Add a mock runtime and a mock test for counter

python/src/loader.py

@@ -94,7 +94,7 @@ def extract_parameter_set(ast):
             if ast["name"] != "MODEL":
                 res.use_var(ast["name"])
         elif ast["type"] == "use":
-            for _, expr in ast["exprs"]:
+            for _, expr in ast["parameters"].items():
                 res = res.then(extract_parameter_set(expr))
         elif ast["type"] == "assign":
             if ast["required"]:

python/src/runtimes/mock.py

@@ -0,0 +1,31 @@
+from runtime import BaseRuntime
+from provider import BaseLLMProvider
+from parse_metaprompt import parse_metaprompt
+
+from typing import AsyncGenerator, List
+import os
+
+class MockRuntime(BaseRuntime):
+    def __init__(self, modules):
+        # TODO: implement relative module loading in the mock
+        self.modules = modules
+
+    def set_status(self, status: str):
+        self.status = status
+
+    def load_module(self, module_name: str):
+        if module_name in self.modules:
+            return parse_metaprompt(self.modules[module_name])
+
+        raise ImportError(
+            f"Module {module_name} not found"
+        )
+
+    def print_chunk(self, chunk: str):
+        pass
+
+    def input(self, prompt):
+        pass # TODO: implement
+
+    def finalize(self):
+        pass

python/tests/test_eval.py

@@ -1,6 +1,7 @@
 from metaprompt import metaprompt
 from config import Config
 from providers.mock import MockProvider
+from runtimes.mock import MockRuntime
 
 import pytest
 import re
@@ -185,3 +186,47 @@ async def test_chat_history():
 chat2: eat an apple
 """
     assert result.strip() == expected.strip()
+
+
+@pytest.mark.asyncio
+async def test_counter():
+    prompt = """
+counter is: [:number]
+[:if [:number] is zero or less
+ :then done!
+ :else [:use ./counter
+    :number=[$ subtract one from [:number].
+    just give me the resulting number, no other output]]
+]"""
+    result = await metaprompt(
+        prompt,
+        Config(
+            providers=MockProvider(
+                rules=[
+                    ({"chat": r"3 is zero"}, "false"),
+                    ({"chat": r"subtract one from 3"}, "2"),
+                    ({"chat": r"2 is zero"}, "false"),
+                    ({"chat": r"subtract one from 2"}, "1"),
+                    ({"chat": r"1 is zero"}, "false"),
+                    ({"chat": r"subtract one from 1"}, "0"),
+                    ({"chat": r"0 is zero"}, "true"),
+                ]
+            ),
+            parameters={"number": "3"},
+        ),
+        runtime=MockRuntime(
+            modules={"./counter": prompt},
+        ),
+    )
+
+    expected = """
+counter is: 3
+
+counter is: 2
+
+counter is: 1
+
+counter is: 0
+ done!
+"""
+    assert result.strip() == expected.strip()