Autotest the primer recipes

oughtinc · Sep 27, 2022 · 5ecb9e2 · 5ecb9e2
1 parent 39c3b4a
commit 5ecb9e2
Show file tree

Hide file tree

Showing 5 changed files with 52 additions and 26 deletions.
diff --git a/ice/recipe.py b/ice/recipe.py
@@ -2,6 +2,7 @@
 import sys
 
 from abc import abstractmethod
+from collections.abc import Awaitable
 from collections.abc import Callable
 from functools import wraps
 from inspect import iscoroutinefunction
@@ -90,11 +91,15 @@ def __str__(self) -> str:
         return self.__class__.__name__
 
 
+FunctionBasedRecipe = Callable[..., Awaitable]
+
+
 class RecipeHelper:
     def __init__(self):
         self._mode: Mode | None = "machine"
+        self.all_recipes: list[FunctionBasedRecipe] = []
 
-    def main(self, main):
+    def main(self, main: FunctionBasedRecipe):
         if not iscoroutinefunction(main):
             raise TypeError("recipe.main must be given an async function")
 
@@ -104,6 +109,9 @@ def main(self, main):
             if getattr(value, "__module__", None) == main.__module__:
                 g[name] = trace(value)
 
+        traced_main = trace(main)
+        self.all_recipes.append(traced_main)
+
         if main.__module__ != "__main__":
             return
 
@@ -113,7 +121,7 @@ def main(self, main):
         @wraps(main)
         async def hidden_wrapper(*args, **kwargs):
             try:
-                result = await trace(main)(*args, **kwargs)
+                result = await traced_main(*args, **kwargs)
             except NameError:
                 print_exc()
                 print(

diff --git a/tests/test_primer_recipes.py b/tests/test_primer_recipes.py
@@ -0,0 +1,42 @@
+from importlib import import_module
+from inspect import signature
+from pathlib import Path
+
+import pytest
+
+from faker import Faker
+
+from ice.paper import Paper
+from ice.recipe import FunctionBasedRecipe
+from ice.recipe import recipe
+
+Faker.seed(0)
+fake = Faker()
+
+
+root_dir = Path(__file__).parent.parent
+
+primer_recipes_dir = root_dir / "ice" / "recipes" / "primer"
+for path in primer_recipes_dir.glob("**/*.py"):
+    relative_path = path.relative_to(primer_recipes_dir)
+    module_name = ".".join(relative_path.parts[:-1] + (relative_path.stem,))
+    import_module(f"ice.recipes.primer.{module_name}")
+
+paper = Paper.load(Path(root_dir / "papers" / "keenan-2018-tiny.txt"))
+
+
+@pytest.mark.parametrize("main", recipe.all_recipes)
+@pytest.mark.anyio
+async def test_all_primer_recipes(main: FunctionBasedRecipe):
+    kwargs = {}
+    for p in signature(main).parameters.values():
+        if p.default is not p.empty:
+            value = p.default
+        elif issubclass(p.annotation, str):
+            value = fake.sentence()
+        elif issubclass(p.annotation, Paper):
+            value = paper
+        else:
+            raise ValueError(f"Cannot handle parameter {p}")
+        kwargs[p.name] = value
+    await main(**kwargs)
diff --git a/tests/test_recipes/test_primer/test_hello.py b/tests/test_recipes/test_primer/test_hello.py
diff --git a/tests/test_recipes/test_primer/test_qa.py b/tests/test_recipes/test_primer/test_qa.py
diff --git a/tests/test_recipes/test_primer/test_qa_simple.py b/tests/test_recipes/test_primer/test_qa_simple.py