Add tests for Argchecking

tests/conftest.py

@@ -13,3 +13,8 @@
 def testfolder() -> str:
     """A test directory for benchmark collection."""
     return str(HERE / "testproject")
+
+
+@pytest.fixture(scope='session')
+def typecheckfolder() -> str:
+    return str(HERE / "typecheck_tests")

tests/test_argcheck.py

@@ -0,0 +1,22 @@
+import os
+import pytest
+from nnbench import runner
+
+
+def test_argcheck(typecheckfolder: str) -> None:
+    benchmarks = os.path.join(typecheckfolder, "benchmarks.py")
+    r = runner.AbstractBenchmarkRunner()
+    with pytest.raises(TypeError):
+        r.run(benchmarks, params={"x": 1, "y": "1"})
+    with pytest.raises(ValueError):
+        r.run(benchmarks, params={"x": 1})
+    r.run(benchmarks,
+          params={"x": 1, "y": 1})
+
+
+def test_raises_erro_on_duplicate_params(typecheckfolder: str) -> None:
+    benchmarks = os.path.join(typecheckfolder, "duplicate_benchmarks.py")
+
+    with pytest.raises(TypeError):
+        r = runner.AbstractBenchmarkRunner()
+        r.run(benchmarks, params={"x": 1, "y": 1})

tests/typecheck_tests/benchmarks.py

@@ -0,0 +1,16 @@
+import nnbench
+
+
+@nnbench.benchmark
+def double(x: int) -> int:
+    return x*2
+
+
+@nnbench.benchmark
+def triple(y: int) -> int:
+    return y * 3
+
+
+@nnbench.benchmark
+def prod(x: int, y: int) -> int:
+    return x * y

tests/typecheck_tests/duplicate_benchmarks.py

@@ -0,0 +1,11 @@
+import nnbench
+
+
+@nnbench.benchmark
+def double(x: int) -> int:
+    return x*2
+
+
+@nnbench.benchmark
+def triple_str(x: str) -> str:
+    return x * 3