From 659734b91cff627906c17f44100170453b7e8edc Mon Sep 17 00:00:00 2001 From: Scott Todd Date: Tue, 7 Jan 2025 14:06:16 -0800 Subject: [PATCH] Add note about test reference value. --- shortfin/tests/invocation/mobilenet_program_test.py | 3 +++ 1 file changed, 3 insertions(+) diff --git a/shortfin/tests/invocation/mobilenet_program_test.py b/shortfin/tests/invocation/mobilenet_program_test.py index 4cce54a4a..502843bc3 100644 --- a/shortfin/tests/invocation/mobilenet_program_test.py +++ b/shortfin/tests/invocation/mobilenet_program_test.py @@ -74,6 +74,9 @@ async def assert_mobilenet_ref_output(device, device_output): absmean = functools.reduce( lambda x, y: x + abs(y) / len(flat_output), flat_output, 0.0 ) + # Note: this value was just copied from a sample run of the test. + # Comparison against a reference backend for this model is tested upstream + # in https://github.com/iree-org/iree-test-suites/tree/main/onnx_models. assert absmean == pytest.approx(0.81196929)