[IR] Create documentation for tensors #6476
4 fail, 1 888 skipped, 4 094 pass in 3h 3m 54s
Annotations
Check warning on line 0 in tests.function_libs.torch_lib.ops_test.TestOutputConsistencyFullGraphCPU
github-actions / Test Results
7 out of 29 runs failed: test_output_match_opinfo__native_layer_norm_cpu_float32 (tests.function_libs.torch_lib.ops_test.TestOutputConsistencyFullGraphCPU)
artifacts/Test Results (py310-macos-latest)/pytest.xml [took 0s]
artifacts/Test Results (py311-macos-latest)/pytest.xml [took 0s]
artifacts/Test Results (py311-onnx-weekly-macos-latest)/pytest.xml [took 0s]
artifacts/Test Results (py311-torch-nightly-macos-latest)/pytest.xml [took 0s]
artifacts/Test Results (py312-torch-nightly-macos-latest)/pytest.xml [took 0s]
artifacts/Test Results (py38-macos-latest)/pytest.xml [took 0s]
artifacts/Test Results (py39-macos-latest)/pytest.xml [took 0s]
Raw output
AssertionError: Output 2 mismatch
AssertionError: Output 2 mismatch
AssertionError: Output 2 mismatch
AssertionError: Output 2 mismatch
tests/function_libs/torch_lib/ops_test.py:279: in run_test_output_match
torch.testing.assert_close(
E AssertionError: Tensor-likes are not close!
E
E Mismatched elements: 1 / 1 (100.0%)
E Greatest absolute difference: 1.154693603515625 at index (0,) (up to 0.00018 allowed)
E Greatest relative difference: 0.0036514615640044212 at index (0,) (up to 3.7e-05 allowed)
The above exception was the direct cause of the following exception:
tests/function_libs/torch_lib/ops_test.py:293: in run_test_output_match
raise AssertionError(f"Output {j} mismatch") from e
E AssertionError: Output 2 mismatch
tests/function_libs/torch_lib/ops_test.py:279: in run_test_output_match
torch.testing.assert_close(
E AssertionError: Tensor-likes are not close!
E
E Mismatched elements: 1 / 1 (100.0%)
E Greatest absolute difference: 15.526153564453125 at index (0,) (up to 0.00018 allowed)
E Greatest relative difference: 0.04909800738096237 at index (0,) (up to 3.7e-05 allowed)
The above exception was the direct cause of the following exception:
tests/function_libs/torch_lib/ops_test.py:293: in run_test_output_match
raise AssertionError(f"Output {j} mismatch") from e
E AssertionError: Output 2 mismatch
tests/function_libs/torch_lib/ops_test.py:279: in run_test_output_match
torch.testing.assert_close(
E AssertionError: Tensor-likes are not close!
E
E Mismatched elements: 1 / 1 (100.0%)
E Greatest absolute difference: 4.3814697265625 at index (0,) (up to 0.00018 allowed)
E Greatest relative difference: 0.013855422846972942 at index (0,) (up to 3.7e-05 allowed)
The above exception was the direct cause of the following exception:
tests/function_libs/torch_lib/ops_test.py:293: in run_test_output_match
raise AssertionError(f"Output {j} mismatch") from e
E AssertionError: Output 2 mismatch
tests/function_libs/torch_lib/ops_test.py:279: in run_test_output_match
torch.testing.assert_close(
E AssertionError: Tensor-likes are not close!
E
E Mismatched elements: 1 / 1 (100.0%)
E Greatest absolute difference: 3.34576416015625 at index (0,) (up to 0.00018 allowed)
E Greatest relative difference: 0.010580234229564667 at index (0,) (up to 3.7e-05 allowed)
The above exception was the direct cause of the following exception:
tests/function_libs/torch_lib/ops_test.py:293: in run_test_output_match
raise AssertionError(f"Output {j} mismatch") from e
E AssertionError: Output 2 mismatch
Check warning on line 0 in tests.function_libs.torch_lib.ops_test.TestOutputConsistencyEagerCPU
github-actions / Test Results
7 out of 29 runs failed: test_output_match_opinfo__native_layer_norm_cpu_float32 (tests.function_libs.torch_lib.ops_test.TestOutputConsistencyEagerCPU)
artifacts/Test Results (py310-macos-latest)/pytest.xml [took 0s]
artifacts/Test Results (py311-macos-latest)/pytest.xml [took 0s]
artifacts/Test Results (py311-onnx-weekly-macos-latest)/pytest.xml [took 0s]
artifacts/Test Results (py311-torch-nightly-macos-latest)/pytest.xml [took 0s]
artifacts/Test Results (py312-torch-nightly-macos-latest)/pytest.xml [took 0s]
artifacts/Test Results (py38-macos-latest)/pytest.xml [took 0s]
artifacts/Test Results (py39-macos-latest)/pytest.xml [took 0s]
Raw output
AssertionError: Output 2 mismatch
AssertionError: Output 2 mismatch
AssertionError: Output 2 mismatch
AssertionError: Output 2 mismatch
tests/function_libs/torch_lib/ops_test.py:279: in run_test_output_match
torch.testing.assert_close(
E AssertionError: Tensor-likes are not close!
E
E Mismatched elements: 1 / 1 (100.0%)
E Greatest absolute difference: 1.154693603515625 at index (0,) (up to 0.00018 allowed)
E Greatest relative difference: 0.0036514615640044212 at index (0,) (up to 3.7e-05 allowed)
The above exception was the direct cause of the following exception:
tests/function_libs/torch_lib/ops_test.py:293: in run_test_output_match
raise AssertionError(f"Output {j} mismatch") from e
E AssertionError: Output 2 mismatch
tests/function_libs/torch_lib/ops_test.py:279: in run_test_output_match
torch.testing.assert_close(
E AssertionError: Tensor-likes are not close!
E
E Mismatched elements: 1 / 1 (100.0%)
E Greatest absolute difference: 15.526153564453125 at index (0,) (up to 0.00018 allowed)
E Greatest relative difference: 0.04909800738096237 at index (0,) (up to 3.7e-05 allowed)
The above exception was the direct cause of the following exception:
tests/function_libs/torch_lib/ops_test.py:293: in run_test_output_match
raise AssertionError(f"Output {j} mismatch") from e
E AssertionError: Output 2 mismatch
tests/function_libs/torch_lib/ops_test.py:279: in run_test_output_match
torch.testing.assert_close(
E AssertionError: Tensor-likes are not close!
E
E Mismatched elements: 1 / 1 (100.0%)
E Greatest absolute difference: 4.3814697265625 at index (0,) (up to 0.00018 allowed)
E Greatest relative difference: 0.013855422846972942 at index (0,) (up to 3.7e-05 allowed)
The above exception was the direct cause of the following exception:
tests/function_libs/torch_lib/ops_test.py:293: in run_test_output_match
raise AssertionError(f"Output {j} mismatch") from e
E AssertionError: Output 2 mismatch
tests/function_libs/torch_lib/ops_test.py:279: in run_test_output_match
torch.testing.assert_close(
E AssertionError: Tensor-likes are not close!
E
E Mismatched elements: 1 / 1 (100.0%)
E Greatest absolute difference: 3.34576416015625 at index (0,) (up to 0.00018 allowed)
E Greatest relative difference: 0.010580234229564667 at index (0,) (up to 3.7e-05 allowed)
The above exception was the direct cause of the following exception:
tests/function_libs/torch_lib/ops_test.py:293: in run_test_output_match
raise AssertionError(f"Output {j} mismatch") from e
E AssertionError: Output 2 mismatch
Check warning on line 0 in tests.functions.gemmgelu_test.TestGemmGelu
github-actions / Test Results
1 out of 23 runs failed: test_gemmgelu (tests.functions.gemmgelu_test.TestGemmGelu)
artifacts/Test Results (py311-ort-nightly-macos-latest)/pytest.xml [took 0s]
Raw output
AssertionError:
Not equal to tolerance rtol=1e-07, atol=0
Mismatched elements: 1 / 16 (6.25%)
Max absolute difference: 2.3841858e-07
Max relative difference: 1.5581162e-07
x: array([[[1.608876, 1.258398, 1.868434, 1.530172, 1.502594, 1.577003,
0.930287, 1.438904],
[2.2129 , 1.367099, 2.42691 , 2.158696, 1.992608, 2.096078,
1.297177, 2.084625]]], dtype=float32)
y: array([[[1.608876, 1.258398, 1.868434, 1.530172, 1.502594, 1.577003,
0.930287, 1.438904],
[2.2129 , 1.367099, 2.42691 , 2.158696, 1.992608, 2.096078,
1.297177, 2.084625]]], dtype=float32)
tests/functions/gemmgelu_test.py:62: in test_gemmgelu
self.run_converter_test(case)
tests/common/onnx_script_test_case.py:255: in run_converter_test
np.testing.assert_allclose(actual, param.output, rtol=self.rtol)
/Library/Frameworks/Python.framework/Versions/3.11/lib/python3.11/contextlib.py:81: in inner
return func(*args, **kwds)
E AssertionError:
E Not equal to tolerance rtol=1e-07, atol=0
E
E Mismatched elements: 1 / 16 (6.25%)
E Max absolute difference: 2.3841858e-07
E Max relative difference: 1.5581162e-07
E x: array([[[1.608876, 1.258398, 1.868434, 1.530172, 1.502594, 1.577003,
E 0.930287, 1.438904],
E [2.2129 , 1.367099, 2.42691 , 2.158696, 1.992608, 2.096078,
E 1.297177, 2.084625]]], dtype=float32)
E y: array([[[1.608876, 1.258398, 1.868434, 1.530172, 1.502594, 1.577003,
E 0.930287, 1.438904],
E [2.2129 , 1.367099, 2.42691 , 2.158696, 1.992608, 2.096078,
E 1.297177, 2.084625]]], dtype=float32)
Check warning on line 0 in onnxscript.backend.onnx_export_test.TestOnnxBackEnd
github-actions / Test Results
test_export2python_produces_correct_onnx_script_model_1107_test_sign (onnxscript.backend.onnx_export_test.TestOnnxBackEnd) failed
artifacts/Test Results (py38-windows-latest)/pytest.xml [took 0s]
Raw output
AssertionError: Unable to import 'tests.onnx_backend_test_code.test_sign' (file: WindowsPath('D:/a/onnxscript/onnxscript/tests/onnx_backend_test_code/test_sign.py'))
----
import numpy
from onnx import TensorProto
from onnx.helper import make_tensor
from onnxscript import script, external_tensor
from onnxscript.values import Opset
from onnxscript.onnx_types import FLOAT
from onnxscript.onnx_opset import opset13
@script()
def bck_test_sign(x: FLOAT[11]) -> (FLOAT[11]):
y = opset13.Sign(x)
return y
onnxscript\backend\onnx_export_test.py:117: in extract_functions
mod = importlib.import_module(import_name)
C:\hostedtoolcache\windows\Python\3.8.10\x64\lib\importlib\__init__.py:127: in import_module
return _bootstrap._gcd_import(name[level:], package, level)
E ModuleNotFoundError: No module named 'tests.onnx_backend_test_code.test_sign'
The above exception was the direct cause of the following exception:
.nox\test\lib\site-packages\parameterized\parameterized.py:620: in standalone_func
return func(*(a + p.args), **p.kwargs, **kw)
onnxscript\backend\onnx_export_test.py:248: in test_export2python_produces_correct_onnx_script_model
functions = extract_functions(backend_test.name, code, self.test_folder)
onnxscript\backend\onnx_export_test.py:119: in extract_functions
raise AssertionError(
E AssertionError: Unable to import 'tests.onnx_backend_test_code.test_sign' (file: WindowsPath('D:/a/onnxscript/onnxscript/tests/onnx_backend_test_code/test_sign.py'))
E ----
E import numpy
E from onnx import TensorProto
E from onnx.helper import make_tensor
E from onnxscript import script, external_tensor
E from onnxscript.values import Opset
E from onnxscript.onnx_types import FLOAT
E from onnxscript.onnx_opset import opset13
E
E @script()
E def bck_test_sign(x: FLOAT[11]) -> (FLOAT[11]):
E y = opset13.Sign(x)
E return y