[torchlib] Fix implementation for clamp_max / clamp_min (#1765) #763
32 fail, 1 980 skipped, 13 559 pass in 3h 14m 34s
Annotations
Check warning on line 0 in onnxscript.backend.onnx_export_test.TestOnnxBackEnd
github-actions / Test Results
test_export2python_produces_correct_onnx_script_model_0581_test_logsoftmax_negative_axis (onnxscript.backend.onnx_export_test.TestOnnxBackEnd) failed
artifacts/Test Results (py310-windows-latest)/pytest.xml [took 0s]
Raw output
AssertionError: Unable to import 'tests.onnx_backend_test_code.test_logsoftmax_negative_axis' (e=No module named 'tests.onnx_backend_test_code.test_logsoftmax_negative_axis') (file: 'D:\\a\\onnxscript\\onnxscript\\tests\\onnx_backend_test_code\\test_logsoftmax_negative_axis.py', absolute path: 'D:\\a\\onnxscript\\onnxscript\\tests\\onnx_backend_test_code\\test_logsoftmax_negative_axis.py', current folder: D:\a\onnxscript\onnxscript
---- CONTENT --
import numpy
from onnx import TensorProto
from onnx.helper import make_tensor
from onnxscript import script, external_tensor
from onnxscript.values import Opset
from onnxscript.onnx_types import FLOAT
from onnxscript.onnx_opset import opset13
@script()
def bck_test_logsoftmax_negative_axis(x: FLOAT[3,4,5]) -> (FLOAT[3,4,5]):
y = opset13.LogSoftmax(x, axis=-1)
return y
onnxscript\backend\onnx_export_test.py:133: in extract_functions
mod = importlib.import_module(import_name)
C:\hostedtoolcache\windows\Python\3.10.11\x64\lib\importlib\__init__.py:126: in import_module
return _bootstrap._gcd_import(name[level:], package, level)
E ModuleNotFoundError: No module named 'tests.onnx_backend_test_code.test_logsoftmax_negative_axis'
The above exception was the direct cause of the following exception:
.nox\test\lib\site-packages\parameterized\parameterized.py:620: in standalone_func
return func(*(a + p.args), **p.kwargs, **kw)
onnxscript\backend\onnx_export_test.py:267: in test_export2python_produces_correct_onnx_script_model
functions = extract_functions(backend_test.name, code, self.test_folder)
onnxscript\backend\onnx_export_test.py:135: in extract_functions
raise AssertionError(
E AssertionError: Unable to import 'tests.onnx_backend_test_code.test_logsoftmax_negative_axis' (e=No module named 'tests.onnx_backend_test_code.test_logsoftmax_negative_axis') (file: 'D:\\a\\onnxscript\\onnxscript\\tests\\onnx_backend_test_code\\test_logsoftmax_negative_axis.py', absolute path: 'D:\\a\\onnxscript\\onnxscript\\tests\\onnx_backend_test_code\\test_logsoftmax_negative_axis.py', current folder: D:\a\onnxscript\onnxscript
E ---- CONTENT --
E import numpy
E from onnx import TensorProto
E from onnx.helper import make_tensor
E from onnxscript import script, external_tensor
E from onnxscript.values import Opset
E from onnxscript.onnx_types import FLOAT
E from onnxscript.onnx_opset import opset13
E
E @script()
E def bck_test_logsoftmax_negative_axis(x: FLOAT[3,4,5]) -> (FLOAT[3,4,5]):
E y = opset13.LogSoftmax(x, axis=-1)
E return y
Check warning on line 0 in onnxscript.backend.onnx_export_test.TestOnnxBackEnd
github-actions / Test Results
test_export2python_produces_correct_onnx_script_model_0982_test_reversesequence_time (onnxscript.backend.onnx_export_test.TestOnnxBackEnd) failed
artifacts/Test Results (py310-windows-latest)/pytest.xml [took 0s]
Raw output
AssertionError: Unable to import 'tests.onnx_backend_test_code.test_reversesequence_time' (e=No module named 'tests.onnx_backend_test_code.test_reversesequence_time') (file: 'D:\\a\\onnxscript\\onnxscript\\tests\\onnx_backend_test_code\\test_reversesequence_time.py', absolute path: 'D:\\a\\onnxscript\\onnxscript\\tests\\onnx_backend_test_code\\test_reversesequence_time.py', current folder: D:\a\onnxscript\onnxscript
---- CONTENT --
import numpy
from onnx import TensorProto
from onnx.helper import make_tensor
from onnxscript import script, external_tensor
from onnxscript.values import Opset
from onnxscript.onnx_types import FLOAT, INT64
from onnxscript.onnx_opset import opset10
@script()
def bck_test_reversesequence_time(x: FLOAT[4,4], sequence_lens: INT64[4]) -> (FLOAT[4,4]):
y = opset10.ReverseSequence(x, sequence_lens, batch_axis=1, time_axis=0)
return y
onnxscript\backend\onnx_export_test.py:133: in extract_functions
mod = importlib.import_module(import_name)
C:\hostedtoolcache\windows\Python\3.10.11\x64\lib\importlib\__init__.py:126: in import_module
return _bootstrap._gcd_import(name[level:], package, level)
E ModuleNotFoundError: No module named 'tests.onnx_backend_test_code.test_reversesequence_time'
The above exception was the direct cause of the following exception:
.nox\test\lib\site-packages\parameterized\parameterized.py:620: in standalone_func
return func(*(a + p.args), **p.kwargs, **kw)
onnxscript\backend\onnx_export_test.py:267: in test_export2python_produces_correct_onnx_script_model
functions = extract_functions(backend_test.name, code, self.test_folder)
onnxscript\backend\onnx_export_test.py:135: in extract_functions
raise AssertionError(
E AssertionError: Unable to import 'tests.onnx_backend_test_code.test_reversesequence_time' (e=No module named 'tests.onnx_backend_test_code.test_reversesequence_time') (file: 'D:\\a\\onnxscript\\onnxscript\\tests\\onnx_backend_test_code\\test_reversesequence_time.py', absolute path: 'D:\\a\\onnxscript\\onnxscript\\tests\\onnx_backend_test_code\\test_reversesequence_time.py', current folder: D:\a\onnxscript\onnxscript
E ---- CONTENT --
E import numpy
E from onnx import TensorProto
E from onnx.helper import make_tensor
E from onnxscript import script, external_tensor
E from onnxscript.values import Opset
E from onnxscript.onnx_types import FLOAT, INT64
E from onnxscript.onnx_opset import opset10
E
E @script()
E def bck_test_reversesequence_time(x: FLOAT[4,4], sequence_lens: INT64[4]) -> (FLOAT[4,4]):
E y = opset10.ReverseSequence(x, sequence_lens, batch_axis=1, time_axis=0)
E return y
Check warning on line 0 in tests.function_libs.torch_lib.ops_test.TestOutputConsistencyEagerCPU
github-actions / Test Results
6 out of 23 runs failed: test_output_match_opinfo__index_put_bool_cpu_float32 (tests.function_libs.torch_lib.ops_test.TestOutputConsistencyEagerCPU)
artifacts/Test Results (py311-torch-nightly-macos-latest)/pytest.xml [took 0s]
artifacts/Test Results (py311-torch-nightly-ubuntu-latest)/pytest.xml [took 0s]
artifacts/Test Results (py311-torch-nightly-windows-latest)/pytest.xml [took 0s]
artifacts/Test Results (py312-torch-nightly-macos-latest)/pytest.xml [took 0s]
artifacts/Test Results (py312-torch-nightly-ubuntu-latest)/pytest.xml [took 0s]
artifacts/Test Results (py312-torch-nightly-windows-latest)/pytest.xml [took 0s]
Raw output
AssertionError: Tensor-likes are not close!
Mismatched elements: 10 / 25 (40.0%)
Greatest absolute difference: 12.913021087646484 at index (1, 1) (up to 1e-05 allowed)
Greatest relative difference: 3.1326277256011963 at index (1, 0) (up to 1.3e-06 allowed)
tests/function_libs/torch_lib/ops_test.py:252: in run_test_output_match
torch.testing.assert_close(
E AssertionError: Tensor-likes are not close!
E
E Mismatched elements: 10 / 25 (40.0%)
E Greatest absolute difference: 12.913021087646484 at index (1, 1) (up to 1e-05 allowed)
E Greatest relative difference: 3.1326277256011963 at index (1, 0) (up to 1.3e-06 allowed)
Check warning on line 0 in tests.function_libs.torch_lib.ops_test.TestOutputConsistencyEagerCPU
github-actions / Test Results
6 out of 23 runs failed: test_output_match_opinfo__var_mean_unbiased_cpu_float16 (tests.function_libs.torch_lib.ops_test.TestOutputConsistencyEagerCPU)
artifacts/Test Results (py311-torch-nightly-macos-latest)/pytest.xml [took 0s]
artifacts/Test Results (py311-torch-nightly-ubuntu-latest)/pytest.xml [took 0s]
artifacts/Test Results (py311-torch-nightly-windows-latest)/pytest.xml [took 0s]
artifacts/Test Results (py312-torch-nightly-macos-latest)/pytest.xml [took 0s]
artifacts/Test Results (py312-torch-nightly-ubuntu-latest)/pytest.xml [took 0s]
artifacts/Test Results (py312-torch-nightly-windows-latest)/pytest.xml [took 0s]
Raw output
AssertionError: Output 0 mismatch
tests/function_libs/torch_lib/ops_test.py:252: in run_test_output_match
torch.testing.assert_close(
E AssertionError: Scalars are not close!
E
E Expected 25.765625 but got 25.796875.
E Absolute difference: 0.03125 (up to 1e-05 allowed)
E Relative difference: 0.001212856276531231 (up to 0.001 allowed)
The above exception was the direct cause of the following exception:
tests/function_libs/torch_lib/ops_test.py:266: in run_test_output_match
raise AssertionError(f"Output {j} mismatch") from e
E AssertionError: Output 0 mismatch
Check warning on line 0 in tests.function_libs.torch_lib.ops_test.TestOutputConsistencyEagerCPU
github-actions / Test Results
4 out of 23 runs failed: test_output_match_opinfo__matmul_cpu_float16 (tests.function_libs.torch_lib.ops_test.TestOutputConsistencyEagerCPU)
artifacts/Test Results (py311-torch-nightly-ubuntu-latest)/pytest.xml [took 0s]
artifacts/Test Results (py311-torch-nightly-windows-latest)/pytest.xml [took 0s]
artifacts/Test Results (py312-torch-nightly-ubuntu-latest)/pytest.xml [took 0s]
artifacts/Test Results (py312-torch-nightly-windows-latest)/pytest.xml [took 0s]
Raw output
AssertionError: Tensor-likes are not close!
Mismatched elements: 1 / 25 (4.0%)
Greatest absolute difference: 0.03515625 at index (4, 4) (up to 0.02 allowed)
Greatest relative difference: 0.0084075927734375 at index (4, 4) (up to 0.002 allowed)
AssertionError: Tensor-likes are not close!
Mismatched elements: 2 / 250 (0.8%)
Greatest absolute difference: 0.029296875 at index (0, 1, 7) (up to 0.02 allowed)
Greatest relative difference: 0.019683837890625 at index (4, 0, 7) (up to 0.002 allowed)
tests\function_libs\torch_lib\ops_test.py:252: in run_test_output_match
torch.testing.assert_close(
E AssertionError: Tensor-likes are not close!
E
E Mismatched elements: 1 / 25 (4.0%)
E Greatest absolute difference: 0.03515625 at index (4, 4) (up to 0.02 allowed)
E Greatest relative difference: 0.0084075927734375 at index (4, 4) (up to 0.002 allowed)
tests\function_libs\torch_lib\ops_test.py:252: in run_test_output_match
torch.testing.assert_close(
E AssertionError: Tensor-likes are not close!
E
E Mismatched elements: 2 / 250 (0.8%)
E Greatest absolute difference: 0.029296875 at index (0, 1, 7) (up to 0.02 allowed)
E Greatest relative difference: 0.019683837890625 at index (4, 0, 7) (up to 0.002 allowed)
Check warning on line 0 in tests.function_libs.torch_lib.ops_test.TestOutputConsistencyEagerCPU
github-actions / Test Results
6 out of 23 runs failed: test_output_match_opinfo__div_mode_floor_rounding_cpu_float16 (tests.function_libs.torch_lib.ops_test.TestOutputConsistencyEagerCPU)
artifacts/Test Results (py311-torch-nightly-macos-latest)/pytest.xml [took 0s]
artifacts/Test Results (py311-torch-nightly-ubuntu-latest)/pytest.xml [took 0s]
artifacts/Test Results (py311-torch-nightly-windows-latest)/pytest.xml [took 0s]
artifacts/Test Results (py312-torch-nightly-macos-latest)/pytest.xml [took 0s]
artifacts/Test Results (py312-torch-nightly-ubuntu-latest)/pytest.xml [took 0s]
artifacts/Test Results (py312-torch-nightly-windows-latest)/pytest.xml [took 0s]
Raw output
Failed: Unexpected success
Unexpected success
Check warning on line 0 in tests.function_libs.torch_lib.ops_test.TestOutputConsistencyEagerCPU
github-actions / Test Results
6 out of 23 runs failed: test_output_match_opinfo__index_put_bool_cpu_float16 (tests.function_libs.torch_lib.ops_test.TestOutputConsistencyEagerCPU)
artifacts/Test Results (py311-torch-nightly-macos-latest)/pytest.xml [took 0s]
artifacts/Test Results (py311-torch-nightly-ubuntu-latest)/pytest.xml [took 0s]
artifacts/Test Results (py311-torch-nightly-windows-latest)/pytest.xml [took 0s]
artifacts/Test Results (py312-torch-nightly-macos-latest)/pytest.xml [took 0s]
artifacts/Test Results (py312-torch-nightly-ubuntu-latest)/pytest.xml [took 0s]
artifacts/Test Results (py312-torch-nightly-windows-latest)/pytest.xml [took 0s]
Raw output
AssertionError: Tensor-likes are not close!
Mismatched elements: 10 / 25 (40.0%)
Greatest absolute difference: 13.84375 at index (3, 0) (up to 1e-05 allowed)
Greatest relative difference: 7.5 at index (1, 4) (up to 0.001 allowed)
tests/function_libs/torch_lib/ops_test.py:252: in run_test_output_match
torch.testing.assert_close(
E AssertionError: Tensor-likes are not close!
E
E Mismatched elements: 10 / 25 (40.0%)
E Greatest absolute difference: 13.84375 at index (3, 0) (up to 1e-05 allowed)
E Greatest relative difference: 7.5 at index (1, 4) (up to 0.001 allowed)
Check warning on line 0 in tests.function_libs.torch_lib.ops_test.TestOutputConsistencyEagerCPU
github-actions / Test Results
6 out of 23 runs failed: test_output_match_opinfo__index_put_bool_cpu_int32 (tests.function_libs.torch_lib.ops_test.TestOutputConsistencyEagerCPU)
artifacts/Test Results (py311-torch-nightly-macos-latest)/pytest.xml [took 0s]
artifacts/Test Results (py311-torch-nightly-ubuntu-latest)/pytest.xml [took 0s]
artifacts/Test Results (py311-torch-nightly-windows-latest)/pytest.xml [took 0s]
artifacts/Test Results (py312-torch-nightly-macos-latest)/pytest.xml [took 0s]
artifacts/Test Results (py312-torch-nightly-ubuntu-latest)/pytest.xml [took 0s]
artifacts/Test Results (py312-torch-nightly-windows-latest)/pytest.xml [took 0s]
Raw output
AssertionError: Tensor-likes are not equal!
Mismatched elements: 9 / 25 (36.0%)
Greatest absolute difference: 15 at index (1, 0)
Greatest relative difference: 6.0 at index (3, 4)
tests/function_libs/torch_lib/ops_test.py:252: in run_test_output_match
torch.testing.assert_close(
E AssertionError: Tensor-likes are not equal!
E
E Mismatched elements: 9 / 25 (36.0%)
E Greatest absolute difference: 15 at index (1, 0)
E Greatest relative difference: 6.0 at index (3, 4)
Check warning on line 0 in tests.function_libs.torch_lib.ops_test.TestOutputConsistencyEagerCPU
github-actions / Test Results
6 out of 23 runs failed: test_output_match_opinfo__addmv_cpu_float16 (tests.function_libs.torch_lib.ops_test.TestOutputConsistencyEagerCPU)
artifacts/Test Results (py311-torch-nightly-macos-latest)/pytest.xml [took 0s]
artifacts/Test Results (py311-torch-nightly-ubuntu-latest)/pytest.xml [took 0s]
artifacts/Test Results (py311-torch-nightly-windows-latest)/pytest.xml [took 0s]
artifacts/Test Results (py312-torch-nightly-macos-latest)/pytest.xml [took 0s]
artifacts/Test Results (py312-torch-nightly-ubuntu-latest)/pytest.xml [took 0s]
artifacts/Test Results (py312-torch-nightly-windows-latest)/pytest.xml [took 0s]
Raw output
AssertionError: Tensor-likes are not close!
Mismatched elements: 1 / 5 (20.0%)
Greatest absolute difference: 0.046875 at index (2,) (up to 0.01 allowed)
Greatest relative difference: 0.002635955810546875 at index (2,) (up to 0.001 allowed)
AssertionError: Tensor-likes are not close!
Mismatched elements: 1 / 5 (20.0%)
Greatest absolute difference: 0.0234375 at index (2,) (up to 0.01 allowed)
Greatest relative difference: 0.0024318695068359375 at index (2,) (up to 0.001 allowed)
tests/function_libs/torch_lib/ops_test.py:252: in run_test_output_match
torch.testing.assert_close(
E AssertionError: Tensor-likes are not close!
E
E Mismatched elements: 1 / 5 (20.0%)
E Greatest absolute difference: 0.046875 at index (2,) (up to 0.01 allowed)
E Greatest relative difference: 0.002635955810546875 at index (2,) (up to 0.001 allowed)
tests/function_libs/torch_lib/ops_test.py:252: in run_test_output_match
torch.testing.assert_close(
E AssertionError: Tensor-likes are not close!
E
E Mismatched elements: 1 / 5 (20.0%)
E Greatest absolute difference: 0.0234375 at index (2,) (up to 0.01 allowed)
E Greatest relative difference: 0.0024318695068359375 at index (2,) (up to 0.001 allowed)
Check warning on line 0 in tests.function_libs.torch_lib.ops_test.TestOutputConsistencyEagerCPU
github-actions / Test Results
6 out of 23 runs failed: test_output_match_opinfo__var_dim_cpu_float16 (tests.function_libs.torch_lib.ops_test.TestOutputConsistencyEagerCPU)
artifacts/Test Results (py311-torch-nightly-macos-latest)/pytest.xml [took 0s]
artifacts/Test Results (py311-torch-nightly-ubuntu-latest)/pytest.xml [took 0s]
artifacts/Test Results (py311-torch-nightly-windows-latest)/pytest.xml [took 1s]
artifacts/Test Results (py312-torch-nightly-macos-latest)/pytest.xml [took 0s]
artifacts/Test Results (py312-torch-nightly-ubuntu-latest)/pytest.xml [took 0s]
artifacts/Test Results (py312-torch-nightly-windows-latest)/pytest.xml [took 1s]
Raw output
AssertionError: Tensor-likes are not close!
Mismatched elements: 1 / 25 (4.0%)
Greatest absolute difference: 0.0078125 at index (3, 3) (up to 1e-05 allowed)
Greatest relative difference: 0.0010890960693359375 at index (3, 3) (up to 0.001 allowed)
AssertionError: Tensor-likes are not close!
Mismatched elements: 1 / 25 (4.0%)
Greatest absolute difference: 0.0078125 at index (3, 0, 3) (up to 1e-05 allowed)
Greatest relative difference: 0.0010890960693359375 at index (3, 0, 3) (up to 0.001 allowed)
AssertionError: Tensor-likes are not close!
Mismatched elements: 4 / 20 (20.0%)
Greatest absolute difference: 0.0625 at index (2, 0) (up to 1e-05 allowed)
Greatest relative difference: 0.0014753341674804688 at index (0, 1) (up to 0.001 allowed)
tests/function_libs/torch_lib/ops_test.py:252: in run_test_output_match
torch.testing.assert_close(
E AssertionError: Tensor-likes are not close!
E
E Mismatched elements: 1 / 25 (4.0%)
E Greatest absolute difference: 0.0078125 at index (3, 3) (up to 1e-05 allowed)
E Greatest relative difference: 0.0010890960693359375 at index (3, 3) (up to 0.001 allowed)
tests/function_libs/torch_lib/ops_test.py:252: in run_test_output_match
torch.testing.assert_close(
E AssertionError: Tensor-likes are not close!
E
E Mismatched elements: 1 / 25 (4.0%)
E Greatest absolute difference: 0.0078125 at index (3, 0, 3) (up to 1e-05 allowed)
E Greatest relative difference: 0.0010890960693359375 at index (3, 0, 3) (up to 0.001 allowed)
tests/function_libs/torch_lib/ops_test.py:252: in run_test_output_match
torch.testing.assert_close(
E AssertionError: Tensor-likes are not close!
E
E Mismatched elements: 4 / 20 (20.0%)
E Greatest absolute difference: 0.0625 at index (2, 0) (up to 1e-05 allowed)
E Greatest relative difference: 0.0014753341674804688 at index (0, 1) (up to 0.001 allowed)
Check warning on line 0 in tests.function_libs.torch_lib.ops_test.TestOutputConsistencyEagerCPU
github-actions / Test Results
6 out of 23 runs failed: test_output_match_opinfo__erfc_cpu_float16 (tests.function_libs.torch_lib.ops_test.TestOutputConsistencyEagerCPU)
artifacts/Test Results (py311-torch-nightly-macos-latest)/pytest.xml [took 0s]
artifacts/Test Results (py311-torch-nightly-ubuntu-latest)/pytest.xml [took 0s]
artifacts/Test Results (py311-torch-nightly-windows-latest)/pytest.xml [took 0s]
artifacts/Test Results (py312-torch-nightly-macos-latest)/pytest.xml [took 0s]
artifacts/Test Results (py312-torch-nightly-ubuntu-latest)/pytest.xml [took 0s]
artifacts/Test Results (py312-torch-nightly-windows-latest)/pytest.xml [took 0s]
Raw output
AssertionError: Tensor-likes are not close!
Mismatched elements: 1 / 20 (5.0%)
Greatest absolute difference: 0.00023031234741210938 at index (2,) (up to 0.0002 allowed)
Greatest relative difference: 0.892578125 at index (2,) (up to 0.01 allowed)
tests/function_libs/torch_lib/ops_test.py:252: in run_test_output_match
torch.testing.assert_close(
E AssertionError: Tensor-likes are not close!
E
E Mismatched elements: 1 / 20 (5.0%)
E Greatest absolute difference: 0.00023031234741210938 at index (2,) (up to 0.0002 allowed)
E Greatest relative difference: 0.892578125 at index (2,) (up to 0.01 allowed)
Check warning on line 0 in tests.function_libs.torch_lib.ops_test.TestOutputConsistencyEagerCPU
github-actions / Test Results
6 out of 23 runs failed: test_output_match_opinfo__floor_divide_cpu_float16 (tests.function_libs.torch_lib.ops_test.TestOutputConsistencyEagerCPU)
artifacts/Test Results (py311-torch-nightly-macos-latest)/pytest.xml [took 0s]
artifacts/Test Results (py311-torch-nightly-ubuntu-latest)/pytest.xml [took 0s]
artifacts/Test Results (py311-torch-nightly-windows-latest)/pytest.xml [took 0s]
artifacts/Test Results (py312-torch-nightly-macos-latest)/pytest.xml [took 0s]
artifacts/Test Results (py312-torch-nightly-ubuntu-latest)/pytest.xml [took 0s]
artifacts/Test Results (py312-torch-nightly-windows-latest)/pytest.xml [took 0s]
Raw output
Failed: Unexpected success
Unexpected success
Check warning on line 0 in tests.function_libs.torch_lib.ops_test.TestOutputConsistencyEagerCPU
github-actions / Test Results
6 out of 23 runs failed: test_output_match_opinfo__ops_aten_embedding_bag_cpu_float16 (tests.function_libs.torch_lib.ops_test.TestOutputConsistencyEagerCPU)
artifacts/Test Results (py311-torch-nightly-macos-latest)/pytest.xml [took 1s]
artifacts/Test Results (py311-torch-nightly-ubuntu-latest)/pytest.xml [took 7s]
artifacts/Test Results (py311-torch-nightly-windows-latest)/pytest.xml [took 16s]
artifacts/Test Results (py312-torch-nightly-macos-latest)/pytest.xml [took 1s]
artifacts/Test Results (py312-torch-nightly-ubuntu-latest)/pytest.xml [took 7s]
artifacts/Test Results (py312-torch-nightly-windows-latest)/pytest.xml [took 21s]
Raw output
AssertionError: Output 0 mismatch
AssertionError: Output 0 mismatch
tests/function_libs/torch_lib/ops_test.py:252: in run_test_output_match
torch.testing.assert_close(
E AssertionError: Tensor-likes are not close!
E
E Mismatched elements: 1 / 15 (6.7%)
E Greatest absolute difference: 0.0546875 at index (2, 0) (up to 0.01 allowed)
E Greatest relative difference: 0.0124359130859375 at index (2, 0) (up to 0.01 allowed)
The above exception was the direct cause of the following exception:
tests/function_libs/torch_lib/ops_test.py:266: in run_test_output_match
raise AssertionError(f"Output {j} mismatch") from e
E AssertionError: Output 0 mismatch
tests/function_libs/torch_lib/ops_test.py:252: in run_test_output_match
torch.testing.assert_close(
E AssertionError: Tensor-likes are not close!
E
E Mismatched elements: 1 / 15 (6.7%)
E Greatest absolute difference: 0.0546875 at index (2, 0) (up to 0.01 allowed)
E Greatest relative difference: 0.0124359130859375 at index (2, 0) (up to 0.01 allowed)
The above exception was the direct cause of the following exception:
tests/function_libs/torch_lib/ops_test.py:266: in run_test_output_match
raise AssertionError(f"Output {j} mismatch") from e
E AssertionError: Output 0 mismatch
Check warning on line 0 in tests.function_libs.torch_lib.ops_test.TestOutputConsistencyFullGraphCPU
github-actions / Test Results
6 out of 23 runs failed: test_output_match_opinfo__index_put_bool_cpu_float32 (tests.function_libs.torch_lib.ops_test.TestOutputConsistencyFullGraphCPU)
artifacts/Test Results (py311-torch-nightly-macos-latest)/pytest.xml [took 0s]
artifacts/Test Results (py311-torch-nightly-ubuntu-latest)/pytest.xml [took 0s]
artifacts/Test Results (py311-torch-nightly-windows-latest)/pytest.xml [took 0s]
artifacts/Test Results (py312-torch-nightly-macos-latest)/pytest.xml [took 0s]
artifacts/Test Results (py312-torch-nightly-ubuntu-latest)/pytest.xml [took 0s]
artifacts/Test Results (py312-torch-nightly-windows-latest)/pytest.xml [took 0s]
Raw output
AssertionError: Tensor-likes are not close!
Mismatched elements: 10 / 25 (40.0%)
Greatest absolute difference: 12.913021087646484 at index (1, 1) (up to 1e-05 allowed)
Greatest relative difference: 3.1326277256011963 at index (1, 0) (up to 1.3e-06 allowed)
tests/function_libs/torch_lib/ops_test.py:252: in run_test_output_match
torch.testing.assert_close(
E AssertionError: Tensor-likes are not close!
E
E Mismatched elements: 10 / 25 (40.0%)
E Greatest absolute difference: 12.913021087646484 at index (1, 1) (up to 1e-05 allowed)
E Greatest relative difference: 3.1326277256011963 at index (1, 0) (up to 1.3e-06 allowed)
Check warning on line 0 in tests.function_libs.torch_lib.ops_test.TestOutputConsistencyEagerCPU
github-actions / Test Results
2 out of 23 runs failed: test_output_match_opinfo__topk_cpu_float16 (tests.function_libs.torch_lib.ops_test.TestOutputConsistencyEagerCPU)
artifacts/Test Results (py311-torch-nightly-ubuntu-latest)/pytest.xml [took 0s]
artifacts/Test Results (py312-torch-nightly-ubuntu-latest)/pytest.xml [took 0s]
Raw output
AssertionError: Output 1 mismatch
AssertionError: Output 1 mismatch
AssertionError: Output 1 mismatch
AssertionError: Output 1 mismatch
AssertionError: Output 1 mismatch
AssertionError: Output 1 mismatch
tests/function_libs/torch_lib/ops_test.py:252: in run_test_output_match
torch.testing.assert_close(
E AssertionError: Tensor-likes are not equal!
E
E Mismatched elements: 3 / 75 (4.0%)
E Greatest absolute difference: 8 at index (4, 2, 0)
E Greatest relative difference: 3.0 at index (4, 1, 4)
The above exception was the direct cause of the following exception:
tests/function_libs/torch_lib/ops_test.py:266: in run_test_output_match
raise AssertionError(f"Output {j} mismatch") from e
E AssertionError: Output 1 mismatch
tests/function_libs/torch_lib/ops_test.py:252: in run_test_output_match
torch.testing.assert_close(
E AssertionError: Tensor-likes are not equal!
E
E Mismatched elements: 3 / 75 (4.0%)
E Greatest absolute difference: 8 at index (4, 2, 0)
E Greatest relative difference: 3.0 at index (4, 1, 4)
The above exception was the direct cause of the following exception:
tests/function_libs/torch_lib/ops_test.py:266: in run_test_output_match
raise AssertionError(f"Output {j} mismatch") from e
E AssertionError: Output 1 mismatch
tests/function_libs/torch_lib/ops_test.py:252: in run_test_output_match
torch.testing.assert_close(
E AssertionError: Tensor-likes are not equal!
E
E Mismatched elements: 3 / 75 (4.0%)
E Greatest absolute difference: 8 at index (4, 2, 0)
E Greatest relative difference: 3.0 at index (4, 1, 4)
The above exception was the direct cause of the following exception:
tests/function_libs/torch_lib/ops_test.py:266: in run_test_output_match
raise AssertionError(f"Output {j} mismatch") from e
E AssertionError: Output 1 mismatch
tests/function_libs/torch_lib/ops_test.py:252: in run_test_output_match
torch.testing.assert_close(
E AssertionError: Tensor-likes are not equal!
E
E Mismatched elements: 3 / 75 (4.0%)
E Greatest absolute difference: 8 at index (4, 2, 0)
E Greatest relative difference: 3.0 at index (4, 1, 4)
The above exception was the direct cause of the following exception:
tests/function_libs/torch_lib/ops_test.py:266: in run_test_output_match
raise AssertionError(f"Output {j} mismatch") from e
E AssertionError: Output 1 mismatch
tests/function_libs/torch_lib/ops_test.py:252: in run_test_output_match
torch.testing.assert_close(
E AssertionError: Tensor-likes are not equal!
E
E Mismatched elements: 3 / 75 (4.0%)
E Greatest absolute difference: 8 at index (4, 2, 0)
E Greatest relative difference: 3.0 at index (4, 1, 4)
The above exception was the direct cause of the following exception:
tests/function_libs/torch_lib/ops_test.py:266: in run_test_output_match
raise AssertionError(f"Output {j} mismatch") from e
E AssertionError: Output 1 mismatch
tests/function_libs/torch_lib/ops_test.py:252: in run_test_output_match
torch.testing.assert_close(
E AssertionError: Tensor-likes are not equal!
E
E Mismatched elements: 3 / 75 (4.0%)
E Greatest absolute difference: 8 at index (4, 2, 0)
E Greatest relative difference: 3.0 at index (4, 1, 4)
The above exception was the direct cause of the following exception:
tests/function_libs/torch_lib/ops_test.py:266: in run_test_output_match
raise AssertionError(f"Output {j} mismatch") from e
E AssertionError: Output 1 mismatch
Check warning on line 0 in tests.function_libs.torch_lib.ops_test.TestOutputConsistencyEagerCPU
github-actions / Test Results
6 out of 23 runs failed: test_output_match_opinfo__var_mean_dim_cpu_float16 (tests.function_libs.torch_lib.ops_test.TestOutputConsistencyEagerCPU)
artifacts/Test Results (py311-torch-nightly-macos-latest)/pytest.xml [took 0s]
artifacts/Test Results (py311-torch-nightly-ubuntu-latest)/pytest.xml [took 0s]
artifacts/Test Results (py311-torch-nightly-windows-latest)/pytest.xml [took 1s]
artifacts/Test Results (py312-torch-nightly-macos-latest)/pytest.xml [took 0s]
artifacts/Test Results (py312-torch-nightly-ubuntu-latest)/pytest.xml [took 0s]
artifacts/Test Results (py312-torch-nightly-windows-latest)/pytest.xml [took 1s]
Raw output
AssertionError: Output 0 mismatch
AssertionError: Output 0 mismatch
AssertionError: Output 0 mismatch
tests/function_libs/torch_lib/ops_test.py:252: in run_test_output_match
torch.testing.assert_close(
E AssertionError: Tensor-likes are not close!
E
E Mismatched elements: 1 / 25 (4.0%)
E Greatest absolute difference: 0.0078125 at index (3, 3) (up to 1e-05 allowed)
E Greatest relative difference: 0.0010890960693359375 at index (3, 3) (up to 0.001 allowed)
The above exception was the direct cause of the following exception:
tests/function_libs/torch_lib/ops_test.py:266: in run_test_output_match
raise AssertionError(f"Output {j} mismatch") from e
E AssertionError: Output 0 mismatch
tests/function_libs/torch_lib/ops_test.py:252: in run_test_output_match
torch.testing.assert_close(
E AssertionError: Tensor-likes are not close!
E
E Mismatched elements: 1 / 25 (4.0%)
E Greatest absolute difference: 0.0078125 at index (3, 0, 3) (up to 1e-05 allowed)
E Greatest relative difference: 0.0010890960693359375 at index (3, 0, 3) (up to 0.001 allowed)
The above exception was the direct cause of the following exception:
tests/function_libs/torch_lib/ops_test.py:266: in run_test_output_match
raise AssertionError(f"Output {j} mismatch") from e
E AssertionError: Output 0 mismatch
tests/function_libs/torch_lib/ops_test.py:252: in run_test_output_match
torch.testing.assert_close(
E AssertionError: Tensor-likes are not close!
E
E Mismatched elements: 4 / 20 (20.0%)
E Greatest absolute difference: 0.0625 at index (2, 0) (up to 1e-05 allowed)
E Greatest relative difference: 0.0014753341674804688 at index (0, 1) (up to 0.001 allowed)
The above exception was the direct cause of the following exception:
tests/function_libs/torch_lib/ops_test.py:266: in run_test_output_match
raise AssertionError(f"Output {j} mismatch") from e
E AssertionError: Output 0 mismatch
Check warning on line 0 in tests.function_libs.torch_lib.ops_test.TestOutputConsistencyEagerCPU
github-actions / Test Results
6 out of 23 runs failed: test_output_match_opinfo__var_unbiased_cpu_float16 (tests.function_libs.torch_lib.ops_test.TestOutputConsistencyEagerCPU)
artifacts/Test Results (py311-torch-nightly-macos-latest)/pytest.xml [took 0s]
artifacts/Test Results (py311-torch-nightly-ubuntu-latest)/pytest.xml [took 0s]
artifacts/Test Results (py311-torch-nightly-windows-latest)/pytest.xml [took 0s]
artifacts/Test Results (py312-torch-nightly-macos-latest)/pytest.xml [took 0s]
artifacts/Test Results (py312-torch-nightly-ubuntu-latest)/pytest.xml [took 0s]
artifacts/Test Results (py312-torch-nightly-windows-latest)/pytest.xml [took 0s]
Raw output
AssertionError: Scalars are not close!
Expected 25.765625 but got 25.796875.
Absolute difference: 0.03125 (up to 1e-05 allowed)
Relative difference: 0.001212856276531231 (up to 0.001 allowed)
tests/function_libs/torch_lib/ops_test.py:252: in run_test_output_match
torch.testing.assert_close(
E AssertionError: Scalars are not close!
E
E Expected 25.765625 but got 25.796875.
E Absolute difference: 0.03125 (up to 1e-05 allowed)
E Relative difference: 0.001212856276531231 (up to 0.001 allowed)
Check warning on line 0 in tests.function_libs.torch_lib.ops_test.TestOutputConsistencyFullGraphCPU
github-actions / Test Results
6 out of 23 runs failed: test_output_match_opinfo__clamp_cpu_int64 (tests.function_libs.torch_lib.ops_test.TestOutputConsistencyFullGraphCPU)
artifacts/Test Results (py311-torch-nightly-macos-latest)/pytest.xml [took 0s]
artifacts/Test Results (py311-torch-nightly-ubuntu-latest)/pytest.xml [took 1s]
artifacts/Test Results (py311-torch-nightly-windows-latest)/pytest.xml [took 1s]
artifacts/Test Results (py312-torch-nightly-macos-latest)/pytest.xml [took 0s]
artifacts/Test Results (py312-torch-nightly-ubuntu-latest)/pytest.xml [took 1s]
artifacts/Test Results (py312-torch-nightly-windows-latest)/pytest.xml [took 1s]
Raw output
TypeError: Unsupported attribute type '<class 'torch._C._onnx.TensorProtoDataType'>' for attribute 'to'
TypeError: Unsupported attribute type '<class 'torch._C._onnx.TensorProtoDataType'>' for attribute 'to'
tests/function_libs/torch_lib/ops_test.py:215: in run_test_output_match
function_output = function_executor(test_name, reference_torch_outputs)(
tests/function_libs/torch_lib/ops_test_common.py:515: in _capture_graph_and_evaluate_torch_script_evaluator
symbolic_outputs = function(*onnxscript_args, **onnxscript_kwargs)
onnxscript/values.py:583: in __call__
return self.func(*args, **kwargs)
onnxscript/function_libs/torch_lib/ops/core.py:1653: in aten_clamp
min_clamp = op.CastLike(min, self)
onnxscript/onnx_opset/_impl/opset15.py:257: in CastLike
return op(*self._prepare_inputs(schema, input, target_type))
onnxscript/values.py:301: in __call__
return evaluator.default().eval(schema, args, kwargs)
onnxscript/function_libs/torch_lib/graph_building/_graph_building_torch.py:341: in eval
return self._graph.add_op_call(
<@beartype(onnxscript.function_libs.torch_lib.graph_building._graph_building_torch.TorchScriptGraph.add_op_call) at 0x115081580>:111: in add_op_call
???
onnxscript/function_libs/torch_lib/graph_building/_graph_building_torch.py:878: in add_op_call
result = self._add_torchscript_op_call(
<@beartype(onnxscript.function_libs.torch_lib.graph_building._graph_building_torch.TorchScriptGraph._add_torchscript_op_call) at 0x1150811c0>:129: in _add_torchscript_op_call
???
onnxscript/function_libs/torch_lib/graph_building/_graph_building_torch.py:758: in _add_torchscript_op_call
result = _create_op_call_in_torch_graph(
<@beartype(onnxscript.function_libs.torch_lib.graph_building._graph_building_torch._create_op_call_in_torch_graph) at 0x1150804a0>:113: in _create_op_call_in_torch_graph
???
onnxscript/function_libs/torch_lib/graph_building/_graph_building_torch.py:498: in _create_op_call_in_torch_graph
_add_attribute_to_torchscript_node(node, key, value)
onnxscript/function_libs/torch_lib/graph_building/_graph_building_torch.py:463: in _add_attribute_to_torchscript_node
raise TypeError(f"Unsupported attribute type '{type(value)}' for attribute '{key}'")
E TypeError: Unsupported attribute type '<class 'torch._C._onnx.TensorProtoDataType'>' for attribute 'to'
tests/function_libs/torch_lib/ops_test.py:215: in run_test_output_match
function_output = function_executor(test_name, reference_torch_outputs)(
tests/function_libs/torch_lib/ops_test_common.py:515: in _capture_graph_and_evaluate_torch_script_evaluator
symbolic_outputs = function(*onnxscript_args, **onnxscript_kwargs)
onnxscript/values.py:583: in __call__
return self.func(*args, **kwargs)
onnxscript/function_libs/torch_lib/ops/core.py:1657: in aten_clamp
max_clamp = op.CastLike(max, self)
onnxscript/onnx_opset/_impl/opset15.py:257: in CastLike
return op(*self._prepare_inputs(schema, input, target_type))
onnxscript/values.py:301: in __call__
return evaluator.default().eval(schema, args, kwargs)
onnxscript/function_libs/torch_lib/graph_building/_graph_building_torch.py:341: in eval
return self._graph.add_op_call(
<@beartype(onnxscript.function_libs.torch_lib.graph_building._graph_building_torch.TorchScriptGraph.add_op_call) at 0x115081580>:111: in add_op_call
???
onnxscript/function_libs/torch_lib/graph_building/_graph_building_torch.py:878: in add_op_call
result = self._add_torchscript_op_call(
<@beartype(onnxscript.function_libs.torch_lib.graph_building._graph_building_torch.TorchScriptGraph._add_torchscript_op_call) at 0x1150811c0>:129: in _add_torchscript_op_call
???
onnxscript/function_libs/torch_lib/graph_building/_graph_building_torch.py:758: in _add_torchscript_op_call
result = _create_op_call_in_torch_graph(
<@beartype(onnxscript.function_libs.torch_lib.graph_building._graph_building_torch._create_op_call_in_torch_graph) at 0x1150804a0>:113: in _create_op_call_in_torch_graph
???
onnxscript/function_libs/torch_lib/graph_building/_graph_building_torch.py:498: in _create_op_call_in_torch_graph
_add_attribute_to_torchscript_node(node, key, value)
onnxscript/function_libs/torch_lib/graph_building/_graph_building_torch.py:463: in _add_attribute_to_torchscript_node
raise TypeError(f"Unsupported attribute type '{type(value)}' for attribute '{key}'")
E TypeError: Unsupported attribute type '<class 'torch._C._onnx.TensorProtoDataType'>' for attribute 'to'
Check warning on line 0 in tests.function_libs.torch_lib.ops_test.TestOutputConsistencyEagerCPU
github-actions / Test Results
6 out of 23 runs failed: test_output_match_opinfo__index_put_bool_cpu_int64 (tests.function_libs.torch_lib.ops_test.TestOutputConsistencyEagerCPU)
artifacts/Test Results (py311-torch-nightly-macos-latest)/pytest.xml [took 0s]
artifacts/Test Results (py311-torch-nightly-ubuntu-latest)/pytest.xml [took 0s]
artifacts/Test Results (py311-torch-nightly-windows-latest)/pytest.xml [took 0s]
artifacts/Test Results (py312-torch-nightly-macos-latest)/pytest.xml [took 0s]
artifacts/Test Results (py312-torch-nightly-ubuntu-latest)/pytest.xml [took 0s]
artifacts/Test Results (py312-torch-nightly-windows-latest)/pytest.xml [took 0s]
Raw output
AssertionError: Tensor-likes are not equal!
Mismatched elements: 9 / 25 (36.0%)
Greatest absolute difference: 15 at index (1, 0)
Greatest relative difference: 6.0 at index (3, 4)
tests/function_libs/torch_lib/ops_test.py:252: in run_test_output_match
torch.testing.assert_close(
E AssertionError: Tensor-likes are not equal!
E
E Mismatched elements: 9 / 25 (36.0%)
E Greatest absolute difference: 15 at index (1, 0)
E Greatest relative difference: 6.0 at index (3, 4)
Check warning on line 0 in tests.function_libs.torch_lib.ops_test.TestOutputConsistencyEagerCPU
github-actions / Test Results
6 out of 23 runs failed: test_output_match_opinfo__var_mean_correction_cpu_float16 (tests.function_libs.torch_lib.ops_test.TestOutputConsistencyEagerCPU)
artifacts/Test Results (py311-torch-nightly-macos-latest)/pytest.xml [took 0s]
artifacts/Test Results (py311-torch-nightly-ubuntu-latest)/pytest.xml [took 0s]
artifacts/Test Results (py311-torch-nightly-windows-latest)/pytest.xml [took 0s]
artifacts/Test Results (py312-torch-nightly-macos-latest)/pytest.xml [took 0s]
artifacts/Test Results (py312-torch-nightly-ubuntu-latest)/pytest.xml [took 0s]
artifacts/Test Results (py312-torch-nightly-windows-latest)/pytest.xml [took 0s]
Raw output
AssertionError: Output 0 mismatch
AssertionError: Output 0 mismatch
tests/function_libs/torch_lib/ops_test.py:252: in run_test_output_match
torch.testing.assert_close(
E AssertionError: Tensor-likes are not close!
E
E Mismatched elements: 2 / 25 (8.0%)
E Greatest absolute difference: 0.03125 at index (2, 3) (up to 1e-05 allowed)
E Greatest relative difference: 0.0017795562744140625 at index (2, 3) (up to 0.001 allowed)
The above exception was the direct cause of the following exception:
tests/function_libs/torch_lib/ops_test.py:266: in run_test_output_match
raise AssertionError(f"Output {j} mismatch") from e
E AssertionError: Output 0 mismatch
tests/function_libs/torch_lib/ops_test.py:252: in run_test_output_match
torch.testing.assert_close(
E AssertionError: Tensor-likes are not close!
E
E Mismatched elements: 2 / 25 (8.0%)
E Greatest absolute difference: 0.0625 at index (2, 2) (up to 1e-05 allowed)
E Greatest relative difference: 0.0014429092407226562 at index (2, 3) (up to 0.001 allowed)
The above exception was the direct cause of the following exception:
tests/function_libs/torch_lib/ops_test.py:266: in run_test_output_match
raise AssertionError(f"Output {j} mismatch") from e
E AssertionError: Output 0 mismatch
Check warning on line 0 in tests.function_libs.torch_lib.ops_test.TestOutputConsistencyEagerCPU
github-actions / Test Results
6 out of 23 runs failed: test_output_match_opinfo__var_correction_cpu_float16 (tests.function_libs.torch_lib.ops_test.TestOutputConsistencyEagerCPU)
artifacts/Test Results (py311-torch-nightly-macos-latest)/pytest.xml [took 0s]
artifacts/Test Results (py311-torch-nightly-ubuntu-latest)/pytest.xml [took 0s]
artifacts/Test Results (py311-torch-nightly-windows-latest)/pytest.xml [took 0s]
artifacts/Test Results (py312-torch-nightly-macos-latest)/pytest.xml [took 0s]
artifacts/Test Results (py312-torch-nightly-ubuntu-latest)/pytest.xml [took 0s]
artifacts/Test Results (py312-torch-nightly-windows-latest)/pytest.xml [took 0s]
Raw output
AssertionError: Tensor-likes are not close!
Mismatched elements: 2 / 25 (8.0%)
Greatest absolute difference: 0.03125 at index (2, 3) (up to 1e-05 allowed)
Greatest relative difference: 0.0017795562744140625 at index (2, 3) (up to 0.001 allowed)
AssertionError: Tensor-likes are not close!
Mismatched elements: 2 / 25 (8.0%)
Greatest absolute difference: 0.0625 at index (2, 2) (up to 1e-05 allowed)
Greatest relative difference: 0.0014429092407226562 at index (2, 3) (up to 0.001 allowed)
tests/function_libs/torch_lib/ops_test.py:252: in run_test_output_match
torch.testing.assert_close(
E AssertionError: Tensor-likes are not close!
E
E Mismatched elements: 2 / 25 (8.0%)
E Greatest absolute difference: 0.03125 at index (2, 3) (up to 1e-05 allowed)
E Greatest relative difference: 0.0017795562744140625 at index (2, 3) (up to 0.001 allowed)
tests/function_libs/torch_lib/ops_test.py:252: in run_test_output_match
torch.testing.assert_close(
E AssertionError: Tensor-likes are not close!
E
E Mismatched elements: 2 / 25 (8.0%)
E Greatest absolute difference: 0.0625 at index (2, 2) (up to 1e-05 allowed)
E Greatest relative difference: 0.0014429092407226562 at index (2, 3) (up to 0.001 allowed)
Check warning on line 0 in tests.function_libs.torch_lib.ops_test.TestOutputConsistencyFullGraphCPU
github-actions / Test Results
2 out of 23 runs failed: test_output_match_opinfo__topk_cpu_float16 (tests.function_libs.torch_lib.ops_test.TestOutputConsistencyFullGraphCPU)
artifacts/Test Results (py311-torch-nightly-ubuntu-latest)/pytest.xml [took 1s]
artifacts/Test Results (py312-torch-nightly-ubuntu-latest)/pytest.xml [took 1s]
Raw output
AssertionError: Output 1 mismatch
AssertionError: Output 1 mismatch
AssertionError: Output 1 mismatch
AssertionError: Output 1 mismatch
AssertionError: Output 1 mismatch
AssertionError: Output 1 mismatch
tests/function_libs/torch_lib/ops_test.py:252: in run_test_output_match
torch.testing.assert_close(
E AssertionError: Tensor-likes are not equal!
E
E Mismatched elements: 3 / 75 (4.0%)
E Greatest absolute difference: 8 at index (4, 2, 0)
E Greatest relative difference: 3.0 at index (4, 1, 4)
The above exception was the direct cause of the following exception:
tests/function_libs/torch_lib/ops_test.py:266: in run_test_output_match
raise AssertionError(f"Output {j} mismatch") from e
E AssertionError: Output 1 mismatch
tests/function_libs/torch_lib/ops_test.py:252: in run_test_output_match
torch.testing.assert_close(
E AssertionError: Tensor-likes are not equal!
E
E Mismatched elements: 3 / 75 (4.0%)
E Greatest absolute difference: 8 at index (4, 2, 0)
E Greatest relative difference: 3.0 at index (4, 1, 4)
The above exception was the direct cause of the following exception:
tests/function_libs/torch_lib/ops_test.py:266: in run_test_output_match
raise AssertionError(f"Output {j} mismatch") from e
E AssertionError: Output 1 mismatch
tests/function_libs/torch_lib/ops_test.py:252: in run_test_output_match
torch.testing.assert_close(
E AssertionError: Tensor-likes are not equal!
E
E Mismatched elements: 3 / 75 (4.0%)
E Greatest absolute difference: 8 at index (4, 2, 0)
E Greatest relative difference: 3.0 at index (4, 1, 4)
The above exception was the direct cause of the following exception:
tests/function_libs/torch_lib/ops_test.py:266: in run_test_output_match
raise AssertionError(f"Output {j} mismatch") from e
E AssertionError: Output 1 mismatch
tests/function_libs/torch_lib/ops_test.py:252: in run_test_output_match
torch.testing.assert_close(
E AssertionError: Tensor-likes are not equal!
E
E Mismatched elements: 3 / 75 (4.0%)
E Greatest absolute difference: 8 at index (4, 2, 0)
E Greatest relative difference: 3.0 at index (4, 1, 4)
The above exception was the direct cause of the following exception:
tests/function_libs/torch_lib/ops_test.py:266: in run_test_output_match
raise AssertionError(f"Output {j} mismatch") from e
E AssertionError: Output 1 mismatch
tests/function_libs/torch_lib/ops_test.py:252: in run_test_output_match
torch.testing.assert_close(
E AssertionError: Tensor-likes are not equal!
E
E Mismatched elements: 3 / 75 (4.0%)
E Greatest absolute difference: 8 at index (4, 2, 0)
E Greatest relative difference: 3.0 at index (4, 1, 4)
The above exception was the direct cause of the following exception:
tests/function_libs/torch_lib/ops_test.py:266: in run_test_output_match
raise AssertionError(f"Output {j} mismatch") from e
E AssertionError: Output 1 mismatch
tests/function_libs/torch_lib/ops_test.py:252: in run_test_output_match
torch.testing.assert_close(
E AssertionError: Tensor-likes are not equal!
E
E Mismatched elements: 3 / 75 (4.0%)
E Greatest absolute difference: 8 at index (4, 2, 0)
E Greatest relative difference: 3.0 at index (4, 1, 4)
The above exception was the direct cause of the following exception:
tests/function_libs/torch_lib/ops_test.py:266: in run_test_output_match
raise AssertionError(f"Output {j} mismatch") from e
E AssertionError: Output 1 mismatch
Check warning on line 0 in tests.function_libs.torch_lib.ops_test.TestOutputConsistencyFullGraphCPU
github-actions / Test Results
4 out of 23 runs failed: test_output_match_opinfo__matmul_cpu_float16 (tests.function_libs.torch_lib.ops_test.TestOutputConsistencyFullGraphCPU)
artifacts/Test Results (py311-torch-nightly-ubuntu-latest)/pytest.xml [took 1s]
artifacts/Test Results (py311-torch-nightly-windows-latest)/pytest.xml [took 0s]
artifacts/Test Results (py312-torch-nightly-ubuntu-latest)/pytest.xml [took 1s]
artifacts/Test Results (py312-torch-nightly-windows-latest)/pytest.xml [took 0s]
Raw output
AssertionError: Tensor-likes are not close!
Mismatched elements: 1 / 25 (4.0%)
Greatest absolute difference: 0.03515625 at index (4, 4) (up to 0.02 allowed)
Greatest relative difference: 0.0084075927734375 at index (4, 4) (up to 0.002 allowed)
AssertionError: Tensor-likes are not close!
Mismatched elements: 2 / 250 (0.8%)
Greatest absolute difference: 0.029296875 at index (0, 1, 7) (up to 0.02 allowed)
Greatest relative difference: 0.019683837890625 at index (4, 0, 7) (up to 0.002 allowed)
tests\function_libs\torch_lib\ops_test.py:252: in run_test_output_match
torch.testing.assert_close(
E AssertionError: Tensor-likes are not close!
E
E Mismatched elements: 1 / 25 (4.0%)
E Greatest absolute difference: 0.03515625 at index (4, 4) (up to 0.02 allowed)
E Greatest relative difference: 0.0084075927734375 at index (4, 4) (up to 0.002 allowed)
tests\function_libs\torch_lib\ops_test.py:252: in run_test_output_match
torch.testing.assert_close(
E AssertionError: Tensor-likes are not close!
E
E Mismatched elements: 2 / 250 (0.8%)
E Greatest absolute difference: 0.029296875 at index (0, 1, 7) (up to 0.02 allowed)
E Greatest relative difference: 0.019683837890625 at index (4, 0, 7) (up to 0.002 allowed)
Check warning on line 0 in tests.function_libs.torch_lib.ops_test.TestOutputConsistencyFullGraphCPU
github-actions / Test Results
6 out of 23 runs failed: test_output_match_opinfo__rsub_cpu_float16 (tests.function_libs.torch_lib.ops_test.TestOutputConsistencyFullGraphCPU)
artifacts/Test Results (py311-torch-nightly-macos-latest)/pytest.xml [took 0s]
artifacts/Test Results (py311-torch-nightly-ubuntu-latest)/pytest.xml [took 0s]
artifacts/Test Results (py311-torch-nightly-windows-latest)/pytest.xml [took 0s]
artifacts/Test Results (py312-torch-nightly-macos-latest)/pytest.xml [took 0s]
artifacts/Test Results (py312-torch-nightly-ubuntu-latest)/pytest.xml [took 0s]
artifacts/Test Results (py312-torch-nightly-windows-latest)/pytest.xml [took 0s]
Raw output
AssertionError: Tensor-likes are not close!
Mismatched elements: 2 / 25 (8.0%)
Greatest absolute difference: 0.00390625 at index (0, 2) (up to 1e-05 allowed)
Greatest relative difference: 0.0017986297607421875 at index (0, 4) (up to 0.001 allowed)
tests/function_libs/torch_lib/ops_test.py:252: in run_test_output_match
torch.testing.assert_close(
E AssertionError: Tensor-likes are not close!
E
E Mismatched elements: 2 / 25 (8.0%)
E Greatest absolute difference: 0.00390625 at index (0, 2) (up to 1e-05 allowed)
E Greatest relative difference: 0.0017986297607421875 at index (0, 4) (up to 0.001 allowed)
Check warning on line 0 in tests.function_libs.torch_lib.ops_test.TestOutputConsistencyFullGraphCPU
github-actions / Test Results
6 out of 23 runs failed: test_output_match_opinfo__index_put_bool_cpu_int32 (tests.function_libs.torch_lib.ops_test.TestOutputConsistencyFullGraphCPU)
artifacts/Test Results (py311-torch-nightly-macos-latest)/pytest.xml [took 0s]
artifacts/Test Results (py311-torch-nightly-ubuntu-latest)/pytest.xml [took 0s]
artifacts/Test Results (py311-torch-nightly-windows-latest)/pytest.xml [took 0s]
artifacts/Test Results (py312-torch-nightly-macos-latest)/pytest.xml [took 0s]
artifacts/Test Results (py312-torch-nightly-ubuntu-latest)/pytest.xml [took 0s]
artifacts/Test Results (py312-torch-nightly-windows-latest)/pytest.xml [took 0s]
Raw output
AssertionError: Tensor-likes are not equal!
Mismatched elements: 9 / 25 (36.0%)
Greatest absolute difference: 15 at index (1, 0)
Greatest relative difference: 6.0 at index (3, 4)
tests/function_libs/torch_lib/ops_test.py:252: in run_test_output_match
torch.testing.assert_close(
E AssertionError: Tensor-likes are not equal!
E
E Mismatched elements: 9 / 25 (36.0%)
E Greatest absolute difference: 15 at index (1, 0)
E Greatest relative difference: 6.0 at index (3, 4)