quantize default bits tolerance

kyegomez · Dec 30, 2023 · 662975d · 662975d
1 parent 4fc6fb9
commit 662975d
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/tests/utils/test_absmax.py b/tests/utils/test_absmax.py
@@ -7,7 +7,7 @@ def test_absmax_quantize_default_bits():
  quant, dequant = absmax_quantize(x)
  assert quant.dtype == torch.int8
  assert dequant.dtype == torch.float32
- assert torch.allclose(dequant, x, atol=1e-4)
+ assert torch.allclose(dequant, x, atol=1e-3)
 
 
 def test_absmax_quantize_custom_bits():