diff --git a/python/tests/test_quantized.py b/python/tests/test_quantized.py
index e67d4922f..f22c0cae3 100644
--- a/python/tests/test_quantized.py
+++ b/python/tests/test_quantized.py
@@ -341,7 +341,7 @@ class TestQuantized(mlx_tests.MLXTestCase):
                 )
                 y_hat = x @ w_hat
                 self.assertEqual(y_q.shape, y_hat.shape)
-                self.assertLess((y_q - y_hat).abs().max(), 1e-3)
+                self.assertLess((y_q - y_hat).abs().max(), 2e-3)
 
     def test_mode_error_cases(self):
         w = mx.random.normal(shape=(256, 256))