diff --git a/python/tests/test_blas.py b/python/tests/test_blas.py
index 67289cee..dc9e9369 100644
--- a/python/tests/test_blas.py
+++ b/python/tests/test_blas.py
@@ -702,7 +702,7 @@ class TestBlas(mlx_tests.MLXTestCase):
             b = mx.ones((5, 5))
             out = mx.addmm(a, b, a, beta=beta, alpha=alpha)
             expected = beta * a + alpha * (b @ a)
-            self.assertTrue(mx.allclose(expected, out))
+            self.assertTrue(mx.allclose(expected, out, atol=1e-5))
 
             # Broadcast c
             a = mx.ones((5, 5))
@@ -710,7 +710,7 @@ class TestBlas(mlx_tests.MLXTestCase):
             c = mx.ones((1, 5))
             out = mx.addmm(c, a, b, beta=beta, alpha=alpha)
             expected = beta * c + alpha * (a @ b)
-            self.assertTrue(mx.allclose(expected, out))
+            self.assertTrue(mx.allclose(expected, out, atol=1e-5))
 
     def test_addmm_grad(self):
         def make_ref_addmm(alpha, beta):