5bit quants (#2226)

* 5bit quants * 5bit quants
2025-10-19 08:38:09 +08:00 · 2025-05-30 12:12:10 -07:00
parent f76ee1ffd2
commit 6ef2f67e7f
7 changed files with 248 additions and 72 deletions
--- a/python/tests/test_vmap.py
+++ b/python/tests/test_vmap.py
@@ -634,6 +634,7 @@ class TestVmap(mlx_tests.MLXTestCase):
        self.assertEqual(fy.shape, (4, 5, 6, 7))

    def test_leaks(self):
+        gc.collect()
        mx.synchronize()
        if mx.metal.is_available():
            mem_pre = mx.get_active_memory()
@@ -653,6 +654,7 @@ class TestVmap(mlx_tests.MLXTestCase):
            outer()
            gc.collect()

+        mx.synchronize()
        if mx.metal.is_available():
            mem_post = mx.get_active_memory()
        else: