Double buffer keys for vector sdpa

2025-11-05 19:48:15 +08:00 · 2025-04-22 00:19:11 -07:00
parent fdadc4f22c
commit 11f73d6e89
2 changed files with 41 additions and 15 deletions
--- a/benchmarks/python/sdpa_vector_bench.py
+++ b/benchmarks/python/sdpa_vector_bench.py
@@ -4,7 +4,7 @@ import math
 import mlx.core as mx
 from time_utils import time_fn

-L = 16384
+L = 1024
 H = 32
 H_k = H // 4
 D = 128