zhangyiss/mlx
1
0
Fork 0
mirror of https://github.com/ml-explore/mlx.git synced 2025-12-16 01:49:05 +08:00
Code Issues Actions 1 Packages Projects Releases Wiki Activity

fix matrix sdpa

Browse Source
This commit is contained in:
Awni Hannun
2025-09-09 12:52:56 -07:00
parent 0fe25eb588
commit 836f019d3b
2 changed files with 4 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
python/tests/test_fast_sdpa.py
View File

@@ -731,7 +731,7 @@ class TestSDPA(mlx_tests.MLXTestCase):
mx.fast.scaled_dot_product_attention(q, k, v, scale=scale, sinks=sinks)
for T_kv in [128, 4096]:
for T_q in [1]: # , 128]:
for T_q in [1, 128]:
for N_kv in [2, 8]:
q = mx.random.normal(shape=(B, N_q, T_q, D))
k = mx.random.normal(shape=(B, N_kv, T_kv, D))