zhangyiss/mlx-examples
1
0
Fork 0
mirror of https://github.com/ml-explore/mlx-examples.git synced 2025-06-24 17:31:18 +08:00
Code Issues Actions Packages Projects Releases Wiki Activity

revert

Browse Source
This commit is contained in:
Prince Canuma 2025-03-12 10:30:02 +01:00
parent 2d30f6787a
commit 37cd4a382b
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
llms/mlx_lm/models/gemma3_text.py
View File

@ -100,7 +100,7 @@ class Attention(nn.Module):
if self.is_sliding and mask is not None: if self.is_sliding and mask is not None:
key_len = keys.shape[-2] key_len = keys.shape[-2]
if mask.shape[-1] != key_len: if mask.shape[-1] != key_len:
mask = mask[..., :key_len] mask = mask[..., -key_len:]
output = mx.fast.scaled_dot_product_attention( output = mx.fast.scaled_dot_product_attention(