some cleanup

This commit is contained in:
Awni Hannun
2025-01-09 12:21:31 -08:00
parent 761b2c9886
commit 2797c438bb
13 changed files with 46 additions and 7999 deletions

View File

@@ -69,8 +69,6 @@ class Attention(nn.Module):
mask: Optional[mx.array] = None,
cache: Optional[Any] = None,
) -> mx.array:
B, L, D = x.shape
queries, keys, values = self.q_proj(x), self.k_proj(x), self.v_proj(x)
# Prepare the queries, keys and values for the attention computation