zhangyiss/mlx
1
0
Fork 0
mirror of https://github.com/ml-explore/mlx.git synced 2025-08-22 04:56:41 +08:00
Code Issues Actions Packages Projects Releases Wiki Activity

precommit changes

Browse Source
This commit is contained in:
Jyun1998 2023-12-15 03:27:33 +08:00
parent 584a105c09
commit df1f8aa3be
1 changed files with 1 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
python/mlx/nn/layers/transformer.py
View File

@ -9,6 +9,7 @@ from mlx.nn.layers.dropout import Dropout
from mlx.nn.layers.linear import Linear from mlx.nn.layers.linear import Linear
from mlx.nn.layers.normalization import LayerNorm from mlx.nn.layers.normalization import LayerNorm
class MultiHeadAttention(Module): class MultiHeadAttention(Module):
"""Implements the scaled dot product attention with multiple heads. """Implements the scaled dot product attention with multiple heads.