zhangyiss/mlx-examples
1
0
Fork 0
mirror of https://github.com/ml-explore/mlx-examples.git synced 2025-08-31 11:54:37 +08:00
Code Issues Actions Packages Projects Releases Wiki Activity

remove unused num_key_value_heads

Browse Source
This commit is contained in:
Anchen 2024-01-01 02:17:36 +11:00
parent f4e38db123
commit b763ad3829
1 changed files with 0 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
llms/yayi2/yayi.py
View File

@ -41,7 +41,6 @@ class Attention(nn.Module):
def __init__(self, args: ModelArgs):
super().__init__()
self.num_attention_heads: int = args.num_attention_heads
self.num_key_value_heads: int = args.num_key_value_heads
self.hidden_size = args.hidden_size
self.head_dim = args.hidden_size // args.num_attention_heads