zhangyiss/mlx-examples
1
0
Fork 0
mirror of https://github.com/ml-explore/mlx-examples.git synced 2025-09-11 14:24:35 +08:00
Code Issues Actions Packages Projects Releases Wiki Activity

remove unused num_key_value_heads

Browse Source
This commit is contained in:
Anchen
2024-01-01 02:17:36 +11:00
parent f4e38db123
commit b763ad3829
1 changed files with 0 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
llms/yayi2/yayi.py
View File

@@ -41,7 +41,6 @@ class Attention(nn.Module):
def __init__(self, args: ModelArgs): def __init__(self, args: ModelArgs):
super().__init__() super().__init__()
self.num_attention_heads: int = args.num_attention_heads self.num_attention_heads: int = args.num_attention_heads
self.num_key_value_heads: int = args.num_key_value_heads
self.hidden_size = args.hidden_size self.hidden_size = args.hidden_size
self.head_dim = args.hidden_size // args.num_attention_heads self.head_dim = args.hidden_size // args.num_attention_heads