zhangyiss/mlx-examples
1
0
Fork 0
mirror of https://github.com/ml-explore/mlx-examples.git synced 2025-09-20 20:18:09 +08:00
Code Issues Actions Packages Projects Releases Wiki Activity

format

Browse Source
This commit is contained in:
Awni Hannun
2023-12-14 16:56:50 -08:00
parent 6249f46215
commit 7cf66dc88c
8 changed files with 33 additions and 11 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
llama/llama.py
View File

@@ -315,7 +315,7 @@ def load_model(model_path):
config["hidden_dim"] = weights["layers.0.feed_forward.w1.weight"].shape[0]
if config.get("vocab_size", -1) < 0:
config["vocab_size"] = weights["output.weight"].shape[-1]
unused = ["multiple_of", "ffn_dim_multiplier", 'rope_theta']
unused = ["multiple_of", "ffn_dim_multiplier", "rope_theta"]
for k in unused:
if k in config:
config.pop(k)