zhangyiss/mlx-examples
1
0
Fork 0
mirror of https://github.com/ml-explore/mlx-examples.git synced 2025-06-24 17:31:18 +08:00
Code Issues Actions Packages Projects Releases Wiki Activity

fix conversion

Browse Source
This commit is contained in:
Awni Hannun 2023-12-10 14:35:39 -08:00 committed by Angelos Katharopoulos
parent 2652b4f055
commit a4d932bf26
1 changed files with 1 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
lora/convert.py
View File

@ -47,6 +47,7 @@ if __name__ == "__main__":
# Copy the params # Copy the params
with open(torch_path / "params.json", "r") as f: with open(torch_path / "params.json", "r") as f:
config = json.loads(f.read()) config = json.loads(f.read())
n_heads = config["n_heads"]
if "sliding_window" in config: if "sliding_window" in config:
config.pop("sliding_window") config.pop("sliding_window")
if "n_kv_heads" not in config: if "n_kv_heads" not in config: