zhangyiss/mlx-examples
1
0
Fork 0
mirror of https://github.com/ml-explore/mlx-examples.git synced 2025-09-20 20:18:09 +08:00
Code Issues Actions Packages Projects Releases Wiki Activity

Use config.json, add model_type (#157)

Browse Source 
* Use config.json, add model_type

* Update convert to generate config.json
This commit is contained in:
Pedro Cuenca
2023-12-20 17:39:37 +01:00
committed by GitHub
parent 06b7c45c59
commit 920bd13668
2 changed files with 11 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
mistral/mistral.py
View File

@@ -192,9 +192,10 @@ class Tokenizer:
def load_model(folder: str, dtype=mx.float16):
model_path = Path(folder)
tokenizer = Tokenizer(str(model_path / "tokenizer.model"))
with open(model_path / "params.json", "r") as f:
with open(model_path / "config.json", "r") as f:
config = json.loads(f.read())
config.pop("sliding_window")
config.pop("sliding_window", None)
config.pop("model_type", None)
model_args = ModelArgs(**config)
weights = mx.load(str(model_path / "weights.npz"))
weights = tree_unflatten(list(weights.items()))