zhangyiss/mlx-examples
1
0
Fork 0
mirror of https://github.com/ml-explore/mlx-examples.git synced 2025-09-20 03:48:07 +08:00
Code Issues Actions Packages Projects Releases Wiki Activity

Add config.json to Mixtral. (#158)

Browse Source 
* Add config.json to Mixtral.

* Update mixtral/mixtral.py

Co-authored-by: Pedro Cuenca <pedro@huggingface.co>

---------

Co-authored-by: Pedro Cuenca <pedro@huggingface.co>
This commit is contained in:
Vaibhav Srivastav
2023-12-20 23:17:23 +05:30
committed by GitHub
parent 920bd13668
commit 3c64f1a1dc
2 changed files with 5 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
mixtral/mixtral.py
View File

@@ -247,8 +247,9 @@ class Tokenizer:
def load_model(folder: str, dtype=mx.float16):
model_path = Path(folder)
tokenizer = Tokenizer(str(model_path / "tokenizer.model"))
with open("params.json", "r") as f:
with open(model_path / "config.json", "r") as f:
config = json.loads(f.read())
config.pop("model_type", None)
model_args = ModelArgs(**config)
weight_files = glob.glob(str(model_path / "weights.*.npz"))
weights = {}