zhangyiss/mlx-examples
1
0
Fork 0
mirror of https://github.com/ml-explore/mlx-examples.git synced 2025-09-01 04:14:38 +08:00
Code Issues Actions Packages Projects Releases Wiki Activity

Add GPT-neox model (#863)

Browse Source
This commit is contained in:
nicolov
2024-07-11 15:13:17 +02:00
committed by GitHub
parent 9717307ff0
commit fbe3247772
4 changed files with 271 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
llms/mlx_lm/tuner/utils.py
View File

@@ -111,6 +111,8 @@ def linear_to_lora_layers(
keys = set(["attn.c_attn"])
elif model.model_type == "gpt2":
keys = set(["attn.c_attn"])
elif model.model_type == "gpt_neox":
keys = set(["attention.query_key_value"])
elif model.model_type == "olmo":
keys = set(["att_proj"])
elif model.model_type == "openelm":