zhangyiss/mlx-examples
1
0
Fork 0
mirror of https://github.com/ml-explore/mlx-examples.git synced 2025-12-16 02:08:55 +08:00
Code Issues Actions Packages Projects Releases Wiki Activity

Merge branch 'ml-explore:main' into adding-dpo-training

Browse Source
This commit is contained in:
Gökdeniz Gülmez
2025-02-21 18:35:52 +01:00
committed by GitHub
parent 6d5432b143 3d793ecf68
commit d050911ab5
4 changed files with 15 additions and 21 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
llms/mlx_lm/lora.py
View File

@@ -223,8 +223,14 @@ def train_model(
training_callback: TrainingCallback = None,
):
model.freeze()
if args.num_layers > len(model.layers):
raise ValueError(
f"Requested to train {args.num_layers} layers "
f"but the model only has {len(model.layers)} layers."
)
if args.fine_tune_type == "full":
for l in model.layers[-min(args.num_layers, 0) :]:
for l in model.layers[-max(args.num_layers, 0) :]:
l.unfreeze()
elif args.fine_tune_type in ["lora", "dora"]:
# Convert linear layers to lora/dora layers and unfreeze in the process