zhangyiss/mlx-examples
1
0
Fork 0
mirror of https://github.com/ml-explore/mlx-examples.git synced 2025-06-24 09:21:18 +08:00
Code Issues Actions Packages Projects Releases Wiki Activity

Pass use_dora parameter to linear_to_lora_layers (#885)

Browse Source
This commit is contained in:
Chime Ogbuji 2024-07-11 17:34:34 -04:00 committed by GitHub
parent fbe3247772
commit 8bf397e450
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
llms/mlx_lm/lora.py
View File

@ -166,7 +166,7 @@ def train_model(
model.freeze() model.freeze()
# Convert linear layers to lora layers and unfreeze in the process # Convert linear layers to lora layers and unfreeze in the process
linear_to_lora_layers(model, args.lora_layers, args.lora_parameters) linear_to_lora_layers(model, args.lora_layers, args.lora_parameters, args.use_dora)
# Resume training the given adapters. # Resume training the given adapters.
if args.resume_adapter_file is not None: if args.resume_adapter_file is not None: