zhangyiss/mlx-examples
1
0
Fork 0
mirror of https://github.com/ml-explore/mlx-examples.git synced 2025-10-24 06:28:07 +08:00
Code Issues Actions Packages Projects Releases Wiki Activity

dropout 0 as default (#549)

Browse Source
This commit is contained in:
Awni Hannun
2024-03-08 13:07:10 -08:00
committed by GitHub
parent 3a9e6c3f70
commit ad3cf5ed98
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
llms/mlx_lm/tuner/lora.py
View File

@@ -10,7 +10,7 @@ class LoRALinear(nn.Module):
linear: nn.Linear, linear: nn.Linear,
r: int = 8, r: int = 8,
lora_alpha: float = 16, lora_alpha: float = 16,
lora_dropout: float = 0.05, lora_dropout: float = 0.0,
scale: float = 10.0, scale: float = 10.0,
): ):
# TODO remove when input_dims and output_dims are attributes # TODO remove when input_dims and output_dims are attributes