dropout 0 as default (#549)

2025-09-01 04:14:38 +08:00 · 2024-03-08 13:07:10 -08:00
parent 3a9e6c3f70
commit ad3cf5ed98
1 changed files with 1 additions and 1 deletions
--- a/llms/mlx_lm/tuner/lora.py
+++ b/llms/mlx_lm/tuner/lora.py
@@ -10,7 +10,7 @@ class LoRALinear(nn.Module):
        linear: nn.Linear,
        r: int = 8,
        lora_alpha: float = 16,
-        lora_dropout: float = 0.05,
+        lora_dropout: float = 0.0,
        scale: float = 10.0,
    ):
        # TODO remove when input_dims and output_dims are attributes