dropout 0 as default (#549)

This commit is contained in:
Awni Hannun
2024-03-08 13:07:10 -08:00
committed by GitHub
parent 3a9e6c3f70
commit ad3cf5ed98

View File

@@ -10,7 +10,7 @@ class LoRALinear(nn.Module):
linear: nn.Linear, linear: nn.Linear,
r: int = 8, r: int = 8,
lora_alpha: float = 16, lora_alpha: float = 16,
lora_dropout: float = 0.05, lora_dropout: float = 0.0,
scale: float = 10.0, scale: float = 10.0,
): ):
# TODO remove when input_dims and output_dims are attributes # TODO remove when input_dims and output_dims are attributes