zhangyiss/mlx-examples
1
0
Fork 0
mirror of https://github.com/ml-explore/mlx-examples.git synced 2025-06-26 02:33:23 +08:00
Code Issues Actions Packages Projects Releases Wiki Activity

cast around lora adapters (#613)

Browse Source
This commit is contained in:
Awni Hannun 2024-03-24 19:34:51 -07:00 committed by GitHub
parent 5a52899405
commit bbfcc103d7
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 2 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
llms/mlx_lm/tuner/lora.py
View File

@ -97,9 +97,6 @@ class LoRALinear(nn.Module):
self.lora_b = mx.zeros(shape=(r, output_dims)) self.lora_b = mx.zeros(shape=(r, output_dims))
def __call__(self, x): def __call__(self, x):
dtype = self.linear.weight.dtype y = self.linear(x)
if isinstance(self.linear, nn.QuantizedLinear):
dtype = self.linear.scales.dtype
y = self.linear(x.astype(dtype))
z = (self.dropout(x) @ self.lora_a) @ self.lora_b z = (self.dropout(x) @ self.lora_a) @ self.lora_b
return y + self.scale * z return y + (self.scale * z).astype(x.dtype)