zhangyiss/mlx-examples
1
0
Fork 0
mirror of https://github.com/ml-explore/mlx-examples.git synced 2025-11-04 05:28:11 +08:00
Code Issues Actions Packages Projects Releases Wiki Activity

override dtype with quant (#1062)

Browse Source
This commit is contained in:
Awni Hannun
2024-10-22 09:56:45 -07:00
committed by GitHub
parent 743763bc2e
commit 66e7bcb886
3 changed files with 3 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
llms/mlx_lm/models/gemma2.py
View File

@@ -111,7 +111,7 @@ class MLP(nn.Module):
self.up_proj = nn.Linear(dim, hidden_dim, bias=False)
def __call__(self, x) -> mx.array:
return self.down_proj(nn.gelu(self.gate_proj(x)) * self.up_proj(x))
return self.down_proj(nn.gelu_approx(self.gate_proj(x)) * self.up_proj(x))
class TransformerBlock(nn.Module):