zhangyiss/mlx-examples
1
0
Fork 0
mirror of https://github.com/ml-explore/mlx-examples.git synced 2025-06-26 18:51:18 +08:00
Code Issues Actions Packages Projects Releases Wiki Activity

nits

Browse Source
This commit is contained in:
Goekdeniz-Guelmez 2024-12-27 15:37:41 +01:00
parent 2ed51946ab
commit 3384d38a83
1 changed files with 1 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
llms/mlx_lm/models/mamba2.py
View File

@ -98,10 +98,7 @@ class Mamba2Block(nn.Module):
self.d_state = args.state_size self.d_state = args.state_size
self.d_conv = args.conv_kernel self.d_conv = args.conv_kernel
self.expand = args.expand self.expand = args.expand
if args.intermediate_size == None: self.d_inner = args.intermediate_size or int(self.expand * self.d_model)
self.d_inner = int(self.expand * self.d_model)
else:
self.d_inner = args.intermediate_size
self.n_groups = args.n_groups self.n_groups = args.n_groups
self.n_heads = args.num_heads self.n_heads = args.num_heads
self.d_head = self.d_inner // self.n_heads self.d_head = self.d_inner // self.n_heads