fix SuScaled args

2025-09-01 21:01:32 +08:00 · 2024-08-24 09:13:03 +02:00
parent 300fbc1c52
commit d76417197f
1 changed files with 0 additions and 2 deletions
--- a/llms/mlx_lm/models/phimoe.py
+++ b/llms/mlx_lm/models/phimoe.py
@@ -68,9 +68,7 @@ class Attention(nn.Module):
        if args.rope_scaling and args.rope_scaling["type"] in ["longrope", "su"]:
            self.rope = SuScaledRotaryEmbedding(
                head_dim,
-                traditional=False,
                base=args.rope_theta,
-                scale=rope_scale,
                max_position_embeddings=args.max_position_embeddings,
                original_max_position_embeddings=args.original_max_position_embeddings,
                short_factor=args.rope_scaling["short_factor"],