diff --git a/llms/mlx_lm/models/cohere2.py b/llms/mlx_lm/models/cohere2.py index bc6ad276..784bcfcf 100644 --- a/llms/mlx_lm/models/cohere2.py +++ b/llms/mlx_lm/models/cohere2.py @@ -158,7 +158,7 @@ class CohereModel(nn.Module): if mask is None: j = self.args.sliding_window_pattern - mask = create_attention_mask(h, cache[j - 1: j]) + mask = create_attention_mask(h, cache[j - 1 : j]) if cache is None: cache = [None] * len(self.layers)