From 89c49d6e23d4b938c5272aaefc0e02dfbfe1a83d Mon Sep 17 00:00:00 2001 From: Awni Hannun Date: Sun, 12 Jan 2025 11:02:51 -0800 Subject: [PATCH] format --- llms/mlx_lm/models/cohere2.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/llms/mlx_lm/models/cohere2.py b/llms/mlx_lm/models/cohere2.py index d489d2b9..19bfa6b6 100644 --- a/llms/mlx_lm/models/cohere2.py +++ b/llms/mlx_lm/models/cohere2.py @@ -158,7 +158,7 @@ class CohereModel(nn.Module): if cache is None: cache = [None] * len(self.layers) - + if mask is None: j = self.args.sliding_window_pattern mask = create_attention_mask(h, cache[j - 1 : j])