From 0fb0b6b4e641bb28f6da66a60af41c1a3a65cae8 Mon Sep 17 00:00:00 2001
From: Awni Hannun <awni@apple.com>
Date: Tue, 17 Dec 2024 09:10:26 -0800
Subject: [PATCH] nit

---
 llms/mlx_lm/tokenizer_utils.py | 3 ---
 1 file changed, 3 deletions(-)

diff --git a/llms/mlx_lm/tokenizer_utils.py b/llms/mlx_lm/tokenizer_utils.py
index 0eb961a3..2b80c349 100644
--- a/llms/mlx_lm/tokenizer_utils.py
+++ b/llms/mlx_lm/tokenizer_utils.py
@@ -198,9 +198,6 @@ class BPEStreamingDetokenizer(StreamingDetokenizer):
             return current_text[1:]
         return current_text
 
-    def _is_single_space(self, v):
-        return
-
     def add_token(self, token):
         self.tokens.append(token)
         v = self.tokenmap[token]