From 62391bec301a71b82856679c3daee062c498be39 Mon Sep 17 00:00:00 2001
From: Angelos Katharopoulos <a_katharopoulos@apple.com>
Date: Thu, 12 Dec 2024 11:08:23 -0800
Subject: [PATCH] Fix bug

---
 llms/mlx_lm/tokenizer_utils.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/llms/mlx_lm/tokenizer_utils.py b/llms/mlx_lm/tokenizer_utils.py
index 60cfb555..114a35e7 100644
--- a/llms/mlx_lm/tokenizer_utils.py
+++ b/llms/mlx_lm/tokenizer_utils.py
@@ -51,7 +51,7 @@ class StreamingDetokenizer:
         text = self.text
         segment = text[self.offset :]
         self.offset = len(text)
-        return text
+        return segment
 
 
 class NaiveStreamingDetokenizer(StreamingDetokenizer):