From 749cabf2996d819e73ec6a245cf69f66c16ab798 Mon Sep 17 00:00:00 2001
From: Anchen <li.anchen.au@gmail.com>
Date: Mon, 22 Apr 2024 01:58:23 +1000
Subject: [PATCH] fix: unicode decoding (#702)

---
 llms/mlx_lm/server.py | 2 --
 1 file changed, 2 deletions(-)

diff --git a/llms/mlx_lm/server.py b/llms/mlx_lm/server.py
index 0b5850a6..9de306da 100644
--- a/llms/mlx_lm/server.py
+++ b/llms/mlx_lm/server.py
@@ -338,7 +338,6 @@ class APIHandler(BaseHTTPRequestHandler):
                     )
                 break
 
-            detokenizer.finalize()
             new_text = detokenizer.last_segment
             response = self.generate_response(new_text, None)
             self.wfile.write(f"data: {json.dumps(response)}\n\n".encode())
@@ -347,7 +346,6 @@ class APIHandler(BaseHTTPRequestHandler):
 
         # check is there any remaining text to send
         if stop_sequence_buffer:
-            detokenizer.finalize()
             next_chunk = (
                 detokenizer.last_segment
                 if stop_sequence_suffix is None