zhangyiss/mlx-examples
1
0
Fork 0
mirror of https://github.com/ml-explore/mlx-examples.git synced 2025-06-24 17:31:18 +08:00
Code Issues Actions Packages Projects Releases Wiki Activity

fix: unicode decoding (#702)

Browse Source
This commit is contained in:
Anchen 2024-04-22 01:58:23 +10:00 committed by GitHub
parent 1484598de1
commit 749cabf299
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 0 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
llms/mlx_lm/server.py
View File

@ -338,7 +338,6 @@ class APIHandler(BaseHTTPRequestHandler):
) )
break break
detokenizer.finalize()
new_text = detokenizer.last_segment new_text = detokenizer.last_segment
response = self.generate_response(new_text, None) response = self.generate_response(new_text, None)
self.wfile.write(f"data: {json.dumps(response)}\n\n".encode()) self.wfile.write(f"data: {json.dumps(response)}\n\n".encode())
@ -347,7 +346,6 @@ class APIHandler(BaseHTTPRequestHandler):
# check is there any remaining text to send # check is there any remaining text to send
if stop_sequence_buffer: if stop_sequence_buffer:
detokenizer.finalize()
next_chunk = ( next_chunk = (
detokenizer.last_segment detokenizer.last_segment
if stop_sequence_suffix is None if stop_sequence_suffix is None