nit in chat

2025-09-03 06:54:33 +08:00 · 2024-10-05 14:53:11 -07:00
parent 782f5a71b7
commit 5f52882e32
1 changed files with 0 additions and 3 deletions
--- a/llms/mlx_lm/examples/chat.py
+++ b/llms/mlx_lm/examples/chat.py
@@ -25,11 +25,9 @@ response = generate(
    tokenizer,
    prompt=prompt,
    verbose=True,
-    max_tokens=1024,
    temp=0.0,
    prompt_cache=prompt_cache,
 )
-messages.append({"role": "assistant", "content": response})

 # User turn
 prompt = "What's my name?"
@@ -44,7 +42,6 @@ response = generate(
    tokenizer,
    prompt=prompt,
    verbose=True,
-    max_tokens=1024,
    temp=0.0,
    prompt_cache=prompt_cache,
 )