From 5f52882e328710de5fce09e3d46acad3a98879e8 Mon Sep 17 00:00:00 2001
From: Awni Hannun <awni@apple.com>
Date: Sat, 5 Oct 2024 14:53:11 -0700
Subject: [PATCH] nit in chat

---
 llms/mlx_lm/examples/chat.py | 3 ---
 1 file changed, 3 deletions(-)

diff --git a/llms/mlx_lm/examples/chat.py b/llms/mlx_lm/examples/chat.py
index d4fc5bca..1dc78957 100644
--- a/llms/mlx_lm/examples/chat.py
+++ b/llms/mlx_lm/examples/chat.py
@@ -25,11 +25,9 @@ response = generate(
     tokenizer,
     prompt=prompt,
     verbose=True,
-    max_tokens=1024,
     temp=0.0,
     prompt_cache=prompt_cache,
 )
-messages.append({"role": "assistant", "content": response})
 
 # User turn
 prompt = "What's my name?"
@@ -44,7 +42,6 @@ response = generate(
     tokenizer,
     prompt=prompt,
     verbose=True,
-    max_tokens=1024,
     temp=0.0,
     prompt_cache=prompt_cache,
 )