zhangyiss/mlx-examples
1
0
Fork 0
mirror of https://github.com/ml-explore/mlx-examples.git synced 2025-08-31 11:54:37 +08:00
Code Issues Actions Packages Projects Releases Wiki Activity

nit in chat

Browse Source
This commit is contained in:
Awni Hannun 2024-10-05 14:53:11 -07:00
parent 782f5a71b7
commit 5f52882e32
1 changed files with 0 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
llms/mlx_lm/examples/chat.py
View File

@ -25,11 +25,9 @@ response = generate(
tokenizer,
prompt=prompt,
verbose=True,
max_tokens=1024,
temp=0.0,
prompt_cache=prompt_cache,
)
messages.append({"role": "assistant", "content": response})
# User turn
prompt = "What's my name?"
@ -44,7 +42,6 @@ response = generate(
tokenizer,
prompt=prompt,
verbose=True,
max_tokens=1024,
temp=0.0,
prompt_cache=prompt_cache,
)