zhangyiss/mlx-examples
1
0
Fork 0
mirror of https://github.com/ml-explore/mlx-examples.git synced 2025-06-24 09:21:18 +08:00
Code Issues Actions Packages Projects Releases Wiki Activity

fix: remove eos_token_ids to prevent early stop

Browse Source
This commit is contained in:
B1ACK917 2025-03-13 19:00:19 +09:00
parent c83a85350b
commit 1dd038cbbc
No known key found for this signature in database
1 changed files with 1 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
llms/mlx_lm/bench.py
View File

@ -161,6 +161,7 @@ def load_model_tokenizer(model_path: str):
start_time = time.time() start_time = time.time()
model, tokenizer = load(model_path) model, tokenizer = load(model_path)
model_load_time = time.time() - start_time model_load_time = time.time() - start_time
tokenizer.eos_token_ids.clear() # Remove EOS token to prevent early termination
return model, tokenizer, model_load_time return model, tokenizer, model_load_time