From 1dd038cbbcb45d306e0e7884e7fedff33e2928e1 Mon Sep 17 00:00:00 2001 From: B1ACK917 Date: Thu, 13 Mar 2025 19:00:19 +0900 Subject: [PATCH] fix: remove eos_token_ids to prevent early stop --- llms/mlx_lm/bench.py | 1 + 1 file changed, 1 insertion(+) diff --git a/llms/mlx_lm/bench.py b/llms/mlx_lm/bench.py index 20009c1a..8a3e2899 100644 --- a/llms/mlx_lm/bench.py +++ b/llms/mlx_lm/bench.py @@ -161,6 +161,7 @@ def load_model_tokenizer(model_path: str): start_time = time.time() model, tokenizer = load(model_path) model_load_time = time.time() - start_time + tokenizer.eos_token_ids.clear() # Remove EOS token to prevent early termination return model, tokenizer, model_load_time