From 95d44228c942af9157f5115a509615403cac8b76 Mon Sep 17 00:00:00 2001 From: paNikitin <115797306+paNikitin@users.noreply.github.com> Date: Sun, 23 Feb 2025 12:34:17 +0300 Subject: [PATCH] Update new_tokens.py --- llms/mlx_lm/tuner/new_tokens.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/llms/mlx_lm/tuner/new_tokens.py b/llms/mlx_lm/tuner/new_tokens.py index 489a6705..981d4a56 100644 --- a/llms/mlx_lm/tuner/new_tokens.py +++ b/llms/mlx_lm/tuner/new_tokens.py @@ -159,4 +159,4 @@ def implement_new_tokens( """ tokenizer = update_tokenizer(tokenizer=tokenizer, tokens=tokens, special=special) model = resize_embeddings(model=model, tokenizer=tokenizer) - return model, tokenizer \ No newline at end of file + return model, tokenizer