zhangyiss/mlx-examples
1
0
Fork 0
mirror of https://github.com/ml-explore/mlx-examples.git synced 2025-08-29 06:22:46 +08:00
Code Issues Actions Packages Projects Releases Wiki Activity

Update new_tokens.py

Browse Source
This commit is contained in:
paNikitin 2025-02-23 12:34:17 +03:00
parent 68403f5577
commit 95d44228c9
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
llms/mlx_lm/tuner/new_tokens.py
View File

@ -159,4 +159,4 @@ def implement_new_tokens(
""" """
tokenizer = update_tokenizer(tokenizer=tokenizer, tokens=tokens, special=special) tokenizer = update_tokenizer(tokenizer=tokenizer, tokens=tokens, special=special)
model = resize_embeddings(model=model, tokenizer=tokenizer) model = resize_embeddings(model=model, tokenizer=tokenizer)
return model, tokenizer return model, tokenizer