zhangyiss/mlx-examples
1
0
Fork 0
mirror of https://github.com/ml-explore/mlx-examples.git synced 2025-08-09 10:26:38 +08:00
Code Issues Actions Packages Projects Releases Wiki Activity

chore(mlx-lm): enable to apply default chat template (#577)

Browse Source 
* chore(mlx-lm): enable to apply default chat template

* Add option to use default chat template

* chore: rename the flag to use default chat template
This commit is contained in:
Anchen 2024-03-21 15:39:39 +11:00 committed by GitHub
parent d2a99172a6
commit 8f906c859a
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 9 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

9
llms/mlx_lm/generate.py
View File

@ -61,6 +61,11 @@ def setup_arg_parser():
action="store_true", action="store_true",
help="Use the raw prompt without the tokenizer's chat template.", help="Use the raw prompt without the tokenizer's chat template.",
) )
parser.add_argument(
"--use-default-chat-template",
action="store_true",
help="Use the default chat template",
)
parser.add_argument( parser.add_argument(
"--colorize", "--colorize",
action="store_true", action="store_true",
@ -108,6 +113,10 @@ def main(args):
args.model, adapter_file=args.adapter_file, tokenizer_config=tokenizer_config args.model, adapter_file=args.adapter_file, tokenizer_config=tokenizer_config
) )
if args.use_default_chat_template:
if tokenizer.chat_template is None:
tokenizer.chat_template = tokenizer.default_chat_template
if not args.ignore_chat_template and ( if not args.ignore_chat_template and (
hasattr(tokenizer, "apply_chat_template") hasattr(tokenizer, "apply_chat_template")
and tokenizer.chat_template is not None and tokenizer.chat_template is not None