zhangyiss/mlx-examples
1
0
Fork 0
mirror of https://github.com/ml-explore/mlx-examples.git synced 2025-08-28 16:16:27 +08:00
Code Issues Actions Packages Projects Releases Wiki Activity

Generate: rename prefill-prompt to prefill-response

Browse Source
This commit is contained in:
madroid 2025-02-27 12:27:08 +08:00
parent 431ece6c5b
commit 9f9da6af23
1 changed files with 4 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
llms/mlx_lm/generate.py
View File

@ -61,9 +61,9 @@ def setup_arg_parser():
help="Message to be processed by the model ('-' reads from stdin)",
)
parser.add_argument(
"--prefill-prompt",
"--prefill-response",
default=None,
help="Prefill prompt to be used for the chat template",
help="Prefill response to be used for the chat template",
)
parser.add_argument(
"--max-tokens",
@ -224,8 +224,8 @@ def main():
messages = []
messages.append({"role": "user", "content": prompt})
if args.prefill_prompt is not None:
messages.append({"role": "assistant", "content": args.prefill_prompt})
if args.prefill_response is not None:
messages.append({"role": "assistant", "content": args.prefill_response})
prompt = tokenizer.apply_chat_template(
messages,
tokenize=False,