zhangyiss/mlx-examples
1
0
Fork 0
mirror of https://github.com/ml-explore/mlx-examples.git synced 2025-10-23 22:18:06 +08:00
Code Issues Actions Packages Projects Releases Wiki Activity

fix use of args in generate function (#284)

Browse Source
This commit is contained in:
Alwin Arrasyid
2024-01-10 23:09:21 +07:00
committed by GitHub
parent 44f86092ea
commit 2bbe9d3bd8
1 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
llms/hf_llm/generate.py
View File

@@ -28,8 +28,8 @@ def generate(
tokens = [] tokens = []
skip = 0 skip = 0
for token, n in zip( for token, n in zip(
models.generate(prompt, model, args.temp), models.generate(prompt, model, temp),
range(args.max_tokens), range(max_tokens),
): ):
if token == tokenizer.eos_token_id: if token == tokenizer.eos_token_id:
break break