zhangyiss/mlx-examples
1
0
Fork 0
mirror of https://github.com/ml-explore/mlx-examples.git synced 2025-06-29 21:01:13 +08:00
Code Issues Actions Packages Projects Releases Wiki Activity

Pass along temp argument to generate()

Browse Source
This commit is contained in:
Sam Coward 2023-12-15 15:16:41 -05:00
parent 126b99d8be
commit 877f88dfea
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
phi2/phi2.py
View File

@ -201,7 +201,7 @@ if __name__ == "__main__":
print(args.prompt, end="", flush=True) print(args.prompt, end="", flush=True)
tokens = [] tokens = []
for token, _ in zip(generate(prompt, model), range(args.max_tokens)): for token, _ in zip(generate(prompt, model, args.temp), range(args.max_tokens)):
tokens.append(token) tokens.append(token)
if (len(tokens) % 10) == 0: if (len(tokens) % 10) == 0: