zhangyiss/mlx-examples
1
0
Fork 0
mirror of https://github.com/ml-explore/mlx-examples.git synced 2025-06-25 01:41:19 +08:00
Code Issues Actions Packages Projects Releases Wiki Activity

fix: use of undefined args in generate function in phi-2 example (#265)

Browse Source
This commit is contained in:
Alwin Arrasyid 2024-01-09 21:43:59 +07:00 committed by GitHub
parent bb35e878cb
commit 6e6eff326e
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
2 changed files with 3 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
llms/phi2/generate.py
View File

@ -16,7 +16,7 @@ def generate(
temp: float = 0.0,
):
print("[INFO] Generating with Phi-2...", flush=True)
print(args.prompt, end="", flush=True)
print(prompt, end="", flush=True)
prompt = tokenizer(
prompt,
return_tensors="np",
@ -30,8 +30,8 @@ def generate(
tokens = []
skip = 0
for token, n in zip(
phi2.generate(prompt, model, args.temp),
range(args.max_tokens),
phi2.generate(prompt, model, temp),
range(max_tokens),
):
if token == tokenizer.eos_token_id:
break

1
llms/phi2/phi2.py
View File

@ -1,4 +1,3 @@
import argparse
import glob
import inspect
import json