zhangyiss/mlx-examples
1
0
Fork 0
mirror of https://github.com/ml-explore/mlx-examples.git synced 2025-06-25 09:51:19 +08:00
Code Issues Actions Packages Projects Releases Wiki Activity

fix: use of undefined args in generate function in phi-2 example (#265)

Browse Source
This commit is contained in:
Alwin Arrasyid 2024-01-09 21:43:59 +07:00 committed by GitHub
parent bb35e878cb
commit 6e6eff326e
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
2 changed files with 3 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
llms/phi2/generate.py
View File

@ -16,7 +16,7 @@ def generate(
temp: float = 0.0, temp: float = 0.0,
): ):
print("[INFO] Generating with Phi-2...", flush=True) print("[INFO] Generating with Phi-2...", flush=True)
print(args.prompt, end="", flush=True) print(prompt, end="", flush=True)
prompt = tokenizer( prompt = tokenizer(
prompt, prompt,
return_tensors="np", return_tensors="np",
@ -30,8 +30,8 @@ def generate(
tokens = [] tokens = []
skip = 0 skip = 0
for token, n in zip( for token, n in zip(
phi2.generate(prompt, model, args.temp), phi2.generate(prompt, model, temp),
range(args.max_tokens), range(max_tokens),
): ):
if token == tokenizer.eos_token_id: if token == tokenizer.eos_token_id:
break break

1
llms/phi2/phi2.py
View File

@ -1,4 +1,3 @@
import argparse
import glob import glob
import inspect import inspect
import json import json