fix: use of undefined args in generate function in phi-2 example (#265)

This commit is contained in:
Alwin Arrasyid
2024-01-09 21:43:59 +07:00
committed by GitHub
parent bb35e878cb
commit 6e6eff326e
2 changed files with 3 additions and 4 deletions

View File

@@ -16,7 +16,7 @@ def generate(
temp: float = 0.0,
):
print("[INFO] Generating with Phi-2...", flush=True)
print(args.prompt, end="", flush=True)
print(prompt, end="", flush=True)
prompt = tokenizer(
prompt,
return_tensors="np",
@@ -30,8 +30,8 @@ def generate(
tokens = []
skip = 0
for token, n in zip(
phi2.generate(prompt, model, args.temp),
range(args.max_tokens),
phi2.generate(prompt, model, temp),
range(max_tokens),
):
if token == tokenizer.eos_token_id:
break

View File

@@ -1,4 +1,3 @@
import argparse
import glob
import inspect
import json