From 6e6eff326e9a615f3d9870706eb831afb32dc9e8 Mon Sep 17 00:00:00 2001 From: Alwin Arrasyid Date: Tue, 9 Jan 2024 21:43:59 +0700 Subject: [PATCH] fix: use of undefined args in generate function in phi-2 example (#265) --- llms/phi2/generate.py | 6 +++--- llms/phi2/phi2.py | 1 - 2 files changed, 3 insertions(+), 4 deletions(-) diff --git a/llms/phi2/generate.py b/llms/phi2/generate.py index 6ba63ce3..2f176801 100644 --- a/llms/phi2/generate.py +++ b/llms/phi2/generate.py @@ -16,7 +16,7 @@ def generate( temp: float = 0.0, ): print("[INFO] Generating with Phi-2...", flush=True) - print(args.prompt, end="", flush=True) + print(prompt, end="", flush=True) prompt = tokenizer( prompt, return_tensors="np", @@ -30,8 +30,8 @@ def generate( tokens = [] skip = 0 for token, n in zip( - phi2.generate(prompt, model, args.temp), - range(args.max_tokens), + phi2.generate(prompt, model, temp), + range(max_tokens), ): if token == tokenizer.eos_token_id: break diff --git a/llms/phi2/phi2.py b/llms/phi2/phi2.py index 8154acf3..ae47ee26 100644 --- a/llms/phi2/phi2.py +++ b/llms/phi2/phi2.py @@ -1,4 +1,3 @@ -import argparse import glob import inspect import json