diff --git a/llms/hf_llm/generate.py b/llms/hf_llm/generate.py index e3b1136d..d0b41fe0 100644 --- a/llms/hf_llm/generate.py +++ b/llms/hf_llm/generate.py @@ -16,7 +16,7 @@ def generate( temp: float = 0.0, ): prompt = tokenizer( - args.prompt, + prompt, return_tensors="np", return_attention_mask=False, )[