diff --git a/llms/hf_llm/generate.py b/llms/hf_llm/generate.py index 514d8e4d..460a1764 100644 --- a/llms/hf_llm/generate.py +++ b/llms/hf_llm/generate.py @@ -28,8 +28,8 @@ def generate( tokens = [] skip = 0 for token, n in zip( - models.generate(prompt, model, args.temp), - range(args.max_tokens), + models.generate(prompt, model, temp), + range(max_tokens), ): if token == tokenizer.eos_token_id: break