From 877f88dfeabbcff9208f7b4f3dc4af922683f0a2 Mon Sep 17 00:00:00 2001 From: Sam Coward Date: Fri, 15 Dec 2023 15:16:41 -0500 Subject: [PATCH] Pass along temp argument to generate() --- phi2/phi2.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/phi2/phi2.py b/phi2/phi2.py index 4a9ed30e..78885eb8 100644 --- a/phi2/phi2.py +++ b/phi2/phi2.py @@ -201,7 +201,7 @@ if __name__ == "__main__": print(args.prompt, end="", flush=True) tokens = [] - for token, _ in zip(generate(prompt, model), range(args.max_tokens)): + for token, _ in zip(generate(prompt, model, args.temp), range(args.max_tokens)): tokens.append(token) if (len(tokens) % 10) == 0: