handle 0 tokens gracefully

This commit is contained in:
Christian Bieniak
2024-01-05 13:20:42 +11:00
parent 12c9bafbf5
commit a1a873109a

View File

@@ -43,6 +43,9 @@ def generate(
s = tokenizer.decode(tokens)
print(s[skip:], end="", flush=True)
skip = len(s)
if (len(tokens) == 0):
print("No tokens generated for this prompt")
return
print(tokenizer.decode(tokens)[skip:], flush=True)
gen_time = time.time() - tic
print("=" * 10)