mirror of
https://github.com/ml-explore/mlx-examples.git
synced 2025-09-01 04:14:38 +08:00
handle 0 tokens gracefully
This commit is contained in:
@@ -43,6 +43,9 @@ def generate(
|
||||
s = tokenizer.decode(tokens)
|
||||
print(s[skip:], end="", flush=True)
|
||||
skip = len(s)
|
||||
if (len(tokens) == 0):
|
||||
print("No tokens generated for this prompt")
|
||||
return
|
||||
print(tokenizer.decode(tokens)[skip:], flush=True)
|
||||
gen_time = time.time() - tic
|
||||
print("=" * 10)
|
||||
|
Reference in New Issue
Block a user