diff --git a/lora/lora.py b/lora/lora.py index 9efe8893..d0ff032b 100644 --- a/lora/lora.py +++ b/lora/lora.py @@ -292,8 +292,9 @@ def generate(model, prompt, tokenizer, args): tokens.append(token.item()) s = tokenizer.decode(tokens) - print(s[skip:], end="", flush=True) - skip = len(s) + if len(s) - skip > 1: + print(s[skip:-1], end="", flush=True) + skip = len(s) - 1 print(tokenizer.decode(tokens)[skip:], flush=True) print("=" * 10) if len(tokens) == 0: