revert some stuff

2025-12-16 02:08:55 +08:00 · 2025-04-23 14:18:43 -07:00
parent 3992ca5554
commit d5443aa13a
3 changed files with 11 additions and 23 deletions
--- a/llms/speculative_decoding/decoder.py
+++ b/llms/speculative_decoding/decoder.py
@@ -169,7 +169,7 @@ class SpeculativeDecoder:

            n_steps += 1

-            for t in list(new_tokens):
+            for t in new_tokens.tolist():
                if t == self.tokenizer.eos_id or ntoks >= max_tokens:
                    break
                outputs.append(t)