refactor sampler/processor and a few improvements

This commit is contained in:
Awni Hannun
2024-11-05 17:01:21 -08:00
parent 3783156072
commit 0be87b3c53
9 changed files with 153 additions and 164 deletions

View File

@@ -46,7 +46,7 @@ class TestGenerate(unittest.TestCase):
"hello",
max_tokens=5,
verbose=False,
logits_processor=[logits_processor],
logits_processors=[logits_processor],
)
self.assertEqual(len(all_toks), len(init_toks) + 5)