Files
mlx-examples/llms/tests/test_generate.py
Awni Hannun 824f7fda58 nits + test
2024-09-28 08:28:37 -07:00

43 lines
1.1 KiB
Python

# Copyright © 2024 Apple Inc.
import unittest
from mlx_lm.utils import generate, load
class TestGenerate(unittest.TestCase):
def test_generate(self):
# Simple test that generation runs
HF_MODEL_PATH = "mlx-community/Qwen1.5-0.5B-Chat-4bit"
model, tokenizer = load(HF_MODEL_PATH)
text = generate(model, tokenizer, "hello", max_tokens=5, verbose=False)
def test_generate_with_processor(self):
# Simple test that generation runs
HF_MODEL_PATH = "mlx-community/Qwen1.5-0.5B-Chat-4bit"
model, tokenizer = load(HF_MODEL_PATH)
init_toks = tokenizer.encode("hello")
all_toks = None
def logits_processor(toks, logits):
nonlocal all_toks
all_toks = toks
return logits
generate(
model,
tokenizer,
"hello",
max_tokens=5,
verbose=False,
logits_processor=logits_processor,
)
self.assertEqual(len(all_toks), len(init_toks) + 5)
if __name__ == "__main__":
unittest.main()