mirror of
https://github.com/ml-explore/mlx-examples.git
synced 2025-09-11 14:24:35 +08:00
43 lines
1.1 KiB
Python
43 lines
1.1 KiB
Python
# Copyright © 2024 Apple Inc.
|
|
|
|
import unittest
|
|
|
|
from mlx_lm.utils import generate, load
|
|
|
|
|
|
class TestGenerate(unittest.TestCase):
|
|
|
|
def test_generate(self):
|
|
# Simple test that generation runs
|
|
HF_MODEL_PATH = "mlx-community/Qwen1.5-0.5B-Chat-4bit"
|
|
model, tokenizer = load(HF_MODEL_PATH)
|
|
text = generate(model, tokenizer, "hello", max_tokens=5, verbose=False)
|
|
|
|
def test_generate_with_processor(self):
|
|
# Simple test that generation runs
|
|
HF_MODEL_PATH = "mlx-community/Qwen1.5-0.5B-Chat-4bit"
|
|
model, tokenizer = load(HF_MODEL_PATH)
|
|
|
|
init_toks = tokenizer.encode("hello")
|
|
|
|
all_toks = None
|
|
|
|
def logits_processor(toks, logits):
|
|
nonlocal all_toks
|
|
all_toks = toks
|
|
return logits
|
|
|
|
generate(
|
|
model,
|
|
tokenizer,
|
|
"hello",
|
|
max_tokens=5,
|
|
verbose=False,
|
|
logits_processor=logits_processor,
|
|
)
|
|
self.assertEqual(len(all_toks), len(init_toks) + 5)
|
|
|
|
|
|
if __name__ == "__main__":
|
|
unittest.main()
|