From acec71b47431ec03e9622f424f0438882a4f962e Mon Sep 17 00:00:00 2001 From: Awni Hannun Date: Wed, 9 Oct 2024 10:34:59 -0700 Subject: [PATCH] nit --- llms/tests/test_tokenizers.py | 1 - 1 file changed, 1 deletion(-) diff --git a/llms/tests/test_tokenizers.py b/llms/tests/test_tokenizers.py index a65a2756..7b4828b1 100644 --- a/llms/tests/test_tokenizers.py +++ b/llms/tests/test_tokenizers.py @@ -8,7 +8,6 @@ from mlx_lm.tokenizer_utils import ( BPEStreamingDetokenizer, NaiveStreamingDetokenizer, SPMStreamingDetokenizer, - TokenizerWrapper, load_tokenizer, )