From f0c6c6e226bb7d8cb10cc01c622f1627c809ee60 Mon Sep 17 00:00:00 2001 From: Awni Hannun Date: Mon, 15 Jul 2024 18:35:36 -0700 Subject: [PATCH] keep the server in a valid state (#889) --- llms/mlx_lm/server.py | 1 + 1 file changed, 1 insertion(+) diff --git a/llms/mlx_lm/server.py b/llms/mlx_lm/server.py index bd23cca2..23d327e5 100644 --- a/llms/mlx_lm/server.py +++ b/llms/mlx_lm/server.py @@ -108,6 +108,7 @@ class ModelProvider: # Remove the old model if it exists. self.model = None self.tokenizer = None + self.model_key = None # Building tokenizer_config tokenizer_config = {