keep the server in a valid state (#889)

2025-09-01 04:14:38 +08:00 · 2024-07-15 18:35:36 -07:00
parent bfc1f2763b
commit f0c6c6e226
1 changed files with 1 additions and 0 deletions
--- a/llms/mlx_lm/server.py
+++ b/llms/mlx_lm/server.py
@@ -108,6 +108,7 @@ class ModelProvider:
        # Remove the old model if it exists.
        self.model = None
        self.tokenizer = None
+        self.model_key = None

        # Building tokenizer_config
        tokenizer_config = {