diff --git a/llms/mlx_lm/server.py b/llms/mlx_lm/server.py
index bd23cca2..23d327e5 100644
--- a/llms/mlx_lm/server.py
+++ b/llms/mlx_lm/server.py
@@ -108,6 +108,7 @@ class ModelProvider:
         # Remove the old model if it exists.
         self.model = None
         self.tokenizer = None
+        self.model_key = None
 
         # Building tokenizer_config
         tokenizer_config = {