zhangyiss/mlx-examples
1
0
Fork 0
mirror of https://github.com/ml-explore/mlx-examples.git synced 2025-09-24 15:58:11 +08:00
Code Issues Actions Packages Projects Releases Wiki Activity

keep the server in a valid state (#889)

Browse Source
This commit is contained in:
Awni Hannun
2024-07-15 18:35:36 -07:00
committed by GitHub
parent bfc1f2763b
commit f0c6c6e226
1 changed files with 1 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
llms/mlx_lm/server.py
View File

@@ -108,6 +108,7 @@ class ModelProvider:
# Remove the old model if it exists. # Remove the old model if it exists.
self.model = None self.model = None
self.tokenizer = None self.tokenizer = None
self.model_key = None
# Building tokenizer_config # Building tokenizer_config
tokenizer_config = { tokenizer_config = {