keep the server in a valid state (#889)

2024-07-15 18:35:36 -07:00 · 2024-07-15 18:35:36 -07:00 · f0c6c6e226
commit f0c6c6e226
parent bfc1f2763b
1 changed files with 1 additions and 0 deletions
--- a/llms/mlx_lm/server.py
+++ b/llms/mlx_lm/server.py
@ -108,6 +108,7 @@ class ModelProvider:
        # Remove the old model if it exists.
        self.model = None
        self.tokenizer = None
+        self.model_key = None

        # Building tokenizer_config
        tokenizer_config = {