Server: support function calling (#1003)

2024-10-03 03:36:07 +08:00 · 2024-10-03 03:36:07 +08:00 · 36c1d8e8dc
commit 36c1d8e8dc
parent 0866e23a67
1 changed files with 1 additions and 0 deletions
--- a/llms/mlx_lm/server.py
+++ b/llms/mlx_lm/server.py
@ -594,6 +594,7 @@ class APIHandler(BaseHTTPRequestHandler):
        ):
            prompt = self.tokenizer.apply_chat_template(
                body["messages"],
+                body.get("tools", None),
                tokenize=True,
                add_generation_prompt=True,
            )