Server: support function calling (#1003)

2025-09-01 21:01:32 +08:00 · 2024-10-03 03:36:07 +08:00
parent 0866e23a67
commit 36c1d8e8dc
1 changed files with 1 additions and 0 deletions
--- a/llms/mlx_lm/server.py
+++ b/llms/mlx_lm/server.py
@@ -594,6 +594,7 @@ class APIHandler(BaseHTTPRequestHandler):
        ):
            prompt = self.tokenizer.apply_chat_template(
                body["messages"],
+                body.get("tools", None),
                tokenize=True,
                add_generation_prompt=True,
            )