Server: support function calling

2025-09-01 04:14:38 +08:00 · 2024-09-29 15:46:22 +08:00
parent 7ec2021bb9
commit cdb2d29d4b
1 changed files with 1 additions and 0 deletions
--- a/llms/mlx_lm/server.py
+++ b/llms/mlx_lm/server.py
@@ -594,6 +594,7 @@ class APIHandler(BaseHTTPRequestHandler):
        ):
            prompt = self.tokenizer.apply_chat_template(
                body["messages"],
+                body.get("tools", None),
                tokenize=True,
                add_generation_prompt=True,
            )