Merge branch 'ml-explore:main' into adding-support-for-mamba2

2025-09-18 01:50:19 +08:00 · 2024-10-04 22:25:31 +02:00
parent 409ddc427e 9bc53fc210
commit 52d6ca0ad0
2 changed files with 5 additions and 0 deletions
--- a/llms/mlx_lm/server.py
+++ b/llms/mlx_lm/server.py
@@ -594,6 +594,7 @@ class APIHandler(BaseHTTPRequestHandler):
        ):
            prompt = self.tokenizer.apply_chat_template(
                body["messages"],
+                body.get("tools", None),
                tokenize=True,
                add_generation_prompt=True,
            )