Merge branch 'adding-support-for-mamba2' of https://github.com/Goekdeniz-Guelmez/mlx-examples into adding-support-for-mamba2

2025-09-18 18:51:38 +08:00 · 2024-10-11 20:54:35 +02:00
parent 4e1236cbf6 52d6ca0ad0
commit 9c075a71f8
2 changed files with 5 additions and 0 deletions
--- a/llms/mlx_lm/server.py
+++ b/llms/mlx_lm/server.py
@@ -594,6 +594,7 @@ class APIHandler(BaseHTTPRequestHandler):
        ):
            prompt = self.tokenizer.apply_chat_template(
                body["messages"],
+                body.get("tools", None),
                tokenize=True,
                add_generation_prompt=True,
            )