From 36c1d8e8dcd42a7104ab532ef4ae003c08f41c5f Mon Sep 17 00:00:00 2001
From: madroid <madroidmaq@gmail.com>
Date: Thu, 3 Oct 2024 03:36:07 +0800
Subject: [PATCH] Server: support function calling (#1003)

---
 llms/mlx_lm/server.py | 1 +
 1 file changed, 1 insertion(+)

diff --git a/llms/mlx_lm/server.py b/llms/mlx_lm/server.py
index f2d8b86a..42962b54 100644
--- a/llms/mlx_lm/server.py
+++ b/llms/mlx_lm/server.py
@@ -594,6 +594,7 @@ class APIHandler(BaseHTTPRequestHandler):
         ):
             prompt = self.tokenizer.apply_chat_template(
                 body["messages"],
+                body.get("tools", None),
                 tokenize=True,
                 add_generation_prompt=True,
             )