From 86c665f7b4108651f4cb2c7c049eb80642c2d579 Mon Sep 17 00:00:00 2001 From: Awni Hannun Date: Tue, 4 Mar 2025 13:38:48 -0800 Subject: [PATCH] nits --- llms/mlx_lm/examples/tool_use.py | 7 ++++--- 1 file changed, 4 insertions(+), 3 deletions(-) diff --git a/llms/mlx_lm/examples/tool_use.py b/llms/mlx_lm/examples/tool_use.py index dba4545f..624b9e5b 100644 --- a/llms/mlx_lm/examples/tool_use.py +++ b/llms/mlx_lm/examples/tool_use.py @@ -47,11 +47,12 @@ response = generate( ) # Parse the tool call: -tool_open = "\n" -tool_close = "\n" +# (Note, the tool call format is model specific) +tool_open = "" +tool_close = "" start_tool = response.find(tool_open) + len(tool_open) end_tool = response.find(tool_close) -tool_call = json.loads(response[start_tool:end_tool]) +tool_call = json.loads(response[start_tool:end_tool].strip()) tool_result = tools[tool_call["name"]](**tool_call["arguments"]) # Put the tool result in the prompt