diff --git a/llms/mlx_lm/examples/tool_use.py b/llms/mlx_lm/examples/tool_use.py index dba4545f..624b9e5b 100644 --- a/llms/mlx_lm/examples/tool_use.py +++ b/llms/mlx_lm/examples/tool_use.py @@ -47,11 +47,12 @@ response = generate( ) # Parse the tool call: -tool_open = "\n" -tool_close = "\n" +# (Note, the tool call format is model specific) +tool_open = "" +tool_close = "" start_tool = response.find(tool_open) + len(tool_open) end_tool = response.find(tool_close) -tool_call = json.loads(response[start_tool:end_tool]) +tool_call = json.loads(response[start_tool:end_tool].strip()) tool_result = tools[tool_call["name"]](**tool_call["arguments"]) # Put the tool result in the prompt