zhangyiss/mlx-examples
1
0
Fork 0
mirror of https://github.com/ml-explore/mlx-examples.git synced 2025-08-29 02:21:18 +08:00
Code Issues Actions Packages Projects Releases Wiki Activity

nits

Browse Source
This commit is contained in:
Awni Hannun 2025-03-04 13:38:48 -08:00
parent 925f5621b0
commit 86c665f7b4
1 changed files with 4 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
llms/mlx_lm/examples/tool_use.py
View File

@ -47,11 +47,12 @@ response = generate(
) )
# Parse the tool call: # Parse the tool call:
tool_open = "<tool_call>\n" # (Note, the tool call format is model specific)
tool_close = "\n</tool_call>" tool_open = "<tool_call>"
tool_close = "</tool_call>"
start_tool = response.find(tool_open) + len(tool_open) start_tool = response.find(tool_open) + len(tool_open)
end_tool = response.find(tool_close) end_tool = response.find(tool_close)
tool_call = json.loads(response[start_tool:end_tool]) tool_call = json.loads(response[start_tool:end_tool].strip())
tool_result = tools[tool_call["name"]](**tool_call["arguments"]) tool_result = tools[tool_call["name"]](**tool_call["arguments"])
# Put the tool result in the prompt # Put the tool result in the prompt