jdelony/llama.cpp
1
0
Fork 0
mirror of https://github.com/ggml-org/llama.cpp.git synced 2026-06-27 23:50:20 -05:00
Code Issues Packages Projects Releases Wiki Activity

server : Add id to tool call responses api (#24882)

Browse Source
This commit is contained in:
Matt Thompson 2026-06-22 14:03:12 -07:00 committed by GitHub
parent 9c0ac887f3
commit dec5ca5577
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 6 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

9
tools/server/server-task.cpp
View File

@ -591,10 +591,11 @@ json server_task_result_cmpl_final::to_json_oaicompat_resp() {
for (const common_chat_tool_call & tool_call : oaicompat_msg.tool_calls) { for (const common_chat_tool_call & tool_call : oaicompat_msg.tool_calls) {
output.push_back(json { output.push_back(json {
{"id", "fc_" + tool_call.id},
{"type", "function_call"}, {"type", "function_call"},
{"status", "completed"}, {"status", "completed"},
{"arguments", tool_call.arguments}, {"arguments", tool_call.arguments},
{"call_id", "fc_" + tool_call.id}, {"call_id", "call_" + tool_call.id},
{"name", tool_call.name}, {"name", tool_call.name},
}); });
} }
@ -690,10 +691,11 @@ json server_task_result_cmpl_final::to_json_oaicompat_resp_stream() {
for (const common_chat_tool_call & tool_call : oaicompat_msg.tool_calls) { for (const common_chat_tool_call & tool_call : oaicompat_msg.tool_calls) {
const json output_item = { const json output_item = {
{"id", "fc_" + tool_call.id},
{"type", "function_call"}, {"type", "function_call"},
{"status", "completed"}, {"status", "completed"},
{"arguments", tool_call.arguments}, {"arguments", tool_call.arguments},
{"call_id", "fc_" + tool_call.id}, {"call_id", "call_" + tool_call.id},
{"name", tool_call.name} {"name", tool_call.name}
}; };
server_sent_events.push_back(json { server_sent_events.push_back(json {
@ -1277,8 +1279,9 @@ json server_task_result_cmpl_partial::to_json_oaicompat_resp() {
{"data", json { {"data", json {
{"type", "response.output_item.added"}, {"type", "response.output_item.added"},
{"item", json { {"item", json {
{"id", "fc_" + diff.tool_call_delta.id},
{"arguments", ""}, {"arguments", ""},
{"call_id", "fc_" + diff.tool_call_delta.id}, {"call_id", "call_" + diff.tool_call_delta.id},
{"name", diff.tool_call_delta.name}, {"name", diff.tool_call_delta.name},
{"type", "function_call"}, {"type", "function_call"},
{"status", "in_progress"}, {"status", "in_progress"},