chenchenghao/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

[router][grpc] Fix tool call id in parse_json_schema_response (#12152)

Browse Source
This commit is contained in:
Chang Su
2025-10-26 01:40:53 -07:00
committed by GitHub
parent 5994e6c373
commit 6dbb569bc3
2 changed files with 16 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
sgl-router/src/routers/grpc/processing.rs
View File

@@ -193,6 +193,8 @@ impl ResponseProcessor {
(tool_calls, processed_text) = utils::parse_json_schema_response(
&processed_text,
&original_request.tool_choice,
&original_request.model,
history_tool_calls_count,
);
} else if tool_parser_available {
(tool_calls, processed_text) = self

16
sgl-router/src/routers/grpc/utils.rs
View File

@@ -542,6 +542,8 @@ pub fn create_stop_decoder(
pub fn parse_json_schema_response(
processed_text: &str,
tool_choice: &Option<ToolChoice>,
model: &str,
history_tool_calls_count: usize,
) -> (Option<Vec<ToolCall>>, String) {
match tool_choice {
Some(ToolChoice::Function { function, .. }) => {
@@ -549,7 +551,12 @@ pub fn parse_json_schema_response(
match serde_json::from_str::<Value>(processed_text) {
Ok(params) => {
let tool_call = ToolCall {
id: format!("call_{}", Uuid::new_v4()),
id: generate_tool_call_id(
model,
&function.name,
0,
history_tool_calls_count,
),
tool_type: "function".to_string(),
function: FunctionCallResponse {
name: function.name.clone(),
@@ -580,7 +587,12 @@ pub fn parse_json_schema_response(
let parameters = obj.get("parameters")?;
Some(ToolCall {
id: format!("call_{}_{}", i, Uuid::new_v4()),
id: generate_tool_call_id(
model,
&name,
i,
history_tool_calls_count,
),
tool_type: "function".to_string(),
function: FunctionCallResponse {
name,