chenchenghao/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 11 Packages Projects Releases Wiki Activity

SGLang Tracing: Supports propagating trace headers through sgl.Engine… (#15814)

Browse Source 
Signed-off-by: Feng Su <sufeng@linux.alibaba.com>
This commit is contained in:
Feng Su
2026-01-01 07:19:53 +08:00
committed by GitHub
parent 417e75a60f
commit 57d2ba9203
3 changed files with 21 additions and 10 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
python/sglang/srt/entrypoints/engine.py
View File

@@ -230,6 +230,7 @@ class Engine(EngineBase):
bootstrap_port: Optional[Union[List[int], int]] = None,
bootstrap_room: Optional[Union[List[int], int]] = None,
data_parallel_rank: Optional[int] = None,
external_trace_header: Optional[Dict] = None,
rid: Optional[Union[List[str], str]] = None,
) -> Union[Dict, Iterator[Dict]]:
"""
@@ -266,6 +267,7 @@ class Engine(EngineBase):
bootstrap_port=bootstrap_port,
bootstrap_room=bootstrap_room,
data_parallel_rank=data_parallel_rank,
external_trace_header=external_trace_header,
rid=rid,
)
generator = self.tokenizer_manager.generate_request(obj, None)
@@ -315,6 +317,7 @@ class Engine(EngineBase):
bootstrap_port: Optional[Union[List[int], int]] = None,
bootstrap_room: Optional[Union[List[int], int]] = None,
data_parallel_rank: Optional[int] = None,
external_trace_header: Optional[Dict] = None,
rid: Optional[Union[List[str], str]] = None,
) -> Union[Dict, AsyncIterator[Dict]]:
"""
@@ -352,6 +355,7 @@ class Engine(EngineBase):
bootstrap_port=bootstrap_port,
bootstrap_room=bootstrap_room,
data_parallel_rank=data_parallel_rank,
external_trace_header=external_trace_header,
rid=rid,
)
generator = self.tokenizer_manager.generate_request(obj, None)
@@ -368,6 +372,7 @@ class Engine(EngineBase):
audio_data: Optional[MultimodalDataInputFormat] = None,
video_data: Optional[MultimodalDataInputFormat] = None,
dimensions: Optional[int] = None,
external_trace_header: Optional[Dict] = None,
rid: Optional[Union[List[str], str]] = None,
) -> Dict:
"""
@@ -380,6 +385,7 @@ class Engine(EngineBase):
audio_data=audio_data,
video_data=video_data,
dimensions=dimensions,
external_trace_header=external_trace_header,
rid=rid,
)
generator = self.tokenizer_manager.generate_request(obj, None)
@@ -393,6 +399,7 @@ class Engine(EngineBase):
audio_data: Optional[MultimodalDataInputFormat] = None,
video_data: Optional[MultimodalDataInputFormat] = None,
dimensions: Optional[int] = None,
external_trace_header: Optional[Dict] = None,
rid: Optional[Union[List[str], str]] = None,
) -> Dict:
"""
@@ -407,6 +414,7 @@ class Engine(EngineBase):
audio_data=audio_data,
video_data=video_data,
dimensions=dimensions,
external_trace_header=external_trace_header,
rid=rid,
)
generator = self.tokenizer_manager.generate_request(obj, None)