[Feature] Sglang Tracing: Fine-Grained Tracking for Request Latency - Part 2 (#10804)
Signed-off-by: Feng Su <sufeng@linux.alibaba.com>
This commit is contained in:
@@ -396,13 +396,23 @@ class MultimodalInputs:
|
||||
|
||||
|
||||
class RequestStage(str, enum.Enum):
|
||||
# prefill
|
||||
# Tokenizer
|
||||
TOKENIZE = "tokenize"
|
||||
TOKENIZER_DISPATCH = "dispatch"
|
||||
|
||||
# DP controller
|
||||
DC_DISPATCH = "dc_dispatch"
|
||||
|
||||
# common/non-disaggregation
|
||||
PREFILL_WAITING = "prefill_waiting"
|
||||
REQUEST_PROCESS = "request_process"
|
||||
DECODE_LOOP = "decode_loop"
|
||||
PREFILL_FORWARD = "prefill_forward"
|
||||
PREFILL_CHUNKED_FORWARD = "chunked_prefill"
|
||||
|
||||
# disaggregation prefill
|
||||
PREFILL_PREPARE = "prefill_prepare"
|
||||
PREFILL_BOOTSTRAP = "prefill_bootstrap"
|
||||
PREFILL_FORWARD = "prefill_forward"
|
||||
PREFILL_TRANSFER_KV_CACHE = "prefill_transfer_kv_cache"
|
||||
|
||||
# disaggregation decode
|
||||
@@ -410,6 +420,8 @@ class RequestStage(str, enum.Enum):
|
||||
DECODE_BOOTSTRAP = "decode_bootstrap"
|
||||
DECODE_WAITING = "decode_waiting"
|
||||
DECODE_TRANSFERRED = "decode_transferred"
|
||||
DECODE_FAKE_OUTPUT = "fake_output"
|
||||
DECODE_QUICK_FINISH = "quick_finish"
|
||||
|
||||
|
||||
class Req:
|
||||
|
||||
Reference in New Issue
Block a user