Fix get_load API (#13991)

This commit is contained in:
Liangsheng Yin
2025-11-26 22:07:51 +08:00
committed by GitHub
parent b704b0a922
commit eff6a07c8f
5 changed files with 41 additions and 81 deletions

View File

@@ -691,7 +691,8 @@ class Req:
self.dllm_config = dllm_config
@property
def seqlen(self):
def seqlen(self) -> int:
"""Get the current sequence length of the request."""
return len(self.origin_input_ids) + len(self.output_ids)
@property