Fix the Wrong Return Type of Scheduler.recv_requests (#7886)

This commit is contained in:
Yikai Zhang
2025-11-12 04:54:56 -06:00
committed by GitHub
parent c9b581644d
commit 9c546bfd6d

View File

@@ -24,7 +24,7 @@ from collections import deque
from concurrent import futures
from dataclasses import dataclass
from http import HTTPStatus
from typing import Deque, Dict, List, Optional, Tuple, Union
from typing import Any, Deque, Dict, List, Optional, Tuple, Union
import psutil
import setproctitle
@@ -1032,7 +1032,9 @@ class Scheduler(
if envs.SGLANG_ENABLE_RUNTIME_MEM_LEAK_CHECK.get():
self._check_runtime_mem_leak()
def recv_requests(self) -> List[Req]:
def recv_requests(
self,
) -> List[Union[TokenizedGenerateReqInput, TokenizedEmbeddingReqInput, Any]]:
"""Receive results at tp_rank = 0 and broadcast it to all other TP ranks."""
if self.recv_skipper is not None: