Fix the Wrong Return Type of Scheduler.recv_requests (#7886)
This commit is contained in:
@@ -24,7 +24,7 @@ from collections import deque
|
||||
from concurrent import futures
|
||||
from dataclasses import dataclass
|
||||
from http import HTTPStatus
|
||||
from typing import Deque, Dict, List, Optional, Tuple, Union
|
||||
from typing import Any, Deque, Dict, List, Optional, Tuple, Union
|
||||
|
||||
import psutil
|
||||
import setproctitle
|
||||
@@ -1032,7 +1032,9 @@ class Scheduler(
|
||||
if envs.SGLANG_ENABLE_RUNTIME_MEM_LEAK_CHECK.get():
|
||||
self._check_runtime_mem_leak()
|
||||
|
||||
def recv_requests(self) -> List[Req]:
|
||||
def recv_requests(
|
||||
self,
|
||||
) -> List[Union[TokenizedGenerateReqInput, TokenizedEmbeddingReqInput, Any]]:
|
||||
"""Receive results at tp_rank = 0 and broadcast it to all other TP ranks."""
|
||||
|
||||
if self.recv_skipper is not None:
|
||||
|
||||
Reference in New Issue
Block a user