CI: use 'sglang serve' in CI tests (#18597)

Co-authored-by: Mick <mickjagger19@icloud.com>
Co-authored-by: sglang-bot <sglangbot@gmail.com>
This commit is contained in:
yrk111222
2026-02-28 06:00:41 +08:00
committed by GitHub
parent 776709efe8
commit e6da514c2c
3 changed files with 47 additions and 37 deletions

View File

@@ -11,7 +11,6 @@ import inspect
import math
import os
import signal
import socket
import sys
import threading
import traceback
@@ -23,7 +22,6 @@ from typing import Any, TypeVar, cast
import cloudpickle
import torch
import yaml
from remote_pdb import RemotePdb
from torch.distributed.fsdp import MixedPrecisionPolicy
import sglang.multimodal_gen.envs as envs
@@ -546,15 +544,6 @@ class TypeBasedDispatcher:
raise ValueError(f"Invalid object: {obj}")
# For non-torch.distributed debugging
def remote_breakpoint() -> None:
with socket.socket(socket.AF_INET, socket.SOCK_STREAM) as s:
s.setsockopt(socket.SOL_SOCKET, socket.SO_REUSEADDR, 1)
s.bind(("localhost", 0)) # Let the OS pick an ephemeral port.
port = s.getsockname()[1]
RemotePdb(host="localhost", port=port).set_trace()
@dataclass
class MixedPrecisionState:
param_dtype: torch.dtype | None = None