CI: use 'sglang serve' in CI tests (#18597)
Co-authored-by: Mick <mickjagger19@icloud.com> Co-authored-by: sglang-bot <sglangbot@gmail.com>
This commit is contained in:
@@ -11,7 +11,6 @@ import inspect
|
||||
import math
|
||||
import os
|
||||
import signal
|
||||
import socket
|
||||
import sys
|
||||
import threading
|
||||
import traceback
|
||||
@@ -23,7 +22,6 @@ from typing import Any, TypeVar, cast
|
||||
import cloudpickle
|
||||
import torch
|
||||
import yaml
|
||||
from remote_pdb import RemotePdb
|
||||
from torch.distributed.fsdp import MixedPrecisionPolicy
|
||||
|
||||
import sglang.multimodal_gen.envs as envs
|
||||
@@ -546,15 +544,6 @@ class TypeBasedDispatcher:
|
||||
raise ValueError(f"Invalid object: {obj}")
|
||||
|
||||
|
||||
# For non-torch.distributed debugging
|
||||
def remote_breakpoint() -> None:
|
||||
with socket.socket(socket.AF_INET, socket.SOCK_STREAM) as s:
|
||||
s.setsockopt(socket.SOL_SOCKET, socket.SO_REUSEADDR, 1)
|
||||
s.bind(("localhost", 0)) # Let the OS pick an ephemeral port.
|
||||
port = s.getsockname()[1]
|
||||
RemotePdb(host="localhost", port=port).set_trace()
|
||||
|
||||
|
||||
@dataclass
|
||||
class MixedPrecisionState:
|
||||
param_dtype: torch.dtype | None = None
|
||||
|
||||
Reference in New Issue
Block a user