chenchenghao/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

Fix port conflicts in CI (#11497)

Browse Source
This commit is contained in:
Lianmin Zheng
2025-10-12 06:46:36 -07:00
committed by GitHub
parent 88e73ed048
commit 548a57b1f3
6 changed files with 34 additions and 336 deletions
Download Patch File Download Diff File Expand all files Collapse all files

7
python/sglang/test/test_utils.py
View File

@@ -135,11 +135,11 @@ def _use_cached_default_models(model_repo: str):
if is_in_ci():
DEFAULT_PORT_FOR_SRT_TEST_RUNNER = (
5000 + int(os.environ.get("CUDA_VISIBLE_DEVICES", "0")[0]) * 100
10000 + int(os.environ.get("CUDA_VISIBLE_DEVICES", "0")[0]) * 1000
)
else:
DEFAULT_PORT_FOR_SRT_TEST_RUNNER = (
7000 + int(os.environ.get("CUDA_VISIBLE_DEVICES", "0")[0]) * 100
20000 + int(os.environ.get("CUDA_VISIBLE_DEVICES", "0")[0]) * 1000
)
DEFAULT_URL_FOR_TEST = f"http://127.0.0.1:{DEFAULT_PORT_FOR_SRT_TEST_RUNNER + 1000}"
@@ -396,8 +396,6 @@ def _get_call_generate(args: argparse.Namespace):
return partial(call_generate_vllm, url=f"{args.host}:{args.port}/generate")
elif args.backend == "srt-raw":
return partial(call_generate_srt_raw, url=f"{args.host}:{args.port}/generate")
elif args.backend == "gserver":
return partial(call_generate_gserver, url=f"{args.host}:{args.port}")
elif args.backend == "outlines":
return partial(call_generate_outlines, url=f"{args.host}:{args.port}/generate")
elif args.backend == "guidance":
@@ -521,7 +519,6 @@ def popen_launch_server(
# Auto-detect device if needed
if device == "auto":
device = auto_config_device()
print(f"Auto-configed device: {device}", flush=True)
other_args = list(other_args)
other_args += ["--device", str(device)]