docker: add CUDA13 support in dockerfile and update GDRCopy/NVSHMEM for blackwell support (#11517)

Co-authored-by: Baizhou Zhang <sobereddiezhang@gmail.com>
This commit is contained in:
ishandhanani
2025-10-27 22:00:54 -07:00
committed by GitHub
parent 813bd6f85c
commit 285a8e6986
7 changed files with 226 additions and 59 deletions

View File

@@ -60,11 +60,11 @@ dependencies = [
"soundfile==0.13.1",
"tiktoken",
"timm==1.0.16",
"torch==2.8.0",
"torch_memory_saver==0.0.9",
"torchao==0.9.0",
"torch==2.8.0",
"torchaudio==2.8.0",
"torchvision",
"torchao==0.9.0",
"tqdm",
"transformers==4.57.1",
"uvicorn",
@@ -77,7 +77,7 @@ dependencies = [
]
[project.optional-dependencies]
modelopt = ["nvidia-modelopt"]
checkpoint-engine = ["checkpoint-engine==0.1.2"]
test = [
"accelerate",
"expecttest",
@@ -89,21 +89,6 @@ test = [
"sentence_transformers",
"tabulate",
]
checkpoint-engine = ["checkpoint-engine==0.1.2"]
all = []
dev = ["sglang[test]"]
# Temporary tags
cu130 = [
"torch==2.9.0",
"torchaudio==2.9.0",
"torchvision==0.24.0",
]
cu130_all = [
"sglang[test]",
"sglang[decord]",
"sglang[cu130]"
]
tracing = [
"opentelemetry-api",
"opentelemetry-exporter-otlp",
@@ -111,10 +96,6 @@ tracing = [
"opentelemetry-sdk",
]
# To be deprecated in 2 weeks
blackwell = ["sglang[dev]"]
blackwell_aarch64 = ["sglang[dev]"]
[project.urls]
"Homepage" = "https://github.com/sgl-project/sglang"
"Bug Tracker" = "https://github.com/sgl-project/sglang/issues"