[Piecewise Cuda Graph] rename, refactor and add more logging (#13675)

Co-authored-by: Minglei Zhu <mingleizhu1122@gmail.com>
Co-authored-by: Ke Bao <ISPObaoke@163.com>
Co-authored-by: Oasis-Git <ayw.sirius19@gmail.com>
This commit is contained in:
Stefan He
2025-11-21 13:28:38 +08:00
committed by GitHub
co-authored by Minglei Zhu Ke Bao Oasis-Git
parent 475962a139
commit d754ce973e
4 changed files with 36 additions and 16 deletions
+2
View File
@@ -11,6 +11,7 @@ from typing import Any, Callable, Optional, Union
import torch
from sglang.srt.compilation.compilation_config import CompilationConfig
from sglang.srt.utils.common import rank0_log
logger = logging.getLogger(__name__)
@@ -129,6 +130,7 @@ def install_torch_compiled(
fullgraph: bool = True,
graph_pool: Any = None,
):
rank0_log(f"install_torch_compiled")
unbound_fwd = module.__class__.forward
if not callable(unbound_fwd):
raise TypeError("module.__class__.forward must be callable")