[feature] Ascend NPU graph support (#8027)

Co-authored-by: ronnie_zheng <zl19940307@163.com>
Co-authored-by: yezhifeng (D) <y00897525@china.huawei.com>
Co-authored-by: anon189Ty <Stari_Falcon@outlook.com>
Co-authored-by: Maksim <makcum888e@mail.ru>
Co-authored-by: ssshinigami <44640852+ssshinigami@users.noreply.github.com>
This commit is contained in:
VDV1985
2025-08-16 17:25:17 -07:00
committed by GitHub
co-authored by ronnie_zheng yezhifeng anon189Ty Maksim ssshinigami
parent 740f063035
commit 94371dbbd6
18 changed files with 1349 additions and 878 deletions
+1 -1
View File
@@ -376,7 +376,7 @@ class MHATokenToKVPool(KVCache):
v_scale: Optional[float] = None,
layer_id_override: Optional[int] = None,
):
from sglang.srt.model_executor.cuda_graph_runner import get_is_capture_mode
from sglang.srt.model_executor.graph_runner import get_is_capture_mode
if layer_id_override is not None:
layer_id = layer_id_override