chenchenghao/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 11 Packages Projects Releases Wiki Activity

Fix PCG MoE Error (#17739)

Browse Source
This commit is contained in:
Yuwei An
2026-02-19 00:48:06 -08:00
committed by GitHub
parent bba2fc49a1
commit 0be30d4b0d
7 changed files with 71 additions and 12 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
python/sglang/srt/compilation/compile.py
View File

@@ -88,12 +88,12 @@ class _MaybeIntermediateTensors:
def _mark_dynamic_on_value(val, dims):
if isinstance(val, torch.Tensor):
torch._dynamo.mark_dynamic(val, _normalize_dims(dims, val.ndim))
torch._dynamo.maybe_mark_dynamic(val, _normalize_dims(dims, val.ndim))
else:
mit = _MaybeIntermediateTensors(val)
if mit.is_intermediate:
for t in mit.obj.tensors.values():
torch._dynamo.mark_dynamic(t, _normalize_dims(dims, t.ndim))
torch._dynamo.maybe_mark_dynamic(t, _normalize_dims(dims, t.ndim))
# else: ignore (None or non-tensor)