chenchenghao/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 11 Packages Projects Releases Wiki Activity

Support non-packed format when aligning tokens in dump comparator (#19459)

Browse Source
This commit is contained in:
fzyzcjy
2026-02-27 08:10:29 +08:00
committed by GitHub
parent e1e0cfd856
commit eb2ada3804
10 changed files with 549 additions and 39 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
test/registered/debug_utils/comparator/test_model_validation.py
View File

@@ -11,6 +11,7 @@ from sglang.srt.debug_utils.comparator.aligner.token_aligner.types import (
TokenLocator,
)
from sglang.srt.debug_utils.comparator.aligner.unsharder.types import AxisInfo
from sglang.srt.debug_utils.comparator.dims import TokenLayout
from sglang.srt.debug_utils.comparator.output_types import (
ComparisonRecord,
GeneralWarning,
@@ -120,6 +121,7 @@ class TestTokenAlignerPlan:
x=TokenLocator(steps=[0, 0, 1], token_index_in_step=[0, 1, 0]),
y=TokenLocator(steps=[0, 1, 1], token_index_in_step=[0, 0, 1]),
),
layouts=Pair(x=TokenLayout.T, y=TokenLayout.T),
)
assert len(plan.locators.x.steps) == 3
@@ -130,6 +132,7 @@ class TestTokenAlignerPlan:
x=TokenLocator(steps=[0, 0], token_index_in_step=[0, 1]),
y=TokenLocator(steps=[0, 1, 1], token_index_in_step=[0, 0, 1]),
),
layouts=Pair(x=TokenLayout.T, y=TokenLayout.T),
)