refactor context parallel state (#17213)

Co-authored-by: Shunkang <182541032+Shunkangz@users.noreply.github.co>
This commit is contained in:
dongjiyingdjy
2026-02-13 23:18:17 +08:00
committed by GitHub
co-authored by Shunkang
parent 0012d6a4eb
commit 8b4c364960
27 changed files with 847 additions and 118 deletions
@@ -18,6 +18,7 @@ BASE_ARGS = [
DP_ARGS = [
"--tp=8",
"--dp=2",
"--attn-cp-size=4",
"--enable-dp-attention",
]
@@ -43,6 +44,7 @@ CP_IN_SEQ_SPLIT_ARGS = [
CP_ROUND_ROBIN_ARGS = [
"--enable-nsa-prefill-context-parallel",
"--nsa-prefill-cp-mode=round-robin-split",
"--attn-cp-size=8",
]