refactor context parallel state (#17213)
Co-authored-by: Shunkang <182541032+Shunkangz@users.noreply.github.co>
This commit is contained in:
co-authored by
Shunkang
parent
0012d6a4eb
commit
8b4c364960
@@ -18,6 +18,7 @@ BASE_ARGS = [
|
||||
DP_ARGS = [
|
||||
"--tp=8",
|
||||
"--dp=2",
|
||||
"--attn-cp-size=4",
|
||||
"--enable-dp-attention",
|
||||
]
|
||||
|
||||
@@ -43,6 +44,7 @@ CP_IN_SEQ_SPLIT_ARGS = [
|
||||
CP_ROUND_ROBIN_ARGS = [
|
||||
"--enable-nsa-prefill-context-parallel",
|
||||
"--nsa-prefill-cp-mode=round-robin-split",
|
||||
"--attn-cp-size=8",
|
||||
]
|
||||
|
||||
|
||||
|
||||
Reference in New Issue
Block a user