Enable piecewise-cuda-graph when logprob_start_len = -1 (#19453)
This commit is contained in:
@@ -44,7 +44,7 @@ class TestSessionControl(unittest.TestCase):
|
||||
timeout=DEFAULT_TIMEOUT_FOR_SERVER_LAUNCH,
|
||||
other_args=[
|
||||
"--attention-backend",
|
||||
"flashinfer",
|
||||
"triton",
|
||||
"--enable-streaming-session",
|
||||
],
|
||||
)
|
||||
|
||||
Reference in New Issue
Block a user