[tiny remove] remove torch_compile in parallel_state (#16865)
Signed-off-by: Oasis-Git <ayw.sirius19@gmail.com>
This commit is contained in:
@@ -760,7 +760,6 @@ class ModelRunner(ModelRunnerKVCacheMixin):
|
||||
pipeline_model_parallel_size=self.pp_size,
|
||||
expert_model_parallel_size=self.moe_ep_size,
|
||||
duplicate_tp_group=self.server_args.enable_pdmux,
|
||||
torch_compile=self.server_args.enable_piecewise_cuda_graph,
|
||||
)
|
||||
initialize_dp_attention(
|
||||
server_args=self.server_args,
|
||||
|
||||
Reference in New Issue
Block a user