Revert several PRs (#14958)
Co-authored-by: fzyzcjy <ch271828n@outlook.com>
This commit is contained in:
@@ -366,12 +366,6 @@ class TpModelWorker(BaseTpWorker):
|
||||
can_run_cuda_graph=can_run_cuda_graph,
|
||||
)
|
||||
|
||||
def get_remote_instance_transfer_engine_info(self):
|
||||
return (
|
||||
self.model_runner.remote_instance_transfer_engine_session_id,
|
||||
self.model_runner.remote_instance_transfer_engine_weight_info,
|
||||
)
|
||||
|
||||
def forward_batch_generation(
|
||||
self,
|
||||
model_worker_batch: ModelWorkerBatch,
|
||||
|
||||
Reference in New Issue
Block a user