Support cuda graph for DP attention (#2061)

2024-11-18 08:29:20 +08:00
parent 11f881d173
commit 62832bb272
9 changed files with 88 additions and 26 deletions
--- a/python/sglang/srt/managers/tp_worker.py
+++ b/python/sglang/srt/managers/tp_worker.py
@@ -128,9 +128,6 @@ class TpModelWorker:
    def get_tp_cpu_group(self):
        return self.model_runner.tp_group.cpu_group

-    def get_tp_device_group(self):
-        return self.model_runner.tp_group.device_group
-
    def get_memory_pool(self):
        return (
            self.model_runner.req_to_token_pool,