fix(deepep): tuning and enhance deepep on single node

feat(deepep): enhance single node deepep
This commit is contained in:
2026-03-23 22:05:02 +08:00
committed by wxiwnd
parent e72880b467
commit 2ae0237d3e
2 changed files with 39 additions and 10 deletions

View File

@@ -218,14 +218,19 @@ class DeepEPBuffer:
f"Consider using --deepep-config to change the behavior."
)
is_single_node = group.size() <= torch.cuda.device_count()
allow_mnnvl = True
if is_single_node and not deepep_mode.enable_low_latency():
num_rdma_bytes = 0
allow_mnnvl = False
cls._buffer = Buffer(
group,
num_nvl_bytes,
num_rdma_bytes,
low_latency_mode=deepep_mode.enable_low_latency(),
num_qps_per_rank=num_qps_per_rank,
# TODO can be false when unneeded
allow_mnnvl=True,
allow_mnnvl=allow_mnnvl,
)
return cls._buffer