Support custom DeepEP tuning config (#6257)

This commit is contained in:
fzyzcjy
2025-05-17 17:09:42 -07:00
committed by GitHub
parent 26ebb849eb
commit fd08c04821
6 changed files with 79 additions and 5 deletions
+7
View File
@@ -2102,5 +2102,12 @@ def log_info_on_rank0(logger, msg):
logger.info(msg)
def load_json_config(data: str):
try:
return json.loads(data)
except JSONDecodeError:
return json.loads(Path(data).read_text())
def dispose_tensor(x: torch.Tensor):
x.set_(torch.empty((0,), device=x.device, dtype=x.dtype))