Add kv_transfer_total_mb to metrics (#15667)

This commit is contained in:
Lianmin Zheng
2025-12-23 11:16:55 -08:00
committed by GitHub
parent aa6ac96635
commit cf81737693
3 changed files with 16 additions and 2 deletions
+1 -1
View File
@@ -3443,7 +3443,7 @@ def check_cuda_result(raw_output):
return results
def get_physical_device_id(pytorch_device_id: int) -> int:
def get_physical_device_id() -> int:
"""
Convert PyTorch logical device ID to physical device ID.
"""