Clean up mem settings (#5610)

2025-04-21 17:19:00 -07:00
parent c2942907d5
commit 1343200299
3 changed files with 6 additions and 12 deletions
--- a/python/sglang/srt/utils.py
+++ b/python/sglang/srt/utils.py
@@ -1170,7 +1170,7 @@ def get_hpu_memory_capacity():
        )


-def get_whatever_gpu_memory_capacity(device: str = None):
+def get_device_memory_capacity(device: str = None):
    if is_cuda():
        gpu_mem = get_nvgpu_memory_capacity()
    elif is_hip():