From c9a45b7e3cc3573a92656ff8e9831eabbb8b148e Mon Sep 17 00:00:00 2001 From: R0CKSTAR Date: Thu, 15 Jan 2026 22:29:46 +0800 Subject: [PATCH] [diffusion] fix: fix UMA detection (#17113) Signed-off-by: Xiaodong Ye --- python/sglang/multimodal_gen/runtime/platforms/cuda.py | 9 ++------- 1 file changed, 2 insertions(+), 7 deletions(-) diff --git a/python/sglang/multimodal_gen/runtime/platforms/cuda.py b/python/sglang/multimodal_gen/runtime/platforms/cuda.py index 49358322a..c2ec28a46 100644 --- a/python/sglang/multimodal_gen/runtime/platforms/cuda.py +++ b/python/sglang/multimodal_gen/runtime/platforms/cuda.py @@ -124,13 +124,8 @@ class CudaPlatformBase(Platform): if empty_cache: torch.cuda.empty_cache() - # Orin, Thor, Spark - # SM 8.7 is Orin, 11.0 is Thor, 12.1 is Spark - SHARED_SYSMEM_DEVICE_MEM_SMS = (87, 110, 121) - capability = cls.get_device_capability(device_id) - sm = capability.to_int() if capability else 0 - - if sm in SHARED_SYSMEM_DEVICE_MEM_SMS: + device_props = torch.cuda.get_device_properties(device_id) + if device_props.is_integrated: free_gpu_memory = psutil.virtual_memory().available else: free_gpu_memory, _ = torch.cuda.mem_get_info(device_id)