From 46b05ef58f4691a27cdd36cc65aea1a57a4e6b2a Mon Sep 17 00:00:00 2001 From: zyksir Date: Thu, 4 Dec 2025 23:26:30 -0800 Subject: [PATCH] [diffusion] fix: fix bug about pin memory when offloading (#14472) --- python/sglang/multimodal_gen/runtime/loader/fsdp_load.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/python/sglang/multimodal_gen/runtime/loader/fsdp_load.py b/python/sglang/multimodal_gen/runtime/loader/fsdp_load.py index ae40df3f1..3ca0592be 100644 --- a/python/sglang/multimodal_gen/runtime/loader/fsdp_load.py +++ b/python/sglang/multimodal_gen/runtime/loader/fsdp_load.py @@ -269,7 +269,7 @@ def load_model_from_full_model_state_dict( meta_sharded_param.placements, ) if cpu_offload: - sharded_tensor = sharded_tensor.to("cpu", pin_memory=True) + sharded_tensor = sharded_tensor.to("cpu") sharded_sd[target_param_name] = nn.Parameter(sharded_tensor) model.reverse_param_names_mapping = reverse_param_names_mapping