diff --git a/python/sglang/srt/layers/linear.py b/python/sglang/srt/layers/linear.py
index 1b4382a9b..27a8e8695 100644
--- a/python/sglang/srt/layers/linear.py
+++ b/python/sglang/srt/layers/linear.py
@@ -575,8 +575,13 @@ class MergedColumnParallelLinear(ColumnParallelLinear):
             current_shard_offset = 0
             shard_offsets: List[Tuple[int, int, int]] = []
             for i, output_size in enumerate(self.output_sizes):
-                shard_offsets.append((i, current_shard_offset, output_size))
-                current_shard_offset += output_size
+                effective_size = (
+                    output_size // self.tp_size
+                    if self.use_presharded_weights
+                    else output_size
+                )
+                shard_offsets.append((i, current_shard_offset, effective_size))
+                current_shard_offset += effective_size
             packed_dim = getattr(param, "packed_dim", None)
 
             use_bitsandbytes_4bit = getattr(param, "use_bitsandbytes_4bit", False)