chenchenghao/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 11 Packages Projects Releases Wiki Activity

[Auto Sync] Update grok.py (20260213) (#18765)

Browse Source 
Co-authored-by: github-actions[bot] <github-actions[bot]@users.noreply.github.com>
Co-authored-by: Cheng Wan <54331508+ch-wan@users.noreply.github.com>
This commit is contained in:
Lianmin Zheng
2026-02-12 18:41:41 -08:00
committed by GitHub
parent d5f66fec15
commit c56a5efbaa
1 changed files with 1 additions and 8 deletions
Download Patch File Download Diff File Expand all files Collapse all files

9
python/sglang/srt/models/grok.py
View File

@@ -690,19 +690,12 @@ class Grok1ForCausalLM(nn.Module):
config, "load_presharded_embedding", False
)
self.is_weights_presharded = (
self.load_presharded_mlp
or self.load_presharded_moe
or self.load_presharded_attn
or self.load_presharded_embedding
)
default_replicate_lm_head = False
self.replicate_lm_head = getattr(
config, "replicate_lm_head", default_replicate_lm_head
)
if self.is_weights_presharded:
if get_tensor_model_parallel_world_size() > 1:
setattr(DefaultModelLoader, "_prepare_weights", _prepare_presharded_weights)
self.replicate_embedding = getattr(config, "replicate_embedding", False)