From 793bf9fc06499cb1ba236444a7a3dde0ea5b7e49 Mon Sep 17 00:00:00 2001 From: satyamk7054 <43010011+satyamk7054@users.noreply.github.com> Date: Tue, 3 Feb 2026 13:55:11 -0800 Subject: [PATCH] Update weight rename check for Qwen3 Embeddings (#17535) --- python/sglang/srt/models/qwen3.py | 6 +++++- 1 file changed, 5 insertions(+), 1 deletion(-) diff --git a/python/sglang/srt/models/qwen3.py b/python/sglang/srt/models/qwen3.py index ab77522ca..b056317e4 100644 --- a/python/sglang/srt/models/qwen3.py +++ b/python/sglang/srt/models/qwen3.py @@ -490,7 +490,11 @@ class Qwen3ForCausalLM(nn.Module): params_dict = dict(self.named_parameters()) for name, loaded_weight in weights: - if "Embedding" in self.config.name_or_path: + if not name.startswith("model.") and ( + name.startswith("layers.") + or name.startswith("embed_tokens.") + or name.startswith("norm.") + ): name = add_prefix(name, "model") if name == "model.embed_tokens.weight":