diff --git a/python/sglang/srt/models/kimi_k25.py b/python/sglang/srt/models/kimi_k25.py index 9e7688719..490ef9334 100644 --- a/python/sglang/srt/models/kimi_k25.py +++ b/python/sglang/srt/models/kimi_k25.py @@ -716,6 +716,8 @@ class KimiK25ForConditionalGeneration(nn.Module): ), ) + self.model = self.language_model.model + # Ensure that the dtype of the vision_tower and mm_projector matches that of the language_model. # This solves the dtype mismatch issue when using device_map="auto" and torch_dtype. if hasattr(self.language_model, "dtype"):