vlm: support piecewise cuda graph for Kimi-K2.5 (#20747)
This commit is contained in:
@@ -716,6 +716,8 @@ class KimiK25ForConditionalGeneration(nn.Module):
|
||||
),
|
||||
)
|
||||
|
||||
self.model = self.language_model.model
|
||||
|
||||
# Ensure that the dtype of the vision_tower and mm_projector matches that of the language_model.
|
||||
# This solves the dtype mismatch issue when using device_map="auto" and torch_dtype.
|
||||
if hasattr(self.language_model, "dtype"):
|
||||
|
||||
Reference in New Issue
Block a user