call check_quantized_moe_compatibility after initialize (#13876)

This commit is contained in:
Chunyuan WU
2025-12-13 13:32:19 +08:00
committed by GitHub
parent bf17e769fe
commit 2a39cfe0ff

View File

@@ -323,7 +323,6 @@ class ModelRunner:
# Model-specific adjustment
self.model_specific_adjustment()
self.check_quantized_moe_compatibility()
# Set the global server_args in the scheduler process
set_global_server_args_for_scheduler(server_args)
@@ -355,6 +354,7 @@ class ModelRunner:
# Initialize the model runner
self.initialize(min_per_gpu_memory)
self.check_quantized_moe_compatibility()
# Temporary cached values
self.support_pp = (