Clean up __init__ function of the scheduler and event loop for PD (#15298)

2025-12-18 01:35:14 -08:00
parent 4792d1f452
commit d1f0063262
9 changed files with 662 additions and 641 deletions
@@ -91,7 +91,7 @@ class OpenAIServingChat(OpenAIServingBase):
            self.tokenizer_manager.tokenizer is not None
            and self.tokenizer_manager.tokenizer.chat_template is not None
        )
-        architectures = self.tokenizer_manager.server_args.get_hf_config().architectures
+        architectures = self.tokenizer_manager.model_config.hf_config.architectures
        is_dpsk_v32 = "DeepseekV3" in architectures[0] if architectures else False
        return not has_chat_template and is_dpsk_v32