diff --git a/python/sglang/srt/managers/tokenizer_manager.py b/python/sglang/srt/managers/tokenizer_manager.py index 5f61c670e..2d46471de 100644 --- a/python/sglang/srt/managers/tokenizer_manager.py +++ b/python/sglang/srt/managers/tokenizer_manager.py @@ -1265,6 +1265,12 @@ class TokenizerManager(TokenizerCommunicatorMixin, TokenizerManagerMultiItemMixi return success, message, num_paused_requests + def _update_model_path_info(self, model_path: str, load_format: str): + self.served_model_name = model_path + self.server_args.model_path = model_path + self.server_args.load_format = load_format + self.model_path = model_path + async def _wait_for_model_update_from_disk( self, obj: UpdateWeightFromDiskReqInput ) -> Tuple[bool, str]: @@ -1273,10 +1279,7 @@ class TokenizerManager(TokenizerCommunicatorMixin, TokenizerManagerMultiItemMixi if self.server_args.dp_size == 1: result = await self.model_update_result if result.success: - self.served_model_name = obj.model_path - self.server_args.model_path = obj.model_path - self.server_args.load_format = obj.load_format - self.model_path = obj.model_path + self._update_model_path_info(obj.model_path, obj.load_format) return result.success, result.message, result.num_paused_requests else: # self.server_args.dp_size > 1 self.model_update_tmp = [] @@ -1284,9 +1287,7 @@ class TokenizerManager(TokenizerCommunicatorMixin, TokenizerManagerMultiItemMixi all_success = all([r.success for r in result]) if all_success is True: - self.server_args.model_path = obj.model_path - self.server_args.load_format = obj.load_format - self.model_path = obj.model_path + self._update_model_path_info(obj.model_path, obj.load_format) all_message = [r.message for r in result] all_message = " | ".join(all_message) all_paused_requests = [r.num_paused_requests for r in result]