Tiny refactor ModelConfig.from_server_args (#5219)

2025-05-08 01:02:43 -07:00
parent 3b2680a44d
commit b6cf3532b5
6 changed files with 23 additions and 53 deletions
@@ -65,20 +65,13 @@ class TpModelWorker:
        self.pp_rank = pp_rank

        # Init model and tokenizer
-        self.model_config = ModelConfig(
-            (
+        self.model_config = ModelConfig.from_server_args(
+            server_args,
+            model_path=(
                server_args.model_path
                if not is_draft_worker
                else server_args.speculative_draft_model_path
            ),
-            trust_remote_code=server_args.trust_remote_code,
-            revision=server_args.revision,
-            context_length=server_args.context_length,
-            model_override_args=server_args.json_model_override_args,
-            is_embedding=server_args.is_embedding,
-            enable_multimodal=server_args.enable_multimodal,
-            dtype=server_args.dtype,
-            quantization=server_args.quantization,
            is_draft_model=is_draft_worker,
        )