Improve the metrics for PD (#12580)

Co-authored-by: Kan Wu <wukanustc@gmail.com> Co-authored-by: cctry <shiyang@x.ai>
2025-11-03 22:10:57 -08:00
parent 93be7e863e
commit f600866a44
5 changed files with 79 additions and 8 deletions
@@ -234,6 +234,7 @@ class ModelConfig:
            model_impl=server_args.model_impl,
            sampling_defaults=server_args.sampling_defaults,
            quantize_and_serve=server_args.quantize_and_serve,
+            override_config_file=server_args.decrypted_config_file,
            **kwargs,
        )