[feat][Ascend][Mindspore]: support model-impl of mindspore (#9234)

This commit is contained in:
Chen Haozhe
2025-11-19 04:17:47 +03:00
committed by GitHub
parent 0d2d687812
commit 6c2e5fcd91
9 changed files with 680 additions and 1 deletions

View File

@@ -2059,6 +2059,7 @@ class ServerArgs:
"implementation is available.\n"
'* "sglang" will use the SGLang model implementation.\n'
'* "transformers" will use the Transformers model '
'* "mindspore" will use the MindSpore model '
"implementation.\n",
)
@@ -3957,6 +3958,9 @@ class ServerArgs:
self.schedule_conservativeness >= 0
), "schedule_conservativeness must be non-negative"
if self.model_impl == "mindspore":
assert is_npu(), "MindSpore model impl is only supported on Ascend npu."
def check_lora_server_args(self):
assert self.max_loras_per_batch > 0, "max_loras_per_batch must be positive"