[chore] update torch version to 2.9 (#12969)
Co-authored-by: Baizhou Zhang <sobereddiezhang@gmail.com>
This commit is contained in:
@@ -485,6 +485,7 @@ def run_lora_multiple_batch_on_model_cases(
|
||||
attention_backend: str = "torch_native",
|
||||
disable_cuda_graph: bool = True,
|
||||
enable_deterministic_inference: bool = False,
|
||||
disable_radix_cache: bool = True,
|
||||
):
|
||||
for model_case in model_cases:
|
||||
for torch_dtype in TORCH_DTYPES:
|
||||
@@ -523,6 +524,7 @@ def run_lora_multiple_batch_on_model_cases(
|
||||
attention_backend=attention_backend,
|
||||
enable_deterministic_inference=enable_deterministic_inference,
|
||||
disable_cuda_graph=disable_cuda_graph,
|
||||
disable_radix_cache=disable_radix_cache,
|
||||
**spec_args,
|
||||
)
|
||||
|
||||
|
||||
Reference in New Issue
Block a user