[TestFix] change LoRA tests to use NVIDIA adapter instead of Nutanix (#19642)

Co-authored-by: gemini-code-assist[bot] <176961590+gemini-code-assist[bot]@users.noreply.github.com>
This commit is contained in:
Glen Liu
2026-03-02 12:55:41 -08:00
committed by GitHub
co-authored by gemini-code-assist[bot] <176961590+gemini-code-assist[bot]@users.noreply.github.com>
parent 51ee17ce44
commit cc860a2198
3 changed files with 60 additions and 81 deletions
@@ -141,9 +141,6 @@ class TestBenchServing1GPUPart1(CustomTestCase):
self.assertLess(res["median_ttft_ms"], 86)
self.assertLess(res["median_itl_ms"], 10)
@unittest.skip(
"Nutanix/Meta-Llama-3.1-8B-Instruct_lora_4_alpha_16 removed from HuggingFace"
)
def test_lora_online_latency(self):
if is_in_amd_ci():
pass
@@ -159,9 +156,6 @@ class TestBenchServing1GPUPart1(CustomTestCase):
self.assertLess(res["median_e2e_latency_ms"], 2400)
self.assertLess(res["median_ttft_ms"], 58)
@unittest.skip(
"Nutanix/Meta-Llama-3.1-8B-Instruct_lora_4_alpha_16 removed from HuggingFace"
)
def test_lora_online_latency_with_concurrent_adapter_updates(self):
if is_in_amd_ci():
pass
@@ -247,14 +241,14 @@ class TestBenchServing1GPUPart1(CustomTestCase):
"--mem-fraction-static",
"0.8",
"--lora-paths",
"Nutanix/Meta-Llama-3.1-8B-Instruct_lora_4_alpha_16",
"nvidia/llama-3.1-nemoguard-8b-topic-control",
"--max-lora-rank",
"256",
],
dataset_name="random",
random_input_len=256,
random_output_len=256,
lora_name=["Nutanix/Meta-Llama-3.1-8B-Instruct_lora_4_alpha_16"],
lora_name=["nvidia/llama-3.1-nemoguard-8b-topic-control"],
background_task=background_task,
)