[Tiny]Fix 1-gpu nightly test bugs (#13389)

This commit is contained in:
Baizhou Zhang
2025-11-16 15:54:17 -08:00
committed by GitHub
parent 3ccd7fa669
commit d64dd3e18e
3 changed files with 4 additions and 19 deletions

View File

@@ -239,6 +239,7 @@ class TestNSAIndexer(CustomTestCase):
}
params.update(kwargs)
torch.set_default_dtype(self.dtype)
indexer = Indexer(**params)
# Move indexer to CUDA device
indexer = indexer.to(device=self.device)

View File

@@ -1,4 +1,3 @@
import os
import random
import unittest
from typing import Sequence
@@ -8,7 +7,7 @@ from utils import TORCH_DTYPES, LoRAAdaptor, LoRAModelCase, ensure_reproducibili
from sglang.srt.models.qwen3_vl import Qwen3VLForConditionalGeneration
from sglang.srt.models.qwen3_vl_moe import Qwen3VLMoeForConditionalGeneration
from sglang.test.runners import HFRunner, SRTRunner
from sglang.test.test_utils import CustomTestCase, calculate_rouge_l, is_in_ci
from sglang.test.test_utils import CustomTestCase, calculate_rouge_l
class TestLoRAQwen3VLGating(CustomTestCase):
@@ -165,6 +164,7 @@ def _run_lora_multiple_batch_on_model_cases(
lora_backend=backend,
sleep_on_idle=True,
attention_backend="torch_native",
disable_radix_cache=True,
)
ensure_reproducibility()
@@ -224,19 +224,6 @@ class TestLoRAQwen3VLIntegration(CustomTestCase):
variant_label=label,
)
def test_all_lora_models(self):
if is_in_ci():
return
for label, model_case in LORA_MODEL_VARIANTS:
if "ONLY_RUN" in os.environ and os.environ["ONLY_RUN"] != model_case.base:
continue
with self.subTest(variant=label):
_run_lora_multiple_batch_on_model_cases(
[model_case],
max_new_tokens=LORA_MAX_NEW_TOKENS,
variant_label=label,
)
if __name__ == "__main__":
unittest.main()

View File

@@ -209,7 +209,6 @@ suites = {
"nightly-1-gpu": [
TestFile("layers/attention/nsa/test_nsa_indexer.py", 2),
TestFile("lora/test_lora_qwen3.py", 97),
TestFile("lora/test_lora_qwen3_vl.py", 200),
TestFile("lora/test_lora_radix_cache.py", 200),
TestFile("lora/test_lora_eviction_policy.py", 200),
TestFile("lora/test_lora_openai_api.py", 30),
@@ -256,9 +255,7 @@ suites = {
TestFile("lora/test_chunked_sgmv_backend.py"),
TestFile("lora/test_lora_llama4.py"),
TestFile("lora/test_lora_cuda_graph.py"),
TestFile("lora/test_lora_qwen3.py"),
TestFile("lora/test_lora_tp.py"),
TestFile("lora/test_lora_update.py"),
TestFile("lora/test_lora_qwen3_vl.py"),
TestFile("models/test_clip_models.py"),
TestFile("models/test_dummy_grok_models.py"),
TestFile("models/test_falcon_h1_models.py"),