fix: renaming test file and job names + skip blocking llama4 nightly (#16971)
This commit is contained in:
@@ -12,7 +12,7 @@ register_cuda_ci(est_time=12000, suite="nightly-8-gpu-common", nightly=True)
|
||||
DEEPSEEK_V31_MODEL_PATH = "deepseek-ai/DeepSeek-V3.1"
|
||||
|
||||
|
||||
class TestDeepseekV31Unified(unittest.TestCase):
|
||||
class TestDeepseekV31(unittest.TestCase):
|
||||
"""Unified test class for DeepSeek-V3.1 performance and accuracy.
|
||||
|
||||
Two variants:
|
||||
|
||||
@@ -27,7 +27,7 @@ GSM8K_BASELINE = 0.935
|
||||
GPQA_BASELINE = 0.835
|
||||
|
||||
|
||||
class TestDeepseekV32Unified(unittest.TestCase):
|
||||
class TestDeepseekV32(unittest.TestCase):
|
||||
"""Unified test class for DeepSeek V3.2 performance and accuracy.
|
||||
|
||||
Tests multiple variants with both performance and accuracy tests:
|
||||
|
||||
@@ -12,7 +12,7 @@ register_cuda_ci(est_time=12000, suite="nightly-8-gpu-common", nightly=True)
|
||||
GLM_4_6_MODEL_PATH = "zai-org/GLM-4.6"
|
||||
|
||||
|
||||
class TestGLM46Unified(unittest.TestCase):
|
||||
class TestGLM46(unittest.TestCase):
|
||||
"""Unified test class for GLM-4.6 performance and accuracy.
|
||||
|
||||
Single variant with simple TP=8 configuration.
|
||||
|
||||
@@ -12,7 +12,7 @@ register_cuda_ci(est_time=12000, suite="nightly-8-gpu-common", nightly=True)
|
||||
GLM_4_6_FP8_MODEL_PATH = "zai-org/GLM-4.6-FP8"
|
||||
|
||||
|
||||
class TestGLM46FP8Unified(unittest.TestCase):
|
||||
class TestGLM46FP8(unittest.TestCase):
|
||||
"""Unified test class for GLM-4.6-FP8 performance and accuracy.
|
||||
|
||||
Single variant with simple TP=8 configuration.
|
||||
|
||||
@@ -12,7 +12,7 @@ register_cuda_ci(est_time=12000, suite="nightly-8-gpu-common", nightly=True)
|
||||
KIMI_K2_THINKING_MODEL_PATH = "moonshotai/Kimi-K2-Thinking"
|
||||
|
||||
|
||||
class TestKimiK2Unified(unittest.TestCase):
|
||||
class TestKimiK2(unittest.TestCase):
|
||||
"""Unified test class for Kimi-K2-Thinking performance and accuracy.
|
||||
|
||||
Single variant with TP=8 + tool/reasoning parsers.
|
||||
|
||||
@@ -12,7 +12,8 @@ register_cuda_ci(est_time=12000, suite="nightly-8-gpu-common", nightly=True)
|
||||
LLAMA4_MODEL_PATH = "meta-llama/Llama-4-Scout-17B-16E-Instruct"
|
||||
|
||||
|
||||
class TestLlama4Unified(unittest.TestCase):
|
||||
@unittest.skip("Blocked: Missing HF token permission for Llama 4 model")
|
||||
class TestLlama4(unittest.TestCase):
|
||||
"""Unified test class for Llama-4-Scout performance and accuracy.
|
||||
|
||||
Llama4 has local attention mechanism with hybrid sliding window attention.
|
||||
|
||||
@@ -12,7 +12,7 @@ register_cuda_ci(est_time=12000, suite="nightly-8-gpu-common", nightly=True)
|
||||
MINIMAX_M2_MODEL_PATH = "MiniMaxAI/MiniMax-M2"
|
||||
|
||||
|
||||
class TestMiniMaxM2Unified(unittest.TestCase):
|
||||
class TestMiniMaxM2(unittest.TestCase):
|
||||
"""Unified test class for MiniMax-M2 performance and accuracy.
|
||||
|
||||
Single variant with TP=8 + EP=8 configuration.
|
||||
|
||||
@@ -16,7 +16,7 @@ MISTRAL_LARGE3_EAGLE_MODEL_PATH = "mistralai/Mistral-Large-3-675B-Instruct-2512-
|
||||
|
||||
|
||||
@unittest.skipIf(not is_blackwell_system(), "Requires B200")
|
||||
class TestMistralLarge3Unified(unittest.TestCase):
|
||||
class TestMistralLarge3(unittest.TestCase):
|
||||
"""Unified test class for Mistral-Large-3 performance and accuracy.
|
||||
|
||||
Two variants:
|
||||
|
||||
@@ -13,7 +13,7 @@ QWEN3_235B_MODEL_PATH = "Qwen/Qwen3-235B-A22B-Instruct-2507"
|
||||
|
||||
|
||||
@unittest.skipIf(not is_blackwell_system(), "Requires B200")
|
||||
class TestQwen3235BUnified(unittest.TestCase):
|
||||
class TestQwen3235B(unittest.TestCase):
|
||||
"""Unified test class for Qwen3-235B performance and accuracy.
|
||||
|
||||
Single variant with simple TP=8 configuration.
|
||||
|
||||
Reference in New Issue
Block a user