import unittest from sglang.test.ci.ci_register import register_cuda_ci from sglang.test.kits.lm_eval_kit import LMEvalMixin from sglang.test.server_fixtures.default_fixture import DefaultServerBase register_cuda_ci(est_time=180, suite="stage-b-test-large-2-gpu") NEMOTRON_3_NANO_THINKING_ARGS = [ "--trust-remote-code", "--tool-call-parser", "qwen3_coder", "--reasoning-parser", "deepseek-r1", ] class TestNvidiaNemotron3Nano30BBF16(LMEvalMixin, DefaultServerBase): """Test Nemotron-3-Nano-30B BF16 model with lm-eval GSM8K evaluation.""" model = "nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16" model_config_name = "lm_eval_configs/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16.yaml" other_args = [ "--tp-size", "2", ] + NEMOTRON_3_NANO_THINKING_ARGS class TestNvidiaNemotron3Nano30BBF16FlashInfer(LMEvalMixin, DefaultServerBase): """Test Nemotron-3-Nano-30B BF16 model with lm-eval GSM8K evaluation using flashinfer mamba backend.""" model = "nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16" model_config_name = "lm_eval_configs/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16.yaml" other_args = [ "--tp-size", "2", "--mamba-backend", "flashinfer", ] + NEMOTRON_3_NANO_THINKING_ARGS class TestNvidiaNemotron3Nano30BFP8(LMEvalMixin, DefaultServerBase): """Test Nemotron-3-Nano-30B FP8 model with lm-eval GSM8K evaluation.""" model = "nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-FP8" model_config_name = "lm_eval_configs/NVIDIA-Nemotron-3-Nano-30B-A3B-FP8.yaml" other_args = [ "--tp-size", "2", ] + NEMOTRON_3_NANO_THINKING_ARGS if __name__ == "__main__": unittest.main()