54 lines
1.5 KiB
Python
54 lines
1.5 KiB
Python
import unittest
|
|
|
|
from sglang.test.accuracy_test_runner import AccuracyTestParams
|
|
from sglang.test.ci.ci_register import register_cuda_ci
|
|
from sglang.test.run_combined_tests import run_combined_tests
|
|
from sglang.test.test_utils import ModelLaunchSettings
|
|
|
|
# register_cuda_ci(est_time=1000, suite="nightly-8-gpu-common", nightly=True)
|
|
register_cuda_ci(est_time=1000, suite="stage-c-test-8-gpu-h200")
|
|
|
|
RING_2_5_1T_MODEL_PATH = "inclusionAI/Ring-2.5-1T"
|
|
|
|
|
|
class TestRing2_5_1T(unittest.TestCase):
|
|
"""Accuracy test for Ring-2.5-1T.
|
|
|
|
Ring-2.5-1T is a ~1T MoE model with linear attention layers.
|
|
Uses TP=8 for GSM8K evaluation.
|
|
"""
|
|
|
|
def test_ring_2_5_1t(self):
|
|
base_args = [
|
|
"--tp=8",
|
|
"--trust-remote-code",
|
|
"--model-loader-extra-config",
|
|
'{"enable_multithread_load": true, "num_threads": 64}',
|
|
]
|
|
|
|
variants = [
|
|
ModelLaunchSettings(
|
|
RING_2_5_1T_MODEL_PATH,
|
|
tp_size=8,
|
|
extra_args=base_args,
|
|
variant="TP8",
|
|
),
|
|
]
|
|
|
|
run_combined_tests(
|
|
models=variants,
|
|
test_name="Ring-2.5-1T",
|
|
accuracy_params=AccuracyTestParams(
|
|
dataset="gsm8k",
|
|
num_examples=200,
|
|
baseline_accuracy=0.88,
|
|
temperature=1.2,
|
|
top_p=0.8,
|
|
max_tokens=4096,
|
|
),
|
|
)
|
|
|
|
|
|
if __name__ == "__main__":
|
|
unittest.main()
|