Piecewise Cuda Graph set default (#16331)

2026-03-02 23:18:07 +08:00
parent 468e3dc56b
commit c64274c746
34 changed files with 505 additions and 143 deletions
@@ -66,7 +66,7 @@ CI_MODELS = [
 # the complete set of models to test sglang's generation model
 ALL_MODELS = [
    *CI_MODELS,
-    ModelCase("Qwen/Qwen2-1.5B"),
+    ModelCase("Qwen/Qwen2-1.5B", decode_tolerance=7e-2),
    ModelCase("Qwen/Qwen2.5-14B-Instruct"),
    ModelCase("HuggingFaceTB/SmolLM-135M-Instruct", skip_long_prompt=True),
    ModelCase("allenai/OLMo-1B-0724-hf", decode_tolerance=8e-2, skip_long_prompt=True),