[Spec] Refactor NaN/OOB checks to async maybe_detect_* with env-var control (#19899)

Co-authored-by: hnyls2002 <lsyincs@gmail.com>
This commit is contained in:
kpham-sgl
2026-03-05 13:51:05 -08:00
committed by GitHub
co-authored by hnyls2002
parent 1c1712d8e5
commit 346a4131cf
17 changed files with 171 additions and 68 deletions
@@ -59,7 +59,13 @@ class TestEagleConstrainedDecoding(
cls.grammar_backend,
]
launch_args.extend(cls.other_launch_args)
with envs.SGLANG_ENABLE_SPEC_V2.override(cls.spec_v2):
with envs.SGLANG_ENABLE_SPEC_V2.override(
cls.spec_v2
), envs.SGLANG_SPEC_NAN_DETECTION.override(
True
), envs.SGLANG_SPEC_OOB_DETECTION.override(
True
):
cls.process = popen_launch_server(
cls.model,
cls.base_url,