Sync code and test CI; rename some env vars (#11686)

This commit is contained in:
Lianmin Zheng
2025-10-15 18:37:03 -07:00
committed by GitHub
parent 729b7edf72
commit cd7e1bd591
17 changed files with 66 additions and 34 deletions
@@ -1,5 +1,6 @@
from abc import ABC, abstractmethod
from enum import IntEnum, auto
from functools import lru_cache
from typing import List, Tuple
from sglang.srt.managers.schedule_batch import ModelWorkerBatch
@@ -27,6 +28,7 @@ class SpeculativeAlgorithm(IntEnum):
def is_ngram(self):
return self == SpeculativeAlgorithm.NGRAM
@lru_cache(maxsize=None)
@staticmethod
def from_string(name: str):
name_map = {