Sync code and test CI; rename some env vars (#11686)
This commit is contained in:
@@ -1,5 +1,6 @@
|
||||
from abc import ABC, abstractmethod
|
||||
from enum import IntEnum, auto
|
||||
from functools import lru_cache
|
||||
from typing import List, Tuple
|
||||
|
||||
from sglang.srt.managers.schedule_batch import ModelWorkerBatch
|
||||
@@ -27,6 +28,7 @@ class SpeculativeAlgorithm(IntEnum):
|
||||
def is_ngram(self):
|
||||
return self == SpeculativeAlgorithm.NGRAM
|
||||
|
||||
@lru_cache(maxsize=None)
|
||||
@staticmethod
|
||||
def from_string(name: str):
|
||||
name_map = {
|
||||
|
||||
Reference in New Issue
Block a user