Add Liquid Foundation Model (LFM2) (#16890)
This commit is contained in:
@@ -109,6 +109,10 @@ ALL_MODELS = [
|
||||
trust_remote_code=True,
|
||||
skip_long_prompt=True,
|
||||
),
|
||||
ModelCase(
|
||||
"LiquidAI/LFM2.5-1.2B-Instruct",
|
||||
trust_remote_code=True,
|
||||
),
|
||||
]
|
||||
|
||||
TORCH_DTYPES = [torch.float16]
|
||||
@@ -134,6 +138,12 @@ class TestGenerationModels(CustomTestCase):
|
||||
)
|
||||
max_new_tokens = 32
|
||||
|
||||
# Set conv dtype for hybrid models to match inference dtype
|
||||
dtype_str = {torch.float16: "float16", torch.bfloat16: "bfloat16"}.get(
|
||||
torch_dtype, "bfloat16"
|
||||
)
|
||||
os.environ["SGLANG_MAMBA_CONV_DTYPE"] = dtype_str
|
||||
|
||||
with HFRunner(
|
||||
model_path,
|
||||
torch_dtype=torch_dtype,
|
||||
|
||||
Reference in New Issue
Block a user