Add Liquid Foundation Model (LFM2) (#16890)

This commit is contained in:
Piotr Mazurek
2026-01-22 11:11:20 +08:00
committed by GitHub
parent f2ae066a6b
commit d6e2b88288
11 changed files with 1493 additions and 7 deletions
@@ -109,6 +109,10 @@ ALL_MODELS = [
trust_remote_code=True,
skip_long_prompt=True,
),
ModelCase(
"LiquidAI/LFM2.5-1.2B-Instruct",
trust_remote_code=True,
),
]
TORCH_DTYPES = [torch.float16]
@@ -134,6 +138,12 @@ class TestGenerationModels(CustomTestCase):
)
max_new_tokens = 32
# Set conv dtype for hybrid models to match inference dtype
dtype_str = {torch.float16: "float16", torch.bfloat16: "bfloat16"}.get(
torch_dtype, "bfloat16"
)
os.environ["SGLANG_MAMBA_CONV_DTYPE"] = dtype_str
with HFRunner(
model_path,
torch_dtype=torch_dtype,