From 3f32a5831d329320972403931819ca037b071830 Mon Sep 17 00:00:00 2001 From: Glen Liu <62917497+glenliu21@users.noreply.github.com> Date: Thu, 5 Feb 2026 10:55:43 -0500 Subject: [PATCH] throw error if got adapter with added_tokens (#18046) --- python/sglang/srt/lora/lora_manager.py | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/python/sglang/srt/lora/lora_manager.py b/python/sglang/srt/lora/lora_manager.py index b5d38dcd0..dcf1d8d1d 100644 --- a/python/sglang/srt/lora/lora_manager.py +++ b/python/sglang/srt/lora/lora_manager.py @@ -154,6 +154,10 @@ class LoRAManager: """ Validate if an adapter can be loaded into the current LoRA memory pool and generate error if it is incompatible. """ + if lora_config.lora_added_tokens_size > 0: + raise ValueError( + f"LoRA serving currently doesn't support adapters that add tokens to the vocabulary" + ) # Check if this LoRA adapter is already loaded for existing_lora_ref in self.lora_refs.values():