diff --git a/python/sglang/srt/managers/session_controller.py b/python/sglang/srt/managers/session_controller.py index cab8b99e9..4990a5cac 100644 --- a/python/sglang/srt/managers/session_controller.py +++ b/python/sglang/srt/managers/session_controller.py @@ -137,13 +137,14 @@ class Session: origin_input_ids=input_ids, origin_input_ids_unpadded=input_ids_unpadded, sampling_params=req.sampling_params, - lora_path=req.lora_path, + lora_id=req.lora_id, session_id=self.session_id, custom_logit_processor=req.custom_logit_processor, stream=req.stream, return_logprob=req.return_logprob, top_logprobs_num=req.top_logprobs_num, token_ids_logprob=req.token_ids_logprob, + vocab_size=tokenizer.vocab_size, ) if last_req is not None: new_req.multimodal_inputs = last_req.multimodal_inputs