Fix race condition in async lora unload (#9084)

2025-08-11 22:59:29 -07:00
parent 4093d460ce
commit 5ded39cab2
4 changed files with 35 additions and 19 deletions
@@ -455,6 +455,7 @@ class GenerateReqInput:
            log_metrics=self.log_metrics,
            modalities=self.modalities[i] if self.modalities else None,
            lora_path=self.lora_path[i] if self.lora_path is not None else None,
+            lora_id=self.lora_id[i] if self.lora_id is not None else None,
            custom_logit_processor=(
                self.custom_logit_processor[i]
                if self.custom_logit_processor is not None