remove unnecessary starvation check (#13619)
This commit is contained in:
@@ -129,16 +129,6 @@ class LoRAManager:
|
||||
lora_ref.lora_id not in self.loras
|
||||
), f"LoRA adapter with ID {lora_ref.lora_id} is already loaded. This should have been verified before request is sent to the backend."
|
||||
|
||||
if lora_ref.pinned and self.num_pinned_loras >= self.max_loras_per_batch - 1:
|
||||
return self.create_lora_update_result(
|
||||
success=False,
|
||||
error_message=(
|
||||
f"Already have {self.num_pinned_loras} pinned adapters, "
|
||||
f"max allowed is {self.max_loras_per_batch - 1} (reserving 1 slot for dynamic use). "
|
||||
f"Please unpin some adapters or increase max_loras_per_batch."
|
||||
),
|
||||
)
|
||||
|
||||
try:
|
||||
# load configs
|
||||
new_adapter = LoRAConfig(lora_ref.lora_path)
|
||||
|
||||
Reference in New Issue
Block a user