Fix the lora adapter when lora path is none (#4799)

Co-authored-by: Beichen Ma <mabeichen12@gmail.com>
2025-03-27 21:03:08 -07:00
parent 42a45df043
commit 9fdc6d6abc
3 changed files with 17 additions and 14 deletions
@@ -133,10 +133,6 @@ class LoRAManager:
        assert len(cur_uids) <= self.max_loras_per_batch
        self.memory_pool.prepare_lora_batch(cur_uids, self.loras)

-        # FIXME: Handle lora uid with None more safely
-        if cur_uids == set([None]):
-            return
-
        # set up batch info shared by all lora moruldes
        bs = forward_batch.batch_size
        seg_lens = (