Feature/Add GET endpoint to query loaded LoRA adapters (#12229)

test/srt/lora/test_lora_update.py

@@ -1328,6 +1328,78 @@ class TestLoRADynamicUpdate(CustomTestCase):
             mode=LoRAUpdateTestSessionMode.SERVER, test_cases=test_cases
         )
 
+    def test_v1_models_endpoint_with_lora(self):
+        """
+        Test that /v1/models endpoint returns base model and loaded LoRA adapters.
+        """
+        adapters = [
+            "philschmid/code-llama-3-1-8b-text-to-sql-lora",
+            "Nutanix/Meta-Llama-3.1-8B-Instruct_lora_4_alpha_16",
+        ]
+
+        with LoRAUpdateTestSession(
+            testcase=self,
+            mode=LoRAUpdateTestSessionMode.SERVER,
+            model_path="meta-llama/Llama-3.1-8B-Instruct",
+            lora_paths=[],
+            max_loras_per_batch=2,
+            max_lora_rank=256,
+            lora_target_modules=["all"],
+            enable_lora=True,
+        ) as session:
+            # Test with no adapters loaded
+            response = requests.get(DEFAULT_URL_FOR_TEST + "/v1/models")
+            self.assertTrue(response.ok, response.text)
+            models_data = response.json()
+            self.assertEqual(models_data["object"], "list")
+            self.assertEqual(len(models_data["data"]), 1)  # Only base model
+            base_model = models_data["data"][0]
+            self.assertIn("meta-llama", base_model["id"].lower())
+            self.assertIsNone(base_model.get("parent"))
+
+            # Load first adapter
+            session.load_lora_adapter(lora_name="adapter1", lora_path=adapters[0])
+
+            # Test with one adapter loaded
+            response = requests.get(DEFAULT_URL_FOR_TEST + "/v1/models")
+            self.assertTrue(response.ok, response.text)
+            models_data = response.json()
+            self.assertEqual(len(models_data["data"]), 2)  # Base model + 1 adapter
+
+            # Verify adapter information
+            adapter_models = [m for m in models_data["data"] if m.get("parent")]
+            self.assertEqual(len(adapter_models), 1)
+            self.assertEqual(adapter_models[0]["id"], "adapter1")
+            self.assertEqual(adapter_models[0]["root"], adapters[0])
+            self.assertIsNotNone(adapter_models[0]["parent"])
+
+            # Load second adapter
+            session.load_lora_adapter(lora_name="adapter2", lora_path=adapters[1])
+
+            # Test with two adapters loaded
+            response = requests.get(DEFAULT_URL_FOR_TEST + "/v1/models")
+            self.assertTrue(response.ok, response.text)
+            models_data = response.json()
+            self.assertEqual(len(models_data["data"]), 3)  # Base model + 2 adapters
+
+            # Verify both adapters are listed
+            adapter_models = [m for m in models_data["data"] if m.get("parent")]
+            self.assertEqual(len(adapter_models), 2)
+            adapter_names = {m["id"] for m in adapter_models}
+            self.assertEqual(adapter_names, {"adapter1", "adapter2"})
+
+            # Unload one adapter
+            session.unload_lora_adapter(lora_name="adapter1")
+
+            # Test after unloading
+            response = requests.get(DEFAULT_URL_FOR_TEST + "/v1/models")
+            self.assertTrue(response.ok, response.text)
+            models_data = response.json()
+            self.assertEqual(len(models_data["data"]), 2)  # Base model + 1 adapter
+            adapter_models = [m for m in models_data["data"] if m.get("parent")]
+            self.assertEqual(len(adapter_models), 1)
+            self.assertEqual(adapter_models[0]["id"], "adapter2")
+
 
 if __name__ == "__main__":
     try: