Improve docs & Rename Gemini -> VertexAI (#19)

2024-01-17 02:54:41 -08:00
parent fd7c479239
commit bf51ddc6e5
13 changed files with 56 additions and 583 deletions
@@ -28,7 +28,7 @@ class RouterManager:
        self.model_client = model_client
        self.recv_reqs = []

-        # Init Some Configs
+        # Init some configs
        self.extend_dependency_time = GLOBAL_BACKEND_CONFIG.extend_dependency_time

    async def loop_for_forward(self):
@@ -46,7 +46,7 @@ class RouterManager:
                if has_finished:
                    await asyncio.sleep(self.extend_dependency_time)

-            await asyncio.sleep(0.001)
+            await asyncio.sleep(0.0006)

    async def loop_for_recv_requests(self):
        while True: