Cleanup codebase: removed unnecessary code/logic (#298)

2024-03-23 10:15:16 -07:00
parent 51104cd405
commit ce216c80dc
3 changed files with 8 additions and 8 deletions
@@ -41,12 +41,16 @@ class RouterManager:
                self.send_to_detokenizer.send_pyobj(obj)

            # async sleep for receiving the subsequent request and avoiding cache miss
+            slept = False
            if len(out_pyobjs) != 0:
                has_finished = any([obj.finished for obj in out_pyobjs])
                if has_finished:
-                    await asyncio.sleep(self.extend_dependency_time)
+                    if self.extend_dependency_time > 0:
+                        slept = True
+                        await asyncio.sleep(self.extend_dependency_time)

-            await asyncio.sleep(0.0006)
+            if not slept:
+                await asyncio.sleep(0.0006)

    async def loop_for_recv_requests(self):
        while True: