fix modelscope

irexyc · Aug 27, 2024 · 86c9569 · 86c9569
1 parent 97b880b
commit 86c9569
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/lmdeploy/vl/engine.py b/lmdeploy/vl/engine.py
@@ -137,8 +137,8 @@ async def _forward_loop(self):
         while True:
             while record.total == 0 or (self._que.qsize() and
                                         record.total < self.max_batch_size):
-                while self._que.qsize() == 0:
-                    await asyncio.sleep(0)
+                # while self._que.qsize() == 0:
+                #     await asyncio.sleep(0)
                 item = await self._que.get()
                 record.enqueue(item[0], item[1], item[2])
             inputs, kwargs = record.dequeue(self.max_batch_size)