revert async_connector change

octoml · Mar 15, 2024 · 39065c2 · 39065c2
1 parent ad482bf
commit 39065c2
Showing 1 changed file with 1 addition and 4 deletions.
diff --git a/serve/mlc_serve/engine/async_connector.py b/serve/mlc_serve/engine/async_connector.py
@@ -150,10 +150,7 @@ async def _add_request(self, request: Request) -> ResultQueue:
         queue = asyncio.Queue()
         self.result_queues[request.request_id] = queue
 
-        try:
-            await asyncio.to_thread(self.engine.add, [request])
-        except TextGenerationError as e:
-            raise asyncio.CancelledError(e)
+        await asyncio.to_thread(self.engine.add, [request])
 
         return queue