change to async

hchings · hchings · commit 4e6855324433 · 2025-10-24T10:58:50.000-07:00
Signed-off-by: Erin Ho &lt;14718778+hchings@users.noreply.github.com&gt;
diff --git a/tensorrt_llm/executor/ray_executor.py b/tensorrt_llm/executor/ray_executor.py
@@ -208,7 +208,7 @@ def submit(self, request: GenerationRequest) -> GenerationResult:
             self.call_all_ray_workers("enqueue_request",
                                       leader_only=True,
                                       request=request,
-                                      async_call=False,
+                                      async_call=True,
                                       result_wait_queue=result.queue)
 
         return result
