[RAPTOR-14624] monkey patch OTEL OpenAI async only if it is installed (#1657)

* [YOLO] monkey patch OTEL OpenAI async only if it is installed
* set default worker type to sync

Author: yakov-g

custom_model_runner/CHANGELOG.md

@@ -4,6 +4,12 @@ All notable changes to this project will be documented in this file.
 The format is based on [Keep a Changelog](https://keepachangelog.com/en/1.0.0/),
 and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0.html).
 
+
+#### [1.17.1] - 2025-09-12
+##### Fixed
+- Otel OpenAI async monkey patching for gunicorn
+- Set default gunicorn worker type to sync
+
 #### [1.17.0] - 2025-09-10
 ##### Changed
 - Integrated Gunicorn web server

custom_model_runner/datarobot_drum/drum/description.py

@@ -4,6 +4,6 @@
 This is proprietary source code of DataRobot, Inc. and its affiliates.
 Released under the terms of DataRobot Tool and Utility Agreement.
 """
-version = "1.17.0"
+version = "1.17.1"
 __version__ = version
 project_name = "datarobot-drum"

custom_model_runner/datarobot_drum/drum/gunicorn/context.py

@@ -97,31 +97,37 @@ def start(self):
 
         # fix RuntimeError: asyncio.run() cannot be called from a running event loop
         import asyncio
-        import opentelemetry.instrumentation.openai.utils as otel_utils
 
-        def fixed_run_async(method):
-            try:
-                loop = asyncio.get_running_loop()
-            except RuntimeError:
-                loop = None
-
-            if loop and loop.is_running():
-
-                def handle_task_result(task):
-                    try:
-                        task.result()  # retrieve exception if any
-                    except Exception as e:
-                        # Log or handle exceptions here if needed
-                        logger.error("OpenTelemetry async task error")
-
-                # Schedule the coroutine safely and add done callback to handle errors
-                task = loop.create_task(method)
-                task.add_done_callback(handle_task_result)
-            else:
-                asyncio.run(method)
-
-        # Apply monkey patch
-        otel_utils.run_async = fixed_run_async
+        try:
+            import opentelemetry.instrumentation.openai.utils as otel_utils
+        except ImportError:
+            otel_utils = None
+
+        if otel_utils:
+
+            def fixed_run_async(method):
+                try:
+                    loop = asyncio.get_running_loop()
+                except RuntimeError:
+                    loop = None
+
+                if loop and loop.is_running():
+
+                    def handle_task_result(task):
+                        try:
+                            task.result()  # retrieve exception if any
+                        except Exception:
+                            # Log or handle exceptions here if needed
+                            logger.error("OpenTelemetry async task error")
+
+                    # Schedule the coroutine safely and add done callback to handle errors
+                    task = loop.create_task(method)
+                    task.add_done_callback(handle_task_result)
+                else:
+                    asyncio.run(method)
+
+            # Apply monkey patch
+            otel_utils.run_async = fixed_run_async
 
         from datarobot_drum.drum.main import main
 

custom_model_runner/datarobot_drum/drum/gunicorn/gunicorn.conf.py

@@ -44,7 +44,7 @@
     if 1 <= temp_worker_connections <= 10000:
         worker_connections = temp_worker_connections
 
-worker_class = "gevent"
+worker_class = "sync"
 if RuntimeParameters.has("DRUM_GUNICORN_WORKER_CLASS"):
     temp_worker_class = str(RuntimeParameters.get("DRUM_GUNICORN_WORKER_CLASS")).lower()
     if temp_worker_class in {"sync", "gevent"}: