From 2f9eb2bac2a5f8afa9466ae7b6724763b3542a2c Mon Sep 17 00:00:00 2001 From: CHERRY-ui8 <2693275288@qq.com> Date: Fri, 19 Dec 2025 15:27:47 +0800 Subject: [PATCH 1/2] feat: reduce ray logging --- graphgen/engine.py | 15 +++++++++++++++ 1 file changed, 15 insertions(+) diff --git a/graphgen/engine.py b/graphgen/engine.py index 62ab5281..6d6961d5 100644 --- a/graphgen/engine.py +++ b/graphgen/engine.py @@ -1,11 +1,13 @@ import inspect import logging +import os from collections import defaultdict, deque from functools import wraps from typing import Any, Callable, Dict, List, Set import ray import ray.data +from ray.data import DataContext from graphgen.bases import Config, Node from graphgen.utils import logger @@ -20,7 +22,20 @@ def __init__( self.functions = functions self.datasets: Dict[str, ray.data.Dataset] = {} + # Disable Ray Data progress bars and verbose output + os.environ.setdefault("RAY_DATA_DISABLE_PROGRESS_BARS", "1") + # Disable metrics exporter to avoid RpcError + os.environ.setdefault("RAY_DISABLE_IMPORTANT_WARNING", "1") + ctx = DataContext.get_current() + ctx.enable_rich_progress_bars = False + ctx.use_ray_tqdm = False + # Disable tensor extension casting to avoid conversion errors with complex types + # (e.g., gene_synonyms, gene_names which are lists/arrays) + ctx.enable_tensor_extension_casting = False + if not ray.is_initialized(): + # Disable metrics exporter to avoid RpcError + ray_init_kwargs.setdefault("_metrics_export_port", 0) context = ray.init( ignore_reinit_error=True, logging_level=logging.ERROR, From f136fb6e80b8217d50c0dbceeb3ba7214d013e5c Mon Sep 17 00:00:00 2001 From: chenzihong-gavin Date: Fri, 19 Dec 2025 16:30:12 +0800 Subject: [PATCH 2/2] fix: reduce duplicate configs --- graphgen/engine.py | 8 +------- 1 file changed, 1 insertion(+), 7 deletions(-) diff --git a/graphgen/engine.py b/graphgen/engine.py index 6d6961d5..501aa854 100644 --- a/graphgen/engine.py +++ b/graphgen/engine.py @@ -1,6 +1,5 @@ import inspect import logging -import os from collections import defaultdict, deque from functools import wraps from typing import Any, Callable, Dict, List, Set @@ -22,20 +21,15 @@ def __init__( self.functions = functions self.datasets: Dict[str, ray.data.Dataset] = {} - # Disable Ray Data progress bars and verbose output - os.environ.setdefault("RAY_DATA_DISABLE_PROGRESS_BARS", "1") - # Disable metrics exporter to avoid RpcError - os.environ.setdefault("RAY_DISABLE_IMPORTANT_WARNING", "1") ctx = DataContext.get_current() ctx.enable_rich_progress_bars = False ctx.use_ray_tqdm = False # Disable tensor extension casting to avoid conversion errors with complex types # (e.g., gene_synonyms, gene_names which are lists/arrays) ctx.enable_tensor_extension_casting = False + ctx._metrics_export_port = 0 # Disable metrics exporter to avoid RpcError if not ray.is_initialized(): - # Disable metrics exporter to avoid RpcError - ray_init_kwargs.setdefault("_metrics_export_port", 0) context = ray.init( ignore_reinit_error=True, logging_level=logging.ERROR,