diff --git a/miles/ray/rollout.py b/miles/ray/rollout.py index 27211845d..3d78d0ef3 100644 --- a/miles/ray/rollout.py +++ b/miles/ray/rollout.py @@ -509,6 +509,7 @@ def init_rollout_engines(args, pg, all_rollout_engines): "SGLANG_JIT_DEEPGEMM_PRECOMPILE": "false", "SGL_DISABLE_TP_MEMORY_INBALANCE_CHECK": "true", "SGLANG_DISABLE_TP_MEMORY_INBALANCE_CHECK": "true", + "SGLANG_ENABLE_TP_MEMORY_INBALANCE_CHECK": "false", "SGLANG_MEMORY_SAVER_CUDA_GRAPH": "true", "SGLANG_BATCH_INVARIANT_OPS_ENABLE_MM_FALLBACK_VARIANT": "true", "SGLANG_ENABLE_HEALTH_ENDPOINT_GENERATION": "false",