Skip to content
Draft
17 changes: 17 additions & 0 deletions examples/tts/easymagpie_vllm_omni/easymagpie_vllm_omni/__init__.py
Original file line number Diff line number Diff line change
Expand Up @@ -23,6 +23,23 @@
vLLM's ``ModelRegistry`` through the ``vllm.general_plugins`` entry point.
"""

import os

_compat_mode = os.environ.get("EASYMAGPIE_VLLM_COMPAT_MODE", "refit").strip().lower()
if _compat_mode not in {"0", "false", "none", "off"}:
from easymagpie_vllm_omni.vllm_compat import (
install_easy_magpie_refit_rpc_compat,
install_easy_magpie_runtime_compat,
install_vllm_omni_compat,
)

if _compat_mode in {"full", "all"}:
install_vllm_omni_compat()
elif _compat_mode in {"serial", "runtime", "rl"}:
install_easy_magpie_runtime_compat()
else:
install_easy_magpie_refit_rpc_compat()

from easymagpie_vllm_omni.config import EASYMAGPIE_SMALLMAMBA, EasyMagpieOmniArch

__all__ = ["EASYMAGPIE_SMALLMAMBA", "EasyMagpieOmniArch"]
Loading
Loading