[REFACTOR] Phase out te.Schedule c++ components (#17662)

* cleanup schedule c++

* remove vitis ai

* remove VERILATOR

* remove aocl and sdaccel

* remove opengl

* remove microdev and antlr

* remove frontends

* fix

* Cleanup relay related legacy components

* fix

---------

Co-authored-by: Siyuan Feng <[email protected]>

Author: tqchen

CMakeLists.txt

@@ -108,20 +108,17 @@ tvm_option(USE_TFLITE "Build with tflite support" OFF)
 tvm_option(USE_TENSORFLOW_PATH "TensorFlow root path when use TFLite" none)
 tvm_option(USE_COREML "Build with coreml support" OFF)
 tvm_option(USE_BNNS "Build with BNNS support" OFF)
-tvm_option(USE_TARGET_ONNX "Build with ONNX Codegen support" OFF)
 tvm_option(USE_ARM_COMPUTE_LIB "Build with Arm Compute Library" OFF)
 tvm_option(USE_ARM_COMPUTE_LIB_GRAPH_EXECUTOR "Build with Arm Compute Library graph executor" OFF)
 tvm_option(USE_TENSORRT_CODEGEN "Build with TensorRT Codegen support" OFF)
 tvm_option(USE_TENSORRT_RUNTIME "Build with TensorRT runtime" OFF)
 tvm_option(USE_NNAPI_CODEGEN "Build with NNAPI Codegen support" OFF)
 tvm_option(USE_NNAPI_RUNTIME "Build with NNAPI runtime" OFF)
 tvm_option(USE_RUST_EXT "Build with Rust based compiler extensions, STATIC, DYNAMIC, or OFF" OFF)
-tvm_option(USE_VITIS_AI "Build with VITIS-AI Codegen support" OFF)
 tvm_option(SUMMARIZE "Print CMake option summary after configuring" OFF)
 tvm_option(USE_CLML "Build with CLML Codegen support" OFF)
 tvm_option(USE_CLML_GRAPH_EXECUTOR "Build with CLML graph runtime" OFF)
 tvm_option(USE_UMA "Build with UMA support" OFF)
-tvm_option(USE_VERILATOR "Build with Verilator support" OFF)
 tvm_option(USE_MSC "Enable Multi-System Compiler" OFF)
 tvm_option(USE_MRVL "Build with MRVL TVM support" OFF)
 tvm_option(USE_NVSHMEM "Build with NVSHMEM support" OFF)
@@ -496,12 +493,9 @@ include(cmake/modules/contrib/LibTorch.cmake)
 include(cmake/modules/contrib/TFLite.cmake)
 include(cmake/modules/contrib/CoreML.cmake)
 include(cmake/modules/contrib/BNNS.cmake)
-include(cmake/modules/contrib/ONNX.cmake)
 include(cmake/modules/contrib/ArmComputeLib.cmake)
 include(cmake/modules/contrib/TensorRT.cmake)
 include(cmake/modules/contrib/NNAPI.cmake)
-include(cmake/modules/contrib/VitisAI.cmake)
-include(cmake/modules/contrib/Verilator.cmake)
 include(cmake/modules/contrib/UMA.cmake)
 include(cmake/modules/contrib/MSC.cmake)
 include(cmake/modules/contrib/vllm.cmake)
@@ -587,20 +581,6 @@ if(USE_IOS_RPC)
   add_subdirectory("apps/ios_rpc")
 endif()
 
-if(USE_RELAY_DEBUG)
-  message(STATUS "Building Relay in debug mode...")
-  target_compile_definitions(tvm_objs PRIVATE "USE_RELAY_DEBUG")
-  target_compile_definitions(tvm_objs PRIVATE "TVM_LOG_DEBUG")
-  target_compile_definitions(tvm_runtime_objs PRIVATE "USE_RELAY_DEBUG")
-  target_compile_definitions(tvm_runtime_objs PRIVATE "TVM_LOG_DEBUG")
-  target_compile_definitions(tvm_libinfo_objs PRIVATE "USE_RELAY_DEBUG")
-  target_compile_definitions(tvm_libinfo_objs PRIVATE "TVM_LOG_DEBUG")
-else()
-  target_compile_definitions(tvm_objs PRIVATE "NDEBUG")
-  target_compile_definitions(tvm_runtime_objs PRIVATE "NDEBUG")
-  target_compile_definitions(tvm_libinfo_objs PRIVATE "NDEBUG")
-endif(USE_RELAY_DEBUG)
-
 if(TVM_DEBUG_WITH_ABI_CHANGE)
   message(STATUS "Building with debug code that may cause ABI changes...")
   target_compile_definitions(tvm_objs PRIVATE "TVM_DEBUG_WITH_ABI_CHANGE")
@@ -703,12 +683,7 @@ if(GTEST_FOUND)
   endif()
   set_target_properties(cpptest PROPERTIES EXCLUDE_FROM_ALL 1)
   set_target_properties(cpptest PROPERTIES EXCLUDE_FROM_DEFAULT_BUILD 1)
-  if(USE_RELAY_DEBUG)
-    target_compile_definitions(cpptest PRIVATE "USE_RELAY_DEBUG")
-    target_compile_definitions(cpptest PRIVATE "TVM_LOG_DEBUG")
-  else()
-    target_compile_definitions(cpptest PRIVATE "NDEBUG")
-  endif()
+  target_compile_definitions(cpptest PRIVATE "NDEBUG")
   if(TVM_DEBUG_WITH_ABI_CHANGE)
     target_compile_definitions(cpptest PRIVATE "TVM_DEBUG_WITH_ABI_CHANGE")
   endif(TVM_DEBUG_WITH_ABI_CHANGE)

NEWS.md

@@ -78,12 +78,6 @@ set(USE_ROCM OFF)
 # - /path/to/rccl: use specific path to rccl
 set(USE_RCCL OFF)
 
-# Whether enable SDAccel runtime
-set(USE_SDACCEL OFF)
-
-# Whether enable Intel FPGA SDK for OpenCL (AOCL) runtime
-set(USE_AOCL OFF)
-
 # Whether enable OpenCL runtime
 #
 # Possible values:
@@ -120,9 +114,6 @@ set(USE_KHRONOS_SPIRV OFF)
 # whether enable SPIRV_KHR_DOT_PRODUCT
 set(USE_SPIRV_KHR_INTEGER_DOT_PRODUCT OFF)
 
-# Whether enable OpenGL runtime
-set(USE_OPENGL OFF)
-
 # Whether enable RPC runtime
 set(USE_RPC ON)
 
@@ -138,12 +129,6 @@ set(USE_IOS_RPC OFF)
 # Whether embed stackvm into the runtime
 set(USE_STACKVM_RUNTIME OFF)
 
-# Whether enable tiny embedded graph executor.
-set(USE_GRAPH_EXECUTOR ON)
-
-# Whether enable tiny graph executor with CUDA Graph
-set(USE_GRAPH_EXECUTOR_CUDA_GRAPH OFF)
-
 # Whether enable pipeline executor.
 set(USE_PIPELINE_EXECUTOR OFF)
 
@@ -285,12 +270,6 @@ set(USE_ARM_COMPUTE_LIB_GRAPH_EXECUTOR OFF)
 set(USE_TENSORRT_CODEGEN OFF)
 set(USE_TENSORRT_RUNTIME OFF)
 
-# Whether use VITIS-AI codegen
-set(USE_VITIS_AI OFF)
-
-# Build Verilator codegen and runtime
-set(USE_VERILATOR OFF)
-
 # Whether to use the Multi-System Compiler
 set(USE_MSC OFF)
 
@@ -299,16 +278,6 @@ set(USE_CLML OFF)
 # USE_CLML_GRAPH_EXECUTOR - CLML SDK PATH or ON or OFF
 set(USE_CLML_GRAPH_EXECUTOR OFF)
 
-# Build ANTLR parser for Relay text format
-# Possible values:
-# - ON: enable ANTLR by searching default locations (cmake find_program for antlr4 and /usr/local for jar)
-# - OFF: disable ANTLR
-# - /path/to/antlr-*-complete.jar: path to specific ANTLR jar file
-set(USE_ANTLR OFF)
-
-# Whether use Relay debug mode
-set(USE_RELAY_DEBUG OFF)
-
 # Whether to enable debug code that may cause ABI changes
 set(TVM_DEBUG_WITH_ABI_CHANGE OFF)
 
@@ -360,9 +329,6 @@ set(USE_MRVL OFF)
 # Whether to use QHL library
 set(USE_HEXAGON_QHL OFF)
 
-# Whether to use ONNX codegen
-set(USE_TARGET_ONNX OFF)
-
 # Whether enable BNNS runtime
 set(USE_BNNS OFF)
 

cmake/config.cmake

@@ -102,7 +102,6 @@ function(add_lib_info src_file)
     TVM_INFO_USE_OPENMP="${USE_OPENMP}"
     TVM_INFO_USE_PAPI="${USE_PAPI}"
     TVM_INFO_USE_RANDOM="${USE_RANDOM}"
-    TVM_INFO_USE_RELAY_DEBUG="${USE_RELAY_DEBUG}"
     TVM_INFO_TVM_DEBUG_WITH_ABI_CHANGE="${TVM_DEBUG_WITH_ABI_CHANGE}"
     TVM_INFO_TVM_LOG_BEFORE_THROW="${TVM_LOG_BEFORE_THROW}"
     TVM_INFO_USE_ROCBLAS="${USE_ROCBLAS}"
@@ -115,21 +114,18 @@ function(add_lib_info src_file)
     TVM_INFO_USE_SORT="${USE_SORT}"
     TVM_INFO_USE_SPIRV_KHR_INTEGER_DOT_PRODUCT="${USE_SPIRV_KHR_INTEGER_DOT_PRODUCT}"
     TVM_INFO_USE_STACKVM_RUNTIME="${USE_STACKVM_RUNTIME}"
-    TVM_INFO_USE_TARGET_ONNX="${USE_TARGET_ONNX}"
     TVM_INFO_USE_TENSORFLOW_PATH="${USE_TENSORFLOW_PATH}"
     TVM_INFO_USE_TENSORRT_CODEGEN="${USE_TENSORRT_CODEGEN}"
     TVM_INFO_USE_TENSORRT_RUNTIME="${USE_TENSORRT_RUNTIME}"
     TVM_INFO_USE_TFLITE="${USE_TFLITE}"
     TVM_INFO_USE_THREADS="${USE_THREADS}"
     TVM_INFO_USE_THRUST="${USE_THRUST}"
     TVM_INFO_USE_CURAND="${USE_CURAND}"
-    TVM_INFO_USE_VITIS_AI="${USE_VITIS_AI}"
     TVM_INFO_USE_VULKAN="${USE_VULKAN}"
     TVM_INFO_USE_CLML="${USE_CLML}"
     TVM_INFO_USE_CLML_GRAPH_EXECUTOR="${USE_CLML_GRAPH_EXECUTOR}"
     TVM_INFO_USE_TVM_CLML_VERSION="${CLML_VERSION_MAJOR}"
     TVM_INFO_USE_UMA="${USE_UMA}"
-    TVM_INFO_USE_VERILATOR="${USE_VERILATOR}"
     TVM_INFO_USE_MSC="${USE_MSC}"
     TVM_INFO_USE_CCACHE="${USE_CCACHE}"
     TVM_INFO_USE_NVSHMEM="${USE_NVSHMEM}"

cmake/modules/LibInfo.cmake

@@ -15,30 +15,6 @@
 # specific language governing permissions and limitations
 # under the License.
 
-if(USE_SDACCEL)
-  message(STATUS "Build with SDAccel support")
-  tvm_file_glob(GLOB RUNTIME_SDACCEL_SRCS src/runtime/opencl/sdaccel/*.cc)
-  list(APPEND RUNTIME_SRCS ${RUNTIME_SDACCEL_SRCS})
-  if(NOT USE_OPENCL)
-    message(STATUS "Enable OpenCL support required for SDAccel")
-    set(USE_OPENCL ON)
-  endif()
-else()
-  list(APPEND COMPILER_SRCS src/target/opt/build_sdaccel_off.cc)
-endif(USE_SDACCEL)
-
-if(USE_AOCL)
-  message(STATUS "Build with Intel FPGA SDK for OpenCL support")
-  tvm_file_glob(GLOB RUNTIME_AOCL_SRCS src/runtime/opencl/aocl/*.cc)
-  list(APPEND RUNTIME_SRCS ${RUNTIME_AOCL_SRCS})
-  if(NOT USE_OPENCL)
-    message(STATUS "Enable OpenCL support required for Intel FPGA SDK for OpenCL")
-    set(USE_OPENCL ON)
-  endif()
-else()
-  list(APPEND COMPILER_SRCS src/target/opt/build_aocl_off.cc)
-endif(USE_AOCL)
-
 if(USE_OPENCL)
   tvm_file_glob(GLOB RUNTIME_OPENCL_SRCS src/runtime/opencl/*.cc)
   list(APPEND COMPILER_SRCS src/target/spirv/spirv_utils.cc)

cmake/modules/OpenCL.cmake

@@ -20,9 +20,7 @@
 # which is common with arm devices, we need to be able to cross-compile
 # a relay graph on x86 for AArch and then run the graph on AArch.
 if(USE_ARM_COMPUTE_LIB)
-    tvm_file_glob(GLOB ACL_RELAY_CONTRIB_SRC src/relay/backend/contrib/arm_compute_lib/*.cc)
     tvm_file_glob(GLOB ACL_RUNTIME_MODULE src/runtime/contrib/arm_compute_lib/acl_runtime.cc)
-    list(APPEND COMPILER_SRCS ${ACL_RELAY_CONTRIB_SRC})
 
     if(NOT USE_ARM_COMPUTE_LIB_GRAPH_EXECUTOR)
         list(APPEND COMPILER_SRCS ${ACL_RUNTIME_MODULE})

cmake/modules/contrib/ArmComputeLib.cmake

@@ -30,22 +30,7 @@
 # that should be allocated to test shards in a round-robin fashion. These are
 # taken from the 20 (arbitrary number) of tests as from
 # https://ci.tlcpack.ai/job/tvm/job/main/2907/testReport
-_slowest_tests = [
-    "tests/python/topi/python/test_topi_conv2d_int8.py::test_conv2d_nchw[int8]",
-    "tests/python/topi/python/test_topi_conv2d_int8.py::test_conv2d_nchw[uint8]",
-    "tests/python/topi/python/test_topi_upsampling.py::test_upsampling3d",
-    "tests/python/topi/python/test_topi_upsampling.py::test_upsampling3d",
-    "tests/python/topi/python/test_topi_conv2d_int8.py::test_conv2d_nchw[int8]",
-    "tests/python/topi/python/test_topi_conv2d_int8.py::test_conv2d_nchw[uint8]",
-    "tests/python/topi/python/test_topi_conv2d_NCHWc.py::test_conv2d_NCHWc",
-    "tests/python/topi/python/test_topi_conv2d_hwnc_tensorcore.py::test_conv2d_hwnc_tensorcore",
-    "tests/python/contrib/test_tensorrt.py::test_binary[compile]",
-    "tests/python/topi/python/test_topi_conv2d_NCHWc.py::test_conv2d_NCHWc",
-    "tests/python/relay/test_py_converter.py::test_global_recursion",
-    "tests/python/relay/test_op_level6.py::test_topk",
-    "tests/python/topi/python/test_topi_conv2d_winograd.py::test_conv2d_nchw",
-    "tests/python/relay/test_py_converter.py::test_global_recursion",
-]
+_slowest_tests = []
 HARDCODED_ALLOCATIONS = {}
 for idx, test in enumerate(_slowest_tests):
     HARDCODED_ALLOCATIONS[test] = idx

cmake/modules/contrib/ONNX.cmake

@@ -75,10 +75,6 @@ RUN bash /install/ubuntu_install_tflite.sh
 COPY install/ubuntu_install_onnx.sh /install/ubuntu_install_onnx.sh
 RUN bash /install/ubuntu_install_onnx.sh
 
-# NNEF
-COPY install/ubuntu_install_nnef.sh /install/ubuntu_install_nnef.sh
-RUN bash /install/ubuntu_install_nnef.sh
-
 # AutoTVM deps
 COPY install/ubuntu_install_redis.sh /install/ubuntu_install_redis.sh
 RUN bash /install/ubuntu_install_redis.sh

cmake/modules/contrib/Verilator.cmake

@@ -53,10 +53,6 @@ RUN bash /install/ubuntu_install_dnnl.sh
 COPY install/ubuntu_install_papi.sh /install/ubuntu_install_papi.sh
 RUN bash /install/ubuntu_install_papi.sh ""
 
-# Install MxNet for access to Gluon Model Zoo.
-COPY install/ubuntu_install_mxnet.sh /install/ubuntu_install_mxnet.sh
-RUN bash /install/ubuntu_install_mxnet.sh
-
 # Rust env (build early; takes a while)
 COPY install/ubuntu_install_rust.sh /install/ubuntu_install_rust.sh
 RUN bash /install/ubuntu_install_rust.sh
@@ -77,10 +73,6 @@ COPY install/ubuntu_install_golang.sh /install/ubuntu_install_golang.sh
 RUN bash /install/ubuntu_install_golang.sh
 ENV PATH $PATH:/usr/lib/go-1.18/bin
 
-# ANTLR deps
-COPY install/ubuntu_install_java.sh /install/ubuntu_install_java.sh
-RUN bash /install/ubuntu_install_java.sh
-
 # BYODT deps
 COPY install/ubuntu_install_universal.sh /install/ubuntu_install_universal.sh
 RUN bash /install/ubuntu_install_universal.sh
@@ -101,14 +93,6 @@ RUN bash /install/ubuntu_install_jax.sh "cpu"
 COPY install/ubuntu_download_arm_compute_lib_binaries.sh /install/ubuntu_download_arm_compute_lib_binaries.sh
 RUN bash /install/ubuntu_download_arm_compute_lib_binaries.sh
 
-# Vitis-AI PyXIR CI deps
-COPY install/ubuntu_install_vitis_ai_packages_ci.sh /install/ubuntu_install_vitis_ai_packages_ci.sh
-RUN bash /install/ubuntu_install_vitis_ai_packages_ci.sh
-
-# PaddlePaddle deps
-COPY install/ubuntu_install_paddle.sh /install/ubuntu_install_paddle.sh
-RUN bash /install/ubuntu_install_paddle.sh
-
 # sccache
 COPY install/ubuntu_install_sccache.sh /install/ubuntu_install_sccache.sh
 RUN bash /install/ubuntu_install_sccache.sh
@@ -122,10 +106,6 @@ RUN bash /install/ubuntu_install_libxsmm.sh
 COPY install/ubuntu_install_onnx.sh /install/ubuntu_install_onnx.sh
 RUN bash /install/ubuntu_install_onnx.sh
 
-# NNEF
-COPY install/ubuntu_install_nnef.sh /install/ubuntu_install_nnef.sh
-RUN bash /install/ubuntu_install_nnef.sh
-
 # AArch64 Architecture Envelope Model (AEM)
 COPY install/ubuntu_install_aprofile_aem.sh /install
 RUN bash /install/ubuntu_install_aprofile_aem.sh