support custom definations

Author: rainyl

example/recognize/bin/inference.dart

@@ -6,8 +6,8 @@ import 'package:dartcv4/dartcv.dart' as cv;
 
 mnn.Interpreter loadModel(String modelPath) {
   final net = mnn.Interpreter.fromFile(modelPath);
-  net.setSessionMode(mnn.SessionMode.Session_Backend_Auto);
-  net.setSessionHint(mnn.HintMode.MAX_TUNING_NUMBER, 5);
+  net.setSessionMode(mnn.SessionMode.Session_Backend_Fix);
+  // net.setSessionHint(mnn.HintMode.MAX_TUNING_NUMBER, 5);
   return net;
 }
 

example/recognize/bin/recognize.dart

@@ -67,7 +67,7 @@ void main(List<String> arguments) {
 
     final model = loadModel(modelPath!);
     final config = mnn.ScheduleConfig.create(
-      type: mnn.ForwardType.MNN_FORWARD_AUTO,
+      type: mnn.ForwardType.MNN_FORWARD_METAL,
     );
     final session = model.createSession(config: config);
     final result = inference(session, imagePaths, topK: topk);

example/recognize/pubspec.yaml

@@ -29,11 +29,18 @@ hooks:
         - contrib
         - calib3d
         - features2d
-        # - dnn
+        - dnn
         - highgui
         - flann
         - objdetect
         - photo
         - stitching
         - video
         - videoio
+    mnn:
+      defines:
+        MNN_SUPPORT_BF16: ON
+        MNN_BUILD_OPENCV: OFF
+        MNN_LOW_MEMORY: OFF
+        MNN_METAL: ON
+        MNN_OPENCL: ON

hook/build.dart

@@ -7,6 +7,7 @@
 import 'dart:io';
 
 import 'package:logging/logging.dart';
+import 'package:mnn/src/hook_helpers/parse_user_define.dart';
 import 'package:native_assets_cli/native_assets_cli.dart';
 import 'package:native_toolchain_cmake/native_toolchain_cmake.dart';
 
@@ -18,13 +19,23 @@ void main(List<String> args) async {
 
 Future<void> _builder(BuildInput input, BuildOutputBuilder output) async {
   final packageName = input.packageName;
-  final packagePath = await getPackagePath(packageName);
-  final sourceDir = Uri.directory(packagePath).resolve('src/');
+  final packagePath = Uri.directory(await getPackagePath(packageName));
+  final sourceDir = packagePath.resolve('src/');
   // final outDir = Uri.directory(packagePath).resolve('build/');
   final logger = Logger("")
     ..level = Level.ALL
     ..onRecord.listen((record) => stderr.writeln(record.message));
-    // ..onRecord.listen((record) => print(record.message));
+  // ..onRecord.listen((record) => print(record.message));
+
+  final defsDefault = parseUserDefinedOptions(packagePath.resolve("pubspec.yaml").toFilePath());
+  final defsUser = parseUserDefinedOptions(
+    Platform.script.resolve('../../../../pubspec.yaml').toFilePath(),
+  );
+  final defsFinal = {...defsDefault, ...defsUser};
+
+  logger.info("default defines: $defsDefault");
+  logger.info("user defines: $defsUser");
+  logger.info("final defines: $defsFinal");
 
   final builder = CMakeBuilder.create(
     name: packageName,
@@ -34,8 +45,7 @@ Future<void> _builder(BuildInput input, BuildOutputBuilder output) async {
     targets: ['install'],
     defines: {
       'CMAKE_INSTALL_PREFIX': input.outputDirectory.resolve('install').toFilePath(),
-      'MNN_DEBUG': 'OFF',
-      'MNNC_BUILD_TEST': 'OFF',
+      ...defsFinal,
     },
     buildLocal: true,
   );

lib/mnn.dart

@@ -10,7 +10,17 @@ export 'src/backend.dart';
 export 'src/base.dart';
 export 'src/constant.dart';
 export 'src/exception.dart';
-export 'src/g/mnn.g.dart' show DimensionType, HalideTypeCode, HandleDataType, ErrorCode, MapType;
+export 'src/g/mnn.g.dart'
+    show
+        DimensionType,
+        HalideTypeCode,
+        HandleDataType,
+        ErrorCode,
+        MapType,
+        StbirDataType,
+        StbirEdge,
+        StbirFilter,
+        StbirPixelLayout;
 export 'src/halide_runtime.dart';
 export 'src/image/image.dart';
 export 'src/image_process.dart';

lib/src/hook_helpers/parse_user_define.dart

@@ -0,0 +1,36 @@
+import 'dart:io';
+import 'package:yaml/yaml.dart';
+
+/// Parse the user defined exclude modules from pubspec.yaml
+///
+/// Returns a list of excluded module names
+Map<String, String> parseUserDefinedOptions(String pubspecPath) {
+  try {
+    // Read the pubspec.yaml file
+    final File file = File(pubspecPath);
+    if (!file.existsSync()) {
+      return {};
+    }
+
+    // Parse the YAML content
+    final String yamlContent = file.readAsStringSync();
+    final dynamic yamlMap = loadYaml(yamlContent);
+
+    // Navigate to the hooks.user_defines.mnn.exclude_modules section
+    if (yamlMap is YamlMap &&
+        yamlMap['hooks'] is YamlMap &&
+        yamlMap['hooks']['user_defines'] is YamlMap &&
+        yamlMap['hooks']['user_defines']['mnn'] is YamlMap &&
+        yamlMap['hooks']['user_defines']['mnn']['defines'] is YamlMap) {
+      final YamlMap excludeModules = yamlMap['hooks']['user_defines']['mnn']['defines'] as YamlMap;
+
+      return excludeModules.map((k, v) => MapEntry(k.toString(), v.toString()));
+    }
+
+    return {};
+  } catch (e) {
+    // Return empty list in case of any error
+    print('Error parsing exclude_modules: $e');
+    return {};
+  }
+}

pubspec.yaml

@@ -13,6 +13,7 @@ dependencies:
   native_assets_cli: ^0.13.0
   native_toolchain_cmake: ^0.0.5
   path: ^1.9.1
+  yaml: ^3.1.3
   # native_toolchain_cmake:
   #   path: ../native_toolchain_cmake
 

src/CMakeLists.txt

@@ -18,43 +18,43 @@ endif ()
 set(MNN_BUILD_BENCHMARK OFF CACHE BOOL "" FORCE)
 set(MNN_BUILD_TEST OFF CACHE BOOL "" FORCE)
 set(MNN_BUILD_TOOLS OFF CACHE BOOL "Build tools/cpp or not" FORCE)
-set(MNN_SUPPORT_BF16 ON CACHE BOOL "Enable MNN's bf16 op" FORCE)
+# set(MNN_SUPPORT_BF16 ON CACHE BOOL "Enable MNN's bf16 op" FORCE)
 set(MNN_SEP_BUILD OFF CACHE BOOL "Build MNN Backends and expression separately. Only works with MNN_BUILD_SHARED_LIBS=ON" FORCE)
 set(MNN_BUILD_SHARED_LIBS OFF CACHE BOOL "MNN build shared or static lib" FORCE)
-set(MNN_BUILD_OPENCV ON CACHE BOOL "Build OpenCV api in MNN." FORCE)
-set(MNN_USE_SYSTEM_LIB OFF CACHE BOOL "For opencl and vulkan, use system lib or use dlopen" FORCE)
-set(MNN_BUILD_HARD OFF CACHE BOOL "Build -mfloat-abi=hard or not" FORCE)
+# set(MNN_BUILD_OPENCV ON CACHE BOOL "Build OpenCV api in MNN." FORCE)
+# set(MNN_USE_SYSTEM_LIB OFF CACHE BOOL "For opencl and vulkan, use system lib or use dlopen" FORCE)
+# set(MNN_BUILD_HARD OFF CACHE BOOL "Build -mfloat-abi=hard or not" FORCE)
 set(MNN_WIN_RUNTIME_MT OFF CACHE BOOL "MNN use /MT on Windows dll" FORCE)
-set(MNN_FORBID_MULTI_THREAD OFF CACHE BOOL "Disable Multi Thread" FORCE)
-set(MNN_OPENMP OFF CACHE BOOL "Use OpenMP's thread pool implementation. Does not work on iOS or Mac OS" FORCE)
-set(MNN_USE_THREAD_POOL ON CACHE BOOL "Use MNN's own thread pool implementation" FORCE)
+# set(MNN_FORBID_MULTI_THREAD OFF CACHE BOOL "Disable Multi Thread" FORCE)
+# set(MNN_OPENMP OFF CACHE BOOL "Use OpenMP's thread pool implementation. Does not work on iOS or Mac OS" FORCE)
+# set(MNN_USE_THREAD_POOL ON CACHE BOOL "Use MNN's own thread pool implementation" FORCE)
 set(MNN_BUILD_TRAIN OFF CACHE BOOL "Build MNN's training framework" FORCE)
 set(MNN_BUILD_DEMO OFF CACHE BOOL "Build demo/exec or not" FORCE)
 set(MNN_BUILD_QUANTOOLS OFF CACHE BOOL "Build Quantized Tools or not" FORCE)
 set(MNN_EVALUATION OFF CACHE BOOL "Build Evaluation Tools or not" FORCE)
 set(MNN_BUILD_CONVERTER OFF CACHE BOOL "Build Converter" FORCE)
 set(MNN_SUPPORT_DEPRECATED_OP OFF CACHE BOOL "Enable MNN's tflite quantized op" FORCE)
-set(MNN_DEBUG_MEMORY OFF CACHE BOOL "MNN Debug Memory Access" FORCE)
-set(MNN_DEBUG_TENSOR_SIZE OFF CACHE BOOL "Enable Tensor Size" FORCE)
-set(MNN_GPU_TRACE OFF CACHE BOOL "Enable MNN Gpu Debug" FORCE)
-set(MNN_SUPPORT_RENDER OFF CACHE BOOL "Enable MNN Render Ops" FORCE)
-set(MNN_SUPPORT_TRANSFORMER_FUSE OFF CACHE BOOL "Enable MNN transformer Fuse Ops" FORCE)
+# set(MNN_DEBUG_MEMORY OFF CACHE BOOL "MNN Debug Memory Access" FORCE)
+# set(MNN_DEBUG_TENSOR_SIZE OFF CACHE BOOL "Enable Tensor Size" FORCE)
+# set(MNN_GPU_TRACE OFF CACHE BOOL "Enable MNN Gpu Debug" FORCE)
+# set(MNN_SUPPORT_RENDER OFF CACHE BOOL "Enable MNN Render Ops" FORCE)
+# set(MNN_SUPPORT_TRANSFORMER_FUSE OFF CACHE BOOL "Enable MNN transformer Fuse Ops" FORCE)
 set(NATIVE_LIBRARY_OUTPUT OFF CACHE BOOL "Native Library Path" FORCE)
 set(NATIVE_INCLUDE_OUTPUT OFF CACHE BOOL "Native Include Path" FORCE)
 set(MNN_AAPL_FMWK OFF CACHE BOOL "Build MNN.framework instead of traditional .a/.dylib" FORCE)
-set(MNN_WITH_PLUGIN OFF CACHE BOOL "Build with plugin op support." FORCE)
-set(MNN_BUILD_MINI OFF CACHE BOOL "Build MNN-MINI that just supports fixed shape models." FORCE)
-set(MNN_USE_SSE ON CACHE BOOL "Use SSE optimization for x86 if possiable" FORCE)
+# set(MNN_WITH_PLUGIN OFF CACHE BOOL "Build with plugin op support." FORCE)
+# set(MNN_BUILD_MINI OFF CACHE BOOL "Build MNN-MINI that just supports fixed shape models." FORCE)
+# set(MNN_USE_SSE ON CACHE BOOL "Use SSE optimization for x86 if possiable" FORCE)
 set(MNN_BUILD_CODEGEN OFF CACHE BOOL "Build with codegen" FORCE)
 set(MNN_ENABLE_COVERAGE OFF CACHE BOOL "Build with coverage enable" FORCE)
-set(MNN_BUILD_PROTOBUFFER ON CACHE BOOL "Build with protobuffer in MNN" FORCE)
-set(MNN_BUILD_LLM OFF CACHE BOOL "Build llm library based MNN." FORCE)
-set(MNN_BUILD_DIFFUSION OFF CACHE BOOL "Build diffusion demo based MNN." FORCE)
-set(MNN_INTERNAL OFF CACHE BOOL "Build with MNN internal features, such as model authentication, metrics logging" FORCE)
+# set(MNN_BUILD_PROTOBUFFER ON CACHE BOOL "Build with protobuffer in MNN" FORCE)
+# set(MNN_BUILD_LLM OFF CACHE BOOL "Build llm library based MNN." FORCE)
+# set(MNN_BUILD_DIFFUSION OFF CACHE BOOL "Build diffusion demo based MNN." FORCE)
+# set(MNN_INTERNAL OFF CACHE BOOL "Build with MNN internal features, such as model authentication, metrics logging" FORCE)
 set(MNN_JNI OFF CACHE BOOL "Build MNN Jni for java to use" FORCE)
-set(MNN_LOW_MEMORY OFF CACHE BOOL "Build MNN support low memory for weight quant model." FORCE)
-set(MNN_CPU_WEIGHT_DEQUANT_GEMM OFF CACHE BOOL "Build MNN CPU weight dequant related gemm kernels." FORCE)
-set(MNN_BUILD_AUDIO OFF CACHE BOOL "Build audio api in MNN." FORCE)
+# set(MNN_LOW_MEMORY OFF CACHE BOOL "Build MNN support low memory for weight quant model." FORCE)
+# set(MNN_CPU_WEIGHT_DEQUANT_GEMM OFF CACHE BOOL "Build MNN CPU weight dequant related gemm kernels." FORCE)
+# set(MNN_BUILD_AUDIO OFF CACHE BOOL "Build audio api in MNN." FORCE)
 
 if(WIN32)
   set(MNN_WIN_RUNTIME_MT OFF CACHE BOOL "" FORCE)