ggml : allow loading backend with env variable

ref: ggml-org#1058
rgerganov · Jan 3, 2025 · 94607d5 · 94607d5
1 parent 6a7a034
commit 94607d5
Showing 1 changed file with 5 additions and 0 deletions.
diff --git a/src/ggml-backend-reg.cpp b/src/ggml-backend-reg.cpp
@@ -549,4 +549,9 @@ void ggml_backend_load_all_from_path(const char * dir_path) {
     ggml_backend_load_best("opencl", silent, dir_path);
     ggml_backend_load_best("musa", silent, dir_path);
     ggml_backend_load_best("cpu", silent, dir_path);
+    // check the environment variable GGML_BACKEND_PATH to load an out-of-tree backend
+    const char * backend_path = std::getenv("GGML_BACKEND_PATH");
+    if (backend_path) {
+        ggml_backend_load(backend_path);
+    }
 }