src/trigger.py: Retrieve externally hosted build configurations

This patch enables external config retrieval. It is currently limited to
trees hosted on Kernel.org and GitHub and will be soon extended to cover
a generic use-case.

Signed-off-by: Paweł Wieczorek <[email protected]>

Author: pawiecz

src/trigger.py

@@ -9,6 +9,7 @@
 import copy
 from datetime import datetime, timedelta
 import sys
+import tempfile
 import time
 
 import kernelci.build
@@ -138,6 +139,26 @@ def _run_trigger(self, build_config, force, timeout, trees):
     def _iterate_trees(self, force, timeout, trees):
         for tree in self._trees.keys():
             build_configs = {name: config for name, config in self._build_configs.items() if config.tree.name == tree}
+            if not build_configs:
+                try:
+                    # Remove hardcoded remote build config paths
+                    if tree.url.startswith("https://git.kernel.org"):
+                        config_url = f"{tree.url}/plain/.kernelci.yaml?h=kernelci"
+                    elif tree.url.startswith("https://github.com"):
+                        config_url = f"https://raw.githubusercontent.com/{tree}/linux/refs/heads/kernelci/.kernelci.yaml"
+                    else:
+                        raise Exception("Hosting service not supported")
+                    remote_config = requests.get(config_url)
+                except Exception as ex:
+                    self.log.error(f"Failed to get remote build config for {tree.name}, ignoring")
+                    self.traceback(ex)
+                    continue
+                with tempfile.NamedTemporaryFile(suffix='.yaml', delete_on_close=False) as tmp:
+                    tmp.write(remote_config.text.encode())
+                    tmp.close()
+                    # Remove hardcoded trees config path
+                    tmp_configs = kernelci.config.load(['config/trees.yaml', tmp.name])
+                    build_configs = tmp_configs['build_configs']
             for name, config in build_configs.items():
                 self._run_trigger(config, force, timeout, trees)