update YAMLs and uber engine for DC AI 2026 (#1393)

* update uber engines for DC AI 2026

* rename yamls

* completing the transition to the new DC AI engines in yamls and uber services

* adding denoising to aicv yamls

* Adding the functionality to choose the input/output bank names to new AI-assisted tracking service. Used by denoise.yaml

* update pom version

---------

Co-authored-by: Raffaella De Vita <devita@ge.infn.it>

Author: baltzell

etc/services/README.md

@@ -2,7 +2,6 @@
 * Real Data
   * Warning, these must be set appropriately for the data in question:
     * the CCDB variation
-    * the run number for MLTD/MLTAI network
   * [`data-ai.yaml`](data-ai.yaml)
     * AI track finding
   * [`data-cv.yaml`](data-cv.yaml)

etc/services/data-ai-2026.yaml etc/services/data-ai-classic.yamletc/services/data-ai-2026.yaml renamed to etc/services/data-ai-classic.yaml

@@ -20,18 +20,15 @@ services:
     name: FTEB
   - class: org.jlab.service.raster.RasterEngine
     name: RASTER
-# DC denoising    
-  - class: org.jlab.service.ai.DCDenoiseEngine
-    name: DCDN    
 # DC clustering: nominal algoritm, filled the cluster bank for ai and conventional tracking
   - class: org.jlab.service.dc.DCHBClustering
     name: DCCR
 # This is where the AI plugin would go.  THe AI code reads the HB clusters.  
-  - class: org.jlab.service.ai.DCClsComboEngine
-    name: DCCC
+  - class: org.jlab.service.mltn.MLTDEngine
+    name: MLTD
 # DC using clustering on AI hits: NN assisted HB tracking
-  - class: org.jlab.service.dc.DCHBTrackingAI
-    name: DCHTAI
+  - class: org.jlab.service.dc.DCHBPostClusterAI
+    name: DCHAI
   - class: org.jlab.service.ftof.FTOFHBEngine
     name: FTOFHB
   - class: org.jlab.service.ec.ECEngine
@@ -82,7 +79,9 @@ configuration:
     MAGFIELDS:
       magfieldSolenoidMap: Symm_solenoid_r601_phi1_z1201_13June2018.dat
       magfieldTorusMap: Full_torus_r251_phi181_z251_25Jan2021.dat
-    DCHTAI:
+    MLTD:
+      run: "6302"
+    DCHAI:
       outputBankPrefix: "HB"
 
 mime-types:

etc/services/data-ai.yaml

@@ -20,15 +20,18 @@ services:
     name: FTEB
   - class: org.jlab.service.raster.RasterEngine
     name: RASTER
+# DC denoising    
+  - class: org.jlab.service.ai.DCDenoiseEngine
+    name: DCDN    
 # DC clustering: nominal algoritm, filled the cluster bank for ai and conventional tracking
   - class: org.jlab.service.dc.DCHBClustering
     name: DCCR
 # This is where the AI plugin would go.  THe AI code reads the HB clusters.  
-  - class: org.jlab.service.mltn.MLTDEngine
-    name: MLTD
+  - class: org.jlab.service.ai.DCClsComboEngine
+    name: DCCC
 # DC using clustering on AI hits: NN assisted HB tracking
-  - class: org.jlab.service.dc.DCHBPostClusterAI
-    name: DCHAI
+  - class: org.jlab.service.dc.DCHBTrackingAI
+    name: DCHTAI
   - class: org.jlab.service.ftof.FTOFHBEngine
     name: FTOFHB
   - class: org.jlab.service.ec.ECEngine
@@ -79,9 +82,7 @@ configuration:
     MAGFIELDS:
       magfieldSolenoidMap: Symm_solenoid_r601_phi1_z1201_13June2018.dat
       magfieldTorusMap: Full_torus_r251_phi181_z251_25Jan2021.dat
-    MLTD:
-      run: "6302"
-    DCHAI:
+    DCHTAI:
       outputBankPrefix: "HB"
 
 mime-types:

etc/services/data-aicv-uber.yml

@@ -11,7 +11,7 @@ configuration:
       magfieldSolenoidMap: Symm_solenoid_r601_phi1_z1201_13June2018.dat
       magfieldTorusMap: Full_torus_r251_phi181_z251_25Jan2021.dat
     HB:
-      run: "19000"
+      rawBankGroup: "NODENOISE"
 io-services:
   reader:
     class: org.jlab.io.clara.Clas12Reader

etc/services/data-aicv.yaml

@@ -20,18 +20,16 @@ services:
     name: FTEB
   - class: org.jlab.service.raster.RasterEngine
     name: RASTER
-# DC clustering: nominal algoritm, filled the cluster bank for ai and conventional tracking
+  - class: org.jlab.service.ai.DCDenoiseEngine
+    name: DCDN    
   - class: org.jlab.service.dc.DCHBClustering
     name: DCCR
-# This is where the AI plugin would go.  THe AI code reads the HB clusters.  
-  - class: org.jlab.service.mltn.MLTDEngine
-    name: MLTD
-# DC using clustering: regular HB tracking
+  - class: org.jlab.service.ai.DCClsComboEngine
+    name: DCCC
   - class: org.jlab.service.dc.DCHBPostClusterConv
     name: DCHB
-# DC using clustering on AI hits: NN assisted HB tracking
-  - class: org.jlab.service.dc.DCHBPostClusterAI
-    name: DCHAI
+  - class: org.jlab.service.dc.DCHBTrackingAI
+    name: DCHTAI
   - class: org.jlab.service.ftof.FTOFHBEngine
     name: FTOFHB
   - class: org.jlab.service.ec.ECEngine
@@ -91,12 +89,12 @@ configuration:
     MAGFIELDS:
       magfieldSolenoidMap: Symm_solenoid_r601_phi1_z1201_13June2018.dat
       magfieldTorusMap: Full_torus_r251_phi181_z251_25Jan2021.dat
-    DCHAI:
+    DCCR:
+      rawBankGroup: "NODENOISE"
+    DCHTAI:
       outputBankPrefix: "AI"
     DCTAI:
       outputBankPrefix: "AI"
-    MLTD:
-      run: "6302"
     EBTAI:
       outputBankPrefix: "RECAI"
 

etc/services/denoise.yaml

@@ -20,21 +20,19 @@ services:
     name: FTEB
   - class: org.jlab.service.raster.RasterEngine
     name: RASTER
-# DC clustering: nominal algoritm, filled the cluster bank for ai and conventional tracking
+  - class: org.jlab.service.ai.DCDenoiseEngine
+    name: DCDN    
   - class: org.jlab.service.dc.DCHBClustering
     name: DCCR
   - class: org.jlab.service.dc.DCHBClustering
     name: DCRAI
-# This is where the AI plugin would go.  THe AI code reads the HB clusters.  
-  - class: org.jlab.service.mltn.MLTDEngine
-    name: MLTD
-  - class: org.jlab.service.mltn.MLTDEngine
-    name: MLTAI
-# DC using clustering: regular HB tracking
-  - class: org.jlab.service.dc.DCHBPostClusterAI
+  - class: org.jlab.service.ai.DCClsComboEngine
+    name: DCCC
+  - class: org.jlab.service.ai.DCClsComboEngine
+    name: DCCAI
+  - class: org.jlab.service.dc.DCHBTrackingAI
     name: DCHB
-# DC using clustering on AI hits: NN assisted HB tracking
-  - class: org.jlab.service.dc.DCHBPostClusterAI
+  - class: org.jlab.service.dc.DCHBTrackingAI
     name: DCHAI
   - class: org.jlab.service.ftof.FTOFHBEngine
     name: FTOFHB
@@ -99,10 +97,7 @@ configuration:
       #rawBankGroup: "DEFAULT"
       rawBankGroup: "NOISE1"
       outputBankPrefix: "DN"
-    MLTD:
-      run: "6302"
-    MLTAI:
-      run: "6302"
+    DCCAI:
       inputBankPrefix:  "DN"
       outputBankPrefix:  "aidn"
     DCHB:

etc/services/eb.yaml

@@ -6,8 +6,6 @@ io-services:
     class: org.jlab.io.clara.Clas12Writer
     name: Clas12Writer
 services:
-  - class: org.jlab.clas.reco.DecoderEngine
-    name: DECO
   - class: org.jlab.service.eb.EBTBEngine
     name: EBTB
 configuration:

etc/services/mc-aicv.yaml

@@ -18,8 +18,8 @@ services:
     name: FTEB
   - class: org.jlab.service.raster.RasterEngine
     name: RASTER
-#  - class: org.jlab.service.ai.DCDenoiseEngine
-#    name: DCDN    
+  - class: org.jlab.service.ai.DCDenoiseEngine
+    name: DCDN    
   - class: org.jlab.service.dc.DCHBClustering
     name: DCCR
   - class: org.jlab.service.ai.DCClsComboEngine
@@ -84,6 +84,8 @@ configuration:
     MAGFIELDS:
       magfieldSolenoidMap: Symm_solenoid_r601_phi1_z1201_13June2018.dat
       magfieldTorusMap: Symm_torus_r2501_phi16_z251_24Apr2018.dat
+    DCCR:
+      rawBankGroup: "NODENOISE"
     RTPC:
       rtpcSimulation: "true"
 

reconstruction/ai/src/main/java/org/jlab/service/ai/DCClsComboEngine.java

@@ -21,6 +21,7 @@
 import ai.djl.translate.TranslatorContext;
 import java.io.IOException;
 import java.nio.file.Paths;
+import java.util.Optional;
 import java.util.logging.Level;
 import java.util.logging.Logger;
 import org.jlab.clas.reco.ReconstructionEngine;
@@ -31,8 +32,8 @@
 import org.jlab.rec.ai.dcCluster.DCClusterCombo;
 
 public class DCClsComboEngine extends ReconstructionEngine {
-    final String inputBank = "HitBasedTrkg::Clusters";
-    final String outputBank = "ai::tracks";
+    String inputBank = "HitBasedTrkg::Clusters";
+    String outputBank = "ai::tracks";
 
     final static String CONF_THREADS = "threads";
 
@@ -124,6 +125,11 @@ public boolean init() {
             LOGGER.log(Level.SEVERE, null, ex);
             return false;
         }  
+  
+        String inputBankPrefix  = Optional.ofNullable(this.getEngineConfigString("inputBankPrefix")).orElse("");
+        String outputBankPrefix = Optional.ofNullable(this.getEngineConfigString("outputBankPrefix")).orElse("ai");
+        inputBank  = "HitBasedTrkg::"+inputBankPrefix+"Clusters";
+        outputBank = outputBankPrefix+"::tracks";
 
         return true;        
     }

reconstruction/uber/pom.xml

@@ -24,6 +24,11 @@
       <artifactId>swim-tools</artifactId>
       <version>14.2.0-SNAPSHOT</version>
     </dependency>
+    <dependency>
+      <groupId>org.jlab.clas12.detector</groupId>
+      <artifactId>clas12detector-ai</artifactId>
+      <version>14.2.0-SNAPSHOT</version>
+    </dependency>
     <dependency>
       <groupId>org.jlab.clas12.detector</groupId>
       <artifactId>clas12detector-dc</artifactId>