NDCUM-1035

.github/workflows/build-pipeline.yml

@@ -24,7 +24,7 @@ jobs:
       - uses: actions/setup-java@v2
         with:
           distribution: 'adopt'
-          java-version: '8.0.232'
+          java-version: '11.0.6'
       - uses: gradle/gradle-build-action@v1
         with:
           gradle-version: 8.0.1

CHANGELOG.md

@@ -7,15 +7,39 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0
 
 ## [Unreleased]
 ### Added
+- **PODAAC-5876**
+  - Update to use CMA 2.0.0, thus allowing 2.0.3 layer for lambda
+  - Update build to use java 11
 ### Deprecated
 ### Removed
 ### Fixed
-- **PODAAC-5291**
-  - Assure the UMMG RelatedUrls arry in the following order
-    - http/https scientific data
-    - other http/https files
-    - s3 scientific data
-    - other s3 files
+### Security
+
+## [8.5.0]
+### Added
+- **PODAAC-5594**
+  - Support BasinID
+- **PODAAC-5770**
+  - use meta.isoXMLSpatialType to configure the collection should process the combination of footprint, orbit and bbox
+- **PODAAC-5717**
+  - Upgrade to UMMG 1.6.5
+  - support empty Pass in Cycle/Pass/Tile string
+### Deprecated
+### Removed
+### Fixed
+- **PODAAC-5708**
+  - .nc.iso.xml Polygon divided over IDL
+### Security
+
+- 
+## [8.4.0]
+### Added
+- Update metadata aggregator to add description to image variables from image processor and test tig forge processor
+### Deprecated
+### Removed
+### Fixed
+- **PODAAC-5614**
+  - Strip leading zeros from cycle and pass in validity check
 ### Security
 - Snyk: Security upgrade com.amazonaws:aws-java-sdk-s3 from 1.12.378 to 1.12.386
 
@@ -530,4 +554,4 @@ Note: This is the first release where we are consolidating DMAS changes with Cum
 
 ### Fixed
 
-### Security
+### Security

README.md

@@ -54,8 +54,9 @@ gradle -x test build
     ** -r  --constructors-required-only : generate constructor for required field only
     ** -R   remove old output 
  ```aidl
-  jsonschema2pojo -s ./UMM-G1.6.3.json --target java-gen -p gov.nasa.cumulus.metadata.umm.model  -a GSON -r -fdt true -R
-  jsonschema2pojo -s ./UMM-G1.6.3.json --target java-gen -p gov.nasa.cumulus.metadata.umm.model  -a GSON -fdt 
+
+  jsonschema2pojo -s ./ummg165.json --target java-gen -p gov.nasa.cumulus.metadata.umm.generated -a GSON -fdt -r -R
+  jsonschema2pojo -s ./ummg165.json --target java-gen -p gov.nasa.cumulus.metadata.umm.generated  -a GSON -fdt 
 
   jsonshcema2pojo maven plugin is also configured within the pom.xml file
   mvn compile    // call plugin goal to generate pojo classes

VERSION

@@ -1 +1 @@
-8.3.0
+8.6.0

build.gradle

@@ -1,6 +1,6 @@
 apply plugin: 'java'
-sourceCompatibility = 1.8
-targetCompatibility = 1.8
+sourceCompatibility = 11
+targetCompatibility = 11
 
 dependencies {
     implementation fileTree(dir: 'target/dependency/', include: '*.jar')

pom.xml

@@ -14,16 +14,16 @@
   <modelVersion>4.0.0</modelVersion>
   <groupId>gov.nasa.podaac</groupId>
   <artifactId>cumulus-metadata-aggregator</artifactId>
-  <version>8.3.0-alpha.6-SNAPSHOT</version>
+  <version>8.6.0-alpha.1-SNAPSHOT</version>
   <packaging>jar</packaging>
 
   <name>Metadata-Aggregator</name>
   <description>This module contains the main software for the Metadata-Aggregator lambda.</description>
   <url>TODO</url>
 
   <properties>
-    <maven.compiler.source>1.8</maven.compiler.source>
-    <maven.compiler.target>1.8</maven.compiler.target>
+    <maven.compiler.source>11</maven.compiler.source>
+    <maven.compiler.target>11</maven.compiler.target>
     <project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
     <project.reporting.outputEncoding>UTF-8</project.reporting.outputEncoding>
   </properties>
@@ -39,18 +39,18 @@
     <dependency>
       <groupId>gov.nasa.earthdata</groupId>
       <artifactId>cumulus-message-adapter</artifactId>
-      <version>1.3.9</version>
+      <version>2.0.0</version>
     </dependency>
     <dependency>
       <groupId>com.amazonaws</groupId>
       <artifactId>aws-java-sdk-s3</artifactId>
-      <version>1.12.440</version>
+      <version>1.12.544</version>
     </dependency>
     <!-- For AWS Secret Manager -->
     <dependency>
       <groupId>com.amazonaws</groupId>
       <artifactId>aws-java-sdk-secretsmanager</artifactId>
-      <version>1.12.440</version>
+      <version>1.12.544</version>
     </dependency>
     <dependency>
       <groupId>org.apache.httpcomponents</groupId>
@@ -133,6 +133,12 @@
       <version>4.5.1</version>
       <scope>test</scope>
     </dependency>
+    <!-- https://mvnrepository.com/artifact/javax.xml.bind/jaxb-api -->
+    <dependency>
+      <groupId>javax.xml.bind</groupId>
+      <artifactId>jaxb-api</artifactId>
+      <version>2.3.1</version>
+    </dependency>
   </dependencies>
   <build>
     <sourceDirectory>src/main/java</sourceDirectory>
@@ -172,7 +178,7 @@
       <plugin>
         <groupId>org.jsonschema2pojo</groupId>
         <artifactId>jsonschema2pojo-maven-plugin</artifactId>
-        <version>1.0.2</version>
+        <version>1.2.1</version>
         <configuration>
           <sourceDirectory>${basedir}/src/main/resources/jsonschema</sourceDirectory>
           <outputDirectory>src/main/java</outputDirectory>

src/main/java/gov/nasa/cumulus/metadata/aggregator/CMRLambdaRestClient.java

@@ -337,6 +337,8 @@ public HttpResponse validateUMMG(String provider, String granuleId,  String strU
      */
     public boolean isUMMGSpatialValid(String provider, String granuleId, String strUMMG)
             throws URISyntaxException, IOException, ParseException {
+        AdapterLogger.LogInfo(this.className + " UMMG validation provider: "+ provider + " granuleId: " + granuleId +
+        " ummg: " + strUMMG);
         HttpResponse httpResponse = validateUMMG(provider, granuleId, strUMMG);
         int statusCode = httpResponse.getStatusLine().getStatusCode();
         InputStream inputStream = httpResponse.getEntity().getContent();

src/main/java/gov/nasa/cumulus/metadata/aggregator/Constants.java

@@ -6,5 +6,5 @@ public static class Metadata{
         public static final String START_ORBIT = "startorbit";
         public static final String END_ORBIT = "endorbit";
     }
-    public static final String UMMG_VERSION = "1.6.3";
+    public static final String UMMG_VERSION = "1.6.5";
 }

src/main/java/gov/nasa/cumulus/metadata/aggregator/IsoGranule.java

@@ -21,6 +21,7 @@ public class IsoGranule extends UMMGranule {
     private String PGEVersionClass;
 
     private IsoType isoType;
+    private int orientation;
 
     public IsoGranule() {
         this.identifiers = new HashMap<>();
@@ -107,6 +108,14 @@ public void setPolygon(String polygon) {
         this.polygon = polygon;
     }
 
+    public int getOrientation() {
+        return this.orientation;
+    }
+
+    public void setOrientation(int orientation) {
+        this.orientation = orientation;
+    }
+
     public void addIdentifier(String name, String value) {
         this.identifiers.put(name, value);
     }

src/main/java/gov/nasa/cumulus/metadata/aggregator/IsoMendsXPath.java

@@ -34,6 +34,7 @@ public final class IsoMendsXPath extends IsoXPath {
     // AscendingCrossing, StartLatitude, StartDirection, EndLatitude, EndDirection
     public static final String ORBIT = "/gmi:MI_Metadata/gmd:identificationInfo/gmd:MD_DataIdentification/gmd:extent/gmd:EX_Extent/gmd:geographicElement/gmd:EX_GeographicDescription[@id=\"Orbit\"]/gmd:geographicIdentifier/gmd:MD_Identifier/gmd:code/gco:CharacterString";
 
+    /** list of coordinates representing footprint */
     public static final String GRANULE_INPUT = "/gmi:MI_Metadata/gmd:dataQualityInfo/gmd:DQ_DataQuality/gmd:lineage/gmd:LI_Lineage/gmd:source/gmi:LE_Source[gmd:description/gco:CharacterString[text()=\"GranuleInput\"]]/gmd:sourceCitation/gmd:CI_Citation/gmd:title/gmx:FileName";
     public static final String CYCLE_PASS_TILE_SCENE = "/gmi:MI_Metadata/gmd:identificationInfo/gmd:MD_DataIdentification/gmd:extent/gmd:EX_Extent/gmd:geographicElement/gmd:EX_GeographicDescription[@id=\"SWOTTrack\"]/gmd:geographicIdentifier/gmd:MD_Identifier/gmd:code/gco:CharacterString";
 

src/main/java/gov/nasa/cumulus/metadata/aggregator/MetadataAggregatorLambda.java

@@ -11,12 +11,14 @@
 import java.security.UnrecoverableKeyException;
 import java.security.cert.CertificateException;
 import java.util.ArrayList;
+import java.util.HashSet;
 import java.util.Hashtable;
 import java.util.List;
 
 import gov.nasa.cumulus.metadata.aggregator.processor.DMRPPProcessor;
 import gov.nasa.cumulus.metadata.aggregator.processor.FootprintProcessor;
 import gov.nasa.cumulus.metadata.aggregator.processor.ImageProcessor;
+import gov.nasa.cumulus.metadata.state.MENDsIsoXMLSpatialTypeEnum;
 import gov.nasa.cumulus.metadata.state.WorkflowTypeEnum;
 import gov.nasa.cumulus.metadata.util.S3Utils;
 import org.apache.commons.io.FileUtils;
@@ -55,6 +57,10 @@ public String PerformFunction(String input, Context context) throws Exception {
 		 * this will help the logic in postIngestProcess function.
 		 */
 		this.setWorkFlowType((String) config.get("stateMachine"));
+		// This is a switch to determine, shall footprint, orbit or boundingbox shall be processed from iso.xml
+		// while ingesting swot collections
+		JSONArray isoXMLSpatialTypeJsonArray = (JSONArray) config.get("isoXMLSpatialType");
+		HashSet isoXMLSpatialTypeHashSet = createIsoXMLSpatialTypeSet(isoXMLSpatialTypeJsonArray);
 
 
 		String isoRegex = (String) config.get("isoRegex");
@@ -149,7 +155,9 @@ public String PerformFunction(String input, Context context) throws Exception {
 		MetadataFilesToEcho mtfe;
         boolean isIsoFile = (iso != null);
 
-        mtfe = new MetadataFilesToEcho(isIsoFile);
+        mtfe = new MetadataFilesToEcho(isIsoFile, isoXMLSpatialTypeHashSet);
+		//set the name/granuleId
+		mtfe.getGranule().setName(granuleId);
         mtfe.setDatasetValues(collectionName, collectionVersion, rangeIs360, boundingBox, additionalAttributes);
         if (granules != null && granules.size() > 0) {
             mtfe.setGranuleFileSizeAndChecksum(granules);
@@ -182,10 +190,6 @@ public String PerformFunction(String input, Context context) throws Exception {
 			}
 		}
 
-		//set the name
-		mtfe.getGranule().setName(granuleId);
-
-
 		//write UMM-G to file
 		try {
 			mtfe.writeJson("/tmp/" + granuleId + ".cmr.json");
@@ -234,6 +238,33 @@ public String PerformFunction(String input, Context context) throws Exception {
 		return returnable.toJSONString();
 	}
 
+	public HashSet<MENDsIsoXMLSpatialTypeEnum> createIsoXMLSpatialTypeSet(JSONArray isoXMLSpatialTypeConfigJSONArray) throws IllegalArgumentException{
+		HashSet<MENDsIsoXMLSpatialTypeEnum> isoSpatialTypes = new HashSet<>();
+		// if not containing isoXMLTypes, then return an empty HashSet
+		if(isoXMLSpatialTypeConfigJSONArray == null || isoXMLSpatialTypeConfigJSONArray.size()==0) {
+			return isoSpatialTypes;
+		}
+		isoXMLSpatialTypeConfigJSONArray.forEach(item -> {
+			String t = (String) item;
+			MENDsIsoXMLSpatialTypeEnum en = MENDsIsoXMLSpatialTypeEnum.getEnum(getIsoXMLSpatialTypeStr(t));
+			isoSpatialTypes.add(en);
+		});
+		AdapterLogger.LogDebug(this.className + " isoSpatialTypes HashSet: " + isoSpatialTypes);
+		return isoSpatialTypes;
+	}
+
+	public String getIsoXMLSpatialTypeStr(String token) {
+		final String trimmedToken = StringUtils.trim(token);
+		String s;
+		try {
+			s = MENDsIsoXMLSpatialTypeEnum.getEnumValuList().stream()
+					.filter(e -> StringUtils.equals(trimmedToken, e)).findFirst().get();
+		} catch (java.util.NoSuchElementException e) {
+			s = "";
+		}
+		return s;
+	}
+
 	/**
 	 * get S3 fileStaging direction from S3 full key
 	 *