[api][dr] OPSAPS-46448 add missing fields in DR structures

add raiseSnapshotDiffFailures, remainingTime, throughput,
estimatedCompletionTime runInvalidateMetadata, displayName, and description
to both api and unit test case

Testing done:
Used steps described in OPSAPS-46440 to verify against 5.14.4 and 5.10.1 clusters
ran "make test"

(cherry picked from commit 235437b151eaab77d89c5d0e160e2286284f5138)

Author: Chris Davis

python/src/cm_api/endpoints/types.py

@@ -718,6 +718,7 @@ class ApiHdfsReplicationArguments(BaseApiObject):
     'replicationStrategy'       : None,
     'preserveXAttrs'            : None,
     'exclusionFilters'          : None,
+    'raiseSnapshotDiffFailures' : None,
   }
 
 class ApiHdfsCloudReplicationArguments(ApiHdfsReplicationArguments):
@@ -755,6 +756,9 @@ class ApiHdfsReplicationResult(BaseApiObject):
     'failedFiles'         : ROAttr(),
     'runAsUser'           : ROAttr(),
     'runOnSourceAsUser'   : ROAttr(),
+    'remainingTime'       : ROAttr(),
+    'throughput'          : ROAttr(),
+    'estimatedCompletionTime' : ROAttr(),
   }
 
 class ApiHiveTable(BaseApiObject):
@@ -794,7 +798,8 @@ class ApiHiveReplicationArguments(BaseApiObject):
     'hdfsArguments' : Attr(ApiHdfsReplicationArguments),
     'dryRun'        : None,
     'replicateImpalaMetadata' : None,
-    'numThreads': None,
+    'runInvalidateMetadata'   : None,
+    'numThreads'   : None,
   }
 
 class ApiHiveCloudReplicationArguments(ApiHiveReplicationArguments):
@@ -869,6 +874,8 @@ class ApiReplicationSchedule(BaseApiObject):
     'alertOnFail'     : None,
     'alertOnAbort'    : None,
     'id'              : ROAttr(),
+    'displayName'     : ROAttr(),
+    'description'     : ROAttr(),
     'nextRun'         : ROAttr(datetime.datetime),
     'history'         : ROAttr(ApiReplicationCommand),
     'active'          : None,

python/src/cm_api_tests/test_replication.py

@@ -52,7 +52,8 @@ def test_hdfs_arguments(self):
       "logPath" : "/tmp",
       "bandwidthPerMap" : "20",
       "preserveXAttrs" : false,
-      "exclusionFilters" : ["ac"]
+      "exclusionFilters" : ["ac"],
+      "raiseSnapshotDiffFailures" : false
     }'''
     args = utils.deserialize(RAW, ApiHdfsReplicationArguments)
     self.assertEquals('vst2', args.sourceService.peerName)
@@ -73,6 +74,7 @@ def test_hdfs_arguments(self):
     self.assertFalse(args.skipTrash)
     self.assertEquals('DYNAMIC', args.replicationStrategy)
     self.assertFalse(args.preserveXAttrs)
+    self.assertFalse(args.raiseSnapshotDiffFailures)
 
   def test_hdfs_cloud_arguments(self):
     RAW = '''{
@@ -298,6 +300,8 @@ def test_hive_results(self):
   def test_schedule(self):
     RAW = '''{
       "id" : 39,
+      "displayName" : "testrun",
+      "description" : "a sample description",
       "startTime" : "2012-12-10T23:11:31.041Z",
       "interval" : 1,
       "intervalUnit" : "DAY",
@@ -342,6 +346,9 @@ def test_schedule(self):
             "numFilesCopyFailed" : 0,
             "numBytesCopyFailed" : 0,
             "dryRun" : false,
+            "remainingTime" : 10000,
+            "throughput" : 5.10,
+            "estimatedCompletionTime" : "2018-06-11T18:22:25.123Z",
             "failedFiles": [ ]
           },
           "dryRun" : false,
@@ -371,23 +378,34 @@ def test_schedule(self):
           "skipTrash" : false,
           "preserveXAttrs" : false
         },
+        "runInvalidateMetadata" : true,
+        "numThreads" : 4,
         "dryRun" : false
       }
     }'''
     sched = utils.deserialize(RAW, ApiReplicationSchedule)
     self.assertEqual(39, sched.id)
+    self.assertEqual("testrun", sched.displayName)
+    self.assertEqual("a sample description", sched.description)
     self.assertEqual(self._parse_time("2012-12-10T23:11:31.041Z"), sched.startTime)
     self.assertEqual('DAY', sched.intervalUnit)
     self.assertEqual(1, sched.interval)
     self.assertFalse(sched.paused)
     self.assertEqual(self._parse_time("2013-01-15T23:11:31.041Z"), sched.nextRun)
     self.assertFalse(sched.alertOnStart)
     self.assertIsNotNone(sched.hiveArguments)
+    self.assertTrue(sched.hiveArguments.runInvalidateMetadata)
+    self.assertEqual(4, sched.hiveArguments.numThreads)
 
     self.assertEqual(1, len(sched.history))
     self.assertIsInstance(sched.history[0], ApiReplicationCommand)
     self.assertEqual('default', sched.history[0].hiveResult.tables[0].database)
     self.assertEqual(92158, sched.history[0].hiveResult.dataReplicationResult.numBytesSkipped)
+    self.assertEqual(10000, sched.history[0].hiveResult.dataReplicationResult.remainingTime)
+    self.assertEqual(5.10, sched.history[0].hiveResult.dataReplicationResult.throughput)
+    self.assertEqual("2018-06-11T18:22:25.123Z",
+        sched.history[0].hiveResult.dataReplicationResult.estimatedCompletionTime
+    )
     self.assertEqual(3, sched.history[0].hiveResult.tableCount)
     self.assertEqual(0, sched.history[0].hiveResult.errorCount)