feat : api v2 support DumpEntryLimit config

Author: LordofAvernus

api/docs/docs.go

@@ -3017,6 +3017,9 @@ var doc = `{
                 "binlog_relay": {
                     "type": "boolean"
                 },
+                "dump_entry_limit": {
+                    "type": "integer"
+                },
                 "expand_syntax_support": {
                     "type": "boolean"
                 },

api/docs/swagger.json

@@ -3001,6 +3001,9 @@
                 "binlog_relay": {
                     "type": "boolean"
                 },
+                "dump_entry_limit": {
+                    "type": "integer"
+                },
                 "expand_syntax_support": {
                     "type": "boolean"
                 },

api/docs/swagger.yaml

@@ -591,6 +591,8 @@ definitions:
         type: boolean
       binlog_relay:
         type: boolean
+      dump_entry_limit:
+        type: integer
       expand_syntax_support:
         type: boolean
       gtid:

api/handler/v2/job.go

@@ -592,6 +592,7 @@ func buildDatabaseSrcTaskConfigMap(config *models.SrcTaskConfig) map[string]inte
 		addNotRequiredParamToMap(taskConfigInNomadFormat, config.MysqlSrcTaskConfig.BinlogRelay, "BinlogRelay")
 		addNotRequiredParamToMap(taskConfigInNomadFormat, config.MysqlSrcTaskConfig.Gtid, "Gtid")
 		addNotRequiredParamToMap(taskConfigInNomadFormat, config.MysqlSrcTaskConfig.ExpandSyntaxSupport, "ExpandSyntaxSupport")
+		addNotRequiredParamToMap(taskConfigInNomadFormat, config.MysqlSrcTaskConfig.DumpEntryLimit, "DumpEntryLimit")
 		taskConfigInNomadFormat["ConnectionConfig"] = buildMysqlConnectionConfigMap(config.ConnectionConfig)
 	}
 	// for Oracle
@@ -799,6 +800,7 @@ func buildBasicTaskProfile(logger g.LoggerType, jobId string, srcTaskDetail *mod
 				BinlogRelay:         srcTaskDetail.TaskConfig.MysqlSrcTaskConfig.BinlogRelay,
 				WaitOnJob:           srcTaskDetail.TaskConfig.MysqlSrcTaskConfig.WaitOnJob,
 				AutoGtid:            srcTaskDetail.TaskConfig.MysqlSrcTaskConfig.AutoGtid,
+				DumpEntryLimit:      srcTaskDetail.TaskConfig.MysqlSrcTaskConfig.DumpEntryLimit,
 			}
 		} else if srcTaskDetail.TaskConfig.OracleSrcTaskConfig != nil {
 			srcConfig.OracleSrcTaskConfig = &models.OracleSrcTaskConfig{
@@ -1000,6 +1002,7 @@ func buildSrcTaskDetail(taskName string, internalTaskConfig common.DtleTaskConfi
 			Gtid:                internalTaskConfig.Gtid,
 			BinlogRelay:         internalTaskConfig.BinlogRelay,
 			WaitOnJob:           internalTaskConfig.WaitOnJob,
+			DumpEntryLimit:      internalTaskConfig.DumpEntryLimit,
 		}
 	}
 	srcTaskDetail.TaskConfig.ConnectionConfig = connectionConfig
@@ -1932,6 +1935,7 @@ func ReverseJobV2(c echo.Context, filterJobType DtleJobType) error {
 				BinlogRelay:         originalJob.BasicTaskProfile.Configuration.SrcConfig.MysqlSrcTaskConfig.BinlogRelay,
 				WaitOnJob:           consulJobItem.JobId,
 				AutoGtid:            true,
+				DumpEntryLimit:      originalJob.BasicTaskProfile.Configuration.SrcConfig.MysqlSrcTaskConfig.DumpEntryLimit,
 			},
 		}
 		reverseJobParam.DestTask = &models.DestTaskConfig{

api/models/job_v2.go

@@ -152,6 +152,7 @@ type MysqlSrcTaskConfig struct {
 	BinlogRelay         bool   `json:"binlog_relay"`
 	WaitOnJob           string `json:"wait_on_job"`
 	AutoGtid            bool   `json:"auto_gtid"`
+	DumpEntryLimit      int    `json:"dump_entry_limit"`
 }
 
 type OracleSrcTaskConfig struct {

driver/driver.go

@@ -169,7 +169,7 @@ var (
 		"ForeignKeyChecks": hclspec.NewDefault(hclspec.NewAttr("ForeignKeyChecks", "bool", false),
 			hclspec.NewLiteral(`true`)),
 		"DumpEntryLimit": hclspec.NewDefault(hclspec.NewAttr("DumpEntryLimit", "number", false),
-			hclspec.NewLiteral(`134217728`)),
+			hclspec.NewLiteral(`67108864`)),
 		"OracleConfig": hclspec.NewBlock("OracleConfig", false, hclspec.NewObject(map[string]*hclspec.Spec{
 			"ServiceName": hclspec.NewAttr("ServiceName", "string", true),
 			"Host":        hclspec.NewAttr("Host", "string", true),