init rate limit

Signed-off-by: roc <[email protected]>

Author: imroc

charts/tke-extend-network-controller/templates/deployment.yaml

@@ -62,6 +62,34 @@ spec:
           value: "{{ .Values.concurrency.podController }}"
         - name: WORKER_NODE_CONTROLLER
           value: "{{ .Values.concurrency.nodeController }}"
+        {{- with .Values.apiRateLimit.DescribeLoadBalancers }}
+        - name: API_RATELIMIT_DESCRIBE_LOAD_BALANCERS
+          value: "{{ . }}"
+        {{- end }}
+        {{- with .Values.apiRateLimit.CreateListener }}
+        - name: API_RATELIMIT_CREATE_LISTENER
+          value: "{{ . }}"
+        {{- end }}
+        {{- with .Values.apiRateLimit.DescribeListeners }}
+        - name: API_RATELIMIT_DESCRIBE_LISTENERS
+          value: "{{ . }}"
+        {{- end }}
+        {{- with .Values.apiRateLimit.DeleteLoadBalancerListeners }}
+        - name: API_RATELIMIT_DELETE_LOAD_BALANCER_LISTENERS
+          value: "{{ . }}"
+        {{- end }}
+        {{- with .Values.apiRateLimit.BatchRegisterTargets }}
+        - name: API_RATELIMIT_BATCH_REGISTER_TARGETS
+          value: "{{ . }}"
+        {{- end }}
+        {{- with .Values.apiRateLimit.DescribeTargets }}
+        - name: API_RATELIMIT_DESCRIBE_TARGETS
+          value: "{{ . }}"
+        {{- end }}
+        {{- with .Values.apiRateLimit.BatchDeregisterTargets }}
+        - name: API_RATELIMIT_BATCH_DEREGISTER_TARGETS
+          value: "{{ . }}"
+        {{- end }}
         envFrom:
         - secretRef:
             name: {{ include "tke-extend-network-controller.fullname" . }}-env

charts/tke-extend-network-controller/values.yaml

@@ -28,6 +28,17 @@ concurrency:
   clbPortPoolController: 10
   dedicatedClbServiceController: 1
 
+# -- Precisely control the frequency limit of cloud API calls to avoid frequent over-limits
+# in large-scale scenarios, resulting in excessive retries and reduced scaling speed.
+# apiRateLimit:
+#   DescribeLoadBalancers: 20
+#   CreateListener: 20
+#   DescribeListeners: 20
+#   DeleteLoadBalancerListeners: 20
+#   BatchRegisterTargets: 20
+#   DescribeTargets: 20
+#   BatchDeregisterTargets: 20
+
 # -- Logging otpions of the controller
 log:
   # -- Log level of the controller, be one of 'debug', 'info', 'error', or any integer value > 0 which corresponds to custom debug levels of increasing verbosity

pkg/clb/rate-limit.go

@@ -1,12 +1,32 @@
 package clb
 
-import "golang.org/x/time/rate"
+import (
+	"os"
+	"strconv"
+
+	"golang.org/x/time/rate"
+)
 
 var limiter map[string]*rate.Limiter = make(map[string]*rate.Limiter)
 
-func SetRateLimit(limits map[string]int) {
-	for apiName, limit := range limits {
-		limit := rate.NewLimiter(rate.Limit(limit), 1)
-		limiter[apiName] = limit
+var envMap = map[string]string{
+	"API_RATELIMIT_DESCRIBE_LOAD_BALANCERS":        "DescribeLoadBalancers",
+	"API_RATELIMIT_CREATE_LISTENER":                "CreateListener",
+	"API_RATELIMIT_DESCRIBE_LISTENERS":             "DescribeListeners",
+	"API_RATELIMIT_DELETE_LOAD_BALANCER_LISTENERS": "DeleteLoadBalancerListeners",
+	"API_RATELIMIT_BATCH_REGISTER_TARGETS":         "BatchRegisterTargets",
+	"API_RATELIMIT_DESCRIBE_TARGETS":               "DescribeTargets",
+	"API_RATELIMIT_BATCH_DEREGISTER_TARGETS":       "BatchDeregisterTargets",
+}
+
+func init() {
+	for envName, apiName := range envMap {
+		v := os.Getenv(envName)
+		if v != "" {
+			if vv, err := strconv.Atoi(v); err == nil {
+				limiter[apiName] = rate.NewLimiter(rate.Limit(vv), 1)
+				clbLog.Info("clb api rate limit", "api", apiName, "limit", vv)
+			}
+		}
 	}
 }