Tune FC, ControllerManager and ApiServer to serve large concurrent active frameworks (>10k) (#4864)

contrib/aks-engine/templates/k8s.json.j2

@@ -52,6 +52,9 @@
                 "--max-mutating-requests-inflight": "500"
             },
             "controllerManagerConfig": {
+                "--kube-api-qps": "200",
+                "--kube-api-burst": "300",
+                "--concurrent-gc-syncs": "500",
                 "--node-monitor-grace-period": "5m",
                 "--pod-eviction-timeout": "1m",
                 "--route-reconciliation-period": "1m",

contrib/kubespray/example/openpai.yml

@@ -251,6 +251,9 @@ kube_apiserver_cpu_requests: 1000m
 
 kube_kubeadm_controller_extra_args:
   v: 2
+  kube-api-qps: 200
+  kube-api-burst: 300
+  concurrent-gc-syncs: 500
   large-cluster-size-threshold: 0
   secondary-node-eviction-rate: 0.05
 

contrib/kubespray/quick-start/openpai.yml.template

@@ -244,6 +244,9 @@ kube_apiserver_cpu_requests: 1000m
 
 kube_kubeadm_controller_extra_args:
   v: 2
+  kube-api-qps: 200
+  kube-api-burst: 300
+  concurrent-gc-syncs: 500
   large-cluster-size-threshold: 0
   secondary-node-eviction-rate: 0.05
 

deployment/k8sPaiLibrary/template/controller-manager.yaml.template

@@ -32,6 +32,9 @@ spec:
     - --service-cluster-ip-range
     - {{ cluster_cfg['kubernetes']['service-cluster-ip-range'] }}
     - --leader-elect=true
+    - --kube-api-qps=200
+    - --kube-api-burst=300
+    - --concurrent-gc-syncs=500
     - --large-cluster-size-threshold=0
     - --secondary-node-eviction-rate=0.05
     livenessProbe:

src/frameworkcontroller/deploy/frameworkcontroller-config.yaml.template

@@ -25,7 +25,9 @@ data:
     #kubeApiServerAddress: http://10.10.10.10:8080
     #kubeConfigFilePath: ''
 
-    workerNumber: 20
+    kubeClientQps: 200
+    kubeClientBurst: 300
+    workerNumber: 500
 
     largeFrameworkCompression: true