Config for enabling different Kubernetes features in KinD (#6214)

Signed-off-by: quicksilver <zhifeng.zhang@zilliz.com>

build/ci/jenkins/Jenkinsfile

@@ -51,6 +51,7 @@ pipeline {
                                         MILVUS_CLUSTER_ENABLED=${clusterEnabled} \
                                         ./e2e-k8s.sh \
                                         --node-image registry.zilliz.com/kindest/node:v1.20.2 \
+                                        --kind-config "${env.WORKSPACE}/build/config/topology/trustworthy-jwt-ci.yaml" \
                                         --test-extra-arg "--tags=smoke"
                                         """
                                     }

build/ci/jenkins/NightlyCI.groovy

@@ -58,6 +58,7 @@ pipeline {
                                         sh """
                                         MILVUS_CLUSTER_ENABLED=${clusterEnabled} \
                                         ./e2e-k8s.sh \
+                                        --kind-config "${env.WORKSPACE}/build/config/topology/trustworthy-jwt-ci.yaml" \
                                         --node-image registry.zilliz.com/kindest/node:v1.20.2
                                         """
                                     }

build/config/topology/trustworthy-jwt-ci.yaml

@@ -0,0 +1,53 @@
+# This configs KinD to spin up a k8s cluster with trustworthy jwt (Service Account Token Volume Projection) feature.
+kind: Cluster
+apiVersion: kind.x-k8s.io/v1alpha4
+networking:
+  ipFamily: "ipv4"
+  kubeProxyMode: "iptables"
+  podSubnet: "10.247.0.0/16"
+  serviceSubnet: "10.248.0.0/16"
+nodes:
+- role: control-plane
+- role: worker
+- role: worker
+kubeadmConfigPatches:
+  - |
+    apiVersion: kubeadm.k8s.io/v1beta2
+    kind: JoinConfiguration
+    metadata:
+      name: config
+    nodeRegistration:
+      kubeletExtraArgs:
+        cgroup-root: "/kubelet"
+  - |
+    apiVersion: kubeadm.k8s.io/v1beta2
+    kind: InitConfiguration
+    metadata:
+      name: config
+    nodeRegistration:
+      kubeletExtraArgs:
+        cgroup-root: "/kubelet"
+  - |
+    apiVersion: kubeadm.k8s.io/v1beta2
+    kind: ClusterConfiguration
+    metadata:
+      name: config
+    controllerManager:
+      extraArgs:
+        "v": "4"
+    scheduler:
+      extraArgs:
+        "v": "4"
+    etcd:
+      local:
+        # Run etcd in a tmpfs (in RAM) for performance improvements
+        dataDir: /tmp/kind-cluster-etcd
+    apiServer:
+      extraArgs:
+        "v": "4"
+containerdConfigPatches:
+  - |-
+    [plugins."io.containerd.grpc.v1.cri".registry.mirrors."localhost:5000"]
+      endpoint = ["http://kind-registry:5000"]
+    [plugins."io.containerd.grpc.v1.cri".registry.mirrors."docker.io"]
+      endpoint = ["dockerhub-mirror-sh.zilliz.cc", "https://registry-1.docker.io"]

build/config/topology/trustworthy-jwt.yaml

@@ -49,5 +49,3 @@ containerdConfigPatches:
   - |-
     [plugins."io.containerd.grpc.v1.cri".registry.mirrors."localhost:5000"]
       endpoint = ["http://kind-registry:5000"]
-    [plugins."io.containerd.grpc.v1.cri".registry.mirrors."docker.io"]
-      endpoint = ["dockerhub-mirror-sh.zilliz.cc", "https://registry-1.docker.io"]