[skip ci]Update pod failure chaos test (#10482)

Signed-off-by: zhuwenxing <wenxing.zhu@zilliz.com>
pull/10483/head
zhuwenxing 2021-10-22 20:31:11 +08:00 committed by GitHub
parent d8e9fe1501
commit 0ff4de34c8
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
3 changed files with 36 additions and 2 deletions

View File

@ -13,7 +13,7 @@ jobs:
strategy:
fail-fast: false
matrix:
pod: [querynode]
pod: [querynode, datanode, indexnode]
steps:
@ -61,7 +61,7 @@ jobs:
shell: bash
working-directory: tests/python_client/chaos
run: |
declare -A pod_map=( ["querynode"]="queryNode")
declare -A pod_map=( ["querynode"]="queryNode" ["indexnode"]="indexNode" ["datanode"]="dataNode")
helm repo add milvus https://milvus-io.github.io/milvus-helm
helm repo update
helm install --wait --timeout 360s milvus-chaos milvus/milvus --set ${pod_map[${{ matrix.pod }}]}.replicas=2 -f cluster-values.yaml -n=chaos-testing

View File

@ -0,0 +1,16 @@
apiVersion: chaos-mesh.org/v1alpha1
kind: PodChaos
metadata:
name: test-indexnode-pod-failure
namespace: chaos-testing
spec:
selector:
namespaces:
- chaos-testing
labelSelectors:
app.kubernetes.io/instance: milvus-chaos
component: indexnode
mode: one
action: pod-failure
duration: 2m
gracePeriod: 0

View File

@ -18,4 +18,22 @@ Collections:
cluster_n_nodes:
search: succ
query: succ
-
testcase:
name: test_indexnode_pod_failure
chaos: chaos_indexnode_pod_failure.yaml
expectation:
cluster_1_node:
index: fail
cluster_n_nodes:
index: succ
-
testcase:
name: test_datanode_pod_failure
chaos: chaos_datanode_pod_failure.yaml
expectation:
cluster_1_node:
insert: fail
cluster_n_nodes:
insert: succ