milvus-io
/
milvus
mirror of https://github.com/milvus-io/milvus.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

[skip e2e]Add pod kill chaos test with 2 replicas (#14432) 

Signed-off-by: zhuwenxing <wenxing.zhu@zilliz.com>
pull/14439/head
zhuwenxing 2021-12-28 16:01:50 +08:00 committed by GitHub
parent dba6a3f4b0
commit 70be21917f
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 11 additions and 8 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

19
.github/workflows/pod-failure-chaos-test.yaml vendored
View File

@ -1,4 +1,4 @@
name: Pod Failure Chaos Test name: Cluster N node Chaos Test
on: on:
workflow_dispatch: workflow_dispatch:
@ -6,19 +6,22 @@ on:
- cron: "30 19 * * *" - cron: "30 19 * * *"
jobs: jobs:
test-pod-failure-chaos: test-cluster-n-node-chaos:
runs-on: ubuntu-latest runs-on: ubuntu-latest
timeout-minutes: 40 timeout-minutes: 40
strategy: strategy:
fail-fast: false fail-fast: false
matrix: matrix:
chaos_type: [pod_failure, pod_kill]
pod: [querynode, datanode, indexnode, proxy] pod: [querynode, datanode, indexnode, proxy]
steps: steps:
- name: Set env param - name: Set env param
run: | run: |
echo "RELEASE=test-${{ matrix.pod }}-pod-failure" >> $GITHUB_ENV chaos_type=${{ matrix.chaos_type }}
release="test"-${{ matrix.pod }}-${chaos_type/_/-}
echo "RELEASE=$release" >> $GITHUB_ENV
- name: Creating kind cluster - name: Creating kind cluster
uses: helm/kind-action@v1.2.0 uses: helm/kind-action@v1.2.0
@ -56,7 +59,7 @@ jobs:
helm repo add chaos-mesh https://charts.chaos-mesh.org helm repo add chaos-mesh https://charts.chaos-mesh.org
helm search repo chaos-mesh helm search repo chaos-mesh
kubectl create ns chaos-testing kubectl create ns chaos-testing
helm install chaos-mesh chaos-mesh/chaos-mesh --namespace=chaos-testing --version v2.0.2 --set chaosDaemon.runtime=containerd --set chaosDaemon.socketPath=/run/containerd/containerd.sock helm install chaos-mesh chaos-mesh/chaos-mesh --namespace=chaos-testing --version v2.0.3 --set chaosDaemon.runtime=containerd --set chaosDaemon.socketPath=/run/containerd/containerd.sock
sleep 60s sleep 60s
kubectl get po -n chaos-testing kubectl get po -n chaos-testing
@ -87,11 +90,11 @@ jobs:
working-directory: tests/python_client/chaos working-directory: tests/python_client/chaos
run: | run: |
# replace chaos object # replace chaos object
sed -i "s/TESTS_CONFIG_LOCATION =.*/TESTS_CONFIG_LOCATION = \'chaos_objects\/pod_failure\/'/g" constants.py sed -i "s/TESTS_CONFIG_LOCATION =.*/TESTS_CONFIG_LOCATION = \'chaos_objects\/${{ matrix.chaos_type }}\/'/g" constants.py
sed -i "s/ALL_CHAOS_YAMLS =.*/ALL_CHAOS_YAMLS = \'chaos_${{ matrix.pod }}_pod_failure.yaml\'/g" constants.py sed -i "s/ALL_CHAOS_YAMLS =.*/ALL_CHAOS_YAMLS = \'chaos_${{ matrix.pod }}_${{ matrix.chaos_type }}.yaml\'/g" constants.py
sed -i "s/CHAOS_DURATION =.*/CHAOS_DURATION = 80/g" constants.py sed -i "s/CHAOS_DURATION =.*/CHAOS_DURATION = 80/g" constants.py
cat constants.py cat constants.py
pytest -s -v test_chaos.py --host 127.0.0.1 --log-cli-level=INFO --capture=no || echo "chaos test failed" pytest -s -v test_chaos.py --host 127.0.0.1 --log-cli-level=INFO --capture=no
- name: Milvus E2E Test - name: Milvus E2E Test
timeout-minutes: 10 timeout-minutes: 10
@ -164,5 +167,5 @@ jobs:
if: ${{ always() }} if: ${{ always() }}
uses: actions/upload-artifact@v2 uses: actions/upload-artifact@v2
with: with:
name: logs-${{ matrix.pod }} name: logs-${{ matrix.pod }}-${{ matrix.chaos_type }}
path: tests/python_client/chaos/k8s_logs path: tests/python_client/chaos/k8s_logs