milvus-io
/
milvus
mirror of https://github.com/milvus-io/milvus.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

[skip e2e]Add information of etcd to logs in chaos and deploy test (#17299) 

Signed-off-by: zhuwenxing <wenxing.zhu@zilliz.com>
pull/17315/head
zhuwenxing 2022-06-01 17:32:02 +08:00 committed by GitHub
parent 63a31ccb38
commit 3ccc91532e
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
4 changed files with 21 additions and 10 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

12
build/ci/jenkins/ChaosTest.groovy
View File

@ -141,7 +141,7 @@ pipeline {
}
sh "kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=${env.RELEASE_NAME} -n ${env.NAMESPACE} --timeout=360s"
sh "kubectl wait --for=condition=Ready pod -l release=${env.RELEASE_NAME} -n ${env.NAMESPACE} --timeout=360s"
sh "kubectl get pods|grep ${env.RELEASE_NAME}"
sh "kubectl get pods -o wide|grep ${env.RELEASE_NAME}"
}
}
}
@ -208,7 +208,7 @@ pipeline {
echo "chaos test done"
sh "kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=${env.RELEASE_NAME} -n ${env.NAMESPACE} --timeout=360s"
sh "kubectl wait --for=condition=Ready pod -l release=${env.RELEASE_NAME} -n ${env.NAMESPACE} --timeout=360s"
sh "kubectl get pods|grep ${env.RELEASE_NAME}"
sh "kubectl get pods -o wide|grep ${env.RELEASE_NAME}"
}
}
}
@ -238,7 +238,7 @@ pipeline {
script {
def host = sh(returnStdout: true, script: "kubectl get svc/${env.RELEASE_NAME}-milvus -o jsonpath=\"{.spec.clusterIP}\"").trim()
sh "pytest -s -v ../testcases/test_e2e.py --host $host --log-cli-level=INFO --capture=no"
sh "kubectl get pods|grep ${env.RELEASE_NAME}"
sh "kubectl get pods -o wide|grep ${env.RELEASE_NAME}"
}
}
}
@ -256,7 +256,7 @@ pipeline {
script {
def host = sh(returnStdout: true, script: "kubectl get svc/${env.RELEASE_NAME}-milvus -o jsonpath=\"{.spec.clusterIP}\"").trim()
sh "python3 scripts/hello_milvus.py --host $host"
sh "kubectl get pods|grep ${env.RELEASE_NAME}"
sh "kubectl get pods -o wide|grep ${env.RELEASE_NAME}"
}
}
}
@ -272,7 +272,7 @@ pipeline {
script {
def host = sh(returnStdout: true, script: "kubectl get svc/${env.RELEASE_NAME}-milvus -o jsonpath=\"{.spec.clusterIP}\"").trim()
sh "python3 scripts/verify_all_collections.py --host $host"
sh "kubectl get pods|grep ${env.RELEASE_NAME}"
sh "kubectl get pods -o wide|grep ${env.RELEASE_NAME}"
}
}
}
@ -286,7 +286,7 @@ pipeline {
dir ('tests/python_client/chaos') {
script {
echo "get pod status"
sh "kubectl get pods|grep ${env.RELEASE_NAME} || true"
sh "kubectl get pods -o wide|grep ${env.RELEASE_NAME} || true"
echo "collecte logs"
sh "bash ../../scripts/export_log_k8s.sh ${env.NAMESPACE} ${env.RELEASE_NAME} k8s_log/${env.RELEASE_NAME} || true"
sh "tar -zcvf artifacts-${env.RELEASE_NAME}-pytest-logs.tar.gz /tmp/ci_logs/ --remove-files || true"

2
build/ci/jenkins/ChaosTestKafkaMQ.groovy
View File

@ -121,7 +121,7 @@ pipeline {
}
sh "kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=${env.RELEASE_NAME} -n ${env.NAMESPACE} --timeout=360s"
sh "kubectl wait --for=condition=Ready pod -l release=${env.RELEASE_NAME} -n ${env.NAMESPACE} --timeout=360s"
sh "kubectl get pods -o wide -o wide|grep ${env.RELEASE_NAME}"
sh "kubectl get pods -o wide|grep ${env.RELEASE_NAME}"
}
}
}

6
build/ci/jenkins/DeployTest.groovy
View File

@ -176,7 +176,7 @@ pipeline {
}
sh "kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=${env.RELEASE_NAME} -n ${env.NAMESPACE} --timeout=360s"
sh "kubectl wait --for=condition=Ready pod -l release=${env.RELEASE_NAME} -n ${env.NAMESPACE} --timeout=360s"
sh "kubectl get pods|grep ${env.RELEASE_NAME}"
sh "kubectl get pods -o wide|grep ${env.RELEASE_NAME}"
}
}
}
@ -266,7 +266,7 @@ pipeline {
}
sh "kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=${env.RELEASE_NAME} -n ${env.NAMESPACE} --timeout=360s"
sh "kubectl wait --for=condition=Ready pod -l release=${env.RELEASE_NAME} -n ${env.NAMESPACE} --timeout=360s"
sh "kubectl get pods|grep ${env.RELEASE_NAME}"
sh "kubectl get pods -o wide|grep ${env.RELEASE_NAME}"
}
}
}
@ -303,7 +303,7 @@ pipeline {
dir ('tests/python_client/chaos') {
script {
echo "get pod status"
sh "kubectl get pods|grep ${env.RELEASE_NAME} || true"
sh "kubectl get pods -o wide|grep ${env.RELEASE_NAME} || true"
echo "collecte logs"
sh "bash ../../scripts/export_log_k8s.sh ${env.NAMESPACE} ${env.RELEASE_NAME} k8s_log/${env.RELEASE_NAME} || echo 'export log failed'"
echo "upload logs"

11
tests/scripts/export_log_k8s.sh
View File

@ -6,6 +6,17 @@ set -e
ns_name=$1
prefix_name=$2
log_dir=${3:-"k8s_logs"}
array=($(kubectl get pod -n ${ns_name} -l "app.kubernetes.io/name=etcd" | grep ${prefix_name} | awk '{print $1}'))
echo ${array[@]}
mkdir -p $log_dir/etcd_session
for pod in ${array[*]}
do
echo "check session for etcd pod $pod "
kubectl exec $pod -n ${ns_name} -- etcdctl get --prefix by-dev/meta/session > ./$log_dir/etcd_session/$pod.log || echo "export session for pod $pod failed"
done
echo "check session done"
array=($(kubectl get pod -n ${ns_name}|grep ${prefix_name}|awk '{print $1}'))
echo ${array[@]}
if [ ! -d $log_dir/pod_log ] || [ ! -d $log_dir/pod_describe ];