milvus-io
/
milvus
mirror of https://github.com/milvus-io/milvus.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

[skip e2e]Update config for deploy and chaos test (#17333) 

Signed-off-by: zhuwenxing <wenxing.zhu@zilliz.com>
pull/17328/head
zhuwenxing 2022-06-02 14:34:07 +08:00 committed by GitHub
parent 7a59a80506
commit e5f5d5e08a
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
8 changed files with 65 additions and 37 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

17
build/ci/jenkins/ChaosTest.groovy
View File

@ -44,23 +44,18 @@ pipeline {
string( string(
description: 'Etcd Image Repository', description: 'Etcd Image Repository',
name: 'etcd_image_repository', name: 'etcd_image_repository',
defaultValue: "milvusdb/etcd" defaultValue: "bitnami/etcd"
) )
string( string(
description: 'Etcd Image Tag', description: 'Etcd Image Tag',
name: 'etcd_image_tag', name: 'etcd_image_tag',
defaultValue: "3.5.0-debian-10-r117" defaultValue: "3.5.0-debian-10-r24"
) )
string( string(
description: 'Query Replic Nums', description: 'Query Replic Nums',
name: 'querynode_replica_nums', name: 'querynode_nums',
defaultValue: '3' defaultValue: '3'
) )
string(
description: 'Pod Nums',
name: 'pod_nums',
defaultValue: '1'
)
booleanParam( booleanParam(
description: 'Keep Env', description: 'Keep Env',
name: 'keep_env', name: 'keep_env',
@ -92,12 +87,11 @@ pipeline {
dir ('tests/python_client/chaos') { dir ('tests/python_client/chaos') {
script { script {
sh """ sh """
yq -i '.queryNode.replicas = "${params.querynode_replica_nums}"' cluster-values.yaml yq -i '.queryNode.replicas = "${params.querynode_nums}"' cluster-values.yaml
yq -i '.etcd.image.repository = "${params.etcd_image_repository}"' cluster-values.yaml yq -i '.etcd.image.repository = "${params.etcd_image_repository}"' cluster-values.yaml
yq -i '.etcd.image.tag = "${params.etcd_image_tag}"' cluster-values.yaml yq -i '.etcd.image.tag = "${params.etcd_image_tag}"' cluster-values.yaml
yq -i '.etcd.image.repository = "${params.etcd_image_repository}"' standalone-values.yaml yq -i '.etcd.image.repository = "${params.etcd_image_repository}"' standalone-values.yaml
yq -i '.etcd.image.tag = "${params.etcd_image_tag}"' standalone-values.yaml yq -i '.etcd.image.tag = "${params.etcd_image_tag}"' standalone-values.yaml
cat cluster-values.yaml
""" """
} }
} }
@ -106,7 +100,7 @@ pipeline {
} }
stage ('Deploy Milvus') { stage ('Deploy Milvus') {
options { options {
timeout(time: 10, unit: 'MINUTES') // timeout on this stage timeout(time: 15, unit: 'MINUTES') // timeout on this stage
} }
steps { steps {
container('main') { container('main') {
@ -121,7 +115,6 @@ pipeline {
} }
sh "echo ${image_tag_modified}" sh "echo ${image_tag_modified}"
sh "echo ${params.chaos_type}" sh "echo ${params.chaos_type}"
sh "docker pull ${params.image_repository}:${image_tag_modified}"
sh "helm repo add milvus https://milvus-io.github.io/milvus-helm" sh "helm repo add milvus https://milvus-io.github.io/milvus-helm"
sh "helm repo update" sh "helm repo update"
if ("${params.pod_name}" == "standalone"){ if ("${params.pod_name}" == "standalone"){

34
build/ci/jenkins/ChaosTestKafkaMQ.groovy
View File

@ -42,9 +42,19 @@ pipeline {
defaultValue: 'master-latest' defaultValue: 'master-latest'
) )
string( string(
description: 'Pod Nums', description: 'Etcd Image Repository',
name: 'pod_nums', name: 'etcd_image_repository',
defaultValue: '1' defaultValue: "bitnami/etcd"
)
string(
description: 'Etcd Image Tag',
name: 'etcd_image_tag',
defaultValue: "3.5.0-debian-10-r24"
)
string(
description: 'Query Replic Nums',
name: 'querynode_nums',
defaultValue: '3'
) )
booleanParam( booleanParam(
description: 'Keep Env', description: 'Keep Env',
@ -76,17 +86,24 @@ pipeline {
container('main') { container('main') {
dir ('tests/python_client/chaos') { dir ('tests/python_client/chaos') {
script { script {
sh "yq -i '.kafka.enabled = true' cluster-values.yaml" sh"""
sh "yq -i '.pulsar.enabled = false' cluster-values.yaml" yq -i '.kafka.enabled = true' cluster-values.yaml
sh "cat cluster-values.yaml" yq -i '.pulsar.enabled = false' cluster-values.yaml
yq -i '.queryNode.replicas = "${params.querynode_nums}"' cluster-values.yaml
yq -i '.etcd.image.repository = "${params.etcd_image_repository}"' cluster-values.yaml
yq -i '.etcd.image.tag = "${params.etcd_image_tag}"' cluster-values.yaml
yq -i '.etcd.image.repository = "${params.etcd_image_repository}"' standalone-values.yaml
yq -i '.etcd.image.tag = "${params.etcd_image_tag}"' standalone-values.yaml
"""
} }
} }
} }
} }
} }
stage ('Deploy Milvus') { stage ('Deploy Milvus') {
options { options {
timeout(time: 10, unit: 'MINUTES') // timeout on this stage timeout(time: 15, unit: 'MINUTES') // timeout on this stage
} }
steps { steps {
container('main') { container('main') {
@ -101,7 +118,6 @@ pipeline {
} }
sh "echo ${image_tag_modified}" sh "echo ${image_tag_modified}"
sh "echo ${params.chaos_type}" sh "echo ${params.chaos_type}"
sh "docker pull ${params.image_repository}:${image_tag_modified}"
sh "helm repo add milvus https://milvus-io.github.io/milvus-helm" sh "helm repo add milvus https://milvus-io.github.io/milvus-helm"
sh "helm repo update" sh "helm repo update"
if ("${params.pod_name}" == "standalone"){ if ("${params.pod_name}" == "standalone"){

20
build/ci/jenkins/DeployTest.groovy
View File

@ -51,16 +51,16 @@ pipeline {
string( string(
description: 'Etcd Image Repository', description: 'Etcd Image Repository',
name: 'etcd_image_repository', name: 'etcd_image_repository',
defaultValue: "milvusdb/etcd" defaultValue: "bitnami/etcd"
) )
string( string(
description: 'Etcd Image Tag', description: 'Etcd Image Tag',
name: 'etcd_image_tag', name: 'etcd_image_tag',
defaultValue: "3.5.0-debian-10-r117" defaultValue: "3.5.0-debian-10-r24"
) )
string( string(
description: 'Query Replic Nums', description: 'Querynode Nums',
name: 'querynode_replica_nums', name: 'querynode_nums',
defaultValue: '3' defaultValue: '3'
) )
string( string(
@ -105,7 +105,7 @@ pipeline {
dir ('tests/python_client/deploy') { dir ('tests/python_client/deploy') {
script { script {
sh """ sh """
yq -i '.queryNode.replicas = "${params.querynode_replica_nums}"' cluster-values.yaml yq -i '.queryNode.replicas = "${params.querynode_nums}"' cluster-values.yaml
yq -i '.etcd.image.repository = "${params.etcd_image_repository}"' cluster-values.yaml yq -i '.etcd.image.repository = "${params.etcd_image_repository}"' cluster-values.yaml
yq -i '.etcd.image.tag = "${params.etcd_image_tag}"' cluster-values.yaml yq -i '.etcd.image.tag = "${params.etcd_image_tag}"' cluster-values.yaml
yq -i '.etcd.image.repository = "${params.etcd_image_repository}"' standalone-values.yaml yq -i '.etcd.image.repository = "${params.etcd_image_repository}"' standalone-values.yaml
@ -119,7 +119,7 @@ pipeline {
} }
stage ('First Milvus Deployment') { stage ('First Milvus Deployment') {
options { options {
timeout(time: 10, unit: 'MINUTES') // timeout on this stage timeout(time: 15, unit: 'MINUTES') // timeout on this stage
} }
steps { steps {
container('main') { container('main') {
@ -152,8 +152,6 @@ pipeline {
sh "echo ${new_image_tag_modified} > new_image_tag_modified.txt" sh "echo ${new_image_tag_modified} > new_image_tag_modified.txt"
stash includes: 'new_image_tag_modified.txt', name: 'new_image_tag_modified' stash includes: 'new_image_tag_modified.txt', name: 'new_image_tag_modified'
env.new_image_tag_modified = new_image_tag_modified env.new_image_tag_modified = new_image_tag_modified
sh "docker pull ${params.old_image_repository}:${old_image_tag_modified}"
sh "docker pull ${params.new_image_repository}:${new_image_tag_modified}"
if ("${params.deploy_task}" == "reinstall"){ if ("${params.deploy_task}" == "reinstall"){
echo "reinstall Milvus with new image tag" echo "reinstall Milvus with new image tag"
old_image_tag_modified = new_image_tag_modified old_image_tag_modified = new_image_tag_modified
@ -183,6 +181,9 @@ pipeline {
} }
} }
stage ('Run first test') { stage ('Run first test') {
options {
timeout(time: 30, unit: 'MINUTES') // timeout on this stage
}
steps { steps {
container('main') { container('main') {
dir ('tests/python_client/deploy/scripts') { dir ('tests/python_client/deploy/scripts') {
@ -275,6 +276,9 @@ pipeline {
} }
stage ('Run Second Test') { stage ('Run Second Test') {
options {
timeout(time: 30, unit: 'MINUTES') // timeout on this stage
}
steps { steps {
container('main') { container('main') {
dir ('tests/python_client/deploy/scripts') { dir ('tests/python_client/deploy/scripts') {

15
build/ci/jenkins/DeployTestKafkaMQ.groovy
View File

@ -48,6 +48,21 @@ pipeline {
name: 'new_image_tag', name: 'new_image_tag',
defaultValue: 'master-latest' defaultValue: 'master-latest'
) )
string(
description: 'Etcd Image Repository',
name: 'etcd_image_repository',
defaultValue: "bitnami/etcd"
)
string(
description: 'Etcd Image Tag',
name: 'etcd_image_tag',
defaultValue: "3.5.0-debian-10-r24"
)
string(
description: 'Querynode Nums',
name: 'querynode_nums',
defaultValue: '3'
)
string( string(
description: 'Data Size', description: 'Data Size',
name: 'data_size', name: 'data_size',

4
tests/python_client/chaos/cluster-values.yaml
View File

@ -9,8 +9,8 @@ image:
etcd: etcd:
replicaCount: 3 replicaCount: 3
image: image:
repository: milvusdb/etcd repository: bitnami/etcd
tag: 3.5.0-debian-10-r117 tag: 3.5.0-debian-10-r24
minio: minio:
resources: resources:

4
tests/python_client/chaos/standalone-values.yaml
View File

@ -8,8 +8,8 @@ image:
etcd: etcd:
replicaCount: 1 replicaCount: 1
image: image:
repository: milvusdb/etcd repository: bitnami/etcd
tag: 3.5.0-debian-10-r117 tag: 3.5.0-debian-10-r24
minio: minio:
mode: standalone mode: standalone
pulsar: pulsar:

4
tests/python_client/deploy/cluster-values.yaml
View File

@ -9,8 +9,8 @@ image:
etcd: etcd:
replicaCount: 3 replicaCount: 3
image: image:
repository: milvusdb/etcd repository: bitnami/etcd
tag: 3.5.0-debian-10-r117 tag: 3.5.0-debian-10-r24
minio: minio:
resources: resources:

4
tests/python_client/deploy/standalone-values.yaml
View File

@ -8,8 +8,8 @@ image:
etcd: etcd:
replicaCount: 1 replicaCount: 1
image: image:
repository: milvusdb/etcd repository: bitnami/etcd
tag: 3.5.0-debian-10-r117 tag: 3.5.0-debian-10-r24
minio: minio:
mode: standalone mode: standalone
pulsar: pulsar: