milvus-io
/
milvus
mirror of https://github.com/milvus-io/milvus.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

[skip e2e]update jenkins file (#15297) 

* [skip e2e]update jenkins file

Signed-off-by: zhuwenxing <wenxing.zhu@zilliz.com>

* [skip e2e]update jenkins file

Signed-off-by: zhuwenxing <wenxing.zhu@zilliz.com>
pull/15302/head
zhuwenxing 2022-01-19 18:59:39 +08:00 committed by GitHub
parent 3b905bd3d5
commit c4d4702210
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
5 changed files with 36 additions and 24 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
build/ci/jenkins/ChaosTest.groovy
View File

@ -32,7 +32,7 @@ pipeline {
string(
description: 'Image Repository',
name: 'image_repository',
defaultValue: 'milvusdb/milvus-dev'
defaultValue: 'harbor.zilliz.cc/dockerhub/milvusdb/milvus-dev'
)
string(
description: 'Image Tag',
@ -87,6 +87,7 @@ pipeline {
}
sh "echo ${image_tag_modified}"
sh "echo ${params.chaos_type}"
sh "docker pull ${params.image_repository}:${image_tag_modified}"
sh "helm repo add milvus https://milvus-io.github.io/milvus-helm"
sh "helm repo update"
if ("${params.pod_name}" == "standalone"){
@ -113,6 +114,9 @@ pipeline {
}
}
stage ('Run e2e test before chaos') {
options {
timeout(time: 5, unit: 'MINUTES') // timeout on this stage
}
steps {
container('main') {
dir ('tests/python_client/chaos') {

12
tests/python_client/deploy/scripts/action_after_reinstall.py
View File

@ -2,28 +2,28 @@ from pymilvus import connections
from utils import *
def task_1(data_size):
def task_1(data_size, host):
"""
task_1:
before reinstall: create collection and insert data, load and search
after reinstall: get collection, load, search, create index, load, and search
"""
prefix = "task_1_"
connections.connect(host="127.0.0.1", port=19530, timeout=60)
connections.connect(host=host, port=19530, timeout=60)
get_collections(prefix)
load_and_search(prefix)
create_index(prefix)
load_and_search(prefix)
def task_2(data_zise):
def task_2(data_zise, host):
"""
task_2:
before reinstall: create collection, insert data and create index, load and search
after reinstall: get collection, load, search, insert data, create index, load, and search
"""
prefix = "task_2_"
connections.connect(host="127.0.0.1", port=19530, timeout=60)
connections.connect(host=host, port=19530, timeout=60)
get_collections(prefix)
load_and_search(prefix)
create_collections_and_insert_data(prefix, data_zise)
@ -34,9 +34,11 @@ def task_2(data_zise):
if __name__ == '__main__':
import argparse
parser = argparse.ArgumentParser(description='config for deploy test')
parser.add_argument('--host', type=str, default="127.0.0.1", help='milvus server ip')
parser.add_argument('--data_size', type=int, default=3000, help='data size')
args = parser.parse_args()
host = args.host
data_size = args.data_size
print(f"data size: {data_size}")
print(f"data size: {data_size}")
task_1(data_size)
task_2(data_size)

14
tests/python_client/deploy/scripts/action_after_upgrade.py
View File

@ -2,14 +2,14 @@ from pymilvus import connections
from utils import *
def task_1(data_size):
def task_1(data_size, host):
"""
task_1:
before upgrade: create collection and insert data, load and search
after upgrade: get collection, load, search, create index, load, and search
"""
prefix = "task_1_"
connections.connect(host="127.0.0.1", port=19530, timeout=60)
connections.connect(host=host, port=19530, timeout=60)
get_collections(prefix)
load_and_search(prefix)
create_collections_and_insert_data(prefix, data_size)
@ -17,14 +17,14 @@ def task_1(data_size):
load_and_search(prefix)
def task_2(data_size):
def task_2(data_size, host):
"""
task_2:
before upgrade: create collection, insert data and create index, load and search
after upgrade: get collection, load, search, insert data, create index, load, and search
"""
prefix = "task_2_"
connections.connect(host="127.0.0.1", port=19530, timeout=60)
connections.connect(host=host, port=19530, timeout=60)
get_collections(prefix)
load_and_search(prefix)
create_collections_and_insert_data(prefix, data_size)
@ -35,9 +35,11 @@ def task_2(data_size):
if __name__ == '__main__':
import argparse
parser = argparse.ArgumentParser(description='config for deploy test')
parser.add_argument('--host', type=str, default="127.0.0.1", help='milvus server ip')
parser.add_argument('--data_size', type=int, default=3000, help='data size')
args = parser.parse_args()
data_size = args.data_size
host = args.host
print(f"data size: {data_size}")
task_1(data_size)
task_2(data_size)
task_1(data_size, host)
task_2(data_size, host)

14
tests/python_client/deploy/scripts/action_before_reinstall.py
View File

@ -2,28 +2,28 @@ from pymilvus import connections
from utils import *
def task_1(data_size):
def task_1(data_size, host):
"""
task_1:
before reinstall: create collection and insert data, load and search
after reinstall: get collection, load, search, create index, load, and search
"""
prefix = "task_1_"
connections.connect(host="127.0.0.1", port=19530, timeout=60)
connections.connect(host=host, port=19530, timeout=60)
get_collections(prefix)
load_and_search(prefix)
create_collections_and_insert_data(prefix,data_size)
load_and_search(prefix)
def task_2(data_size):
def task_2(data_size, host):
"""
task_2:
before reinstall: create collection, insert data and create index,load and search
after reinstall: get collection, load, search, insert data, create index, load, and search
"""
prefix = "task_2_"
connections.connect(host="127.0.0.1", port=19530, timeout=60)
connections.connect(host=host, port=19530, timeout=60)
get_collections(prefix)
load_and_search(prefix)
create_collections_and_insert_data(prefix, data_size)
@ -34,9 +34,11 @@ def task_2(data_size):
if __name__ == '__main__':
import argparse
parser = argparse.ArgumentParser(description='config for deploy test')
parser.add_argument('--host', type=str, default="127.0.0.1", help='milvus server ip')
parser.add_argument('--data_size', type=int, default=3000, help='data size')
args = parser.parse_args()
data_size = args.data_size
host = args.host
print(f"data_size: {data_size}")
task_1(data_size)
task_2(data_size)
task_1(data_size, host)
task_2(data_size, host)

14
tests/python_client/deploy/scripts/action_before_upgrade.py
View File

@ -2,28 +2,28 @@ from pymilvus import connections
from utils import *
def task_1(data_size):
def task_1(data_size, host):
"""
task_1:
before upgrade: create collection and insert data, load and search
after upgrade: get collection, load, search, create index, load, and search
"""
prefix = "task_1_"
connections.connect(host="127.0.0.1", port=19530, timeout=60)
connections.connect(host=host, port=19530, timeout=60)
get_collections(prefix)
load_and_search(prefix)
create_collections_and_insert_data(prefix, data_size)
load_and_search(prefix)
def task_2(data_size):
def task_2(data_size, host):
"""
task_2:
before upgrade: create collection, insert data and create index, load and search
after upgrade: get collection, load, search, insert data, create index, load, and search
"""
prefix = "task_2_"
connections.connect(host="127.0.0.1", port=19530, timeout=60)
connections.connect(host=host, port=19530, timeout=60)
get_collections(prefix)
load_and_search(prefix)
create_collections_and_insert_data(prefix, data_size)
@ -34,9 +34,11 @@ def task_2(data_size):
if __name__ == '__main__':
import argparse
parser = argparse.ArgumentParser(description='config for deploy test')
parser.add_argument('--host', type=str, default="127.0.0.1", help='milvus server ip')
parser.add_argument('--data_size', type=int, default=3000, help='data size')
args = parser.parse_args()
data_size = args.data_size
host = args.host
print(f"data size: {data_size}")
task_1(data_size)
task_2(data_size)
task_1(data_size, host)
task_2(data_size, host)