mirror of https://github.com/milvus-io/milvus.git
Add standalone deployment pipeline for regression
Signed-off-by: quicksilver <zhifeng.zhang@zilliz.com>pull/4973/head^2
quicksilver
yefu.chen
parent
a5c6f40c60
commit
5c569e51a0
|
|
@ -1,20 +1,25 @@
|
|||
timeout(time: 60, unit: 'MINUTES') {
|
||||
try {
|
||||
if ("${REGRESSION_SERVICE_NAME}" == "regression_distributed") {
|
||||
sh 'docker-compose -p ${DOCKER_COMPOSE_PROJECT_NAME}-${REGRESSION_SERVICE_NAME} up -d pulsar'
|
||||
}
|
||||
sh 'docker-compose -p ${DOCKER_COMPOSE_PROJECT_NAME}-${REGRESSION_SERVICE_NAME} up -d etcd'
|
||||
sh 'docker-compose -p ${DOCKER_COMPOSE_PROJECT_NAME}-${REGRESSION_SERVICE_NAME} up -d pulsar'
|
||||
sh 'docker-compose -p ${DOCKER_COMPOSE_PROJECT_NAME}-${REGRESSION_SERVICE_NAME} up -d minio'
|
||||
dir ('build/docker/deploy') {
|
||||
sh 'docker-compose -p ${DOCKER_COMPOSE_PROJECT_NAME}-${REGRESSION_SERVICE_NAME} pull'
|
||||
sh 'docker-compose -p ${DOCKER_COMPOSE_PROJECT_NAME}-${REGRESSION_SERVICE_NAME} up -d master'
|
||||
sh 'docker-compose -p ${DOCKER_COMPOSE_PROJECT_NAME}-${REGRESSION_SERVICE_NAME} up -d indexservice'
|
||||
sh 'docker-compose -p ${DOCKER_COMPOSE_PROJECT_NAME}-${REGRESSION_SERVICE_NAME} up -d indexnode'
|
||||
sh 'docker-compose -p ${DOCKER_COMPOSE_PROJECT_NAME}-${REGRESSION_SERVICE_NAME} up -d proxyservice'
|
||||
sh 'docker-compose -p ${DOCKER_COMPOSE_PROJECT_NAME}-${REGRESSION_SERVICE_NAME} up -d dataservice'
|
||||
sh 'docker-compose -p ${DOCKER_COMPOSE_PROJECT_NAME}-${REGRESSION_SERVICE_NAME} up -d queryservice'
|
||||
sh 'docker-compose -p ${DOCKER_COMPOSE_PROJECT_NAME}-${REGRESSION_SERVICE_NAME} run -e DATA_NODE_ID=3 -d datanode'
|
||||
sh 'docker-compose -p ${DOCKER_COMPOSE_PROJECT_NAME}-${REGRESSION_SERVICE_NAME} up -d proxynode'
|
||||
sh 'docker-compose -p ${DOCKER_COMPOSE_PROJECT_NAME}-${REGRESSION_SERVICE_NAME} run -e QUERY_NODE_ID=1 -d querynode'
|
||||
sh 'docker-compose -p ${DOCKER_COMPOSE_PROJECT_NAME}-${REGRESSION_SERVICE_NAME} run -e QUERY_NODE_ID=2 -d querynode'
|
||||
if ("${REGRESSION_SERVICE_NAME}" == "regression_distributed") {
|
||||
sh 'docker-compose -p ${DOCKER_COMPOSE_PROJECT_NAME}-${REGRESSION_SERVICE_NAME} up -d master'
|
||||
sh 'docker-compose -p ${DOCKER_COMPOSE_PROJECT_NAME}-${REGRESSION_SERVICE_NAME} up -d indexservice'
|
||||
sh 'docker-compose -p ${DOCKER_COMPOSE_PROJECT_NAME}-${REGRESSION_SERVICE_NAME} up -d indexnode'
|
||||
sh 'docker-compose -p ${DOCKER_COMPOSE_PROJECT_NAME}-${REGRESSION_SERVICE_NAME} up -d proxyservice'
|
||||
sh 'docker-compose -p ${DOCKER_COMPOSE_PROJECT_NAME}-${REGRESSION_SERVICE_NAME} up -d dataservice'
|
||||
sh 'docker-compose -p ${DOCKER_COMPOSE_PROJECT_NAME}-${REGRESSION_SERVICE_NAME} up -d queryservice'
|
||||
sh 'docker-compose -p ${DOCKER_COMPOSE_PROJECT_NAME}-${REGRESSION_SERVICE_NAME} run -e DATA_NODE_ID=3 -d datanode'
|
||||
sh 'docker-compose -p ${DOCKER_COMPOSE_PROJECT_NAME}-${REGRESSION_SERVICE_NAME} up -d proxynode'
|
||||
sh 'docker-compose -p ${DOCKER_COMPOSE_PROJECT_NAME}-${REGRESSION_SERVICE_NAME} run -e QUERY_NODE_ID=1 -d querynode'
|
||||
sh 'docker-compose -p ${DOCKER_COMPOSE_PROJECT_NAME}-${REGRESSION_SERVICE_NAME} run -e QUERY_NODE_ID=2 -d querynode'
|
||||
} else {
|
||||
sh 'docker-compose -p ${DOCKER_COMPOSE_PROJECT_NAME}-${REGRESSION_SERVICE_NAME} up -d standalone'
|
||||
}
|
||||
}
|
||||
|
||||
dir ('build/docker/test') {
|
||||
|
|
@ -40,7 +45,9 @@ timeout(time: 60, unit: 'MINUTES') {
|
|||
archiveArtifacts artifacts: "**.log", allowEmptyArchive: true
|
||||
sh 'docker-compose -p ${DOCKER_COMPOSE_PROJECT_NAME}-${REGRESSION_SERVICE_NAME} down --rmi all -v || true'
|
||||
}
|
||||
sh 'docker-compose -p ${DOCKER_COMPOSE_PROJECT_NAME}-${REGRESSION_SERVICE_NAME} rm -f -s -v pulsar'
|
||||
if ("${REGRESSION_SERVICE_NAME}" == "regression_distributed") {
|
||||
sh 'docker-compose -p ${DOCKER_COMPOSE_PROJECT_NAME}-${REGRESSION_SERVICE_NAME} rm -f -s -v pulsar'
|
||||
}
|
||||
sh 'docker-compose -p ${DOCKER_COMPOSE_PROJECT_NAME}-${REGRESSION_SERVICE_NAME} rm -f -s -v etcd'
|
||||
sh 'docker-compose -p ${DOCKER_COMPOSE_PROJECT_NAME}-${REGRESSION_SERVICE_NAME} rm -f -s -v minio'
|
||||
dir ('build/docker/test') {
|
||||
|
|
|
|||
|
|
@ -72,7 +72,7 @@ pipeline {
|
|||
axes {
|
||||
axis {
|
||||
name 'REGRESSION_SERVICE_NAME'
|
||||
values 'regression_0331'
|
||||
values 'regression_standalone', 'regression_distributed'
|
||||
}
|
||||
}
|
||||
environment {
|
||||
|
|
|
|||
|
|
@ -164,5 +164,20 @@ services:
|
|||
networks:
|
||||
- milvus
|
||||
|
||||
standalone:
|
||||
image: ${TARGET_REPO}/milvus-distributed:${TARGET_TAG}
|
||||
build:
|
||||
context: ../../../
|
||||
dockerfile: build/docker/deploy/distributed/Dockerfile
|
||||
cache_from:
|
||||
- ${SOURCE_REPO}/milvus-distributed:${SOURCE_TAG}
|
||||
command:
|
||||
- "/milvus-distributed/bin/singlenode"
|
||||
environment:
|
||||
ETCD_ADDRESS: ${ETCD_ADDRESS}
|
||||
MINIO_ADDRESS: ${MINIO_ADDRESS}
|
||||
networks:
|
||||
- milvus
|
||||
|
||||
networks:
|
||||
milvus:
|
||||
|
|
|
|||
|
|
@ -16,7 +16,7 @@ services:
|
|||
networks:
|
||||
- milvus
|
||||
|
||||
regression_0331:
|
||||
regression_distributed:
|
||||
image: ${TARGET_REPO}/pytest:${TARGET_TAG}
|
||||
build:
|
||||
context: ../../../
|
||||
|
|
@ -31,5 +31,20 @@ services:
|
|||
networks:
|
||||
- milvus
|
||||
|
||||
regression_standalone:
|
||||
image: ${TARGET_REPO}/pytest:${TARGET_TAG}
|
||||
build:
|
||||
context: ../../../
|
||||
dockerfile: build/docker/test/Dockerfile
|
||||
cache_from:
|
||||
- ${SOURCE_REPO}/pytest:${SOURCE_TAG}
|
||||
volumes:
|
||||
- ../../..:/milvus-distributed:delegated
|
||||
working_dir: "/milvus-distributed/tests/python_test"
|
||||
command: >
|
||||
/bin/bash -c "sleep 10s && pytest -s --tags=0331 --ip standalone -n 4"
|
||||
networks:
|
||||
- milvus
|
||||
|
||||
networks:
|
||||
milvus:
|
||||
|
|
|
|||
Loading…
Reference in New Issue