milvus-io
/
milvus
mirror of https://github.com/milvus-io/milvus.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Merge pull request #790 from ZhifengZhang-CN/master 

Add Codecov on Github Actions
pull/794/head
quicksilver 2019-12-19 12:07:46 +08:00 committed by GitHub
parent d316f18cbc 42342d01cb
commit e1d20e4446
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
11 changed files with 38 additions and 35 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

14
.github/workflows/core.yml vendored
View File

@ -40,6 +40,13 @@ jobs:
docker login -u ${{ secrets.DOCKERHUB_USER }} \ docker login -u ${{ secrets.DOCKERHUB_USER }} \
-p ${{ secrets.DOCKERHUB_TOKEN }} -p ${{ secrets.DOCKERHUB_TOKEN }}
docker-compose push ubuntu-core docker-compose push ubuntu-core
- name: Upload coverage to Codecov
uses: codecov/codecov-action@v1
with:
token: ${{ secrets.CODECOV_TOKEN }}
file: ./ci/scripts/output_new.info
flags: unittests
yml: ./codecov.yaml
centos: centos:
name: AMD64 CentOS ${{ matrix.centos }} name: AMD64 CentOS ${{ matrix.centos }}
@ -70,3 +77,10 @@ jobs:
docker login -u ${{ secrets.DOCKERHUB_USER }} \ docker login -u ${{ secrets.DOCKERHUB_USER }} \
-p ${{ secrets.DOCKERHUB_TOKEN }} -p ${{ secrets.DOCKERHUB_TOKEN }}
docker-compose push centos-core docker-compose push centos-core
- name: Upload coverage to Codecov
uses: codecov/codecov-action@v1
with:
token: ${{ secrets.CODECOV_TOKEN }}
file: ./ci/scripts/output_new.info
flags: unittests
yml: ./codecov.yaml

37
ci/jenkins/Jenkinsfile vendored
View File

@ -48,7 +48,7 @@ pipeline {
} }
axis { axis {
name 'BINRARY_VERSION' name 'BINARY_VERSION'
values 'gpu', 'cpu' values 'gpu', 'cpu'
} }
} }
@ -57,25 +57,25 @@ pipeline {
stage("Milvus CI") { stage("Milvus CI") {
environment { environment {
PACKAGE_VERSION = VersionNumber([ PACKAGE_VERSION = VersionNumber([
versionNumberString : '${SEMVER}-${BINRARY_VERSION}-${OS_NAME}-${CPU_ARCH}-${LOWER_BUILD_TYPE}-${BUILD_DATE_FORMATTED, "yyyyMMdd"}-${BUILDS_TODAY}' versionNumberString : '${SEMVER}-${BINARY_VERSION}-${OS_NAME}-${CPU_ARCH}-${LOWER_BUILD_TYPE}-${BUILD_DATE_FORMATTED, "yyyyMMdd"}-${BUILDS_TODAY}'
]); ]);
DOCKER_VERSION = "${SEMVER}-${BINRARY_VERSION}-${OS_NAME}-${LOWER_BUILD_TYPE}" DOCKER_VERSION = "${SEMVER}-${BINARY_VERSION}-${OS_NAME}-${LOWER_BUILD_TYPE}"
} }
stages { stages {
stage('Run Build') { stage('Run Build') {
agent { agent {
kubernetes { kubernetes {
label "${OS_NAME}-${BINRARY_VERSION}-build" label "${OS_NAME}-${BINARY_VERSION}-build-${env.BUILD_NUMBER}"
defaultContainer 'jnlp' defaultContainer 'jnlp'
yamlFile "ci/jenkins/pod/milvus-${BINRARY_VERSION}-version-${OS_NAME}-build-env-pod.yaml" yamlFile "ci/jenkins/pod/milvus-${BINARY_VERSION}-version-${OS_NAME}-build-env-pod.yaml"
} }
} }
stages { stages {
stage('Build') { stage('Build') {
steps { steps {
container("milvus-${BINRARY_VERSION}-build-env") { container("milvus-${BINARY_VERSION}-build-env") {
script { script {
load "${env.WORKSPACE}/ci/jenkins/step/build.groovy" load "${env.WORKSPACE}/ci/jenkins/step/build.groovy"
} }
@ -85,9 +85,9 @@ pipeline {
stage('Code Coverage') { stage('Code Coverage') {
steps { steps {
container("milvus-${BINRARY_VERSION}-build-env") { container("milvus-${BINARY_VERSION}-build-env") {
script { script {
if ("${BINRARY_VERSION}" == "gpu") { if ("${BINARY_VERSION}" == "gpu") {
load "${env.WORKSPACE}/ci/jenkins/step/coverage.groovy" load "${env.WORKSPACE}/ci/jenkins/step/coverage.groovy"
} else { } else {
echo "Skip Code Coverage" echo "Skip Code Coverage"
@ -99,7 +99,7 @@ pipeline {
stage('Upload Package') { stage('Upload Package') {
steps { steps {
container("milvus-${BINRARY_VERSION}-build-env") { container("milvus-${BINARY_VERSION}-build-env") {
script { script {
load "${env.WORKSPACE}/ci/jenkins/step/package.groovy" load "${env.WORKSPACE}/ci/jenkins/step/package.groovy"
} }
@ -112,7 +112,7 @@ pipeline {
stage('Publish docker images') { stage('Publish docker images') {
agent { agent {
kubernetes { kubernetes {
label "${OS_NAME}-${BINRARY_VERSION}-publish" label "${OS_NAME}-${BINARY_VERSION}-publish-${env.BUILD_NUMBER}"
defaultContainer 'jnlp' defaultContainer 'jnlp'
yamlFile 'ci/jenkins/pod/docker-pod.yaml' yamlFile 'ci/jenkins/pod/docker-pod.yaml'
} }
@ -135,12 +135,12 @@ pipeline {
environment { environment {
FROMAT_SEMVER = "${env.SEMVER}".replaceAll("\\.", "-") FROMAT_SEMVER = "${env.SEMVER}".replaceAll("\\.", "-")
FORMAT_OS_NAME = "${OS_NAME}".replaceAll("\\.", "-") FORMAT_OS_NAME = "${OS_NAME}".replaceAll("\\.", "-")
HELM_RELEASE_NAME = "${env.PIPELINE_NAME}-${env.FROMAT_SEMVER}-${env.BUILD_NUMBER}-single-${FORMAT_OS_NAME}-${BINRARY_VERSION}".toLowerCase() HELM_RELEASE_NAME = "${env.PIPELINE_NAME}-${env.FROMAT_SEMVER}-${env.BUILD_NUMBER}-single-${FORMAT_OS_NAME}-${BINARY_VERSION}".toLowerCase()
} }
agent { agent {
kubernetes { kubernetes {
label "${OS_NAME}-${BINRARY_VERSION}-dev-test" label "${OS_NAME}-${BINARY_VERSION}-dev-test-${env.BUILD_NUMBER}"
defaultContainer 'jnlp' defaultContainer 'jnlp'
yamlFile 'ci/jenkins/pod/testEnvironment.yaml' yamlFile 'ci/jenkins/pod/testEnvironment.yaml'
} }
@ -171,19 +171,10 @@ pipeline {
} }
} }
} }
}
stage('Cleanup Dev') {
steps {
container('milvus-test-env') {
script {
load "${env.WORKSPACE}/ci/jenkins/step/cleanupSingleDev.groovy"
}
}
}
}
}
post { post {
unsuccessful { cleanup {
container('milvus-test-env') { container('milvus-test-env') {
script { script {
load "${env.WORKSPACE}/ci/jenkins/step/cleanupSingleDev.groovy" load "${env.WORKSPACE}/ci/jenkins/step/cleanupSingleDev.groovy"

4
ci/jenkins/step/build.groovy
View File

@ -3,8 +3,8 @@ timeout(time: 60, unit: 'MINUTES') {
withCredentials([usernamePassword(credentialsId: "${params.JFROG_CREDENTIALS_ID}", usernameVariable: 'USERNAME', passwordVariable: 'PASSWORD')]) { withCredentials([usernamePassword(credentialsId: "${params.JFROG_CREDENTIALS_ID}", usernameVariable: 'USERNAME', passwordVariable: 'PASSWORD')]) {
def checkResult = sh(script: "./check_ccache.sh -l ${params.JFROG_ARTFACTORY_URL}/ccache", returnStatus: true) def checkResult = sh(script: "./check_ccache.sh -l ${params.JFROG_ARTFACTORY_URL}/ccache", returnStatus: true)
if ("${BINRARY_VERSION}" == "gpu") { if ("${BINARY_VERSION}" == "gpu") {
sh "/bin/bash --login -c \". ./before-install.sh && ./build.sh -t ${params.BUILD_TYPE} -o ${env.MILVUS_INSTALL_PREFIX} -l -g -u -c\"" sh "/bin/bash --login -c \". ./before-install.sh && ./build.sh -t ${params.BUILD_TYPE} -o ${env.MILVUS_INSTALL_PREFIX} -l -g -x -u -c\""
} else { } else {
sh "/bin/bash --login -c \". ./before-install.sh && ./build.sh -t ${params.BUILD_TYPE} -o ${env.MILVUS_INSTALL_PREFIX} -l -u -c\"" sh "/bin/bash --login -c \". ./before-install.sh && ./build.sh -t ${params.BUILD_TYPE} -o ${env.MILVUS_INSTALL_PREFIX} -l -u -c\""
} }

2
ci/jenkins/step/deploySingle2Dev.groovy
View File

@ -3,7 +3,7 @@ sh 'helm repo update'
dir ('milvus-helm') { dir ('milvus-helm') {
checkout([$class: 'GitSCM', branches: [[name: "0.6.0"]], userRemoteConfigs: [[url: "https://github.com/milvus-io/milvus-helm.git", name: 'origin', refspec: "+refs/heads/0.6.0:refs/remotes/origin/0.6.0"]]]) checkout([$class: 'GitSCM', branches: [[name: "0.6.0"]], userRemoteConfigs: [[url: "https://github.com/milvus-io/milvus-helm.git", name: 'origin', refspec: "+refs/heads/0.6.0:refs/remotes/origin/0.6.0"]]])
dir ("milvus") { dir ("milvus") {
sh "helm install --wait --timeout 300 --set engine.image.tag=${DOCKER_VERSION} --set expose.type=clusterIP --name ${env.HELM_RELEASE_NAME} -f ci/db_backend/sqlite_${BINRARY_VERSION}_values.yaml -f ci/filebeat/values.yaml --namespace milvus ." sh "helm install --wait --timeout 300 --set engine.image.tag=${DOCKER_VERSION} --set expose.type=clusterIP --name ${env.HELM_RELEASE_NAME} -f ci/db_backend/sqlite_${BINARY_VERSION}_values.yaml -f ci/filebeat/values.yaml --namespace milvus ."
} }
} }

2
ci/jenkins/step/publishImages.groovy
View File

@ -1,5 +1,5 @@
timeout(time: 15, unit: 'MINUTES') { timeout(time: 15, unit: 'MINUTES') {
dir ("docker/deploy/${BINRARY_VERSION}/${OS_NAME}") { dir ("docker/deploy/${BINARY_VERSION}/${OS_NAME}") {
def binaryPackage = "${PROJECT_NAME}-${PACKAGE_VERSION}.tar.gz" def binaryPackage = "${PROJECT_NAME}-${PACKAGE_VERSION}.tar.gz"
withCredentials([usernamePassword(credentialsId: "${params.JFROG_CREDENTIALS_ID}", usernameVariable: 'JFROG_USERNAME', passwordVariable: 'JFROG_PASSWORD')]) { withCredentials([usernamePassword(credentialsId: "${params.JFROG_CREDENTIALS_ID}", usernameVariable: 'JFROG_USERNAME', passwordVariable: 'JFROG_PASSWORD')]) {

2
ci/jenkins/step/singleDevNightlyTest.groovy
View File

@ -13,7 +13,7 @@ timeout(time: 90, unit: 'MINUTES') {
} }
dir ("milvus-helm") { dir ("milvus-helm") {
dir ("milvus") { dir ("milvus") {
sh "helm install --wait --timeout 300 --set engine.image.tag=${DOCKER_VERSION} --set expose.type=clusterIP --name ${env.HELM_RELEASE_NAME} -f ci/db_backend/mysql_${BINRARY_VERSION}_values.yaml -f ci/filebeat/values.yaml --namespace milvus ." sh "helm install --wait --timeout 300 --set engine.image.tag=${DOCKER_VERSION} --set expose.type=clusterIP --name ${env.HELM_RELEASE_NAME} -f ci/db_backend/mysql_${BINARY_VERSION}_values.yaml -f ci/filebeat/values.yaml --namespace milvus ."
} }
} }
dir ("tests/milvus_python_test") { dir ("tests/milvus_python_test") {

2
ci/jenkins/step/singleDevTest.groovy
View File

@ -14,7 +14,7 @@ timeout(time: 60, unit: 'MINUTES') {
// } // }
// dir ("milvus-helm") { // dir ("milvus-helm") {
// dir ("milvus") { // dir ("milvus") {
// sh "helm install --wait --timeout 300 --set engine.image.tag=${DOCKER_VERSION} --set expose.type=clusterIP --name ${env.HELM_RELEASE_NAME} -f ci/db_backend/mysql_${BINRARY_VERSION}_values.yaml -f ci/filebeat/values.yaml --namespace milvus ." // sh "helm install --wait --timeout 300 --set engine.image.tag=${DOCKER_VERSION} --set expose.type=clusterIP --name ${env.HELM_RELEASE_NAME} -f ci/db_backend/mysql_${BINARY_VERSION}_values.yaml -f ci/filebeat/values.yaml --namespace milvus ."
// } // }
// } // }
// dir ("tests/milvus_python_test") { // dir ("tests/milvus_python_test") {

2
ci/jenkins/yaml/update_server_config.yaml
View File

@ -1,2 +0,0 @@
db_config:
primary_path: /var/lib/milvus

2
ci/scripts/check_ccache.sh
View File

@ -44,7 +44,7 @@ check_ccache() {
BRANCH=$1 BRANCH=$1
PACKAGE_FILE="ccache-${OS_NAME}-${BUILD_ENV_DOCKER_IMAGE_ID}.tar.gz" PACKAGE_FILE="ccache-${OS_NAME}-${BUILD_ENV_DOCKER_IMAGE_ID}.tar.gz"
echo "fetching ${BRANCH}/${PACKAGE_FILE}" echo "fetching ${BRANCH}/${PACKAGE_FILE}"
wget -q --method HEAD "${ARTIFACTORY_URL}/${BRANCH}/${PACKAGE_FILE}" wget -q --spider "${ARTIFACTORY_URL}/${BRANCH}/${PACKAGE_FILE}"
if [[ $? == 0 ]];then if [[ $? == 0 ]];then
wget -q "${ARTIFACTORY_URL}/${BRANCH}/${PACKAGE_FILE}" && \ wget -q "${ARTIFACTORY_URL}/${BRANCH}/${PACKAGE_FILE}" && \
mkdir -p ${CCACHE_DIRECTORY} && \ mkdir -p ${CCACHE_DIRECTORY} && \

2
core/cmake/ThirdPartyPackages.cmake
View File

@ -334,7 +334,7 @@ if (DEFINED ENV{MILVUS_GRPC_URL})
set(GRPC_SOURCE_URL "$ENV{MILVUS_GRPC_URL}") set(GRPC_SOURCE_URL "$ENV{MILVUS_GRPC_URL}")
else () else ()
set(GRPC_SOURCE_URL set(GRPC_SOURCE_URL
"https://github.com/ZhifengZhang-CN/grpc-milvus/archive/${GRPC_VERSION}.zip") "https://github.com/youny626/grpc-milvus/archive/${GRPC_VERSION}.zip")
endif () endif ()
set(GRPC_MD5 "0362ba219f59432c530070b5f5c3df73") set(GRPC_MD5 "0362ba219f59432c530070b5f5c3df73")

4
core/src/index/CMakeLists.txt
View File

@ -98,9 +98,9 @@ if (CMAKE_BUILD_TYPE STREQUAL "Release")
set(CUDA_NVCC_FLAGS "${CUDA_NVCC_FLAGS} -O3") set(CUDA_NVCC_FLAGS "${CUDA_NVCC_FLAGS} -O3")
endif () endif ()
else () else ()
set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -O3 -g -fPIC -DELPP_THREAD_SAFE -fopenmp -mavx -mf16c -msse4 -mpopcnt") set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -O0 -g -fPIC -DELPP_THREAD_SAFE -fopenmp -mavx -mf16c -msse4 -mpopcnt")
if (KNOWHERE_GPU_VERSION) if (KNOWHERE_GPU_VERSION)
set(CUDA_NVCC_FLAGS "${CUDA_NVCC_FLAGS} -O3 -g") set(CUDA_NVCC_FLAGS "${CUDA_NVCC_FLAGS} -O0 -g")
endif () endif ()
endif () endif ()