milvus-io
/
milvus
mirror of https://github.com/milvus-io/milvus.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

enhance: refine the pipeline (#37412) 

1. enhance: allow to pass conan repo url
2. enhance: add throttle for cpu-e2e and cpp-unit-test pipeline

---------

Signed-off-by: Yellow Shine <sammy.huang@zilliz.com>
pull/37403/head
yellow-shine 2024-11-06 10:24:30 +08:00 committed by GitHub
parent b2c36efb5f
commit b3de4b0edd
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
5 changed files with 35 additions and 7 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
ci/jenkins/Nightly2.groovy
View File

@ -1,4 +1,4 @@
@Library('jenkins-shared-library@v0.62.0') _
@Library('jenkins-shared-library@v0.67.0') _
def pod = libraryResource 'io/milvus/pod/tekton-4am.yaml'

9
ci/jenkins/PR-for-go-sdk.groovy
View File

@ -1,4 +1,4 @@
@Library('jenkins-shared-library@v0.62.0') _
@Library('jenkins-shared-library@v0.67.0') _
def pod = libraryResource 'io/milvus/pod/tekton-4am.yaml'
@ -11,6 +11,13 @@ pipeline {
buildDiscarder logRotator(artifactDaysToKeepStr: '30')
preserveStashes(buildCount: 5)
disableConcurrentBuilds(abortPrevious: true)
timeout(time: 6, unit: 'HOURS')
throttleJobProperty(
categories: ['go-sdk'],
throttleEnabled: true,
throttleOption: 'category'
)
}
agent {
kubernetes {

9
ci/jenkins/PR.groovy
View File

@ -1,4 +1,4 @@
@Library('jenkins-shared-library@v0.62.0') _
@Library('jenkins-shared-library@v0.67.0') _
def pod = libraryResource 'io/milvus/pod/tekton-4am.yaml'
def milvus_helm_chart_version = '4.2.8'
@ -10,6 +10,13 @@ pipeline {
buildDiscarder logRotator(artifactDaysToKeepStr: '30')
preserveStashes(buildCount: 5)
disableConcurrentBuilds(abortPrevious: true)
timeout(time: 6, unit: 'HOURS')
throttleJobProperty(
categories: ['cpu-e2e'],
throttleEnabled: true,
throttleOption: 'category'
)
}
agent {
kubernetes {

15
ci/jenkins/UT-CPP.groovy
View File

@ -1,4 +1,4 @@
@Library('jenkins-shared-library@v0.63.0') _
@Library('jenkins-shared-library@v0.67.0') _
def pod = libraryResource 'io/milvus/pod/tekton-4am.yaml'
def milvus_helm_chart_version = '4.2.8'
@ -10,6 +10,13 @@ pipeline {
buildDiscarder logRotator(artifactDaysToKeepStr: '30')
preserveStashes(buildCount: 5)
disableConcurrentBuilds(abortPrevious: true)
timeout(time: 6, unit: 'HOURS')
throttleJobProperty(
categories: ['cpp-unit-test'],
throttleEnabled: true,
throttleOption: 'category'
)
}
agent {
kubernetes {
@ -29,7 +36,7 @@ pipeline {
}
}
}
stage('build') {
stage('build & test') {
steps {
container('tkn') {
script {
@ -40,7 +47,9 @@ pipeline {
pullRequestNumber: "$env.CHANGE_ID",
make_cmd: "make clean && make USE_ASAN=ON build-cpp-with-coverage",
test_entrypoint: "./scripts/run_cpp_codecov.sh",
codecov_files: "./lcov_output.info"
codecov_report_name: "cpp-unit-test",
codecov_files: "./lcov_output.info",
tekton_pipeline_timeout: '3h'
}
}
}

7
scripts/3rdparty_build.sh
View File

@ -52,9 +52,14 @@ pushd ${BUILD_OUTPUT_DIR}
export CONAN_REVISIONS_ENABLED=1
export CXXFLAGS="-Wno-error=address -Wno-error=deprecated-declarations"
export CFLAGS="-Wno-error=address -Wno-error=deprecated-declarations"
# Determine the Conan remote URL, using the environment variable if set, otherwise defaulting
CONAN_ARTIFACTORY_URL="${CONAN_ARTIFACTORY_URL:-https://milvus01.jfrog.io/artifactory/api/conan/default-conan-local}"
if [[ ! `conan remote list` == *default-conan-local* ]]; then
conan remote add default-conan-local https://milvus01.jfrog.io/artifactory/api/conan/default-conan-local
conan remote add default-conan-local $CONAN_ARTIFACTORY_URL
fi
unameOut="$(uname -s)"
case "${unameOut}" in
Darwin*)