milvus-io
/
milvus
mirror of https://github.com/milvus-io/milvus.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

enhance: fix new nightly pipeline (#35747) 

https://github.com/milvus-io/milvus/issues/35704

---------

Signed-off-by: Yellow Shine <sammy.huang@zilliz.com>
pull/35763/head
yellow-shine 2024-08-28 16:56:59 +08:00 committed by GitHub
parent 56b3490a98
commit 709666b88f
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
3 changed files with 57 additions and 40 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

37
ci/jenkins/Nightly2.groovy
View File

@ -1,6 +1,6 @@
@Library('jenkins-shared-library@v0.29.0') _ @Library('jenkins-shared-library@v0.32.0') _
def pod = libraryResource 'io/milvus/pod/tekton-ci.yaml' def pod = libraryResource 'io/milvus/pod/tekton-4am.yaml'
String cron_timezone = 'TZ=Asia/Shanghai' String cron_timezone = 'TZ=Asia/Shanghai'
String cron_string = BRANCH_NAME == 'master' ? '50 1 * * * ' : '' String cron_string = BRANCH_NAME == 'master' ? '50 1 * * * ' : ''
@ -25,19 +25,33 @@ pipeline {
} }
agent { agent {
kubernetes { kubernetes {
cloud '4am'
yaml pod yaml pod
} }
} }
stages { stages {
stage('build') { stage('meta') {
steps { steps {
container('tkn') { container('jnlp') {
script { script {
isPr = env.CHANGE_ID != null isPr = env.CHANGE_ID != null
gitMode = isPr ? 'merge' : 'fetch' gitMode = isPr ? 'merge' : 'fetch'
gitBaseRef = isPr ? "$env.CHANGE_TARGET" : "$env.BRANCH_NAME" gitBaseRef = isPr ? "$env.CHANGE_TARGET" : "$env.BRANCH_NAME"
job_name = tekton.run arch: 'amd64', get_helm_release_name = tekton.helm_release_name client: 'py',
ciMode: 'nightly',
changeId: "${isPr ? env.CHANGE_ID : env.BRANCH_NAME }",
buildId:"${env.BUILD_ID}"
}
}
}
}
stage('build') {
steps {
container('tkn') {
script {
def job_name = tekton.run arch: 'amd64',
isPr: isPr, isPr: isPr,
gitMode: gitMode , gitMode: gitMode ,
gitBaseRef: gitBaseRef, gitBaseRef: gitBaseRef,
@ -64,6 +78,7 @@ pipeline {
matrix { matrix {
agent { agent {
kubernetes { kubernetes {
cloud '4am'
yaml pod yaml pod
} }
} }
@ -78,11 +93,7 @@ pipeline {
steps { steps {
container('tkn') { container('tkn') {
script { script {
def helm_release_name = tekton.release_name milvus_deployment_option: milvus_deployment_option, def helm_release_name = get_helm_release_name milvus_deployment_option
ciMode: 'nightly',
client: 'py',
changeId: "${env.CHANGE_ID}",
buildId:"${env.BUILD_ID}"
tekton.pytest helm_release_name: helm_release_name, tekton.pytest helm_release_name: helm_release_name,
milvus_helm_version: milvus_helm_chart_version, milvus_helm_version: milvus_helm_chart_version,
@ -104,11 +115,7 @@ pipeline {
container('archive') { container('archive') {
script { script {
def helm_release_name = tekton.release_name milvus_deployment_option: milvus_deployment_option, def helm_release_name = get_helm_release_name milvus_deployment_option
ciMode: 'nightly',
client: 'py',
changeId: "${env.CHANGE_ID}",
buildId:"${env.BUILD_ID}"
tekton.archive milvus_deployment_option: milvus_deployment_option, tekton.archive milvus_deployment_option: milvus_deployment_option,
release_name: helm_release_name , release_name: helm_release_name ,

31
ci/jenkins/PR-for-go-sdk.groovy
View File

@ -1,4 +1,4 @@
@Library('jenkins-shared-library@v0.28.0') _ @Library('jenkins-shared-library@v0.32.0') _
def pod = libraryResource 'io/milvus/pod/tekton-4am.yaml' def pod = libraryResource 'io/milvus/pod/tekton-4am.yaml'
@ -19,14 +19,27 @@ pipeline {
} }
} }
stages { stages {
stage('build') { stage('meta') {
steps { steps {
container('tkn') { container('jnlp') {
script { script {
isPr = env.CHANGE_ID != null isPr = env.CHANGE_ID != null
gitMode = isPr ? 'merge' : 'fetch' gitMode = isPr ? 'merge' : 'fetch'
gitBaseRef = isPr ? "$env.CHANGE_TARGET" : "$env.BRANCH_NAME" gitBaseRef = isPr ? "$env.CHANGE_TARGET" : "$env.BRANCH_NAME"
get_helm_release_name = tekton.helm_release_name ciMode: 'e2e',
client: 'gotestsum',
changeId: "${env.CHANGE_ID}",
buildId:"${env.BUILD_ID}"
}
}
}
}
stage('build') {
steps {
container('tkn') {
script {
job_name = tekton.run arch: 'amd64', job_name = tekton.run arch: 'amd64',
isPr: isPr, isPr: isPr,
gitMode: gitMode , gitMode: gitMode ,
@ -68,11 +81,7 @@ pipeline {
steps { steps {
container('tkn') { container('tkn') {
script { script {
def helm_release_name = tekton.release_name milvus_deployment_option: milvus_deployment_option, def helm_release_name = get_helm_release_name milvus_deployment_option
ciMode: 'e2e',
client: 'gotestsum',
changeId: "${env.CHANGE_ID}",
buildId:"${env.BUILD_ID}"
job_name = tekton.gotestsum helm_release_name: helm_release_name, job_name = tekton.gotestsum helm_release_name: helm_release_name,
milvus_helm_version: milvus_helm_chart_version, milvus_helm_version: milvus_helm_chart_version,
@ -94,11 +103,7 @@ pipeline {
container('archive') { container('archive') {
script { script {
def helm_release_name = tekton.release_name milvus_deployment_option: milvus_deployment_option, def helm_release_name = get_helm_release_name milvus_deployment_option
ciMode: 'e2e',
client: 'gotestsum',
changeId: "${env.CHANGE_ID}",
buildId:"${env.BUILD_ID}"
tekton.archive milvus_deployment_option: milvus_deployment_option, tekton.archive milvus_deployment_option: milvus_deployment_option,
release_name: helm_release_name , release_name: helm_release_name ,

29
ci/jenkins/PR2.groovy
View File

@ -1,4 +1,4 @@
@Library('jenkins-shared-library@v0.29.0') _ @Library('jenkins-shared-library@v0.32.0') _
def pod = libraryResource 'io/milvus/pod/tekton-4am.yaml' def pod = libraryResource 'io/milvus/pod/tekton-4am.yaml'
def milvus_helm_chart_version = '4.2.8' def milvus_helm_chart_version = '4.2.8'
@ -18,15 +18,26 @@ pipeline {
} }
} }
stages { stages {
stage('build') { stage('meta') {
steps { steps {
container('tkn') { container('jnlp') {
script { script {
isPr = env.CHANGE_ID != null isPr = env.CHANGE_ID != null
gitMode = isPr ? 'merge' : 'fetch' gitMode = isPr ? 'merge' : 'fetch'
gitBaseRef = isPr ? "$env.CHANGE_TARGET" : "$env.BRANCH_NAME" gitBaseRef = isPr ? "$env.CHANGE_TARGET" : "$env.BRANCH_NAME"
job_name = tekton.run arch: 'amd64', get_helm_release_name = tekton.helm_release_name client: 'py',
changeId: "${env.CHANGE_ID}",
buildId:"${env.BUILD_ID}"
}
}
}
}
stage('build') {
steps {
container('tkn') {
script {
def job_name = tekton.run arch: 'amd64',
isPr: isPr, isPr: isPr,
gitMode: gitMode , gitMode: gitMode ,
gitBaseRef: gitBaseRef, gitBaseRef: gitBaseRef,
@ -68,10 +79,7 @@ pipeline {
steps { steps {
container('tkn') { container('tkn') {
script { script {
def helm_release_name = tekton.release_name milvus_deployment_option: milvus_deployment_option, def helm_release_name = get_helm_release_name milvus_deployment_option
client: 'py',
changeId: "${env.CHANGE_ID}",
buildId:"${env.BUILD_ID}"
if (milvus_deployment_option == 'distributed-streaming-service') { if (milvus_deployment_option == 'distributed-streaming-service') {
try { try {
@ -106,10 +114,7 @@ pipeline {
container('archive') { container('archive') {
script { script {
def helm_release_name = tekton.release_name milvus_deployment_option: milvus_deployment_option, def helm_release_name = get_helm_release_name milvus_deployment_option
client: 'py',
changeId: "${env.CHANGE_ID}",
buildId:"${env.BUILD_ID}"
tekton.archive milvus_deployment_option: milvus_deployment_option, tekton.archive milvus_deployment_option: milvus_deployment_option,
release_name: helm_release_name , release_name: helm_release_name ,