Skip to content

Commit

Permalink
update Jenkinsfile for cumulus migration (#869)
Browse files Browse the repository at this point in the history
  • Loading branch information
@yalturmes
yalturmes authored Feb 8, 2024
1 parent 5ae542c commit 0b57cf1
Showing 1 changed file with 2 additions and 376 deletions.
378 changes: 2 additions & 376 deletions Jenkinsfile
View file
Original file line number Diff line number Diff line change
@@ -1,376 +1,2 @@
String podSpec = '''
apiVersion: v1
kind: Pod
spec:
containers:
- name: node
image: node:16
tty: true
env:
- name: HOME
value: /home/jenkins/agent
- name: TEST_ES_HOST
value: http://localhost:9200
resources:
requests:
memory: 768Mi
cpu: 1000m
limits:
memory: 2560Mi
cpu: 4000m
- name: elasticsearch
image: elasticsearch:7.17.1
tty: true
env:
- name: discovery.type
value: single-node
- name: ES_JAVA_OPTS
value: '-Xms512m -Xmx512m'
command:
- cat
resources:
requests:
memory: 512Mi
cpu: 1024m
limits:
memory: 1024Mi
cpu: 1536m
- name: docker
image: docker:20-git
tty: true
env:
- name: DOCKER_HOST
value: tcp://localhost:2375
- name: HOME
value: /home/jenkins/agent
resources:
requests:
memory: 256Mi
cpu: 100m
limits:
memory: 512Mi
cpu: 1024m
- name: dind-daemon
image: docker:18-dind
securityContext:
privileged: true
runAsUser: 0
volumeMounts:
- name: docker-graph-storage
mountPath: /var/lib/docker
resources:
requests:
memory: 512Mi
cpu: 100m
limits:
memory: 1536Mi
cpu: 1500m
securityContext:
runAsUser: 1000
volumes:
- name: docker-graph-storage
emptyDir: {}
'''

pipeline {
agent {
kubernetes {
yaml podSpec
}
}

environment {
appName = 'arranger'
dockerHubImageName = "overture/${appName}"
gitHubRegistry = 'ghcr.io'
gitHubRepo = "overture-stack/${appName}"
githubImageName = "${gitHubRegistry}/${gitHubRepo}"
chartsServer = 'https://overture-stack.github.io/charts-server/'

commit = sh(
returnStdout: true,
script: 'git describe --always'
).trim()

version = sh(
returnStdout: true,
script:
'cat lerna.json | ' +
'grep "version" -m 1 | ' +
'cut -d : -f2 | ' +
"sed \'s:[\",]::g\'"
).trim()

slackNotificationsUrl = credentials('OvertureSlackJenkinsWebhookURL')
}

options {
timeout(time: 30, unit: 'MINUTES')
timestamps()
}

stages {
stage('Build modules') {
steps {
container('node') {
sh 'npm ci'
sh 'npm run bootstrap'
}
}
}

stage('Run tests') {
steps {
container('elasticsearch') {
withEnv(['JENKINS_NODE_COOKIE=do_not_kill']) {
sh 'elasticsearch &'
}
}

container('node') {
sh 'chmod +x -R ' + env.WORKSPACE
sh 'npm run test -- --scope "@overture-stack/arranger-components"'
sh 'npm run test -- --scope "@overture-stack/arranger-server"'
sh 'docker/test/wait-for-es.sh \$TEST_ES_HOST npm run test -- --scope "integration-tests-*"'
}
}
}

stage('Build images') {
when {
anyOf {
branch 'develop'
branch 'main'
branch 'test'
}
}
steps {
container('docker') {
sh "DOCKER_BUILDKIT=1 \
docker build \
--target server \
--network=host \
-f ./docker/Dockerfile.jenkins \
-t server:${commit} ."
}
}
}

stage('Tag git version') {
when {
branch 'main'
}
steps {
container('docker') {
withCredentials([usernamePassword(
credentialsId: 'OvertureBioGithub',
passwordVariable: 'GIT_PASSWORD',
usernameVariable: 'GIT_USERNAME'
)]) {
sh "git tag v${version}"
sh "git push https://${GIT_USERNAME}:${GIT_PASSWORD}@github.com/${gitHubRepo} --tags"
}
}
}
}

stage('Push images') {
when {
anyOf {
branch 'develop'
branch 'main'
}
}
parallel {
stage('...to dockerhub') {
steps {
container('docker') {
withCredentials([usernamePassword(
credentialsId:'OvertureDockerHub',
passwordVariable: 'PASSWORD',
usernameVariable: 'USERNAME'
)]) {
sh "docker login -u $USERNAME -p $PASSWORD"

script {
if (env.BRANCH_NAME ==~ 'main') { // push latest and version tags
sh "docker tag server:${commit} ${dockerHubImageName}-server:${version}"
sh "docker push ${dockerHubImageName}-server:${version}"

sh "docker tag server:${commit} ${dockerHubImageName}-server:latest"
sh "docker push ${dockerHubImageName}-server:latest"
} else { // push commit tag
sh "docker tag server:${commit} ${dockerHubImageName}-server:${commit}"
sh "docker push ${dockerHubImageName}-server:${commit}"
}

if (env.BRANCH_NAME ==~ 'develop') { // push edge tag
sh "docker tag server:${commit} ${dockerHubImageName}-server:edge"
sh "docker push ${dockerHubImageName}-server:edge"
}
}
}
}
}
}

stage('...to github') {
steps {
container('docker') {
withCredentials([usernamePassword(
credentialsId:'OvertureBioGithub',
passwordVariable: 'PASSWORD',
usernameVariable: 'USERNAME'
)]) {
sh "docker login ${gitHubRegistry} -u $USERNAME -p $PASSWORD"

script {
if (env.BRANCH_NAME ==~ 'main') { //push edge and commit tags
sh "docker tag server:${commit} ${githubImageName}-server:${version}"
sh "docker push ${githubImageName}-server:${version}"

sh "docker tag server:${commit} ${githubImageName}-server:latest"
sh "docker push ${githubImageName}-server:latest"
} else { // push commit tag
sh "docker tag server:${commit} ${githubImageName}-server:${commit}"
sh "docker push ${githubImageName}-server:${commit}"
}

if (env.BRANCH_NAME ==~ 'develop') { // push edge tag
sh "docker tag server:${commit} ${githubImageName}-server:edge"
sh "docker push ${githubImageName}-server:edge"
}
}
}
}
}
}
}
}

stage('Publish tag to npm') {
when {
branch 'main'
}
steps {
container('node') {
withCredentials([
string(
credentialsId: 'OvertureNPMAutomationToken',
variable: 'NPM_TOKEN'
)
]) {
script {
// we still want to run the platform deploy even if this fails, hence try-catch
try {
sh 'git reset --hard HEAD'
sh 'git pull --tags'
sh "npm config set '//registry.npmjs.org/:_authToken' \"${NPM_TOKEN}\""
sh 'PUBLISH_DECLARATIONS=true npm run publish::ci'
// send a notification to the slack #overture-jenkins channel in OICR workspace
sh "curl \
-X POST \
-H 'Content-type: application/json' \
--data '{ \
\"text\":\"New Arranger published succesfully: v.${version}\
\n[Build ${env.BUILD_NUMBER}] (${env.BUILD_URL})\" \
}' \
${slackNotificationsUrl}"
} catch (err) {
echo 'There was an error while publishing packages'
}
}
}
}
}
}

// stage('Deploy to Overture QA') {
// when {
// branch 'develop'
// }
// steps {
// build(job: '/Overture.bio/provision/helm', parameters: [
// [$class: 'StringParameterValue', name: 'OVERTURE_ENV', value: 'qa' ],
// [$class: 'StringParameterValue', name: 'OVERTURE_CHART_NAME', value: 'arranger'],
// [$class: 'StringParameterValue', name: 'OVERTURE_RELEASE_NAME', value: 'arranger'],
// [$class: 'StringParameterValue', name: 'OVERTURE_HELM_CHART_VERSION', value: ''], // use latest chart
// [$class: 'StringParameterValue', name: 'OVERTURE_HELM_REPO_URL', value: chartsServer],
// [$class: 'StringParameterValue', name: 'OVERTURE_HELM_REUSE_VALUES', value: "false" ],
// [$class: 'StringParameterValue', name: 'OVERTURE_ARGS_LINE', value: "--set-string apiImage.tag=${commit} --set-string uiImage.tag=${commit}" ]
// ])
// }
// }

// stage('Deploy to Overture Staging') {
// when {
// branch 'master'
// }
// steps {
// build(job: '/Overture.bio/provision/helm', parameters: [
// [$class: 'StringParameterValue', name: 'OVERTURE_ENV', value: 'staging' ],
// [$class: 'StringParameterValue', name: 'OVERTURE_CHART_NAME', value: 'arranger'],
// [$class: 'StringParameterValue', name: 'OVERTURE_RELEASE_NAME', value: 'arranger'],
// [$class: 'StringParameterValue', name: 'OVERTURE_HELM_CHART_VERSION', value: ''], // use latest chart
// [$class: 'StringParameterValue', name: 'OVERTURE_HELM_REPO_URL', value: chartsServer],
// [$class: 'StringParameterValue', name: 'OVERTURE_HELM_REUSE_VALUES', value: "false" ],
// [$class: 'StringParameterValue', name: 'OVERTURE_ARGS_LINE', value: "--set-string apiImage.tag=${version} --set-string uiImage.tag=${version}" ]
// ])
// }
// }
// }
}

post {
failure {
container('node') {
script {
if (env.BRANCH_NAME ==~ /(develop|main|\S*[Tt]est\S*)/) {
sh "curl \
-X POST \
-H 'Content-type: application/json' \
--data '{ \
\"text\":\"Build Failed: ${env.JOB_NAME}#${commit} \
\n[Build ${env.BUILD_NUMBER}] (${env.BUILD_URL})\" \
}' \
${slackNotificationsUrl}"
}
}
}
}

fixed {
container('node') {
script {
if (env.BRANCH_NAME ==~ /(develop|main|\S*[Tt]est\S*)/) {
sh "curl \
-X POST \
-H 'Content-type: application/json' \
--data '{ \
\"text\":\"Build Fixed: ${env.JOB_NAME}#${commit} \
\n[Build ${env.BUILD_NUMBER}] (${env.BUILD_URL})\" \
}' \
${slackNotificationsUrl}"
}
}
}
}

success {
container('node') {
script {
if (env.BRANCH_NAME ==~ /(\S*[Tt]est\S*)/) {
sh "curl \
-X POST \
-H 'Content-type: application/json' \
--data '{ \
\"text\":\"Build tested: ${env.JOB_NAME}#${commit} \
\n[Build ${env.BUILD_NUMBER}] (${env.BUILD_URL})\" \
}' \
${slackNotificationsUrl}"
}
}
}
}
}
}
@Library(value='jenkins-pipeline-library@master', changelog=false) _
pipelineOVERTUREArranger()

0 comments on commit 0b57cf1

Please sign in to comment.