Daily Build Quarkus main #403
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
# | |
# Licensed to the Apache Software Foundation (ASF) under one or more | |
# contributor license agreements. See the NOTICE file distributed with | |
# this work for additional information regarding copyright ownership. | |
# The ASF licenses this file to You under the Apache License, Version 2.0 | |
# (the "License"); you may not use this file except in compliance with | |
# the License. You may obtain a copy of the License at | |
# | |
# http://www.apache.org/licenses/LICENSE-2.0 | |
# | |
# Unless required by applicable law or agreed to in writing, software | |
# distributed under the License is distributed on an "AS IS" BASIS, | |
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. | |
# See the License for the specific language governing permissions and | |
# limitations under the License. | |
# | |
name: Daily Build Quarkus main | |
on: | |
schedule: | |
# Run every day at 2AM | |
- cron: '0 2 * * *' | |
env: | |
LANG: en_US.UTF-8 | |
MAVEN_OPTS: -Xmx3000m | |
CQ_MAVEN_ARGS: -V -ntp -e -Daether.connector.http.connectionMaxTtl=120 | |
TESTCONTAINERS_RYUK_DISABLED: true | |
ISSUE_ID: 2926 | |
jobs: | |
initial-mvn-install: | |
if: github.repository == 'apache/camel-quarkus' | |
runs-on: ubuntu-latest | |
outputs: | |
matrix: ${{ steps.set-native-matrix.outputs.matrix }} | |
env: | |
MAVEN_OPTS: -Xmx4400m | |
steps: | |
- name: Check free space on disk | |
run: | | |
df -h / | |
- name: Set up JDK 17 | |
uses: actions/setup-java@v2 | |
with: | |
distribution: 'temurin' | |
java-version: '17' | |
- name: Set Workflow Build ID | |
run: | | |
[ ! -d ~/build-data ] && mkdir -p ~/build-data | |
echo "${{ github.run_id }}-${{ github.run_number }}-$(uuidgen)" > ~/build-data/build-id.txt | |
- name: Checkout | |
uses: actions/checkout@v2 | |
with: | |
ref: quarkus-main | |
fetch-depth: 0 | |
- name: Rebase branch main onto quarkus-main | |
run: | | |
git config --local user.email "41898282+github-actions[bot]@users.noreply.github.com" | |
git config --local user.name "github-actions[bot]" | |
git fetch origin main | |
git rebase origin/main | |
git rev-parse origin/main > ~/build-data/main-sha.txt | |
- name: Build Quarkus | |
run: | | |
cd ../ | |
git clone --depth 1 --branch main https://github.com/quarkusio/quarkus.git \ | |
&& cd quarkus \ | |
&& echo "Current Quarkus commit:" $(git rev-parse HEAD) \ | |
&& ./mvnw ${CQ_MAVEN_ARGS} clean install -Dquickly | |
- name: mvn clean install -DskipTests | |
run: | | |
eval ./mvnw ${CQ_MAVEN_ARGS} ${BRANCH_OPTIONS} clean install -DskipTests -Dquarkus.build.skip | |
- name: Sync Maven properties | |
run: | | |
./mvnw cq:sync-versions ${CQ_MAVEN_ARGS} -N | |
- name: Fail if there are uncommitted changes | |
shell: bash | |
run: | | |
[[ -z $(git status --porcelain | grep -v antora.yml) ]] || { echo 'There are uncommitted changes'; git status; git diff; exit 1; } | |
- name: Tar Maven Repo | |
shell: bash | |
run: | | |
tar -czf ${{ runner.temp }}/maven-repo.tgz -C ~ build-data .m2/repository | |
ls -lh ${{ runner.temp }}/maven-repo.tgz | |
df -h / | |
- name: Persist Maven Repo | |
uses: actions/upload-artifact@v2 | |
with: | |
name: maven-repo | |
path: ${{ runner.temp }}/maven-repo.tgz | |
retention-days: 1 | |
- name: Setup Native Test Matrix | |
id: set-native-matrix | |
run: | | |
CATEGORIES=$(yq -M -N -I 0 -o=json e 'keys' tooling/scripts/test-categories.yaml | tr '"' "'") | |
echo "matrix={'category': ${CATEGORIES}}" >> $GITHUB_OUTPUT | |
- name: Report Build Failure | |
if: failure() || cancelled() | |
run: | | |
# Abort rebase in case something went wrong as we may have broken pom.xml files | |
if [[ -e ".git/rebase" || -e ".git/rebase-apply" || -e ".git/rebase-merge" ]]; then | |
git rebase --abort | |
fi | |
./mvnw ${CQ_MAVEN_ARGS} verify -N -Pbuild-notification -Dstatus=${{ job.status }} -DissueId=${{ env.ISSUE_ID }} -Dtoken=${{ secrets.GITHUB_TOKEN }} -DbuildId=$(cat ~/build-data/build-id.txt) -Drepo=${GITHUB_REPOSITORY} -Dbranch=quarkus-main -Dbranch-commit=$(cat ~/build-data/main-sha.txt) | |
native-tests: | |
name: Native Tests - ${{matrix.category}} | |
needs: initial-mvn-install | |
runs-on: ubuntu-latest | |
strategy: | |
fail-fast: false | |
matrix: ${{ fromJson(needs.initial-mvn-install.outputs.matrix) }} | |
steps: | |
- name: Reclaim Disk Space | |
run: | | |
df -h / | |
echo "Reclaiming disk space..." | |
sudo rm -rf /opt/ghc \ | |
rm -rf /opt/pipx \ | |
rm -rf /usr/local/go \ | |
rm -rf /usr/local/lib/android \ | |
rm -rf /usr/local/share/boost \ | |
rm -rf /usr/share/dotnet \ | |
rm -rf /usr/share/rust \ | |
rm -rf /usr/share/swift | |
df -h / | |
- name: Download Maven Repo | |
uses: actions/download-artifact@v2 | |
with: | |
name: maven-repo | |
path: .. | |
- name: Extract Maven Repo | |
shell: bash | |
run: | | |
df -h / | |
tar -xzf ../maven-repo.tgz -C ~ | |
df -h / | |
- name: Checkout | |
uses: actions/checkout@v2 | |
with: | |
ref: quarkus-main | |
fetch-depth: 0 | |
- name: Rebase branch main onto quarkus-main | |
run: | | |
git config --local user.email "41898282+github-actions[bot]@users.noreply.github.com" | |
git config --local user.name "github-actions[bot]" | |
git fetch origin main | |
git rebase $(cat ~/build-data/main-sha.txt) | |
- name: Set up JDK 17 | |
uses: actions/setup-java@v2 | |
with: | |
distribution: 'temurin' | |
java-version: '17' | |
- name: Integration Tests | |
run: | | |
for MODULE in $(yq -M -N e ".${{ matrix.category }}" tooling/scripts/test-categories.yaml | grep -vE '^\s*#' | cut -f2 -d' '); do | |
if [[ "${MODULE}" == "null" ]]; then | |
continue | |
fi | |
MODULE="integration-tests/$(echo ${MODULE} | sed 's/^[ \t]*//;s/[ \t]*$//')" | |
if [[ "x$(./mvnw org.apache.maven.plugins:maven-help-plugin:3.2.0:evaluate -Dexpression=ci.native.tests.skip -DforceStdout -q -f ${MODULE})" == "xtrue" ]]; then | |
JVM_MODULES+=("${MODULE}") | |
else | |
NATIVE_MODULES+=("${MODULE}") | |
fi | |
done | |
if [[ ${#JVM_MODULES[@]} -eq 0 ]] && [[ ${#NATIVE_MODULES[@]} -eq 0 ]]; then | |
echo "No test modules were found for category ${{ matrix.category }}" | |
exit 1 | |
fi | |
IFS=, | |
if [[ ${JVM_MODULES[@]} ]]; then | |
eval ./mvnw ${CQ_MAVEN_ARGS} ${BRANCH_OPTIONS} clean test \ | |
-Dformatter.skip -Dimpsort.skip -Denforcer.skip \ | |
-Pdocker,ci \ | |
-pl "${JVM_MODULES[*]}" | |
fi | |
if [[ ${NATIVE_MODULES[@]} ]]; then | |
eval ./mvnw ${CQ_MAVEN_ARGS} ${BRANCH_OPTIONS} clean verify \ | |
-Dformatter.skip -Dimpsort.skip -Denforcer.skip \ | |
-Pnative,docker,ci \ | |
--fail-at-end \ | |
-pl "${NATIVE_MODULES[*]}" | |
fi | |
- name: Fail if there are uncommitted changes | |
shell: bash | |
run: | | |
[[ -z $(git status --porcelain) ]] || { echo 'There are uncommitted changes'; git status; git diff; exit 1; } | |
- name: Report Build Failure | |
if: failure() || cancelled() | |
run: | | |
./mvnw ${CQ_MAVEN_ARGS} verify -N -Pbuild-notification -Dstatus=${{ job.status }} -DissueId=${{ env.ISSUE_ID }} -Dtoken=${{ secrets.GITHUB_TOKEN }} -DbuildId=$(cat ~/build-data/build-id.txt) -Drepo=${GITHUB_REPOSITORY} -Dbranch=quarkus-main -Dbranch-commit=$(cat ~/build-data/main-sha.txt) | |
functional-extension-tests: | |
runs-on: ubuntu-latest | |
needs: initial-mvn-install | |
env: | |
MAVEN_OPTS: -Xmx3000m | |
steps: | |
- name: Download Maven Repo | |
uses: actions/download-artifact@v2 | |
with: | |
name: maven-repo | |
path: .. | |
- name: Extract Maven Repo | |
shell: bash | |
run: | | |
df -h / | |
tar -xzf ../maven-repo.tgz -C ~ | |
df -h / | |
- name: Checkout | |
uses: actions/checkout@v2 | |
with: | |
ref: quarkus-main | |
fetch-depth: 0 | |
- name: Rebase branch main onto quarkus-main | |
run: | | |
git config --local user.email "41898282+github-actions[bot]@users.noreply.github.com" | |
git config --local user.name "github-actions[bot]" | |
git fetch origin main | |
git rebase $(cat ~/build-data/main-sha.txt) | |
- name: Set up JDK 17 | |
uses: actions/setup-java@v2 | |
with: | |
distribution: 'temurin' | |
java-version: '17' | |
- name: cd extensions-core && mvn test | |
run: | | |
cd extensions-core | |
../mvnw ${CQ_MAVEN_ARGS} ${BRANCH_OPTIONS} \ | |
-Dformatter.skip -Dimpsort.skip -Denforcer.skip -Dcamel-quarkus.update-extension-doc-page.skip \ | |
test | |
- name: cd extensions && mvn test | |
run: | | |
cd extensions | |
../mvnw ${CQ_MAVEN_ARGS} ${BRANCH_OPTIONS} \ | |
-Dformatter.skip -Dimpsort.skip -Denforcer.skip -Dcamel-quarkus.update-extension-doc-page.skip \ | |
test | |
- name: cd test-framework && mvn test | |
run: | | |
cd test-framework | |
../mvnw ${CQ_MAVEN_ARGS} ${BRANCH_OPTIONS} \ | |
-Dformatter.skip -Dimpsort.skip -Denforcer.skip -Dcamel-quarkus.update-extension-doc-page.skip \ | |
test | |
- name: cd tooling/perf-regression && mvn verify | |
run: | | |
cd tooling/perf-regression | |
../../mvnw ${CQ_MAVEN_ARGS} ${BRANCH_OPTIONS} \ | |
-Dformatter.skip -Dimpsort.skip -Denforcer.skip \ | |
verify | |
- name: cd catalog && mvn test | |
run: | | |
cd catalog | |
../mvnw ${CQ_MAVEN_ARGS} ${BRANCH_OPTIONS} \ | |
-Dformatter.skip -Dimpsort.skip -Denforcer.skip \ | |
test | |
- name: Report Build Failure | |
if: failure() || cancelled() | |
run: | | |
./mvnw ${CQ_MAVEN_ARGS} verify -N -Pbuild-notification -Dstatus=${{ job.status }} -DissueId=${{ env.ISSUE_ID }} -Dtoken=${{ secrets.GITHUB_TOKEN }} -DbuildId=$(cat ~/build-data/build-id.txt) -Drepo=${GITHUB_REPOSITORY} -Dbranch=quarkus-main -Dbranch-commit=$(cat ~/build-data/main-sha.txt) | |
extensions-jvm-tests: | |
runs-on: ubuntu-latest | |
needs: initial-mvn-install | |
strategy: | |
fail-fast: false | |
matrix: | |
java: [ '17' ] | |
env: | |
MAVEN_OPTS: -Xmx3000m | |
steps: | |
- name: Download Maven Repo | |
uses: actions/download-artifact@v2 | |
with: | |
name: maven-repo | |
path: .. | |
- name: Extract Maven Repo | |
shell: bash | |
run: | | |
df -h / | |
tar -xzf ../maven-repo.tgz -C ~ | |
df -h / | |
hostname | |
hostname -f | |
hostname -A | |
HOSTS_LINE="127.0.0.1 $(hostname -f) $(hostname -A)" | |
echo "HOSTS_LINE=$HOSTS_LINE" | |
echo "${HOSTS_LINE}" | sudo tee -a /etc/hosts | |
cat /etc/hosts | |
- name: Checkout | |
uses: actions/checkout@v2 | |
with: | |
ref: quarkus-main | |
fetch-depth: 0 | |
- name: Rebase branch main onto quarkus-main | |
run: | | |
git config --local user.email "41898282+github-actions[bot]@users.noreply.github.com" | |
git config --local user.name "github-actions[bot]" | |
git fetch origin main | |
git rebase $(cat ~/build-data/main-sha.txt) | |
- name: Set up JDK ${{ matrix.java }} | |
uses: actions/setup-java@v2 | |
with: | |
distribution: 'temurin' | |
java-version: ${{ matrix.java }} | |
- name: cd integration-tests-jvm && mvn clean test | |
run: | | |
cd integration-tests-jvm | |
../mvnw ${CQ_MAVEN_ARGS} ${BRANCH_OPTIONS} \ | |
-Dformatter.skip -Dimpsort.skip -Denforcer.skip \ | |
--fail-at-end \ | |
clean test | |
- name: Report Build Failure | |
if: failure() || cancelled() | |
run: | | |
./mvnw ${CQ_MAVEN_ARGS} verify -N -Pbuild-notification -Dstatus=${{ job.status }} -DissueId=${{ env.ISSUE_ID }} -Dtoken=${{ secrets.GITHUB_TOKEN }} -DbuildId=$(cat ~/build-data/build-id.txt) -Drepo=${GITHUB_REPOSITORY} -Dbranch=quarkus-main -Dbranch-commit=$(cat ~/build-data/main-sha.txt) | |
integration-tests-alternative-platform: | |
runs-on: ${{ matrix.os }} | |
needs: initial-mvn-install | |
strategy: | |
fail-fast: false | |
matrix: | |
os: [ 'windows-latest' ] | |
env: | |
MAVEN_OPTS: -Xmx3000m | |
steps: | |
- name: Download Maven Repo | |
uses: actions/download-artifact@v2 | |
with: | |
name: maven-repo | |
path: .. | |
- name: Extract Maven Repo | |
shell: bash | |
run: | | |
tar -xzf ../maven-repo.tgz -C ~ | |
- name: Checkout | |
uses: actions/checkout@v2 | |
with: | |
ref: quarkus-main | |
fetch-depth: 0 | |
- name: Rebase branch main onto quarkus-main | |
run: | | |
git config --local user.email "41898282+github-actions[bot]@users.noreply.github.com" | |
git config --local user.name "github-actions[bot]" | |
git fetch origin main | |
git rebase $(cat ~/build-data/main-sha.txt) | |
- name: Set up JDK 17 | |
uses: actions/setup-java@v2 | |
with: | |
distribution: 'temurin' | |
java-version: '17' | |
- name: cd integration-tests && mvn clean verify | |
shell: bash | |
run: | | |
cd integration-tests | |
../mvnw ${CQ_MAVEN_ARGS} ${BRANCH_OPTIONS} \ | |
-Dskip-testcontainers-tests -Dformatter.skip -Dimpsort.skip -Denforcer.skip \ | |
--fail-at-end \ | |
clean verify | |
- name: Report Build Failure | |
if: failure() || cancelled() | |
shell: bash | |
run: | | |
./mvnw ${CQ_MAVEN_ARGS} verify -N -Pbuild-notification -Dstatus=${{ job.status }} -DissueId=${{ env.ISSUE_ID }} -Dtoken=${{ secrets.GITHUB_TOKEN }} -DbuildId=$(cat ~/build-data/build-id.txt) -Drepo=${GITHUB_REPOSITORY} -Dbranch=quarkus-main -Dbranch-commit=$(cat ~/build-data/main-sha.txt) | |
examples-tests: | |
needs: initial-mvn-install | |
runs-on: ubuntu-latest | |
steps: | |
- name: Set up JDK 17 | |
uses: actions/setup-java@v2 | |
with: | |
distribution: 'temurin' | |
java-version: '17' | |
- name: Download Maven Repo | |
uses: actions/download-artifact@v2 | |
with: | |
name: maven-repo | |
path: .. | |
- name: Extract Maven Repo | |
shell: bash | |
run: | | |
df -h / | |
tar -xzf ../maven-repo.tgz -C ~ | |
df -h / | |
- name: Checkout | |
uses: actions/checkout@v2 | |
with: | |
ref: quarkus-main | |
fetch-depth: 0 | |
- name: Rebase branch main onto quarkus-main | |
run: | | |
git config --local user.email "41898282+github-actions[bot]@users.noreply.github.com" | |
git config --local user.name "github-actions[bot]" | |
git fetch origin main | |
git rebase $(cat ~/build-data/main-sha.txt) | |
- name: set CQ_VERSION | |
run: echo "CQ_VERSION=$(./mvnw help:evaluate -Dexpression=project.version -q -DforceStdout -N)" >> $GITHUB_ENV | |
- name: clone and verify examples | |
run: | | |
EXAMPLES_BRANCH="camel-quarkus-main" | |
if [[ ${GITHUB_REF_NAME} =~ [0-9]+.[0-9]+.x ]]; then | |
EXAMPLES_BRANCH=${GITHUB_REF_NAME} | |
fi | |
git clone --depth 1 --branch ${EXAMPLES_BRANCH} https://github.com/apache/camel-quarkus-examples.git \ | |
&& cd camel-quarkus-examples \ | |
&& echo "Current Examples commit:" $(git rev-parse HEAD) \ | |
&& ./mvnw ${CQ_MAVEN_ARGS} ${BRANCH_OPTIONS} org.l2x6.cq:cq-maven-plugin:2.10.0:examples-set-platform -Dcq.camel-quarkus.version=${CQ_VERSION} \ | |
&& ./mvnw-for-each.sh ${CQ_MAVEN_ARGS} ${BRANCH_OPTIONS} -Pnative,docker clean verify | |
- name: Report Build Failure | |
if: failure() || cancelled() | |
run: | | |
./mvnw ${CQ_MAVEN_ARGS} verify -N -Pbuild-notification -Dstatus=${{ job.status }} -DissueId=${{ env.ISSUE_ID }} -Dtoken=${{ secrets.GITHUB_TOKEN }} -DbuildId=$(cat ~/build-data/build-id.txt) -Drepo=${GITHUB_REPOSITORY} -Dbranch=quarkus-main -Dbranch-commit=$(cat ~/build-data/main-sha.txt) | |
handle-build-status: | |
needs: native-tests | |
runs-on: ubuntu-latest | |
steps: | |
- name: Set up JDK 17 | |
uses: actions/setup-java@v2 | |
with: | |
distribution: 'temurin' | |
java-version: '17' | |
- name: Download Maven Repo | |
uses: actions/download-artifact@v2 | |
with: | |
name: maven-repo | |
path: .. | |
- name: Extract Maven Repo | |
shell: bash | |
run: | | |
df -h / | |
tar -xzf ../maven-repo.tgz -C ~ | |
df -h / | |
- name: Checkout | |
uses: actions/checkout@v2 | |
with: | |
ref: quarkus-main | |
fetch-depth: 0 | |
- name: Rebase branch main onto quarkus-main | |
run: | | |
git config --local user.email "41898282+github-actions[bot]@users.noreply.github.com" | |
git config --local user.name "github-actions[bot]" | |
git fetch origin main | |
git rebase $(cat ~/build-data/main-sha.txt) | |
- name: Report build status | |
id: report | |
run: | | |
./mvnw ${CQ_MAVEN_ARGS} verify -N -Pbuild-notification -Dstatus=verify -DissueId=${{ env.ISSUE_ID }} -Dtoken=${{ secrets.GITHUB_TOKEN }} -DbuildId=$(cat ~/build-data/build-id.txt) -Drepo=${GITHUB_REPOSITORY} -Dbranch=quarkus-main -Dbranch-commit=$(cat ~/build-data/main-sha.txt) | |
- name: Sync branch main to quarkus-main | |
if: steps.report.outputs.overall_build_status == 'success' | |
run: | | |
git push --force-with-lease origin quarkus-main |