Daily Build Camel Main branch #1258

Workflow file for this run

.github/workflows/camel-master-cron.yaml at 997c17b

	#
	# Licensed to the Apache Software Foundation (ASF) under one or more
	# contributor license agreements. See the NOTICE file distributed with
	# this work for additional information regarding copyright ownership.
	# The ASF licenses this file to You under the Apache License, Version 2.0
	# (the "License"); you may not use this file except in compliance with
	# the License. You may obtain a copy of the License at
	#
	# http://www.apache.org/licenses/LICENSE-2.0
	#
	# Unless required by applicable law or agreed to in writing, software
	# distributed under the License is distributed on an "AS IS" BASIS,
	# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
	# See the License for the specific language governing permissions and
	# limitations under the License.
	#

	name: Daily Build Camel Main branch

	on:
	schedule:
	# Run every day at midnight
	- cron: '0 0 * * *'

	env:
	LANG: en_US.UTF-8
	MAVEN_OPTS: -Xmx3000m
	CQ_MAVEN_ARGS: -V -ntp -e -Daether.connector.http.connectionMaxTtl=120
	TESTCONTAINERS_RYUK_DISABLED: true
	ISSUE_ID: 2927

	jobs:
	initial-mvn-install:
	if: github.repository == 'apache/camel-quarkus'
	runs-on: ubuntu-latest
	outputs:
	matrix: ${{ steps.set-native-matrix.outputs.matrix }}
	examples-matrix: ${{ steps.set-examples-matrix.outputs.examples-matrix }}
	env:
	MAVEN_OPTS: -Xmx4500m
	steps:
	- name: Check free space on disk
	run: \|
	df -h /
	- name: Set up JDK 17
	uses: actions/setup-java@v4
	with:
	distribution: 'temurin'
	java-version: '17'
	- name: Set Workflow Build ID
	run: \|
	[ ! -d ~/build-data ] && mkdir -p ~/build-data
	echo "${{ github.run_id }}-${{ github.run_number }}-$(uuidgen)" > ~/build-data/build-id.txt
	- name: Checkout
	uses: actions/checkout@v4
	with:
	ref: camel-main
	fetch-depth: 0
	- name: Rebase branch main onto camel-main
	run: \|
	git config --local user.email "41898282+github-actions[bot]@users.noreply.github.com"
	git config --local user.name "github-actions[bot]"
	git fetch origin main
	git rebase origin/main
	git rev-parse origin/main > ~/build-data/main-sha.txt
	- name: Build Camel
	run: \|
	cd ../
	git clone --depth 1 --branch main https://github.com/apache/camel.git \
	&& cd camel \
	&& echo "Current Camel commit:" $(git rev-parse HEAD) \
	&& ./mvnw ${CQ_MAVEN_ARGS} clean install -Dquickly
	- name: mvn clean install -DskipTests
	run: \|
	eval ./mvnw ${CQ_MAVEN_ARGS} clean install -DskipTests -Dquarkus.build.skip
	- name: Sync Maven properties
	run: \|
	./mvnw cq:sync-versions ${CQ_MAVEN_ARGS} -N
	- name: Fail if there are uncommitted changes
	shell: bash
	run: \|
	[[ -z $(git status --porcelain \| grep -v antora.yml) ]] \|\| { echo 'There are uncommitted changes'; git status; git diff; exit 1; }
	- name: Tar Maven Repo
	shell: bash
	run: \|
	tar -czf ${{ runner.temp }}/maven-repo.tgz -C ~ build-data .m2/repository
	ls -lh ${{ runner.temp }}/maven-repo.tgz
	df -h /
	- name: Persist Maven Repo
	uses: actions/upload-artifact@v3
	with:
	name: maven-repo
	path: ${{ runner.temp }}/maven-repo.tgz
	retention-days: 1
	- name: Setup Native Test Matrix
	id: set-native-matrix
	run: \|
	CATEGORIES=$(yq -M -N -I 0 -o=json e 'keys' tooling/scripts/test-categories.yaml \| tr '"' "'")
	echo "matrix={'category': ${CATEGORIES}}" >> $GITHUB_OUTPUT
	- name: Setup Examples Matrix
	id: set-examples-matrix
	run: \|
	EXAMPLES_BRANCH="camel-quarkus-main"
	if [[ ${GITHUB_REF_NAME} =~ [0-9]+.[0-9]+.x ]]; then
	EXAMPLES_BRANCH=${GITHUB_REF_NAME}
	elif [[ ${GITHUB_BASE_REF} =~ [0-9]+.[0-9]+.x ]]; then
	EXAMPLES_BRANCH=${GITHUB_BASE_REF}
	fi

	sudo apt install groovy -y --no-install-recommends
	EXAMPLES_MATRIX=$(groovy -DEXAMPLES_BRANCH=${EXAMPLES_BRANCH} tooling/scripts/generate-examples-matrix.groovy)
	echo "examples-matrix=${EXAMPLES_MATRIX}" >> $GITHUB_OUTPUT
	- name: Report Build Failure
	if: failure() \|\| cancelled()
	run: \|
	# Abort rebase in case something went wrong as we may have broken pom.xml files
	if [[ -e ".git/rebase" \|\| -e ".git/rebase-apply" \|\| -e ".git/rebase-merge" ]]; then
	git rebase --abort
	fi

	./mvnw ${CQ_MAVEN_ARGS} verify -N -Pbuild-notification -Dstatus=${{ job.status }} -DissueId=${{ env.ISSUE_ID }} -Dtoken=${{ secrets.GITHUB_TOKEN }} -DbuildId=$(cat ~/build-data/build-id.txt) -Drepo=${GITHUB_REPOSITORY} -Dbranch=camel-main -Dbranch-commit=$(cat ~/build-data/main-sha.txt)

	native-tests:
	name: Native Tests - ${{matrix.category}}
	needs: initial-mvn-install
	runs-on: ubuntu-latest
	strategy:
	fail-fast: false
	matrix: ${{ fromJson(needs.initial-mvn-install.outputs.matrix) }}
	steps:
	- name: Download Maven Repo
	uses: actions/download-artifact@v3
	with:
	name: maven-repo
	path: ..
	- name: Extract Maven Repo
	shell: bash
	run: \|
	df -h /
	tar -xzf ../maven-repo.tgz -C ~
	df -h /
	- name: Checkout
	uses: actions/checkout@v4
	with:
	ref: camel-main
	fetch-depth: 0
	- name: Reclaim Disk Space
	run: .github/reclaim-disk-space.sh
	- name: Rebase branch main onto camel-main
	run: \|
	git config --local user.email "41898282+github-actions[bot]@users.noreply.github.com"
	git config --local user.name "github-actions[bot]"
	git fetch origin main
	git rebase $(cat ~/build-data/main-sha.txt)
	- name: Set up JDK 17
	uses: actions/setup-java@v4
	with:
	distribution: 'temurin'
	java-version: '17'
	- name: Integration Tests
	run: \|
	for MODULE in $(yq -M -N e ".${{ matrix.category }}" tooling/scripts/test-categories.yaml \| grep -vE '^\s*#' \| cut -f2 -d' '); do
	if [[ "${MODULE}" == "null" ]]; then
	continue
	fi

	MODULE="integration-tests/$(echo ${MODULE} \| sed 's/^[ \t]//;s/[ \t]$//')"

	if [[ "x$(./mvnw org.apache.maven.plugins:maven-help-plugin:3.2.0:evaluate -Dexpression=ci.native.tests.skip -DforceStdout -q -f ${MODULE})" == "xtrue" ]]; then
	JVM_MODULES+=("${MODULE}")
	else
	NATIVE_MODULES+=("${MODULE}")
	fi
	done

	if [[ ${#JVM_MODULES[@]} -eq 0 ]] && [[ ${#NATIVE_MODULES[@]} -eq 0 ]]; then
	echo "No test modules were found for category ${{ matrix.category }}"
	exit 1
	fi

	IFS=,
	if [[ ${JVM_MODULES[@]} ]]; then
	eval ./mvnw ${CQ_MAVEN_ARGS} clean test \
	-Dformatter.skip -Dimpsort.skip -Denforcer.skip \
	-Pdocker,ci \
	-pl "${JVM_MODULES[*]}"
	fi

	if [[ ${NATIVE_MODULES[@]} ]]; then
	eval ./mvnw ${CQ_MAVEN_ARGS} clean verify \
	-Dformatter.skip -Dimpsort.skip -Denforcer.skip \
	-Dquarkus.native.builder-image.pull=missing \
	-Pnative,docker,ci \
	--fail-at-end \
	-pl "${NATIVE_MODULES[*]}"
	fi
	- name: Fail if there are uncommitted changes
	shell: bash
	run: \|
	[[ -z $(git status --porcelain) ]] \|\| { echo 'There are uncommitted changes'; git status; git diff; exit 1; }
	- name: Report Build Failure
	if: failure() \|\| cancelled()
	run: \|
	./mvnw ${CQ_MAVEN_ARGS} verify -N -Pbuild-notification -Dstatus=${{ job.status }} -DissueId=${{ env.ISSUE_ID }} -Dtoken=${{ secrets.GITHUB_TOKEN }} -DbuildId=$(cat ~/build-data/build-id.txt) -Drepo=${GITHUB_REPOSITORY} -Dbranch=camel-main -Dbranch-commit=$(cat ~/build-data/main-sha.txt)

	functional-extension-tests:
	runs-on: ubuntu-latest
	needs: initial-mvn-install
	env:
	MAVEN_OPTS: -Xmx3000m
	steps:
	- name: Download Maven Repo
	uses: actions/download-artifact@v3
	with:
	name: maven-repo
	path: ..
	- name: Extract Maven Repo
	shell: bash
	run: \|
	df -h /
	tar -xzf ../maven-repo.tgz -C ~
	df -h /
	- name: Checkout
	uses: actions/checkout@v4
	with:
	ref: camel-main
	fetch-depth: 0
	- name: Rebase branch main onto camel-main
	run: \|
	git config --local user.email "41898282+github-actions[bot]@users.noreply.github.com"
	git config --local user.name "github-actions[bot]"
	git fetch origin main
	git rebase $(cat ~/build-data/main-sha.txt)
	- name: Set up JDK 17
	uses: actions/setup-java@v4
	with:
	distribution: 'temurin'
	java-version: '17'
	- name: cd extensions-core && mvn test
	run: \|
	cd extensions-core
	../mvnw ${CQ_MAVEN_ARGS} \
	-Dformatter.skip -Dimpsort.skip -Denforcer.skip -Dcamel-quarkus.update-extension-doc-page.skip \
	--fail-at-end \
	test
	- name: cd extensions && mvn test
	run: \|
	cd extensions
	../mvnw ${CQ_MAVEN_ARGS} \
	-Dformatter.skip -Dimpsort.skip -Denforcer.skip -Dcamel-quarkus.update-extension-doc-page.skip \
	--fail-at-end \
	test
	- name: cd test-framework && mvn test
	run: \|
	cd test-framework
	../mvnw ${CQ_MAVEN_ARGS} \
	-Dformatter.skip -Dimpsort.skip -Denforcer.skip -Dcamel-quarkus.update-extension-doc-page.skip \
	--fail-at-end \
	test
	- name: cd tooling && mvn verify
	run: \|
	cd tooling
	../mvnw ${CQ_MAVEN_ARGS} \
	-Dformatter.skip -Dimpsort.skip -Denforcer.skip \
	--fail-at-end \
	verify
	- name: cd catalog && mvn test
	run: \|
	cd catalog
	../mvnw ${CQ_MAVEN_ARGS} \
	-Dformatter.skip -Dimpsort.skip -Denforcer.skip \
	test
	- name: Report Build Failure
	if: failure() \|\| cancelled()
	run: \|
	./mvnw ${CQ_MAVEN_ARGS} verify -N -Pbuild-notification -Dstatus=${{ job.status }} -DissueId=${{ env.ISSUE_ID }} -Dtoken=${{ secrets.GITHUB_TOKEN }} -DbuildId=$(cat ~/build-data/build-id.txt) -Drepo=${GITHUB_REPOSITORY} -Dbranch=camel-main -Dbranch-commit=$(cat ~/build-data/main-sha.txt)

	extensions-jvm-tests:
	runs-on: ubuntu-latest
	needs: initial-mvn-install
	strategy:
	fail-fast: false
	matrix:
	java: [ '17', '21' ]
	env:
	MAVEN_OPTS: -Xmx3000m
	steps:
	- name: Download Maven Repo
	uses: actions/download-artifact@v3
	with:
	name: maven-repo
	path: ..
	- name: Extract Maven Repo
	shell: bash
	run: \|
	df -h /
	tar -xzf ../maven-repo.tgz -C ~
	df -h /
	- name: Checkout
	uses: actions/checkout@v4
	with:
	ref: camel-main
	fetch-depth: 0
	- name: Rebase branch main onto camel-main
	run: \|
	git config --local user.email "41898282+github-actions[bot]@users.noreply.github.com"
	git config --local user.name "github-actions[bot]"
	git fetch origin main
	git rebase $(cat ~/build-data/main-sha.txt)
	- name: Set up JDK ${{ matrix.java }}
	uses: actions/setup-java@v4
	with:
	distribution: 'temurin'
	java-version: ${{ matrix.java }}
	- name: cd integration-tests-jvm && mvn clean test
	run: \|
	cd integration-tests-jvm
	../mvnw ${CQ_MAVEN_ARGS} \
	-Dformatter.skip -Dimpsort.skip -Denforcer.skip \
	--fail-at-end \
	clean test
	- name: Report Build Failure
	if: failure() \|\| cancelled()
	run: \|
	./mvnw ${CQ_MAVEN_ARGS} verify -N -Pbuild-notification -Dstatus=${{ job.status }} -DissueId=${{ env.ISSUE_ID }} -Dtoken=${{ secrets.GITHUB_TOKEN }} -DbuildId=$(cat ~/build-data/build-id.txt) -Drepo=${GITHUB_REPOSITORY} -Dbranch=camel-main -Dbranch-commit=$(cat ~/build-data/main-sha.txt)

	integration-tests-alternative-jdk:
	runs-on: ubuntu-latest
	needs: initial-mvn-install
	env:
	MAVEN_OPTS: -Xmx3000m
	steps:
	- name: Checkout
	uses: actions/checkout@v4
	with:
	ref: camel-main
	fetch-depth: 0
	- name: Reclaim Disk Space
	run: .github/reclaim-disk-space.sh
	- name: Set up JDK 21
	uses: actions/setup-java@v4
	with:
	distribution: 'temurin'
	java-version: '21'
	- name: Download Maven Repo
	uses: actions/download-artifact@v3
	with:
	name: maven-repo
	path: ..
	- name: Extract Maven Repo
	shell: bash
	run: \|
	df -h /
	tar -xzf ../maven-repo.tgz -C ~
	df -h /
	- name: cd integration-tests && mvn clean verify
	run: \|
	cd integration-tests
	../mvnw ${CQ_MAVEN_ARGS} ${BRANCH_OPTIONS} \
	-Dformatter.skip -Dimpsort.skip -Denforcer.skip \
	--fail-at-end \
	clean verify

	integration-tests-alternative-platform:
	runs-on: ${{ matrix.os }}
	needs: initial-mvn-install
	strategy:
	fail-fast: false
	matrix:
	os: [ 'windows-latest' ]
	env:
	MAVEN_OPTS: -Xmx3000m
	steps:
	- name: Download Maven Repo
	uses: actions/download-artifact@v3
	with:
	name: maven-repo
	path: ..
	- name: Extract Maven Repo
	shell: bash
	run: \|
	tar -xzf ../maven-repo.tgz -C ~
	- name: Checkout
	uses: actions/checkout@v4
	with:
	ref: camel-main
	fetch-depth: 0
	- name: Rebase branch main onto camel-main
	run: \|
	git config --local user.email "41898282+github-actions[bot]@users.noreply.github.com"
	git config --local user.name "github-actions[bot]"
	git fetch origin main
	git rebase $(cat ~/build-data/main-sha.txt)
	- name: Set up JDK 17
	uses: actions/setup-java@v4
	with:
	distribution: 'temurin'
	java-version: '17'
	- name: cd integration-tests && mvn clean verify
	shell: bash
	run: \|
	cd integration-tests
	../mvnw ${CQ_MAVEN_ARGS} \
	-Dskip-testcontainers-tests -Dformatter.skip -Dimpsort.skip -Denforcer.skip \
	--fail-at-end \
	clean verify
	- name: Report Build Failure
	if: failure() \|\| cancelled()
	shell: bash
	run: \|
	./mvnw ${CQ_MAVEN_ARGS} verify -N -Pbuild-notification -Dstatus=${{ job.status }} -DissueId=${{ env.ISSUE_ID }} -Dtoken=${{ secrets.GITHUB_TOKEN }} -DbuildId=$(cat ~/build-data/build-id.txt) -Drepo=${GITHUB_REPOSITORY} -Dbranch=camel-main -Dbranch-commit=$(cat ~/build-data/main-sha.txt)

	examples-tests:
	name: Examples Tests - ${{matrix.name}}
	needs: initial-mvn-install
	runs-on: ubuntu-latest
	strategy:
	fail-fast: false
	matrix: ${{ fromJson(needs.initial-mvn-install.outputs.examples-matrix) }}
	steps:
	- name: Set up JDK 17
	uses: actions/setup-java@v4
	with:
	distribution: 'temurin'
	java-version: '17'
	- name: Download Maven Repo
	uses: actions/download-artifact@v3
	with:
	name: maven-repo
	path: ..
	- name: Extract Maven Repo
	shell: bash
	run: \|
	df -h /
	tar -xzf ../maven-repo.tgz -C ~
	df -h /
	- name: Checkout
	uses: actions/checkout@v4
	with:
	ref: camel-main
	fetch-depth: 0
	- name: Rebase branch main onto camel-main
	run: \|
	git config --local user.email "41898282+github-actions[bot]@users.noreply.github.com"
	git config --local user.name "github-actions[bot]"
	git fetch origin main
	git rebase $(cat ~/build-data/main-sha.txt)
	- name: set CQ_VERSION
	run: echo "CQ_VERSION=$(./mvnw help:evaluate -Dexpression=project.version -q -DforceStdout -N)" >> $GITHUB_ENV
	- name: clone and verify examples
	env:
	EXAMPLE_MODULES: ${{matrix.examples}}
	shell: '/usr/bin/bash {0}'
	run: \|
	EXAMPLES_BRANCH="camel-quarkus-main"

	if [[ ${GITHUB_REF_NAME} =~ [0-9]+.[0-9]+.x ]]; then
	EXAMPLES_BRANCH=${GITHUB_REF_NAME}
	elif [[ ${GITHUB_BASE_REF} =~ [0-9]+.[0-9]+.x ]]; then
	EXAMPLES_BRANCH=${GITHUB_BASE_REF}
	fi

	git clone --depth 1 --branch ${EXAMPLES_BRANCH} https://github.com/apache/camel-quarkus-examples.git \
	&& cd camel-quarkus-examples \
	&& echo "Current Examples commit:" $(git rev-parse HEAD) \
	&& ./mvnw ${CQ_MAVEN_ARGS} ${BRANCH_OPTIONS} org.l2x6.cq:cq-maven-plugin:2.10.0:examples-set-platform -Dcq.camel-quarkus.version=${CQ_VERSION}

	BUILD_FAILURES=()

	for MODULE in ${EXAMPLE_MODULES//,/ }; do
	cd ${MODULE}

	../mvnw ${CQ_MAVEN_ARGS} clean verify \
	-Dformatter.skip -Dimpsort.skip \
	-Dquarkus.native.builder-image.pull=missing \
	-Pnative,docker,ci

	if [[ $? -ne 0 ]]; then
	BUILD_FAILURES[${#BUILD_FAILURES[@]}]=${MODULE}
	fi

	cd -
	done

	if [[ ${#BUILD_FAILURES[@]} -gt 0 ]]; then
	echo -e "\nBuild errors were encountred in the following projects:\n"
	for FAILURE in ${BUILD_FAILURES[@]}; do
	echo "* ${FAILURE}"
	done
	echo -e "\nCheck build logs for further information."
	exit 1
	fi
	- name: Report Build Failure
	if: failure() \|\| cancelled()
	run: \|
	./mvnw ${CQ_MAVEN_ARGS} verify -N -Pbuild-notification -Dstatus=${{ job.status }} -DissueId=${{ env.ISSUE_ID }} -Dtoken=${{ secrets.GITHUB_TOKEN }} -DbuildId=$(cat ~/build-data/build-id.txt) -Drepo=${GITHUB_REPOSITORY} -Dbranch=camel-main -Dbranch-commit=$(cat ~/build-data/main-sha.txt)

	handle-build-status:
	needs: native-tests
	runs-on: ubuntu-latest
	steps:
	- name: Set up JDK 17
	uses: actions/setup-java@v4
	with:
	distribution: 'temurin'
	java-version: '17'
	- name: Download Maven Repo
	uses: actions/download-artifact@v3
	with:
	name: maven-repo
	path: ..
	- name: Extract Maven Repo
	shell: bash
	run: \|
	df -h /
	tar -xzf ../maven-repo.tgz -C ~
	df -h /
	- name: Checkout
	uses: actions/checkout@v4
	with:
	ref: camel-main
	fetch-depth: 0
	- name: Rebase branch main onto camel-main
	run: \|
	git config --local user.email "41898282+github-actions[bot]@users.noreply.github.com"
	git config --local user.name "github-actions[bot]"
	git fetch origin main
	git rebase $(cat ~/build-data/main-sha.txt)
	- name: Report build status
	id: report
	run: \|
	./mvnw ${CQ_MAVEN_ARGS} verify -N -Pbuild-notification -Dstatus=verify -DissueId=${{ env.ISSUE_ID }} -Dtoken=${{ secrets.GITHUB_TOKEN }} -DbuildId=$(cat ~/build-data/build-id.txt) -Drepo=${GITHUB_REPOSITORY} -Dbranch=camel-main -Dbranch-commit=$(cat ~/build-data/main-sha.txt)
	- name: Sync branch main to camel-main
	if: steps.report.outputs.overall_build_status == 'success'
	run: \|
	git push --force-with-lease origin camel-main

Provide feedback

Saved searches

Use saved searches to filter your results more quickly

Daily Build Camel Main branch #1258

Workflow file

Daily Build Camel Main branch #1258

Jobs

Run details

Workflow file for this run