TAU nightly testing #809
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| # Unfortunately, there is a lot of duplicated code that could be simplified/eliminated with YAML anchors and aliases, | |
| # but GitHub Actions does not yet support YAML anchors and aliases. | |
| # Clever use of global environment variables could help eliminate some of it, but the best options would be to just use | |
| # aliases and anchors | |
| name: TAU nightly testing | |
| on: | |
| schedule: | |
| - cron: '18 10 * * *' # 10:18 UTC daily, 3:18 Pacific | |
| workflow_dispatch: | |
| env: | |
| __TAUCMDR_PROGRESS_BARS__: "disabled" | |
| __TAUCMDR_SYSTEM_PREFIX__: "system" | |
| CI: "ON" | |
| INSTALLDIR: "taucmdr" | |
| PIP_NO_CLEAN: "ON" | |
| PIP_PREFER_BINARY: "ON" | |
| TZ: "UTC" | |
| OMPI_ALLOW_RUN_AS_ROOT: 1 | |
| OMPI_ALLOW_RUN_AS_ROOT_CONFIRM: 1 | |
| OMPI_MCA_rmaps_base_oversubscribe: "true" | |
| jobs: | |
| Install-taucmdr-minimal: | |
| name: Install and Test TAU Commander | |
| runs-on: ${{ matrix.os }} | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| os: [ubuntu-22.04] | |
| env: | |
| OS: ${{ matrix.os }} | |
| steps: | |
| - uses: actions/checkout@v6 | |
| with: | |
| fetch-depth: 9999 | |
| - name: Install system packages | |
| run: | | |
| # Ensure that we have default system compilers and MPI for testing | |
| sudo apt-get update -qq || true | |
| sudo apt-get install -y --no-install-recommends gcc g++ gfortran openmpi-bin openmpi-common libopenmpi-dev python2.7-minimal python2.7-dev | |
| - name: System info | |
| id: info | |
| run: | | |
| # Get info for debugging and set some environment variables to use later | |
| uname -a | |
| mount | |
| df -h | |
| gcc --version | |
| echo "github.event_name: ${{ github.event_name }}" | |
| echo "github.ref: ${{ github.ref }}" | |
| echo "matrix.os: ${{ matrix.os }}" | |
| echo "Pythons found:" | |
| type -a python | |
| while read -r line ; do "${line##* is }" --version; done <<< "$(type -a python)" | |
| export INSTALLDIR="${HOME}/${INSTALLDIR}" | |
| echo "install_dir=${INSTALLDIR}" >> "${GITHUB_OUTPUT}" | |
| echo "INSTALLDIR=${INSTALLDIR}" >> "${GITHUB_ENV}" | |
| echo "home_dir=${HOME}" >> "${GITHUB_OUTPUT}" | |
| echo "taucmdr_system=${INSTALLDIR}/${__TAUCMDR_SYSTEM_PREFIX__}" >> "${GITHUB_OUTPUT}" | |
| echo "__TAUCMDR_SYSTEM_PREFIX__=${INSTALLDIR}/${__TAUCMDR_SYSTEM_PREFIX__}" >> "${GITHUB_ENV}" | |
| echo "branch=${GITHUB_REF#refs/*/}" >> "${GITHUB_OUTPUT}" | |
| echo "BRANCH=${GITHUB_REF#refs/*/}" >> "${GITHUB_ENV}" | |
| echo "BRANCH: ${GITHUB_REF#refs/*/}" | |
| # No caching available for cron jobs | |
| - name: Install TAU Commander | |
| run: | | |
| make INSTALLDIR="${INSTALLDIR}" install | |
| echo "${INSTALLDIR}/conda/bin" >> "${GITHUB_PATH}" | |
| export PATH="${INSTALLDIR}/conda/bin:${PATH}" | |
| which python | |
| which pip | |
| python -m pip install -U pip | |
| python -m pip install -U --prefix "${INSTALLDIR}/conda" -r requirements-dev.txt | |
| cd "${HOME}" | |
| zip -vr taucmdr-nightly.zip "${INSTALLDIR##*/}" -x "taucmdr/system/src/*" -x "taucmdr/conda/*" | |
| type -a python | |
| while read -r line ; do "${line##* is }" --version; done <<< "$(type -a python)" | |
| - name: Upload TAU Commander install log | |
| if: always() | |
| uses: actions/upload-artifact@v7 | |
| with: | |
| name: taucmdr-tau-minimal-debug-log-${{ matrix.os }} | |
| path: ${{ steps.info.outputs.home_dir }}/.local/taucmdr/debug_log | |
| - name: Upload TAU Commander minimal install | |
| if: always() | |
| uses: actions/upload-artifact@v7 | |
| with: | |
| name: taucmdr-installation-${{ matrix.os }} | |
| path: ${{ steps.info.outputs.home_dir }}/taucmdr-nightly.zip | |
| - name: Install Full TAU | |
| run: | | |
| rm ~/.local/taucmdr/debug_log || true | |
| TAU=full ${{ steps.info.outputs.taucmdr_system }}/configure | |
| - name: Upload TAU Commander full-TAU install log | |
| if: always() | |
| uses: actions/upload-artifact@v7 | |
| with: | |
| name: taucmdr-full-tau-debug-log-${{ matrix.os }} | |
| path: ${{ steps.info.outputs.home_dir }}/.local/taucmdr/debug_log | |
| - name: Test TAU Commander with TinyDB backend | |
| run: | | |
| rm ~/.local/taucmdr/debug_log || true | |
| export __TAUCMDR_DB_BACKEND__=tinydb | |
| rm -f ./coverage.xml || true | |
| coverage run setup.py test | |
| coverage xml | |
| - name: Upload test results to Codecov (TinyDB) | |
| if: always() | |
| uses: codecov/codecov-action@v5 | |
| with: | |
| token: ${{ secrets.CODECOV_TOKEN }} | |
| report_type: test_results | |
| files: TEST-*.xml | |
| flags: unittests,CI | |
| name: test-results-nightly-${{ matrix.os }}-tinydb | |
| - name: Test TAU Commander with SQLite backend | |
| run: | | |
| export __TAUCMDR_DB_BACKEND__=sqlite | |
| coverage run setup.py test | |
| coverage xml | |
| - name: Upload test results to Codecov (SQLite) | |
| if: always() | |
| uses: codecov/codecov-action@v5 | |
| with: | |
| token: ${{ secrets.CODECOV_TOKEN }} | |
| report_type: test_results | |
| files: TEST-*.xml | |
| flags: unittests,CI | |
| name: test-results-nightly-${{ matrix.os }}-sqlite | |
| - name: Build sphinx docs | |
| run: python setup.py build_sphinx | |
| - name: Upload TAU Commander unit test log | |
| if: always() | |
| uses: actions/upload-artifact@v7 | |
| with: | |
| name: taucmdr-unit-test-debug-log-${{ matrix.os }} | |
| path: ${{ steps.info.outputs.home_dir }}/.local/taucmdr/debug_log | |
| - name: tau_validate-nightly | |
| if: always() | |
| run: | | |
| cd ${{ steps.info.outputs.taucmdr_system }}/tau/tau-2* | |
| printf '#!/bin/bash\nmpirun -np 2 ./simple\n' > parallel.sh | |
| TAU_VALIDATE_PARALLEL="$(pwd)/parallel.sh" | |
| export TAU_VALIDATE_PARALLEL | |
| ./tau_validate -v --html --table table.html --timeout 180 x86_64 &> results.html || true | |
| mkdir "${HOME}/tau-tests-validate" | |
| cp table.html results.html "${HOME}/tau-tests-validate" | |
| - name: Upload nightly TAU validate | |
| if: always() | |
| uses: actions/upload-artifact@v7 | |
| with: | |
| name: taucmdr-full-tau-validate-${{ matrix.os }}-${{ github.sha }} | |
| path: ${{ steps.info.outputs.home_dir }}/tau-tests-validate |