sundials.yml

name: SUNDIALS

on: [push, pull_request]

concurrency:
  group: ${{ github.ref }}-${{ github.head_ref }}-sundials
  cancel-in-progress: true

jobs:
  check_changes:
    uses: ./.github/workflows/check_changes.yml

  sundials-cpu:
    name: GCC SUNDIALS@6.5.0
    runs-on: ubuntu-22.04
    needs: check_changes
    if: needs.check_changes.outputs.has_non_docs_changes == 'true'
    env:
       CCACHE_COMPRESS: 1
       CCACHE_COMPRESSLEVEL: 10
       CCACHE_MAXSIZE: 20M
    steps:
    - uses: actions/checkout@v4
    - name: Dependencies
      run: |
        .github/workflows/dependencies/dependencies.sh
        .github/workflows/dependencies/dependencies_ccache.sh
    - name: Set Up Cache
      uses: actions/cache@v4
      with:
        path: ~/.cache/ccache
        key: ccache-${{ github.workflow }}-${{ github.job }}-git-${{ github.sha }}
        restore-keys: |
             ccache-${{ github.workflow }}-${{ github.job }}-git-
    - name: Build SUNDIALS
      run: |
        ccache -z

        wget -q https://github.com/LLNL/sundials/archive/refs/tags/v6.5.0.tar.gz
        tar xfz v6.5.0.tar.gz
        cd sundials-6.5.0
        mkdir instdir builddir
        cd builddir
        cmake .. \
            -DCMAKE_INSTALL_PREFIX=${PWD}/../instdir \
            -DCMAKE_CXX_STANDARD=17                  \
            -DCMAKE_CXX_COMPILER_LAUNCHER=ccache     \
            -DCMAKE_C_COMPILER_LAUNCHER=ccache
        make -j4
        make install
        cd ../..
    - name: Compile Test
      run: |
        .github/workflows/dependencies/dependencies_clang-tidy-apt-llvm.sh 17
        export CXXFLAGS="-fno-operator-names -Werror -Wall -Wextra -Wpedantic -Wnull-dereference -Wfloat-conversion -Wshadow -Woverloaded-virtual -Wnon-virtual-dtor -Wlogical-op -Wmisleading-indentation -Wduplicated-cond -Wduplicated-branches -Wmissing-include-dirs"
        export CCACHE_EXTRAFILES=${{ github.workspace }}/.clang-tidy
        export CCACHE_LOGFILE=${{ github.workspace }}/ccache.log.txt
        cmake -S . -B build             \
            -DCMAKE_VERBOSE_MAKEFILE=ON \
            -DUSE_XSDK_DEFAULTS=ON      \
            -DAMReX_SUNDIALS=ON         \
            -DSUNDIALS_ROOT=${PWD}/sundials-6.5.0/instdir \
            -DCMAKE_CXX_STANDARD=17     \
            -DCMAKE_CXX_COMPILER_LAUNCHER=ccache
        cmake --build build -j 4

        ${{github.workspace}}/Tools/C_scripts/mmclt.py --input ${{github.workspace}}/ccache.log.txt
        make -j4 -k -f clang-tidy-ccache-misses.mak \
            CLANG_TIDY=clang-tidy-17 \
            CLANG_TIDY_ARGS="--config-file=${{github.workspace}}/.clang-tidy --warnings-as-errors=*"

        ccache -s
        du -hs ~/.cache/ccache

  sundials-cuda:
    name: CUDA SUNDIALS@7.0.0
    runs-on: ubuntu-22.04
    needs: check_changes
    if: needs.check_changes.outputs.has_non_docs_changes == 'true'
    env:
       CCACHE_COMPRESS: 1
       CCACHE_COMPRESSLEVEL: 10
       CCACHE_MAXSIZE: 75M
    steps:
    - uses: actions/checkout@v4
    - name: Dependencies
      run: |
        .github/workflows/dependencies/dependencies_nvcc.sh
        .github/workflows/dependencies/dependencies_ccache.sh
    - name: Set Up Cache
      uses: actions/cache@v4
      with:
        path: ~/.cache/ccache
        key: ccache-${{ github.workflow }}-${{ github.job }}-git-${{ github.sha }}
        restore-keys: |
             ccache-${{ github.workflow }}-${{ github.job }}-git-
    - name: Build SUNDIALS
      run: |
        ccache -z

        # sundials requirement
        sudo apt-get install -y libcusolver-dev-12-0 libcusparse-dev-12-0 libcublas-dev-12-0
        export PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:${PATH}
        export LD_LIBRARY_PATH=/usr/local/nvidia/lib:/usr/local/nvidia/lib64:/usr/local/cuda/lib64:${LD_LIBRARY_PATH}
        which nvcc || echo "nvcc not in PATH!"

        wget -q https://github.com/LLNL/sundials/archive/refs/tags/v7.0.0.tar.gz
        tar xfz v7.0.0.tar.gz
        cd sundials-7.0.0
        mkdir instdir builddir
        cd builddir
        cmake ..                                     \
            -DENABLE_CUDA=ON                         \
            -DCMAKE_INSTALL_PREFIX=${PWD}/../instdir \
            -DCMAKE_CUDA_ARCHITECTURES=80            \
            -DCMAKE_CXX_STANDARD=17                  \
            -DCMAKE_CXX_COMPILER_LAUNCHER=ccache     \
            -DCMAKE_C_COMPILER_LAUNCHER=ccache       \
            -DCMAKE_CUDA_COMPILER_LAUNCHER=ccache
        make -j4
        make install
        cd ../..
    - name: Compile Test
      run: |
        export CXXFLAGS="-fno-operator-names -Werror -Wall -Wextra -Wpedantic -Wnull-dereference -Wfloat-conversion -Wshadow -Woverloaded-virtual -Wnon-virtual-dtor -Wlogical-op -Wmisleading-indentation -Wduplicated-cond -Wduplicated-branches -Wmissing-include-dirs"
        export PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:${PATH}
        export LD_LIBRARY_PATH=/usr/local/nvidia/lib:/usr/local/nvidia/lib64:/usr/local/cuda/lib64:${LD_LIBRARY_PATH}
        which nvcc || echo "nvcc not in PATH!"

        cmake -S . -B build             \
            -DCMAKE_VERBOSE_MAKEFILE=ON \
            -DUSE_XSDK_DEFAULTS=ON      \
            -DAMReX_GPU_BACKEND=CUDA    \
            -DAMReX_CUDA_ARCH=8.0       \
            -DAMReX_SUNDIALS=ON         \
            -DSUNDIALS_ROOT=${PWD}/sundials-7.0.0/instdir \
            -DCMAKE_CXX_COMPILER_LAUNCHER=ccache  \
            -DCMAKE_CUDA_COMPILER_LAUNCHER=ccache
        cmake --build build -j 4

        ccache -s
        du -hs ~/.cache/ccache