Skip to content

Subray rotation precomptuation is now cached #1102

Subray rotation precomptuation is now cached

Subray rotation precomptuation is now cached #1102

Workflow file for this run

name: CMake
on:
push:
branches: [ main, dev ]
pull_request:
branches: [ main, dev ]
env:
# Customize the CMake build type here (Release, Debug, RelWithDebInfo, etc.)
BUILD_TYPE: Release
USER_CONFIG: ${{github.workspace}}/.github/config/boost/user-config.jam
jobs:
build-boost:
runs-on: ubuntu-20.04
defaults:
run:
working-directory: ${{github.workspace}}/lib
steps: # Note: Using a matrix strategy will end in building Boost 4 times.
- uses: actions/checkout@v3
- name: Cache Boost
id: cache-boost
uses: actions/cache@v3
with:
path: |
${{github.workspace}}/lib/boost
${{github.workspace}}/.github/config/boost
key: ${{ runner.os }}-boost.1.76-new
- name: Set Up Python 3.6
uses: actions/setup-python@v4
with:
python-version: '3.6'
- name: Write Python 3.6 to user-config.jam
run: |
echo -e "using python\n\t: 3.6\n\t: $pythonLocation/bin/python\n\t: $pythonLocation/include/python3.6m\n\t: $pythonLocation/lib\n;\n" >> $USER_CONFIG
- name: Set Up Python 3.7
uses: actions/setup-python@v4
with:
python-version: '3.7'
- name: Write Python 3.7 to user-config.jam
run: |
echo -e "using python\n\t: 3.7\n\t: $pythonLocation/bin/python\n\t: $pythonLocation/include/python3.7m\n\t: $pythonLocation/lib\n;\n" >> $USER_CONFIG
- name: Set Up Python 3.8
uses: actions/setup-python@v4
with:
python-version: '3.8'
- name: Write Python 3.8 to user-config.jam
run: |
echo -e "using python\n\t: 3.8\n\t: $pythonLocation/bin/python\n\t: $pythonLocation/include/python3.8\n\t: $pythonLocation/lib\n;\n" >> $USER_CONFIG
- name: Set Up Python 3.9
uses: actions/setup-python@v4
with:
python-version: '3.9'
- name: Write Python 3.9 to user-config.jam
run: |
echo -e "using python\n\t: 3.9\n\t: $pythonLocation/bin/python\n\t: $pythonLocation/include/python3.9\n\t: $pythonLocation/lib\n;\n" >> $USER_CONFIG
- name: Set Up Python 3.10
uses: actions/setup-python@v4
with:
python-version: '3.10'
- name: Write Python 3.10 to user-config.jam
run: |
echo -e "using python\n\t: 3.10\n\t: $pythonLocation/bin/python\n\t: $pythonLocation/include/python3.10\n\t: $pythonLocation/lib\n;\n" >> $USER_CONFIG
- name: Build Boost
if: steps.cache-boost.outputs.cache-hit != 'true'
run: |
wget https://boostorg.jfrog.io/artifactory/main/release/1.76.0/source/boost_1_76_0.tar.gz && tar -xzvf boost_1_76_0.tar.gz && mv boost_1_76_0 boost && cd boost
./bootstrap.sh
./b2 --user-config=$USER_CONFIG cxxflags=-fPIC python=3.6,3.7,3.8,3.9,3.10
cd .. && rm boost_1_76_0.tar.gz
build-libs:
runs-on: ubuntu-20.04
defaults:
run:
working-directory: ${{github.workspace}}/lib
steps:
- uses: actions/checkout@v3
- name: Update package lists
run: sudo apt update
- name: Cache Armadillo, GDAL and LASTools
id: cache-lastools-armadillo-gdal
uses: actions/cache@v3
with:
path: |
${{github.workspace}}/lib
key: ${{ runner.os }}-gdal-lastools-armadillo-latest
##### ARMADILLO #####
- name: Build Armadillo
if: steps.cache-lastools-armadillo-gdal.outputs.cache-hit != 'true'
run: |
wget -O armadillo.tar.xz http://sourceforge.net/projects/arma/files/armadillo-10.6.2.tar.xz && tar xf armadillo.tar.xz && mv armadillo-10.6.2 armadillo
cd armadillo && ./configure -DCMAKE_INSTALL_PREFIX=. && make && make install
cd .. && rm armadillo.tar.xz
##### GDAL #####
- name: Build GDAL
if: steps.cache-lastools-armadillo-gdal.outputs.cache-hit != 'true'
run: |
sudo apt install -y pkg-config libsqlite3-dev sqlite3 libtiff5-dev libcurl4-openssl-dev
wget http://download.osgeo.org/proj/proj-8.0.0.tar.gz https://github.com/OSGeo/gdal/releases/download/v3.3.0/gdal-3.3.0.tar.gz --no-check-certificate
tar -xzvf proj-8.0.0.tar.gz && tar -xzvf gdal-3.3.0.tar.gz
mv gdal-3.3.0 ${{github.workspace}}/lib/gdal && mv proj-8.0.0 ${{github.workspace}}/lib/proj
cd ${{github.workspace}}/lib/proj && ./configure --prefix=${{github.workspace}}/lib/gdal/projlib && make && make install
cd ${{github.workspace}}/lib/gdal && ./configure --prefix=${{github.workspace}}/lib/gdal --with-proj=${{github.workspace}}/lib/gdal/projlib && make && make install
cd .. && rm proj-8.0.0.tar.gz gdal-3.3.0.tar.gz
##### LasTools #####
- name: Build LASTools
if: steps.cache-lastools-armadillo-gdal.outputs.cache-hit != 'true'
run: |
wget -O LAStools.zip http://lastools.github.io/download/LAStools.zip
unzip LAStools.zip -d ${{github.workspace}}/lib
cd LAStools && cmake . && make
cd .. && rm LAStools.zip
build-helios:
needs: [build-libs, build-boost]
runs-on: ubuntu-20.04
name: 'Helios-PyBinds (Python${{ matrix.python-version}})'
defaults:
run:
working-directory: ${{github.workspace}}
strategy:
matrix:
python-version: ['3.6', '3.7', '3.8', '3.9', '3.10']
steps:
- uses: actions/checkout@v3
- uses: actions/setup-python@v4
with:
python-version: ${{ matrix.python-version }}
- name: Update package lists
run: sudo apt update
- name: Install required packages
run: sudo apt-get install -y cmake libglm-dev zip unzip xz-utils
- name: Load LasTools, Armadillo and GDAL from cache
id: cache-lastools-armadillo-gdal
uses: actions/cache@v3
with:
path: |
${{github.workspace}}/lib
key: ${{ runner.os }}-gdal-lastools-armadillo-latest
- name: Load Boost from Cache
id: cache-boost
uses: actions/cache@v3
with:
path: |
${{github.workspace}}/lib/boost
${{github.workspace}}/.github/config/boost
key: ${{ runner.os }}-boost.1.76-new
- name: Configure CMake
# Configure CMake in a 'build' subdirectory. `CMAKE_BUILD_TYPE` is only required if you are using a single-configuration generator such as make.
# See https://cmake.org/cmake/help/latest/variable/CMAKE_BUILD_TYPE.html?highlight=cmake_build_type
run: |
cmake -B ${{github.workspace}}/build -DCMAKE_BUILD_TYPE=${{env.BUILD_TYPE}} -DPYTHON_BINDING=1 -DPYTHON_VERSION=${{ matrix.python-version }} -DPYTHON_PATH=$pythonLocation -DCMAKE_RUNTIME_OUTPUT_DIRECTORY:STRING=${{github.workspace}}/run -DCMAKE_LIBRARY_OUTPUT_DIRECTORY:STRING=${{github.workspace}}/run -DCMAKE_LIBRARY_OUTPUT_DIRECTORY:STRING=${{github.workspace}}/run
- name: Build
# Build your program with the given configuration
run: cmake --build ${{github.workspace}}/build --config ${{env.BUILD_TYPE}}
- name: ls
run: ls -al .
- name: Test
# Execute tests defined by the CMake configuration.
# See https://cmake.org/cmake/help/latest/manual/ctest.1.html for more detail
run: ${{github.workspace}}/run/helios --test
- name: Save compiled executable
uses: actions/upload-artifact@v3
with:
name: ${{ runner.os}}-helios-pybinds-${{ matrix.python-version }}
path: |
${{github.workspace}}/run/helios
${{github.workspace}}/run/libhelios.so
${{github.workspace}}/run/_pyhelios.so
build-helios-pybinds-dynamic:
# The CMake configure and build commands are platform agnostic and should work equally
# well on Windows or Mac. You can convert this to a matrix build if you need
# cross-platform coverage.
# See: https://docs.github.com/en/free-pro-team@latest/actions/learn-github-actions/managing-complex-workflows#using-a-build-matrix
needs: [ build-libs, build-boost]
runs-on: ubuntu-20.04
defaults:
run:
working-directory: ${{github.workspace}}
steps:
- uses: actions/checkout@v3
- name: Update package lists
run: sudo apt update
- name: Install required packages
run: sudo apt-get install -y cmake libglm-dev zip unzip xz-utils
- name: Python Libraries
run: sudo apt-get install -y libpython3-dev
- name: Load LasTools, Armadillo and GDAL from cache
id: cache-lastools-armadillo-gdal
uses: actions/cache@v3
with:
path: |
${{github.workspace}}/lib
key: ${{ runner.os }}-gdal-lastools-armadillo-latest
- name: Load Boost from Cache
id: cache-boost
uses: actions/cache@v3
with:
path: |
${{github.workspace}}/lib/boost
${{github.workspace}}/.github/config/boost
key: ${{ runner.os }}-boost.1.76-new
- name: Install Boost in the system
run: |
cd lib/boost && sudo ./b2 --user-config=$USER_CONFIG python=3.8 install
- name: Configure CMake
# Configure CMake in a 'build' subdirectory. `CMAKE_BUILD_TYPE` is only required if you are using a single-configuration generator such as make.
# See https://cmake.org/cmake/help/latest/variable/CMAKE_BUILD_TYPE.html?highlight=cmake_build_type
run: |
cmake -B ${{github.workspace}}/build -DCMAKE_BUILD_TYPE=${{env.BUILD_TYPE}} -DPYTHON_BINDING=1 -DPYTHON_VERSION=38 -DBOOST_DYNAMIC_LIBS=1 -DCMAKE_RUNTIME_OUTPUT_DIRECTORY:STRING=${{github.workspace}}/run
- name: Build
# Build your program with the given configuration
run:
cmake --build ${{github.workspace}}/build --config ${{env.BUILD_TYPE}}
- name: Save compiled executable
uses: actions/upload-artifact@v3
with:
name: ${{ runner.os}}-helios-dynamic-linking
path: |
${{github.workspace}}/run/helios
${{github.workspace}}/run/libhelios.so
${{github.workspace}}/run/_pyhelios.so
- name: ls
run: ls -al .
- name: Test
# Execute tests defined by the CMake configuration.
# See https://cmake.org/cmake/help/latest/manual/ctest.1.html for more detail
run: ${{github.workspace}}/run/helios --test
build-helios-38:
needs: [ build-libs, build-boost ]
runs-on: ubuntu-20.04
name: 'Helios-PyBinds (Python3.8) - separate'
defaults:
run:
working-directory: ${{github.workspace}}
steps:
- uses: actions/checkout@v3
- uses: actions/setup-python@v4
with:
python-version: 3.8
- name: Update package lists
run: sudo apt update
- name: Install required packages
run: sudo apt-get install -y cmake libglm-dev zip unzip xz-utils
- name: Cache Helios++
id: cache-helios
uses: actions/cache@v3
with:
path: |
${{github.workspace}}/run
key: ${{ runner.os }}-helios-build-latest-${{ github.sha }}
- name: Load LasTools, Armadillo and GDAL from cache
id: cache-lastools-armadillo-gdal
uses: actions/cache@v3
with:
path: |
${{github.workspace}}/lib
key: ${{ runner.os }}-gdal-lastools-armadillo-latest
- name: Load Boost from Cache
id: cache-boost
uses: actions/cache@v3
with:
path: |
${{github.workspace}}/lib/boost
${{github.workspace}}/.github/config/boost
key: ${{ runner.os }}-boost.1.76-new
- name: Configure CMake
# Configure CMake in a 'build' subdirectory. `CMAKE_BUILD_TYPE` is only required if you are using a single-configuration generator such as make.
# See https://cmake.org/cmake/help/latest/variable/CMAKE_BUILD_TYPE.html?highlight=cmake_build_type
run: |
cmake -B ${{github.workspace}}/build -DCMAKE_BUILD_TYPE=${{env.BUILD_TYPE}} -DPYTHON_BINDING=1 -DPYTHON_VERSION=3.8 -DPYTHON_PATH=$pythonLocation -DCMAKE_RUNTIME_OUTPUT_DIRECTORY:STRING=${{github.workspace}}/run -DCMAKE_LIBRARY_OUTPUT_DIRECTORY:STRING=${{github.workspace}}/run
- name: Build
# Build your program with the given configuration
run: cmake --build ${{github.workspace}}/build --config ${{env.BUILD_TYPE}}
- name: ls
run: ls -al . && ls -al run && ls -al build
- name: Test
# Execute tests defined by the CMake configuration.
# See https://cmake.org/cmake/help/latest/manual/ctest.1.html for more detail
run: ${{github.workspace}}/run/helios --test
run-testcases:
needs: build-helios-38
runs-on: ubuntu-20.04
defaults:
run:
working-directory: ${{github.workspace}}
steps:
- uses: actions/checkout@v3
- uses: actions/setup-python@v4
with:
python-version: 3.8
- name: Load LasTools, Armadillo and GDAL from cache
id: cache-lastools-armadillo-gdal
uses: actions/cache@v3
with:
path: |
${{github.workspace}}/lib
key: ${{ runner.os }}-gdal-lastools-armadillo-latest
- name: Load helios++ from cache
id: cache-helios
uses: actions/cache@v3
with:
path: |
${{github.workspace}}/run
key: ${{ runner.os }}-helios-build-latest-${{ github.sha }}
- name: Add libaries to LD_LIBRARY_PATH
run: |
echo "LD_LIBRARY_PATH=${{github.workspace}}/lib/armadillo:${{github.workspace}}/lib/LAStools:${{github.workspace}}/lib/gdal" >> $GITHUB_ENV
- name: Install test dependencies
run: python -m pip install pytest numpy xmlschema laspy[laszip]
- name: Run pytest
run: python -m pytest -v ${{github.workspace}}/pytests
- name: Save output files
uses: actions/upload-artifact@v3
with:
name: ${{ runner.os}}-helios-pytests-output
path: ${{github.workspace}}/output/*