ci: update to build for python3.14

Problem: we need to support Python 3.14 and also publish correct
metadata.

Solution: Do that.
Signed-off-by: vsoch <vsoch@users.noreply.github.com>

Author: vsoch

.github/workflows/build-release.yaml

@@ -8,7 +8,7 @@ on:
         description: 'Pypi version'
       release_version:
         description: 'Version of flux to build'
-        default: "0.68.0"
+        default: "0.88.0"
       rc:
         description: 'Release candidate to build (for wheel)'
         default: "0"
@@ -18,16 +18,35 @@ on:
       repo:
         description: 'Repository to build from'
         default: "https://github.com/flux-framework/flux-core"
+      glibc:
+        description: 'Oldest glibc to support, as a manylinux tag version'
+        default: "2_17"
 
 jobs:
-  build-manual:
+  build:
     runs-on: ubuntu-latest
     strategy:
       fail-fast: false
       matrix:
-        python: ["3.8", "3.9", "3.10", "3.11", "3.12", "3.13"]
+        include:
+        # Maybe time to stop supporting...
+        - python: "3.8"
+          base: jammy
+        - python: "3.9"
+          base: jammy
+        - python: "3.10"
+          base: jammy
+        - python: "3.11"
+          base: jammy
+        - python: "3.12"
+          base: jammy
+        - python: "3.13"
+          base: jammy
+          # Update to noble for 3.14
+        - python: "3.14"
+          base: noble
     container:
-      image: fluxrm/testenv:jammy
+      image: fluxrm/testenv:${{ matrix.base }}
     steps:
     - uses: actions/checkout@v4
     - name: Setup Python
@@ -38,8 +57,8 @@ jobs:
 
     - name: Build Flux Core Branch
       env:
-        FLUX_RELEASE_VERSION: ${{ inputs.release_version }}
-        FLUX_VERSION: ${{ inputs.version }}
+        FLUX_RELEASE_VERSION: ${{ inputs.release_version || '0.88.0' }}
+        FLUX_VERSION: ${{ inputs.version || inputs.release_version || '0.88.0' }}
       run: /bin/bash .github/scripts/setup.sh
 
     - name: Build Python Bindings
@@ -56,7 +75,7 @@ jobs:
         if [[ "${FLUX_BRANCH}" == "" ]]; then
             FLUX_BRANCH="master"
         fi
-        git clone -b ${FLUX_BRANCH} ${FLUX_REPO} /tmp/flux-core   
+        git clone -b ${FLUX_BRANCH} ${FLUX_REPO} /tmp/flux-core
         mv /tmp/flux-core/src/bindings/python/flux ./flux
         /opt/conda/envs/build/bin/python3 setup.py sdist
         sudo ldconfig
@@ -65,11 +84,20 @@ jobs:
       env:
         build_number: ${{ inputs.rc }}
         python_version: ${{ matrix.python }}
+        MANYLINUX_GLIBC: ${{ inputs.glibc || '2_17' }}
       run: |
         /bin/bash ./docker/build-wheels.sh ${build_number} ${python_version}
         ls ./dist
 
-    - name: Upload distributions
+    - name: Test Install
+      shell: bash
+      run: |
+        PIP_INSTALL="/opt/conda/envs/build/bin/python3 -m pip install"
+        ${PIP_INSTALL} ./dist/*.whl || ${PIP_INSTALL} ./dist/*.whl --break-system-packages
+        cd /tmp
+        /opt/conda/envs/build/bin/python3 -c "import flux, _flux._core, _flux._hostlist, _flux._idset; print(flux.__file__)"
+
+    - name: Upload Artifacts
       if: success()
       uses: actions/upload-artifact@v4
       with:
@@ -78,7 +106,8 @@ jobs:
 
   upload:
     runs-on: ubuntu-latest
-    needs: [build-manual]
+    needs: [build]
+    if: (github.event_name == 'workflow_dispatch')
     steps:
     - name: Download Artifacts
       uses: actions/download-artifact@v4
@@ -97,7 +126,6 @@ jobs:
         ls ./dist
 
     - name: Build and publish
-      if: (github.event_name != 'pull_request')
       env:
         TWINE_USERNAME: ${{ secrets.PYPI_USER }}
         TWINE_PASSWORD: ${{ secrets.PYPI_PASS }}

.github/workflows/test-build.yaml

@@ -3,6 +3,7 @@
 here=$( cd -- "$( dirname -- "${BASH_SOURCE[0]}" )" &> /dev/null && pwd )
 build_number=${1:-0}
 version=${2:-3.11}
+glibc=${MANYLINUX_GLIBC:-2_17}
 
 # This is intended to run in the container
 echo "Building Python version ${version}"
@@ -14,5 +15,6 @@ export PYTHONPATH=/opt/conda/envs/build/lib/python${version}/site-packages
 
 # Build the bindings for this python version!
 /opt/conda/envs/build/bin/python3 setup.py sdist
-/opt/conda/envs/build/bin/python3 setup.py bdist_wheel --plat-name=any --build-number=${build_number}
+arch=$(/opt/conda/envs/build/bin/python3 -c 'import sysconfig; print(sysconfig.get_platform().replace("-", "_").replace(".", "_").split("linux_", 1)[1])')
+/opt/conda/envs/build/bin/python3 setup.py bdist_wheel --plat-name=manylinux_${glibc}_${arch} --build-number=${build_number}
 unset PYTHONPATH

docker/build-wheels.sh

@@ -5,7 +5,6 @@ PYTHON_VERSION=${1:-3.11}
 sudo apt-get update && sudo apt-get install -y curl
 
 # Install mamba for different python versions
-# Python - instead of a system python we install mamba
 curl -L https://github.com/conda-forge/miniforge/releases/download/24.3.0-0/Mambaforge-24.3.0-0-Linux-x86_64.sh > mambaforge.sh
 
 # Does not build 3.8
@@ -18,6 +17,7 @@ sudo /opt/conda/bin/mamba activate build
 
 # This is intended to run in the container
 echo "Building Python version ${version}"
-/opt/conda/envs/build/bin/python3 -m pip install cffi ply six pyyaml jsonschema
+PIP_INSTALL="/opt/conda/envs/build/bin/python3 -m pip install"
+${PIP_INSTALL} cffi ply six pyyaml jsonschema || ${PIP_INSTALL} cffi ply six pyyaml jsonschema --break-system-packages
 sudo chown -R $(id -u) /opt/conda
-/opt/conda/envs/build/bin/python3 -m pip install --upgrade pkginfo
+${PIP_INSTALL} --upgrade pkginfo || ${PIP_INSTALL} --upgrade pkginfo --break-system-packages