trexio/.github/workflows/build-wheels.yml

# Controls when the workflow will run
on:
  # Run this workflow after the TREXIO CI completed
  workflow_run:
    workflows: [ "TREXIO CI" ]
    branches: [ master ]
    types:
      - completed

# Workflow to build and publish wheels.
# in the get_commit_message job: Include [wheel build] in your commit message to trigger this build.
name: Build CPython wheels
jobs:

  get_commit_message:
    if: ${{ github.event.workflow_run.conclusion == 'success' }}
    name: Get commit message
    runs-on: ubuntu-22.04
    outputs:
      message: ${{ steps.commit_message.outputs.message }}
    steps:
      - name: Checkout the repo
        uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11
        # Gets the correct commit message for pull request
        with:
          ref: ${{ github.event.pull_request.head.sha }}
      - name: Get commit message
        id: commit_message
        run: |
          set -xe
          COMMIT_MSG=$(git log --no-merges -1 --oneline)
          echo "message=$COMMIT_MSG" >> $GITHUB_OUTPUT
          echo github.ref ${{ github.ref }}


  build_macos_wheels:
    name: build wheels for different versions of cpython on macos 
    needs: get_commit_message
    if: >-
      contains(needs.get_commit_message.outputs.message, '[wheel build]') ||
      (github.repository == 'trex-coe/trexio' && startswith(github.ref, 'refs/tags/v'))
    runs-on: ${{ matrix.buildplat[0] }}
    env:
      HDF5_INSTALLDIR: "/Users/runner/work/trexio/trexio/hdf5"
    strategy:
      # Ensure that a wheel builder finishes even if another fails
      fail-fast: false
      matrix:
        # Github Actions doesn't support pairing matrix values together, let's improvise
        # https://github.com/github/feedback/discussions/7835#discussioncomment-1769026
        buildplat:
          - [macos-13, macosx_x86_64]
          - [macos-14, macosx_arm64]
        # test config
        python: ["cp38", "cp39", "cp310", "cp311", "cp312"]
        exclude:
          - buildplat: [macos-14, macosx_arm64]
            python: "cp38"

    steps:
      - uses: actions/checkout@e2f20e631ae6d7dd3b768f56a5d2af784dd54791

      - uses: actions/setup-python@39cd14951b08e74b54015e9e001cdefcf80e669f # v5.1.1
        with:
          python-version: "3.x"

      - name: install dependencies
        run: |
          brew install emacs
          brew install automake
          brew install libtool
          brew install swig

      - uses: actions/cache@v3
        id: cache-hdf5
        with:
          path: $HDF5_INSTALLDIR
          key: ${{ matrix.buildplat[0] }}-hdf5

      - name: install hdf5
        if: ${{ steps.cache-hdf5.outputs.cache-hit != 'true' }}
        run: |
          wget https://github.com/HDFGroup/hdf5/archive/refs/tags/hdf5-1_12_3.tar.gz
          tar -xzf hdf5-1_12_3.tar.gz
          cd  hdf5-hdf5-1_12_3
          if [[ "$ARCH" == "arm64" ]]; then
            export MACOSX_DEPLOYMENT_TARGET="11.0"
          else
            export MACOSX_DEPLOYMENT_TARGET="10.9"
          fi
          ./autogen.sh
          ./configure CC=gcc-12 --prefix $HDF5_INSTALLDIR --enable-build-mode=production --with-szlib
          make -j3
          make install

      - name: configure with autotools
        run: |
          ./autogen.sh
          export PATH=${PATH}:${HDF5_INSTALLDIR}/bin
          ./configure FC=gfortran-12 --enable-silent-rules
          make -j3
          
      - name: prepare python 
        run: |
          make python-install

      - name: cleanup python 
        run: |
          rm -rf src/ tools/ 
          mv python/* .

      - name: Build wheels
        uses: pypa/cibuildwheel@bd033a44476646b606efccdd5eed92d5ea1d77ad  # v2.20.0
        env:
          CIBW_PRERELEASE_PYTHONS: False
          CIBW_FREE_THREADED_SUPPORT: False
          CIBW_BUILD: ${{ matrix.python }}-${{ matrix.buildplat[1] }}
          CIBW_BUILD_VERBOSITY: 1
          CIBW_BUILD_FRONTEND: "build"
          CIBW_ENVIRONMENT: H5_CFLAGS="-I/Users/runner/work/trexio/trexio/hdf5/include" H5_LDFLAGS="-L/Users/runner/work/trexio/trexio/hdf5/lib"
        # disable pytest-ing for now - does not work as expected via CIBW on MacOS --> Ask Anthony to test locally  
        #CIBW_TEST_REQUIRES: pytest
        #CIBW_TEST_COMMAND: "python3 -m pytest -v test/test_api.py"


      - uses: actions/upload-artifact@834a144ee995460fba8ed112a2fc961b36a5ec5a # v4.3.6
        with:
          name: pytrexio-${{ matrix.python }}-${{ matrix.buildplat[1] }}-wheels
          path: ./wheelhouse/*.whl


  build_linux_wheels:
    name: build wheels for different versions of cpython on manylinux_x86_64
    needs: get_commit_message
    if: >-
      contains(needs.get_commit_message.outputs.message, '[wheel build]') ||
      (github.repository == 'trex-coe/trexio' && startswith(github.ref, 'refs/tags/v'))
    runs-on: ubuntu-22.04
    strategy:
      matrix:
        manylinux_tag: [2014_x86_64, 2_28_x86_64]
  
    steps:
      - name: Checkout the branch
        uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11
  
      - name: Set up Python
        uses: actions/setup-python@39cd14951b08e74b54015e9e001cdefcf80e669f
        with:
          python-version: '3.10'
  
      - name: Install build dependencies
        run: python -m pip install -U setuptools
  
      - name: Compute the PYTREXIO_VERSION environment variable
        run: echo "PYTREXIO_VERSION=$(grep __version__ python/pytrexio/_version.py | cut -d\  -f3 | tr -d '"')" >> $GITHUB_ENV
  
      - name: Print the PYTREXIO_VERSION
        run: echo ${{ env.PYTREXIO_VERSION }}
  
      # Conventional download-artifact action does not work for artifact produced in a different workflow,
      # which is the case here (TREXIO CI produced the Python API distribution tarball)
      - name: Download the Python API distribution tarball
        uses: dawidd6/action-download-artifact@v2
        with:
          # Specify the name of the workflow file which uploaded the tarball
          workflow: actions.yml
          workflow_conclusion: success
          name: pytrexio-source
          path: python
  
      # at the moment we have to pull the custom container with pre-installed HDF5
      # the containers are built and stored in GitHub container registry ghcr.io/q-posev
      - name: Pull the manylinux Docker container with HDF5
        run: docker pull ghcr.io/q-posev/hdf5_1_12_on_${{ matrix.manylinux_tag }}:latest
  
      - name: Build wheels for different versions of CPython inside the Docker container
        run: >
          docker run --rm
          --env PLAT=manylinux${{ matrix.manylinux_tag }}
          --volume `pwd`:/tmp
          --workdir /tmp
          ghcr.io/q-posev/hdf5_1_12_on_${{ matrix.manylinux_tag }}
          /bin/bash build_manylinux_wheels.sh trexio-${{ env.PYTREXIO_VERSION }}.tar.gz
        working-directory: python
  
      - name: Upload produced wheels as artifacts
        uses: actions/upload-artifact@834a144ee995460fba8ed112a2fc961b36a5ec5a # v4.3.6
        with:
          name: pytrexio-manylinux-${{ matrix.manylinux_tag }}-wheels
          path: ./python/wheelhouse/*.whl
  
  
  publish_wheels:
    name: Publish all wheels on PyPI
    needs: [build_linux_wheels, build_macos_wheels]
    runs-on: ubuntu-22.04
    permissions:
      # IMPORTANT: this permission is mandatory for trusted publishing
      id-token: write
  
    steps:
      - name: Checkout the branch
        uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11
  
      - name: Set up Python
        uses: actions/setup-python@39cd14951b08e74b54015e9e001cdefcf80e669f
        with:
          python-version: '3.10'
  
      - name: Install build dependencies
        run: python -m pip install -U setuptools twine
  
      - name: Download the build artifacts (wheels) of this workflow
        uses: actions/download-artifact@v4
        with:
          path: dist
  
      - name: Download the Python API distribution tarball
        uses: dawidd6/action-download-artifact@v2
        with:
          workflow: actions.yml
          workflow_conclusion: success
          name: pytrexio-source
          path: dist
  
      # The artifacts have to be in dist/ directory so that
      # pypa/gh-action-pypi-publish action can discover them
      - name: Display and rearrange the downloaded artifacts
        run: |
          ls -R
          mv pytrexio-*-wheels/trexio-*.whl ./
          rm -rf -- pytrexio-*-wheels/
          ls -sh -w 1
        working-directory: dist
  
      - name: Publish distribution 📦 to Test PyPI
        uses: pypa/gh-action-pypi-publish@release/v1
        with:
          repository_url: https://test.pypi.org/legacy/
          #verbose: true

      #- name: Publish distribution 📦 to PyPI
      #  uses: pypa/gh-action-pypi-publish@release/v1
      #  ##if: startsWith(github.ref, 'refs/tags')