mirror of
https://github.com/TREX-CoE/trexio.git
synced 2024-12-22 20:35:44 +01:00
248 lines
8.7 KiB
YAML
248 lines
8.7 KiB
YAML
|
|
# Controls when the workflow will run
|
|
on:
|
|
# Run this workflow after the TREXIO CI completed
|
|
workflow_run:
|
|
workflows: [ "TREXIO CI" ]
|
|
branches: [ master ]
|
|
types:
|
|
- completed
|
|
|
|
# Workflow to build and publish wheels.
|
|
# in the get_commit_message job: Include [wheel build] in your commit message to trigger this build.
|
|
name: Build CPython wheels
|
|
jobs:
|
|
|
|
get_commit_message:
|
|
if: ${{ github.event.workflow_run.conclusion == 'success' }}
|
|
name: Get commit message
|
|
runs-on: ubuntu-22.04
|
|
outputs:
|
|
message: ${{ steps.commit_message.outputs.message }}
|
|
steps:
|
|
- name: Checkout the repo
|
|
uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11
|
|
# Gets the correct commit message for pull request
|
|
with:
|
|
ref: ${{ github.event.pull_request.head.sha }}
|
|
- name: Get commit message
|
|
id: commit_message
|
|
run: |
|
|
set -xe
|
|
COMMIT_MSG=$(git log --no-merges -1 --oneline)
|
|
echo "message=$COMMIT_MSG" >> $GITHUB_OUTPUT
|
|
echo github.ref ${{ github.ref }}
|
|
|
|
|
|
build_macos_wheels:
|
|
name: build wheels for different versions of cpython on macos
|
|
needs: get_commit_message
|
|
if: >-
|
|
contains(needs.get_commit_message.outputs.message, '[wheel build]') ||
|
|
(github.repository == 'trex-coe/trexio' && startswith(github.ref, 'refs/tags/v'))
|
|
runs-on: ${{ matrix.buildplat[0] }}
|
|
env:
|
|
HDF5_INSTALLDIR: "/Users/runner/work/trexio/trexio/hdf5"
|
|
strategy:
|
|
# Ensure that a wheel builder finishes even if another fails
|
|
fail-fast: false
|
|
matrix:
|
|
# Github Actions doesn't support pairing matrix values together, let's improvise
|
|
# https://github.com/github/feedback/discussions/7835#discussioncomment-1769026
|
|
buildplat:
|
|
- [macos-13, macosx_x86_64]
|
|
- [macos-14, macosx_arm64]
|
|
# test config
|
|
python: ["cp38", "cp39", "cp310", "cp311", "cp312"]
|
|
exclude:
|
|
- buildplat: [macos-14, macosx_arm64]
|
|
python: "cp38"
|
|
|
|
steps:
|
|
- uses: actions/checkout@e2f20e631ae6d7dd3b768f56a5d2af784dd54791
|
|
|
|
- uses: actions/setup-python@39cd14951b08e74b54015e9e001cdefcf80e669f # v5.1.1
|
|
with:
|
|
python-version: "3.x"
|
|
|
|
- name: install dependencies
|
|
run: |
|
|
brew install emacs
|
|
brew install automake
|
|
brew install libtool
|
|
brew install swig
|
|
|
|
- uses: actions/cache@v3
|
|
id: cache-hdf5
|
|
with:
|
|
path: $HDF5_INSTALLDIR
|
|
key: ${{ matrix.buildplat[0] }}-hdf5
|
|
|
|
- name: install hdf5
|
|
if: ${{ steps.cache-hdf5.outputs.cache-hit != 'true' }}
|
|
run: |
|
|
wget https://github.com/HDFGroup/hdf5/archive/refs/tags/hdf5-1_12_3.tar.gz
|
|
tar -xzf hdf5-1_12_3.tar.gz
|
|
cd hdf5-hdf5-1_12_3
|
|
if [[ "$ARCH" == "arm64" ]]; then
|
|
export MACOSX_DEPLOYMENT_TARGET="11.0"
|
|
else
|
|
export MACOSX_DEPLOYMENT_TARGET="10.9"
|
|
fi
|
|
./autogen.sh
|
|
./configure CC=gcc-12 --prefix $HDF5_INSTALLDIR --enable-build-mode=production --with-szlib
|
|
make -j3
|
|
make install
|
|
|
|
- name: configure with autotools
|
|
run: |
|
|
./autogen.sh
|
|
export PATH=${PATH}:${HDF5_INSTALLDIR}/bin
|
|
./configure FC=gfortran-12 --enable-silent-rules
|
|
make -j3
|
|
|
|
- name: prepare python
|
|
run: |
|
|
make python-install
|
|
|
|
- name: cleanup python
|
|
run: |
|
|
rm -rf src/ tools/
|
|
mv python/* .
|
|
|
|
- name: Build wheels
|
|
uses: pypa/cibuildwheel@bd033a44476646b606efccdd5eed92d5ea1d77ad # v2.20.0
|
|
env:
|
|
CIBW_PRERELEASE_PYTHONS: False
|
|
CIBW_FREE_THREADED_SUPPORT: False
|
|
CIBW_BUILD: ${{ matrix.python }}-${{ matrix.buildplat[1] }}
|
|
CIBW_BUILD_VERBOSITY: 1
|
|
CIBW_BUILD_FRONTEND: "build"
|
|
CIBW_ENVIRONMENT: H5_CFLAGS="-I/Users/runner/work/trexio/trexio/hdf5/include" H5_LDFLAGS="-L/Users/runner/work/trexio/trexio/hdf5/lib"
|
|
# disable pytest-ing for now - does not work as expected via CIBW on MacOS --> Ask Anthony to test locally
|
|
#CIBW_TEST_REQUIRES: pytest
|
|
#CIBW_TEST_COMMAND: "python3 -m pytest -v test/test_api.py"
|
|
|
|
|
|
- uses: actions/upload-artifact@834a144ee995460fba8ed112a2fc961b36a5ec5a # v4.3.6
|
|
with:
|
|
name: pytrexio-${{ matrix.python }}-${{ matrix.buildplat[1] }}-wheels
|
|
path: ./wheelhouse/*.whl
|
|
|
|
|
|
build_linux_wheels:
|
|
name: build wheels for different versions of cpython on manylinux_x86_64
|
|
needs: get_commit_message
|
|
if: >-
|
|
contains(needs.get_commit_message.outputs.message, '[wheel build]') ||
|
|
(github.repository == 'trex-coe/trexio' && startswith(github.ref, 'refs/tags/v'))
|
|
runs-on: ubuntu-22.04
|
|
strategy:
|
|
matrix:
|
|
manylinux_tag: [2014_x86_64, 2_28_x86_64]
|
|
|
|
steps:
|
|
- name: Checkout the branch
|
|
uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11
|
|
|
|
- name: Set up Python
|
|
uses: actions/setup-python@39cd14951b08e74b54015e9e001cdefcf80e669f
|
|
with:
|
|
python-version: '3.10'
|
|
|
|
- name: Install build dependencies
|
|
run: python -m pip install -U setuptools
|
|
|
|
- name: Compute the PYTREXIO_VERSION environment variable
|
|
run: echo "PYTREXIO_VERSION=$(grep __version__ python/pytrexio/_version.py | cut -d\ -f3 | tr -d '"')" >> $GITHUB_ENV
|
|
|
|
- name: Print the PYTREXIO_VERSION
|
|
run: echo ${{ env.PYTREXIO_VERSION }}
|
|
|
|
# Conventional download-artifact action does not work for artifact produced in a different workflow,
|
|
# which is the case here (TREXIO CI produced the Python API distribution tarball)
|
|
- name: Download the Python API distribution tarball
|
|
uses: dawidd6/action-download-artifact@v2
|
|
with:
|
|
# Specify the name of the workflow file which uploaded the tarball
|
|
workflow: actions.yml
|
|
workflow_conclusion: success
|
|
name: pytrexio-source
|
|
path: python
|
|
|
|
# at the moment we have to pull the custom container with pre-installed HDF5
|
|
# the containers are built and stored in GitHub container registry ghcr.io/q-posev
|
|
- name: Pull the manylinux Docker container with HDF5
|
|
run: docker pull ghcr.io/q-posev/hdf5_1_12_on_${{ matrix.manylinux_tag }}:latest
|
|
|
|
- name: Build wheels for different versions of CPython inside the Docker container
|
|
run: >
|
|
docker run --rm
|
|
--env PLAT=manylinux${{ matrix.manylinux_tag }}
|
|
--volume `pwd`:/tmp
|
|
--workdir /tmp
|
|
ghcr.io/q-posev/hdf5_1_12_on_${{ matrix.manylinux_tag }}
|
|
/bin/bash build_manylinux_wheels.sh trexio-${{ env.PYTREXIO_VERSION }}.tar.gz
|
|
working-directory: python
|
|
|
|
- name: Upload produced wheels as artifacts
|
|
uses: actions/upload-artifact@834a144ee995460fba8ed112a2fc961b36a5ec5a # v4.3.6
|
|
with:
|
|
name: pytrexio-manylinux-${{ matrix.manylinux_tag }}-wheels
|
|
path: ./python/wheelhouse/*.whl
|
|
|
|
|
|
publish_wheels:
|
|
name: Publish all wheels on PyPI
|
|
needs: [build_linux_wheels, build_macos_wheels]
|
|
runs-on: ubuntu-22.04
|
|
permissions:
|
|
# IMPORTANT: this permission is mandatory for trusted publishing
|
|
id-token: write
|
|
|
|
steps:
|
|
- name: Checkout the branch
|
|
uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11
|
|
|
|
- name: Set up Python
|
|
uses: actions/setup-python@39cd14951b08e74b54015e9e001cdefcf80e669f
|
|
with:
|
|
python-version: '3.10'
|
|
|
|
- name: Install build dependencies
|
|
run: python -m pip install -U setuptools twine
|
|
|
|
- name: Download the build artifacts (wheels) of this workflow
|
|
uses: actions/download-artifact@v4
|
|
with:
|
|
path: dist
|
|
|
|
- name: Download the Python API distribution tarball
|
|
uses: dawidd6/action-download-artifact@v2
|
|
with:
|
|
workflow: actions.yml
|
|
workflow_conclusion: success
|
|
name: pytrexio-source
|
|
path: dist
|
|
|
|
# The artifacts have to be in dist/ directory so that
|
|
# pypa/gh-action-pypi-publish action can discover them
|
|
- name: Display and rearrange the downloaded artifacts
|
|
run: |
|
|
ls -R
|
|
mv pytrexio-*-wheels/trexio-*.whl ./
|
|
rm -rf -- pytrexio-*-wheels/
|
|
ls -sh -w 1
|
|
working-directory: dist
|
|
|
|
#- name: Publish distribution 📦 to Test PyPI
|
|
# uses: pypa/gh-action-pypi-publish@release/v1
|
|
# with:
|
|
# repository_url: https://test.pypi.org/legacy/
|
|
# verbose: true
|
|
# ##verify-metadata: false
|
|
|
|
- name: Publish distribution 📦 to PyPI
|
|
uses: pypa/gh-action-pypi-publish@release/v1
|
|
##if: startsWith(github.ref, 'refs/tags')
|