Skip to content

CI/CD

CI/CD #1704

Workflow file for this run

# This workflow will install Python dependencies and run tests on
# windows and linux systems with a variety of Python versions
# For more information see:
# https://help.github.com/actions/language-and-framework-guides/using-python-with-github-actions
name: CI/CD
on:
push:
pull_request:
workflow_dispatch:
schedule: # only upstream, won't trigger on forks!
- cron: '0 0 * * *' # daily
jobs:
build:
strategy:
matrix:
# as we build C extension for users to download, we want to include as many python versions
# and OS versions as possible (especially windows to create .whl packages,
# see step "Create wheel and dist package")
python-version: ['3.9', '3.10', '3.11', '3.12']
os: ["ubuntu-latest", "windows-latest", "macos-latest"]
name: py${{ matrix.python-version }}@${{ matrix.os }}
runs-on: ${{ matrix.os }}
steps:
- uses: actions/checkout@v4
with:
submodules: true
fetch-depth: 0
- uses: conda-incubator/setup-miniconda@v3
with:
miniconda-version: "latest"
auto-update-conda: true
python-version: ${{ matrix.python-version }}
environment-file: environment.yml
activate-environment: pytesmo
channel-priority: flexible
auto-activate-base: false
- name: Print Infos
run: |
git status
conda info -a
conda list
pip list
which pip
which python
gcc -v
- name: Export Environment
shell: bash -l {0}
run: |
mkdir -p artifacts
filename=env_py${{ matrix.python-version }}_${{ matrix.os }}.yml
conda env export --no-builds | grep -v "prefix" > artifacts/$filename
- name: Install package and dependencies
shell: bash -l {0}
run: |
pip install -e .[testing]
- name: Run unit tests
shell: bash -l {0}
run: |
pytest
- name: Upload Coverage
shell: bash -l {0}
run: |
pip install coveralls && coveralls --service=github-actions
env:
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
COVERALLS_FLAG_NAME: ${{ matrix.python-version }}
COVERALLS_PARALLEL: true
- name: Build dist and whl packages
shell: bash -l {0}
run: |
# Remove dots from Python version for use with cibuildwheel
PY="${{ matrix.python-version }}"; PY="${PY//./}"
# Get current OS on cibuildwheel compatible form
if [ "${{ runner.os }}" == "Linux" ]; then
OS="manylinux"
elif [ "${{ runner.os }}" == "macOS" ]; then
OS="macosx"
elif [ "${{ runner.os }}" == "Windows" ]; then
OS="win"
fi
pip install setuptools_scm twine cibuildwheel
python setup.py sdist --dist-dir artifacts/dist_whl
export CIBW_BUILD="cp${PY}-${OS}*"
cibuildwheel --output-dir artifacts/dist_whl
twine check artifacts/dist_whl/*
- name: Upload Artifacts
uses: actions/upload-artifact@v4
with:
name: Artifacts-${{ matrix.python-version }}-${{ matrix.os }}
path: artifacts/*
wrapup:
name: Wrap-Up Builds
needs: build
runs-on: ubuntu-latest
container: python:3-slim
steps:
# Merge artifacts from multiple builds
- name: Merge Uploaded Artifacts
uses: actions/upload-artifact/merge@v4
with:
name: Artifacts
delete-merged: true
# Send the coverage reports to Coveralls.io
- name: Finish Coverage
run: |
pip3 install --upgrade coveralls && coveralls --service=github-actions --finish
env:
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
publish:
# Upload the dist and whl packages from artifacts to pypi
name: Upload to PyPI
if: |
startsWith(github.ref, 'refs/tags/v') &&
startsWith(github.repository, 'TUW-GEO')
needs: wrapup
runs-on: ubuntu-latest
steps:
- name: Print environment variables
run: |
echo "GITHUB_REF = $GITHUB_REF"
echo "GITHUB_REPOSITORY = $GITHUB_REPOSITORY"
- name: Download Artifacts
uses: actions/download-artifact@v4
with:
path: Artifacts
pattern: Artifacts*
merge-multiple: true
- name: Display downloaded files
run: ls -aR
- name: Upload to PyPI
uses: pypa/[email protected]
with:
skip_existing: true
verbose: true
verify_metadata: true
packages_dir: Artifacts/dist_whl/
user: __token__
# token needs to be uploaded to github actions secrets
password: ${{ secrets.PYPI_API_TOKEN }}