Skip to content

CI Upstream

CI Upstream #1637

name: CI Upstream
on:
push:
branches:
- main
pull_request:
types: [opened, reopened, synchronize, labeled]
branches:
- main
paths:
- ".github/workflows/upstream-dev-ci.yaml"
- "ci/upstream-dev-env.yml"
- "flox/*"
schedule:
- cron: "0 0 * * *" # Daily “At 00:00” UTC
workflow_dispatch: # allows you to trigger the workflow run manually
concurrency:
group: ${{ github.workflow }}-${{ github.ref }}
cancel-in-progress: true
jobs:
upstream-dev:
name: upstream-dev
runs-on: ubuntu-latest
if: ${{
(contains(github.event.pull_request.labels.*.name, 'test-upstream') && github.event_name == 'pull_request')
|| github.event_name == 'workflow_dispatch'
|| github.event_name == 'schedule'
}}
defaults:
run:
shell: bash -l {0}
strategy:
fail-fast: false
matrix:
python-version: ["3.12"]
steps:
- uses: actions/checkout@v4
with:
fetch-depth: 0 # Fetch all history for all branches and tags.
- name: Set environment variables
run: |
echo "PYTHON_VERSION=${{ matrix.python-version }}" >> $GITHUB_ENV
- name: Set up conda environment
uses: mamba-org/setup-micromamba@v2
with:
environment-name: flox-tests
init-shell: bash
# cache-environment: true
# micromamba list does not list pip dependencies, so install mamba
create-args: >-
mamba
pip
python=${{ matrix.python-version }}
pytest-reportlog
- name: Install upstream dev dependencies
run: |
# install cython for building cftime without build isolation
micromamba install -f ci/upstream-dev-env.yml
micromamba remove --force numpy scipy pandas cftime
python -m pip install \
-i https://pypi.anaconda.org/scientific-python-nightly-wheels/simple \
--no-deps \
--pre \
--upgrade \
numpy \
scipy \
pandas \
xarray
# without build isolation for packages compiling against numpy
# TODO: remove once there are `numpy>=2.0` builds for cftime
python -m pip install \
--no-deps \
--upgrade \
--no-build-isolation \
git+https://github.com/Unidata/cftime
python -m pip install \
git+https://github.com/dask/dask \
git+https://github.com/ml31415/numpy-groupies
- name: Install flox
run: |
python -m pip install --no-deps -e .
- name: List deps
run: |
# micromamba list does not list pip dependencies
mamba list
- name: Run Tests
if: success()
id: status
run: |
pytest -rf -n auto --cov=./ --cov-report=xml \
--report-log output-${{ matrix.python-version }}-log.jsonl
- name: Generate and publish the report
if: |
failure()
&& steps.status.outcome == 'failure'
&& github.event_name == 'schedule'
&& github.repository_owner == 'xarray-contrib'
uses: xarray-contrib/issue-from-pytest-log@v1
with:
log-path: output-${{ matrix.python-version }}-log.jsonl