Skip to content

Commit

Permalink
.github/workflows/build_package.yaml: update to directly build package
Browse files Browse the repository at this point in the history
  • Loading branch information
szobov committed Oct 20, 2024
1 parent a180fc1 commit 6f6b13e
Showing 1 changed file with 73 additions and 272 deletions.
345 changes: 73 additions & 272 deletions .github/workflows/build_package.yaml
Original file line number Diff line number Diff line change
@@ -1,302 +1,103 @@
# This file is autogenerated by maturin v1.7.4
# To update, run
#
# maturin generate-ci --pytest github
#
name: Build Package
name: Run Tests and Build Wheels

on:
push:
branches:
- main
- master
tags:
- '*'
pull_request:
workflow_dispatch:

permissions:
contents: read
branches:
- main

jobs:
linux:
runs-on: ${{ matrix.platform.runner }}
build:
runs-on: ${{ matrix.os }}
strategy:
matrix:
platform:
- runner: ubuntu-latest
target: x86_64
- runner: ubuntu-latest
target: x86
- runner: ubuntu-latest
target: aarch64
- runner: ubuntu-latest
target: armv7
- runner: ubuntu-latest
target: s390x
- runner: ubuntu-latest
target: ppc64le
python-version: ["3.9", "3.10", "3.11", "3.12"]
os: [macos-latest, ubuntu-latest, windows-latest]
fail-fast: false

steps:
- uses: actions/checkout@v4
- uses: actions/setup-python@v5
with:
python-version: 3.x
- name: Install OpenBLAS
run: |
sudo apt-get update
sudo apt-get install -y libopenblas-dev liblapack-dev gfortran
- name: Build wheels
uses: PyO3/maturin-action@v1
with:
target: ${{ matrix.platform.target }}
args: --release --out dist --find-interpreter
sccache: 'true'
manylinux: auto
- name: Upload wheels
uses: actions/upload-artifact@v4
- name: Checkout code
uses: actions/checkout@v4

- name: Set up Python
uses: actions/setup-python@v5
with:
name: wheels-linux-${{ matrix.platform.target }}
path: dist
- name: pytest
if: ${{ startsWith(matrix.platform.target, 'x86_64') }}
shell: bash
run: |
set -e
python3 -m venv .venv
source .venv/bin/activate
pip install kriss_matcher --find-links dist --force-reinstall
pip install pytest
pytest
- name: pytest
if: ${{ !startsWith(matrix.platform.target, 'x86') && matrix.platform.target != 'ppc64' }}
uses: uraimo/run-on-arch-action@v2
python-version: ${{ matrix.python-version }}

- name: Cache pip packages
uses: actions/cache@v4
with:
arch: ${{ matrix.platform.target }}
distro: ubuntu22.04
githubToken: ${{ github.token }}
install: |
apt-get update
apt-get install -y --no-install-recommends python3 python3-pip
pip3 install -U pip pytest
run: |
set -e
pip3 install kriss_matcher --find-links dist --force-reinstall
pytest
path: |
~/.cache/pip
key: ${{ runner.os }}-pip-${{ matrix.python-version }}-${{ hashFiles('**/requirements.txt') }}
restore-keys: |
${{ runner.os }}-pip-
musllinux:
runs-on: ${{ matrix.platform.runner }}
strategy:
matrix:
platform:
- runner: ubuntu-latest
target: x86_64
- runner: ubuntu-latest
target: x86
- runner: ubuntu-latest
target: aarch64
- runner: ubuntu-latest
target: armv7
steps:
- uses: actions/checkout@v4
- uses: actions/setup-python@v5
- name: Cache cargo crates
uses: actions/cache@v4
with:
python-version: 3.x
- name: Install OpenBLAS
path: |
~/.cargo/registry
~/.cargo/git
key: ${{ runner.os }}-cargo-${{ matrix.python-version }}-${{ hashFiles('**/Cargo.lock') }}

- name: Install maturin and dependencies
run: pip install maturin[patchelf]

- name: Install OpenBLAS on Linux
if: matrix.os == 'ubuntu-latest'
run: |
apk add openblas-dev lapack-dev gfortran
- name: Build wheels
uses: PyO3/maturin-action@v1
with:
target: ${{ matrix.platform.target }}
args: --release --out dist --find-interpreter
sccache: 'true'
manylinux: musllinux_1_2
- name: Upload wheels
uses: actions/upload-artifact@v4
with:
name: wheels-musllinux-${{ matrix.platform.target }}
path: dist
- name: pytest
if: ${{ startsWith(matrix.platform.target, 'x86_64') }}
uses: addnab/docker-run-action@v3
with:
image: alpine:latest
options: -v ${{ github.workspace }}:/io -w /io
run: |
set -e
apk add py3-pip py3-virtualenv
python3 -m virtualenv .venv
source .venv/bin/activate
pip install kriss_matcher --no-index --find-links dist --force-reinstall
pip install pytest
pytest
- name: pytest
if: ${{ !startsWith(matrix.platform.target, 'x86') }}
uses: uraimo/run-on-arch-action@v2
with:
arch: ${{ matrix.platform.target }}
distro: alpine_latest
githubToken: ${{ github.token }}
install: |
apk add py3-virtualenv
run: |
set -e
python3 -m virtualenv .venv
source .venv/bin/activate
pip install pytest
pip install kriss_matcher --find-links dist --force-reinstall
pytest
sudo apt-get update
sudo apt-get install -y libopenblas-dev
windows:
runs-on: ${{ matrix.platform.runner }}
strategy:
matrix:
platform:
- runner: windows-latest
target: x64
- runner: windows-latest
target: x86
steps:
- uses: actions/checkout@v4
- uses: actions/setup-python@v5
with:
python-version: 3.x
architecture: ${{ matrix.platform.target }}
- name: Download and extract OpenBLAS
- name: Install OpenBLAS on macOS
if: matrix.os == 'macos-latest'
run: brew install openblas

- name: Set up OpenBLAS on Windows
if: matrix.os == 'windows-latest'
run: |
curl -L -o openblas.zip https://github.com/xianyi/OpenBLAS/releases/download/v0.3.28/OpenBLAS-0.3.28-x64.zip
curl -L -o openblas.zip https://github.com/xianyi/OpenBLAS/releases/download/v0.3.21/OpenBLAS-0.3.21-x64.zip
tar -xf openblas.zip -C C:/openblas
- name: Set up OpenBLAS environment
run: |
setx /M OPENBLAS_DIR "C:\openblas"
setx /M PATH "%PATH%;%OPENBLAS_DIR%\bin"
setx /M OPENBLAS_NUM_THREADS 1
- name: Build wheels
uses: PyO3/maturin-action@v1
with:
target: ${{ matrix.platform.target }}
args: --release --out dist --find-interpreter
sccache: 'true'
- name: Upload wheels
uses: actions/upload-artifact@v4
with:
name: wheels-windows-${{ matrix.platform.target }}
path: dist
- name: pytest
if: ${{ !startsWith(matrix.platform.target, 'aarch64') }}
shell: bash
run: |
set -e
python3 -m venv .venv
source .venv/Scripts/activate
pip install kriss_matcher --find-links dist --force-reinstall
pip install pytest
pytest
shell: cmd

macos:
runs-on: ${{ matrix.platform.runner }}
strategy:
matrix:
platform:
- runner: macos-12
target: x86_64
- runner: macos-14
target: aarch64
steps:
- uses: actions/checkout@v4
- uses: actions/setup-python@v5
with:
python-version: 3.x
- name: Install OpenBLAS
- name: Build wheels with maturin on macOS
if: matrix.os == 'macos-latest'
run: |
brew install openblas lapack gcc
- name: Build wheels
uses: PyO3/maturin-action@v1
with:
target: ${{ matrix.platform.target }}
args: --release --out dist --find-interpreter
sccache: 'true'
- name: Upload wheels
uses: actions/upload-artifact@v4
with:
name: wheels-macos-${{ matrix.platform.target }}
path: dist
- name: pytest
run: |
set -e
python3 -m venv .venv
source .venv/bin/activate
pip install kriss_matcher --find-links dist --force-reinstall
pip install pytest
pytest
sdist:
runs-on: ubuntu-latest
steps:
- uses: actions/checkout@v4
- name: Build sdist
uses: PyO3/maturin-action@v1
with:
command: sdist
args: --out dist
- name: Upload sdist
uses: actions/upload-artifact@v4
with:
name: wheels-sdist
path: dist

release:
name: Release
runs-on: ubuntu-latest
if: ${{ startsWith(github.ref, 'refs/tags/') || github.event_name == 'workflow_dispatch' }}
needs: [linux, musllinux, windows, macos, sdist]
permissions:
# Use to sign the release artifacts
id-token: write
# Used to upload release artifacts
contents: write
# Used to generate artifact attestation
attestations: write
steps:
- uses: actions/download-artifact@v4

- name: Setup Rust toolchain
uses: dtolnay/rust-toolchain@stable

- name: cargo-release Cache
id: cargo_release_cache
uses: actions/cache@v4
with:
path: ~/.cargo/bin/cargo-release
key: ${{ runner.os }}-cargo-release

- name: Install cargo-release
run: cargo install cargo-release
if: steps.cargo_release_cache.outputs.cache-hit != 'true'
maturin build --release --out dist
env:
OPENBLAS_DIR: /usr/local/opt/openblas

- name: cargo login
run: cargo login ${{ secrets.CRATES_IO_API_TOKEN }}
- name: Build wheels with maturin on Linux
if: matrix.os == 'ubuntu-latest'
run: |
maturin build --release --out dist
env:
OPENBLAS_DIR: /usr/lib/x86_64-linux-gnu

- name: Publish crate to crates.io
- name: Build wheels with maturin on Windows
if: matrix.os == 'windows-latest'
run: |
cargo release \
publish \
--workspace \
--all-features \
--allow-branch HEAD \
--no-confirm \
--execute
maturin build --release --out dist
env:
OPENBLAS_DIR: C:\openblas

- name: Generate artifact attestation
uses: actions/attest-build-provenance@v1
with:
subject-path: 'wheels-*/*'
- name: Install the built package
run: |
pip install --find-links dist .
- name: Publish to PyPI
if: "startsWith(github.ref, 'refs/tags/')"
uses: PyO3/maturin-action@v1
- name: Run tests
run: |
pytest
env:
MATURIN_PYPI_TOKEN: ${{ secrets.PYPI_API_TOKEN }}
PYTHONPATH: .

- name: Upload wheel artifacts
uses: actions/upload-artifact@v3
with:
command: upload
args: --non-interactive --skip-existing wheels-*/*
name: wheels-${{ matrix.os }}-${{ matrix.python-version }}
path: dist

0 comments on commit 6f6b13e

Please sign in to comment.