1.2.3 #36

Workflow file for this run

.github/workflows/wheel-upload.yml at 04c8e66

	name: Python upload Wheels

	on:
	workflow_dispatch:
	release:
	types: ['released', 'prereleased']

	env:
	PACKAGE_VERSION: "1.2.3"
	PACKAGE_NAME: qpalm
	C_EXTENSIONS: _qpalm

	jobs:
	generate-stubs:
	runs-on: ubuntu-latest
	container:
	image: ubuntu:jammy
	env:
	HOST: 'x86_64-centos7-linux-gnu'
	PYTHON_VERSION: '3.11'
	CMAKE_C_COMPILER_LAUNCHER: ccache
	CMAKE_CXX_COMPILER_LAUNCHER: ccache
	CCACHE_DIR: /root/.ccache
	steps:
	# Git clone
	- name: Install git
	run: apt -y update && apt -y install --no-install-recommends git ca-certificates
	- uses: actions/checkout@v4
	with:
	submodules: recursive
	# Tools
	- name: Install tools
	uses: ./.github/workflows/toolchain
	with:
	host: ${{ env.HOST }}
	python-version: ${{ env.PYTHON_VERSION }}
	pypy: ''
	# Ccache
	- name: Prepare ccache directory
	run: mkdir -p "${{ env.CCACHE_DIR }}"
	- name: Cache ccache
	uses: actions/cache@v4
	with:
	path: ${{ env.CCACHE_DIR }}
	key: ${{ runner.os }}-${{ env.PYTHON_VERSION }}-${{ env.HOST }}-ccache-${{ github.run_id }}
	restore-keys: ${{ runner.os }}-${{ env.PYTHON_VERSION }}-${{ env.HOST }}-ccache
	# Pip install dependencies
	- name: Install Python dependencies
	run: python${{ env.PYTHON_VERSION }} -m pip install -U pip build pybind11-stubgen~=0.16.2 py-build-cmake~=0.2.0a7
	# Build
	- name: Native build
	run: \|
	host="${{ env.HOST }}"
	staging="/opt/$host"
	pbc_cli="python${{ env.PYTHON_VERSION }} -m py_build_cmake.cli"
	$pbc_cli -B native-build configure -- \
	-D CMAKE_C_COMPILER="$staging/x-tools/$host/bin/$host-gcc" \
	-D CMAKE_CXX_COMPILER="$staging/x-tools/$host/bin/$host-g++" \
	-D CMAKE_Fortran_COMPILER="$staging/x-tools/$host/bin/$host-gfortran" \
	-D USE_GLOBAL_PYBIND11=On \
	-D CMAKE_FIND_ROOT_PATH="$staging/pybind11;$staging/eigen-master"
	$pbc_cli -B native-build build -- -t ${{ env.C_EXTENSIONS }}
	$pbc_cli -B native-build install --component python_stubs -- --prefix "$PWD/staging/QPALM/interfaces/python"
	tar cf stubs.tar -C "$PWD/staging" QPALM/interfaces/python
	# Upload
	- name: Upload stubs
	uses: actions/upload-artifact@v4
	with:
	name: stubs
	retention-days: 1
	path: stubs.tar

	build-linux:
	needs: [generate-stubs]
	runs-on: ubuntu-latest
	container:
	image: ubuntu:jammy
	strategy:
	matrix:
	pypy: ['', pypy]
	python-version: ['3.7', '3.8', '3.9', '3.10', '3.11', '3.12']
	host: [x86_64-centos7-linux-gnu, armv7-neon-linux-gnueabihf, armv6-rpi-linux-gnueabihf, aarch64-rpi3-linux-gnu]
	include:
	- python-version: '3.8'
	pypy-version: '7.3.11'
	- python-version: '3.9'
	pypy-version: '7.3.12'
	- python-version: '3.10'
	pypy-version: '7.3.12'
	exclude:
	- pypy: pypy
	python-version: '3.7'
	- pypy: pypy
	python-version: '3.11'
	- pypy: pypy
	python-version: '3.12'
	- pypy: pypy
	host: armv7-neon-linux-gnueabihf
	- pypy: pypy
	host: armv6-rpi-linux-gnueabihf
	env:
	CMAKE_C_COMPILER_LAUNCHER: ccache
	CMAKE_CXX_COMPILER_LAUNCHER: ccache
	CCACHE_DIR: /root/.ccache
	steps:
	# Git clone
	- name: Install git
	run: apt -y update && apt -y install --no-install-recommends git ca-certificates
	- uses: actions/checkout@v4
	with:
	submodules: recursive
	# Tools
	- name: Install tools
	uses: ./.github/workflows/toolchain
	with:
	host: ${{ matrix.host }}
	python-version: ${{ matrix.python-version }}
	pypy: ${{ matrix.pypy }}
	pypy-version: ${{ matrix.pypy-version }}
	# Ccache
	- name: Prepare ccache directory
	run: mkdir -p "${{ env.CCACHE_DIR }}"
	- name: Cache ccache
	uses: actions/cache@v4
	with:
	path: ${{ env.CCACHE_DIR }}
	key: ${{ runner.os }}-${{ matrix.pypy }}${{ matrix.python-version }}-${{ matrix.host }}-ccache-${{ github.run_id }}
	restore-keys: ${{ runner.os }}-${{ matrix.pypy }}${{ matrix.python-version }}-${{ matrix.host }}-ccache
	# Pip install dependencies
	- name: Install Python dependencies
	run: python${{ matrix.python-version }} -m pip install -U pip build pybind11-stubgen~=0.16.2 py-build-cmake~=0.2.0a7
	# Download stubs
	- name: Download stubs
	uses: actions/download-artifact@v4
	with:
	name: stubs
	- name: Extract stubs
	run: tar xf stubs.tar
	# Build
	- name: Build wheels
	run: \|
	host="${{ matrix.host }}"
	staging="/opt/$host"
	cat > ninja-debug-release.cross.toml <<- EOF
	[cmake]
	config = ["Debug", "Release"]
	generator = "Ninja Multi-Config"
	[cmake.options]
	CMAKE_FIND_ROOT_PATH = "$staging/pybind11;$staging/eigen-master"
	USE_GLOBAL_PYBIND11 = "On"
	EOF
	python${{ matrix.python-version }} -m build -w . \
	-C--cross="$PWD/ninja-debug-release.cross.toml" \
	-C--cross="$staging/$host.py-build-cmake.cross.toml"
	python${{ matrix.python-version }} -m build -w QPALM/interfaces/python/qpalm-debug \
	-C--cross="$PWD/ninja-debug-release.cross.toml" \
	-C--cross="$staging/$host.py-build-cmake.cross.toml" \
	-o dist-debug
	env:
	CFLAGS: '-static-libgcc'
	CXXFLAGS: '-static-libgcc -static-libstdc++'
	# Upload
	- name: Upload Wheels
	uses: actions/upload-artifact@v4
	with:
	name: 'whl-linux-${{ matrix.host }}-${{ matrix.pypy }}${{ matrix.python-version }}'
	retention-days: 1
	path: dist/*.whl
	- name: Upload debug Wheels
	uses: actions/upload-artifact@v4
	with:
	name: 'whl-debug-linux-${{ matrix.host }}-${{ matrix.pypy }}${{ matrix.python-version }}'
	retention-days: 1
	path: dist-debug/*.whl

	build-linux-src:
	runs-on: ubuntu-latest
	container:
	image: ubuntu:jammy
	env:
	HOST: 'x86_64-centos7-linux-gnu'
	PYTHON_VERSION: '3.11'
	steps:
	# Git clone
	- name: Install git
	run: apt -y update && apt -y install --no-install-recommends git ca-certificates
	- uses: actions/checkout@v4
	with:
	submodules: recursive
	# Tools
	- name: Install tools
	uses: ./.github/workflows/toolchain
	with:
	host: ${{ env.HOST }}
	python-version: ${{ env.PYTHON_VERSION }}
	pypy: ''
	# Pip install dependencies
	- name: Install Python dependencies
	run: python${{ env.PYTHON_VERSION }} -m pip install -U pip build
	# Build
	- name: Build wheels
	run: \|
	host="${{ env.HOST }}"
	staging="/opt/$host"
	cat > ninja-debug.cross.toml <<- EOF
	[cmake]
	config = ["Debug"]
	generator = "Ninja Multi-Config"
	[cmake.options]
	CMAKE_FIND_ROOT_PATH = "$staging/pybind11;$staging/eigen-master"
	USE_GLOBAL_PYBIND11 = "On"
	EOF
	python${{ env.PYTHON_VERSION }} -m build . \
	-C--cross="$PWD/ninja-debug.cross.toml" \
	-C--cross="$staging/$host.py-build-cmake.cross.toml"
	env:
	CFLAGS: '-static-libgcc'
	CXXFLAGS: '-static-libgcc -static-libstdc++'
	# Upload
	- name: Upload source
	uses: actions/upload-artifact@v4
	with:
	name: src-dist
	retention-days: 1
	path: dist/*.tar.gz

	test-linux:
	needs: [build-linux]
	runs-on: ubuntu-latest
	container: python:${{ matrix.python-version }}-bullseye
	strategy:
	matrix:
	python-version: ['3.7', '3.8', '3.9', '3.10', '3.11', '3.12']
	steps:
	- uses: actions/checkout@v4
	with:
	submodules: recursive
	- uses: actions/download-artifact@v4
	with:
	pattern: whl-linux-*
	path: dist
	merge-multiple: true
	- name: Test
	run: \|
	python3 -m pip install -U pip cmake ninja
	python3 -m pip install --find-links=dist "${PACKAGE_NAME}[test]==${PACKAGE_VERSION}"
	pytest -rP


	build-windows:
	needs: [generate-stubs]
	runs-on: windows-2022
	strategy:
	matrix:
	arch: ['AMD64', 'ARM64', 'x86']
	python-id: ['cp37', 'cp38', 'cp39', 'cp310', 'cp311', 'cp312']
	include:
	- arch: 'AMD64'
	python-id: 'pp38'
	- arch: 'AMD64'
	python-id: 'pp39'
	- arch: 'AMD64'
	python-id: 'pp310'
	exclude:
	- arch: 'ARM64'
	python-id: 'cp37'
	- arch: 'ARM64'
	python-id: 'cp38'
	env:
	CXXFLAGS: "/bigobj"
	CFLAGS: "/bigobj"
	PYTHONUTF8: 1
	steps:
	- uses: actions/checkout@v4
	with:
	submodules: recursive
	- name: Cache dependencies
	id: cache-dep
	uses: actions/cache@v4
	with:
	path: deps
	key: deps-${{ runner.os }}-${{ matrix.arch }}-${{ hashFiles('scripts/install-eigen.ps1') }}
	- name: Install Python dependencies
	if: steps.cache-dep.outputs.cache-hit != 'true'
	shell: powershell
	run: \|
	mkdir $env:VIRTUAL_ENV
	./scripts/install-eigen.ps1
	env:
	VIRTUAL_ENV: ${{ github.workspace }}/deps
	CMAKE_TOOLCHAIN_FILE: ${{ github.workspace }}/scripts/toolchains/Win-${{ matrix.arch }}.cmake
	# Download stubs
	- name: Download stubs
	if: ${{ matrix.arch == 'ARM64' }}
	uses: actions/download-artifact@v4
	with:
	name: stubs
	- name: Extract stubs
	if: ${{ matrix.arch == 'ARM64' }}
	run: tar xf stubs.tar
	- name: Build wheels
	uses: pypa/cibuildwheel@ce3fb7832089eb3e723a0a99cab7f3eaccf074fd
	with:
	output-dir: dist
	env:
	CIBW_BUILD: "${{ matrix.python-id }}-*"
	CIBW_ARCHS: ${{ matrix.arch }}
	CIBW_TEST_SKIP: "-{win32,win_arm64} pp" # no SciPy binaries
	CMAKE_PREFIX_PATH: ${{ github.workspace }}/deps
	- name: Upload
	uses: actions/upload-artifact@v4
	with:
	name: 'whl-windows-${{ matrix.arch }}-${{ matrix.python-id }}'
	retention-days: 1
	path: dist/*.whl


	build-macos:
	runs-on: macos-12
	strategy:
	matrix:
	python-version: ['3.7', '3.8', '3.9', '3.10', '3.11', '3.12']
	env:
	CMAKE_C_COMPILER_LAUNCHER: ccache
	CMAKE_CXX_COMPILER_LAUNCHER: ccache
	CCACHE_DIR: /tmp/.ccache
	MACOSX_DEPLOYMENT_TARGET: '10.9'
	steps:
	- uses: actions/checkout@v4
	with:
	submodules: recursive
	- uses: actions/setup-python@v5
	id: python
	name: Install Python
	with:
	python-version: ${{ matrix.python-version }}
	- name: Install ccache
	run: brew install ccache && ccache --version
	- name: Prepare ccache directory
	run: mkdir -p "${{ env.CCACHE_DIR }}"
	- name: Cache ccache
	uses: actions/cache@v4
	with:
	path: ${{ env.CCACHE_DIR }}
	key: ${{ runner.os }}-${{ matrix.python-version }}-ccache-${{ github.run_id }}
	restore-keys: ${{ runner.os }}-${{ matrix.python-version }}-ccache
	- name: Cache Virtual Environment
	id: cache-venv
	uses: actions/cache@v4
	with:
	path: py-venv
	key: ${{ runner.os }}-${{ steps.python.outputs.python-version }}-${{ hashFiles('scripts/install-eigen.sh') }}
	- name: Install Python dependencies
	if: steps.cache-venv.outputs.cache-hit != 'true'
	run: \|
	python -m venv py-venv
	source ./py-venv/bin/activate
	python -m pip install -U pip build cmake ninja
	./scripts/install-eigen.sh
	- name: Build
	run: \|
	source ./py-venv/bin/activate
	CMAKE_PREFIX_PATH="$VIRTUAL_ENV:$CMAKE_PREFIX_PATH" \
	_PYTHON_HOST_PLATFORM='macosx-10.9-universal2' \
	ARCHFLAGS='-arch arm64 -arch x86_64' \
	python -m build -w .
	- name: Upload
	uses: actions/upload-artifact@v4
	with:
	name: 'whl-macos-${{ matrix.python-version }}'
	retention-days: 1
	path: dist/*.whl

	test-macos:
	needs: [build-macos]
	runs-on: macos-12
	strategy:
	matrix:
	python-version: ['3.7', '3.8', '3.9', '3.10', '3.11', '3.12']
	steps:
	- uses: actions/checkout@v4
	with:
	submodules: recursive
	- uses: actions/setup-python@v5
	name: Install Python
	with:
	python-version: ${{ matrix.python-version }}
	- uses: actions/download-artifact@v4
	with:
	pattern: whl-macos-*
	path: dist
	merge-multiple: true
	- name: Test
	run: \|
	python3 -m pip install -U pip
	python3 -m pip install --find-links=dist "${PACKAGE_NAME}[test]==${PACKAGE_VERSION}"
	pytest -rP


	check-release:
	if: ${{ github.event.action == 'released' \|\| github.event.action == 'prereleased' }}
	needs: [test-linux, build-linux-src, build-windows, test-macos]
	runs-on: ubuntu-latest
	container: python:3.11-bullseye
	steps:
	- uses: actions/checkout@v4
	- uses: actions/download-artifact@v4
	with:
	pattern: whl-linux-*
	path: dist
	merge-multiple: true
	- name: Install package
	run: python -m pip install --no-deps --no-index --find-links=dist ${PACKAGE_NAME}==${PACKAGE_VERSION}
	- name: Check package version
	run: \|
	[ "${{ github.event.release.tag_name }}" == $(python -c 'from importlib.metadata import version as v; print(v("${{ env.PACKAGE_NAME }}"))') ]
	shell: bash

	release:
	needs: [check-release]
	if: ${{ github.event.action == 'released' \|\| github.event.action == 'prereleased' }}
	runs-on: ubuntu-latest
	environment:
	name: release
	url: https://pypi.org/p/qpalm
	permissions:
	id-token: write # mandatory for trusted publishing
	steps:
	- uses: actions/download-artifact@v4
	with:
	pattern: whl-linux-*
	path: dist
	merge-multiple: true
	- uses: actions/download-artifact@v4
	with:
	pattern: whl-debug-linux-*
	path: dist
	merge-multiple: true
	- uses: actions/download-artifact@v4
	with:
	pattern: whl-windows-*
	path: dist
	merge-multiple: true
	- uses: actions/download-artifact@v4
	with:
	pattern: whl-macos-*
	path: dist
	merge-multiple: true
	- uses: actions/download-artifact@v4
	with:
	name: src-dist
	path: dist
	- name: Publish package distributions to PyPI
	uses: pypa/gh-action-pypi-publish@81e9d935c883d0b210363ab89cf05f3894778450

Provide feedback

Saved searches

Use saved searches to filter your results more quickly

1.2.3 #36

Workflow file

1.2.3 #36

Jobs

Run details

Workflow file for this run