Skip to content

perf: Parse HogQL with C++ for a huge speedup #41

perf: Parse HogQL with C++ for a huge speedup

perf: Parse HogQL with C++ for a huge speedup #41

name: Release hogql-parser
on:
push:
branches:
- master
paths:
- hogql_parser/**
- .github/workflows/build-hogql-parser.yml
pull_request:
paths:
- hogql_parser/**
- .github/workflows/build-hogql-parser.yml
concurrency:
group: ${{ github.workflow }}-${{ github.head_ref || github.run_id }}
cancel-in-progress: true
jobs:
check-version:
name: Check version legitimacy
runs-on: ubuntu-22.04
steps:
- uses: actions/checkout@v4
- name: Compare versions
shell: bash
run: |
published=$(curl -fSsl https://pypi.org/pypi/hogql-parser/json | jq -r '.info.version')
local=$(python hogql_parser/setup.py --version)
if [[ "$published" == "$local" ]]; then
echo "Version $local is already published on PyPI - update hogql_parser/setup.py"
exit 1
fi
build-wheels:
name: Build wheels on ${{ matrix.os }}
needs: check-version
# if: github.ref == 'refs/heads/master' TODO: Only build on master once the containers build on ARM
runs-on: ${{ matrix.os }}
timeout-minutes: 120 # The Linux ARM builds are painfully slow
strategy:
matrix:
# ARM emulation is reasonably fast on macOS, but insanely slow (20x longer) on Linux runners
os: [ubuntu-22.04, buildjet-2vcpu-ubuntu-2204-arm, macos-12]
steps:
- uses: actions/checkout@v4
- uses: actions/setup-python@v4
with:
python-version: '3.10'
- name: Build sdist
if: matrix.os == 'ubuntu-22.04' # Only build the sdist once
run: cd hogql_parser && python setup.py sdist
- name: Install cibuildwheel
run: python -m pip install cibuildwheel==2.16.*
- name: Build wheels
run: cd hogql_parser && python -m cibuildwheel --output-dir dist
env:
MACOSX_DEPLOYMENT_TARGET: '12' # A modern target allows us to use C++20
- uses: actions/upload-artifact@v3
with:
path: |
hogql_parser/dist/*.whl
hogql_parser/dist/*.tar.gz
if-no-files-found: error
publish:
name: Publish on PyPI
needs: build-wheels
environment: pypi-hogql-parser
permissions:
id-token: write
runs-on: ubuntu-22.04
steps:
- name: Fetch wheels
uses: actions/download-artifact@v3
with:
name: artifact
path: dist/
- name: Publish package to PyPI
uses: pypa/gh-action-pypi-publish@release/v1