Fix and test sdist builds; reduce sdist size #92
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Build and upload PyPI wheels and source dist | |
| on: | |
| # release: | |
| # types: [published] | |
| # workflow_dispatch: | |
| pull_request: | |
| jobs: | |
| build-sdist: | |
| name: Build sdist | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: actions/checkout@v4 | |
| with: | |
| fetch-depth: 0 # Ensure tags are fetched for versioning | |
| - name: Create source distribution | |
| shell: bash -l {0} | |
| run: | | |
| pipx run build --sdist . | |
| - name: Upload source dist as build artifact | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: python-source-distribution | |
| path: dist/ | |
| if-no-files-found: error | |
| build-wheels: | |
| needs: build-sdist | |
| strategy: | |
| matrix: | |
| os: [windows-latest, macos-13, macos-latest, ubuntu-latest] | |
| python-version: ['3.10', '3.11', '3.12'] | |
| include: | |
| - os: windows-latest | |
| wheelname: win | |
| cibw_archs: "AMD64" | |
| - os: macos-13 | |
| wheelname: macosx | |
| cibw_archs: "x86_64" | |
| - os: macos-latest | |
| wheelname: macosx | |
| cibw_archs: "arm64" | |
| - os: ubuntu-latest | |
| wheelname: manylinux | |
| cibw_archs: "x86_64" | |
| - python-version: '3.10' | |
| version-tag: cp310 | |
| - python-version: '3.11' | |
| version-tag: cp311 | |
| - python-version: '3.12' | |
| version-tag: cp312 | |
| fail-fast: false | |
| runs-on: ${{ matrix.os }} | |
| steps: | |
| - name: Checkout project (for test files) | |
| uses: actions/checkout@v4 | |
| # with: | |
| # fetch-depth: 0 # Ensure tags are fetched for versioning | |
| - name: Delete source (to ensure we are using sdist only) | |
| shell: bash -l {0} | |
| run: rm -rf euphonic | |
| - name: Download sdist | |
| uses: actions/download-artifact@v4 | |
| with: | |
| name: python-source-distribution | |
| path: dist/ | |
| # - name: Rename downloaded sdist | |
| # shell: bash -l {0} | |
| # run: | | |
| # ls -R dist | |
| # mv $(find dist/ -name 'euphonic*.tar.gz') dist/euphonic.tar.gz | |
| # ls -R dist | |
| - name: Get sdist filename | |
| shell: bash -l {0} | |
| run: | | |
| echo EUPHONIC_SDIST="$(find dist/ -name 'euphonic*.tar.gz')" >> $GITHUB_ENV | |
| - name: Setup Python ${{ matrix.python-version }} | |
| uses: actions/setup-python@v5 | |
| with: | |
| python-version: ${{ matrix.python-version }} | |
| - name: Install llvm on Macos | |
| if: startsWith(matrix.os, 'macos') | |
| shell: bash -l {0} | |
| env: | |
| # Homebrew location is different on Intel Mac | |
| LLVM_DIR: ${{ (matrix.os == 'macos-13') && '/usr/local/opt/llvm' || '/opt/homebrew/opt/llvm' }} | |
| run: | | |
| brew install llvm | |
| echo CC="${LLVM_DIR}/bin/clang" >> $GITHUB_ENV | |
| echo LDFLAGS="-L${LLVM_DIR}/lib $LDFLAGS" >> $GITHUB_ENV | |
| echo CPPFLAGS="-I${LLVM_DIR}/include $CPPFLAGS" >> $GITHUB_ENV | |
| - name: Windows - find MSVC and set environment variables | |
| if: startsWith(matrix.os, 'windows') | |
| shell: bash -l {0} | |
| env: | |
| MSVC_PREFIX: 'C:\Program Files\Microsoft Visual Studio\2022\Enterprise\VC\Tools\MSVC' | |
| run: | | |
| echo "Available MSVC installations:" | |
| ls "$MSVC_PREFIX" | |
| MSVC_BIN=$(ls "$MSVC_PREFIX" | tail -n 1)\\bin\\HostX64\\x64 | |
| CC="$MSVC_PREFIX\\$MSVC_BIN\\cl.exe" | |
| echo "CC: $CC" | |
| echo "CC=$CC" >> $GITHUB_ENV | |
| CC_LD="$MSVC_PREFIX\\$MSVC_BIN\\link.exe" | |
| echo "CC_LD: $CC_LD" | |
| echo "CC_LD=$CC_LD" >> $GITHUB_ENV | |
| - name: Update Python pip, build, wheel, and twine | |
| shell: bash -l {0} | |
| run: | | |
| python -m pip install --upgrade pip build wheel twine | |
| - name: Build wheels from sdist | |
| uses: pypa/[email protected] | |
| env: | |
| CIBW_BUILD_FRONTEND: build | |
| CIBW_BUILD: ${{ matrix.version-tag }}-* | |
| CIBW_ARCHS: ${{ matrix.cibw_archs }} | |
| CIBW_SKIP: "*-musllinux*" | |
| CIBW_REPAIR_WHEEL_COMMAND_MACOS: "" | |
| CIBW_TEST_EXTRAS: "test,brille,phonopy_reader,matplotlib" | |
| CIBW_TEST_COMMAND: python {package}/tests_and_analysis/test/run_tests.py | |
| with: | |
| output-dir: wheelhouse | |
| package-dir: ${{ env.EUPHONIC_SDIST }} | |
| - name: Upload wheels as build artifacts | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: wheel-${{ matrix.wheelname }}-${{ matrix.python-version }}-${{ matrix.cibw_archs }} | |
| path: wheelhouse/*-${{ matrix.wheelname }}*_${{ matrix.cibw_archs }}.whl | |
| if-no-files-found: error | |
| test-sdist: | |
| needs: build-sdist | |
| name: Test build from sdist on Windows | |
| runs-on: windows-latest | |
| steps: | |
| - name: Setup Python | |
| uses: actions/setup-python@v5 | |
| with: | |
| python-version: 3.11 | |
| - name: Find MSVC and set environment variables | |
| shell: bash -l {0} | |
| env: | |
| MSVC_PREFIX: 'C:\Program Files\Microsoft Visual Studio\2022\Enterprise\VC\Tools\MSVC' | |
| run: | | |
| echo "Available MSVC installations:" | |
| ls "$MSVC_PREFIX" | |
| MSVC_BIN=$(ls "$MSVC_PREFIX" | tail -n 1)\\bin\\HostX64\\x64 | |
| CC="$MSVC_PREFIX\\$MSVC_BIN\\cl.exe" | |
| echo "CC: $CC" | |
| echo "CC=$CC" >> $GITHUB_ENV | |
| CC_LD="$MSVC_PREFIX\\$MSVC_BIN\\link.exe" | |
| echo "CC_LD: $CC_LD" | |
| echo "CC_LD=$CC_LD" >> $GITHUB_ENV | |
| - name: Download sdist | |
| uses: actions/download-artifact@v4 | |
| with: | |
| path: dist/ | |
| merge-multiple: true | |
| - name: List downloaded sdist | |
| run: | | |
| ls -R dist/ | |
| - name: Update pip | |
| shell: bash -l {0} | |
| run: | | |
| python -m pip install --upgrade pip | |
| - name: Install from sdist | |
| shell: bash -l {0} | |
| run: python -m pip install $(find dist -name 'euphonic-*.tar.gz')[matplotlib,phonopy_reader,brille,test] | |
| - name: Checkout repository (for tests and test data) | |
| uses: actions/checkout@v4 | |
| - name: Delete source (to ensure we are testing INSTALLED version) | |
| shell: bash -l {0} | |
| run: rm -rf euphonic | |
| - name: run tests | |
| shell: bash -l {0} | |
| run: python tests_and_analysis/test/run_tests.py --report | |
| publish: | |
| # if: github.event_name == 'release' | |
| needs: [build-wheels,test-sdist] | |
| name: Upload release to PyPI (dry-run) | |
| runs-on: ubuntu-latest | |
| environment: | |
| name: pypi | |
| url: https://pypi.org/p/euphonic | |
| permissions: | |
| id-token: write | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v4 | |
| with: | |
| fetch-depth: 0 # This is possibly unnecessary? | |
| - name: Download artifacts to Ubuntu environment | |
| uses: actions/download-artifact@v4 | |
| with: | |
| path: dist/ | |
| merge-multiple: true | |
| - name: List Files | |
| run: ls -R dist/ | |
| # - name: Upload wheels to PyPI | |
| # uses: pypa/gh-action-pypi-publish@release/v1 |