Refactor install steps into resusable workflow #825
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| # This workflow will install Python dependencies, run tests and lint with a variety of Python versions | |
| # For more information see: https://help.github.com/actions/language-and-framework-guides/using-python-with-github-actions | |
| name: Test workflow | |
| on: | |
| push: | |
| branches: | |
| - '*' | |
| - '!push-action/*' | |
| pull_request: | |
| branches: | |
| - '*' | |
| - '!push-action/*' | |
| jobs: | |
| quality: | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Install | |
| uses: khanlab/actions/.github/actions/action-setup_task-installPyProject | |
| with: | |
| python-version: '3.11' | |
| install-library: true | |
| # run python style checks | |
| - name: Poetry Lock Check | |
| run: poetry check --lock | |
| - name: isort | |
| run: poetry run isort snakebids -c | |
| - name: Black | |
| run: poetry run black snakebids --check | |
| - name: pyright | |
| run: poetry run pyright snakebids | |
| - name: ruff | |
| run: poetry run ruff snakebids | |
| build-cache-env: | |
| runs-on: ubuntu-latest | |
| needs: [ 'quality' ] | |
| strategy: | |
| matrix: | |
| python-version: ['3.8', '3.9', '3.10', '3.11'] | |
| steps: | |
| - name: Clone repo | |
| uses: actions/checkout@v3 | |
| - uses: ./.github/actions/install-project | |
| with: | |
| python-version: ${{ matrix.python-version }} | |
| # Build docker container needed for test | |
| - name: Set up QEMU | |
| uses: docker/setup-qemu-action@v3 | |
| - name: Set up Docker Buildx | |
| uses: docker/setup-buildx-action@v3 | |
| - name: Cache Template Testing Containers | |
| uses: actions/cache@v3 | |
| with: | |
| path: container-test-template-cache | |
| key: ${{ runner.os }}-test-template-cache-${{ hashFiles('containers/test-template/**') }}-${{ steps.setup-python.outputs.python-version }} | |
| - name: Inject container-test-template-cache into docker | |
| uses: reproducible-containers/[email protected] | |
| with: | |
| cache-source: container-test-template-cache | |
| - name: Build Docker container for cache | |
| uses: docker/build-push-action@v5 | |
| with: | |
| context: containers/test-template | |
| cache-from: type=gha | |
| cache-to: type=gha,mode=max | |
| push: false | |
| load: false | |
| tags: snakebids/test-template:${{ steps.setup-python.outputs.python-version }} | |
| platforms: linux/amd64 | |
| build-args: | | |
| PYTHON_VERSION=${{ steps.setup-python.outputs.python-version }} | |
| test: | |
| runs-on: ubuntu-latest | |
| needs: [ 'build-cache-env' ] | |
| strategy: | |
| matrix: | |
| python-version: ['3.8', '3.9', '3.10', '3.11'] | |
| split: ['1', '2', '3', '4', '5'] | |
| fail-fast: false | |
| steps: | |
| - name: install | |
| uses: khanlab/actions/.github/actions/action-setup_task-installPyProject | |
| with: | |
| python-version: ${{ matrix.python-version }} | |
| reference: ${{ github.event.pull_request.id || github.event.after }} | |
| # Build docker container needed for test | |
| - name: Set up QEMU | |
| uses: docker/setup-qemu-action@v3 | |
| - name: Set up Docker Buildx | |
| uses: docker/setup-buildx-action@v3 | |
| - name: Cache Template Testing Containers | |
| uses: actions/cache@v3 | |
| with: | |
| path: container-test-template-cache | |
| key: ${{ runner.os }}-test-template-cache-${{ hashFiles('containers/test-template/**') }}-${{ steps.setup-python.outputs.python-version }} | |
| - name: Inject container-test-template-cache into docker | |
| uses: reproducible-containers/[email protected] | |
| with: | |
| cache-source: container-test-template-cache | |
| - name: Build Docker container for cache | |
| uses: docker/build-push-action@v5 | |
| with: | |
| context: containers/test-template | |
| cache-from: type=gha | |
| cache-to: type=gha,mode=max | |
| push: false | |
| load: true | |
| tags: snakebids/test-template:${{ steps.setup-python.outputs.python-version }} | |
| platforms: linux/amd64 | |
| build-args: | | |
| PYTHON_VERSION=${{ steps.setup-python.outputs.python-version }} | |
| - name: Test with pytest | |
| env: | |
| HYPOTHESIS_PROFILE: pr | |
| run: >- | |
| poetry run pytest -n auto --splits 5 --group ${{ matrix.split }} | |
| --doctest-modules --ignore=docs | |
| --ignore=snakebids/project_template --benchmark-disable | |
| deployment_on_base: | |
| runs-on: ubuntu-latest | |
| if: ${{ contains(github.event_name, 'pull_request') }} | |
| steps: | |
| - name: Check for previous deployment on base | |
| run: | | |
| [[ $( | |
| curl https://api.github.com/repos/${{ github.repository }}/releases | | |
| jq '.[].target_commitish == "${{ github.event.pull_request.base.ref }}"' | | |
| grep true | wc -l | |
| ) != 0 ]] |