integration_build_test.yml

name: Integration Tests

on:
  push:
    branches:
    - master
  pull_request:
    branches:
    - master
  workflow_dispatch:
    inputs:
      target:
        description: 'Target branch to run'
        required: true

jobs:
  build:

    runs-on: ubuntu-latest
    strategy:
      max-parallel: 3
      fail-fast: false
      matrix:
        python-version: ["3.8", "3.9", "3.10"]

    steps:
    - uses: actions/checkout@v1
    - name: Set up Python ${{ matrix.python-version }}
      uses: actions/setup-python@v2
      with:
        python-version: ${{ matrix.python-version }}
    - name: Set up Java
      uses: actions/setup-java@v1
      with:
        java-version: '11'
    - name: Set up Spark
      uses: vemonet/setup-spark@v1
      with:
        spark-version: '3.4.1'
    - name: Install dependencies
      run: |
        python -m pip install --upgrade pip
        pip install pypandoc
        pip install -r ./tests/test_requirements.txt
      shell: bash -xeo pipefail {0}
    - name: Lint with flake8
      run: |
        pip install flake8
        flake8 . --count --max-line-length=120 --statistics
      shell: bash -xeo pipefail {0}
    - name: Test with pytest
      run: |
        pytest -s tests
      shell: bash -xeo pipefail {0}