Statistics on ParquetFile subset. (#940)
#729
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: CI | |
| on: | |
| push: | |
| branches: "*" | |
| pull_request: | |
| branches: main | |
| jobs: | |
| linux: | |
| name: ${{ matrix.CONDA_ENV }}-pytest | |
| runs-on: ubuntu-latest | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| CONDA_ENV: [py39, py310, py311, py312] | |
| steps: | |
| - name: APT | |
| run: sudo apt-get install liblzo2-dev | |
| - name: Checkout | |
| uses: actions/checkout@v4 | |
| with: | |
| fetch-depth: 0 | |
| - name: Setup conda | |
| uses: conda-incubator/setup-miniconda@v3 | |
| with: | |
| environment-file: ci/environment-${{ matrix.CONDA_ENV }}.yml | |
| - name: pip-install | |
| shell: bash -l {0} | |
| run: | | |
| pip install -e . --no-deps | |
| - name: Run Tests | |
| shell: bash -l {0} | |
| run: | | |
| pytest --verbose --cov=fastparquet | |
| v2: | |
| name: v2-py310 | |
| runs-on: ubuntu-latest | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| CONDA_ENV: [py310] | |
| steps: | |
| - name: APT | |
| run: sudo apt-get install liblzo2-dev | |
| - name: Checkout | |
| uses: actions/checkout@v4 | |
| with: | |
| fetch-depth: 0 | |
| - name: Setup conda | |
| uses: conda-incubator/setup-miniconda@v3 | |
| with: | |
| environment-file: ci/environment-${{ matrix.CONDA_ENV }}.yml | |
| - name: pip-install | |
| shell: bash -l {0} | |
| run: | | |
| pip install -e . --no-deps | |
| - name: Run Tests | |
| shell: bash -l {0} | |
| env: | |
| FASTPARQUET_DATAPAGE_V2: TRUE | |
| run: | | |
| echo "FASTPARQUET_DATAPAGE_V2=$FASTPARQUET_DATAPAGE_V2" | |
| pytest --verbose --cov=fastparquet | |
| pandas: | |
| name: pandas | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: APT | |
| run: sudo apt-get install liblzo2-dev | |
| - name: Checkout | |
| uses: actions/checkout@v2 | |
| with: | |
| fetch-depth: 0 | |
| - name: Setup conda | |
| uses: conda-incubator/setup-miniconda@v3 | |
| with: | |
| environment-file: ci/environment-py310.yml | |
| - name: pip-install | |
| shell: bash -l {0} | |
| run: | | |
| pip install Cython | |
| pip install hypothesis | |
| pip install pytest-localserver pytest-xdist pytest-asyncio | |
| pip install -e . --no-deps # Install fastparquet | |
| git clone https://github.com/pandas-dev/pandas | |
| cd pandas | |
| python setup.py build_ext -j 4 | |
| pip install -e . --no-build-isolation | |
| - name: Run Tests | |
| shell: bash -l {0} | |
| run: | | |
| pytest -v fastparquet/ # fastparquet test suite against dev pandas | |
| pytest --verbose pandas/pandas/tests/io/test_parquet.py | |
| # Test parquet with different filesystems | |
| pytest --verbose pandas/pandas/tests/io/test_gcs.py pandas/pandas/tests/io/test_fsspec.py -k "parquet" | |
| win: | |
| name: win | |
| runs-on: windows-2019 | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v4 | |
| with: | |
| fetch-depth: 0 | |
| - name: Setup conda | |
| uses: conda-incubator/setup-miniconda@v3 | |
| with: | |
| environment-file: ci/environment-py310win.yml | |
| - name: pip-install | |
| shell: bash -l {0} | |
| run: | | |
| pip install -e . --no-deps | |
| - name: Run Tests | |
| shell: bash -l {0} | |
| run: | | |
| pytest --verbose --cov=fastparquet |