From 18e73562020eedd5b068bb503afc7b6fcb89c141 Mon Sep 17 00:00:00 2001 From: Tom Forbes Date: Wed, 2 Aug 2023 12:30:11 +0100 Subject: [PATCH] 4 --- .github/workflows/unique_python_files.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/unique_python_files.yml b/.github/workflows/unique_python_files.yml index febce54c..178be256 100644 --- a/.github/workflows/unique_python_files.yml +++ b/.github/workflows/unique_python_files.yml @@ -62,7 +62,7 @@ jobs: - name: Ingest run: | mkdir combined/ - find dataset/ -name '*.parquet' | parallel -j 1 --xargs -n2 poetry run pypi-data run-sql ${{ github.workspace }}/sql/unique_python_files.prql --output=parquet --threads=2 combined/{#}.parquet {} + find dataset/ -name '*.parquet' | parallel -j 1 --xargs -n4 poetry run pypi-data run-sql ${{ github.workspace }}/sql/unique_python_files.prql --output=parquet --threads=2 combined/{#}.parquet {} - name: List run: ls combined/