diff --git a/.github/workflows/run.yml b/.github/workflows/run.yml index a6813438..ddf3ba64 100644 --- a/.github/workflows/run.yml +++ b/.github/workflows/run.yml @@ -129,9 +129,14 @@ jobs: - name: Download links run: cat ${{ matrix.index }} | jq -rc '.[]' + - name: Download + run: | + mkdir input/ + cat ${{ matrix.index }} | jq -rc '.[]' | parallel wget -nv -O input/{#}.parquet {} + - name: Combine run: | - poetry run pypi-data run-sql ${{ github.workspace }}/sql/combine.prql output.parquet $(cat ${{ matrix.index }} | jq -rc '.[]') + poetry run pypi-data run-sql ${{ github.workspace }}/sql/combine.prql output.parquet input/*.parquet - name: Upload Assets uses: shogo82148/actions-upload-release-asset@v1