From 45fb81856e413e8d721e94f1eb77566f5d6aa5f8 Mon Sep 17 00:00:00 2001 From: Tom Forbes Date: Thu, 27 Jul 2023 00:09:52 +0100 Subject: [PATCH] ok --- .github/workflows/run.yml | 7 ++++++- 1 file changed, 6 insertions(+), 1 deletion(-) diff --git a/.github/workflows/run.yml b/.github/workflows/run.yml index a6813438..ddf3ba64 100644 --- a/.github/workflows/run.yml +++ b/.github/workflows/run.yml @@ -129,9 +129,14 @@ jobs: - name: Download links run: cat ${{ matrix.index }} | jq -rc '.[]' + - name: Download + run: | + mkdir input/ + cat ${{ matrix.index }} | jq -rc '.[]' | parallel wget -nv -O input/{#}.parquet {} + - name: Combine run: | - poetry run pypi-data run-sql ${{ github.workspace }}/sql/combine.prql output.parquet $(cat ${{ matrix.index }} | jq -rc '.[]') + poetry run pypi-data run-sql ${{ github.workspace }}/sql/combine.prql output.parquet input/*.parquet - name: Upload Assets uses: shogo82148/actions-upload-release-asset@v1