Skip to content

Action for downloading ridership data and saving JSON to s3 #1

Action for downloading ridership data and saving JSON to s3

Action for downloading ridership data and saving JSON to s3 #1

name: Automate ridership data updates
on:
workflow_dispatch:
push:
branches:
- ridership-gh-action
schedule:
# Run every day at 12:30pm CST which is 5:30pm UTC
- cron: 30 17 * * *
env:
PYTHON_VERSION: 3.10.6
AWS_ACCESS_KEY_ID: ${{ secrets.AWS_ACCESS_KEY_ID }}
AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
jobs:
download-ridership-data:
runs-on: ubuntu-latest
steps:
- uses: actions/checkout@v4
- uses: actions/setup-python@v4
with:
python-version: ${{ env.PYTHON_VERSION }}
- name: Download and save ridership data to s3
run: |
pip install -r requirements.txt
python -c 'from scrape_data.ridership_download import save_ridership_json; \
save_ridership_json()' \
$AWS_ACCESS_KEY_ID $AWS_SECRET_ACCESS_KEY