run_integration_tests.yml

name: run-dbt-test

on:
  pull_request:
    types: [opened, synchronize, reopened]

jobs:
  run-dbt-tests:
    runs-on: ubuntu-latest
    steps:
      - uses: actions/checkout@v4

      - name: Install Python
        uses: actions/setup-python@v4
        with:
          python-version: 3.12

      - name: Install poetry
        uses: abatilo/actions-poetry@v2

      - name: checkout
        uses: actions/checkout@v2

      - name: Install the project dependencies
        run: poetry install

      - name: Ensure .dbt directory exists
        run: mkdir -p ~/.dbt

      - name: Copy profiles
        run: cp .github/ci/sample.profiles.yml ~/.dbt/profiles.yml

      - name: Get what connector we are testing
        id: get_connector
        run: |
          git fetch origin ${{ github.event.pull_request.base.ref }} --depth=1
          git diff --name-only origin/${{ github.event.pull_request.base.ref }} ${{ github.sha }} > changed_files.txt
          cat changed_files.txt
          python .github/ci/get_connector.py

      - name: Run Integration Tests for Postgres
        working-directory: connectors/${{ steps.get_connector.outputs.connector }}/integration_tests
        if: always()
        env:
          POSTGRES_DBT_HOST: ${{ secrets.POSTGRES_DBT_HOST }}
          POSTGRES_DBT_USER: ${{ secrets.POSTGRES_DBT_USER }}
          POSTGRES_DBT_PASSWORD: ${{ secrets.POSTGRES_DBT_PASSWORD }}
          POSTGRES_DBT_DBNAME: ${{ secrets.POSTGRES_DBT_DBNAME }}
          POSTGRES_DBT_SCHEMA: ${{ secrets.POSTGRES_DBT_SCHEMA }}
        run: |
          export DBT_VARS="$(cat vars | sed "s/\$AB_DB/${{ secrets.POSTGRES_DBT_DBNAME }}/g")"
          poetry run dbt deps
          poetry run dbt run --target postgres --vars "$DBT_VARS"

      - name: Run Integration Tests for Snowflake
        if: always()
        working-directory: connectors/${{ steps.get_connector.outputs.connector }}/integration_tests
        env:
          SNOWFLAKE_DBT_ACCOUNT: ${{ secrets.SNOWFLAKE_DBT_ACCOUNT }}
          SNOWFLAKE_DBT_USER: ${{ secrets.SNOWFLAKE_DBT_USER }}
          SNOWFLAKE_DBT_PASSWORD: ${{ secrets.SNOWFLAKE_DBT_PASSWORD }}
          SNOWFLAKE_DBT_ROLE: ${{ secrets.SNOWFLAKE_DBT_ROLE }}
          SNOWFLAKE_DBT_DATABASE: ${{ secrets.SNOWFLAKE_DBT_DATABASE }}
          SNOWFLAKE_DBT_WAREHOUSE: ${{ secrets.SNOWFLAKE_DBT_WAREHOUSE }}
          SNOWFLAKE_DBT_SCHEMA: ${{ secrets.SNOWFLAKE_DBT_SCHEMA }}
        run: |
          export DBT_VARS="$(cat vars | sed "s/\$AB_DB/${{ secrets.SNOWFLAKE_DBT_DATABASE }}/g")"
          poetry run dbt deps
          poetry run dbt run --target snowflake --vars "$DBT_VARS"

      - name: Run Integration Tests for BigQuery
        if: always()
        working-directory: connectors/${{ steps.get_connector.outputs.connector }}/integration_tests
        env:
          BIGQUERY_DBT_PROJECT: ${{ secrets.BIGQUERY_DBT_PROJECT }}
          BIGQUERY_DBT_DATASET: ${{ secrets.BIGQUERY_DBT_DATASET }}
          GCLOUD_SERVICE_KEY: ${{ secrets.GCLOUD_SERVICE_KEY }}
        run: |
          export DBT_VARS="$(cat vars | sed "s/\$AB_DB/${{ secrets.BIGQUERY_DBT_PROJECT }}/g")"
          poetry run dbt deps
          poetry run dbt run --target bigquery --vars "$DBT_VARS"