Skip to content

Commit

Permalink
Merge branch 'master' into girarda/builder-contribute/source-gong
Browse files Browse the repository at this point in the history
  • Loading branch information
girarda authored Nov 21, 2024
2 parents 270b908 + f4ad588 commit db60cfa
Show file tree
Hide file tree
Showing 7,236 changed files with 1,451,537 additions and 675,510 deletions.
The diff you're trying to view is too large. We only load the first 3000 changed files.
2 changes: 1 addition & 1 deletion .bumpversion.cfg
Original file line number Diff line number Diff line change
@@ -1,5 +1,5 @@
[bumpversion]
current_version = 0.63.14
current_version = 0.64.7
commit = False
tag = False
parse = (?P<major>\d+)\.(?P<minor>\d+)\.(?P<patch>\d+)(\-[a-z]+)?
Expand Down
35 changes: 20 additions & 15 deletions .github/CODEOWNERS
Original file line number Diff line number Diff line change
Expand Up @@ -5,14 +5,12 @@
/airbyte-integrations/connectors/destination-qdrant @airbytehq/ai-language-models
/airbyte-integrations/connectors/destination-chroma @airbytehq/ai-language-models
/airbyte-integrations/connectors/destination-snowflake-cortex @airbytehq/ai-language-models
/airbyte-cdk/python/airbyte_cdk/destinations/vector_db_based @airbytehq/ai-language-models

# CI/CD
/.github/ @airbytehq/dev-tooling
/airbyte-ci/ @airbytehq/dev-tooling

# Python CDK and Connector Acceptance Tests
/airbyte-cdk/python @airbytehq/python-team
/airbyte-integrations/connector-templates/ @airbytehq/dev-marketplace-contributions
/airbyte-integrations/bases/connector-acceptance-test/ @airbytehq/dev-tooling

Expand All @@ -22,21 +20,28 @@
# Protocol related items
/docs/understanding-airbyte/airbyte-protocol.md @airbytehq/protocol-reviewers

# Bulk CDK
/airbyte-cdk/bulk @airbytehq/dbsources @airbytehq/move-destinations
/airbyte-cdk/bulk/core/extract/ @airbytehq/dbsources
/airbyte-cdk/bulk/core/load/ @airbytehq/move-destinations
/airbyte-cdk/bulk/toolkits/extract-*/ @airbytehq/dbsources
/airbyte-cdk/bulk/toolkits/load-*/ @airbytehq/move-destinations

# Java CDK
/airbyte-cdk/java/airbyte-cdk @airbytehq/dbsources @airbytehq/destinations
/airbyte-cdk/java/airbyte-cdk @airbytehq/dbsources @airbytehq/move-destinations
/airbyte-cdk/java/airbyte-cdk/*-sources/ @airbytehq/dbsources
/airbyte-cdk/java/airbyte-cdk/*-destinations/ @airbytehq/destinations
/airbyte-cdk/java/airbyte-cdk/typing-deduping/ @airbytehq/destinations
/airbyte-cdk/java/airbyte-cdk/*-destinations/ @airbytehq/move-destinations
/airbyte-cdk/java/airbyte-cdk/typing-deduping/ @airbytehq/move-destinations

# Java connectors catch-all
/buildSrc/ @airbytehq/dbsources @airbytehq/destinations
/buildSrc/ @airbytehq/dbsources @airbytehq/move-destinations
/airbyte-integrations/connectors/source-*/**/*.java @airbytehq/dbsources
/airbyte-integrations/connectors/source-*/**/*.kt @airbytehq/dbsources
/airbyte-integrations/connectors/source-*/**/*.gradle @airbytehq/dbsources
/airbyte-integrations/connectors-performance/source-harness/ @airbytehq/dbsources
/airbyte-integrations/connectors/destination-*/**/*.java @airbytehq/destinations
/airbyte-integrations/connectors/destination-*/**/*.kt @airbytehq/destinations
/airbyte-integrations/connectors/destination-*/**/*.gradle @airbytehq/destinations
/airbyte-integrations/connectors/destination-*/**/*.java @airbytehq/move-destinations
/airbyte-integrations/connectors/destination-*/**/*.kt @airbytehq/move-destinations
/airbyte-integrations/connectors/destination-*/**/*.gradle @airbytehq/move-destinations
/airbyte-integrations/connectors-performance/destination-harness/ @airbytehq/dbsources

# Java-based certified or incubating source connectors
Expand All @@ -46,12 +51,12 @@
/airbyte-integrations/connectors/source-postgres/ @airbytehq/dbsources

# Java-based certified or incubating destination connectors
/airbyte-integrations/connectors/destination-bigquery/ @airbytehq/destinations
/airbyte-integrations/connectors/destination-postgres/ @airbytehq/destinations
/airbyte-integrations/connectors/destination-postgres-strict-encrypt/ @airbytehq/destinations
/airbyte-integrations/connectors/destination-s3/ @airbytehq/destinations
/airbyte-integrations/connectors/destination-snowflake/ @airbytehq/destinations
/airbyte-integrations/connectors/destination-redshift/ @airbytehq/destinations
/airbyte-integrations/connectors/destination-bigquery/ @airbytehq/move-destinations
/airbyte-integrations/connectors/destination-postgres/ @airbytehq/move-destinations
/airbyte-integrations/connectors/destination-postgres-strict-encrypt/ @airbytehq/move-destinations
/airbyte-integrations/connectors/destination-s3/ @airbytehq/move-destinations
/airbyte-integrations/connectors/destination-snowflake/ @airbytehq/move-destinations
/airbyte-integrations/connectors/destination-redshift/ @airbytehq/move-destinations

# Python critical connectors
/airbyte-integrations/connectors/source-facebook-marketing/ @airbytehq/python-team
Expand Down
51 changes: 51 additions & 0 deletions .github/ISSUE_TEMPLATE/2-issue-ai-assist.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,51 @@
name: 🤖 [AI Assist] Report an issue using the AI Assist
description: Use this template when you have a problem creating a connector using the AI Connector Assist.
labels: [type/bug, area/connector-builder, needs-triage, ai-assist]
body:
- type: markdown
attributes:
value: >
<p align="center">
<a target="_blank" href="https://airbyte.com">
<image>
<source srcset="https://raw.githubusercontent.com/airbytehq/airbyte/master/.github/octavia-issue-template.svg">
<img alt="octavia-welcome" src="https://raw.githubusercontent.com/airbytehq/airbyte/master/.github/octavia-issue-template.svg" width="auto" height="120">
</image>
</a>
</p>
- type: markdown
attributes:
value: |
Thanks for taking the time to fill out this bug report...
Make sure to update this issue with a concise title and provide all information you have to
help us debug the problem together.
- type: input
id: connector-url-link
attributes:
label: Connector Documentation URL
description: Share the documentation URL you used to create the connector.
validations:
required: true
- type: textarea
id: description
attributes:
label: What error are you seeing?
description: Please give any information you have and steps to reproduce the problem.
- type: textarea
id: replicate
attributes:
label: How to replicate
description: Please provide what steps you made so far
- type: textarea
id: expect
attributes:
label: What do you expect to happen?
description: What output were you expecting?
- type: checkboxes
id: alpha-release
attributes:
label: Is this in the Alpha Release?
description: Are you noticing this issue in the alpha release of AI Assist?
options:
- label: Yes, the issue is in the AI Assist Alpha Release.
required: false
52 changes: 0 additions & 52 deletions .github/ISSUE_TEMPLATE/2-issue-docker.yaml

This file was deleted.

13 changes: 13 additions & 0 deletions .github/actions/run-airbyte-ci/action.yml
Original file line number Diff line number Diff line change
Expand Up @@ -34,6 +34,10 @@ inputs:
description: "GCP credentials for GCP Secret Manager"
required: false
default: ""
gcp_integration_tester_credentials:
description: "GCP credentials for integration tests"
required: false
default: ""
git_repo_url:
description: "Git repository URL"
default: https://github.com/airbytehq/airbyte.git
Expand Down Expand Up @@ -103,6 +107,15 @@ runs:
id: get-start-timestamp
shell: bash
run: echo "start-timestamp=$(date +%s)" >> $GITHUB_OUTPUT
- name: Debug-print local paths checked out
shell: bash
run: |
set -x
echo "Working directory: $(pwd)"
ls -la
ls -la airbyte-python-cdk || echo "No airbyte-python-cdk directory"
ls -laL ../airbyte-python-cdk || echo "No airbyte-python-cdk symlink"
- name: Docker login
id: docker-login
uses: docker/login-action@v3
Expand Down
36 changes: 36 additions & 0 deletions .github/actions/send-pager-duty-event/action.yml
Original file line number Diff line number Diff line change
@@ -0,0 +1,36 @@
name: "Send PagerDuty event"
description: "Use Event API V2 to send a PagerDuty event."
inputs:
integration_key:
description: "The integration key for the PagerDuty service."
required: true
summary:
description: "A brief text summary of the event."
required: true
severity:
description: "The severity of the event. (info, warning, error, critical)"
required: true
source:
description: "Specific human-readable unique identifier, such as a hostname, for the system having the problem."
required: true

runs:
using: "composite"
steps:
- name: Send PagerDuty event
id: send-pager-duty-event
shell: bash
run: |
curl --request 'POST' \
--fail \
--url "https://events.pagerduty.com/v2/enqueue" \
--header 'Content-Type: application/json' \
--data '{
"payload": {
"summary": "${{ inputs.summary }}",
"severity": "${{ inputs.severity }}",
"source": "${{ inputs.source }}"
},
"event_action": "trigger",
"routing_key": "${{ inputs.integration_key }}"
}'
2 changes: 1 addition & 1 deletion .github/workflows/airbyte-ci-release.yml
Original file line number Diff line number Diff line change
Expand Up @@ -54,7 +54,7 @@ jobs:
working-directory: airbyte-ci/connectors/pipelines/
run: poetry run poe build-release-binary ${{ env.BINARY_FILE_NAME }}

- uses: actions/upload-artifact@v2
- uses: actions/upload-artifact@v3
with:
name: airbyte-ci-${{ matrix.os }}-${{ steps.get_short_sha.outputs.sha }}
path: airbyte-ci/connectors/pipelines/dist/${{ env.BINARY_FILE_NAME }}
Expand Down
27 changes: 23 additions & 4 deletions .github/workflows/airbyte-ci-tests.yml
Original file line number Diff line number Diff line change
Expand Up @@ -39,9 +39,9 @@ jobs:
- airbyte-ci/connectors/connector_ops/**
- airbyte-ci/connectors/connectors_qa/**
- airbyte-ci/connectors/ci_credentials/**
- airbyte-ci/connectors/erd/**
- airbyte-ci/connectors/metadata_service/lib/**
- airbyte-ci/connectors/metadata_service/orchestrator/**
- airbyte-cdk/python/**
- airbyte-integrations/bases/connector-acceptance-test/**
run-tests:
Expand All @@ -59,6 +59,25 @@ jobs:
with:
fetch-depth: 0
ref: ${{ github.event.pull_request.head.ref }}
- name: Checkout Airbyte Python CDK
uses: actions/checkout@v4
with:
repository: airbytehq/airbyte-python-cdk
ref: main
# We can't clone into a parent directory of the repo, so we clone into
# a subdirectory and then move it over as a sibling directory.
# This will be used for the `--use-local-cdk` flag in `airbyte-ci` command
path: airbyte-python-cdk
- name: Move airbyte-python-cdk to sibling directory path
shell: bash
run: mv ./airbyte-python-cdk ../airbyte-python-cdk
- name: Show local paths checked out
shell: bash
run: |
set -x
echo "Current directory: $(pwd)"
ls -la
ls -la ../airbyte-python-cdk || echo "No airbyte-python-cdk directory"
- name: Extract branch name [WORKFLOW DISPATCH]
shell: bash
Expand All @@ -68,7 +87,7 @@ jobs:
- name: Fetch last commit id from remote branch [PULL REQUESTS]
if: github.event_name == 'pull_request'
id: fetch_last_commit_id_pr
run: echo "commit_id=$(git ls-remote --heads origin ${{ github.head_ref }} | cut -f 1)" >> $GITHUB_OUTPUT
run: echo "commit_id=$(git ls-remote --heads origin refs/heads/${{ github.head_ref }} | cut -f 1)" >> $GITHUB_OUTPUT
- name: Fetch last commit id from remote branch [WORKFLOW DISPATCH]
if: github.event_name == 'workflow_dispatch'
id: fetch_last_commit_id_wd
Expand All @@ -80,7 +99,7 @@ jobs:
uses: ./.github/actions/run-airbyte-ci
with:
context: "pull_request"
dagger_cloud_token: ${{ secrets.DAGGER_CLOUD_TOKEN_2 }}
dagger_cloud_token: ${{ secrets.DAGGER_CLOUD_TOKEN_CACHE_5 }}
docker_hub_password: ${{ secrets.DOCKER_HUB_PASSWORD }}
docker_hub_username: ${{ secrets.DOCKER_HUB_USERNAME }}
gcp_gsm_credentials: ${{ secrets.GCP_GSM_CREDENTIALS }}
Expand All @@ -97,7 +116,7 @@ jobs:
uses: ./.github/actions/run-airbyte-ci
with:
context: "manual"
dagger_cloud_token: ${{ secrets.DAGGER_CLOUD_TOKEN_2 }}
dagger_cloud_token: ${{ secrets.DAGGER_CLOUD_TOKEN_CACHE_5 }}
docker_hub_password: ${{ secrets.DOCKER_HUB_PASSWORD }}
docker_hub_username: ${{ secrets.DOCKER_HUB_USERNAME }}
gcp_gsm_credentials: ${{ secrets.GCP_GSM_CREDENTIALS }}
Expand Down
6 changes: 3 additions & 3 deletions .github/workflows/auto_merge.yml
Original file line number Diff line number Diff line change
Expand Up @@ -2,8 +2,8 @@ name: Auto merge connector PRs Cron

on:
schedule:
# 0AM UTC is 2AM CEST, 3AM EEST, 5PM PDT.
- cron: "0 0 * * *"
# Every 2 hours on the hour.
- cron: "0 */2 * * *"
workflow_dispatch:
jobs:
run_auto_merge:
Expand All @@ -25,7 +25,7 @@ jobs:
# We need a custom Github Token as some API endpoints
# are not available from GHA auto generated tokens
# like the one to list branch protection rules...
GITHUB_TOKEN: ${{ secrets.AUTO_MERGE_GITHUB_TOKEN }}
GITHUB_TOKEN: ${{ secrets.GH_PAT_MAINTENANCE_OSS }}
AUTO_MERGE_PRODUCTION: ${{ vars.ENABLE_CONNECTOR_AUTO_MERGE }}
run: |
poetry install
Expand Down
Loading

0 comments on commit db60cfa

Please sign in to comment.