From 27f5a2ce01921404d7d242cef60a1e654238a5bf Mon Sep 17 00:00:00 2001 From: Amisha Singla Date: Mon, 22 Jul 2024 13:54:51 -0500 Subject: [PATCH] Update BQ schema and bump airflow/dbt images (#435) * update BQ schema * update with test image ref * update etl and dbt images --- airflow_variables_dev.json | 4 ++-- airflow_variables_prod.json | 4 ++-- schemas/trust_lines_schema.json | 2 +- 3 files changed, 5 insertions(+), 5 deletions(-) diff --git a/airflow_variables_dev.json b/airflow_variables_dev.json index 9b96af33..ba0d24d7 100644 --- a/airflow_variables_dev.json +++ b/airflow_variables_dev.json @@ -122,7 +122,7 @@ "partnership_assets__account_holders_activity_fact": false, "partnership_assets__asset_activity_fact": false }, - "dbt_image_name": "stellar/stellar-dbt:3e34e0e", + "dbt_image_name": "stellar/stellar-dbt:c37ade6", "dbt_internal_source_db": "test-hubble-319619", "dbt_internal_source_schema": "test_crypto_stellar_internal", "dbt_job_execution_timeout_seconds": 300, @@ -154,7 +154,7 @@ }, "gcs_exported_data_bucket_name": "us-central1-test-hubble-2-5f1f2dbf-bucket", "gcs_exported_object_prefix": "dag-exported", - "image_name": "stellar/stellar-etl:ab57fa4", + "image_name": "stellar/stellar-etl:741ee9b", "image_output_path": "/etl/exported_data/", "image_pull_policy": "IfNotPresent", "k8s_namespace": "hubble-composer", diff --git a/airflow_variables_prod.json b/airflow_variables_prod.json index 5ffc89d6..ffeb3d5c 100644 --- a/airflow_variables_prod.json +++ b/airflow_variables_prod.json @@ -123,7 +123,7 @@ "partnership_assets__asset_activity_fact": false, "trade_agg": false }, - "dbt_image_name": "stellar/stellar-dbt:3e34e0e", + "dbt_image_name": "stellar/stellar-dbt:c37ade6", "dbt_internal_source_db": "hubble-261722", "dbt_internal_source_schema": "crypto_stellar_internal_2", "dbt_job_execution_timeout_seconds": 1800, @@ -155,7 +155,7 @@ }, "gcs_exported_data_bucket_name": "us-central1-hubble-14c4ca64-bucket", "gcs_exported_object_prefix": "dag-exported", - "image_name": "stellar/stellar-etl:ab57fa4", + "image_name": "stellar/stellar-etl:741ee9b", "image_output_path": "/etl/exported_data/", "image_pull_policy": "IfNotPresent", "k8s_namespace": "hubble-composer", diff --git a/schemas/trust_lines_schema.json b/schemas/trust_lines_schema.json index 9b4e734e..1502d701 100644 --- a/schemas/trust_lines_schema.json +++ b/schemas/trust_lines_schema.json @@ -12,7 +12,7 @@ { "mode": "NULLABLE", "name": "asset_type", - "type": "INTEGER" + "type": "STRING" }, { "mode": "NULLABLE",