Add json field to history_operations (#448)

* Add json field to history_operations * Disable relevant assets * lint * Update stellar-etl image
stellar · Jul 26, 2024 · 4e86886 · 4e86886
1 parent 81e6f0e
commit 4e86886
Show file tree

Hide file tree

Showing 4 changed files with 10 additions and 4 deletions.
diff --git a/airflow_variables_dev.json b/airflow_variables_dev.json
@@ -154,7 +154,7 @@
   },
   "gcs_exported_data_bucket_name": "us-central1-test-hubble-43c3e190-bucket",
   "gcs_exported_object_prefix": "dag-exported",
-  "image_name": "stellar/stellar-etl:741ee9b",
+  "image_name": "stellar/stellar-etl:37b7123",
   "image_output_path": "/etl/exported_data/",
   "image_pull_policy": "IfNotPresent",
   "k8s_namespace": "hubble-composer",

diff --git a/airflow_variables_prod.json b/airflow_variables_prod.json
@@ -155,7 +155,7 @@
   },
   "gcs_exported_data_bucket_name": "us-central1-hubble-14c4ca64-bucket",
   "gcs_exported_object_prefix": "dag-exported",
-  "image_name": "stellar/stellar-etl:741ee9b",
+  "image_name": "stellar/stellar-etl:37b7123",
   "image_output_path": "/etl/exported_data/",
   "image_pull_policy": "IfNotPresent",
   "k8s_namespace": "hubble-composer",

diff --git a/dags/dbt_stellar_marts_dag.py b/dags/dbt_stellar_marts_dag.py
@@ -52,7 +52,8 @@
 history_assets = dbt_task(dag, tag="history_assets")
 soroban = dbt_task(dag, tag="soroban")
 snapshot_state = dbt_task(dag, tag="snapshot_state")
-relevant_asset_trades = dbt_task(dag, tag="relevant_asset_trades")
+# Disable releveant_asset_trades due to bugs in SCD tables
+# relevant_asset_trades = dbt_task(dag, tag="relevant_asset_trades")
 
 # DAG task graph
 wait_on_dbt_enriched_base_tables >> ohlc_task >> liquidity_pool_trade_volume_task
@@ -71,4 +72,4 @@
 wait_on_dbt_enriched_base_tables >> history_assets
 wait_on_dbt_enriched_base_tables >> soroban
 wait_on_dbt_enriched_base_tables >> snapshot_state
-wait_on_dbt_enriched_base_tables >> relevant_asset_trades
+# wait_on_dbt_enriched_base_tables >> relevant_asset_trades
diff --git a/schemas/history_operations_schema.json b/schemas/history_operations_schema.json
@@ -1176,5 +1176,10 @@
     "mode": "NULLABLE",
     "name": "ledger_sequence",
     "type": "INTEGER"
+  },
+  {
+    "mode": "NULLABLE",
+    "name": "details_json",
+    "type": "JSON"
   }
 ]