From e176c6750105fe4f4e61846f3c8a969508bd974f Mon Sep 17 00:00:00 2001 From: Mohammad Amin Date: Mon, 3 Jun 2024 10:29:06 +0330 Subject: [PATCH 1/2] feat: updated gdrive collection name to google! --- dags/hivemind_google_drive_etl.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/dags/hivemind_google_drive_etl.py b/dags/hivemind_google_drive_etl.py index acf358dc..c1503a38 100644 --- a/dags/hivemind_google_drive_etl.py +++ b/dags/hivemind_google_drive_etl.py @@ -38,7 +38,7 @@ def process_gdrive_data( ) ingest_data = CustomIngestionPipeline( - community_id=community_id, collection_name="gdrive" + community_id=community_id, collection_name="google" ) ingest_data.run_pipeline(load_file_data) From 5fda3a667b6f079a4afa0a765e9a6d6690c059a8 Mon Sep 17 00:00:00 2001 From: Mohammad Amin Date: Mon, 3 Jun 2024 11:52:11 +0330 Subject: [PATCH 2/2] fix: update collection name based on updates for ingestion pipeline! --- .../tests/integration/test_ingestion_pipeline_etl.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/dags/hivemind_etl_helpers/tests/integration/test_ingestion_pipeline_etl.py b/dags/hivemind_etl_helpers/tests/integration/test_ingestion_pipeline_etl.py index 5d7f2c6b..ad74008d 100644 --- a/dags/hivemind_etl_helpers/tests/integration/test_ingestion_pipeline_etl.py +++ b/dags/hivemind_etl_helpers/tests/integration/test_ingestion_pipeline_etl.py @@ -10,7 +10,7 @@ class TestIngestionPipeline(unittest.TestCase): def test_run_pipeline(self): ingest_pipeline = Mock(IngestionPipeline) community = "1234" - collection_name = "gdrive" + collection_name = "google" ingestion_pipeline = CustomIngestionPipeline( community_id=community, collection_name=collection_name, testing=True ) @@ -31,7 +31,7 @@ def test_run_pipeline(self): def test_load_pipeline_run_exception(self): ingestion_pipeline = CustomIngestionPipeline( - "1234", collection_name="gdrive", testing=True + "1234", collection_name="google", testing=True ) ingestion_pipeline.run_pipeline = Mock() ingestion_pipeline.run_pipeline.side_effect = Exception("Test Exception")