From 2ecbc5efd2b4ca843a8fb37e18710eb8da81aad0 Mon Sep 17 00:00:00 2001 From: d116626 Date: Tue, 9 Jul 2024 17:40:41 -0300 Subject: [PATCH] chore: fix clocks --- .../ocr_radar/dump_db_radar/schedules.py | 34 +++++++++++++------ 1 file changed, 24 insertions(+), 10 deletions(-) diff --git a/pipelines/ocr_radar/dump_db_radar/schedules.py b/pipelines/ocr_radar/dump_db_radar/schedules.py index ab9ac90..6a0b753 100644 --- a/pipelines/ocr_radar/dump_db_radar/schedules.py +++ b/pipelines/ocr_radar/dump_db_radar/schedules.py @@ -46,7 +46,9 @@ table_parameters=ocr_radar_equipamento_queries, ) -ocr_radar_queries = { +current_year_2024 = 2024 + +ocr_radar_2024_queries = { "readings_2024_01": { "partition_columns": "Data", "partition_date_format": "%Y-%m-%d", @@ -109,7 +111,9 @@ "materialization_mode": "prod", "dump_mode": "append", "execute_query": "SELECT * FROM [DBOCR_2024].[dbo].[OCR_072024]", - "start_date": datetime(2024, 8, 2, 22, 30, tzinfo=pytz.timezone("America/Sao_Paulo")), + "start_date": datetime( + current_year_2024, 8, 2, 22, 30, tzinfo=pytz.timezone("America/Sao_Paulo") + ), }, "readings_2024_08": { "partition_columns": "Data", @@ -119,7 +123,9 @@ "materialization_mode": "prod", "dump_mode": "append", "execute_query": "SELECT * FROM [DBOCR_2024].[dbo].[OCR_082024]", - "start_date": datetime(2024, 9, 2, 22, 30, tzinfo=pytz.timezone("America/Sao_Paulo")), + "start_date": datetime( + current_year_2024, 9, 2, 22, 30, tzinfo=pytz.timezone("America/Sao_Paulo") + ), }, "readings_2024_09": { "partition_columns": "Data", @@ -129,7 +135,9 @@ "materialization_mode": "prod", "dump_mode": "append", "execute_query": "SELECT * FROM [DBOCR_2024].[dbo].[OCR_092024]", - "start_date": datetime(2024, 10, 2, 22, 30, tzinfo=pytz.timezone("America/Sao_Paulo")), + "start_date": datetime( + current_year_2024, 10, 2, 22, 30, tzinfo=pytz.timezone("America/Sao_Paulo") + ), }, "readings_2024_10": { "partition_columns": "Data", @@ -139,7 +147,9 @@ "materialization_mode": "prod", "dump_mode": "append", "execute_query": "SELECT * FROM [DBOCR_2024].[dbo].[OCR_102024]", - "start_date": datetime(2024, 11, 2, 22, 30, tzinfo=pytz.timezone("America/Sao_Paulo")), + "start_date": datetime( + current_year_2024, 11, 2, 22, 30, tzinfo=pytz.timezone("America/Sao_Paulo") + ), }, "readings_2024_11": { "partition_columns": "Data", @@ -149,7 +159,9 @@ "materialization_mode": "prod", "dump_mode": "append", "execute_query": "SELECT * FROM [DBOCR_2024].[dbo].[OCR_112024]", - "start_date": datetime(2024, 12, 2, 22, 30, tzinfo=pytz.timezone("America/Sao_Paulo")), + "start_date": datetime( + current_year_2024, 12, 2, 22, 30, tzinfo=pytz.timezone("America/Sao_Paulo") + ), }, "readings_2024_12": { "partition_columns": "Data", @@ -159,11 +171,13 @@ "materialization_mode": "prod", "dump_mode": "append", "execute_query": "SELECT * FROM [DBOCR_2024].[dbo].[OCR_122024]", - "start_date": datetime(2025, 1, 2, 22, 30, tzinfo=pytz.timezone("America/Sao_Paulo")), + "start_date": datetime( + current_year_2024 + 1, 1, 2, 22, 30, tzinfo=pytz.timezone("America/Sao_Paulo") + ), }, } -ocr_radar_clocks = generate_dump_db_schedules( +ocr_radar_2024_clocks = generate_dump_db_schedules( interval=timedelta(days=365 * 5), start_date=datetime(2024, 7, 9, 22, 30, tzinfo=pytz.timezone("America/Sao_Paulo")), runs_interval_minutes=7 * 60 * 24, @@ -176,12 +190,12 @@ db_type="sql_server", dataset_id="ocr_radar", infisical_secret_path="/db-ocr-radar", - table_parameters=ocr_radar_queries, + table_parameters=ocr_radar_2024_queries, ) ocr_radar_schedule = Schedule( - clocks=untuple(ocr_radar_clocks) + untuple(ocr_radar_equipamento_clocks) + clocks=untuple(ocr_radar_2024_clocks) + untuple(ocr_radar_equipamento_clocks) )