Skip to content

Commit

Permalink
Merge pull request #351 from basedosdados/staging/update_metadata
Browse files Browse the repository at this point in the history
fix: fixing flow
  • Loading branch information
arthurfg authored Jul 13, 2023
2 parents a06fc0c + 8053d9e commit b9b2706
Show file tree
Hide file tree
Showing 4 changed files with 2 additions and 22 deletions.
1 change: 1 addition & 0 deletions pipelines/utils/tasks.py
Original file line number Diff line number Diff line change
Expand Up @@ -30,6 +30,7 @@
)
from typing import Tuple


@task
def log_task(msg: Any, level: str = "info"):
"""
Expand Down
3 changes: 0 additions & 3 deletions pipelines/utils/temporal_coverage_updater/constants.py
Original file line number Diff line number Diff line change
Expand Up @@ -10,6 +10,3 @@ class constants(Enum): # pylint: disable=c0103
"""
Constant values for the temporal_coverage_updater project
"""

EMAIL = "email"
PASSWORD = "pass"
3 changes: 1 addition & 2 deletions pipelines/utils/temporal_coverage_updater/flows.py
Original file line number Diff line number Diff line change
Expand Up @@ -29,8 +29,7 @@
dataset_id,
table_id,
metadata_type="DateTimeRange",
bq_last_update=False,
_last_date="2030-01-01",
bq_last_update=True,
)
# (email, password) = get_credentials(secret_path="api_user_prod")
# ids = find_ids(
Expand Down
17 changes: 0 additions & 17 deletions pipelines/utils/temporal_coverage_updater/schedules.py
Original file line number Diff line number Diff line change
Expand Up @@ -2,20 +2,3 @@
"""
Schedules for temporal_coverage_updater
"""

from datetime import timedelta, datetime
from prefect.schedules import Schedule
from prefect.schedules.clocks import IntervalClock
from pipelines.constants import constants

every_two_weeks = Schedule(
clocks=[
IntervalClock(
interval=timedelta(weeks=2),
start_date=datetime(2021, 1, 1),
labels=[
constants.DATASETS_AGENT_LABEL.value,
],
),
]
)

0 comments on commit b9b2706

Please sign in to comment.