diff --git a/dags/hivemind_etl_helpers/ingestion_pipeline.py b/dags/hivemind_etl_helpers/ingestion_pipeline.py index 7db886ab..39aa48bf 100644 --- a/dags/hivemind_etl_helpers/ingestion_pipeline.py +++ b/dags/hivemind_etl_helpers/ingestion_pipeline.py @@ -1,7 +1,7 @@ import logging from datetime import datetime -from dateutil.parser import parse +from dateutil.parser import parse from hivemind_etl_helpers.src.utils.credentials import load_redis_credentials from hivemind_etl_helpers.src.utils.mongo import get_mongo_uri from hivemind_etl_helpers.src.utils.redis import RedisSingleton diff --git a/dags/hivemind_etl_helpers/src/db/telegram/extract/__init__.py b/dags/hivemind_etl_helpers/src/db/telegram/extract/__init__.py index 015e2e40..43ed5c2a 100644 --- a/dags/hivemind_etl_helpers/src/db/telegram/extract/__init__.py +++ b/dags/hivemind_etl_helpers/src/db/telegram/extract/__init__.py @@ -1,2 +1,2 @@ -from .tc_chats import TelegramChats from .messages import ExtractMessages +from .tc_chats import TelegramChats diff --git a/dags/hivemind_etl_helpers/src/db/telegram/extract/messages.py b/dags/hivemind_etl_helpers/src/db/telegram/extract/messages.py index af6aa232..d10d867b 100644 --- a/dags/hivemind_etl_helpers/src/db/telegram/extract/messages.py +++ b/dags/hivemind_etl_helpers/src/db/telegram/extract/messages.py @@ -1,7 +1,7 @@ -from tc_neo4j_lib import Neo4jOps from datetime import datetime from hivemind_etl_helpers.src.db.telegram.schema import TelegramMessagesModel +from tc_neo4j_lib import Neo4jOps class ExtractMessages: diff --git a/dags/hivemind_etl_helpers/src/db/telegram/transform/messages.py b/dags/hivemind_etl_helpers/src/db/telegram/transform/messages.py index f4a05292..70642093 100644 --- a/dags/hivemind_etl_helpers/src/db/telegram/transform/messages.py +++ b/dags/hivemind_etl_helpers/src/db/telegram/transform/messages.py @@ -1,5 +1,5 @@ -from llama_index.core import Document from hivemind_etl_helpers.src.db.telegram.schema import TelegramMessagesModel +from llama_index.core import Document class TransformMessages: diff --git a/dags/hivemind_etl_helpers/src/db/telegram/utility.py b/dags/hivemind_etl_helpers/src/db/telegram/utility.py index 65ac04af..8eef30ec 100644 --- a/dags/hivemind_etl_helpers/src/db/telegram/utility.py +++ b/dags/hivemind_etl_helpers/src/db/telegram/utility.py @@ -1,6 +1,4 @@ -from hivemind_etl_helpers.src.db.telegram.utils import ( - TelegramPlatform, -) +from hivemind_etl_helpers.src.db.telegram.utils import TelegramPlatform class TelegramUtils(TelegramPlatform): diff --git a/dags/hivemind_etl_helpers/src/db/telegram/utils/platform.py b/dags/hivemind_etl_helpers/src/db/telegram/utils/platform.py index 6d23ce96..5dea1da1 100644 --- a/dags/hivemind_etl_helpers/src/db/telegram/utils/platform.py +++ b/dags/hivemind_etl_helpers/src/db/telegram/utils/platform.py @@ -1,6 +1,6 @@ -from bson import ObjectId - from datetime import datetime, timezone + +from bson import ObjectId from hivemind_etl_helpers.src.utils.mongo import MongoSingleton diff --git a/dags/hivemind_etl_helpers/tests/integration/test_extract_messages.py b/dags/hivemind_etl_helpers/tests/integration/test_extract_messages.py index 0ea07b12..e33b61ba 100644 --- a/dags/hivemind_etl_helpers/tests/integration/test_extract_messages.py +++ b/dags/hivemind_etl_helpers/tests/integration/test_extract_messages.py @@ -1,5 +1,5 @@ -from unittest import TestCase from datetime import datetime +from unittest import TestCase from dotenv import load_dotenv from hivemind_etl_helpers.src.db.telegram.extract import ExtractMessages diff --git a/dags/hivemind_etl_helpers/tests/integration/test_telegram_comminity.py b/dags/hivemind_etl_helpers/tests/integration/test_telegram_comminity.py index 623430ea..733f0cc7 100644 --- a/dags/hivemind_etl_helpers/tests/integration/test_telegram_comminity.py +++ b/dags/hivemind_etl_helpers/tests/integration/test_telegram_comminity.py @@ -1,10 +1,9 @@ -from bson import ObjectId -from unittest import TestCase - from datetime import datetime +from unittest import TestCase -from hivemind_etl_helpers.src.utils.mongo import MongoSingleton +from bson import ObjectId from hivemind_etl_helpers.src.db.telegram.utils import TelegramPlatform +from hivemind_etl_helpers.src.utils.mongo import MongoSingleton class TestTelegramPlatform(TestCase): diff --git a/dags/hivemind_telegram_etl.py b/dags/hivemind_telegram_etl.py index c7674e44..44dac064 100644 --- a/dags/hivemind_telegram_etl.py +++ b/dags/hivemind_telegram_etl.py @@ -5,7 +5,7 @@ from airflow.decorators import task from dotenv import load_dotenv from hivemind_etl_helpers.ingestion_pipeline import CustomIngestionPipeline -from hivemind_etl_helpers.src.db.telegram.extract import TelegramChats, ExtractMessages +from hivemind_etl_helpers.src.db.telegram.extract import ExtractMessages, TelegramChats from hivemind_etl_helpers.src.db.telegram.transform import TransformMessages from hivemind_etl_helpers.src.db.telegram.utility import TelegramUtils