From 4311a651487f20e71b36659bc6fdf659facd5bfa Mon Sep 17 00:00:00 2001 From: Mohammad Amin Date: Wed, 7 Aug 2024 09:53:56 +0330 Subject: [PATCH] feat: Added discourse analyzer config! --- dags/discourse_analyzer_etl.py | 2 ++ requirements.txt | 2 +- 2 files changed, 3 insertions(+), 1 deletion(-) diff --git a/dags/discourse_analyzer_etl.py b/dags/discourse_analyzer_etl.py index 47266ecb..1d19aacd 100644 --- a/dags/discourse_analyzer_etl.py +++ b/dags/discourse_analyzer_etl.py @@ -11,6 +11,7 @@ from analyzer_helper.discourse.extract_raw_members import ExtractRawMembers from analyzer_helper.discourse.transform_raw_data import TransformRawInfo from analyzer_helper.discourse.transform_raw_members import TransformRawMembers +from tc_analyzer_lib.schemas.platform_configs import DiscourseAnalyzerConfig with DAG( dag_id="discourse_analyzer_etl", @@ -189,6 +190,7 @@ def analyze_discourse(platform_processed: dict[str, str | bool]) -> None: action=action, window=window, recompute=recompute, + config=DiscourseAnalyzerConfig(), ) platform_modules = fetch_discourse_platforms() diff --git a/requirements.txt b/requirements.txt index 3001915d..988be9f9 100644 --- a/requirements.txt +++ b/requirements.txt @@ -21,4 +21,4 @@ redis===5.0.4 tc-wikipedia-lib==1.0.1 llama-index-readers-file==0.1.22 docx2txt==0.8 -tc-analyzer-lib==1.2.3 +tc-analyzer-lib==1.4.0