Merge pull request #247 from TogetherCrew/feat/246-violation-detectio…

…n-unique-report

feat: sending unique reports!

dags/discourse_analyzer_etl.py

@@ -204,4 +204,9 @@ def analyze_discourse(platform_processed: dict[str, str | bool]) -> None:
 
     raw_data_etl = discourse_etl_raw_data.expand(platform_info=platform_modules)
     raw_members_etl = discourse_etl_raw_members.expand(platform_info=platform_modules)
-    raw_members_etl >> analyze_discourse(platform_processed=raw_data_etl)
+
+    analyze_discourse_task = analyze_discourse.expand(
+        platform_processed=platform_modules
+    )
+
+    [raw_data_etl, raw_members_etl] >> analyze_discourse_task

dags/violation_detection_helpers/tests/unit/test_prepare_report.py

@@ -94,7 +94,8 @@ def test_multiple_valid_inputs(self):
             "Document link: https://sample_link2.com | Label: Identifying, Sexualized\n"
             "Document link: https://sample_link3.com | Label: Sexualized"
         )
-        self.assertEqual(result, expected_report, "Expected a valid report string")
+        for report in expected_report.split("\n"):
+            self.assertIn(report, result, "Expected a valid report string")
 
     @patch("logging.error")
     def test_missing_link(self, mock_logging_error):

dags/violation_detection_helpers/utils/prepare_report.py

@@ -50,7 +50,7 @@ def prepare(self, transformed_documents: list[dict[str, Any]]) -> str | None:
         if len(reports) != 0:
             report = (
                 "Here's a list of messages with detected violation\n\n"
-                + "\n".join(reports)
+                + "\n".join(list(set(reports)))
             )
         else:
             logging.warning(