Ajout de la config pour toutes les sources

incubateur-ademe · Jan 22, 2025 · 5732b07 · 5732b07
1 parent cc47680
commit 5732b07
Show file tree

Hide file tree

Showing 18 changed files with 90 additions and 0 deletions.
diff --git a/dags/sources/dags/source_aliapur.py b/dags/sources/dags/source_aliapur.py
@@ -115,6 +115,11 @@
                 "transformation": "clean_action_codes",
                 "destination": ["action_codes"],
             },
+            {
+                "origin": ["action_codes", "souscategorie_codes"],
+                "transformation": "clean_proposition_services",
+                "destination": ["proposition_services_codes"],
+            },
             # 5. Supression des colonnes
             {"remove": "_i"},
             {"remove": "_id"},

diff --git a/dags/sources/dags/source_citeo.py b/dags/sources/dags/source_citeo.py
@@ -105,6 +105,11 @@
                 "transformation": "clean_action_codes",
                 "destination": ["action_codes"],
             },
+            {
+                "origin": ["action_codes", "souscategorie_codes"],
+                "transformation": "clean_proposition_services",
+                "destination": ["proposition_services_codes"],
+            },
             # 5. Supression des colonnes
             {"remove": "_i"},
             {"remove": "_id"},

diff --git a/dags/sources/dags/source_corepile.py b/dags/sources/dags/source_corepile.py
@@ -109,6 +109,11 @@
                 "transformation": "clean_action_codes",
                 "destination": ["action_codes"],
             },
+            {
+                "origin": ["action_codes", "souscategorie_codes"],
+                "transformation": "clean_proposition_services",
+                "destination": ["proposition_services_codes"],
+            },
             # 5. Supression des colonnes
             {"remove": "_i"},
             {"remove": "_id"},

diff --git a/dags/sources/dags/source_cyclevia.py b/dags/sources/dags/source_cyclevia.py
@@ -138,6 +138,11 @@
                 "transformation": "clean_action_codes",
                 "destination": ["action_codes"],
             },
+            {
+                "origin": ["action_codes", "souscategorie_codes"],
+                "transformation": "clean_proposition_services",
+                "destination": ["proposition_services_codes"],
+            },
             # 5. Supression des colonnes
             {"remove": "_i"},
             {"remove": "_id"},

diff --git a/dags/sources/dags/source_ecodds.py b/dags/sources/dags/source_ecodds.py
@@ -115,6 +115,11 @@
                 "transformation": "clean_action_codes",
                 "destination": ["action_codes"],
             },
+            {
+                "origin": ["action_codes", "souscategorie_codes"],
+                "transformation": "clean_proposition_services",
+                "destination": ["proposition_services_codes"],
+            },
             # 5. Supression des colonnes
             {"remove": "_i"},
             {"remove": "_id"},

diff --git a/dags/sources/dags/source_ecologic.py b/dags/sources/dags/source_ecologic.py
@@ -105,6 +105,11 @@
                 "transformation": "clean_action_codes",
                 "destination": ["action_codes"],
             },
+            {
+                "origin": ["action_codes", "souscategorie_codes"],
+                "transformation": "clean_proposition_services",
+                "destination": ["proposition_services_codes"],
+            },
             # 5. Supression des colonnes
             {"remove": "_i"},
             {"remove": "_id"},

diff --git a/dags/sources/dags/source_ecomaison.py b/dags/sources/dags/source_ecomaison.py
@@ -124,6 +124,11 @@
                 "transformation": "clean_action_codes",
                 "destination": ["action_codes"],
             },
+            {
+                "origin": ["action_codes", "souscategorie_codes"],
+                "transformation": "clean_proposition_services",
+                "destination": ["proposition_services_codes"],
+            },
             # 5. Supression des colonnes
             {"remove": "_i"},
             {"remove": "_id"},

diff --git a/dags/sources/dags/source_ecopae.py b/dags/sources/dags/source_ecopae.py
@@ -114,6 +114,11 @@
                 "transformation": "clean_action_codes",
                 "destination": ["action_codes"],
             },
+            {
+                "origin": ["action_codes", "souscategorie_codes"],
+                "transformation": "clean_proposition_services",
+                "destination": ["proposition_services_codes"],
+            },
             # 5. Supression des colonnes
             {"remove": "_i"},
             {"remove": "_id"},

diff --git a/dags/sources/dags/source_ecosystem.py b/dags/sources/dags/source_ecosystem.py
@@ -105,6 +105,11 @@
                 "transformation": "clean_action_codes",
                 "destination": ["action_codes"],
             },
+            {
+                "origin": ["action_codes", "souscategorie_codes"],
+                "transformation": "clean_proposition_services",
+                "destination": ["proposition_services_codes"],
+            },
             # 5. Supression des colonnes
             {"remove": "_i"},
             {"remove": "_id"},

diff --git a/dags/sources/dags/source_ocab.py b/dags/sources/dags/source_ocab.py
@@ -109,6 +109,11 @@
                 "transformation": "clean_action_codes",
                 "destination": ["action_codes"],
             },
+            {
+                "origin": ["action_codes", "souscategorie_codes"],
+                "transformation": "clean_proposition_services",
+                "destination": ["proposition_services_codes"],
+            },
             # 5. Supression des colonnes
             {"remove": "_i"},
             {"remove": "_id"},

diff --git a/dags/sources/dags/source_ocad3e.py b/dags/sources/dags/source_ocad3e.py
@@ -120,6 +120,11 @@
                 "transformation": "clean_action_codes",
                 "destination": ["action_codes"],
             },
+            {
+                "origin": ["action_codes", "souscategorie_codes"],
+                "transformation": "clean_proposition_services",
+                "destination": ["proposition_services_codes"],
+            },
             # 5. Supression des colonnes
             {"remove": "_i"},
             {"remove": "_id"},

diff --git a/dags/sources/dags/source_pharmacies.py b/dags/sources/dags/source_pharmacies.py
@@ -93,6 +93,11 @@
                 "transformation": "clean_identifiant_unique",
                 "destination": ["identifiant_unique"],
             },
+            {
+                "origin": ["action_codes", "souscategorie_codes"],
+                "transformation": "clean_proposition_services",
+                "destination": ["proposition_services_codes"],
+            },
             # 5. Supression des colonnes
             {"remove": "Téléphone"},
             {"remove": "Région"},

diff --git a/dags/sources/dags/source_pyreo.py b/dags/sources/dags/source_pyreo.py
@@ -139,6 +139,11 @@
                 "transformation": "clean_action_codes",
                 "destination": ["action_codes"],
             },
+            {
+                "origin": ["action_codes", "souscategorie_codes"],
+                "transformation": "clean_proposition_services",
+                "destination": ["proposition_services_codes"],
+            },
             # 5. Supression des colonnes
             {"remove": "_i"},
             {"remove": "_id"},

diff --git a/dags/sources/dags/source_refashion.py b/dags/sources/dags/source_refashion.py
@@ -139,6 +139,11 @@
                 "transformation": "clean_action_codes",
                 "destination": ["action_codes"],
             },
+            {
+                "origin": ["action_codes", "souscategorie_codes"],
+                "transformation": "clean_proposition_services",
+                "destination": ["proposition_services_codes"],
+            },
             # 5. Supression des colonnes
             {"remove": "_i"},
             {"remove": "_id"},

diff --git a/dags/sources/dags/source_screlec.py b/dags/sources/dags/source_screlec.py
@@ -130,6 +130,11 @@
                 "transformation": "clean_action_codes",
                 "destination": ["action_codes"],
             },
+            {
+                "origin": ["action_codes", "souscategorie_codes"],
+                "transformation": "clean_proposition_services",
+                "destination": ["proposition_services_codes"],
+            },
             # 5. Supression des colonnes
             {"remove": "_i"},
             {"remove": "_id"},

diff --git a/dags/sources/dags/source_sinoe.py b/dags/sources/dags/source_sinoe.py
@@ -107,6 +107,11 @@
                 "transformation": "clean_identifiant_unique",
                 "destination": ["identifiant_unique"],
             },
+            {
+                "origin": ["action_codes", "souscategorie_codes"],
+                "transformation": "clean_proposition_services",
+                "destination": ["proposition_services_codes"],
+            },
             # 5. Supression des colonnes
             {"remove": "_geopoint"},
             {"remove": "_i"},

diff --git a/dags/sources/dags/source_soren.py b/dags/sources/dags/source_soren.py
@@ -121,6 +121,11 @@
                 "transformation": "clean_action_codes",
                 "destination": ["action_codes"],
             },
+            {
+                "origin": ["action_codes", "souscategorie_codes"],
+                "transformation": "clean_proposition_services",
+                "destination": ["proposition_services_codes"],
+            },
             # 5. Supression des colonnes
             {"remove": "_i"},
             {"remove": "_id"},

diff --git a/dags/sources/dags/source_valdelia.py b/dags/sources/dags/source_valdelia.py
@@ -130,6 +130,11 @@
                 "transformation": "clean_action_codes",
                 "destination": ["action_codes"],
             },
+            {
+                "origin": ["action_codes", "souscategorie_codes"],
+                "transformation": "clean_proposition_services",
+                "destination": ["proposition_services_codes"],
+            },
             # 5. Supression des colonnes
             {"remove": "_i"},
             {"remove": "_id"},