[SUP-34946]Transform to CSV

teleservices/hooks/lalouviereteleservices/extra_scolaire_csv.py

@@ -1,14 +1,15 @@
 import logging
 import os
-from logging.handlers import SysLogHandler
-
+import csv
 import requests
+import subprocess
+from logging.handlers import SysLogHandler
 
 # Setup logging
 log_formatter = logging.Formatter("%(asctime)s:%(levelname)s:%(message)s")
 
 # File handler for logging to a file
-file_handler = logging.FileHandler("download_log.txt")
+file_handler = logging.FileHandler("/var/tmp/download_log.txt")
 file_handler.setFormatter(log_formatter)
 
 # Syslog handler for logging to /var/log/syslog
@@ -40,19 +41,53 @@ def download_and_save_ods(url, filename):
             save_path = f"/var/tmp/{filename}"
             with open(save_path, "wb") as file:
                 file.write(response.content)
-            logging.info(f"Successfully downloaded and saved {save_path}")
+            logger.info(f"Successfully downloaded and saved {save_path}")
+            return save_path
         else:
-            logging.error(f"Failed to download {save_path}. Status code: {response.status_code}")
-            print(f"Failed to download {save_path}. Status code: {response.status_code}")
+            logger.error(f"Failed to download {filename}. Status code: {response.status_code}")
+            print(f"Failed to download {filename}. Status code: {response.status_code}")
+            return None
+
+    except Exception as e:
+        logger.error(f"An error occurred while downloading {filename}: {e}")
+        print(f"An error occurred while downloading {filename}: {e}")
+        return None
+
+
+def ods_to_csv(ods_path, csv_path):
+    """Convert an ODS file to CSV using LibreOffice in command line"""
+    try:
+        # Commande pour convertir ODS en CSV
+        command = ["libreoffice", "--headless", "--convert-to", "csv", "--outdir", os.path.dirname(csv_path), ods_path]
+        subprocess.run(command, check=True)
+        logger.info(f"Successfully converted {ods_path} to CSV")
+
+        # Post-process the CSV to ensure UTF-8 encoding
+        with open(csv_path, mode="r", encoding="ISO-8859-1") as file:
+            content = file.read()
+
+        with open(csv_path, mode="w", encoding="UTF-8") as file:
+            file.write(content)
+
+        logger.info(f"Successfully re-encoded {csv_path} to UTF-8")
 
+    except subprocess.CalledProcessError as e:
+        logger.error(f"An error occurred while converting {ods_path} to CSV: {e}")
+        print(f"An error occurred while converting {ods_path} to CSV: {e}")
     except Exception as e:
-        logging.error(f"An error occurred while downloading {save_path}: {e}")
-        print(f"An error occurred while downloading {save_path}: {e}")
+        logger.error(f"An error occurred during post-processing of {csv_path}: {e}")
+        print(f"An error occurred during post-processing of {csv_path}: {e}")
 
 
 # Main execution
 if __name__ == "__main__":
     filenames = ["commande_de_tickets_repas_nightly_export.ods", "commande_de_cartes_de_garderie_nightly_export.ods"]
+    csv_filenames = [
+        "commande_de_tickets_repas_nightly_export.csv",
+        "commande_de_cartes_de_garderie_nightly_export.csv",
+    ]
 
-    for url, filename in zip(urls, filenames):
-        download_and_save_ods(url, filename)
+    for url, filename, csv_filename in zip(urls, filenames, csv_filenames):
+        ods_path = download_and_save_ods(url, filename)
+        if ods_path:
+            ods_to_csv(ods_path, f"/var/tmp/{csv_filename}")