feat(outputs): build outputs tree based on filesystem (#2064)

Solves [ANT-1306]

antarest/study/storage/rawstudy/model/filesystem/common/area_matrix_list.py

@@ -6,6 +6,8 @@
 from antarest.study.storage.rawstudy.model.filesystem.inode import TREE, INode
 from antarest.study.storage.rawstudy.model.filesystem.matrix.input_series_matrix import InputSeriesMatrix
 
+TXT_PATTERN = "*.txt"
+
 
 class AreaMatrixList(FolderNode):
     """
@@ -60,14 +62,17 @@ def build(self) -> TREE:
             A dictionary of child nodes, where the key is the matrix file name
             and the value is the corresponding :class:`InputSeriesMatrix` node.
         """
-        children: TREE = {
-            f"{self.prefix}{area}": self.matrix_class(
-                self.context,
-                self.config.next_file(f"{self.prefix}{area}.txt"),
-                **self.additional_matrix_params,
+        children: TREE = {}
+        if self.prefix:  # Corresponds to the inputs
+            files = self.config.area_names()
+        else:  # Corresponds to the outputs
+            files = [d.with_suffix("").name for d in self.config.path.iterdir()]
+
+        for file in files:
+            name = f"{self.prefix}{file}"
+            children[name] = self.matrix_class(
+                self.context, self.config.next_file(f"{name}.txt"), **self.additional_matrix_params
             )
-            for area in self.config.area_names()
-        }
         return children
 
 
@@ -105,7 +110,7 @@ def build(self) -> TREE:
         """Builds the folder structure and creates child nodes representing each matrix file."""
         return {
             file.stem: self.matrix_class(self.context, self.config.next_file(file.name))
-            for file in self.config.path.glob("*.txt")
+            for file in self.config.path.glob(TXT_PATTERN)
         }
 
 
@@ -124,15 +129,28 @@ def __init__(
     def build(self) -> TREE:
         # Note that cluster IDs are case-insensitive, but series IDs are in lower case.
         # For instance, if your cluster ID is "Base", then the series ID will be "base".
-        series_ids = map(str.lower, self.config.get_thermal_ids(self.area))
-        children: TREE = {
-            series_id: self.matrix_class(self.context, self.config.next_file(f"{series_id}.txt"))
-            for series_id in series_ids
+        series_files = self.config.path.glob(TXT_PATTERN)
+        return {
+            series.stem: self.matrix_class(self.context, self.config.next_file(series.name)) for series in series_files
         }
-        return children
 
 
 class AreaMultipleMatrixList(FolderNode):
+    """
+    Node representing a folder structure containing multiple matrix files for each area.
+
+    Example of tree structure:
+
+    .. code-block:: text
+
+       ts-numbers/thermal
+       ├── at
+       │    ├── cluster_gas.txt
+       │    └── cluster2_gas.txt
+       └── be
+            └── cluster_nuclear.txt
+    """
+
     def __init__(
         self,
         context: ContextServer,
@@ -156,13 +174,14 @@ def __init__(
         self.matrix_class = matrix_class
 
     def build(self) -> TREE:
+        folders = [d.name for d in self.config.path.iterdir() if d.is_dir()]
         children: TREE = {
             area: self.klass(
                 self.context,
                 self.config.next_file(area),
                 area,
                 self.matrix_class,
             )
-            for area in self.config.area_names()
+            for area in folders
         }
         return children

antarest/study/storage/rawstudy/model/filesystem/root/input/commons/prepro_series.py

@@ -0,0 +1,52 @@
+from antarest.study.storage.rawstudy.model.filesystem.common.area_matrix_list import AreaMatrixList
+from antarest.study.storage.rawstudy.model.filesystem.common.prepro import InputPrepro
+from antarest.study.storage.rawstudy.model.filesystem.config.model import FileStudyTreeConfig
+from antarest.study.storage.rawstudy.model.filesystem.context import ContextServer
+from antarest.study.storage.rawstudy.model.filesystem.folder_node import FolderNode
+from antarest.study.storage.rawstudy.model.filesystem.inode import TREE
+from antarest.study.storage.rawstudy.model.filesystem.matrix.constants import default_scenario_hourly
+
+
+class InputPreproSeries(FolderNode):
+    def __init__(self, context: ContextServer, config: FileStudyTreeConfig, prefix: str):
+        """
+        Represents a folder structure, which contains a "prepro" and a time series structure.
+
+        Example of tree structure:
+
+        .. code-block:: text
+
+           input/load/
+           ├── prepro
+           │   ├── correlation.ini
+           │   ├── store_in
+           │   │   ├── conversion.txt
+           │   │   ├── data.txt
+           │   │   ├── k.txt
+           │   │   ├── settings.ini
+           │   │   └── translation.txt
+           │   └── store_out
+           │       ├── conversion.txt
+           │       ├── data.txt
+           │       ├── k.txt
+           │       ├── settings.ini
+           │       └── translation.txt
+           └── series
+               ├── load_store_in.txt
+               └── load_store_out.txt
+        """
+
+        super().__init__(context, config)
+        self.prefix = prefix
+
+    def build(self) -> TREE:
+        children: TREE = {
+            "prepro": InputPrepro(self.context, self.config.next_file("prepro")),
+            "series": AreaMatrixList(
+                self.context,
+                self.config.next_file("series"),
+                prefix=self.prefix,
+                additional_matrix_params={"default_empty": default_scenario_hourly},
+            ),
+        }
+        return children

antarest/study/storage/rawstudy/model/filesystem/root/input/input.py

@@ -5,16 +5,14 @@
 from antarest.study.storage.rawstudy.model.filesystem.root.input.bindingconstraints.bindingcontraints import (
     BindingConstraints,
 )
+from antarest.study.storage.rawstudy.model.filesystem.root.input.commons.prepro_series import InputPreproSeries
 from antarest.study.storage.rawstudy.model.filesystem.root.input.hydro.hydro import InputHydro
 from antarest.study.storage.rawstudy.model.filesystem.root.input.link.link import InputLink
-from antarest.study.storage.rawstudy.model.filesystem.root.input.load.load import InputLoad
 from antarest.study.storage.rawstudy.model.filesystem.root.input.miscgen.miscgen import InputMiscGen
 from antarest.study.storage.rawstudy.model.filesystem.root.input.renewables.renewable import ClusteredRenewables
 from antarest.study.storage.rawstudy.model.filesystem.root.input.reserves.reserves import InputReserves
-from antarest.study.storage.rawstudy.model.filesystem.root.input.solar.solar import InputSolar
 from antarest.study.storage.rawstudy.model.filesystem.root.input.st_storage.st_storage import InputSTStorage
 from antarest.study.storage.rawstudy.model.filesystem.root.input.thermal.thermal import InputThermal
-from antarest.study.storage.rawstudy.model.filesystem.root.input.wind.wind import InputWind
 
 
 class Input(FolderNode):
@@ -31,12 +29,12 @@ def build(self) -> TREE:
             "bindingconstraints": BindingConstraints(self.context, config.next_file("bindingconstraints")),
             "hydro": InputHydro(self.context, config.next_file("hydro")),
             "links": InputLink(self.context, config.next_file("links")),
-            "load": InputLoad(self.context, config.next_file("load")),
+            "load": InputPreproSeries(self.context, config.next_file("load"), "load_"),
             "misc-gen": InputMiscGen(self.context, config.next_file("misc-gen")),
             "reserves": InputReserves(self.context, config.next_file("reserves")),
-            "solar": InputSolar(self.context, config.next_file("solar")),
+            "solar": InputPreproSeries(self.context, config.next_file("solar"), "solar_"),
             "thermal": InputThermal(self.context, config.next_file("thermal")),
-            "wind": InputWind(self.context, config.next_file("wind")),
+            "wind": InputPreproSeries(self.context, config.next_file("wind"), "wind_"),
         }
 
         has_renewables = config.version >= 810 and EnrModelling(config.enr_modelling) == EnrModelling.CLUSTERS

antarest/study/storage/rawstudy/model/filesystem/root/input/link/area/capacities/capacities.py

@@ -12,7 +12,7 @@ def __init__(
         config: FileStudyTreeConfig,
         area: str,
     ):
-        FolderNode.__init__(self, context, config)
+        super().__init__(context, config)
         self.area = area
 
     def build(self) -> TREE:

antarest/study/storage/rawstudy/model/filesystem/root/input/renewables/clusters.py

@@ -31,7 +31,7 @@ def __init__(
         config: FileStudyTreeConfig,
         area: str,
     ):
-        FolderNode.__init__(self, context, config)
+        super().__init__(context, config)
         self.area = area
 
     def build(self) -> TREE:

antarest/study/storage/rawstudy/model/filesystem/root/input/thermal/cluster/area/area.py

@@ -14,7 +14,7 @@ def __init__(
         config: FileStudyTreeConfig,
         area: str,
     ):
-        FolderNode.__init__(self, context, config)
+        super().__init__(context, config)
         self.area = area
 
     def build(self) -> TREE:

antarest/study/storage/rawstudy/model/filesystem/root/input/thermal/prepro/area/area.py

@@ -14,7 +14,7 @@ def __init__(
         config: FileStudyTreeConfig,
         area: str,
     ):
-        FolderNode.__init__(self, context, config)
+        super().__init__(context, config)
         self.area = area
 
     def build(self) -> TREE:

antarest/study/storage/rawstudy/model/filesystem/root/input/thermal/series/area/area.py

@@ -14,7 +14,7 @@ def __init__(
         config: FileStudyTreeConfig,
         area: str,
     ):
-        FolderNode.__init__(self, context, config)
+        super().__init__(context, config)
         self.area = area
 
     def build(self) -> TREE: