use importlib for importing modules safely

README.md

@@ -14,7 +14,7 @@ For the time being, there are two sets of annotation generators:
 
 ## Adding an annotation
 
-- Add the command in the dictionary in (https://github.com/binpash/annotations/blob/main/pash_annotations/annotation_generation/AnnotationGeneration.py#L13)
+- Add the command in the dictionary in (https://github.com/binpash/annotations/blob/main/pash_annotations/annotation_generation/AnnotationGenerator().py#L13)
 - Add a json file with the command flags in (https://github.com/binpash/annotations/tree/main/pash_annotations/parser/command_flag_option_info/data). This could be used to generate a first version of it: (https://github.com/binpash/annotations/blob/main/pash_annotations/parser/command_flag_option_info/manpage-to-json.sh).
 - Add an `InputOutputInfoGeneratorXXX.py` in (https://github.com/binpash/annotations/tree/main/pash_annotations/annotation_generation/annotation_generators)
 - (Optionally) add a `ParallelizabilityInfoGeneratorXXX.py` in (https://github.com/binpash/annotations/tree/main/pash_annotations/annotation_generation/annotation_generators)

pash_annotations/annotation_generation/annotation_generation.py

@@ -1,5 +1,5 @@
 import os
-import sys
+import importlib
 from typing import Optional
 
 from collections import namedtuple
@@ -15,7 +15,6 @@
 )
 
 ### directory paths
-ROOT_DIR = os.path.realpath(os.path.join(os.path.dirname(__file__), "../.."))
 ANNOTATION_GENERATORS = "pash_annotations.annotation_generation.annotation_generators"
 CMD_NAMES = [
     "alt_bigrams_aux",
@@ -50,78 +49,62 @@
     "wc",
 ]
 
-
-def to_pascal_case(string: str) -> str:
-    """
-    Turns a snake_case string to PascalCase
-    """
-    return string.replace("_", " ").title().replace(" ", "")
-
-
 IO_INFO_PREFIX = "input_output_info_generator"
 PAR_INFO_PREFIX = "parallelizability_info_generator"
 
 FileModulePair = namedtuple("FileModulePair", ["file", "module"])
 
-io_info_gen_file_module_names = [
-    FileModulePair(
-        f"{ANNOTATION_GENERATORS}.{IO_INFO_PREFIX}_{cmd}",
-        to_pascal_case(IO_INFO_PREFIX) + to_pascal_case(cmd),
-    )
-    for cmd in CMD_NAMES
-]
-
-par_info_gen_file_module_names = [
-    FileModulePair(
-        f"{ANNOTATION_GENERATORS}.{PAR_INFO_PREFIX}_{cmd}",
-        to_pascal_case(PAR_INFO_PREFIX) + to_pascal_case(cmd),
-    )
-    for cmd in CMD_NAMES
-]
-
-for filename, module in io_info_gen_file_module_names + par_info_gen_file_module_names:
-    import_str = "from " + filename + " import " + module
-    try:
-        exec(import_str)
-    except ModuleNotFoundError:
-        pass  # it's fine if some do not exist, we catch that later
-
-
-# cannot be merged due to types
-def get_input_output_info_from_cmd_invocation(
-    cmd_invocation: CommandInvocationInitial,
-) -> Optional[InputOutputInfo]:
-    # Get the Generator, info_generator_class_for_cmd_repr, info_generator_class_for_cmd_repr
-    try:
-        info_generator_class_for_cmd = str_to_class(
-            to_pascal_case(IO_INFO_PREFIX) + to_pascal_case(cmd_invocation.cmd_name)
-        )
-        # Initialize the info generator object
-        info_generator_object = info_generator_class_for_cmd(cmd_invocation)
-        # Generate info
-        info_generator_object.generate_info()
-        return info_generator_object.get_info()
-    except Exception as sth:  # module does not exist
-        return None
-
-
-def get_parallelizability_info_from_cmd_invocation(
-    cmd_invocation: CommandInvocationInitial,
-) -> Optional[ParallelizabilityInfo]:
-    # Get the Generator
-    try:
-        info_generator_class_for_cmd = str_to_class(
-            to_pascal_case(PAR_INFO_PREFIX) + to_pascal_case(cmd_invocation.cmd_name)
-        )
-        # Initialize the info generator object
-        # TODO: be more rigorous and allow empty parallelization annotation: return ParallelizabilityInfo with [] as default
-        info_generator_object = info_generator_class_for_cmd(cmd_invocation)
-        # Generate info
-        info_generator_object.generate_info()
-        return info_generator_object.get_info()
-    except Exception:  # module does not exist
-        return None
-
 
-def str_to_class(classname):
-    return getattr(sys.modules[__name__], classname)
+class AnnotationGenerator:
+    # cannot be merged due to types
+    def get_input_output_info_from_cmd_invocation(
+        self,
+        cmd_invocation: CommandInvocationInitial,
+    ) -> Optional[InputOutputInfo]:
+        try:
+            # Get the Generator, info_generator_class_for_cmd_repr, info_generator_class_for_cmd_repr
+            cmd = cmd_invocation.cmd_name
+            module = importlib.import_module(
+                f"{ANNOTATION_GENERATORS}.{IO_INFO_PREFIX}_{cmd}"
+            )
+            info_gen_class = getattr(
+                module, self.to_pascal_case(IO_INFO_PREFIX) + self.to_pascal_case(cmd)
+            )
+            # Initialize the info generator object
+            info_generator_object = info_gen_class(cmd_invocation)
+            # Generate info
+            info_generator_object.generate_info()
+            return info_generator_object.get_info()
+        except:
+            return None
+
+    def get_parallelizability_info_from_cmd_invocation(
+        self,
+        cmd_invocation: CommandInvocationInitial,
+    ) -> Optional[ParallelizabilityInfo]:
+        # Get the Generator
+        try:
+            cmd = cmd_invocation.cmd_name
+            module = importlib.import_module(
+                f"{ANNOTATION_GENERATORS}.{PAR_INFO_PREFIX}_{cmd}"
+            )
+            print(module)
+            info_gen_class = getattr(
+                module, self.to_pascal_case(PAR_INFO_PREFIX) + self.to_pascal_case(cmd)
+            )
+            # Initialize the info generator object
+            info_generator_object = info_gen_class(cmd_invocation)
+            # Initialize the info generator object
+            # TODO: be more rigorous and allow empty parallelization annotation: return ParallelizabilityInfo with [] as default
+            # Generate info
+            info_generator_object.generate_info()
+            return info_generator_object.get_info()
+        except:
+            return None
+
+    @staticmethod
+    def to_pascal_case(string: str) -> str:
+        """
+        Turns a snake_case string to PascalCase
+        """
+        return string.replace("_", " ").title().replace(" ", "")

pash_annotations/annotation_generation/annotation_generators/input_output_info_generator_alt_bigram_aux_reduce.py

@@ -1,4 +1,4 @@
-from input_output_info_generator_interface import InputOutputInfoGeneratorInterface
+from pash_annotations.annotation_generation.annotation_generators.input_output_info_generator_interface import InputOutputInfoGeneratorInterface
 
 
 class InputOutputInfoGeneratorAltBigramAuxReduce(InputOutputInfoGeneratorInterface):

pash_annotations/annotation_generation/annotation_generators/input_output_info_generator_alt_bigrams_aux.py

@@ -1,4 +1,4 @@
-from input_output_info_generator_interface import InputOutputInfoGeneratorInterface
+from pash_annotations.annotation_generation.annotation_generators.input_output_info_generator_interface import InputOutputInfoGeneratorInterface
 
 
 class InputOutputInfoGeneratorAltBigramsAux(InputOutputInfoGeneratorInterface):

pash_annotations/annotation_generation/annotation_generators/input_output_info_generator_awk.py

@@ -1,4 +1,4 @@
-from input_output_info_generator_interface import InputOutputInfoGeneratorInterface
+from pash_annotations.annotation_generation.annotation_generators.input_output_info_generator_interface import InputOutputInfoGeneratorInterface
 
 
 class InputOutputInfoGeneratorAwk(InputOutputInfoGeneratorInterface):

pash_annotations/annotation_generation/annotation_generators/input_output_info_generator_bigrams_aux.py

@@ -1,4 +1,4 @@
-from input_output_info_generator_interface import InputOutputInfoGeneratorInterface
+from pash_annotations.annotation_generation.annotation_generators.input_output_info_generator_interface import InputOutputInfoGeneratorInterface
 
 
 class InputOutputInfoGeneratorBigramsAux(InputOutputInfoGeneratorInterface):

pash_annotations/annotation_generation/annotation_generators/input_output_info_generator_cat.py

@@ -1,4 +1,4 @@
-from input_output_info_generator_interface import InputOutputInfoGeneratorInterface
+from pash_annotations.annotation_generation.annotation_generators.input_output_info_generator_interface import InputOutputInfoGeneratorInterface
 
 
 class InputOutputInfoGeneratorCat(InputOutputInfoGeneratorInterface):

pash_annotations/annotation_generation/annotation_generators/input_output_info_generator_col.py

@@ -1,4 +1,4 @@
-from input_output_info_generator_interface import InputOutputInfoGeneratorInterface
+from pash_annotations.annotation_generation.annotation_generators.input_output_info_generator_interface import InputOutputInfoGeneratorInterface
 
 
 class InputOutputInfoGeneratorCol(InputOutputInfoGeneratorInterface):

pash_annotations/annotation_generation/annotation_generators/input_output_info_generator_comm.py

@@ -1,4 +1,4 @@
-from input_output_info_generator_interface import InputOutputInfoGeneratorInterface
+from pash_annotations.annotation_generation.annotation_generators.input_output_info_generator_interface import InputOutputInfoGeneratorInterface
 
 
 class InputOutputInfoGeneratorComm(InputOutputInfoGeneratorInterface):

pash_annotations/annotation_generation/annotation_generators/input_output_info_generator_custom_sort.py

@@ -1,4 +1,4 @@
-from input_output_info_generator_interface import InputOutputInfoGeneratorInterface
+from pash_annotations.annotation_generation.annotation_generators.input_output_info_generator_interface import InputOutputInfoGeneratorInterface
 
 
 class InputOutputInfoGeneratorCustomSort(InputOutputInfoGeneratorInterface):

pash_annotations/annotation_generation/annotation_generators/input_output_info_generator_custom_tr.py

@@ -1,4 +1,4 @@
-from input_output_info_generator_interface import InputOutputInfoGeneratorInterface
+from pash_annotations.annotation_generation.annotation_generators.input_output_info_generator_interface import InputOutputInfoGeneratorInterface
 
 
 class InputOutputInfoGeneratorCustomTr(InputOutputInfoGeneratorInterface):

pash_annotations/annotation_generation/annotation_generators/input_output_info_generator_cut.py

@@ -1,4 +1,4 @@
-from input_output_info_generator_interface import InputOutputInfoGeneratorInterface
+from pash_annotations.annotation_generation.annotation_generators.input_output_info_generator_interface import InputOutputInfoGeneratorInterface
 
 
 class InputOutputInfoGeneratorCut(InputOutputInfoGeneratorInterface):

pash_annotations/annotation_generation/annotation_generators/input_output_info_generator_diff.py

@@ -1,4 +1,4 @@
-from input_output_info_generator_interface import InputOutputInfoGeneratorInterface
+from pash_annotations.annotation_generation.annotation_generators.input_output_info_generator_interface import InputOutputInfoGeneratorInterface
 
 
 class InputOutputInfoGeneratorDiff(InputOutputInfoGeneratorInterface):

pash_annotations/annotation_generation/annotation_generators/input_output_info_generator_grep.py

@@ -1,4 +1,4 @@
-from input_output_info_generator_interface import InputOutputInfoGeneratorInterface
+from pash_annotations.annotation_generation.annotation_generators.input_output_info_generator_interface import InputOutputInfoGeneratorInterface
 
 
 class InputOutputInfoGeneratorGrep(InputOutputInfoGeneratorInterface):

pash_annotations/annotation_generation/annotation_generators/input_output_info_generator_head.py

@@ -1,4 +1,4 @@
-from input_output_info_generator_interface import InputOutputInfoGeneratorInterface
+from pash_annotations.annotation_generation.annotation_generators.input_output_info_generator_interface import InputOutputInfoGeneratorInterface
 
 
 class InputOutputInfoGeneratorHead(InputOutputInfoGeneratorInterface):

pash_annotations/annotation_generation/annotation_generators/input_output_info_generator_interface.py

@@ -1,6 +1,6 @@
 from typing import List, Tuple, Union, Literal, Dict
 
-from config.definitions import INDICATORS_FOR_FILENAMES
+from pash_annotations.config.definitions import INDICATORS_FOR_FILENAMES
 
 from pash_annotations.datatypes.basic_datatypes import Flag, Option, WhichClassForArg
 from pash_annotations.datatypes.access_kind import AccessKind, get_access_from_string

pash_annotations/annotation_generation/annotation_generators/input_output_info_generator_mkfifo.py

@@ -1,4 +1,4 @@
-from input_output_info_generator_interface import InputOutputInfoGeneratorInterface
+from pash_annotations.annotation_generation.annotation_generators.input_output_info_generator_interface import InputOutputInfoGeneratorInterface
 
 
 class InputOutputInfoGeneratorMkfifo(InputOutputInfoGeneratorInterface):

pash_annotations/annotation_generation/annotation_generators/input_output_info_generator_mv.py

@@ -1,6 +1,6 @@
 from typing import List
 from pash_annotations.datatypes.basic_datatypes import FlagOption
-from input_output_info_generator_interface import InputOutputInfoGeneratorInterface
+from pash_annotations.annotation_generation.annotation_generators.input_output_info_generator_interface import InputOutputInfoGeneratorInterface
 
 
 class InputOutputInfoGeneratorMv(InputOutputInfoGeneratorInterface):

pash_annotations/annotation_generation/annotation_generators/input_output_info_generator_rm.py

@@ -1,4 +1,4 @@
-from input_output_info_generator_interface import InputOutputInfoGeneratorInterface
+from pash_annotations.annotation_generation.annotation_generators.input_output_info_generator_interface import InputOutputInfoGeneratorInterface
 
 
 class InputOutputInfoGeneratorRm(InputOutputInfoGeneratorInterface):

pash_annotations/annotation_generation/annotation_generators/input_output_info_generator_sed.py

@@ -1,4 +1,4 @@
-from input_output_info_generator_interface import InputOutputInfoGeneratorInterface
+from pash_annotations.annotation_generation.annotation_generators.input_output_info_generator_interface import InputOutputInfoGeneratorInterface
 
 
 class InputOutputInfoGeneratorSed(InputOutputInfoGeneratorInterface):

pash_annotations/annotation_generation/annotation_generators/input_output_info_generator_seq.py

@@ -1,4 +1,4 @@
-from input_output_info_generator_interface import InputOutputInfoGeneratorInterface
+from pash_annotations.annotation_generation.annotation_generators.input_output_info_generator_interface import InputOutputInfoGeneratorInterface
 
 
 class InputOutputInfoGeneratorSeq(InputOutputInfoGeneratorInterface):

pash_annotations/annotation_generation/annotation_generators/input_output_info_generator_set_diff.py

@@ -1,4 +1,4 @@
-from input_output_info_generator_interface import InputOutputInfoGeneratorInterface
+from pash_annotations.annotation_generation.annotation_generators.input_output_info_generator_interface import InputOutputInfoGeneratorInterface
 
 
 class InputOutputInfoGeneratorSetDiff(InputOutputInfoGeneratorInterface):

pash_annotations/annotation_generation/annotation_generators/input_output_info_generator_sort.py

@@ -1,4 +1,4 @@
-from input_output_info_generator_interface import InputOutputInfoGeneratorInterface
+from pash_annotations.annotation_generation.annotation_generators.input_output_info_generator_interface import InputOutputInfoGeneratorInterface
 
 
 class InputOutputInfoGeneratorSort(InputOutputInfoGeneratorInterface):

pash_annotations/annotation_generation/annotation_generators/input_output_info_generator_tail.py

@@ -1,4 +1,4 @@
-from input_output_info_generator_interface import InputOutputInfoGeneratorInterface
+from pash_annotations.annotation_generation.annotation_generators.input_output_info_generator_interface import InputOutputInfoGeneratorInterface
 
 
 class InputOutputInfoGeneratorTail(InputOutputInfoGeneratorInterface):

pash_annotations/annotation_generation/annotation_generators/input_output_info_generator_tee.py

@@ -1,4 +1,4 @@
-from input_output_info_generator_interface import InputOutputInfoGeneratorInterface
+from pash_annotations.annotation_generation.annotation_generators.input_output_info_generator_interface import InputOutputInfoGeneratorInterface
 
 
 class InputOutputInfoGeneratorTee(InputOutputInfoGeneratorInterface):

pash_annotations/annotation_generation/annotation_generators/input_output_info_generator_test_one.py

@@ -1,4 +1,4 @@
-from input_output_info_generator_interface import InputOutputInfoGeneratorInterface
+from pash_annotations.annotation_generation.annotation_generators.input_output_info_generator_interface import InputOutputInfoGeneratorInterface
 
 
 class InputOutputInfoGeneratorTestOne(InputOutputInfoGeneratorInterface):

pash_annotations/annotation_generation/annotation_generators/input_output_info_generator_test_two.py

@@ -1,4 +1,4 @@
-from input_output_info_generator_interface import InputOutputInfoGeneratorInterface
+from pash_annotations.annotation_generation.annotation_generators.input_output_info_generator_interface import InputOutputInfoGeneratorInterface
 
 
 class InputOutputInfoGeneratorTestTwo(InputOutputInfoGeneratorInterface):

pash_annotations/annotation_generation/annotation_generators/input_output_info_generator_tr.py

@@ -1,4 +1,4 @@
-from input_output_info_generator_interface import InputOutputInfoGeneratorInterface
+from pash_annotations.annotation_generation.annotation_generators.input_output_info_generator_interface import InputOutputInfoGeneratorInterface
 
 
 class InputOutputInfoGeneratorTr(InputOutputInfoGeneratorInterface):

pash_annotations/annotation_generation/annotation_generators/input_output_info_generator_uniq.py

@@ -1,4 +1,4 @@
-from input_output_info_generator_interface import InputOutputInfoGeneratorInterface
+from pash_annotations.annotation_generation.annotation_generators.input_output_info_generator_interface import InputOutputInfoGeneratorInterface
 
 
 class InputOutputInfoGeneratorUniq(InputOutputInfoGeneratorInterface):

pash_annotations/annotation_generation/annotation_generators/input_output_info_generator_wc.py

@@ -1,4 +1,4 @@
-from input_output_info_generator_interface import InputOutputInfoGeneratorInterface
+from pash_annotations.annotation_generation.annotation_generators.input_output_info_generator_interface import InputOutputInfoGeneratorInterface
 
 
 class InputOutputInfoGeneratorWc(InputOutputInfoGeneratorInterface):

pash_annotations/annotation_generation/annotation_generators/input_output_info_generator_xargs.py

@@ -1,4 +1,4 @@
-from input_output_info_generator_interface import InputOutputInfoGeneratorInterface
+from pash_annotations.annotation_generation.annotation_generators.input_output_info_generator_interface import InputOutputInfoGeneratorInterface
 
 
 class InputOutputInfoGeneratorXargs(InputOutputInfoGeneratorInterface):

pash_annotations/annotation_generation/annotation_generators/parallelizability_info_generator_alt_bigrams_aux.py

@@ -1,4 +1,4 @@
-from pash_annotations.annotation_generation.datatypes.parallelizability_info_generator_interface import (
+from pash_annotations.annotation_generation.annotation_generators.parallelizability_info_generator_interface import (
     ParallelizabilityInfoGeneratorInterface,
 )
 from pash_annotations.annotation_generation.datatypes.parallelizability.aggregator_spec import (

pash_annotations/annotation_generation/annotation_generators/parallelizability_info_generator_bigrams_aux.py

@@ -1,4 +1,4 @@
-from pash_annotations.annotation_generation.datatypes.parallelizability_info_generator_interface import (
+from pash_annotations.annotation_generation.annotation_generators.parallelizability_info_generator_interface import (
     ParallelizabilityInfoGeneratorInterface,
 )
 from pash_annotations.annotation_generation.datatypes.parallelizability.AggregatorSpec import (

pash_annotations/annotation_generation/annotation_generators/parallelizability_info_generator_col.py

@@ -1,4 +1,4 @@
-from pash_annotations.annotation_generation.datatypes.parallelizability_info_generator_interface import (
+from pash_annotations.annotation_generation.annotation_generators.parallelizability_info_generator_interface import (
     ParallelizabilityInfoGeneratorInterface,
 )
 

pash_annotations/annotation_generation/annotation_generators/parallelizability_info_generator_custom_sort.py

@@ -1,4 +1,4 @@
-from pash_annotations.annotation_generation.datatypes.parallelizability_info_generator_interface import (
+from pash_annotations.annotation_generation.annotation_generators.parallelizability_info_generator_interface import (
     ParallelizabilityInfoGeneratorInterface,
 )
 from pash_annotations.annotation_generation.datatypes.parallelizability.aggregator_spec import (

pash_annotations/annotation_generation/annotation_generators/parallelizability_info_generator_custom_tr.py

@@ -1,4 +1,4 @@
-from pash_annotations.annotation_generation.datatypes.parallelizability_info_generator_interface import (
+from pash_annotations.annotation_generation.annotation_generators.parallelizability_info_generator_interface import (
     ParallelizabilityInfoGeneratorInterface,
 )
 

pash_annotations/annotation_generation/annotation_generators/parallelizability_info_generator_cut.py

@@ -1,4 +1,4 @@
-from pash_annotations.annotation_generation.datatypes.parallelizability_info_generator_interface import (
+from pash_annotations.annotation_generation.annotation_generators.parallelizability_info_generator_interface import (
     ParallelizabilityInfoGeneratorInterface,
 )
 

pash_annotations/annotation_generation/annotation_generators/parallelizability_info_generator_grep.py

@@ -1,4 +1,4 @@
-from pash_annotations.annotation_generation.datatypes.parallelizability_info_generator_interface import (
+from pash_annotations.annotation_generation.annotation_generators.parallelizability_info_generator_interface import (
     ParallelizabilityInfoGeneratorInterface,
 )
 from pash_annotations.annotation_generation.datatypes.parallelizability.parallelizer import (

pash_annotations/annotation_generation/annotation_generators/parallelizability_info_generator_sed.py

@@ -1,4 +1,4 @@
-from pash_annotations.annotation_generation.datatypes.parallelizability_info_generator_interface import (
+from pash_annotations.annotation_generation.annotation_generators.parallelizability_info_generator_interface import (
     ParallelizabilityInfoGeneratorInterface,
 )
 

pash_annotations/annotation_generation/annotation_generators/parallelizability_info_generator_set_diff.py

@@ -1,4 +1,4 @@
-from pash_annotations.annotation_generation.datatypes.parallelizability_info_generator_interface import (
+from pash_annotations.annotation_generation.annotation_generators.parallelizability_info_generator_interface import (
     ParallelizabilityInfoGeneratorInterface,
 )
 

pash_annotations/annotation_generation/annotation_generators/parallelizability_info_generator_sort.py

@@ -1,4 +1,4 @@
-from pash_annotations.annotation_generation.datatypes.parallelizability_info_generator_interface import (
+from pash_annotations.annotation_generation.annotation_generators.parallelizability_info_generator_interface import (
     ParallelizabilityInfoGeneratorInterface,
 )
 from pash_annotations.annotation_generation.datatypes.parallelizability.aggregator_spec import (

pash_annotations/annotation_generation/annotation_generators/parallelizability_info_generator_test_one.py

@@ -1,4 +1,4 @@
-from pash_annotations.annotation_generation.datatypes.parallelizability_info_generator_interface import (
+from pash_annotations.annotation_generation.annotation_generators.parallelizability_info_generator_interface import (
     ParallelizabilityInfoGeneratorInterface,
 )
 from pash_annotations.annotation_generation.datatypes.parallelizability.aggregator_spec import (