[IMP] changes main file to use registry pattern for selection of func…

…tion to execute
SAP · Aug 30, 2024 · bfe4ffa · bfe4ffa
1 parent b5023d5
commit bfe4ffa
Show file tree

Hide file tree

Showing 4 changed files with 2,556 additions and 156 deletions.
diff --git a/prospector/evaluation/analyse.py b/prospector/evaluation/analyse.py
@@ -65,7 +65,7 @@ def analyse_prospector_reports(filename: str, selected_cves: str):
     dataset = load_dataset(file)
     # dataset = dataset[:100]  # Actual line number in D53.csv -2
     # dataset = dataset[198:199]  # Actual line number in D53.csv -2
-    if len(selected_cves) != 0:
+    if selected_cves != "all" and len(selected_cves) != 0:
         dataset = [c for c in dataset if c[0] in selected_cves]
 
     # Keep track of how many reports were attempted to be analysed

diff --git a/prospector/evaluation/data/results/summary_execution_mvi_table.tex b/prospector/evaluation/data/results/summary_execution_mvi_table.tex
@@ -3,28 +3,28 @@
   % \tiny
   \begin{tabular}{| l c c c c |}
     \rowcolor{gray!50} \textbf{Result} & \textbf{Without LLM}  & \textbf{\%} & \textbf{With LLM}  & \textbf{\%}  \\ \hline
-    High confidence              &      960      &      73.56      &  548  &  41.99  \\
+    High confidence               &       960       &       73.56       &  548  &  41.99  \\
     \rowcolor{gray!20} \begin{tabular}{l}
       \quad Commit in reference* \\
-    \end{tabular}              &      847      &      88.23      &  413  &  75.36  \\
+    \end{tabular}               &       847       &       88.23       &  413  &  75.36  \\
     \rowcolor{gray!20} \begin{tabular}{l}
       \quad CVE ID in message* \\
-    \end{tabular}              &      162      &      16.88      &  69  &  12.59  \\
+    \end{tabular}               &       162       &       16.88       &  69  &  12.59  \\
     \rowcolor{gray!20} \begin{tabular}{l}
       \quad CVE ID in Issue* \\
-    \end{tabular}              &      37      &      3.85      &  12  &  2.19  \\
+    \end{tabular}               &       37       &       3.85       &  12  &  2.19  \\
     \rowcolor{gray!20} \begin{tabular}{l}
       \quad Cross Reference* \\
-    \end{tabular}              &      339      &      35.31      &  135  &  24.64  \\
+    \end{tabular}               &       339       &       35.31       &  135  &  24.64  \\
     \rowcolor{gray!20} \begin{tabular}{l}
       \quad Commit is Security Relevant* \\
-    \end{tabular}               &      0      &      0.0      &  488  &  37.39  \\
-    Medium confidence              &      179      &      13.72      &  18  &  1.38  \\
-    Low confidence              &      9      &      0.69      &  6  &  0.46  \\
-    Not found (rank $> 10$)              &      31      &      2.38      &  11  &  0.84  \\
-    Not reported                 &      103      &      7.89      &  44  &  3.37  \\
-    False Positive              &      23      &      1.76      &  678  &  51.95  \\
-    Aborted (due to exceeding candidate limit)              &      14      &      1.07      &  14  &  1.07  \\
+    \end{tabular}                &       0       &       0.0       &  488  &  37.39  \\
+    Medium confidence               &       179       &       13.72       &  18  &  1.38  \\
+    Low confidence               &       9       &       0.69       &  6  &  0.46  \\
+    Not found (rank $> 10$)               &       31       &       2.38       &  11  &  0.84  \\
+    Not reported                  &       103       &       7.89       &  44  &  3.37  \\
+    False Positive               &       23       &       1.76       &  678  &  51.95  \\
+    Aborted (due to exceeding candidate limit)               &       14       &       1.07       &  14  &  1.07  \\
     \textbf{Total}    & \textbf{1305} &       & \textbf{1305} &   \\ \hline
   \end{tabular}
   \caption{Prospector Evaluation Results (* percentage of high confidence category)}