save time to target df in scoring

mlcommons · Oct 16, 2024 · ce1003e · ce1003e
1 parent ef77fc4
commit ce1003e
Show file tree

Hide file tree

Showing 2 changed files with 7 additions and 3 deletions.
diff --git a/scoring/performance_profile.py b/scoring/performance_profile.py
@@ -274,7 +274,8 @@ def compute_performance_profiles(submissions,
                                  scale='linear',
                                  verbosity=0,
                                  strict=False,
-                                 self_tuning_ruleset=False):
+                                 self_tuning_ruleset=False,
+                                 output_dir=None):
   """Compute performance profiles for a set of submission by some time column.
 
   Args:
@@ -320,7 +321,9 @@ def compute_performance_profiles(submissions,
   df = df[BASE_WORKLOADS + HELDOUT_WORKLOADS]
   # Sort workloads alphabetically (for better display)
   df = df.reindex(sorted(df.columns), axis=1)
-
+
+  # Save time to target dataframe
+  df.to_csv(os.path.join(output_dir, 'time_to_targets.csv'))
   # For each held-out workload set to inf if the base workload is inf or nan
   for workload in df.keys():
     if workload not in BASE_WORKLOADS:

diff --git a/scoring/score_submissions.py b/scoring/score_submissions.py
@@ -210,7 +210,8 @@ def main(_):
         scale='linear',
         verbosity=0,
         self_tuning_ruleset=FLAGS.self_tuning_ruleset,
-        strict=FLAGS.strict)
+        strict=FLAGS.strict,
+        output_dir=FLAGS.output_dir,)
     if not os.path.exists(FLAGS.output_dir):
       os.mkdir(FLAGS.output_dir)
     performance_profile.plot_performance_profiles(