Merge pull request #700 from mlcommons/self_tuning_debugging

Fix test eval bug for self-tuning ruleset
mlcommons · Mar 12, 2024 · 5ef4f47 · 5ef4f47
2 parents 289f3a5 + a8108d6
commit 5ef4f47
Showing 1 changed file with 1 addition and 3 deletions.
diff --git a/submission_runner.py b/submission_runner.py
@@ -83,7 +83,7 @@
                      'The number of external hyperparameter trials to run.')
 flags.DEFINE_string('data_dir', '~/data', 'Dataset location.')
 flags.DEFINE_string('imagenet_v2_data_dir',
-                    '~/data',
+                    None,
                     'Dataset location for ImageNet-v2.')
 flags.DEFINE_string('librispeech_tokenizer_vocab_path',
                     '',
@@ -575,8 +575,6 @@ def score_submission_on_workload(workload: spec.Workload,
         tuning_search_space[hi] = hyperparameters
 
       with profiler.profile('Train'):
-        if 'imagenet' not in workload_name:
-          imagenet_v2_data_dir = None
         timing, metrics = train_once(workload, workload_name,
                                      global_batch_size,
                                      global_eval_batch_size,