Issue 725: Added a flag to skip eval on train and test for self-repor…

…ting results

submission_runner.py

@@ -12,6 +12,7 @@
     --num_tuning_trials=3 \
     --experiment_dir=/home/znado/experiment_dir \
     --experiment_name=baseline
+    --skip_eval = True/False
 """
 
 import datetime
@@ -88,6 +89,10 @@
 flags.DEFINE_string('librispeech_tokenizer_vocab_path',
                     '',
                     'Location to librispeech tokenizer.')
+flags.DEFINE_boolean(
+    'skip_eval',
+    True,
+    help='True to skip eval on the datasets and false otherwise')
 
 flags.DEFINE_enum(
     'framework',
@@ -327,7 +332,10 @@ def train_once(
   train_state['last_step_end_time'] = global_start_time
 
   logging.info('Starting training loop.')
-  goals_reached = (
+  if FLAGS.skip_eval == True:
+    goals_reached = (train_state['validation_goal_reached'])
+  else:
+    goals_reached = (
       train_state['validation_goal_reached'] and
       train_state['test_goal_reached'])
   while train_state['is_time_remaining'] and \
@@ -402,9 +410,12 @@ def train_once(
           train_state['test_goal_reached'] = (
               workload.has_reached_test_target(latest_eval_result) or
               train_state['test_goal_reached'])
-          goals_reached = (
-              train_state['validation_goal_reached'] and
-              train_state['test_goal_reached'])
+          if FLAGS.skip_eval == True:
+              goals_reached = (train_state['validation_goal_reached'])
+          else:
+              goals_reached = (
+                train_state['validation_goal_reached'] and
+                train_state['test_goal_reached'])
           # Save last eval time.
           eval_end_time = get_time()
           train_state['last_eval_time'] = eval_end_time