diff --git a/scoring/score_submissions.py b/scoring/score_submissions.py index 5f711d6e4..bbc23a1fc 100644 --- a/scoring/score_submissions.py +++ b/scoring/score_submissions.py @@ -30,9 +30,11 @@ 'submission_directory', None, 'Path to submission directory containing experiment directories.') -flags.DEFINE_string('output_dir', - 'scoring_results', - 'Path to save performance profile artifacts, submission_summaries and results files.') +flags.DEFINE_string( + 'output_dir', + 'scoring_results', + 'Path to save performance profile artifacts, submission_summaries and results files.' +) flags.DEFINE_boolean('compute_performance_profiles', False, 'Whether or not to compute the performance profiles.') @@ -133,6 +135,7 @@ def get_submission_summary(df, include_test_split=True): logging.info('\n' + tabulate(df, headers='keys', tablefmt='psql')) return df + def compute_leaderboard_score(df, normalize=False): """Compute leaderboard score by taking integral of performance profile. @@ -215,6 +218,7 @@ def main(_): scores_str = tabulate(scores, headers='keys', tablefmt='psql') logging.info(f'Scores: \n {scores_str}') + if __name__ == '__main__': # flags.mark_flag_as_required('submission_directory') app.run(main)