Skip to content

Commit

Permalink
no fix needed
Browse files Browse the repository at this point in the history
  • Loading branch information
CodyCBakerPhD committed Sep 11, 2024
1 parent dff66a0 commit 1d95f3e
Showing 1 changed file with 0 additions and 2 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -53,9 +53,7 @@ def bin_all_reduced_s3_logs_by_object_key(
)
completed = completed or set()

print(f"{list(completed)[:5]=}")
reduced_s3_log_files = list(set(reduced_s3_logs_folder_path.rglob("*.tsv")) - completed)[:file_limit]
print(f"{reduced_s3_log_files[:5]=}")
for reduced_s3_log_file in tqdm.tqdm(
iterable=reduced_s3_log_files,
total=len(reduced_s3_log_files),
Expand Down

0 comments on commit 1d95f3e

Please sign in to comment.