Skip to content

Commit

Permalink
debug
Browse files Browse the repository at this point in the history
  • Loading branch information
CodyCBakerPhD committed Jul 15, 2024
1 parent 6d68628 commit e3eb167
Showing 1 changed file with 3 additions and 3 deletions.
6 changes: 3 additions & 3 deletions src/dandi_s3_log_parser/_s3_log_file_parser.py
Original file line number Diff line number Diff line change
Expand Up @@ -54,9 +54,9 @@ def _get_reduced_log_lines(
with open(file=raw_s3_log_file_path, mode="r") as io:
# Perform I/O read in one batch to improve performance
# TODO: for larger files, this loads entirely into RAM - need buffering
raw_lines = tqdm.tqdm(
iterable=io.readlines(), desc="Parsing lines...", leave=False, mininterval=1.0, **tqdm_kwargs
)
resolved_tqdm_kwargs = dict(desc="Parsing lines...", leave=False, mininterval=1.0)
resolved_tqdm_kwargs.update(tqdm_kwargs)
raw_lines = tqdm.tqdm(iterable=io.readlines(), **resolved_tqdm_kwargs)
for index, raw_line in enumerate(raw_lines):
_append_reduced_log_line(
raw_line=raw_line,
Expand Down

0 comments on commit e3eb167

Please sign in to comment.