add ordering tqdm

src/dandi_s3_log_parser/_dandi_s3_log_file_parser.py

@@ -191,7 +191,7 @@ def asset_id_handler(*, raw_asset_id: str) -> str:
                 total=len(per_job_parsed_s3_log_file_paths),
                 position=1,
                 leave=False,
-                mininterval=1.0,
+                mininterval=3.0,
             ):
                 merged_temporary_file_path = temporary_output_folder_path / per_job_parsed_s3_log_file_path.name
 
@@ -202,6 +202,8 @@ def asset_id_handler(*, raw_asset_id: str) -> str:
                     path_or_buf=merged_temporary_file_path, mode="a", sep="\t", header=header, index=False
                 )
 
+            print("\n\n")
+
     # Always apply this step at the end to be sure we maintained chronological order
     # (even if you think order of iteration itself was performed chronologically)
     # This step also adds the index counter to the TSV

src/dandi_s3_log_parser/_order_parsed_logs.py

@@ -4,6 +4,7 @@
 import importlib.metadata
 
 import pandas
+import tqdm
 
 from ._config import DANDI_S3_LOG_PARSER_BASE_FOLDER_PATH
 
@@ -21,7 +22,15 @@ def order_parsed_logs(
     date = datetime.datetime.now().strftime("%y%m%d")
     ordering_errors_file_path = errors_folder_path / f"v{dandi_s3_log_parser_version}_{date}_ordering_errors.txt"
 
-    for unordered_parsed_s3_log_file_path in unordered_parsed_s3_log_folder_path.glob("*.tsv"):
+    unordered_file_paths = list(unordered_parsed_s3_log_folder_path.glob("*.tsv"))
+    for unordered_parsed_s3_log_file_path in tqdm.tqdm(
+        iterable=unordered_parsed_s3_log_folder_path.glob("*.tsv"),
+        len=(unordered_file_paths),
+        desc="Ordering parsed logs...",
+        position=0,
+        leave=True,
+        mininterval=3.0,
+    ):
         try:
             error_message = f"Ordering {unordered_parsed_s3_log_file_path}...\n\n"