Run in parallel

pypi-data · Oct 20, 2024 · 22e4181 · 22e4181
1 parent 9592bb1
commit 22e4181
Show file tree

Hide file tree

Showing 2 changed files with 6 additions and 5 deletions.
diff --git a/src/pypi_data/cli.py b/src/pypi_data/cli.py
@@ -143,10 +143,12 @@ async def _run(r: CodeRepository) -> CodeRepository | None:
 
             async with asyncio.TaskGroup() as tg:
                 tasks = [tg.create_task(_run(repo)) for repo in repositories]
-                for res in tasks:
-                    res = await res
-                    if res is not None:
-                        results.append(res)
+
+            for res in tasks:
+                res = res.result()
+                if res is not None:
+                    results.append(res)
+
     log.info(f"Fetched {len(tasks)} repository indexes")
     return results
 

diff --git a/src/pypi_data/combine_parquet.py b/src/pypi_data/combine_parquet.py
@@ -57,7 +57,6 @@ async def fill_buffer(
         time_hashing_ns = 0
         time_iterating_ns = 0
         time_loading_ns = 0
-        time_downloading_ns = 0
 
         start_time_ns = time.perf_counter_ns()