Skip to content

Commit

Permalink
Remove
Browse files Browse the repository at this point in the history
  • Loading branch information
orf committed Oct 19, 2024
1 parent 190e4fb commit f3f72bc
Showing 1 changed file with 0 additions and 8 deletions.
8 changes: 0 additions & 8 deletions src/pypi_data/combine_parquet.py
Original file line number Diff line number Diff line change
Expand Up @@ -90,11 +90,3 @@ async def combine_parquet(repositories: list[CodeRepository], directory: Path):
)

roll_up_count += 1

def append_parquet_file(output: Path, paths: list[Path]) -> Path:
table = pa.concat_tables(
(pq.read_table(str(p), memory_map=True) for p in paths if p.exists()),
promote_options="none"
)
pq.write_table(table, str(output), compression="zstd", compression_level=7)
return output

0 comments on commit f3f72bc

Please sign in to comment.