From f3f72bc2fb23261a900f6b09f59d3c62f63c80a8 Mon Sep 17 00:00:00 2001 From: Tom Forbes Date: Sat, 19 Oct 2024 22:48:29 +0100 Subject: [PATCH] Remove --- src/pypi_data/combine_parquet.py | 8 -------- 1 file changed, 8 deletions(-) diff --git a/src/pypi_data/combine_parquet.py b/src/pypi_data/combine_parquet.py index 29d40ec9..5fa4b2fc 100644 --- a/src/pypi_data/combine_parquet.py +++ b/src/pypi_data/combine_parquet.py @@ -90,11 +90,3 @@ async def combine_parquet(repositories: list[CodeRepository], directory: Path): ) roll_up_count += 1 - -def append_parquet_file(output: Path, paths: list[Path]) -> Path: - table = pa.concat_tables( - (pq.read_table(str(p), memory_map=True) for p in paths if p.exists()), - promote_options="none" - ) - pq.write_table(table, str(output), compression="zstd", compression_level=7) - return output