From 16384c6fba617b018ade6bd271f0558e1f8da613 Mon Sep 17 00:00:00 2001 From: Tom Forbes Date: Sun, 20 Oct 2024 13:20:57 +0100 Subject: [PATCH] Remove flush? --- src/pypi_data/combine_parquet.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/pypi_data/combine_parquet.py b/src/pypi_data/combine_parquet.py index deb20421..d1563a0c 100644 --- a/src/pypi_data/combine_parquet.py +++ b/src/pypi_data/combine_parquet.py @@ -26,7 +26,7 @@ def append_buffer( ) -> bool: initial_size = roll_up_path.stat().st_size writer.write_batch(batch) - fd.flush() + # fd.flush() end_size = roll_up_path.stat().st_size written_size = end_size - initial_size log.info(