Skip to content

Commit

Permalink
Fix ordering
Browse files Browse the repository at this point in the history
  • Loading branch information
orf committed Aug 5, 2023
1 parent 535bc68 commit 9960cb4
Showing 1 changed file with 2 additions and 1 deletion.
3 changes: 2 additions & 1 deletion sql/combine.sql
Original file line number Diff line number Diff line change
Expand Up @@ -3,5 +3,6 @@ PRAGMA threads=4;
SET enable_progress_bar=true;
CREATE TABLE temp_table AS
select regexp_extract(filename, '(\d+)\.parquet', 1)::USMALLINT as repository, * exclude (filename)
FROM read_parquet('input/*.parquet', union_by_name = True, filename = true);
FROM read_parquet('input/*.parquet', union_by_name = True, filename = true)
order by (uploaded_on, path);
COPY temp_table TO 'output.parquet' (FORMAT PARQUET, COMPRESSION zstd);

0 comments on commit 9960cb4

Please sign in to comment.