diff --git a/plugins/parquet/parquet.ecllib b/plugins/parquet/parquet.ecllib index 66529ac50dc..48f26678058 100644 --- a/plugins/parquet/parquet.ecllib +++ b/plugins/parquet/parquet.ecllib @@ -43,7 +43,7 @@ EXPORT ParquetIO := MODULE ENDMACRO; EXPORT Read(resultLayout, basePath, partitionFieldList) := FUNCTIONMACRO - LOCAL STREAMED DATASET(resultLayout) _DoParquetReadPartition() := EMBED(parquet: activity, option('readdirectorypartition'), location(basePath)), partitionFields(partitionFieldList) + LOCAL STREAMED DATASET(resultLayout) _DoParquetReadPartition() := EMBED(parquet: activity, option('readdirectorypartition'), location(basePath), partitionFields(partitionFieldList)) ENDEMBED; RETURN _DoParquetReadPartition(); ENDMACRO; diff --git a/plugins/parquet/parquetembed.cpp b/plugins/parquet/parquetembed.cpp index 473f56e145d..107ade09d7f 100644 --- a/plugins/parquet/parquetembed.cpp +++ b/plugins/parquet/parquetembed.cpp @@ -462,6 +462,8 @@ __int64 ParquetReader::next(TableColumns *&nextTable) if (endsWithIgnoreCase(partOption.c_str(), "partition")) { PARQUET_ASSIGN_OR_THROW(table, queryRows()); // Sets rowsProcessed to current row in table corresponding to startRow + rowsCount = table->num_rows(); + splitTable(table); } else {