diff --git a/Cargo.toml b/Cargo.toml index 6c90d6f47d57..c1ae7e4b092a 100644 --- a/Cargo.toml +++ b/Cargo.toml @@ -58,7 +58,7 @@ license = "Apache-2.0" readme = "README.md" repository = "https://github.com/apache/datafusion" rust-version = "1.76" -version = "42.0.0" +version = "42.1.0" [workspace.dependencies] # We turn off default-features for some dependencies here so the workspaces which inherit them can @@ -91,28 +91,28 @@ bytes = "1.4" chrono = { version = "0.4.34", default-features = false } ctor = "0.2.0" dashmap = "6.0.1" -datafusion = { path = "datafusion/core", version = "42.0.0", default-features = false } -datafusion-catalog = { path = "datafusion/catalog", version = "42.0.0" } -datafusion-common = { path = "datafusion/common", version = "42.0.0", default-features = false } -datafusion-common-runtime = { path = "datafusion/common-runtime", version = "42.0.0" } -datafusion-execution = { path = "datafusion/execution", version = "42.0.0" } -datafusion-expr = { path = "datafusion/expr", version = "42.0.0" } -datafusion-expr-common = { path = "datafusion/expr-common", version = "42.0.0" } -datafusion-functions = { path = "datafusion/functions", version = "42.0.0" } -datafusion-functions-aggregate = { path = "datafusion/functions-aggregate", version = "42.0.0" } -datafusion-functions-aggregate-common = { path = "datafusion/functions-aggregate-common", version = "42.0.0" } -datafusion-functions-nested = { path = "datafusion/functions-nested", version = "42.0.0" } -datafusion-functions-window = { path = "datafusion/functions-window", version = "42.0.0" } -datafusion-optimizer = { path = "datafusion/optimizer", version = "42.0.0", default-features = false } -datafusion-physical-expr = { path = "datafusion/physical-expr", version = "42.0.0", default-features = false } -datafusion-physical-expr-common = { path = "datafusion/physical-expr-common", version = "42.0.0", default-features = false } -datafusion-physical-optimizer = { path = "datafusion/physical-optimizer", version = "42.0.0" } -datafusion-physical-plan = { path = "datafusion/physical-plan", version = "42.0.0" } -datafusion-proto = { path = "datafusion/proto", version = "42.0.0" } -datafusion-proto-common = { path = "datafusion/proto-common", version = "42.0.0" } -datafusion-sql = { path = "datafusion/sql", version = "42.0.0" } -datafusion-sqllogictest = { path = "datafusion/sqllogictest", version = "42.0.0" } -datafusion-substrait = { path = "datafusion/substrait", version = "42.0.0" } +datafusion = { path = "datafusion/core", version = "42.1.0", default-features = false } +datafusion-catalog = { path = "datafusion/catalog", version = "42.1.0" } +datafusion-common = { path = "datafusion/common", version = "42.1.0", default-features = false } +datafusion-common-runtime = { path = "datafusion/common-runtime", version = "42.1.0" } +datafusion-execution = { path = "datafusion/execution", version = "42.1.0" } +datafusion-expr = { path = "datafusion/expr", version = "42.1.0" } +datafusion-expr-common = { path = "datafusion/expr-common", version = "42.1.0" } +datafusion-functions = { path = "datafusion/functions", version = "42.1.0" } +datafusion-functions-aggregate = { path = "datafusion/functions-aggregate", version = "42.1.0" } +datafusion-functions-aggregate-common = { path = "datafusion/functions-aggregate-common", version = "42.1.0" } +datafusion-functions-nested = { path = "datafusion/functions-nested", version = "42.1.0" } +datafusion-functions-window = { path = "datafusion/functions-window", version = "42.1.0" } +datafusion-optimizer = { path = "datafusion/optimizer", version = "42.1.0", default-features = false } +datafusion-physical-expr = { path = "datafusion/physical-expr", version = "42.1.0", default-features = false } +datafusion-physical-expr-common = { path = "datafusion/physical-expr-common", version = "42.1.0", default-features = false } +datafusion-physical-optimizer = { path = "datafusion/physical-optimizer", version = "42.1.0" } +datafusion-physical-plan = { path = "datafusion/physical-plan", version = "42.1.0" } +datafusion-proto = { path = "datafusion/proto", version = "42.1.0" } +datafusion-proto-common = { path = "datafusion/proto-common", version = "42.1.0" } +datafusion-sql = { path = "datafusion/sql", version = "42.1.0" } +datafusion-sqllogictest = { path = "datafusion/sqllogictest", version = "42.1.0" } +datafusion-substrait = { path = "datafusion/substrait", version = "42.1.0" } doc-comment = "0.3" env_logger = "0.11" futures = "0.3" diff --git a/datafusion-cli/Cargo.lock b/datafusion-cli/Cargo.lock index 3acb226c7810..31f7caaabdcc 100644 --- a/datafusion-cli/Cargo.lock +++ b/datafusion-cli/Cargo.lock @@ -1182,7 +1182,7 @@ dependencies = [ [[package]] name = "datafusion" -version = "42.0.0" +version = "42.1.0" dependencies = [ "ahash", "apache-avro", @@ -1239,7 +1239,7 @@ dependencies = [ [[package]] name = "datafusion-catalog" -version = "42.0.0" +version = "42.1.0" dependencies = [ "arrow-schema", "async-trait", @@ -1252,7 +1252,7 @@ dependencies = [ [[package]] name = "datafusion-cli" -version = "42.0.0" +version = "42.1.0" dependencies = [ "arrow", "assert_cmd", @@ -1282,7 +1282,7 @@ dependencies = [ [[package]] name = "datafusion-common" -version = "42.0.0" +version = "42.1.0" dependencies = [ "ahash", "apache-avro", @@ -1305,7 +1305,7 @@ dependencies = [ [[package]] name = "datafusion-common-runtime" -version = "42.0.0" +version = "42.1.0" dependencies = [ "log", "tokio", @@ -1313,7 +1313,7 @@ dependencies = [ [[package]] name = "datafusion-execution" -version = "42.0.0" +version = "42.1.0" dependencies = [ "arrow", "chrono", @@ -1332,7 +1332,7 @@ dependencies = [ [[package]] name = "datafusion-expr" -version = "42.0.0" +version = "42.1.0" dependencies = [ "ahash", "arrow", @@ -1352,7 +1352,7 @@ dependencies = [ [[package]] name = "datafusion-expr-common" -version = "42.0.0" +version = "42.1.0" dependencies = [ "arrow", "datafusion-common", @@ -1361,7 +1361,7 @@ dependencies = [ [[package]] name = "datafusion-functions" -version = "42.0.0" +version = "42.1.0" dependencies = [ "arrow", "arrow-buffer", @@ -1386,7 +1386,7 @@ dependencies = [ [[package]] name = "datafusion-functions-aggregate" -version = "42.0.0" +version = "42.1.0" dependencies = [ "ahash", "arrow", @@ -1405,7 +1405,7 @@ dependencies = [ [[package]] name = "datafusion-functions-aggregate-common" -version = "42.0.0" +version = "42.1.0" dependencies = [ "ahash", "arrow", @@ -1417,7 +1417,7 @@ dependencies = [ [[package]] name = "datafusion-functions-nested" -version = "42.0.0" +version = "42.1.0" dependencies = [ "arrow", "arrow-array", @@ -1438,7 +1438,7 @@ dependencies = [ [[package]] name = "datafusion-functions-window" -version = "42.0.0" +version = "42.1.0" dependencies = [ "datafusion-common", "datafusion-expr", @@ -1448,7 +1448,7 @@ dependencies = [ [[package]] name = "datafusion-optimizer" -version = "42.0.0" +version = "42.1.0" dependencies = [ "arrow", "async-trait", @@ -1466,7 +1466,7 @@ dependencies = [ [[package]] name = "datafusion-physical-expr" -version = "42.0.0" +version = "42.1.0" dependencies = [ "ahash", "arrow", @@ -1496,7 +1496,7 @@ dependencies = [ [[package]] name = "datafusion-physical-expr-common" -version = "42.0.0" +version = "42.1.0" dependencies = [ "ahash", "arrow", @@ -1508,7 +1508,7 @@ dependencies = [ [[package]] name = "datafusion-physical-optimizer" -version = "42.0.0" +version = "42.1.0" dependencies = [ "arrow-schema", "datafusion-common", @@ -1520,7 +1520,7 @@ dependencies = [ [[package]] name = "datafusion-physical-plan" -version = "42.0.0" +version = "42.1.0" dependencies = [ "ahash", "arrow", @@ -1553,7 +1553,7 @@ dependencies = [ [[package]] name = "datafusion-sql" -version = "42.0.0" +version = "42.1.0" dependencies = [ "arrow", "arrow-array", @@ -2327,9 +2327,9 @@ dependencies = [ [[package]] name = "libc" -version = "0.2.159" +version = "0.2.160" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "561d97a539a36e26a9a5fad1ea11a3039a67714694aaa379433e580854bc3dc5" +checksum = "f0b21006cd1874ae9e650973c565615676dc4a274c965bb0a73796dac838ce4f" [[package]] name = "libflate" diff --git a/datafusion-cli/Cargo.toml b/datafusion-cli/Cargo.toml index 0d20cf06e5cf..78fd0e67bbfb 100644 --- a/datafusion-cli/Cargo.toml +++ b/datafusion-cli/Cargo.toml @@ -18,7 +18,7 @@ [package] name = "datafusion-cli" description = "Command Line Client for DataFusion query engine." -version = "42.0.0" +version = "42.1.0" authors = ["Apache DataFusion "] edition = "2021" keywords = ["arrow", "datafusion", "query", "sql"] @@ -42,7 +42,7 @@ aws-sdk-sts = "=1.39.0" # end pin aws-sdk crates aws-credential-types = "1.2.0" clap = { version = "4.5.16", features = ["derive", "cargo"] } -datafusion = { path = "../datafusion/core", version = "42.0.0", features = [ +datafusion = { path = "../datafusion/core", version = "42.1.0", features = [ "avro", "crypto_expressions", "datetime_expressions", diff --git a/dev/changelog/42.1.0.md b/dev/changelog/42.1.0.md new file mode 100644 index 000000000000..cf4f911150ac --- /dev/null +++ b/dev/changelog/42.1.0.md @@ -0,0 +1,42 @@ + + +# Apache DataFusion 42.1.0 Changelog + +This release consists of 5 commits from 4 contributors. See credits at the end of this changelog for more information. + +**Other:** + +- Backport update to arrow 53.1.0 on branch-42 [#12977](https://github.com/apache/datafusion/pull/12977) (alamb) +- Backport "Provide field and schema metadata missing on cross joins, and union with null fields" (#12729) [#12974](https://github.com/apache/datafusion/pull/12974) (matthewmturner) +- Backport "physical-plan: Cast nested group values back to dictionary if necessary" (#12586) [#12976](https://github.com/apache/datafusion/pull/12976) (matthewmturner) +- backport-to-DF-42: Provide field and schema metadata missing on distinct aggregations [#12975](https://github.com/apache/datafusion/pull/12975) (Xuanwo) + +## Credits + +Thank you to everyone who contributed to this release. Here is a breakdown of commits (PRs merged) per contributor. + +``` + 2 Matthew Turner + 1 Andrew Lamb + 1 Andy Grove + 1 Xuanwo +``` + +Thank you also to everyone who contributed in other ways such as filing issues, reviewing PRs, and providing feedback on this release. diff --git a/docs/source/user-guide/configs.md b/docs/source/user-guide/configs.md index f34d148f092f..a2103c50d37e 100644 --- a/docs/source/user-guide/configs.md +++ b/docs/source/user-guide/configs.md @@ -66,7 +66,7 @@ Environment variables are read during `SessionConfig` initialisation so they mus | datafusion.execution.parquet.statistics_enabled | page | (writing) Sets if statistics are enabled for any column Valid values are: "none", "chunk", and "page" These values are not case sensitive. If NULL, uses default parquet writer setting | | datafusion.execution.parquet.max_statistics_size | 4096 | (writing) Sets max statistics size for any column. If NULL, uses default parquet writer setting | | datafusion.execution.parquet.max_row_group_size | 1048576 | (writing) Target maximum number of rows in each row group (defaults to 1M rows). Writing larger row groups requires more memory to write, but can get better compression and be faster to read. | -| datafusion.execution.parquet.created_by | datafusion version 42.0.0 | (writing) Sets "created by" property | +| datafusion.execution.parquet.created_by | datafusion version 42.1.0 | (writing) Sets "created by" property | | datafusion.execution.parquet.column_index_truncate_length | 64 | (writing) Sets column index truncate length | | datafusion.execution.parquet.data_page_row_count_limit | 20000 | (writing) Sets best effort maximum number of rows in data page | | datafusion.execution.parquet.encoding | NULL | (writing) Sets default encoding for any column. Valid values are: plain, plain_dictionary, rle, bit_packed, delta_binary_packed, delta_length_byte_array, delta_byte_array, rle_dictionary, and byte_stream_split. These values are not case sensitive. If NULL, uses default parquet writer setting |