From d9568948300140df3d2e1f1fde5deb0cfe8b65db Mon Sep 17 00:00:00 2001 From: Matthew Turner Date: Mon, 14 Oct 2024 18:08:13 -0400 Subject: [PATCH] Update df version --- Cargo.lock | 644 +++++++++++++++++++++++++++-------------- Cargo.toml | 8 +- src/extensions/hudi.rs | 2 +- 3 files changed, 434 insertions(+), 220 deletions(-) diff --git a/Cargo.lock b/Cargo.lock index 2a509a4..2bd8aaf 100644 --- a/Cargo.lock +++ b/Cargo.lock @@ -172,23 +172,23 @@ dependencies = [ [[package]] name = "arrow" -version = "53.0.0" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "45aef0d9cf9a039bf6cd1acc451b137aca819977b0928dece52bd92811b640ba" -dependencies = [ - "arrow-arith 53.0.0", - "arrow-array 53.0.0", - "arrow-buffer 53.0.0", - "arrow-cast 53.0.0", - "arrow-csv 53.0.0", - "arrow-data 53.0.0", - "arrow-ipc 53.0.0", - "arrow-json 53.0.0", - "arrow-ord 53.0.0", - "arrow-row 53.0.0", - "arrow-schema 53.0.0", - "arrow-select 53.0.0", - "arrow-string 53.0.0", +version = "53.1.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "a9ba0d7248932f4e2a12fb37f0a2e3ec82b3bdedbac2a1dce186e036843b8f8c" +dependencies = [ + "arrow-arith 53.1.0", + "arrow-array 53.1.0", + "arrow-buffer 53.1.0", + "arrow-cast 53.1.0", + "arrow-csv 53.1.0", + "arrow-data 53.1.0", + "arrow-ipc 53.1.0", + "arrow-json 53.1.0", + "arrow-ord 53.1.0", + "arrow-row 53.1.0", + "arrow-schema 53.1.0", + "arrow-select 53.1.0", + "arrow-string 53.1.0", "pyo3", ] @@ -209,14 +209,14 @@ dependencies = [ [[package]] name = "arrow-arith" -version = "53.0.0" +version = "53.1.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "03675e42d1560790f3524800e41403b40d0da1c793fe9528929fde06d8c7649a" +checksum = "d60afcdc004841a5c8d8da4f4fa22d64eb19c0c01ef4bcedd77f175a7cf6e38f" dependencies = [ - "arrow-array 53.0.0", - "arrow-buffer 53.0.0", - "arrow-data 53.0.0", - "arrow-schema 53.0.0", + "arrow-array 53.1.0", + "arrow-buffer 53.1.0", + "arrow-data 53.1.0", + "arrow-schema 53.1.0", "chrono", "half", "num", @@ -233,7 +233,7 @@ dependencies = [ "arrow-data 52.2.0", "arrow-schema 52.2.0", "chrono", - "chrono-tz", + "chrono-tz 0.9.0", "half", "hashbrown 0.14.5", "num", @@ -241,16 +241,16 @@ dependencies = [ [[package]] name = "arrow-array" -version = "53.0.0" +version = "53.1.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "cd2bf348cf9f02a5975c5962c7fa6dee107a2009a7b41ac5fb1a027e12dc033f" +checksum = "7f16835e8599dbbb1659fd869d865254c4cf32c6c2bb60b6942ac9fc36bfa5da" dependencies = [ "ahash", - "arrow-buffer 53.0.0", - "arrow-data 53.0.0", - "arrow-schema 53.0.0", + "arrow-buffer 53.1.0", + "arrow-data 53.1.0", + "arrow-schema 53.1.0", "chrono", - "chrono-tz", + "chrono-tz 0.10.0", "half", "hashbrown 0.14.5", "num", @@ -269,9 +269,9 @@ dependencies = [ [[package]] name = "arrow-buffer" -version = "53.0.0" +version = "53.1.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "3092e37715f168976012ce52273c3989b5793b0db5f06cbaa246be25e5f0924d" +checksum = "1a1f34f0faae77da6b142db61deba2cb6d60167592b178be317b341440acba80" dependencies = [ "bytes", "half", @@ -294,28 +294,28 @@ dependencies = [ "chrono", "comfy-table", "half", - "lexical-core", + "lexical-core 0.8.5", "num", "ryu", ] [[package]] name = "arrow-cast" -version = "53.0.0" +version = "53.1.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "7ce1018bb710d502f9db06af026ed3561552e493e989a79d0d0f5d9cf267a785" +checksum = "450e4abb5775bca0740bec0bcf1b1a5ae07eff43bd625661c4436d8e8e4540c4" dependencies = [ - "arrow-array 53.0.0", - "arrow-buffer 53.0.0", - "arrow-data 53.0.0", - "arrow-schema 53.0.0", - "arrow-select 53.0.0", + "arrow-array 53.1.0", + "arrow-buffer 53.1.0", + "arrow-data 53.1.0", + "arrow-schema 53.1.0", + "arrow-select 53.1.0", "atoi", "base64 0.22.1", "chrono", "comfy-table", "half", - "lexical-core", + "lexical-core 1.0.2", "num", "ryu", ] @@ -335,26 +335,26 @@ dependencies = [ "csv", "csv-core", "lazy_static", - "lexical-core", + "lexical-core 0.8.5", "regex", ] [[package]] name = "arrow-csv" -version = "53.0.0" +version = "53.1.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "fd178575f45624d045e4ebee714e246a05d9652e41363ee3f57ec18cca97f740" +checksum = "d3a4e4d63830a341713e35d9a42452fbc6241d5f42fa5cf6a4681b8ad91370c4" dependencies = [ - "arrow-array 53.0.0", - "arrow-buffer 53.0.0", - "arrow-cast 53.0.0", - "arrow-data 53.0.0", - "arrow-schema 53.0.0", + "arrow-array 53.1.0", + "arrow-buffer 53.1.0", + "arrow-cast 53.1.0", + "arrow-data 53.1.0", + "arrow-schema 53.1.0", "chrono", "csv", "csv-core", "lazy_static", - "lexical-core", + "lexical-core 1.0.2", "regex", ] @@ -372,42 +372,42 @@ dependencies = [ [[package]] name = "arrow-data" -version = "53.0.0" +version = "53.1.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "4e4ac0c4ee79150afe067dc4857154b3ee9c1cd52b5f40d59a77306d0ed18d65" +checksum = "2b1e618bbf714c7a9e8d97203c806734f012ff71ae3adc8ad1b075689f540634" dependencies = [ - "arrow-buffer 53.0.0", - "arrow-schema 53.0.0", + "arrow-buffer 53.1.0", + "arrow-schema 53.1.0", "half", "num", ] [[package]] name = "arrow-flight" -version = "52.2.0" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "8e7ffbc96072e466ae5188974725bb46757587eafe427f77a25b828c375ae882" -dependencies = [ - "arrow-arith 52.2.0", - "arrow-array 52.2.0", - "arrow-buffer 52.2.0", - "arrow-cast 52.2.0", - "arrow-data 52.2.0", - "arrow-ipc 52.2.0", - "arrow-ord 52.2.0", - "arrow-row 52.2.0", - "arrow-schema 52.2.0", - "arrow-select 52.2.0", - "arrow-string 52.2.0", +version = "53.1.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "985074e2047f741abd4fd4a50d031c28ca8262a801a042bd41e1c5ab1ccdd243" +dependencies = [ + "arrow-arith 53.1.0", + "arrow-array 53.1.0", + "arrow-buffer 53.1.0", + "arrow-cast 53.1.0", + "arrow-data 53.1.0", + "arrow-ipc 53.1.0", + "arrow-ord 53.1.0", + "arrow-row 53.1.0", + "arrow-schema 53.1.0", + "arrow-select 53.1.0", + "arrow-string 53.1.0", "base64 0.22.1", "bytes", "futures", "once_cell", "paste", - "prost", + "prost 0.13.3", "prost-types", "tokio", - "tonic", + "tonic 0.12.3", ] [[package]] @@ -427,15 +427,15 @@ dependencies = [ [[package]] name = "arrow-ipc" -version = "53.0.0" +version = "53.1.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "bb307482348a1267f91b0912e962cd53440e5de0f7fb24c5f7b10da70b38c94a" +checksum = "f98e983549259a2b97049af7edfb8f28b8911682040e99a94e4ceb1196bd65c2" dependencies = [ - "arrow-array 53.0.0", - "arrow-buffer 53.0.0", - "arrow-cast 53.0.0", - "arrow-data 53.0.0", - "arrow-schema 53.0.0", + "arrow-array 53.1.0", + "arrow-buffer 53.1.0", + "arrow-cast 53.1.0", + "arrow-data 53.1.0", + "arrow-schema 53.1.0", "flatbuffers", "lz4_flex", ] @@ -454,7 +454,7 @@ dependencies = [ "chrono", "half", "indexmap 2.5.0", - "lexical-core", + "lexical-core 0.8.5", "num", "serde", "serde_json", @@ -462,19 +462,19 @@ dependencies = [ [[package]] name = "arrow-json" -version = "53.0.0" +version = "53.1.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "d24805ba326758effdd6f2cbdd482fcfab749544f21b134701add25b33f474e6" +checksum = "b198b9c6fcf086501730efbbcb483317b39330a116125af7bb06467d04b352a3" dependencies = [ - "arrow-array 53.0.0", - "arrow-buffer 53.0.0", - "arrow-cast 53.0.0", - "arrow-data 53.0.0", - "arrow-schema 53.0.0", + "arrow-array 53.1.0", + "arrow-buffer 53.1.0", + "arrow-cast 53.1.0", + "arrow-data 53.1.0", + "arrow-schema 53.1.0", "chrono", "half", "indexmap 2.5.0", - "lexical-core", + "lexical-core 1.0.2", "num", "serde", "serde_json", @@ -497,15 +497,15 @@ dependencies = [ [[package]] name = "arrow-ord" -version = "53.0.0" +version = "53.1.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "644046c479d80ae8ed02a7f1e1399072ea344ca6a7b0e293ab2d5d9ed924aa3b" +checksum = "2427f37b4459a4b9e533045abe87a5183a5e0995a3fc2c2fd45027ae2cc4ef3f" dependencies = [ - "arrow-array 53.0.0", - "arrow-buffer 53.0.0", - "arrow-data 53.0.0", - "arrow-schema 53.0.0", - "arrow-select 53.0.0", + "arrow-array 53.1.0", + "arrow-buffer 53.1.0", + "arrow-data 53.1.0", + "arrow-schema 53.1.0", + "arrow-select 53.1.0", "half", "num", ] @@ -526,15 +526,15 @@ dependencies = [ [[package]] name = "arrow-row" -version = "53.0.0" +version = "53.1.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "a29791f8eb13b340ce35525b723f5f0df17ecb955599e11f65c2a94ab34e2efb" +checksum = "15959657d92e2261a7a323517640af87f5afd9fd8a6492e424ebee2203c567f6" dependencies = [ "ahash", - "arrow-array 53.0.0", - "arrow-buffer 53.0.0", - "arrow-data 53.0.0", - "arrow-schema 53.0.0", + "arrow-array 53.1.0", + "arrow-buffer 53.1.0", + "arrow-data 53.1.0", + "arrow-schema 53.1.0", "half", ] @@ -549,9 +549,9 @@ dependencies = [ [[package]] name = "arrow-schema" -version = "53.0.0" +version = "53.1.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "c85320a3a2facf2b2822b57aa9d6d9d55edb8aee0b6b5d3b8df158e503d10858" +checksum = "fbf0388a18fd7f7f3fe3de01852d30f54ed5182f9004db700fbe3ba843ed2794" dependencies = [ "bitflags 2.6.0", "serde", @@ -573,15 +573,15 @@ dependencies = [ [[package]] name = "arrow-select" -version = "53.0.0" +version = "53.1.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "9cc7e6b582e23855fd1625ce46e51647aa440c20ea2e71b1d748e0839dd73cba" +checksum = "b83e5723d307a38bf00ecd2972cd078d1339c7fd3eb044f609958a9a24463f3a" dependencies = [ "ahash", - "arrow-array 53.0.0", - "arrow-buffer 53.0.0", - "arrow-data 53.0.0", - "arrow-schema 53.0.0", + "arrow-array 53.1.0", + "arrow-buffer 53.1.0", + "arrow-data 53.1.0", + "arrow-schema 53.1.0", "num", ] @@ -604,15 +604,15 @@ dependencies = [ [[package]] name = "arrow-string" -version = "53.0.0" +version = "53.1.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "0775b6567c66e56ded19b87a954b6b1beffbdd784ef95a3a2b03f59570c1d230" +checksum = "7ab3db7c09dd826e74079661d84ed01ed06547cf75d52c2818ef776d0d852305" dependencies = [ - "arrow-array 53.0.0", - "arrow-buffer 53.0.0", - "arrow-data 53.0.0", - "arrow-schema 53.0.0", - "arrow-select 53.0.0", + "arrow-array 53.1.0", + "arrow-buffer 53.1.0", + "arrow-data 53.1.0", + "arrow-schema 53.1.0", + "arrow-select 53.1.0", "memchr", "num", "regex", @@ -725,7 +725,7 @@ source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "3b829e4e32b91e643de6eafe82b1d90675f5874230191a4ffbc1b336dec4d6bf" dependencies = [ "async-trait", - "axum-core", + "axum-core 0.3.4", "bitflags 1.3.2", "bytes", "futures-util", @@ -741,7 +741,34 @@ dependencies = [ "rustversion", "serde", "sync_wrapper 0.1.2", - "tower", + "tower 0.4.13", + "tower-layer", + "tower-service", +] + +[[package]] +name = "axum" +version = "0.7.7" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "504e3947307ac8326a5437504c517c4b56716c9d98fac0028c2acc7ca47d70ae" +dependencies = [ + "async-trait", + "axum-core 0.4.5", + "bytes", + "futures-util", + "http 1.1.0", + "http-body 1.0.1", + "http-body-util", + "itoa", + "matchit", + "memchr", + "mime", + "percent-encoding", + "pin-project-lite", + "rustversion", + "serde", + "sync_wrapper 1.0.1", + "tower 0.5.1", "tower-layer", "tower-service", ] @@ -763,6 +790,26 @@ dependencies = [ "tower-service", ] +[[package]] +name = "axum-core" +version = "0.4.5" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "09f2bd6146b97ae3359fa0cc6d6b376d9539582c7b4220f041a33ec24c226199" +dependencies = [ + "async-trait", + "bytes", + "futures-util", + "http 1.1.0", + "http-body 1.0.1", + "http-body-util", + "mime", + "pin-project-lite", + "rustversion", + "sync_wrapper 1.0.1", + "tower-layer", + "tower-service", +] + [[package]] name = "backtrace" version = "0.3.71" @@ -976,7 +1023,18 @@ source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "93698b29de5e97ad0ae26447b344c482a7284c737d9ddc5f9e52b74a336671bb" dependencies = [ "chrono", - "chrono-tz-build", + "chrono-tz-build 0.3.0", + "phf", +] + +[[package]] +name = "chrono-tz" +version = "0.10.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "cd6dd8046d00723a59a2f8c5f295c515b9bb9a331ee4f8f3d4dd49e428acd3b6" +dependencies = [ + "chrono", + "chrono-tz-build 0.4.0", "phf", ] @@ -991,6 +1049,16 @@ dependencies = [ "phf_codegen", ] +[[package]] +name = "chrono-tz-build" +version = "0.4.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "e94fea34d77a245229e7746bd2beb786cd2a896f306ff491fb8cecb3074b10a7" +dependencies = [ + "parse-zoneinfo", + "phf_codegen", +] + [[package]] name = "clap" version = "4.5.17" @@ -1307,10 +1375,10 @@ source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "ee907b081e45e1d14e1f327e89ef134f91fcebad0bfc2dc229fa9f6044379682" dependencies = [ "ahash", - "arrow 53.0.0", - "arrow-array 53.0.0", - "arrow-ipc 53.0.0", - "arrow-schema 53.0.0", + "arrow 53.1.0", + "arrow-array 53.1.0", + "arrow-ipc 53.1.0", + "arrow-schema 53.1.0", "async-compression", "async-trait", "bytes", @@ -1343,7 +1411,7 @@ dependencies = [ "num_cpus", "object_store 0.11.0", "parking_lot", - "parquet 53.0.0", + "parquet 53.1.0", "paste", "pin-project-lite", "rand", @@ -1377,7 +1445,7 @@ version = "42.0.0" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "6c2b914f6e33c429af7d8696c72a47ed9225d7e2b82c747ebdfa2408ed53579f" dependencies = [ - "arrow-schema 53.0.0", + "arrow-schema 53.1.0", "async-trait", "datafusion-common 42.0.0", "datafusion-execution 42.0.0", @@ -1415,10 +1483,10 @@ source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "3a84f8e76330c582a6b8ada0b2c599ca46cfe46b7585e458fc3f4092bc722a18" dependencies = [ "ahash", - "arrow 53.0.0", - "arrow-array 53.0.0", - "arrow-buffer 53.0.0", - "arrow-schema 53.0.0", + "arrow 53.1.0", + "arrow-array 53.1.0", + "arrow-buffer 53.1.0", + "arrow-schema 53.1.0", "chrono", "half", "hashbrown 0.14.5", @@ -1426,7 +1494,7 @@ dependencies = [ "libc", "num_cpus", "object_store 0.11.0", - "parquet 53.0.0", + "parquet 53.1.0", "paste", "sqlparser 0.50.0", "tokio", @@ -1478,7 +1546,7 @@ version = "42.0.0" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "86bc4183d5c45b9f068a6f351678a0d1eb1225181424542bb75db18ec280b822" dependencies = [ - "arrow 53.0.0", + "arrow 53.1.0", "chrono", "dashmap", "datafusion-common 42.0.0", @@ -1519,9 +1587,9 @@ source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "202119ce58e4d103e37ae64aab40d4e574c97bdd2bea994bf307b175fcbfa74d" dependencies = [ "ahash", - "arrow 53.0.0", - "arrow-array 53.0.0", - "arrow-buffer 53.0.0", + "arrow 53.1.0", + "arrow-array 53.1.0", + "arrow-buffer 53.1.0", "chrono", "datafusion-common 42.0.0", "datafusion-expr-common", @@ -1540,7 +1608,7 @@ version = "42.0.0" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "f8b181ce8569216abb01ef3294aa16c0a40d7d39350c2ff01ede00f167a535f2" dependencies = [ - "arrow 53.0.0", + "arrow 53.1.0", "datafusion-common 42.0.0", "paste", ] @@ -1578,8 +1646,8 @@ version = "42.0.0" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "6e4124b8066444e05a24472f852e94cf56546c0f4d92d00f018f207216902712" dependencies = [ - "arrow 53.0.0", - "arrow-buffer 53.0.0", + "arrow 53.1.0", + "arrow-buffer 53.1.0", "base64 0.22.1", "blake2", "blake3", @@ -1624,8 +1692,8 @@ source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "b94acdac235ea21810150a89751617ef2db7e32eba27f54be48a81bde2bfe119" dependencies = [ "ahash", - "arrow 53.0.0", - "arrow-schema 53.0.0", + "arrow 53.1.0", + "arrow-schema 53.1.0", "datafusion-common 42.0.0", "datafusion-execution 42.0.0", "datafusion-expr 42.0.0", @@ -1645,7 +1713,7 @@ source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "5c9ea085bbf900bf16e2ca0f56fc56236b2e4f2e1a2cccb67bcd83c5ab4ad0ef" dependencies = [ "ahash", - "arrow 53.0.0", + "arrow 53.1.0", "datafusion-common 42.0.0", "datafusion-expr-common", "datafusion-physical-expr-common 42.0.0", @@ -1696,11 +1764,11 @@ version = "42.0.0" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "6c882e61665ed60c5ce9b061c1e587aeb8ae5ae4bcb5e5f2465139ab25328e0f" dependencies = [ - "arrow 53.0.0", - "arrow-array 53.0.0", - "arrow-buffer 53.0.0", - "arrow-ord 53.0.0", - "arrow-schema 53.0.0", + "arrow 53.1.0", + "arrow-array 53.1.0", + "arrow-buffer 53.1.0", + "arrow-ord 53.1.0", + "arrow-schema 53.1.0", "datafusion-common 42.0.0", "datafusion-execution 42.0.0", "datafusion-expr 42.0.0", @@ -1751,7 +1819,7 @@ version = "42.0.0" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "baf677c74fb7b5a1899ef52709e4a70fff3ed80bdfb4bbe495909810e83d5f39" dependencies = [ - "arrow 53.0.0", + "arrow 53.1.0", "async-trait", "chrono", "datafusion-common 42.0.0", @@ -1802,12 +1870,12 @@ source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "30b077999f6eb6c43d6b25bc66332a3be2f693c382840f008dd763b8540f9530" dependencies = [ "ahash", - "arrow 53.0.0", - "arrow-array 53.0.0", - "arrow-buffer 53.0.0", - "arrow-ord 53.0.0", - "arrow-schema 53.0.0", - "arrow-string 53.0.0", + "arrow 53.1.0", + "arrow-array 53.1.0", + "arrow-buffer 53.1.0", + "arrow-ord 53.1.0", + "arrow-schema 53.1.0", + "arrow-string 53.1.0", "base64 0.22.1", "chrono", "datafusion-common 42.0.0", @@ -1848,7 +1916,7 @@ source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "dce847f885c2b13bbe29f5c8b7948797131aa470af6e16d2a94f4428b4f4f1bd" dependencies = [ "ahash", - "arrow 53.0.0", + "arrow 53.1.0", "datafusion-common 42.0.0", "datafusion-expr-common", "hashbrown 0.14.5", @@ -1873,7 +1941,7 @@ version = "42.0.0" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "d13238e3b9fdd62a4c18760bfef714bb990d1e1d3430e9f416aae4b3cfaa71af" dependencies = [ - "arrow-schema 53.0.0", + "arrow-schema 53.1.0", "datafusion-common 42.0.0", "datafusion-execution 42.0.0", "datafusion-physical-expr 42.0.0", @@ -1922,11 +1990,11 @@ source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "faba6f55a7eaf0241d07d12c2640de52742646b10f754485d5192bdfe2c9ceae" dependencies = [ "ahash", - "arrow 53.0.0", - "arrow-array 53.0.0", - "arrow-buffer 53.0.0", - "arrow-ord 53.0.0", - "arrow-schema 53.0.0", + "arrow 53.1.0", + "arrow-array 53.1.0", + "arrow-buffer 53.1.0", + "arrow-ord 53.1.0", + "arrow-schema 53.1.0", "async-trait", "chrono", "datafusion-common 42.0.0", @@ -1963,7 +2031,7 @@ dependencies = [ "datafusion-expr 41.0.0", "datafusion-proto-common", "object_store 0.10.2", - "prost", + "prost 0.12.6", ] [[package]] @@ -1976,7 +2044,7 @@ dependencies = [ "chrono", "datafusion-common 41.0.0", "object_store 0.10.2", - "prost", + "prost 0.12.6", ] [[package]] @@ -2002,9 +2070,9 @@ version = "42.0.0" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "dad8d96a9b52e1aa24f9373696a815be828193efce7cb0bbd2140b6bb67d1819" dependencies = [ - "arrow 53.0.0", - "arrow-array 53.0.0", - "arrow-schema 53.0.0", + "arrow 53.1.0", + "arrow-array 53.1.0", + "arrow-schema 53.1.0", "datafusion-common 42.0.0", "datafusion-expr 42.0.0", "log", @@ -2144,8 +2212,8 @@ dependencies = [ "clap", "color-eyre", "crossterm", - "datafusion 41.0.0", - "datafusion-common 41.0.0", + "datafusion 42.0.0", + "datafusion-common 42.0.0", "datafusion-functions-json", "deltalake", "directories", @@ -2161,7 +2229,7 @@ dependencies = [ "object_store 0.10.2", "pin-project-lite", "predicates", - "prost", + "prost 0.12.6", "ratatui", "serde", "strum", @@ -2170,8 +2238,8 @@ dependencies = [ "tokio-stream", "tokio-util", "toml", - "tonic", - "tower", + "tonic 0.11.0", + "tower 0.4.13", "tui-logger", "tui-textarea", "url", @@ -2656,7 +2724,7 @@ checksum = "df3b46402a9d5adb4c86a0cf463f42e19994e3ee891101b1841f30a545cb49a9" [[package]] name = "hudi" version = "0.2.0" -source = "git+https://github.com/apache/hudi-rs?rev=2e1913234edbea4af2eeb47a0d2d94b3193bfc34#2e1913234edbea4af2eeb47a0d2d94b3193bfc34" +source = "git+https://github.com/apache/hudi-rs?rev=abb3e635a28af229ba1e872fd6005c381e2b7ded#abb3e635a28af229ba1e872fd6005c381e2b7ded" dependencies = [ "hudi-core", "hudi-datafusion", @@ -2665,20 +2733,20 @@ dependencies = [ [[package]] name = "hudi-core" version = "0.2.0" -source = "git+https://github.com/apache/hudi-rs?rev=2e1913234edbea4af2eeb47a0d2d94b3193bfc34#2e1913234edbea4af2eeb47a0d2d94b3193bfc34" +source = "git+https://github.com/apache/hudi-rs?rev=abb3e635a28af229ba1e872fd6005c381e2b7ded#abb3e635a28af229ba1e872fd6005c381e2b7ded" dependencies = [ "anyhow", - "arrow 53.0.0", - "arrow-arith 53.0.0", - "arrow-array 53.0.0", - "arrow-buffer 53.0.0", - "arrow-cast 53.0.0", - "arrow-ipc 53.0.0", - "arrow-json 53.0.0", - "arrow-ord 53.0.0", - "arrow-row 53.0.0", - "arrow-schema 53.0.0", - "arrow-select 53.0.0", + "arrow 53.1.0", + "arrow-arith 53.1.0", + "arrow-array 53.1.0", + "arrow-buffer 53.1.0", + "arrow-cast 53.1.0", + "arrow-ipc 53.1.0", + "arrow-json 53.1.0", + "arrow-ord 53.1.0", + "arrow-row 53.1.0", + "arrow-schema 53.1.0", + "arrow-select 53.1.0", "async-recursion", "bytes", "dashmap", @@ -2689,7 +2757,8 @@ dependencies = [ "futures", "object_store 0.11.0", "once_cell", - "parquet 53.0.0", + "parquet 53.1.0", + "paste", "percent-encoding", "serde", "serde_json", @@ -2702,9 +2771,9 @@ dependencies = [ [[package]] name = "hudi-datafusion" version = "0.2.0" -source = "git+https://github.com/apache/hudi-rs?rev=2e1913234edbea4af2eeb47a0d2d94b3193bfc34#2e1913234edbea4af2eeb47a0d2d94b3193bfc34" +source = "git+https://github.com/apache/hudi-rs?rev=abb3e635a28af229ba1e872fd6005c381e2b7ded#abb3e635a28af229ba1e872fd6005c381e2b7ded" dependencies = [ - "arrow-schema 53.0.0", + "arrow-schema 53.1.0", "async-trait", "datafusion 42.0.0", "datafusion-common 42.0.0", @@ -2758,6 +2827,7 @@ dependencies = [ "http 1.1.0", "http-body 1.0.1", "httparse", + "httpdate", "itoa", "pin-project-lite", "smallvec", @@ -2795,6 +2865,19 @@ dependencies = [ "tokio-io-timeout", ] +[[package]] +name = "hyper-timeout" +version = "0.5.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "3203a961e5c83b6f5498933e78b6b263e208c197b63e9c6c53cc82ffd3f63793" +dependencies = [ + "hyper 1.4.1", + "hyper-util", + "pin-project-lite", + "tokio", + "tower-service", +] + [[package]] name = "hyper-util" version = "0.1.8" @@ -2810,7 +2893,7 @@ dependencies = [ "pin-project-lite", "socket2", "tokio", - "tower", + "tower 0.4.13", "tower-service", "tracing", ] @@ -2959,7 +3042,7 @@ checksum = "02e23549143ef50eddffd46ba8cd0229b0a4500aef7518cf2eb0f41c9a09d22b" dependencies = [ "ahash", "bitvec", - "lexical-parse-float", + "lexical-parse-float 0.8.5", "num-bigint", "num-traits", "smallvec", @@ -2995,11 +3078,24 @@ version = "0.8.5" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "2cde5de06e8d4c2faabc400238f9ae1c74d5412d03a7bd067645ccbc47070e46" dependencies = [ - "lexical-parse-float", - "lexical-parse-integer", - "lexical-util", - "lexical-write-float", - "lexical-write-integer", + "lexical-parse-float 0.8.5", + "lexical-parse-integer 0.8.6", + "lexical-util 0.8.5", + "lexical-write-float 0.8.5", + "lexical-write-integer 0.8.5", +] + +[[package]] +name = "lexical-core" +version = "1.0.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "0431c65b318a590c1de6b8fd6e72798c92291d27762d94c9e6c37ed7a73d8458" +dependencies = [ + "lexical-parse-float 1.0.2", + "lexical-parse-integer 1.0.2", + "lexical-util 1.0.3", + "lexical-write-float 1.0.2", + "lexical-write-integer 1.0.2", ] [[package]] @@ -3008,8 +3104,19 @@ version = "0.8.5" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "683b3a5ebd0130b8fb52ba0bdc718cc56815b6a097e28ae5a6997d0ad17dc05f" dependencies = [ - "lexical-parse-integer", - "lexical-util", + "lexical-parse-integer 0.8.6", + "lexical-util 0.8.5", + "static_assertions", +] + +[[package]] +name = "lexical-parse-float" +version = "1.0.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "eb17a4bdb9b418051aa59d41d65b1c9be5affab314a872e5ad7f06231fb3b4e0" +dependencies = [ + "lexical-parse-integer 1.0.2", + "lexical-util 1.0.3", "static_assertions", ] @@ -3019,7 +3126,17 @@ version = "0.8.6" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "6d0994485ed0c312f6d965766754ea177d07f9c00c9b82a5ee62ed5b47945ee9" dependencies = [ - "lexical-util", + "lexical-util 0.8.5", + "static_assertions", +] + +[[package]] +name = "lexical-parse-integer" +version = "1.0.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "5df98f4a4ab53bf8b175b363a34c7af608fe31f93cc1fb1bf07130622ca4ef61" +dependencies = [ + "lexical-util 1.0.3", "static_assertions", ] @@ -3032,14 +3149,34 @@ dependencies = [ "static_assertions", ] +[[package]] +name = "lexical-util" +version = "1.0.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "85314db53332e5c192b6bca611fb10c114a80d1b831ddac0af1e9be1b9232ca0" +dependencies = [ + "static_assertions", +] + [[package]] name = "lexical-write-float" version = "0.8.5" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "accabaa1c4581f05a3923d1b4cfd124c329352288b7b9da09e766b0668116862" dependencies = [ - "lexical-util", - "lexical-write-integer", + "lexical-util 0.8.5", + "lexical-write-integer 0.8.5", + "static_assertions", +] + +[[package]] +name = "lexical-write-float" +version = "1.0.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "6e7c3ad4e37db81c1cbe7cf34610340adc09c322871972f74877a712abc6c809" +dependencies = [ + "lexical-util 1.0.3", + "lexical-write-integer 1.0.2", "static_assertions", ] @@ -3049,7 +3186,17 @@ version = "0.8.5" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "e1b6f3d1f4422866b68192d62f77bc5c700bee84f3069f2469d7bc8c77852446" dependencies = [ - "lexical-util", + "lexical-util 0.8.5", + "static_assertions", +] + +[[package]] +name = "lexical-write-integer" +version = "1.0.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "eb89e9f6958b83258afa3deed90b5de9ef68eef090ad5086c791cd2345610162" +dependencies = [ + "lexical-util 1.0.3", "static_assertions", ] @@ -3476,18 +3623,18 @@ dependencies = [ [[package]] name = "parquet" -version = "53.0.0" +version = "53.1.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "f0fbf928021131daaa57d334ca8e3904fe9ae22f73c56244fc7db9b04eedc3d8" +checksum = "310c46a70a3ba90d98fec39fa2da6d9d731e544191da6fb56c9d199484d0dd3e" dependencies = [ "ahash", - "arrow-array 53.0.0", - "arrow-buffer 53.0.0", - "arrow-cast 53.0.0", - "arrow-data 53.0.0", - "arrow-ipc 53.0.0", - "arrow-schema 53.0.0", - "arrow-select 53.0.0", + "arrow-array 53.1.0", + "arrow-buffer 53.1.0", + "arrow-cast 53.1.0", + "arrow-data 53.1.0", + "arrow-ipc 53.1.0", + "arrow-schema 53.1.0", + "arrow-select 53.1.0", "base64 0.22.1", "brotli", "bytes", @@ -3678,7 +3825,17 @@ source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "deb1435c188b76130da55f17a466d252ff7b1418b2ad3e037d127b94e3411f29" dependencies = [ "bytes", - "prost-derive", + "prost-derive 0.12.6", +] + +[[package]] +name = "prost" +version = "0.13.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "7b0487d90e047de87f984913713b85c601c05609aad5b0df4b4573fbf69aa13f" +dependencies = [ + "bytes", + "prost-derive 0.13.3", ] [[package]] @@ -3694,13 +3851,26 @@ dependencies = [ "syn 2.0.77", ] +[[package]] +name = "prost-derive" +version = "0.13.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "e9552f850d5f0964a4e4d0bf306459ac29323ddfbae05e35a7c0d35cb0803cc5" +dependencies = [ + "anyhow", + "itertools 0.13.0", + "proc-macro2", + "quote", + "syn 2.0.77", +] + [[package]] name = "prost-types" -version = "0.12.6" +version = "0.13.3" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "9091c90b0a32608e984ff2fa4091273cbdd755d54935c51d520887f4a1dbd5b0" +checksum = "4759aa0d3a6232fb8dbdb97b61de2c20047c68aca932c7ed76da9d788508d670" dependencies = [ - "prost", + "prost 0.13.3", ] [[package]] @@ -4326,7 +4496,7 @@ version = "0.8.5" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "03c3c6b7927ffe7ecaa769ee0e3994da3b8cafc8f444578982c83ecb161af917" dependencies = [ - "heck 0.4.1", + "heck 0.5.0", "proc-macro2", "quote", "syn 2.0.77", @@ -4674,20 +4844,50 @@ checksum = "76c4eb7a4e9ef9d4763600161f12f5070b92a578e1b634db88a6887844c91a13" dependencies = [ "async-stream", "async-trait", - "axum", + "axum 0.6.20", "base64 0.21.7", "bytes", "h2 0.3.26", "http 0.2.12", "http-body 0.4.6", "hyper 0.14.30", - "hyper-timeout", + "hyper-timeout 0.4.1", "percent-encoding", "pin-project", - "prost", + "prost 0.12.6", "tokio", "tokio-stream", - "tower", + "tower 0.4.13", + "tower-layer", + "tower-service", + "tracing", +] + +[[package]] +name = "tonic" +version = "0.12.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "877c5b330756d856ffcc4553ab34a5684481ade925ecc54bcd1bf02b1d0d4d52" +dependencies = [ + "async-stream", + "async-trait", + "axum 0.7.7", + "base64 0.22.1", + "bytes", + "h2 0.4.6", + "http 1.1.0", + "http-body 1.0.1", + "http-body-util", + "hyper 1.4.1", + "hyper-timeout 0.5.1", + "hyper-util", + "percent-encoding", + "pin-project", + "prost 0.13.3", + "socket2", + "tokio", + "tokio-stream", + "tower 0.4.13", "tower-layer", "tower-service", "tracing", @@ -4713,6 +4913,20 @@ dependencies = [ "tracing", ] +[[package]] +name = "tower" +version = "0.5.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "2873938d487c3cfb9aed7546dc9f2711d867c9f90c46b889989a2cb84eba6b4f" +dependencies = [ + "futures-core", + "futures-util", + "pin-project-lite", + "sync_wrapper 0.1.2", + "tower-layer", + "tower-service", +] + [[package]] name = "tower-layer" version = "0.3.3" diff --git a/Cargo.toml b/Cargo.toml index d0c9604..e9d6f3b 100644 --- a/Cargo.toml +++ b/Cargo.toml @@ -14,13 +14,13 @@ default-run = "dft" # See more keys and their definitions at https://doc.rust-lang.org/cargo/reference/manifest.html [dependencies] -arrow-flight = { version = "52.2.0", features = ["flight-sql-experimental"] , optional = true } +arrow-flight = { version = "53.0.0", features = ["flight-sql-experimental"] , optional = true } async-trait = "0.1.80" clap = { version = "4.5.1", features = ["derive"] } color-eyre = "0.6.3" crossterm = { version = "0.28.1", features = ["event-stream"] } -datafusion = "41.0.0" -datafusion-common = "41.0.0" +datafusion = "42.0.0" +datafusion-common = "42.0.0" datafusion-functions-json = { version = "0.41.0", optional = true } deltalake = { version = "0.19.0", features = ["datafusion"], optional = true } directories = "5.0.1" @@ -28,7 +28,7 @@ env_logger = "0.11.5" futures = "0.3.30" http = "0.2.9" http-body = {version = "0.4.5" } -hudi = { features = ["datafusion"], optional = true, git = "https://github.com/apache/hudi-rs", rev = "2e1913234edbea4af2eeb47a0d2d94b3193bfc34" } +hudi = { features = ["datafusion"], optional = true, git = "https://github.com/apache/hudi-rs", rev = "abb3e635a28af229ba1e872fd6005c381e2b7ded" } itertools = "0.13.0" lazy_static = "1.4.0" log = "0.4.22" diff --git a/src/extensions/hudi.rs b/src/extensions/hudi.rs index 2009ecc..2c8c059 100644 --- a/src/extensions/hudi.rs +++ b/src/extensions/hudi.rs @@ -37,6 +37,6 @@ impl Extension for HudiExtension { _config: &ExecutionConfig, builder: DftSessionStateBuilder, ) -> datafusion_common::Result { - Ok(builder.with_table_factory("HUDITABLE", Arc::new(HudiTableFactory {}))) + Ok(builder.with_table_factory("HUDI", Arc::new(HudiTableFactory {}))) } }