diff --git a/Cargo.lock b/Cargo.lock index 68f12ee..3268a2c 100644 --- a/Cargo.lock +++ b/Cargo.lock @@ -33,15 +33,15 @@ dependencies = [ [[package]] name = "alloc-no-stdlib" -version = "2.0.4" +version = "3.0.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "cc7bb162ec39d46ab1ca8c77bf72e890535becd1751bb45f64c597edb4c8c6b3" +checksum = "c2fb6cfd47bf496ff64095c20eaba0c201404ee38714d4142fcfa1dc334fcc7a" [[package]] name = "alloc-stdlib" -version = "0.2.2" +version = "0.3.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "94fb8275041c72129eb51b7d0322c29b8387a0386127718b096429201a5d6ece" +checksum = "0b5c1865780388bfa186411ab5f247819487fc4864c6e9c3106611fa347586e1" dependencies = [ "alloc-no-stdlib", ] @@ -90,9 +90,9 @@ checksum = "7c02d123df017efcdfbd739ef81735b36c5ba83ec3c59c80a9d7ecc718f92e50" [[package]] name = "arrow" -version = "59.2.0" +version = "60.2.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "61d285d16bce7d0be61912f7928342b673067b6b7d7ef6cc179258ba7de1fecf" +checksum = "c5ae4998cf4c111d52898382fbe81f37213b1a420677f480c55925eddfd46217" dependencies = [ "arrow-arith", "arrow-array", @@ -111,9 +111,9 @@ dependencies = [ [[package]] name = "arrow-arith" -version = "59.2.0" +version = "60.2.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "757ef1836251e88222542a7da2623bc1c9cb9e20afefa6db2c41e79991cd91d4" +checksum = "e5a50de298a7c0069ad475c66db65e731df547e85a9e1e7b6e7e0bf8f0c53725" dependencies = [ "arrow-array", "arrow-buffer", @@ -125,9 +125,9 @@ dependencies = [ [[package]] name = "arrow-array" -version = "59.2.0" +version = "60.2.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "bc9a4a4b2b5ecd0e04df03471661cb61f28bed3c7fd50994715129b01b2edb97" +checksum = "a7a75080e8066219ed2d1e3b8fd2eb0b1a4b35d03b6fa87fb1035e93bd8dac95" dependencies = [ "ahash", "arrow-buffer", @@ -145,9 +145,9 @@ dependencies = [ [[package]] name = "arrow-avro" -version = "59.2.0" +version = "60.2.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "9fb45cd6bd2b25c0965793b83200eaca82214273a8030fbbc2d783e4c7c65a61" +checksum = "ee843c3d6581309f43323ddb6a6e4a3a5e03b7318874128e3ab6eb6fda631ea3" dependencies = [ "arrow-array", "arrow-buffer", @@ -158,20 +158,20 @@ dependencies = [ "flate2", "indexmap", "liblzma", - "rand 0.9.4", + "rand 0.10.1", "serde", "serde_json", "snap", "strum_macros", "uuid", - "zstd", + "zstd 0.14.4", ] [[package]] name = "arrow-buffer" -version = "59.2.0" +version = "60.2.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "c12b576ef18c1deb80925a248b25ad84f419198d791b8e293fc6aaa60441fe90" +checksum = "6c6bf2edf52662586214410c6030204215453eb86b8715037e8951326e173b19" dependencies = [ "bytes", "half", @@ -181,9 +181,9 @@ dependencies = [ [[package]] name = "arrow-cast" -version = "59.2.0" +version = "60.2.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "68338a9096a5dc9bc11927c58c43a8526d96bf6abd2012ef6c0c9f505991cc79" +checksum = "fcad6713dda348c245cd6ef36a578b4362c143c3a9dd829aa19e89f407c3e48b" dependencies = [ "arrow-array", "arrow-buffer", @@ -201,11 +201,22 @@ dependencies = [ "ryu", ] +[[package]] +name = "arrow-cmp" +version = "60.2.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "c7e23e1092a61d7addfe57a69bf5cde7628b7b6685adea11731c19acdfd86695" +dependencies = [ + "arrow-array", + "arrow-buffer", + "arrow-schema", +] + [[package]] name = "arrow-csv" -version = "59.2.0" +version = "60.2.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "25011b52b346407d497ef0030e12b45e4f2d0cc279efc09c4f3d09106db30e36" +checksum = "2c9168dc86bba5375cb5a884f684d320148c6b556db18c0dace9f1d60ac543a1" dependencies = [ "arrow-array", "arrow-cast", @@ -218,9 +229,9 @@ dependencies = [ [[package]] name = "arrow-data" -version = "59.2.0" +version = "60.2.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "723fe4aeed7604e00b9883a465af4ff0a0e6c44c03e41a68c3d1cbc403e0e44d" +checksum = "d0a7becabdb9bf3fa058b55845c52e0f792bedc88fd0e28d6580c9730a902b60" dependencies = [ "arrow-buffer", "arrow-schema", @@ -231,9 +242,9 @@ dependencies = [ [[package]] name = "arrow-ipc" -version = "59.2.0" +version = "60.2.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "149437b14371f5b9ec60f5ddc751483ae99d7a7072653c0075e5e469156eea7b" +checksum = "3d6fe9198046b67abf4e3e3ef70de2d705099975bdc2a7d9f0661675a978a083" dependencies = [ "arrow-array", "arrow-buffer", @@ -242,14 +253,14 @@ dependencies = [ "arrow-select", "flatbuffers", "lz4_flex", - "zstd", + "zstd 0.14.4", ] [[package]] name = "arrow-json" -version = "59.2.0" +version = "60.2.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "f18b9123ccfec418a663f821c9a034af339711678c11ffe00d3ec07da5ff9f7e" +checksum = "19629d9e810280f0878738e2a361757b8ac53eae14336bb449e6879a68f71b9a" dependencies = [ "arrow-array", "arrow-buffer", @@ -272,12 +283,13 @@ dependencies = [ [[package]] name = "arrow-ord" -version = "59.2.0" +version = "60.2.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "e6c08dff0686cf23ca4f562803f191ccbeb726dbae6309cd4b4aaf65e0f2c979" +checksum = "a3935eb956aeb858ab67685e167e230facd7bf4b294cf003a72d85a80edac1d2" dependencies = [ "arrow-array", "arrow-buffer", + "arrow-cmp", "arrow-data", "arrow-schema", "arrow-select", @@ -285,9 +297,9 @@ dependencies = [ [[package]] name = "arrow-row" -version = "59.2.0" +version = "60.2.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "bbec439386df71ad570e6758a946111322b9e9dc8db83b5527321f0b4c9119c2" +checksum = "79af8292302d7c3a1b64469a91afd33b34e7567365030098fdf4faa8130d43c3" dependencies = [ "arrow-array", "arrow-buffer", @@ -298,9 +310,9 @@ dependencies = [ [[package]] name = "arrow-schema" -version = "59.2.0" +version = "60.2.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "e6fed2ca0d1eade57e811cbe73b98ad50cc08a1183e13b2d2aa43a7df593f40e" +checksum = "3e7574c4175cc731e0d26a8384bc25d455c5e220250988a772c1af843592444b" dependencies = [ "bitflags", "serde_core", @@ -309,13 +321,14 @@ dependencies = [ [[package]] name = "arrow-select" -version = "59.2.0" +version = "60.2.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "466b19cf75130b891dc1b23a84b343c714c62c64c9c62e365c76aa0ff90a53fb" +checksum = "8d6a571e56e54b485b9f2d1dac4c3c34edcaffaa2668a23a7204108b66ef163d" dependencies = [ "ahash", "arrow-array", "arrow-buffer", + "arrow-cmp", "arrow-data", "arrow-schema", "num-traits", @@ -323,9 +336,9 @@ dependencies = [ [[package]] name = "arrow-string" -version = "59.2.0" +version = "60.2.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "c838a25bb3691e919e0f617616ac51a4ff8517a952e29ca133cf0c22b2ce65b1" +checksum = "d9eb6c979ef0582fd29189b66fa252e717ee32b41fd03158e801ac61005aefb9" dependencies = [ "arrow-array", "arrow-buffer", @@ -352,13 +365,13 @@ dependencies = [ [[package]] name = "async-recursion" -version = "1.1.1" +version = "1.2.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "3b43422f69d8ff38f95f1b2bb76517c91589a924d1559a0e935d7c8ce0274c11" +checksum = "4f8abc12baad266b1c8cec146854c195b5864b4221d4b2ca7296a7ae82d9e451" dependencies = [ "proc-macro2", "quote", - "syn 2.0.117", + "syn 3.0.4", ] [[package]] @@ -374,9 +387,9 @@ dependencies = [ [[package]] name = "atoi" -version = "2.0.0" +version = "3.1.1" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "f28d99ec8bfea296261ca1af174f24225171fea9664ba9003cbebee704810528" +checksum = "d12c37257553c19e9aee6cba77814fdc9e07844abfc8b3a2c377cd920ee5a993" dependencies = [ "num-traits", ] @@ -393,6 +406,29 @@ version = "1.5.1" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "f2032f911046de80f0a198e0901378627c33f59ea0ac00e363d481118bd70a53" +[[package]] +name = "aws-lc-rs" +version = "1.19.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "048006790404103c488e6c5616b3e7e702a71292aadda08e8f7698a9e0d2eb53" +dependencies = [ + "aws-lc-sys", + "zeroize", +] + +[[package]] +name = "aws-lc-sys" +version = "0.47.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "8bfbe32ac36b3c428696ce315464181bc4029d689fd58e3f2a4e58c252242f52" +dependencies = [ + "cc", + "cmake", + "dunce", + "fs_extra", + "pkg-config", +] + [[package]] name = "base64" version = "0.22.1" @@ -426,11 +462,11 @@ checksum = "b4388bee8683e3d04af747c73422af53102d2bd24d9eadb6cbc100baef4b43f8" [[package]] name = "blake2" -version = "0.10.6" +version = "0.11.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "46502ad458c9a52b69d4d4d32775c788b7a1b85e8bc9d482d92250fc0e3f8efe" +checksum = "5b5d4d889834ee8ecfc0f8426ad30faf7cdcb10f741a8e6d7224d95325479f6f" dependencies = [ - "digest 0.10.7", + "digest 0.11.3", ] [[package]] @@ -447,15 +483,6 @@ dependencies = [ "cpufeatures", ] -[[package]] -name = "block-buffer" -version = "0.10.4" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "3078c7629b62d3f0439517fa394996acacc5cbc91c5a20d8c658e77abd503a71" -dependencies = [ - "generic-array", -] - [[package]] name = "block-buffer" version = "0.12.1" @@ -467,9 +494,9 @@ dependencies = [ [[package]] name = "brotli" -version = "8.0.3" +version = "9.1.3" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "8119e4516436f5708bbc474a9d395bf12f1b5395e93a92a56e647ac3388c8610" +checksum = "9071f285ed78f04f37d675abaaef5de7689e2f30a216c8dc6795465d81910a13" dependencies = [ "alloc-no-stdlib", "alloc-stdlib", @@ -478,9 +505,9 @@ dependencies = [ [[package]] name = "brotli-decompressor" -version = "5.0.1" +version = "6.3.2" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "5962523e1b92ce1b5e793d9169b9943eece10d39f62550bc04bb605d75b94924" +checksum = "cc031cd87c6529082b0b65c604e86af0ed7744841b17ccfe60b1e31fa606179e" dependencies = [ "alloc-no-stdlib", "alloc-stdlib", @@ -533,9 +560,9 @@ checksum = "9330f8b2ff13f34540b44e946ef35111825727b38d33286ef986142615121801" [[package]] name = "cfg_aliases" -version = "0.2.1" +version = "0.2.2" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "613afe47fcd5fac7ccf1db93babcb082c5994d996f20b8b159f2ad1658eb5724" +checksum = "f079e83a288787bcd14a6aea84cee5c87a67c5a3e660c30f557a3d24761b3527" [[package]] name = "chacha20" @@ -579,6 +606,12 @@ dependencies = [ "cc", ] +[[package]] +name = "cmov" +version = "0.5.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "0c9ea0ac24bc397ab3c98583a3c9ba74fa56b09a4449bbe172b9b1ddb016027a" + [[package]] name = "combine" version = "4.6.7" @@ -591,9 +624,9 @@ dependencies = [ [[package]] name = "comfy-table" -version = "7.2.2" +version = "8.0.1" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "958c5d6ecf1f214b4c2bbbbf6ab9523a864bd136dcf71a7e8904799acfe1ad47" +checksum = "b96a46ad395a5e00676eddaca4a45ed78b29c08be5a878d35e4b071c625637dd" dependencies = [ "unicode-segmentation", "unicode-width", @@ -610,8 +643,8 @@ dependencies = [ "flate2", "liblzma", "memchr", - "zstd", - "zstd-safe", + "zstd 0.13.3", + "zstd-safe 7.2.4", ] [[package]] @@ -692,6 +725,16 @@ version = "2.5.0" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "217698eaf96b4a3f0bc4f3662aaa55bdf913cd54d7204591faa790070c6d0853" +[[package]] +name = "crc-fast" +version = "1.10.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "e75b2483e97a5a7da73ac68a05b629f9c53cff58d8ed1c77866079e18b00dba5" +dependencies = [ + "digest 0.10.7", + "spin", +] + [[package]] name = "crc32fast" version = "1.5.0" @@ -753,6 +796,15 @@ dependencies = [ "memchr", ] +[[package]] +name = "ctutils" +version = "0.4.8" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "261af4dc7a06ea8a527a8717d8cbba3417530d6ea14e1edb3de6b67806be474f" +dependencies = [ + "cmov", +] + [[package]] name = "dashmap" version = "6.2.1" @@ -762,16 +814,15 @@ dependencies = [ "cfg-if", "crossbeam-utils", "hashbrown 0.14.5", - "lock_api", + "lock_api 0.4.14", "once_cell", - "parking_lot_core", + "parking_lot_core 0.9.12", ] [[package]] name = "datafusion" -version = "55.0.0" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "96f76f0167ed0842b29a3d1e41be3c034c0a46409a3a703cc4cc84ee8c24abf4" +version = "56.0.0" +source = "git+https://github.com/apache/datafusion?tag=56.0.0-rc2#7e7ae72a820e2bf87da1205b96639fba334ed2f7" dependencies = [ "arrow", "arrow-schema", @@ -811,21 +862,20 @@ dependencies = [ "liblzma", "log", "object_store", - "parking_lot", + "parking_lot 0.13.0", "parquet", "sqlparser", "tempfile", "tokio", "url", "uuid", - "zstd", + "zstd 0.14.4", ] [[package]] name = "datafusion-catalog" -version = "55.0.0" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "d79ec3460f6ed5c58f9b3f2d873fbc77748b82653bff1b4cdaf06de33bb4e05f" +version = "56.0.0" +source = "git+https://github.com/apache/datafusion?tag=56.0.0-rc2#7e7ae72a820e2bf87da1205b96639fba334ed2f7" dependencies = [ "arrow", "async-trait", @@ -842,15 +892,14 @@ dependencies = [ "itertools 0.15.0", "log", "object_store", - "parking_lot", + "parking_lot 0.13.0", "tokio", ] [[package]] name = "datafusion-catalog-listing" -version = "55.0.0" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "b48cef241e2efcfd496fe05ae4d0d5de20793451862faefe406c397a467e12d4" +version = "56.0.0" +source = "git+https://github.com/apache/datafusion?tag=56.0.0-rc2#7e7ae72a820e2bf87da1205b96639fba334ed2f7" dependencies = [ "arrow", "async-trait", @@ -872,9 +921,8 @@ dependencies = [ [[package]] name = "datafusion-common" -version = "55.0.0" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "3f72810485975c258f1b4d00baab31728470676c60c5546f366ebd0d99f05ab6" +version = "56.0.0" +source = "git+https://github.com/apache/datafusion?tag=56.0.0-rc2#7e7ae72a820e2bf87da1205b96639fba334ed2f7" dependencies = [ "arrow", "arrow-ipc", @@ -899,9 +947,8 @@ dependencies = [ [[package]] name = "datafusion-common-runtime" -version = "55.0.0" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "533c28e75dba52f41bde187d23a1cb24ab91c7c097966824fa471e67b60320ea" +version = "56.0.0" +source = "git+https://github.com/apache/datafusion?tag=56.0.0-rc2#7e7ae72a820e2bf87da1205b96639fba334ed2f7" dependencies = [ "futures", "log", @@ -910,9 +957,8 @@ dependencies = [ [[package]] name = "datafusion-datasource" -version = "55.0.0" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "5b00a1fa0da26f6087136a82fea7f13c76a672cbab452d4086952a7cf770a19b" +version = "56.0.0" +source = "git+https://github.com/apache/datafusion?tag=56.0.0-rc2#7e7ae72a820e2bf87da1205b96639fba334ed2f7" dependencies = [ "arrow", "async-compression", @@ -937,19 +983,19 @@ dependencies = [ "liblzma", "log", "object_store", - "parking_lot", + "parking_lot 0.13.0", + "pin-project-lite", "rand 0.9.4", "tokio", "tokio-util", "url", - "zstd", + "zstd 0.14.4", ] [[package]] name = "datafusion-datasource-arrow" -version = "55.0.0" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "5ad17ec881bff2ed7768b4bfe971d3efbf3473f2fd1f9d365447bccbdf908678" +version = "56.0.0" +source = "git+https://github.com/apache/datafusion?tag=56.0.0-rc2#7e7ae72a820e2bf87da1205b96639fba334ed2f7" dependencies = [ "arrow", "arrow-ipc", @@ -972,28 +1018,31 @@ dependencies = [ [[package]] name = "datafusion-datasource-avro" -version = "55.0.0" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "c1c9587cff8163f9bfcb186e8664ba85cb327031b8ff14330307f961ea2fc196" +version = "56.0.0" +source = "git+https://github.com/apache/datafusion?tag=56.0.0-rc2#7e7ae72a820e2bf87da1205b96639fba334ed2f7" dependencies = [ "arrow", "arrow-avro", "async-trait", "bytes", "datafusion-common", + "datafusion-common-runtime", "datafusion-datasource", + "datafusion-execution", + "datafusion-expr", "datafusion-physical-expr-adapter", + "datafusion-physical-expr-common", "datafusion-physical-plan", "datafusion-session", "futures", "object_store", + "tokio", ] [[package]] name = "datafusion-datasource-csv" -version = "55.0.0" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "b5345285b0c3eaab412e7539b706973c083bd7e5bce575de5e0a3da488d08d1d" +version = "56.0.0" +source = "git+https://github.com/apache/datafusion?tag=56.0.0-rc2#7e7ae72a820e2bf87da1205b96639fba334ed2f7" dependencies = [ "arrow", "async-trait", @@ -1015,9 +1064,8 @@ dependencies = [ [[package]] name = "datafusion-datasource-json" -version = "55.0.0" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "da02fb9324f56bd8c53f1ee2e949547425cb66f76adc6832b10d44f80a1221d2" +version = "56.0.0" +source = "git+https://github.com/apache/datafusion?tag=56.0.0-rc2#7e7ae72a820e2bf87da1205b96639fba334ed2f7" dependencies = [ "arrow", "async-trait", @@ -1039,9 +1087,8 @@ dependencies = [ [[package]] name = "datafusion-datasource-parquet" -version = "55.0.0" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "3c0b0dc1453952952fd5c69ad1c7f6042176e69ed233011d47e07cf74ed0949e" +version = "56.0.0" +source = "git+https://github.com/apache/datafusion?tag=56.0.0-rc2#7e7ae72a820e2bf87da1205b96639fba334ed2f7" dependencies = [ "arrow", "arrow-schema", @@ -1065,22 +1112,20 @@ dependencies = [ "itertools 0.15.0", "log", "object_store", - "parking_lot", + "parking_lot 0.13.0", "parquet", "tokio", ] [[package]] name = "datafusion-doc" -version = "55.0.0" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "a88fd985bc0550c36f557db69543cc9d6393b1509783520b30e902f23c555da6" +version = "56.0.0" +source = "git+https://github.com/apache/datafusion?tag=56.0.0-rc2#7e7ae72a820e2bf87da1205b96639fba334ed2f7" [[package]] name = "datafusion-execution" -version = "55.0.0" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "a98f1052f91b4991f0bf2ce1e4e36dfbdcda454a956b8c8d562c7c845e8fce1d" +version = "56.0.0" +source = "git+https://github.com/apache/datafusion?tag=56.0.0-rc2#7e7ae72a820e2bf87da1205b96639fba334ed2f7" dependencies = [ "arrow", "arrow-buffer", @@ -1093,7 +1138,7 @@ dependencies = [ "futures", "log", "object_store", - "parking_lot", + "parking_lot 0.13.0", "pin-project-lite", "rand 0.9.4", "tempfile", @@ -1104,9 +1149,8 @@ dependencies = [ [[package]] name = "datafusion-expr" -version = "55.0.0" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "464625a1f0e4b9df552d894fafcc8aac953ebbc8b0fa0acdaf20975fd615040e" +version = "56.0.0" +source = "git+https://github.com/apache/datafusion?tag=56.0.0-rc2#7e7ae72a820e2bf87da1205b96639fba334ed2f7" dependencies = [ "arrow", "arrow-schema", @@ -1123,15 +1167,15 @@ dependencies = [ "indexmap", "itertools 0.15.0", "recursive", + "serde", "serde_json", "sqlparser", ] [[package]] name = "datafusion-expr-common" -version = "55.0.0" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "2604994999d5aeca1d1df645ffc98bc787447aaff05dde27aad0342b48fc1fe0" +version = "56.0.0" +source = "git+https://github.com/apache/datafusion?tag=56.0.0-rc2#7e7ae72a820e2bf87da1205b96639fba334ed2f7" dependencies = [ "arrow", "datafusion-common", @@ -1141,12 +1185,12 @@ dependencies = [ [[package]] name = "datafusion-functions" -version = "55.0.0" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "051e97533e6af53e4aa0a0667cadc886abcaf36c4a5925019c55c0aa4c218fde" +version = "56.0.0" +source = "git+https://github.com/apache/datafusion?tag=56.0.0-rc2#7e7ae72a820e2bf87da1205b96639fba334ed2f7" dependencies = [ "arrow", "arrow-buffer", + "arrow-select", "base64 0.23.1", "blake2", "blake3", @@ -1162,7 +1206,7 @@ dependencies = [ "hex", "itertools 0.15.0", "log", - "md-5 0.11.0", + "md-5", "memchr", "num-traits", "rand 0.9.4", @@ -1173,11 +1217,11 @@ dependencies = [ [[package]] name = "datafusion-functions-aggregate" -version = "55.0.0" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "2d0f1bb166d3572b6ed40e1afb2faaacade962abc08c2fcf04babee74681c56b" +version = "56.0.0" +source = "git+https://github.com/apache/datafusion?tag=56.0.0-rc2#7e7ae72a820e2bf87da1205b96639fba334ed2f7" dependencies = [ "arrow", + "arrow-select", "datafusion-common", "datafusion-doc", "datafusion-execution", @@ -1188,15 +1232,15 @@ dependencies = [ "datafusion-physical-expr-common", "half", "hashbrown 0.17.1", + "itertools 0.15.0", "log", "num-traits", ] [[package]] name = "datafusion-functions-aggregate-common" -version = "55.0.0" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "7ed756770f5f98369e181d692fd5ee6b1127ffd7322caba92f3730f9f5c92333" +version = "56.0.0" +source = "git+https://github.com/apache/datafusion?tag=56.0.0-rc2#7e7ae72a820e2bf87da1205b96639fba334ed2f7" dependencies = [ "arrow", "datafusion-common", @@ -1206,9 +1250,8 @@ dependencies = [ [[package]] name = "datafusion-functions-nested" -version = "55.0.0" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "91173fdb5c0ff2a41169a8ffa1b385b8844f18728747bb0a37e35ad7d5772a4f" +version = "56.0.0" +source = "git+https://github.com/apache/datafusion?tag=56.0.0-rc2#7e7ae72a820e2bf87da1205b96639fba334ed2f7" dependencies = [ "arrow", "arrow-ord", @@ -1231,9 +1274,8 @@ dependencies = [ [[package]] name = "datafusion-functions-table" -version = "55.0.0" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "b1bcdfb286a745461b126719c32700777e83df4f17cc44db5d71ebce5731e840" +version = "56.0.0" +source = "git+https://github.com/apache/datafusion?tag=56.0.0-rc2#7e7ae72a820e2bf87da1205b96639fba334ed2f7" dependencies = [ "arrow", "async-trait", @@ -1242,14 +1284,15 @@ dependencies = [ "datafusion-expr", "datafusion-physical-expr", "datafusion-physical-plan", - "parking_lot", + "datafusion-proto-common", + "datafusion-proto-models", + "parking_lot 0.13.0", ] [[package]] name = "datafusion-functions-window" -version = "55.0.0" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "9ec4b508f1f93f00038ba3e737e894ec6c775528b4369413386655ae6125f0fc" +version = "56.0.0" +source = "git+https://github.com/apache/datafusion?tag=56.0.0-rc2#7e7ae72a820e2bf87da1205b96639fba334ed2f7" dependencies = [ "arrow", "datafusion-common", @@ -1264,9 +1307,8 @@ dependencies = [ [[package]] name = "datafusion-functions-window-common" -version = "55.0.0" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "0b352020834140073fbf5b46ee0ceb926e5074a9d0bcae1dbd91d0586d999cde" +version = "56.0.0" +source = "git+https://github.com/apache/datafusion?tag=56.0.0-rc2#7e7ae72a820e2bf87da1205b96639fba334ed2f7" dependencies = [ "datafusion-common", "datafusion-physical-expr-common", @@ -1284,7 +1326,7 @@ dependencies = [ "datafusion-spark", "datafusion-substrait", "futures", - "jni", + "jni 0.21.1", "object_store", "prost", "prost-build", @@ -1300,15 +1342,14 @@ version = "0.1.0" dependencies = [ "datafusion", "futures", - "jni", + "jni 0.21.1", "tokio", ] [[package]] name = "datafusion-macros" -version = "55.0.0" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "15192effab05d38cce10e92a6fb48c967b5f166b27b7195a165a72b232569c58" +version = "56.0.0" +source = "git+https://github.com/apache/datafusion?tag=56.0.0-rc2#7e7ae72a820e2bf87da1205b96639fba334ed2f7" dependencies = [ "datafusion-doc", "quote", @@ -1317,9 +1358,8 @@ dependencies = [ [[package]] name = "datafusion-optimizer" -version = "55.0.0" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "854445d9f7847e1e46089cf61b8d341a64382f14484e912c83a0f23b31216896" +version = "56.0.0" +source = "git+https://github.com/apache/datafusion?tag=56.0.0-rc2#7e7ae72a820e2bf87da1205b96639fba334ed2f7" dependencies = [ "arrow", "chrono", @@ -1337,11 +1377,11 @@ dependencies = [ [[package]] name = "datafusion-physical-expr" -version = "55.0.0" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "671558dad1d2aa253c39c0a4c52515958b99eb91abf649f4b88d5e69cc55282f" +version = "56.0.0" +source = "git+https://github.com/apache/datafusion?tag=56.0.0-rc2#7e7ae72a820e2bf87da1205b96639fba334ed2f7" dependencies = [ "arrow", + "arrow-schema", "datafusion-common", "datafusion-expr", "datafusion-expr-common", @@ -1352,17 +1392,17 @@ dependencies = [ "hashbrown 0.17.1", "indexmap", "itertools 0.15.0", - "parking_lot", + "parking_lot 0.13.0", "petgraph", "recursive", + "regex", "tokio", ] [[package]] name = "datafusion-physical-expr-adapter" -version = "55.0.0" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "ffae3d78c2da80ecc829cb58536cc5aca2e99cf1365eda694fc75bfe288861e0" +version = "56.0.0" +source = "git+https://github.com/apache/datafusion?tag=56.0.0-rc2#7e7ae72a820e2bf87da1205b96639fba334ed2f7" dependencies = [ "arrow", "datafusion-common", @@ -1375,9 +1415,8 @@ dependencies = [ [[package]] name = "datafusion-physical-expr-common" -version = "55.0.0" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "3d9092ed15e7203fbd0903215172f7c9d18f10d94cba35137f3b3836f7c46f16" +version = "56.0.0" +source = "git+https://github.com/apache/datafusion?tag=56.0.0-rc2#7e7ae72a820e2bf87da1205b96639fba334ed2f7" dependencies = [ "arrow", "chrono", @@ -1387,21 +1426,22 @@ dependencies = [ "hashbrown 0.17.1", "indexmap", "itertools 0.15.0", - "parking_lot", + "parking_lot 0.13.0", "pin-project", + "regex", ] [[package]] name = "datafusion-physical-optimizer" -version = "55.0.0" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "9005b6cf50b57b72d476c6ed4662b04be7ca6be5320ba9127c6d0b7e4218095b" +version = "56.0.0" +source = "git+https://github.com/apache/datafusion?tag=56.0.0-rc2#7e7ae72a820e2bf87da1205b96639fba334ed2f7" dependencies = [ "arrow", "datafusion-common", "datafusion-execution", "datafusion-expr", "datafusion-expr-common", + "datafusion-functions-window", "datafusion-physical-expr", "datafusion-physical-expr-common", "datafusion-physical-plan", @@ -1413,21 +1453,22 @@ dependencies = [ [[package]] name = "datafusion-physical-plan" -version = "55.0.0" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "5787e4fcff4adc4fce8948441103a99705018b49c8dff0720b650bd7a15da112" +version = "56.0.0" +source = "git+https://github.com/apache/datafusion?tag=56.0.0-rc2#7e7ae72a820e2bf87da1205b96639fba334ed2f7" dependencies = [ "arrow", "arrow-data", "arrow-ipc", "arrow-ord", "arrow-schema", + "arrow-select", "async-trait", "bytes", "datafusion-common", "datafusion-common-runtime", "datafusion-execution", "datafusion-expr", + "datafusion-expr-common", "datafusion-functions", "datafusion-functions-aggregate-common", "datafusion-functions-window-common", @@ -1442,17 +1483,17 @@ dependencies = [ "itertools 0.15.0", "log", "num-traits", - "parking_lot", + "parking_lot 0.13.0", "pin-project-lite", + "serde", "serde_json", "tokio", ] [[package]] name = "datafusion-proto" -version = "55.0.0" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "0df0504eb9028d5e01f481af3519cde3f97ab650fd50ce7b787e94b69a7a193c" +version = "56.0.0" +source = "git+https://github.com/apache/datafusion?tag=56.0.0-rc2#7e7ae72a820e2bf87da1205b96639fba334ed2f7" dependencies = [ "arrow", "datafusion-catalog", @@ -1477,9 +1518,8 @@ dependencies = [ [[package]] name = "datafusion-proto-common" -version = "55.0.0" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "6b92415a2442964f180d39cdcd8ff1edd99f9260c1499ba80a396499c2154d11" +version = "56.0.0" +source = "git+https://github.com/apache/datafusion?tag=56.0.0-rc2#7e7ae72a820e2bf87da1205b96639fba334ed2f7" dependencies = [ "arrow", "datafusion-common", @@ -1488,9 +1528,8 @@ dependencies = [ [[package]] name = "datafusion-proto-models" -version = "55.0.0" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "62e4c0bd6af4fcabdbe201ee86fbeef2ac423a44e1d8fda56d994c9e2d1d3ad2" +version = "56.0.0" +source = "git+https://github.com/apache/datafusion?tag=56.0.0-rc2#7e7ae72a820e2bf87da1205b96639fba334ed2f7" dependencies = [ "datafusion-common", "datafusion-proto-common", @@ -1499,9 +1538,8 @@ dependencies = [ [[package]] name = "datafusion-pruning" -version = "55.0.0" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "9e651c8df0b90daed6a7be5921ec0ee379e6909705f063eeff70fd4e35010e4c" +version = "56.0.0" +source = "git+https://github.com/apache/datafusion?tag=56.0.0-rc2#7e7ae72a820e2bf87da1205b96639fba334ed2f7" dependencies = [ "arrow", "datafusion-common", @@ -1515,9 +1553,8 @@ dependencies = [ [[package]] name = "datafusion-session" -version = "55.0.0" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "fb56667ee38217efab19b895d9a936052cfb47ed438a19663351bdc42a6214a1" +version = "56.0.0" +source = "git+https://github.com/apache/datafusion?tag=56.0.0-rc2#7e7ae72a820e2bf87da1205b96639fba334ed2f7" dependencies = [ "arrow-schema", "async-trait", @@ -1525,28 +1562,29 @@ dependencies = [ "datafusion-execution", "datafusion-expr", "datafusion-physical-plan", - "parking_lot", + "futures", + "parking_lot 0.13.0", ] [[package]] name = "datafusion-spark" -version = "55.0.0" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "992dd0b954f24cb576cbeee3555c3083b9cf7a5a5f2448ea25f7a437d444163f" +version = "56.0.0" +source = "git+https://github.com/apache/datafusion?tag=56.0.0-rc2#7e7ae72a820e2bf87da1205b96639fba334ed2f7" dependencies = [ "arrow", + "base64 0.23.1", "bigdecimal", "chrono", "crc32fast", "datafusion", - "datafusion-catalog", "datafusion-common", - "datafusion-execution", "datafusion-expr", "datafusion-functions", "datafusion-functions-aggregate", "datafusion-functions-aggregate-common", "datafusion-functions-nested", + "datafusion-physical-expr-common", + "datafusion-session", "log", "num-traits", "percent-encoding", @@ -1560,11 +1598,11 @@ dependencies = [ [[package]] name = "datafusion-sql" -version = "55.0.0" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "9c29067cb9d32f8e603c45e15d61ea18f1069f96ceafeceb4e18466b8e5b31d9" +version = "56.0.0" +source = "git+https://github.com/apache/datafusion?tag=56.0.0-rc2#7e7ae72a820e2bf87da1205b96639fba334ed2f7" dependencies = [ "arrow", + "arrow-schema", "bigdecimal", "chrono", "datafusion-common", @@ -1580,9 +1618,8 @@ dependencies = [ [[package]] name = "datafusion-substrait" -version = "55.0.0" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "f8c026ddbbc33c34d0fac95a9620367c805ad6a7174cac52b57f360746c3e282" +version = "56.0.0" +source = "git+https://github.com/apache/datafusion?tag=56.0.0-rc2#7e7ae72a820e2bf87da1205b96639fba334ed2f7" dependencies = [ "async-recursion", "async-trait", @@ -1604,9 +1641,7 @@ version = "0.10.7" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "9ed9a281f7bc9b7576e61468ba615a66a5c8cfdff42420a70aa82701a3b1e292" dependencies = [ - "block-buffer 0.10.4", "crypto-common 0.1.7", - "subtle", ] [[package]] @@ -1615,9 +1650,10 @@ version = "0.11.3" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "f1dd6dbb5841937940781866fa1281a1ff7bd3bf827091440879f9994983d5c2" dependencies = [ - "block-buffer 0.12.1", + "block-buffer", "const-oid", "crypto-common 0.2.2", + "ctutils", ] [[package]] @@ -1631,6 +1667,12 @@ dependencies = [ "syn 2.0.117", ] +[[package]] +name = "dunce" +version = "1.0.5" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "92773504d58c093f6de2459af4af33faa518c13451eb8f2b5698ed3d36e7c813" + [[package]] name = "dyn-clone" version = "1.0.20" @@ -1725,6 +1767,12 @@ dependencies = [ "percent-encoding", ] +[[package]] +name = "fs_extra" +version = "1.3.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "42703706b716c37f96a77aea830392ad231f44c9e9a67872fa5548707e11b11c" + [[package]] name = "futures" version = "0.3.32" @@ -2035,7 +2083,6 @@ dependencies = [ "hyper", "hyper-util", "rustls", - "rustls-native-certs", "tokio", "tokio-rustls", "tower-service", @@ -2255,6 +2302,36 @@ dependencies = [ "windows-sys 0.45.0", ] +[[package]] +name = "jni" +version = "0.22.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "5efd9a482cf3a427f00d6b35f14332adc7902ce91efb778580e180ff90fa3498" +dependencies = [ + "cfg-if", + "combine", + "jni-macros", + "jni-sys 0.4.1", + "log", + "simd_cesu8", + "thiserror 2.0.18", + "walkdir", + "windows-link", +] + +[[package]] +name = "jni-macros" +version = "0.22.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "a00109accc170f0bdb141fed3e393c565b6f5e072365c3bd58f5b062591560a3" +dependencies = [ + "proc-macro2", + "quote", + "rustc_version", + "simd_cesu8", + "syn 2.0.117", +] + [[package]] name = "jni-sys" version = "0.3.1" @@ -2375,9 +2452,9 @@ checksum = "34b357333733e8260735ba5894eb928c02ecc69c78715f01a8019e7fa7f2db4c" [[package]] name = "libc" -version = "0.2.186" +version = "0.2.191" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "68ab91017fe16c622486840e4c83c9a37afeff978bd239b5293d61ece587de66" +checksum = "65cd87c9a6d60536580b316ad985726104730a5151c99845f2490428ef91240a" [[package]] name = "liblzma" @@ -2426,6 +2503,15 @@ dependencies = [ "scopeguard", ] +[[package]] +name = "lock_api" +version = "0.5.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "65d91b22da179613dcf4d6ec8349563f52a363f6849e03b00dd0a185ec4a59af" +dependencies = [ + "scopeguard", +] + [[package]] name = "log" version = "0.4.32" @@ -2447,16 +2533,6 @@ dependencies = [ "twox-hash", ] -[[package]] -name = "md-5" -version = "0.10.6" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "d89e7ee0cfbedfc4da3340218492196241d89eefb6dab27de5df917a6d2e78cf" -dependencies = [ - "cfg-if", - "digest 0.10.7", -] - [[package]] name = "md-5" version = "0.11.0" @@ -2500,6 +2576,18 @@ version = "0.10.1" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "1d87ecb2933e8aeadb3e3a02b828fed80a7528047e68b4f424523a0981a3a084" +[[package]] +name = "nix" +version = "0.31.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "2bc81ce8148d3b4f3274da811f11cdd824ae661ee4ef732cdb229825cf5be7f7" +dependencies = [ + "bitflags", + "cfg-if", + "cfg_aliases", + "libc", +] + [[package]] name = "num-bigint" version = "0.4.6" @@ -2559,14 +2647,16 @@ dependencies = [ [[package]] name = "object_store" -version = "0.13.2" +version = "0.14.2" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "622acbc9100d3c10e2ee15804b0caa40e55c933d5aa53814cd520805b7958a49" +checksum = "f1796bc93603f78c5760a69f2d58badc9618d22adade0a95385bb2adbae4eb94" dependencies = [ "async-trait", - "base64 0.22.1", + "aws-lc-rs", + "base64 0.23.1", "bytes", "chrono", + "crc-fast", "form_urlencoded", "futures-channel", "futures-core", @@ -2575,14 +2665,14 @@ dependencies = [ "http-body-util", "humantime", "hyper", - "itertools 0.14.0", - "md-5 0.10.6", - "parking_lot", + "itertools 0.15.0", + "md-5", + "nix", + "parking_lot 0.12.5", "percent-encoding", "quick-xml", "rand 0.10.1", "reqwest", - "ring", "rustls-pki-types", "serde", "serde_json", @@ -2594,6 +2684,7 @@ dependencies = [ "walkdir", "wasm-bindgen-futures", "web-time", + "windows-sys 0.61.2", ] [[package]] @@ -2614,8 +2705,18 @@ version = "0.12.5" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "93857453250e3077bd71ff98b6a65ea6621a19bb0f559a85248955ac12c45a1a" dependencies = [ - "lock_api", - "parking_lot_core", + "lock_api 0.4.14", + "parking_lot_core 0.9.12", +] + +[[package]] +name = "parking_lot" +version = "0.13.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "a9cf937ca4e1d0b7578784559063422fc39ae7c5a00f02471f2614d5486fd226" +dependencies = [ + "lock_api 0.5.0", + "parking_lot_core 0.10.0", ] [[package]] @@ -2626,16 +2727,28 @@ checksum = "2621685985a2ebf1c516881c026032ac7deafcda1a2c9b7850dc81e3dfcb64c1" dependencies = [ "cfg-if", "libc", - "redox_syscall", + "redox_syscall 0.5.18", + "smallvec", + "windows-link", +] + +[[package]] +name = "parking_lot_core" +version = "0.10.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "9cfff060068cc18aa7815010fcaf80c68c7fb9e85fc7f5c0f9bf142c21d19826" +dependencies = [ + "libc", + "redox_syscall 0.9.5", "smallvec", "windows-link", ] [[package]] name = "parquet" -version = "59.2.0" +version = "60.2.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "7065842956a20c2a536924ce8e4d9955f7422451511b9eb7500d7bfe5077e59c" +checksum = "6701f0dd63f5ee23a0f1f2865ff76825c301759d6ab649e3e5686cc32d066957" dependencies = [ "ahash", "arrow-array", @@ -2662,7 +2775,7 @@ dependencies = [ "snap", "tokio", "twox-hash", - "zstd", + "zstd 0.14.4", ] [[package]] @@ -2943,9 +3056,9 @@ dependencies = [ [[package]] name = "quick-xml" -version = "0.39.4" +version = "0.41.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "cdcc8dd4e2f670d309a5f0e83fe36dfdc05af317008fea29144da1a2ac858e5e" +checksum = "e660451e55124f798a69a5af3f49ccfbefbd41910eefd25caf2393e1f3473ec1" dependencies = [ "memchr", "serde", @@ -2977,6 +3090,7 @@ version = "0.11.14" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "434b42fec591c96ef50e21e886936e66d3cc3f737104fdb9b737c40ffb94c098" dependencies = [ + "aws-lc-rs", "bytes", "getrandom 0.3.4", "lru-slab", @@ -3102,6 +3216,15 @@ dependencies = [ "bitflags", ] +[[package]] +name = "redox_syscall" +version = "0.9.5" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "580c875845b41ecb1564ad1ae4703044cef774145e3d7a94dc2b3fa7c97868fd" +dependencies = [ + "bitflags", +] + [[package]] name = "regex" version = "1.12.4" @@ -3143,11 +3266,11 @@ dependencies = [ [[package]] name = "reqwest" -version = "0.12.28" +version = "0.13.5" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "eddd3ca559203180a307f12d114c268abf583f59b03cb906fd0b3ff8646c1147" +checksum = "16a1cfa75cc186dd73d5818e510e042e40927bccc9c236b061cea97e1eb08029" dependencies = [ - "base64 0.22.1", + "base64 0.23.1", "bytes", "futures-core", "futures-util", @@ -3164,11 +3287,8 @@ dependencies = [ "pin-project-lite", "quinn", "rustls", - "rustls-native-certs", "rustls-pki-types", - "serde", - "serde_json", - "serde_urlencoded", + "rustls-platform-verifier", "sync_wrapper", "tokio", "tokio-rustls", @@ -3231,8 +3351,8 @@ version = "0.23.40" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "ef86cd5876211988985292b91c96a8f2d298df24e75989a43a3c73f2d4d8168b" dependencies = [ + "aws-lc-rs", "once_cell", - "ring", "rustls-pki-types", "rustls-webpki", "subtle", @@ -3261,12 +3381,40 @@ dependencies = [ "zeroize", ] +[[package]] +name = "rustls-platform-verifier" +version = "0.7.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "1167586491e2b18b8bfbb293e8180ec17c201c4f076d7cb3070ca964e7598f98" +dependencies = [ + "core-foundation", + "core-foundation-sys", + "jni 0.22.4", + "log", + "once_cell", + "rustls", + "rustls-native-certs", + "rustls-platform-verifier-android", + "rustls-webpki", + "security-framework", + "security-framework-sys", + "webpki-root-certs", + "windows-sys 0.61.2", +] + +[[package]] +name = "rustls-platform-verifier-android" +version = "0.2.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "eec689c0bc40ff2458a5977b6619cb718087084a18e02a131c599b62d05e1a5f" + [[package]] name = "rustls-webpki" version = "0.103.13" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "61c429a8649f110dddef65e2a5ad240f747e85f7758a6bccc7e5777bd33f756e" dependencies = [ + "aws-lc-rs", "ring", "rustls-pki-types", "untrusted", @@ -3497,6 +3645,16 @@ version = "0.3.9" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "703d5c7ef118737c72f1af64ad2f6f8c5e1921f818cdcb97b8fe6fc69bf66214" +[[package]] +name = "simd_cesu8" +version = "1.2.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "11031e251abf8611c80f460e19dbdeb54a66db918e49c65a7065b46ac7aec520" +dependencies = [ + "rustc_version", + "simdutf8", +] + [[package]] name = "simdutf8" version = "0.1.5" @@ -3517,9 +3675,9 @@ checksum = "0c790de23124f9ab44544d7ac05d60440adc586479ce501c1d6d7da3cd8c9cf5" [[package]] name = "smallvec" -version = "1.15.1" +version = "1.16.6" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "67b1b7a3b5fe4f1376887184045fcf45c69e92af734b7aaddc05fb777b6fbd03" +checksum = "3244542535d5de959d90ec55d1b5ff0fd2bb7b1310223907d5f11932847f7b59" [[package]] name = "snap" @@ -3537,11 +3695,17 @@ dependencies = [ "windows-sys 0.61.2", ] +[[package]] +name = "spin" +version = "0.10.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "023a211cb3138dbc438680b32560ad89f699977624c9f8dbb95a47d5b4c07dd3" + [[package]] name = "sqlparser" -version = "0.62.0" +version = "0.63.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "13c6d1b651dc4edf07eead2a0c6c78016ce971bc2c10da5266861b13f25e7cec" +checksum = "3679862809bd1f92e563cf6fd820e28f39135303668001c10331d5027183e8b4" dependencies = [ "log", "recursive", @@ -3550,13 +3714,13 @@ dependencies = [ [[package]] name = "sqlparser_derive" -version = "0.5.0" +version = "0.6.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "a6dd45d8fc1c79299bfbb7190e42ccbbdf6a5f52e4a6ad98d92357ea965bd289" +checksum = "2905ae8e8148d8f7f5748ea95d1e949fa4fc1d7f5161547b758ad118b2e4b0aa" dependencies = [ "proc-macro2", "quote", - "syn 2.0.117", + "syn 3.0.4", ] [[package]] @@ -4162,9 +4326,9 @@ dependencies = [ [[package]] name = "wasm-streams" -version = "0.4.2" +version = "0.5.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "15053d8d85c7eccdbefef60f06769760a563c7f0a9d6902a13d35c7800b0ad65" +checksum = "9d1ec4f6517c9e11ae630e200b2b65d193279042e28edd4a2cda233e46670bbb" dependencies = [ "futures-util", "js-sys", @@ -4205,6 +4369,15 @@ dependencies = [ "wasm-bindgen", ] +[[package]] +name = "webpki-root-certs" +version = "1.0.12" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "293198dcebfb821155b5092ab94b5a82ff180eddd7241df3bd6e66a4ffd1a585" +dependencies = [ + "rustls-pki-types", +] + [[package]] name = "winapi-util" version = "0.1.11" @@ -4716,7 +4889,16 @@ version = "0.13.3" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "e91ee311a569c327171651566e07972200e76fcfe2242a4fa446149a3881c08a" dependencies = [ - "zstd-safe", + "zstd-safe 7.2.4", +] + +[[package]] +name = "zstd" +version = "0.14.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "ad5020ab8f27bfc0024ad0a07aed6bf022a16208f479686fbed4fdd0c85eb0b3" +dependencies = [ + "zstd-safe 8.3.0", ] [[package]] @@ -4728,11 +4910,20 @@ dependencies = [ "zstd-sys", ] +[[package]] +name = "zstd-safe" +version = "8.3.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "5a9ea9cc2576c2fcc104e9cec04f46e3ede564f4fbc206831e4ef7e859a4140d" +dependencies = [ + "zstd-sys", +] + [[package]] name = "zstd-sys" -version = "2.0.16+zstd.1.5.7" +version = "2.1.3+zstd.1.5.7" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "91e19ebc2adc8f83e43039e79776e3fda8ca919132d68a1fed6a5faca2683748" +checksum = "f729a06d0257428fd9d997ac8db7e1407bd0262ab016b085b36bc52957c0052d" dependencies = [ "cc", "pkg-config", diff --git a/Cargo.toml b/Cargo.toml index 5ae6078..1c761b2 100644 --- a/Cargo.toml +++ b/Cargo.toml @@ -37,17 +37,17 @@ repository = "https://github.com/apache/datafusion-java" # and add per-crate flags (optional, features, default-features) at the use # site. [workspace.dependencies] -arrow = { version = "59", features = ["ffi"] } +arrow = { version = "60", features = ["ffi"] } async-trait = "0.1" -datafusion = { version = "55.0.0" } -datafusion-proto = "55.0.0" -datafusion-spark = "55.0.0" -datafusion-substrait = "55.0.0" +datafusion = { git = "https://github.com/apache/datafusion", tag = "56.0.0-rc2" } +datafusion-proto = { git = "https://github.com/apache/datafusion", tag = "56.0.0-rc2" } +datafusion-spark = { git = "https://github.com/apache/datafusion", tag = "56.0.0-rc2" } +datafusion-substrait = { git = "https://github.com/apache/datafusion", tag = "56.0.0-rc2" } futures = "0.3" jni = "0.21" -# Pinned to the major DataFusion 55.0 pulls in transitively (0.13.x) so we +# Pinned to the major DataFusion 56.0 pulls in transitively (0.14.x) so we # share the same `dyn ObjectStore` vtable and don't double-link. -object_store = { version = "0.13", default-features = false } +object_store = { version = "0.14", default-features = false } prost = "0.14" prost-build = "0.14" protoc-bin-vendored = "3" diff --git a/core/pom.xml b/core/pom.xml index 21512d0..ffd3aad 100644 --- a/core/pom.xml +++ b/core/pom.xml @@ -129,7 +129,7 @@ under the License. https://raw.githubusercontent.com/apache/datafusion/${datafusion.version}/datafusion/proto-common/proto/datafusion_common.proto ${project.build.directory}/proto/datafusion/proto-common/proto datafusion_common.proto - 0e6db862693eb687b5a77ca80dc0465d64a40d396cfaf39d864f6062b174c3818adbf68f04c4a7b03b7aad6aadcf319303dcd1c8c41929e36e00cea5e9e2dc08 + be73871efaa2d74b9fcbdb4e118092e219fd298c20ba3486ad06ae8354f0bf9db72d3d9a038b6879f3224cac7b27eedffd768195a58290eb32c8b38ec52dc902 @@ -140,7 +140,7 @@ under the License. https://raw.githubusercontent.com/apache/datafusion/${datafusion.version}/datafusion/proto-models/proto/datafusion.proto ${project.build.directory}/proto/datafusion/proto/proto datafusion.proto - 05f98d5245ac46b81f9a897d16add727538697dce252796586020220c240679673ec6489242ad0d30240d911cd18caa867577baddd018495ac0e5a86086d3728 + 3a93799369aba3d7c4efa18dd30d585723a087080f6bc6ab9d350d8ae3b69837d53ae2d45fd82e39881916a2f6ce72f1a507c13f363e3d7b9fb8b0434c7b542e diff --git a/native/src/lib.rs b/native/src/lib.rs index 56bef5d..fd22351 100644 --- a/native/src/lib.rs +++ b/native/src/lib.rs @@ -40,6 +40,7 @@ use datafusion::arrow::datatypes::SchemaRef; use datafusion::arrow::ffi_stream::FFI_ArrowArrayStream; use datafusion::arrow::ipc::writer::StreamWriter; use datafusion::arrow::record_batch::RecordBatchIterator; +use datafusion::common::parquet_config::DFParquetCompression; use datafusion::common::{JoinType, UnnestOptions}; use datafusion::config::TableParquetOptions; use datafusion::dataframe::DataFrame; @@ -956,7 +957,7 @@ pub extern "system" fn Java_org_apache_datafusion_DataFrame_writeParquetWithOpti let writer_opts: Option = if !compression.is_null() { let c: String = env.get_string(&compression)?.into(); let mut tpo = TableParquetOptions::default(); - tpo.global.compression = Some(c); + tpo.global.compression = Some(c.parse::()?); Some(tpo) } else { None diff --git a/native/src/table_provider.rs b/native/src/table_provider.rs index 4f54e30..e5b7224 100644 --- a/native/src/table_provider.rs +++ b/native/src/table_provider.rs @@ -27,7 +27,7 @@ use std::sync::Arc; use async_trait::async_trait; use datafusion::arrow::datatypes::SchemaRef; -use datafusion::arrow::ffi_stream::{ArrowArrayStreamReader, FFI_ArrowArrayStream}; +use datafusion::arrow::ffi_stream::{FFI_ArrowArrayStream, RecordBatchStreamReader}; use datafusion::arrow::record_batch::{RecordBatch, RecordBatchReader}; use datafusion::catalog::Session; use datafusion::common::tree_node::TreeNodeRecursion; @@ -85,7 +85,7 @@ impl TableProvider for JavaTableProvider { async fn scan( &self, _state: &dyn Session, - projection: Option<&Vec>, + projection: Option<&[usize]>, _filters: &[Expr], _limit: Option, ) -> Result> { @@ -103,7 +103,7 @@ impl TableProvider for JavaTableProvider { name: self.name.clone(), full_schema: Arc::clone(&self.schema), projected_schema, - projection: projection.cloned(), + projection: projection.map(<[usize]>::to_vec), source_global_ref: Arc::clone(&self.source_global_ref), bridge_class: Arc::clone(&self.bridge_class), invoke_method: self.invoke_method, @@ -234,7 +234,7 @@ impl ExecutionPlan for JavaScanExec { // 4. Reclaim the FFI struct and import as a RecordBatchReader. let ffi_stream: FFI_ArrowArrayStream = *ffi_box; - let reader = ArrowArrayStreamReader::try_new(ffi_stream) + let reader = RecordBatchStreamReader::try_new(ffi_stream) .map_err(|e| DataFusionError::ArrowError(Box::new(e), None))?; // 5. Verify the producer's declared schema matches our registered schema. diff --git a/pom.xml b/pom.xml index f561357..8e428cc 100644 --- a/pom.xml +++ b/pom.xml @@ -40,7 +40,7 @@ under the License. 17 UTF-8 5.11.3 - 55.0.0 + 56.0.0-rc2 3.25.5 19.0.0 1.12.0