diff --git a/Cargo.lock b/Cargo.lock index e1ea923c564..5d012d5c70f 100644 --- a/Cargo.lock +++ b/Cargo.lock @@ -235,6 +235,24 @@ dependencies = [ "arrow-string 58.4.0", ] +[[package]] +name = "arrow" +version = "59.1.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "b952ca5a8046ad741b60f142d6eca4aeebcad615694202bc64c5341f23e32c5b" +dependencies = [ + "arrow-arith 59.1.0", + "arrow-array 59.1.0", + "arrow-buffer 59.1.0", + "arrow-cast 59.1.0", + "arrow-data 59.1.0", + "arrow-ord 59.1.0", + "arrow-row 59.1.0", + "arrow-schema 59.1.0", + "arrow-select 59.1.0", + "arrow-string 59.1.0", +] + [[package]] name = "arrow-arith" version = "56.2.1" @@ -263,6 +281,20 @@ dependencies = [ "num-traits", ] +[[package]] +name = "arrow-arith" +version = "59.1.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "64a13b8d3008c4e9063c597a08f46446fe3fd5789277127672d6c0bdbb43b1ff" +dependencies = [ + "arrow-array 59.1.0", + "arrow-buffer 59.1.0", + "arrow-data 59.1.0", + "arrow-schema 59.1.0", + "chrono", + "num-traits", +] + [[package]] name = "arrow-array" version = "56.2.1" @@ -298,6 +330,24 @@ dependencies = [ "num-traits", ] +[[package]] +name = "arrow-array" +version = "59.1.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "9486151b2f0785bafc6fa04fc5c99fcb4495455662e58787ea32eaaed33c4192" +dependencies = [ + "ahash 0.8.12", + "arrow-buffer 59.1.0", + "arrow-data 59.1.0", + "arrow-schema 59.1.0", + "chrono", + "half", + "hashbrown 0.17.1", + "num-complex", + "num-integer", + "num-traits", +] + [[package]] name = "arrow-avro" version = "58.4.0" @@ -345,6 +395,18 @@ dependencies = [ "num-traits", ] +[[package]] +name = "arrow-buffer" +version = "59.1.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "c4776577a87794bfdf0b4e90e2ea12454fa7738ea2823c4be5b9d1851da7b434" +dependencies = [ + "bytes", + "half", + "num-bigint", + "num-traits", +] + [[package]] name = "arrow-cast" version = "56.2.1" @@ -388,6 +450,27 @@ dependencies = [ "ryu", ] +[[package]] +name = "arrow-cast" +version = "59.1.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "a9ad451ce4f98710828a455b96991b8f031deb2e67f5fcad6773f017e4a69c3a" +dependencies = [ + "arrow-array 59.1.0", + "arrow-buffer 59.1.0", + "arrow-data 59.1.0", + "arrow-ord 59.1.0", + "arrow-schema 59.1.0", + "arrow-select 59.1.0", + "atoi", + "base64", + "chrono", + "half", + "lexical-core", + "num-traits", + "ryu", +] + [[package]] name = "arrow-csv" version = "58.4.0" @@ -429,17 +512,16 @@ dependencies = [ ] [[package]] -name = "arrow-ipc" -version = "56.2.1" +name = "arrow-data" +version = "59.1.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "31f88b0fbb33af28089ccd3e4dcd0ff09de46842168d00220b920f7231feddf5" +checksum = "b38fe43e2e8704360f1464e6e8cc4fc381ef02cc4fb0192afa8df1aaa0115c66" dependencies = [ - "arrow-array 56.2.1", - "arrow-buffer 56.2.1", - "arrow-data 56.2.1", - "arrow-schema 56.2.1", - "arrow-select 56.2.1", - "flatbuffers", + "arrow-buffer 59.1.0", + "arrow-schema 59.1.0", + "half", + "num-integer", + "num-traits", ] [[package]] @@ -454,10 +536,24 @@ dependencies = [ "arrow-schema 58.4.0", "arrow-select 58.4.0", "flatbuffers", - "lz4_flex 0.13.1", + "lz4_flex", "zstd", ] +[[package]] +name = "arrow-ipc" +version = "59.1.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "29dac499fcbc6ba74ee0324057821d381929a48526a3966bd9dffb44aa06d98c" +dependencies = [ + "arrow-array 59.1.0", + "arrow-buffer 59.1.0", + "arrow-data 59.1.0", + "arrow-schema 59.1.0", + "arrow-select 59.1.0", + "flatbuffers", +] + [[package]] name = "arrow-json" version = "58.4.0" @@ -509,6 +605,19 @@ dependencies = [ "arrow-select 58.4.0", ] +[[package]] +name = "arrow-ord" +version = "59.1.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "0e13dbdc2a9c053c10c7baa6e30faee04a180aa7ce88e471835850ce37abd20b" +dependencies = [ + "arrow-array 59.1.0", + "arrow-buffer 59.1.0", + "arrow-data 59.1.0", + "arrow-schema 59.1.0", + "arrow-select 59.1.0", +] + [[package]] name = "arrow-row" version = "56.2.1" @@ -535,6 +644,19 @@ dependencies = [ "half", ] +[[package]] +name = "arrow-row" +version = "59.1.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "4d5a1f8c733d15260b305683472ee8ad89c62cbd706703ca873b90d051b41592" +dependencies = [ + "arrow-array 59.1.0", + "arrow-buffer 59.1.0", + "arrow-data 59.1.0", + "arrow-schema 59.1.0", + "half", +] + [[package]] name = "arrow-schema" version = "56.2.1" @@ -552,6 +674,17 @@ dependencies = [ "serde_json", ] +[[package]] +name = "arrow-schema" +version = "59.1.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "d9e4969dc350d571766247143ab36a5187d095d3d3690970408bc630d47c69e5" +dependencies = [ + "bitflags 2.13.1", + "serde_core", + "serde_json", +] + [[package]] name = "arrow-select" version = "56.2.1" @@ -580,6 +713,20 @@ dependencies = [ "num-traits", ] +[[package]] +name = "arrow-select" +version = "59.1.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "402770dba90865359d98d1ef92ef16e23d75c0cca9c2c880c8a05468b7743bf9" +dependencies = [ + "ahash 0.8.12", + "arrow-array 59.1.0", + "arrow-buffer 59.1.0", + "arrow-data 59.1.0", + "arrow-schema 59.1.0", + "num-traits", +] + [[package]] name = "arrow-string" version = "56.2.1" @@ -614,6 +761,23 @@ dependencies = [ "regex-syntax", ] +[[package]] +name = "arrow-string" +version = "59.1.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "a2b0afbb8b9016700938291123df30838b89decc3213dba00852021988b170d3" +dependencies = [ + "arrow-array 59.1.0", + "arrow-buffer 59.1.0", + "arrow-data 59.1.0", + "arrow-schema 59.1.0", + "arrow-select 59.1.0", + "memchr", + "num-traits", + "regex", + "regex-syntax", +] + [[package]] name = "async-channel" version = "2.5.0" @@ -1545,8 +1709,8 @@ name = "compress-bench" version = "0.1.0" dependencies = [ "anyhow", - "arrow-array 58.4.0", - "arrow-schema 58.4.0", + "arrow-array 59.1.0", + "arrow-schema 59.1.0", "async-trait", "bytes", "clap", @@ -1554,7 +1718,7 @@ dependencies = [ "indicatif", "itertools 0.14.0", "lance-bench", - "parquet 58.4.0", + "parquet 59.1.0", "regex", "tokio", "tracing", @@ -5899,15 +6063,6 @@ dependencies = [ "libc", ] -[[package]] -name = "lz4_flex" -version = "0.11.6" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "373f5eceeeab7925e0c1098212f2fbc4d416adec9d35051a6ab251e824c1854a" -dependencies = [ - "twox-hash", -] - [[package]] name = "lz4_flex" version = "0.13.1" @@ -6675,18 +6830,17 @@ dependencies = [ [[package]] name = "parquet" -version = "56.2.1" +version = "58.4.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "d3abbfef8a25900f4925c86e4cb881ea24672ca3c31ee4fb50a8083c4c56d313" +checksum = "d298093b2dec60289dce0684c986d0f7679e9dd15771c2c65406e1aaf604a704" dependencies = [ "ahash 0.8.12", - "arrow-array 56.2.1", - "arrow-buffer 56.2.1", - "arrow-cast 56.2.1", - "arrow-data 56.2.1", - "arrow-ipc 56.2.1", - "arrow-schema 56.2.1", - "arrow-select 56.2.1", + "arrow-array 58.4.0", + "arrow-buffer 58.4.0", + "arrow-data 58.4.0", + "arrow-ipc 58.4.0", + "arrow-schema 58.4.0", + "arrow-select 58.4.0", "base64", "brotli", "bytes", @@ -6694,10 +6848,12 @@ dependencies = [ "flate2", "futures", "half", - "hashbrown 0.16.1", - "lz4_flex 0.11.6", - "num", + "hashbrown 0.17.1", + "lz4_flex", "num-bigint", + "num-integer", + "num-traits", + "object_store", "paste", "seq-macro", "simdutf8", @@ -6710,17 +6866,17 @@ dependencies = [ [[package]] name = "parquet" -version = "58.4.0" +version = "59.1.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "d298093b2dec60289dce0684c986d0f7679e9dd15771c2c65406e1aaf604a704" +checksum = "5302d4da74d6596a1f11f9928767995b53bca657cbeea1e4e8c5074f8a1157dd" dependencies = [ "ahash 0.8.12", - "arrow-array 58.4.0", - "arrow-buffer 58.4.0", - "arrow-data 58.4.0", - "arrow-ipc 58.4.0", - "arrow-schema 58.4.0", - "arrow-select 58.4.0", + "arrow-array 59.1.0", + "arrow-buffer 59.1.0", + "arrow-data 59.1.0", + "arrow-ipc 59.1.0", + "arrow-schema 59.1.0", + "arrow-select 59.1.0", "base64", "brotli", "bytes", @@ -6729,16 +6885,14 @@ dependencies = [ "futures", "half", "hashbrown 0.17.1", - "lz4_flex 0.13.1", + "lz4_flex", "num-bigint", "num-integer", "num-traits", - "object_store", "paste", "seq-macro", "simdutf8", "snap", - "thrift", "tokio", "twox-hash", "zstd", @@ -6746,12 +6900,12 @@ dependencies = [ [[package]] name = "parquet-variant" -version = "58.4.0" +version = "59.1.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "3fc70e87931167a4a3fde2ee923023a0624367691e3fd503476a1084dda5a054" +checksum = "57db04c7f8598c9e12c935a7e953a441009189da3f1d504b63c5dc3346a4d59b" dependencies = [ - "arrow 58.4.0", - "arrow-schema 58.4.0", + "arrow 59.1.0", + "arrow-schema 59.1.0", "chrono", "half", "indexmap 2.14.0", @@ -6762,12 +6916,12 @@ dependencies = [ [[package]] name = "parquet-variant-compute" -version = "58.4.0" +version = "59.1.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "823a9ecee8fd83a68f7165ef13acc840c4d7ed995838ba99d4714b20a2b5e780" +checksum = "9ecebd5a05d4837104ae401977f5d8ad816045e01b367035c416df3c39540613" dependencies = [ - "arrow 58.4.0", - "arrow-schema 58.4.0", + "arrow 59.1.0", + "arrow-schema 59.1.0", "chrono", "half", "indexmap 2.14.0", @@ -6779,11 +6933,11 @@ dependencies = [ [[package]] name = "parquet-variant-json" -version = "58.4.0" +version = "59.1.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "6f37a91177e2dddb10333546952fcf2b7674b97ebd9449432f24b883d6ea8108" +checksum = "e5fc56a025dc3d5537140fc95d80879750fc1aa4324cf2452f3d1471854c2f8d" dependencies = [ - "arrow-schema 58.4.0", + "arrow-schema 59.1.0", "base64", "chrono", "parquet-variant", @@ -9616,11 +9770,11 @@ name = "vortex" version = "0.1.0" dependencies = [ "anyhow", - "arrow-array 58.4.0", + "arrow-array 59.1.0", "codspeed-divan-compat", "fastlanes", "mimalloc", - "parquet 58.4.0", + "parquet 59.1.0", "rand 0.10.2", "serde_json", "tokio", @@ -9686,7 +9840,7 @@ dependencies = [ "arbitrary", "arc-swap", "arcref", - "arrow-buffer 58.4.0", + "arrow-buffer 59.1.0", "async-lock", "bytes", "cfg-if", @@ -9754,12 +9908,12 @@ dependencies = [ name = "vortex-arrow" version = "0.1.0" dependencies = [ - "arrow-array 58.4.0", - "arrow-buffer 58.4.0", - "arrow-cast 58.4.0", - "arrow-data 58.4.0", - "arrow-schema 58.4.0", - "arrow-select 58.4.0", + "arrow-array 59.1.0", + "arrow-buffer 59.1.0", + "arrow-cast 59.1.0", + "arrow-data 59.1.0", + "arrow-schema 59.1.0", + "arrow-select 59.1.0", "codspeed-divan-compat", "itertools 0.14.0", "num-traits", @@ -9780,9 +9934,9 @@ name = "vortex-bench" version = "0.1.0" dependencies = [ "anyhow", - "arrow-array 58.4.0", - "arrow-schema 58.4.0", - "arrow-select 58.4.0", + "arrow-array 59.1.0", + "arrow-schema 59.1.0", + "arrow-select 59.1.0", "async-trait", "bzip2", "clap", @@ -9801,8 +9955,7 @@ dependencies = [ "noodles-bgzf", "noodles-vcf", "parking_lot", - "parquet 56.2.1", - "parquet 58.4.0", + "parquet 59.1.0", "rand 0.10.2", "regex", "reqwest 0.13.4", @@ -9866,7 +10019,7 @@ dependencies = [ name = "vortex-buffer" version = "0.1.0" dependencies = [ - "arrow-buffer 58.4.0", + "arrow-buffer 59.1.0", "bitvec", "bytes", "codspeed-divan-compat", @@ -9896,13 +10049,13 @@ dependencies = [ name = "vortex-compat" version = "0.1.0" dependencies = [ - "arrow-array 58.4.0", - "arrow-select 58.4.0", + "arrow-array 59.1.0", + "arrow-select 59.1.0", "base16ct", "bytes", "clap", "futures", - "parquet 58.4.0", + "parquet 59.1.0", "reqwest 0.13.4", "serde", "serde_json", @@ -9942,11 +10095,11 @@ dependencies = [ name = "vortex-compute" version = "0.1.0" dependencies = [ - "arrow-arith 58.4.0", - "arrow-array 58.4.0", - "arrow-buffer 58.4.0", - "arrow-cast 58.4.0", - "arrow-schema 58.4.0", + "arrow-arith 59.1.0", + "arrow-array 59.1.0", + "arrow-buffer 59.1.0", + "arrow-cast 59.1.0", + "arrow-schema 59.1.0", "codspeed-divan-compat", "num-traits", "rand 0.10.2", @@ -9969,7 +10122,7 @@ name = "vortex-cuda" version = "0.1.0" dependencies = [ "arc-swap", - "arrow-schema 58.4.0", + "arrow-schema 59.1.0", "async-trait", "bindgen", "codspeed-criterion-compat-walltime", @@ -10001,7 +10154,7 @@ dependencies = [ name = "vortex-cuda-ffi" version = "0.1.0" dependencies = [ - "arrow-schema 58.4.0", + "arrow-schema 59.1.0", "futures", "vortex", "vortex-cuda", @@ -10022,8 +10175,8 @@ name = "vortex-datafusion" version = "0.1.0" dependencies = [ "anyhow", - "arrow-array 58.4.0", - "arrow-schema 58.4.0", + "arrow-array 59.1.0", + "arrow-schema 59.1.0", "async-trait", "datafusion 54.1.0", "datafusion-catalog 54.1.0", @@ -10132,7 +10285,7 @@ dependencies = [ name = "vortex-error" version = "0.1.0" dependencies = [ - "arrow-schema 58.4.0", + "arrow-schema 59.1.0", "flatbuffers", "jiff", "object_store", @@ -10167,8 +10320,8 @@ dependencies = [ name = "vortex-ffi" version = "0.1.0" dependencies = [ - "arrow-array 58.4.0", - "arrow-schema 58.4.0", + "arrow-array 59.1.0", + "arrow-schema 59.1.0", "async-fs", "bytes", "cbindgen", @@ -10289,8 +10442,8 @@ dependencies = [ name = "vortex-geo" version = "0.1.0" dependencies = [ - "arrow-array 58.4.0", - "arrow-schema 58.4.0", + "arrow-array 59.1.0", + "arrow-schema 59.1.0", "codspeed-divan-compat", "geo", "geo-traits", @@ -10363,8 +10516,8 @@ dependencies = [ name = "vortex-jni" version = "0.1.0" dependencies = [ - "arrow-array 58.4.0", - "arrow-schema 58.4.0", + "arrow-array 59.1.0", + "arrow-schema 59.1.0", "async-fs", "async-lock", "async-trait", @@ -10387,8 +10540,8 @@ dependencies = [ name = "vortex-json" version = "0.1.0" dependencies = [ - "arrow-array 58.4.0", - "arrow-schema 58.4.0", + "arrow-array 59.1.0", + "arrow-schema 59.1.0", "prost 0.14.4", "vortex-array", "vortex-arrow", @@ -10402,8 +10555,8 @@ name = "vortex-layout" version = "0.1.0" dependencies = [ "arcref", - "arrow-array 58.4.0", - "arrow-schema 58.4.0", + "arrow-array 59.1.0", + "arrow-schema 59.1.0", "async-stream", "async-trait", "bit-vec", @@ -10494,9 +10647,9 @@ dependencies = [ name = "vortex-parquet-variant" version = "0.1.0" dependencies = [ - "arrow-array 58.4.0", - "arrow-buffer 58.4.0", - "arrow-schema 58.4.0", + "arrow-array 59.1.0", + "arrow-buffer 59.1.0", + "arrow-schema 59.1.0", "chrono", "parquet-variant", "parquet-variant-compute", @@ -10543,9 +10696,9 @@ dependencies = [ name = "vortex-python" version = "0.1.0" dependencies = [ - "arrow-array 58.4.0", - "arrow-data 58.4.0", - "arrow-schema 58.4.0", + "arrow-array 59.1.0", + "arrow-data 59.1.0", + "arrow-schema 59.1.0", "async-fs", "bytes", "itertools 0.14.0", @@ -10573,7 +10726,7 @@ version = "0.1.0" name = "vortex-python-cuda" version = "0.1.0" dependencies = [ - "arrow-schema 58.4.0", + "arrow-schema 59.1.0", "bytes", "pyo3", "vortex", @@ -10585,9 +10738,9 @@ dependencies = [ name = "vortex-row" version = "0.1.0" dependencies = [ - "arrow-array 58.4.0", - "arrow-row 58.4.0", - "arrow-schema 58.4.0", + "arrow-array 59.1.0", + "arrow-row 59.1.0", + "arrow-schema 59.1.0", "codspeed-divan-compat", "mimalloc", "rand 0.10.2", @@ -10704,8 +10857,8 @@ dependencies = [ name = "vortex-tensor" version = "0.1.0" dependencies = [ - "arrow-array 58.4.0", - "arrow-schema 58.4.0", + "arrow-array 59.1.0", + "arrow-schema 59.1.0", "half", "itertools 0.14.0", "num-traits", @@ -10723,8 +10876,8 @@ dependencies = [ name = "vortex-test-e2e-cuda" version = "0.1.0" dependencies = [ - "arrow-array 58.4.0", - "arrow-schema 58.4.0", + "arrow-array 59.1.0", + "arrow-schema 59.1.0", "futures", "vortex", "vortex-cuda", @@ -10735,8 +10888,8 @@ name = "vortex-tui" version = "0.1.0" dependencies = [ "anyhow", - "arrow-array 58.4.0", - "arrow-schema 58.4.0", + "arrow-array 59.1.0", + "arrow-schema 59.1.0", "clap", "console_error_panic_hook", "crossterm", @@ -10748,7 +10901,7 @@ dependencies = [ "humansize", "indicatif", "itertools 0.14.0", - "parquet 58.4.0", + "parquet 59.1.0", "ratatui", "ratzilla", "serde", @@ -10775,9 +10928,9 @@ dependencies = [ name = "vortex-web-wasm" version = "0.1.0" dependencies = [ - "arrow-array 58.4.0", - "arrow-ipc 58.4.0", - "arrow-schema 58.4.0", + "arrow-array 59.1.0", + "arrow-ipc 59.1.0", + "arrow-schema 59.1.0", "console_error_panic_hook", "futures", "js-sys", diff --git a/Cargo.toml b/Cargo.toml index c2a3d1c20e8..f361b98c57b 100644 --- a/Cargo.toml +++ b/Cargo.toml @@ -98,16 +98,16 @@ anyhow = "1.0.97" arbitrary = "1.3.2" arc-swap = "1.9" arcref = "0.2.0" -arrow-arith = "58.3" -arrow-array = "58.3" -arrow-buffer = "58.3" -arrow-cast = "58.3" -arrow-data = "58.3" -arrow-ipc = "58.3" -arrow-row = "58.3" -arrow-schema = "58.3" -arrow-select = "58.3" -arrow-string = "58.3" +arrow-arith = "59.0" +arrow-array = "59.0" +arrow-buffer = "59.0" +arrow-cast = "59.0" +arrow-data = "59.0" +arrow-ipc = "59.0" +arrow-row = "59.0" +arrow-schema = "59.0" +arrow-select = "59.0" +arrow-string = "59.0" async-fs = "2.2.0" async-lock = "3.4" async-stream = "0.3.6" @@ -197,9 +197,9 @@ opentelemetry = "0.32.0" opentelemetry-otlp = "0.32.0" opentelemetry_sdk = "0.32.0" parking_lot = { version = "0.12.3", features = ["nightly"] } -parquet = "58.3" -parquet-variant = "58.3" -parquet-variant-compute = "58.3" +parquet = "59.0" +parquet-variant = "59.0" +parquet-variant-compute = "59.0" paste = "1.0.15" pco = "1.0.1" pin-project-lite = "0.2.15" @@ -245,7 +245,7 @@ spatialbench-arrow = "0.2" # spatialbench still pins arrow 56, two majors behind the workspace arrow. Until upstream # catches up, write its generated batches with a matching parquet instead of converting # arrow versions at the boundary. -spatialbench-parquet = { package = "parquet", version = "56", features = [ +spatialbench-parquet = { package = "parquet", version = "59", features = [ "async", ] } static_assertions = "1.1"