From f355ef8a3b20c274ba73afd2bd78d94a147363a2 Mon Sep 17 00:00:00 2001 From: Mikhail Kot Date: Wed, 13 May 2026 17:09:25 +0100 Subject: [PATCH] bump parquet to v58 for lance Signed-off-by: Mikhail Kot --- Cargo.lock | 63 +++++--------------------- Cargo.toml | 2 - benchmarks/lance-bench/Cargo.toml | 4 +- encodings/parquet-variant/Cargo.toml | 2 +- vortex-test/compat-gen/Cargo.toml | 1 - vortex-test/compat-gen/src/generate.rs | 6 ++- 6 files changed, 18 insertions(+), 60 deletions(-) diff --git a/Cargo.lock b/Cargo.lock index c54200e7bf7..c8a535fc8fe 100644 --- a/Cargo.lock +++ b/Cargo.lock @@ -956,12 +956,6 @@ dependencies = [ "tracing", ] -[[package]] -name = "base16ct" -version = "1.0.0" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "fd307490d624467aa6f74b0eabb77633d1f758a7b25f12bceb0b22e08d9726f6" - [[package]] name = "base64" version = "0.22.1" @@ -1693,7 +1687,7 @@ dependencies = [ "indicatif", "itertools 0.14.0", "lance-bench", - "parquet 58.2.0", + "parquet", "regex", "tokio", "tracing", @@ -2284,7 +2278,7 @@ dependencies = [ "log", "object_store 0.13.2", "parking_lot", - "parquet 58.2.0", + "parquet", "rand 0.9.4", "regex", "sqlparser 0.61.0", @@ -2457,7 +2451,7 @@ dependencies = [ "libc", "log", "object_store 0.13.2", - "parquet 58.2.0", + "parquet", "paste", "recursive", "sqlparser 0.61.0", @@ -2737,7 +2731,7 @@ dependencies = [ "log", "object_store 0.13.2", "parking_lot", - "parquet 58.2.0", + "parquet", "tokio", ] @@ -5226,13 +5220,13 @@ name = "lance-bench" version = "0.1.0" dependencies = [ "anyhow", - "arrow-cast 57.3.0", + "arrow-cast 58.2.0", "async-trait", "clap", "futures", "lance", "lance-encoding", - "parquet 57.3.0", + "parquet", "tempfile", "tokio", "tracing", @@ -6782,40 +6776,6 @@ dependencies = [ "windows-link", ] -[[package]] -name = "parquet" -version = "57.3.0" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "6ee96b29972a257b855ff2341b37e61af5f12d6af1158b6dcdb5b31ea07bb3cb" -dependencies = [ - "ahash 0.8.12", - "arrow-array 57.3.0", - "arrow-buffer 57.3.0", - "arrow-cast 57.3.0", - "arrow-data 57.3.0", - "arrow-ipc 57.3.0", - "arrow-schema 57.3.0", - "arrow-select 57.3.0", - "base64", - "brotli", - "bytes", - "chrono", - "flate2", - "half", - "hashbrown 0.16.1", - "lz4_flex 0.12.2", - "num-bigint", - "num-integer", - "num-traits", - "paste", - "seq-macro", - "simdutf8", - "snap", - "thrift", - "twox-hash", - "zstd", -] - [[package]] name = "parquet" version = "58.2.0" @@ -10132,7 +10092,7 @@ dependencies = [ "clap", "futures", "indicatif", - "parquet 58.2.0", + "parquet", "rand 0.10.1", "serde", "tabled", @@ -10161,7 +10121,7 @@ dependencies = [ "fastlanes", "futures", "mimalloc", - "parquet 58.2.0", + "parquet", "paste", "rand 0.10.1", "rand_distr 0.6.0", @@ -10318,7 +10278,7 @@ dependencies = [ "noodles-bgzf", "noodles-vcf", "parking_lot", - "parquet 58.2.0", + "parquet", "rand 0.10.1", "regex", "reqwest 0.13.3", @@ -10460,11 +10420,10 @@ version = "0.1.0" dependencies = [ "arrow-array 58.2.0", "arrow-select 58.2.0", - "base16ct", "bytes", "clap", "futures", - "parquet 58.2.0", + "parquet", "reqwest 0.13.3", "serde", "serde_json", @@ -11176,7 +11135,7 @@ dependencies = [ "indicatif", "itertools 0.14.0", "js-sys", - "parquet 58.2.0", + "parquet", "ratatui", "ratzilla", "serde", diff --git a/Cargo.toml b/Cargo.toml index ac41824056d..6b615a93f85 100644 --- a/Cargo.toml +++ b/Cargo.toml @@ -109,7 +109,6 @@ async-fs = "2.2.0" async-lock = "3.4" async-stream = "0.3.6" async-trait = "0.1.89" -base16ct = "1.0.0" bigdecimal = "0.4.8" bindgen = "0.72.0" bit-vec = "0.9.0" @@ -120,7 +119,6 @@ cargo_metadata = "0.23.1" cbindgen = "0.29.0" cc = "1.2" cfg-if = "1.0.1" -chrono = "0.4.42" clap = "4.5" criterion = "0.8" crossterm = "0.29" diff --git a/benchmarks/lance-bench/Cargo.toml b/benchmarks/lance-bench/Cargo.toml index 775b051dd9c..0f134cb23ed 100644 --- a/benchmarks/lance-bench/Cargo.toml +++ b/benchmarks/lance-bench/Cargo.toml @@ -19,11 +19,11 @@ lance = { version = "4", default-features = false } lance-encoding = { version = "4" } anyhow = { workspace = true } -arrow-cast = { version = "57" } +arrow-cast = { workspace = true } async-trait = { workspace = true } clap = { workspace = true, features = ["derive"] } futures = { workspace = true } -parquet = { version = "57" } +parquet = { workspace = true } tempfile = { workspace = true } tokio = { workspace = true, features = ["full"] } tracing = { workspace = true } diff --git a/encodings/parquet-variant/Cargo.toml b/encodings/parquet-variant/Cargo.toml index 482659a616d..b6a7653e18d 100644 --- a/encodings/parquet-variant/Cargo.toml +++ b/encodings/parquet-variant/Cargo.toml @@ -21,7 +21,7 @@ workspace = true arrow-array = { workspace = true } arrow-buffer = { workspace = true } arrow-schema = { workspace = true } -chrono = { workspace = true } +chrono = { version = "0.4", default-features = false } parquet-variant = { workspace = true } parquet-variant-compute = { workspace = true } prost = { workspace = true } diff --git a/vortex-test/compat-gen/Cargo.toml b/vortex-test/compat-gen/Cargo.toml index dd8bec4703a..62906843e8b 100644 --- a/vortex-test/compat-gen/Cargo.toml +++ b/vortex-test/compat-gen/Cargo.toml @@ -45,7 +45,6 @@ tokio = { workspace = true, features = ["full"] } reqwest = { workspace = true } # CLI + serialization -base16ct = { workspace = true } clap = { workspace = true, features = ["derive"] } serde = { workspace = true, features = ["derive"] } serde_json = { workspace = true } diff --git a/vortex-test/compat-gen/src/generate.rs b/vortex-test/compat-gen/src/generate.rs index 7490540f75e..d838542dd11 100644 --- a/vortex-test/compat-gen/src/generate.rs +++ b/vortex-test/compat-gen/src/generate.rs @@ -3,7 +3,6 @@ use std::path::Path; -use base16ct::HexDisplay; use serde::Serialize; use sha2::Digest; use sha2::Sha256; @@ -51,7 +50,10 @@ pub fn write_fixtures(output_dir: &Path, exclude: &[String]) -> VortexResult