From 04a58c3d41b994237e61e8028dd681fcec76061e Mon Sep 17 00:00:00 2001 From: Qi Zhu <821684824@qq.com> Date: Fri, 8 May 2026 15:46:48 +0800 Subject: [PATCH] Update DataFusion rev to 05a6c45 (skip non-join plan rebuild) Picks up upstream DF #21947 (massive-com/arrow-datafusion@05a6c45): EnforceDistribution::adjust_input_keys_ordering no longer returns Transformed::yes for non-join/non-aggregate plans with no key requirements, eliminating an unnecessary tree rebuild per pass. For atlas, this directly cuts physical-optimizer time on plans containing OneOf candidates: the OneOfExec children() trick already exposes only the best candidate, but every adjust_input_keys_ordering call still rebuilt the entire plan tree. With this fix, non-join plans short-circuit early. --- Cargo.toml | 18 +++++++++--------- 1 file changed, 9 insertions(+), 9 deletions(-) diff --git a/Cargo.toml b/Cargo.toml index a83ad7d..1903327 100644 --- a/Cargo.toml +++ b/Cargo.toml @@ -33,15 +33,15 @@ arrow = "57.0.0" arrow-schema = "57.0.0" async-trait = "0.1.89" dashmap = "6" -datafusion = { git = "https://github.com/massive-com/arrow-datafusion", rev = "7768d24" } -datafusion-common = { git = "https://github.com/massive-com/arrow-datafusion", rev = "7768d24" } -datafusion-expr = { git = "https://github.com/massive-com/arrow-datafusion", rev = "7768d24" } -datafusion-functions = { git = "https://github.com/massive-com/arrow-datafusion", rev = "7768d24" } -datafusion-functions-aggregate = { git = "https://github.com/massive-com/arrow-datafusion", rev = "7768d24" } -datafusion-optimizer = { git = "https://github.com/massive-com/arrow-datafusion", rev = "7768d24" } -datafusion-physical-expr = { git = "https://github.com/massive-com/arrow-datafusion", rev = "7768d24" } -datafusion-physical-plan = { git = "https://github.com/massive-com/arrow-datafusion", rev = "7768d24" } -datafusion-sql = { git = "https://github.com/massive-com/arrow-datafusion", rev = "7768d24" } +datafusion = { git = "https://github.com/massive-com/arrow-datafusion", rev = "05a6c45" } +datafusion-common = { git = "https://github.com/massive-com/arrow-datafusion", rev = "05a6c45" } +datafusion-expr = { git = "https://github.com/massive-com/arrow-datafusion", rev = "05a6c45" } +datafusion-functions = { git = "https://github.com/massive-com/arrow-datafusion", rev = "05a6c45" } +datafusion-functions-aggregate = { git = "https://github.com/massive-com/arrow-datafusion", rev = "05a6c45" } +datafusion-optimizer = { git = "https://github.com/massive-com/arrow-datafusion", rev = "05a6c45" } +datafusion-physical-expr = { git = "https://github.com/massive-com/arrow-datafusion", rev = "05a6c45" } +datafusion-physical-plan = { git = "https://github.com/massive-com/arrow-datafusion", rev = "05a6c45" } +datafusion-sql = { git = "https://github.com/massive-com/arrow-datafusion", rev = "05a6c45" } futures = "0.3" itertools = "0.14" log = "0.4"