From 62da6bfd63b543bc7a89e8f6ffb8e723612a6f6f Mon Sep 17 00:00:00 2001 From: Eunjin Song Date: Thu, 4 Jun 2026 21:20:55 -0700 Subject: [PATCH 1/3] [CORE] Drop the 15.0.0-gluten Arrow version rename, depend on vanilla Apache Arrow MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit The custom 15.0.0-gluten artifact coordinate forced every contributor to run dev/build-arrow.sh before they could build gluten, even though the Java side of that build no longer carries any load-bearing modifications: * The 883-line modify_arrow_dataset_scan_option.patch added CSV / Substrait dataset Java classes (CsvFragmentScanOptions, ConvertUtil, etc.). Every consumer of those classes inside gluten was deleted by #12130 along with the Arrow-CSV / Arrow-Dataset JVM code path. The patch is no longer applied to the Arrow Java build here; the file itself is kept because get-velox.sh still copies it into Velox's CMake Arrow EP for the C++ side. * support_ibm_power.patch (ppc64le → ppcle_64 in JniLoader) is still load bearing for ppc64le builds, but does not require an artifact rename — it only patches the binary-resource lookup inside the arrow-c-data JNI jar and is still applied by build-arrow.sh. * The C++ patches (modify_arrow.patch, cmake-compatibility.patch) are unchanged. After this change, on x86_64 / aarch64 every gluten-arrow Arrow dependency resolves from Maven Central (arrow-c-data:15.0.0, arrow-dataset:15.0.0, arrow-vector:15.0.0, arrow-memory-{core,unsafe,netty}:15.0.0; 18.1.0 for the Spark 4.x profiles). ppc64le builds still rely on dev/build-arrow.sh to produce locally-patched 15.0.0 artifacts — the local-m2 install overrides Central as before. Note: this PR removes the artifact-rename indirection but does not yet unbundle Arrow from the gluten-velox bundle. The bundle still ships unshaded Arrow (per #12226) at the same vanilla coordinates. Removing the bundled Arrow in favour of Spark's bundled copy is a separate follow-up driven by the discussion on #12226. --- dev/build-arrow.sh | 3 --- gluten-arrow/pom.xml | 10 +++++----- pom.xml | 3 --- 3 files changed, 5 insertions(+), 11 deletions(-) diff --git a/dev/build-arrow.sh b/dev/build-arrow.sh index 54c6faaf331..9ff501376f9 100755 --- a/dev/build-arrow.sh +++ b/dev/build-arrow.sh @@ -31,7 +31,6 @@ function prepare_arrow_build() { #wget_and_untar https://archive.apache.org/dist/arrow/arrow-${VELOX_ARROW_BUILD_VERSION}/apache-arrow-${VELOX_ARROW_BUILD_VERSION}.tar.gz arrow_ep cd arrow_ep patch -p1 < $CURRENT_DIR/../ep/build-velox/src/modify_arrow.patch - patch -p1 < $CURRENT_DIR/../ep/build-velox/src/modify_arrow_dataset_scan_option.patch patch -p1 < $CURRENT_DIR/../ep/build-velox/src/cmake-compatibility.patch patch -p1 < $CURRENT_DIR/../ep/build-velox/src/support_ibm_power.patch popd @@ -97,8 +96,6 @@ function build_arrow_java() { export CMAKE_BUILD_PARALLEL_LEVEL=$NPROC pushd $ARROW_PREFIX/java - # Because arrow-bom module need the -DprocessAllModules - ${MVN_CMD} versions:set -DnewVersion=15.0.0-gluten -DprocessAllModules ${MVN_CMD} clean install -pl bom,maven/module-info-compiler-maven-plugin,vector -am \ -DskipTests -Drat.skip -Dmaven.gitcommitid.skip -Dcheckstyle.skip -Dassembly.skipAssembly diff --git a/gluten-arrow/pom.xml b/gluten-arrow/pom.xml index 62d9bd243a7..defcfcbf26f 100644 --- a/gluten-arrow/pom.xml +++ b/gluten-arrow/pom.xml @@ -88,13 +88,13 @@ org.apache.arrow ${arrow-memory.artifact} - ${arrow-gluten.version} + ${arrow.version} runtime org.apache.arrow arrow-memory-core - ${arrow-gluten.version} + ${arrow.version} compile @@ -110,7 +110,7 @@ org.apache.arrow arrow-vector - ${arrow-gluten.version} + ${arrow.version} io.netty @@ -129,7 +129,7 @@ org.apache.arrow arrow-c-data - ${arrow-gluten.version} + ${arrow.version} compile @@ -145,7 +145,7 @@ org.apache.arrow arrow-dataset - ${arrow-gluten.version} + ${arrow.version} compile diff --git a/pom.xml b/pom.xml index 72c5e503aa7..1484e55d4b4 100644 --- a/pom.xml +++ b/pom.xml @@ -81,7 +81,6 @@ 0.6.3 0.10.0 15.0.0 - 15.0.0-gluten arrow-memory-unsafe 2.7.4 4.9.3 @@ -1285,7 +1284,6 @@ 2.24.3 3.17.0 18.1.0 - 18.1.0 4.9.2 @@ -1365,7 +1363,6 @@ 2.24.3 3.17.0 18.1.0 - 18.1.0 4.9.5 From a9d80cce3849f89789f42e9aac185f7473932ee6 Mon Sep 17 00:00:00 2001 From: Eunjin Song Date: Mon, 8 Jun 2026 09:51:25 -0700 Subject: [PATCH 2/3] [CORE] Skip local Arrow Java build on x86_64 / aarch64 MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Maven Central's arrow-c-data / arrow-dataset jars at the pinned version already ship libarrow_cdata_jni and libarrow_dataset_jni for x86_64 (Linux / macOS / Windows) and aarch_64 (Linux / macOS), so contributors on those archs no longer need build-arrow.sh's mvn install step — gluten-arrow resolves the same artifact transitively from Central. Skip build_arrow_java when uname -m is not ppc64le; ppc64le still needs the local install because Central's jar carries no ppcle_64 native, and support_ibm_power.patch (kept) adds that arch case to JniLoader.java. build_arrow_cpp and prepare_arrow_build stay unconditional — Velox links against the static C++ Arrow regardless of arch, and the patched source tree is needed for that build path. Saves ~10 min of redundant `mvn install` on every dev bootstrap on x86_64 / aarch64. Behavior on ppc64le is unchanged. Follow-up to review feedback on the parent commit. --- dev/build-arrow.sh | 15 +++++++++++++++ 1 file changed, 15 insertions(+) diff --git a/dev/build-arrow.sh b/dev/build-arrow.sh index 9ff501376f9..007047a8ad2 100755 --- a/dev/build-arrow.sh +++ b/dev/build-arrow.sh @@ -75,6 +75,21 @@ function build_arrow_cpp() { } function build_arrow_java() { + # Maven Central's arrow-c-data / arrow-dataset jars at ${VELOX_ARROW_BUILD_VERSION} + # already ship libarrow_cdata_jni / libarrow_dataset_jni for x86_64 (Linux/macOS/Windows) + # and aarch_64 (Linux/macOS), so contributors on those archs do not need a locally-built + # jar — gluten-arrow resolves the same artifact transitively. + # + # ppc64le has no native in the Central jar; support_ibm_power.patch (applied above) adds + # the ppc64le -> ppcle_64 arch case to JniLoader.java and the local mvn install step bakes + # a locally-built libarrow_cdata_jni.so for ppc64le into the resulting arrow-c-data jar in + # ~/.m2, overriding Central. Skip the Java build on every other arch. + local ARCH=$(uname -m) + if [[ "${ARCH}" != "ppc64le" ]]; then + echo "Skipping local Arrow Java build on ${ARCH} — gluten resolves arrow-c-data:${VELOX_ARROW_BUILD_VERSION} from Maven Central. Local build is only required on ppc64le for the patched JniLoader." + return 0 + fi + ARROW_INSTALL_DIR="${ARROW_PREFIX}/install" # Use Gluten's Maven wrapper From 4249dde499064579b1a0a2eaabe76338c40f1a07 Mon Sep 17 00:00:00 2001 From: Eunjin Song Date: Tue, 9 Jun 2026 08:28:25 -0700 Subject: [PATCH 3/3] [CI] Stop sharing pre-built Arrow Java jars between CI lanes MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Previously the build-native lanes copied /root/.m2/repository/org/apache/arrow/* (pre-built Arrow Java jars baked into the Docker image) into a workspace .m2 path and uploaded them as an `arrow-jars-*-${sha}` artifact. Every downstream test lane downloaded that artifact into its own /root/.m2 so its Maven build resolved Arrow from the pre-built copy instead of Maven Central. This pre-bake has two problems now: 1. It hides whether gluten can actually resolve Arrow from Central (the change in the parent commits depends on this — gluten-arrow now resolves arrow-c-data:15.0.0 / arrow-dataset:15.0.0 etc. from Central on x86_64 / aarch64). 2. It exercises the locally-patched 15.0.0-gluten Arrow that no longer exists after the parent commits remove that artifact rename. Removed: - The mkdir + cp lines that staged Arrow jars after each native build (velox_backend_x86.yml, velox_backend_arm.yml, velox_backend_ansi.yml, velox_backend_enhanced.yml). - The `arrow-jars-*` upload-artifact steps that published the staged copy. - Every Download Arrow Jars / Download All Arrow Jar Artifacts step in every downstream test lane (~30 occurrences across the four PR-CI workflows). - A leftover `ls -l .../arrow-dataset/15.0.0-gluten/` debug command in velox_backend_x86.yml that referenced the now-removed coordinate. Untouched: velox_nightly.yml and build_bundle_package.yml — those build release artifacts and may legitimately want to bake-in a specific Arrow. --- .github/workflows/velox_backend_ansi.yml | 27 ----- .github/workflows/velox_backend_arm.yml | 12 --- .github/workflows/velox_backend_enhanced.yml | 27 ----- .github/workflows/velox_backend_x86.yml | 108 ------------------- 4 files changed, 174 deletions(-) diff --git a/.github/workflows/velox_backend_ansi.yml b/.github/workflows/velox_backend_ansi.yml index 58e68254986..98b93a6f8d0 100644 --- a/.github/workflows/velox_backend_ansi.yml +++ b/.github/workflows/velox_backend_ansi.yml @@ -124,8 +124,6 @@ jobs: ccache -sz bash dev/ci-velox-buildstatic-centos-7.sh ccache -s - mkdir -p /work/.m2/repository/org/apache/arrow/ - cp -r /root/.m2/repository/org/apache/arrow/* /work/.m2/repository/org/apache/arrow/ " - name: Save ccache if: always() @@ -138,11 +136,6 @@ jobs: name: velox-native-lib-ansi-${{github.sha}} path: ./cpp/build/ if-no-files-found: error - - uses: actions/upload-artifact@v4 - with: - name: arrow-jars-ansi-${{github.sha}} - path: .m2/repository/org/apache/arrow/ - if-no-files-found: error spark-test-backends-velox-ansi41: needs: build-native-lib @@ -159,11 +152,6 @@ jobs: with: name: velox-native-lib-ansi-${{github.sha}} path: ./cpp/build/ - - name: Download Arrow Jars - uses: actions/download-artifact@v4 - with: - name: arrow-jars-ansi-${{github.sha}} - path: /root/.m2/repository/org/apache/arrow/ - name: Prepare run: | dnf install -y python3.11 python3.11-pip python3.11-devel && \ @@ -236,11 +224,6 @@ jobs: with: name: velox-native-lib-ansi-${{github.sha}} path: ./cpp/build/ - - name: Download Arrow Jars - uses: actions/download-artifact@v4 - with: - name: arrow-jars-ansi-${{github.sha}} - path: /root/.m2/repository/org/apache/arrow/ - name: Prepare run: | dnf install -y python3.11 python3.11-pip python3.11-devel && \ @@ -323,11 +306,6 @@ jobs: with: name: velox-native-lib-ansi-${{github.sha}} path: ./cpp/build/ - - name: Download Arrow Jars - uses: actions/download-artifact@v4 - with: - name: arrow-jars-ansi-${{github.sha}} - path: /root/.m2/repository/org/apache/arrow/ - name: Prepare run: | dnf install -y python3.11 python3.11-pip python3.11-devel && \ @@ -400,11 +378,6 @@ jobs: with: name: velox-native-lib-ansi-${{github.sha}} path: ./cpp/build/ - - name: Download Arrow Jars - uses: actions/download-artifact@v4 - with: - name: arrow-jars-ansi-${{github.sha}} - path: /root/.m2/repository/org/apache/arrow/ - name: Prepare run: | dnf install -y python3.11 python3.11-pip python3.11-devel && \ diff --git a/.github/workflows/velox_backend_arm.yml b/.github/workflows/velox_backend_arm.yml index f7346b64b2d..d9b49b8f455 100644 --- a/.github/workflows/velox_backend_arm.yml +++ b/.github/workflows/velox_backend_arm.yml @@ -68,8 +68,6 @@ jobs: df -a bash dev/ci-velox-buildstatic-centos-9.sh ccache -s - mkdir -p $GITHUB_WORKSPACE/.m2/repository/org/apache/arrow/ - cp -r /root/.m2/repository/org/apache/arrow/* $GITHUB_WORKSPACE/.m2/repository/org/apache/arrow/ - name: "Save ccache" uses: actions/cache/save@v4 id: ccache @@ -81,11 +79,6 @@ jobs: name: velox-native-lib-centos-8-${{github.sha}} path: ./cpp/build/releases/ if-no-files-found: error - - uses: actions/upload-artifact@v4 - with: - name: arrow-jars-centos-8-${{github.sha}} - path: .m2/repository/org/apache/arrow/ - if-no-files-found: error tpc-test-centos8: needs: build-native-lib-centos-8 @@ -104,11 +97,6 @@ jobs: with: name: velox-native-lib-centos-8-${{github.sha}} path: ./cpp/build/releases/ - - name: Download All Arrow Jar Artifacts - uses: actions/download-artifact@v4 - with: - name: arrow-jars-centos-8-${{github.sha}} - path: /root/.m2/repository/org/apache/arrow/ - name: Update mirror list run: | sed -i -e "s|mirrorlist=|#mirrorlist=|g" /etc/yum.repos.d/CentOS-* || true diff --git a/.github/workflows/velox_backend_enhanced.yml b/.github/workflows/velox_backend_enhanced.yml index ff669c7fa98..b3275df629f 100644 --- a/.github/workflows/velox_backend_enhanced.yml +++ b/.github/workflows/velox_backend_enhanced.yml @@ -75,8 +75,6 @@ jobs: mkdir -p /work/.ccache bash dev/ci-velox-buildstatic-centos-7-enhanced-features.sh ccache -s - mkdir -p /work/.m2/repository/org/apache/arrow/ - cp -r /root/.m2/repository/org/apache/arrow/* /work/.m2/repository/org/apache/arrow/ " - name: "Save ccache" @@ -90,11 +88,6 @@ jobs: name: velox-native-lib-enhanced-centos-7-${{github.sha}} path: ./cpp/build/releases/ if-no-files-found: error - - uses: actions/upload-artifact@v4 - with: - name: arrow-jars-enhanced-centos-7-${{github.sha}} - path: .m2/repository/org/apache/arrow/ - if-no-files-found: error spark-test-spark34: needs: build-native-lib-centos-7 @@ -107,11 +100,6 @@ jobs: with: name: velox-native-lib-enhanced-centos-7-${{github.sha}} path: ./cpp/build/releases - - name: Download Arrow Jars - uses: actions/download-artifact@v4 - with: - name: arrow-jars-enhanced-centos-7-${{github.sha}} - path: /root/.m2/repository/org/apache/arrow/ - name: Prepare spark.test.home for Spark 3.4.4 (other tests) run: | dnf module -y install python39 && \ @@ -165,11 +153,6 @@ jobs: with: name: velox-native-lib-enhanced-centos-7-${{github.sha}} path: ./cpp/build/releases - - name: Download Arrow Jars - uses: actions/download-artifact@v4 - with: - name: arrow-jars-enhanced-centos-7-${{github.sha}} - path: /root/.m2/repository/org/apache/arrow/ - name: Prepare spark.test.home for Spark 3.5.5 (other tests) run: | dnf module -y install python39 && \ @@ -226,11 +209,6 @@ jobs: with: name: velox-native-lib-enhanced-centos-7-${{github.sha}} path: ./cpp/build/releases - - name: Download Arrow Jars - uses: actions/download-artifact@v4 - with: - name: arrow-jars-enhanced-centos-7-${{github.sha}} - path: /root/.m2/repository/org/apache/arrow/ - name: Prepare Spark Resources for Spark 3.5.5 #TODO remove after image update run: | rm -rf /opt/shims/spark35 @@ -277,11 +255,6 @@ jobs: with: name: velox-native-lib-enhanced-centos-7-${{github.sha}} path: ./cpp/build/releases/ - - name: Download Arrow Jars - uses: actions/download-artifact@v4 - with: - name: arrow-jars-enhanced-centos-7-${{github.sha}} - path: /root/.m2/repository/org/apache/arrow/ - name: Prepare run: | dnf module -y install python39 && \ diff --git a/.github/workflows/velox_backend_x86.yml b/.github/workflows/velox_backend_x86.yml index 8129beac8e0..58ffd6e1612 100644 --- a/.github/workflows/velox_backend_x86.yml +++ b/.github/workflows/velox_backend_x86.yml @@ -79,8 +79,6 @@ jobs: ccache -sz bash dev/ci-velox-buildstatic-centos-7.sh ccache -s - mkdir -p /work/.m2/repository/org/apache/arrow/ - cp -r /root/.m2/repository/org/apache/arrow/* /work/.m2/repository/org/apache/arrow/ " - name: "Save ccache" @@ -95,11 +93,6 @@ jobs: name: velox-native-lib-centos-7-${{github.sha}} path: ./cpp/build/ if-no-files-found: error - - uses: actions/upload-artifact@v4 - with: - name: arrow-jars-centos-7-${{github.sha}} - path: .m2/repository/org/apache/arrow/ - if-no-files-found: error tpc-test-ubuntu: needs: build-native-lib-centos-7 @@ -157,11 +150,6 @@ jobs: with: name: velox-native-lib-centos-7-${{github.sha}} path: ./cpp/build/ - - name: Download All Arrow Jar Artifacts - uses: actions/download-artifact@v4 - with: - name: arrow-jars-centos-7-${{github.sha}} - path: /root/.m2/repository/org/apache/arrow/ - name: Setup tzdata run: | sed -i 's|http://archive|http://eu.archive|g' /etc/apt/sources.list @@ -184,7 +172,6 @@ jobs: apt-get update && apt-get install -y openjdk-8-jdk wget apt remove openjdk-11* -y fi - ls -l /root/.m2/repository/org/apache/arrow/arrow-dataset/15.0.0-gluten/ - name: Install Hadoop & Setup HDFS if: matrix.os == 'ubuntu:22.04' && matrix.spark == 'spark-3.5' && matrix.java == 'java-8' shell: bash @@ -280,11 +267,6 @@ jobs: with: name: velox-native-lib-centos-7-${{github.sha}} path: ./cpp/build/ - - name: Download All Arrow Jar Artifacts - uses: actions/download-artifact@v4 - with: - name: arrow-jars-centos-7-${{github.sha}} - path: /root/.m2/repository/org/apache/arrow/ - name: Update mirror list run: | if [ "${{ matrix.os }}" = "centos:7" ] || [ "${{ matrix.os }}" = "centos:8" ]; then @@ -347,11 +329,6 @@ jobs: with: name: velox-native-lib-centos-7-${{github.sha}} path: ./cpp/build/ - - name: Download All Arrow Jar Artifacts - uses: actions/download-artifact@v4 - with: - name: arrow-jars-centos-7-${{github.sha}} - path: .m2/repository/org/apache/arrow/ - name: Build and run TPCH/DS tests run: | docker pull centos:7 @@ -406,11 +383,6 @@ jobs: with: name: velox-native-lib-centos-7-${{github.sha}} path: ./cpp/build/ - - name: Download All Arrow Jar Artifacts - uses: actions/download-artifact@v4 - with: - name: arrow-jars-centos-7-${{github.sha}} - path: /home/runner/.m2/repository/org/apache/arrow/ - name: Setup java run: | sudo apt-get update @@ -521,11 +493,6 @@ jobs: with: name: velox-native-lib-centos-7-${{github.sha}} path: ./cpp/build/ - - name: Download All Arrow Jar Artifacts - uses: actions/download-artifact@v4 - with: - name: arrow-jars-centos-7-${{github.sha}} - path: /home/runner/.m2/repository/org/apache/arrow/ - name: Setup java run: | sudo apt-get update @@ -564,11 +531,6 @@ jobs: with: name: velox-native-lib-centos-7-${{github.sha}} path: ./cpp/build/ - - name: Download All Arrow Jar Artifacts - uses: actions/download-artifact@v4 - with: - name: arrow-jars-centos-7-${{github.sha}} - path: /root/.m2/repository/org/apache/arrow/ - name: Install Uniffle ${{ matrix.uniffle }} run: | export JAVA_HOME=/usr/lib/jvm/java-1.8.0-openjdk @@ -615,11 +577,6 @@ jobs: with: name: velox-native-lib-centos-7-${{github.sha}} path: ./cpp/build/ - - name: Download All Arrow Jar Artifacts - uses: actions/download-artifact@v4 - with: - name: arrow-jars-centos-7-${{github.sha}} - path: /root/.m2/repository/org/apache/arrow/ - name: Update mirror list run: | sed -i -e "s|mirrorlist=|#mirrorlist=|g" /etc/yum.repos.d/CentOS-* || true @@ -689,11 +646,6 @@ jobs: with: name: velox-native-lib-centos-7-${{github.sha}} path: ./cpp/build/ - - name: Download Arrow Jars - uses: actions/download-artifact@v4 - with: - name: arrow-jars-centos-7-${{github.sha}} - path: /root/.m2/repository/org/apache/arrow/ - name: Prepare run: | dnf module -y install python39 && \ @@ -749,11 +701,6 @@ jobs: with: name: velox-native-lib-centos-7-${{github.sha}} path: ./cpp/build/ - - name: Download Arrow Jars - uses: actions/download-artifact@v4 - with: - name: arrow-jars-centos-7-${{github.sha}} - path: /root/.m2/repository/org/apache/arrow/ - name: Prepare Spark Resources for Spark 3.3.1 #TODO remove after image update run: | rm -rf /opt/shims/spark33 @@ -799,11 +746,6 @@ jobs: with: name: velox-native-lib-centos-7-${{github.sha}} path: ./cpp/build/ - - name: Download Arrow Jars - uses: actions/download-artifact@v4 - with: - name: arrow-jars-centos-7-${{github.sha}} - path: /root/.m2/repository/org/apache/arrow/ - name: Prepare spark.test.home for Spark 3.4.4 (other tests) run: | dnf module -y install python39 && \ @@ -860,11 +802,6 @@ jobs: with: name: velox-native-lib-centos-7-${{github.sha}} path: ./cpp/build/ - - name: Download Arrow Jars - uses: actions/download-artifact@v4 - with: - name: arrow-jars-centos-7-${{github.sha}} - path: /root/.m2/repository/org/apache/arrow/ - name: Prepare Spark Resources for Spark 3.4.4 #TODO remove after image update run: | rm -rf /opt/shims/spark34 @@ -913,11 +850,6 @@ jobs: with: name: velox-native-lib-centos-7-${{github.sha}} path: ./cpp/build/ - - name: Download Arrow Jars - uses: actions/download-artifact@v4 - with: - name: arrow-jars-centos-7-${{github.sha}} - path: /root/.m2/repository/org/apache/arrow/ - name: Prepare run: | dnf module -y install python39 && \ @@ -971,11 +903,6 @@ jobs: with: name: velox-native-lib-centos-7-${{github.sha}} path: ./cpp/build/ - - name: Download Arrow Jars - uses: actions/download-artifact@v4 - with: - name: arrow-jars-centos-7-${{github.sha}} - path: /root/.m2/repository/org/apache/arrow/ - name: Prepare run: | dnf module -y install python39 && \ @@ -1025,11 +952,6 @@ jobs: with: name: velox-native-lib-centos-7-${{github.sha}} path: ./cpp/build/ - - name: Download Arrow Jars - uses: actions/download-artifact@v4 - with: - name: arrow-jars-centos-7-${{github.sha}} - path: /root/.m2/repository/org/apache/arrow/ - name: Prepare Spark Resources for Spark 3.5.5 #TODO remove after image update run: | rm -rf /opt/shims/spark35 @@ -1076,11 +998,6 @@ jobs: with: name: velox-native-lib-centos-7-${{github.sha}} path: ./cpp/build/ - - name: Download Arrow Jars - uses: actions/download-artifact@v4 - with: - name: arrow-jars-centos-7-${{github.sha}} - path: /root/.m2/repository/org/apache/arrow/ - name: Prepare run: | dnf module -y install python39 && \ @@ -1129,11 +1046,6 @@ jobs: with: name: velox-native-lib-centos-7-${{github.sha}} path: ./cpp/build/ - - name: Download Arrow Jars - uses: actions/download-artifact@v4 - with: - name: arrow-jars-centos-7-${{github.sha}} - path: /root/.m2/repository/org/apache/arrow/ - name: Prepare Spark Resources for Spark 3.5.5 #TODO remove after image update run: | rm -rf /opt/shims/spark35 @@ -1296,11 +1208,6 @@ jobs: with: name: velox-native-lib-centos-7-${{github.sha}} path: ./cpp/build/ - - name: Download Arrow Jars - uses: actions/download-artifact@v4 - with: - name: arrow-jars-centos-7-${{github.sha}} - path: /root/.m2/repository/org/apache/arrow/ - name: Prepare run: | dnf module -y install python39 && \ @@ -1354,11 +1261,6 @@ jobs: with: name: velox-native-lib-centos-7-${{github.sha}} path: ./cpp/build/ - - name: Download Arrow Jars - uses: actions/download-artifact@v4 - with: - name: arrow-jars-centos-7-${{github.sha}} - path: /root/.m2/repository/org/apache/arrow/ - name: Prepare Spark Resources for Spark 4.0.2 #TODO remove after image update run: | rm -rf /opt/shims/spark40 @@ -1405,11 +1307,6 @@ jobs: with: name: velox-native-lib-centos-7-${{github.sha}} path: ./cpp/build/ - - name: Download Arrow Jars - uses: actions/download-artifact@v4 - with: - name: arrow-jars-centos-7-${{github.sha}} - path: /root/.m2/repository/org/apache/arrow/ - name: Prepare run: | dnf install -y python3.11 python3.11-pip python3.11-devel && \ @@ -1465,11 +1362,6 @@ jobs: with: name: velox-native-lib-centos-7-${{github.sha}} path: ./cpp/build/ - - name: Download Arrow Jars - uses: actions/download-artifact@v4 - with: - name: arrow-jars-centos-7-${{github.sha}} - path: /root/.m2/repository/org/apache/arrow/ - name: Prepare Spark Resources for Spark 4.1.1 #TODO remove after image update run: | rm -rf /opt/shims/spark41