Skip to content
Merged
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
8 changes: 5 additions & 3 deletions p/pyarrow/pyarrow_19.0.0_ubi_9.3.sh
Original file line number Diff line number Diff line change
Expand Up @@ -24,10 +24,10 @@ PACKAGE_DIR=arrow/python
PACKAGE_VERSION=${1:-apache-arrow-19.0.0}
PACKAGE_URL=https://github.com/apache/arrow
version=$(echo "$PACKAGE_VERSION" | sed 's/^apache-arrow-//')
CURRENT_DIR="${PWD}"

echo "Install dependencies and tools."
yum install -y python python-pip python-devel wget git make python-devel xz-devel openssl-devel cmake zlib-devel libjpeg-devel gcc-toolset-13 cmake libevent libtool pkg-config brotli-devel.ppc64le bzip2-devel lz4-devel

export PATH=/opt/rh/gcc-toolset-13/root/usr/bin:$PATH

SCRIPT_DIR=$(pwd)
Expand Down Expand Up @@ -756,7 +756,7 @@ popd
cd $SCRIPT_DIR

echo "Installing prerequisite for arrow..."
pip install setuptools-scm Cython
pip install setuptools-scm "cython<3"
pip install numpy==2.0.2

export PYARROW_BUNDLE_ARROW_CPP=1
Expand Down Expand Up @@ -791,6 +791,8 @@ else
export PYARROW_WITH_CUDA=0
fi

export LD_LIBRARY_PATH=${CURRENT_DIR}/pyarrow_prefix/lib/:$LD_LIBRARY_PATH

cd python

if ! pip install . ; then
Expand All @@ -814,7 +816,7 @@ echo "testing pyarrow...."
cd ..
export LD_LIBRARY_PATH=${SNAPPY_PREFIX}/lib:${C_ARES_PREFIX}/lib:${THRIFT_PREFIX}/lib:${UTF8PROC_PREFIX}/lib:${RE2_PREFIX}/lib:${LIBPROTO_INSTALL}/lib64:${GRPC_PREFIX}/lib:${ORC_PREFIX}/lib:${OpenBLASInstallPATH}/lib

pip install -r python/requirements-test.txt
pip install -r python/requirements-test.txt "pytest<9"

PYARROW_LOCATION=$(python -c "import os; import pyarrow; print(os.path.dirname(pyarrow.__file__))")
export PARQUET_TEST_DATA="$(pwd)/cpp/submodules/parquet-testing/data"
Expand Down