[VL] Cleanup the GPU docker script (#11482)

* Modify Dockerfile for CUDA toolkit and build process

Updated Dockerfile to install CUDA toolkit 13-1 and streamline setup process.

* Clean up Dockerfile by removing unnecessary files

Remove Spark directory and ccache from Dockerfile.

Author: FelixYBW

dev/docker/cudf/Dockerfile

@@ -16,23 +16,26 @@
 #
 
 FROM ghcr.io/facebookincubator/velox-dev:adapters
-RUN yum install -y sudo patch maven perl && ln -sf /usr/local/bin/cmake /usr/bin
-
-RUN git clone --depth=1 https://github.com/apache/incubator-gluten /opt/gluten
-
-# Install spark to folder /opt
-RUN cd /opt/gluten/.github/workflows/util/ && ./install-spark-resources.sh 3.4
 ENV SPARK_HOME=/opt/spark-3.4.4-bin-hadoop3
 ENV PATH=$SPARK_HOME/bin:$PATH
 ENV CUDA_ARCHITECTURES=70
 ENV LD_LIBRARY_PATH=/opt/gluten/ep/build-velox/build/velox_ep/_build/release/_deps/curl-build/lib:$LD_LIBRARY_PATH
 
-WORKDIR /opt/gluten
-RUN rm -rf /opt/rh/gcc-toolset-12 && ln -s /opt/rh/gcc-toolset-14 /opt/rh/gcc-toolset-12; \
+
+RUN yum install -y sudo patch maven perl && \
     dnf remove -y cuda-toolkit-12* && dnf install -y cuda-toolkit-13-1; \
     dnf autoremove -y && dnf clean all; \
-    source /opt/rh/gcc-toolset-12/enable; \
-    bash ./dev/buildbundle-veloxbe.sh --run_setup_script=OFF --build_arrow=ON --spark_version=3.4 --build_tests=ON --build_benchmarks=ON --enable_gpu=ON && rm -rf /opt/gluten
+    ln -sf /usr/local/bin/cmake /usr/bin && \
+    git clone --depth=1 https://github.com/apache/incubator-gluten /opt/gluten && \
+    cd /opt/gluten/.github/workflows/util/ && \
+    ./install-spark-resources.sh 3.4 && \
+    cd /opt/gluten && \
+    source /opt/rh/gcc-toolset-14/enable && \
+    bash ./dev/buildbundle-veloxbe.sh --run_setup_script=OFF --build_arrow=ON --spark_version=3.4 --build_tests=ON --build_benchmarks=ON --enable_gpu=ON && \
+    rm -rf /opt/gluten && \
+    rm -rf /opt/spark-3.4.4-bin-hadoop3 && \
+    rm -rf /root/.cache/ccache
+    
 
 # You can try the data in folder backends-velox/src/test/resources/tpch-data-parquet