pom.xml

<?xml version="1.0" encoding="UTF-8"?>
<!--
  ~ Licensed to the Apache Software Foundation (ASF) under one or more
  ~ contributor license agreements.  See the NOTICE file distributed with
  ~ this work for additional information regarding copyright ownership.
  ~ The ASF licenses this file to You under the Apache License, Version 2.0
  ~ (the "License"); you may not use this file except in compliance with
  ~ the License.  You may obtain a copy of the License at
  ~
  ~    http://www.apache.org/licenses/LICENSE-2.0
  ~
  ~ Unless required by applicable law or agreed to in writing, software
  ~ distributed under the License is distributed on an "AS IS" BASIS,
  ~ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  ~ See the License for the specific language governing permissions and
  ~ limitations under the License.
  -->
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
  <modelVersion>4.0.0</modelVersion>
  <parent>
    <groupId>org.apache</groupId>
    <artifactId>apache</artifactId>
    <version>33</version>
  </parent>
  <groupId>org.apache.gluten</groupId>
  <artifactId>gluten-parent</artifactId>
  <version>1.6.0-SNAPSHOT</version>
  <packaging>pom</packaging>

  <name>Gluten Parent Pom</name>
  <description>Apache Gluten(incubating)</description>
  <url>https://github.com/apache/incubator-gluten.git</url>

  <organization>
    <name>Apache Software Foundation</name>
    <url>https://www.apache.org</url>
  </organization>

  <licenses>
    <license>
      <name>The Apache Software License, Version 2.0</name>
      <url>https://www.apache.org/licenses/LICENSE-2.0.txt</url>
    </license>
  </licenses>

  <modules>
    <module>gluten-core</module>
    <module>gluten-substrait</module>
    <module>gluten-ui</module>
    <module>package</module>
    <module>shims</module>
    <module>gluten-ras</module>
  </modules>

  <scm>
    <connection>scm:git:git://github.com/apache/incubator-gluten.git</connection>
    <developerConnection>scm:git:ssh://github.com:apache/incubator-gluten.git</developerConnection>
    <url>https://github.com/apache/incubator-gluten/tree/main</url>
  </scm>

  <properties>
    <java.version>1.8</java.version>
    <maven.compiler.source>${java.version}</maven.compiler.source>
    <maven.compiler.target>${java.version}</maven.compiler.target>
    <caffeine.version>2.9.3</caffeine.version>
    <scala.binary.version>2.12</scala.binary.version>
    <scala.version>2.12.15</scala.version>
    <scala-xml.version>2.1.0</scala-xml.version>
    <javax.servlet.version>3.1.0</javax.servlet.version>
    <spark.major.version>3</spark.major.version>
    <sparkbundle.version>3.5</sparkbundle.version>
    <spark.plain.version>35</spark.plain.version>
    <spark.version>3.5.5</spark.version>
    <sparkshim.artifactId>spark-sql-columnar-shims-spark35</sparkshim.artifactId>
    <iceberg.version>1.5.0</iceberg.version>
    <paimon.version>1.2.0</paimon.version>
    <delta.package.name>delta-core</delta.package.name>
    <delta.version>2.4.0</delta.version>
    <delta.binary.version>24</delta.binary.version>
    <celeborn.version>0.6.1</celeborn.version>
    <uniffle.version>0.10.0</uniffle.version>
    <arrow.version>15.0.0</arrow.version>
    <arrow-gluten.version>15.0.0-gluten</arrow-gluten.version>
    <arrow-memory.artifact>arrow-memory-unsafe</arrow-memory.artifact>
    <hadoop.version>2.7.4</hadoop.version>
    <antlr4.version>4.9.3</antlr4.version>
    <project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
    <project.reporting.outputEncoding>UTF-8</project.reporting.outputEncoding>
    <project.prefix>spark-sql-columnar</project.prefix>
    <jar.assembly.name.prefix>gluten</jar.assembly.name.prefix>
    <os-maven-plugin.version>1.5.0.Final</os-maven-plugin.version>
    <!--
    Will be overwritten by the profile on different platforms.
    Otherwise, it is built from an unsupported platform.
    -->
    <os.full.name>unknown</os.full.name>
    <!-- To build built-in backend c++ codes -->
    <scala.recompile.mode>all</scala.recompile.mode>
    <!-- For unit tests -->
    <fasterxml.version>2.15.0</fasterxml.version>
    <junit.version>4.13.1</junit.version>
    <junit5.version>5.11.4</junit5.version>
    <flexmark.version>0.62.2</flexmark.version>

    <!-- Package name to use when relocating shaded classes -->
    <gluten.shade.packageName>org.apache.gluten.shaded</gluten.shade.packageName>

    <!-- The original protobuf version -->
    <protobuf.version>3.23.4</protobuf.version>
    <guava.version>32.0.1-jre</guava.version>
    <!--spotless-->
    <spotless.version>2.27.2</spotless.version>
    <spotless.scalafmt.version>3.8.3</spotless.scalafmt.version>
    <spotless.delimiter>package</spotless.delimiter>
    <!-- spotless:off -->
    <spotless.license.header>
/*
 * Licensed to the Apache Software Foundation (ASF) under one or more
 * contributor license agreements.  See the NOTICE file distributed with
 * this work for additional information regarding copyright ownership.
 * The ASF licenses this file to You under the Apache License, Version 2.0
 * (the "License"); you may not use this file except in compliance with
 * the License.  You may obtain a copy of the License at
 *
 *    http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */
    </spotless.license.header>
    <!-- spotless:on -->

    <!-- plugin version-->
    <build-helper-maven-plugin.version>3.6.0</build-helper-maven-plugin.version>
    <scala.compiler.version>4.8.0</scala.compiler.version>
    <maven.compiler.plugin>3.12.1</maven.compiler.plugin>
    <maven.jar.plugin>3.2.2</maven.jar.plugin>
    <scalastyle.version>1.0.0</scalastyle.version>
    <scalatest-maven-plugin.version>2.2.0</scalatest-maven-plugin.version>
    <argLine/>
    <!-- Required since there is extensive setting of spark home through argLine-->
    <extraJavaTestArgs>
      -XX:+IgnoreUnrecognizedVMOptions
      <!-- For compatibility with java 8 and 11-->
      --add-opens=java.base/java.lang=ALL-UNNAMED
      --add-opens=java.base/java.lang.invoke=ALL-UNNAMED
      --add-opens=java.base/java.lang.reflect=ALL-UNNAMED
      --add-opens=java.base/java.io=ALL-UNNAMED
      --add-opens=java.base/java.net=ALL-UNNAMED
      --add-opens=java.base/java.nio=ALL-UNNAMED
      --add-opens=java.base/java.util=ALL-UNNAMED
      --add-opens=java.base/java.util.concurrent=ALL-UNNAMED
      --add-opens=java.base/java.util.concurrent.atomic=ALL-UNNAMED
      --add-opens=java.base/jdk.internal.ref=ALL-UNNAMED
      --add-opens=java.base/sun.nio.ch=ALL-UNNAMED
      --add-opens=java.base/sun.nio.cs=ALL-UNNAMED
      --add-opens=java.base/sun.security.action=ALL-UNNAMED
      --add-opens=java.base/sun.util.calendar=ALL-UNNAMED
      -Djdk.reflect.useDirectMethodHandle=false
      -Dio.netty.tryReflectionSetAccessible=true
    </extraJavaTestArgs>
    <log4j.conf>file:src/test/resources/log4j2.properties</log4j.conf>
  </properties>

  <dependencyManagement>
    <dependencies>
      <dependency>
        <groupId>com.github.ben-manes.caffeine</groupId>
        <artifactId>caffeine</artifactId>
        <version>${caffeine.version}</version>
      </dependency>
      <dependency>
        <groupId>org.apache.spark</groupId>
        <artifactId>spark-sql_${scala.binary.version}</artifactId>
        <version>${spark.version}</version>
        <scope>provided</scope>
        <exclusions>
          <exclusion>
            <groupId>org.apache.arrow</groupId>
            <artifactId>arrow-vector</artifactId>
          </exclusion>
          <exclusion>
            <groupId>org.slf4j</groupId>
            <artifactId>slf4j-log4j12</artifactId>
          </exclusion>
          <exclusion>
            <groupId>log4j</groupId>
            <artifactId>log4j</artifactId>
          </exclusion>
          <exclusion>
            <groupId>org.apache.hadoop</groupId>
            <artifactId>hadoop-client</artifactId>
          </exclusion>
          <exclusion>
            <groupId>org.apache.hadoop</groupId>
            <artifactId>hadoop-client-api</artifactId>
          </exclusion>
          <exclusion>
            <groupId>org.apache.hadoop</groupId>
            <artifactId>hadoop-client-runtime</artifactId>
          </exclusion>
          <exclusion>
            <groupId>org.apache.curator</groupId>
            <artifactId>curator-recipes</artifactId>
          </exclusion>
          <exclusion>
            <groupId>com.google.protobuf</groupId>
            <artifactId>protobuf-java</artifactId>
          </exclusion>
        </exclusions>
      </dependency>
      <dependency>
        <groupId>org.apache.spark</groupId>
        <artifactId>spark-hive_${scala.binary.version}</artifactId>
        <version>${spark.version}</version>
        <scope>provided</scope>
        <exclusions>
          <exclusion>
            <groupId>org.apache.hadoop</groupId>
            <artifactId>hadoop-client-runtime</artifactId>
          </exclusion>
          <exclusion>
            <groupId>com.google.protobuf</groupId>
            <artifactId>protobuf-java</artifactId>
          </exclusion>
        </exclusions>
      </dependency>
      <dependency>
        <groupId>org.apache.spark</groupId>
        <artifactId>spark-catalyst_${scala.binary.version}</artifactId>
        <version>${spark.version}</version>
        <scope>provided</scope>
        <exclusions>
          <exclusion>
            <groupId>org.apache.arrow</groupId>
            <artifactId>*</artifactId>
          </exclusion>
        </exclusions>
      </dependency>
      <dependency>
        <groupId>org.apache.spark</groupId>
        <artifactId>spark-core_${scala.binary.version}</artifactId>
        <version>${spark.version}</version>
        <scope>provided</scope>
        <exclusions>
          <exclusion>
            <groupId>org.apache.hadoop</groupId>
            <artifactId>hadoop-client</artifactId>
          </exclusion>
          <exclusion>
            <groupId>org.apache.hadoop</groupId>
            <artifactId>hadoop-client-api</artifactId>
          </exclusion>
          <exclusion>
            <groupId>org.apache.hadoop</groupId>
            <artifactId>hadoop-client-runtime</artifactId>
          </exclusion>
          <exclusion>
            <groupId>org.apache.curator</groupId>
            <artifactId>curator-recipes</artifactId>
          </exclusion>
          <exclusion>
            <groupId>com.google.protobuf</groupId>
            <artifactId>protobuf-java</artifactId>
          </exclusion>
        </exclusions>
      </dependency>
      <dependency>
        <groupId>org.apache.spark</groupId>
        <artifactId>spark-yarn_${scala.binary.version}</artifactId>
        <version>${spark.version}</version>
        <scope>provided</scope>
      </dependency>
      <!-- test dependencies -->
      <dependency>
        <groupId>junit</groupId>
        <artifactId>junit</artifactId>
        <version>${junit.version}</version>
        <scope>test</scope>
      </dependency>
      <dependency>
        <groupId>org.junit.jupiter</groupId>
        <artifactId>junit-jupiter</artifactId>
        <version>${junit5.version}</version>
        <scope>test</scope>
      </dependency>
      <dependency>
        <groupId>org.apache.spark</groupId>
        <artifactId>spark-core_${scala.binary.version}</artifactId>
        <version>${spark.version}</version>
        <type>test-jar</type>
        <scope>test</scope>
        <exclusions>
          <exclusion>
            <groupId>org.apache.hadoop</groupId>
            <artifactId>hadoop-client</artifactId>
          </exclusion>
          <exclusion>
            <groupId>org.apache.hadoop</groupId>
            <artifactId>hadoop-client-api</artifactId>
          </exclusion>
          <exclusion>
            <groupId>org.apache.hadoop</groupId>
            <artifactId>hadoop-client-runtime</artifactId>
          </exclusion>
          <exclusion>
            <groupId>org.apache.curator</groupId>
            <artifactId>curator-recipes</artifactId>
          </exclusion>
          <exclusion>
            <groupId>org.slf4j</groupId>
            <artifactId>slf4j-log4j12</artifactId>
          </exclusion>
          <exclusion>
            <groupId>log4j</groupId>
            <artifactId>log4j</artifactId>
          </exclusion>
          <exclusion>
            <groupId>com.google.protobuf</groupId>
            <artifactId>protobuf-java</artifactId>
          </exclusion>
        </exclusions>
      </dependency>
      <dependency>
        <groupId>org.apache.spark</groupId>
        <artifactId>spark-catalyst_${scala.binary.version}</artifactId>
        <version>${spark.version}</version>
        <type>test-jar</type>
        <scope>test</scope>
        <exclusions>
          <exclusion>
            <groupId>org.apache.arrow</groupId>
            <artifactId>*</artifactId>
          </exclusion>
        </exclusions>
      </dependency>
      <dependency>
        <groupId>org.apache.spark</groupId>
        <artifactId>spark-sql_${scala.binary.version}</artifactId>
        <version>${spark.version}</version>
        <type>test-jar</type>
        <scope>test</scope>
        <exclusions>
          <exclusion>
            <groupId>org.apache.arrow</groupId>
            <artifactId>*</artifactId>
          </exclusion>
          <exclusion>
            <groupId>com.google.protobuf</groupId>
            <artifactId>protobuf-java</artifactId>
          </exclusion>
        </exclusions>
      </dependency>
      <dependency>
        <groupId>org.apache.spark</groupId>
        <artifactId>spark-hive_${scala.binary.version}</artifactId>
        <version>${spark.version}</version>
        <type>test-jar</type>
        <scope>test</scope>
      </dependency>
      <dependency>
        <groupId>org.apache.spark</groupId>
        <artifactId>spark-tags_${scala.binary.version}</artifactId>
        <version>${spark.version}</version>
        <type>test-jar</type>
        <scope>test</scope>
      </dependency>
      <dependency>
        <groupId>org.apache.hadoop</groupId>
        <artifactId>hadoop-client</artifactId>
        <version>${hadoop.version}</version>
        <scope>provided</scope>
        <exclusions>
          <exclusion>
            <groupId>com.fasterxml.jackson.core</groupId>
            <artifactId>jackson-core</artifactId>
          </exclusion>
          <exclusion>
            <groupId>com.fasterxml.jackson.core</groupId>
            <artifactId>jackson-annotations</artifactId>
          </exclusion>
          <exclusion>
            <groupId>com.fasterxml.jackson.core</groupId>
            <artifactId>jackson-databind</artifactId>
          </exclusion>
          <exclusion>
            <groupId>org.slf4j</groupId>
            <artifactId>slf4j-log4j12</artifactId>
          </exclusion>
          <exclusion>
            <groupId>log4j</groupId>
            <artifactId>log4j</artifactId>
          </exclusion>
          <exclusion>
            <groupId>io.netty</groupId>
            <artifactId>netty</artifactId>
          </exclusion>
          <exclusion>
            <groupId>com.google.protobuf</groupId>
            <artifactId>protobuf-java</artifactId>
          </exclusion>
        </exclusions>
      </dependency>
      <dependency>
        <groupId>io.delta</groupId>
        <artifactId>${delta.package.name}_${scala.binary.version}</artifactId>
        <version>${delta.version}</version>
        <scope>provided</scope>
        <exclusions>
          <exclusion>
            <groupId>org.antlr</groupId>
            <artifactId>*</artifactId>
          </exclusion>
          <exclusion>
            <groupId>org.scala-lang</groupId>
            <artifactId>scala-library</artifactId>
          </exclusion>
        </exclusions>
      </dependency>
      <dependency>
        <groupId>org.scalatest</groupId>
        <artifactId>scalatest_${scala.binary.version}</artifactId>
        <version>3.2.16</version>
        <scope>test</scope>
      </dependency>
      <!-- Fasterxml -->
      <dependency>
        <groupId>com.fasterxml.jackson.core</groupId>
        <artifactId>jackson-annotations</artifactId>
        <version>${fasterxml.version}</version>
        <scope>provided</scope>
      </dependency>
      <dependency>
        <groupId>com.fasterxml.jackson.core</groupId>
        <artifactId>jackson-core</artifactId>
        <version>${fasterxml.version}</version>
        <scope>provided</scope>
      </dependency>
      <dependency>
        <groupId>com.fasterxml.jackson.core</groupId>
        <artifactId>jackson-databind</artifactId>
        <version>${fasterxml.version}</version>
        <scope>provided</scope>
      </dependency>
      <dependency>
        <groupId>com.fasterxml.jackson.datatype</groupId>
        <artifactId>jackson-datatype-jsr310</artifactId>
        <version>${fasterxml.version}</version>
        <scope>provided</scope>
      </dependency>
      <dependency>
        <groupId>com.fasterxml.jackson.datatype</groupId>
        <artifactId>jackson-datatype-guava</artifactId>
        <version>${fasterxml.version}</version>
        <scope>provided</scope>
      </dependency>
      <dependency>
        <groupId>com.fasterxml.jackson.module</groupId>
        <artifactId>jackson-module-scala_${scala.binary.version}</artifactId>
        <version>${fasterxml.version}</version>
        <scope>provided</scope>
      </dependency>
      <dependency>
        <groupId>org.scala-lang.modules</groupId>
        <artifactId>scala-collection-compat_${scala.binary.version}</artifactId>
        <version>2.11.0</version>
        <scope>test</scope>
      </dependency>
      <dependency>
        <groupId>com.vladsch.flexmark</groupId>
        <artifactId>flexmark-all</artifactId>
        <version>${flexmark.version}</version>
        <scope>test</scope>
      </dependency>
    </dependencies>
  </dependencyManagement>

  <build>
    <resources>
      <resource>
        <directory>${project.basedir}/src/main/resources</directory>
      </resource>
    </resources>
    <testResources>
      <testResource>
        <directory>${project.basedir}/src/test/resources</directory>
      </testResource>
    </testResources>
    <pluginManagement>
      <plugins>
        <plugin>
          <groupId>org.apache.maven.plugins</groupId>
          <artifactId>maven-jar-plugin</artifactId>
          <version>${maven.jar.plugin}</version>
          <executions>
            <execution>
              <goals>
                <goal>jar</goal>
              </goals>
              <configuration>
                <classifier>${scala.binary.version}</classifier>
                <classifier>${sparkbundle.version}</classifier>
              </configuration>
            </execution>
          </executions>
        </plugin>
        <plugin>
          <groupId>org.apache.maven.plugins</groupId>
          <artifactId>maven-compiler-plugin</artifactId>
          <version>${maven.compiler.plugin}</version>
          <configuration>
            <encoding>UTF-8</encoding>
            <maxmem>1024m</maxmem>
            <fork>true</fork>
            <compilerArgs>
              <arg>-Xlint:all,-serial,-path</arg>
            </compilerArgs>
          </configuration>
        </plugin>
        <plugin>
          <groupId>org.apache.maven.plugins</groupId>
          <artifactId>maven-surefire-plugin</artifactId>
          <version>3.3.0</version>
          <configuration>
            <argLine>${argLine} ${extraJavaTestArgs}</argLine>
            <failIfNoSpecifiedTests>false</failIfNoSpecifiedTests>
          </configuration>
        </plugin>
        <plugin>
          <groupId>org.scalatest</groupId>
          <artifactId>scalatest-maven-plugin</artifactId>
          <version>${scalatest-maven-plugin.version}</version>
          <configuration>
            <reportsDirectory>${project.build.directory}/surefire-reports</reportsDirectory>
            <testFailureIgnore>${maven.test.failure.ignore}</testFailureIgnore>
            <junitxml>.</junitxml>
            <argLine>${argLine} ${extraJavaTestArgs}</argLine>
            <systemProperties>
              <log4j.configurationFile>${log4j.conf}</log4j.configurationFile>
            </systemProperties>
          </configuration>
          <executions>
            <execution>
              <id>test</id>
              <goals>
                <goal>test</goal>
              </goals>
            </execution>
          </executions>
        </plugin>
        <plugin>
          <groupId>net.alchim31.maven</groupId>
          <artifactId>scala-maven-plugin</artifactId>
          <version>${scala.compiler.version}</version>
          <configuration>
            <compilerPlugins>
              <compilerPlugin>
                <groupId>org.wartremover</groupId>
                <artifactId>wartremover_${scala.binary.version}</artifactId>
                <version>3.0.6</version>
              </compilerPlugin>
            </compilerPlugins>
            <dependencies>
              <dependency>
                <groupId>io.github.zhztheplayer.scalawarts</groupId>
                <artifactId>scalawarts_${scala.binary.version}</artifactId>
                <version>0.1.2</version>
              </dependency>
            </dependencies>
            <recompileMode>${scala.recompile.mode}</recompileMode>
            <args>
              <arg>-Wconf:msg=While parsing annotations in:silent,any:e</arg>
              <arg>-Ywarn-unused:imports</arg>
              <arg>-deprecation</arg>
              <arg>-feature</arg>
              <arg>-Wconf:cat=deprecation:wv,any:e</arg>
              <arg>-P:wartremover:traverser:io.github.zhztheplayer.scalawarts.InheritFromCaseClass</arg>
            </args>
          </configuration>
          <executions>
            <execution>
              <id>scala-compile-first</id>
              <goals>
                <goal>add-source</goal>
                <goal>compile</goal>
              </goals>
              <phase>process-resources</phase>
            </execution>
            <execution>
              <id>scala-test-compile-first</id>
              <goals>
                <goal>testCompile</goal>
              </goals>
              <phase>process-test-resources</phase>
            </execution>
          </executions>
        </plugin>
        <plugin>
          <groupId>org.apache.maven.plugins</groupId>
          <artifactId>maven-checkstyle-plugin</artifactId>
          <version>3.1.1</version>
          <configuration>
            <failOnViolation>true</failOnViolation>
            <includeTestSourceDirectory>true</includeTestSourceDirectory>
            <sourceDirectories>
              <directory>${project.basedir}/src/main/java</directory>
              <directory>${project.basedir}/src/main/scala</directory>
            </sourceDirectories>
            <testSourceDirectories>
              <directory>${project.basedir}/src/test/java</directory>
            </testSourceDirectories>
            <configLocation>dev/checkstyle.xml</configLocation>
            <outputFile>${project.basedir}/target/checkstyle-output.xml</outputFile>
            <inputEncoding>UTF-8</inputEncoding>
            <outputEncoding>UTF-8</outputEncoding>
          </configuration>
          <dependencies>
            <dependency>
              <groupId>com.puppycrawl.tools</groupId>
              <artifactId>checkstyle</artifactId>
              <version>8.29</version>
            </dependency>
          </dependencies>
          <executions>
            <execution>
              <goals>
                <goal>check</goal>
              </goals>
              <phase>validate</phase>
            </execution>
          </executions>
        </plugin>
        <plugin>
          <groupId>org.scalastyle</groupId>
          <artifactId>scalastyle-maven-plugin</artifactId>
          <version>${scalastyle.version}</version>
          <configuration>
            <verbose>false</verbose>
            <failOnViolation>true</failOnViolation>
            <includeTestSourceDirectory>true</includeTestSourceDirectory>
            <failOnWarning>false</failOnWarning>
            <sourceDirectory>${project.basedir}/src/main/scala</sourceDirectory>
            <testSourceDirectory>${project.basedir}/src/test/scala</testSourceDirectory>
            <outputFile>${project.basedir}/scalastyle-output.xml</outputFile>
            <outputEncoding>UTF-8</outputEncoding>
            <configLocation>dev/scalastyle-config.xml</configLocation>
          </configuration>
          <executions>
            <execution>
              <goals>
                <goal>check</goal>
              </goals>
              <phase>validate</phase>
            </execution>
          </executions>
        </plugin>
        <plugin>
          <artifactId>maven-assembly-plugin</artifactId>
          <version>3.3.0</version>
          <configuration>
            <descriptorRefs>
              <descriptorRef>jar-with-dependencies</descriptorRef>
            </descriptorRefs>
          </configuration>
        </plugin>
        <plugin>
          <groupId>org.apache.maven.plugins</groupId>
          <artifactId>maven-resources-plugin</artifactId>
          <version>3.0.1</version>
        </plugin>
        <plugin>
          <groupId>org.apache.maven.plugins</groupId>
          <artifactId>maven-antrun-plugin</artifactId>
          <version>3.1.0</version>
        </plugin>
        <plugin>
          <artifactId>maven-shade-plugin</artifactId>
          <version>3.4.1</version>
          <configuration>
            <createDependencyReducedPom>false</createDependencyReducedPom>
          </configuration>
        </plugin>
        <plugin>
          <groupId>org.codehaus.mojo</groupId>
          <artifactId>exec-maven-plugin</artifactId>
          <version>3.1.0</version>
        </plugin>
        <plugin>
          <groupId>com.diffplug.spotless</groupId>
          <artifactId>spotless-maven-plugin</artifactId>
          <version>${spotless.version}</version>
          <configuration>
            <java>
              <toggleOffOn/>
              <googleJavaFormat>
                <version>1.7</version>
              </googleJavaFormat>

              <!-- \# refers to the static imports -->
              <importOrder>
                <order>org.apache.gluten,io.substrait.spark,,javax,java,scala,\#</order>
              </importOrder>

              <removeUnusedImports/>
              <licenseHeader>
                <content>${spotless.license.header}</content>
                <delimiter>${spotless.delimiter}</delimiter>
              </licenseHeader>
              <includes>
                <include>src/main/java/**/*.java</include>
                <include>src/test/java/**/*.java</include>
                <include>src-*/main/java/**/*.java</include>
                <include>src-*/test/java/**/*.java</include>
              </includes>
            </java>
            <scala>
              <toggleOffOn/>
              <scalafmt>
                <version>${spotless.scalafmt.version}</version>
                <scalaMajorVersion>${scala.binary.version}</scalaMajorVersion>
                <file>.scalafmt.conf</file>
              </scalafmt>
              <licenseHeader>
                <content>${spotless.license.header}</content>
                <delimiter>${spotless.delimiter}</delimiter>
              </licenseHeader>
              <includes>
                <include>src/main/scala/**/*.scala</include>
                <include>src/test/scala/**/*.scala</include>
                <include>src-*/main/scala/**/*.scala</include>
                <include>src-*/test/scala/**/*.scala</include>
              </includes>
            </scala>
            <pom>
              <toggleOffOn>
                <off>spotless:off</off>
                <on>spotless:on</on>
              </toggleOffOn>
              <includes>
                <include>pom.xml</include>
              </includes>
              <sortPom>
                <encoding>UTF-8</encoding>
                <keepBlankLines>true</keepBlankLines>
                <nrOfIndentSpace>2</nrOfIndentSpace>
                <indentBlankLines>false</indentBlankLines>
                <expandEmptyElements>false</expandEmptyElements>
              </sortPom>
            </pom>
          </configuration>
          <executions>
            <execution>
              <id>spotless-check</id>
              <goals>
                <goal>check</goal>
              </goals>
              <phase>validate</phase>
            </execution>
          </executions>
        </plugin>
        <plugin>
          <groupId>org.codehaus.mojo</groupId>
          <artifactId>build-helper-maven-plugin</artifactId>
          <version>${build-helper-maven-plugin.version}</version>
          <!--We use build-helper-maven-plugin rather than maven-resources-plugin-->
          <!--to add base resources (generated-resources and other common extended resource folders).-->
          <!--So submodules could easily add their own resources through maven-resources-plugin-->
          <!--which is more compatible with Intellij IDEA (E.g., `targetPath` can be respected by-->
          <!--IDEA with maven-resources-plugin while it is not working with build-helper-maven-plugin).-->
          <executions>
            <execution>
              <id>add-common-sources</id>
              <goals>
                <goal>add-source</goal>
              </goals>
              <phase>generate-sources</phase>
              <configuration>
                <sources>
                  <source>${project.basedir}/src-spark${spark.plain.version}/main/java</source>
                  <source>${project.basedir}/src-spark${spark.plain.version}/main/scala</source>
                </sources>
              </configuration>
            </execution>
            <execution>
              <id>add-common-resources</id>
              <goals>
                <goal>add-resource</goal>
              </goals>
              <phase>generate-resources</phase>
              <configuration>
                <resources>
                  <resource>
                    <directory>${project.basedir}/src-spark${spark.plain.version}/main/resources</directory>
                  </resource>
                </resources>
              </configuration>
            </execution>
            <execution>
              <id>add-common-test-sources</id>
              <goals>
                <goal>add-test-source</goal>
              </goals>
              <phase>generate-test-sources</phase>
              <configuration>
                <sources>
                  <source>${project.basedir}/src-spark${spark.plain.version}/test/scala</source>
                  <source>${project.basedir}/src-spark${spark.plain.version}/test/java</source>
                </sources>
              </configuration>
            </execution>
            <execution>
              <id>add-common-test-resources</id>
              <goals>
                <goal>add-test-resource</goal>
              </goals>
              <phase>generate-test-resources</phase>
              <configuration>
                <resources>
                  <resource>
                    <directory>${project.basedir}/src-spark${spark.plain.version}/test/resources</directory>
                  </resource>
                </resources>
              </configuration>
            </execution>
            <execution>
              <id>add-generated-resources</id>
              <goals>
                <goal>add-resource</goal>
              </goals>
              <phase>generate-resources</phase>
              <configuration>
                <resources>
                  <resource>
                    <!-- Include the properties file to provide the build information. -->
                    <directory>${project.build.directory}/generated-resources</directory>
                  </resource>
                </resources>
              </configuration>
            </execution>
          </executions>
        </plugin>
        <plugin>
          <groupId>org.xolstice.maven.plugins</groupId>
          <artifactId>protobuf-maven-plugin</artifactId>
          <version>0.5.1</version>
        </plugin>
        <plugin>
          <groupId>org.antlr</groupId>
          <artifactId>antlr4-maven-plugin</artifactId>
          <version>${antlr4.version}</version>
        </plugin>
        <plugin>
          <groupId>org.apache.maven.plugins</groupId>
          <artifactId>maven-enforcer-plugin</artifactId>
          <version>3.3.0</version>
        </plugin>
      </plugins>
    </pluginManagement>
    <plugins>
      <plugin>
        <groupId>org.apache.maven.plugins</groupId>
        <artifactId>maven-enforcer-plugin</artifactId>
        <executions>
          <execution>
            <id>enforce-versions</id>
            <goals>
              <goal>enforce</goal>
            </goals>
            <configuration>
              <rules>
                <requireMavenVersion>
                  <version>3.6.3</version>
                </requireMavenVersion>
              </rules>
            </configuration>
          </execution>
        </executions>
      </plugin>
      <plugin>
        <groupId>org.apache.maven.plugins</groupId>
        <artifactId>maven-source-plugin</artifactId>
        <version>3.2.1</version>
        <executions>
          <execution>
            <id>attach-sources</id>
            <goals>
              <goal>jar-no-fork</goal>
            </goals>
            <phase>verify</phase>
          </execution>
        </executions>
      </plugin>
      <plugin>
        <groupId>org.codehaus.mojo</groupId>
        <artifactId>versions-maven-plugin</artifactId>
        <version>2.15.0</version>
      </plugin>
      <plugin>
        <groupId>org.apache.maven.plugins</groupId>
        <artifactId>maven-surefire-plugin</artifactId>
      </plugin>
      <plugin>
        <groupId>com.diffplug.spotless</groupId>
        <artifactId>spotless-maven-plugin</artifactId>
      </plugin>
    </plugins>
    <extensions>
      <!-- provides os.detected.classifier (i.e. linux-x86_64, osx-x86_64) property -->
      <extension>
        <groupId>kr.motd.maven</groupId>
        <artifactId>os-maven-plugin</artifactId>
        <version>${os-maven-plugin.version}</version>
      </extension>
    </extensions>
  </build>

  <profiles>
    <profile>
      <id>scala-2.12</id>
      <activation>
        <activeByDefault>true</activeByDefault>
      </activation>
      <properties>
        <!--
         SPARK-34774 Add this property to ensure change-scala-version.sh can replace the public `scala.version`
         property correctly.
        -->
        <scala.version>2.12.15</scala.version>
        <scala.binary.version>2.12</scala.binary.version>
      </properties>
    </profile>
    <profile>
      <id>scala-2.13</id>
      <properties>
        <scala.version>2.13.16</scala.version>
        <scala.binary.version>2.13</scala.binary.version>
        <spotless.scalafmt.version>3.8.3</spotless.scalafmt.version>
      </properties>
      <build>
        <pluginManagement>
          <plugins>
            <plugin>
              <groupId>net.alchim31.maven</groupId>
              <artifactId>scala-maven-plugin</artifactId>
              <configuration>
                <compilerPlugins>
                  <compilerPlugin>
                    <groupId>org.wartremover</groupId>
                    <artifactId>wartremover_${scala.binary.version}</artifactId>
                    <version>3.2.0</version>
                  </compilerPlugin>
                </compilerPlugins>
                <dependencies>
                  <dependency>
                    <groupId>io.github.zhztheplayer.scalawarts</groupId>
                    <artifactId>scalawarts_${scala.binary.version}</artifactId>
                    <version>0.1.2</version>
                  </dependency>
                </dependencies>
                <recompileMode>${scala.recompile.mode}</recompileMode>
                <args>
                  <arg>-unchecked</arg>
                  <arg>-deprecation</arg>
                  <arg>-feature</arg>
                  <arg>-explaintypes</arg>
                  <arg>-release:8</arg>
                  <arg>-Wconf:cat=deprecation:wv,any:e</arg>
                  <arg>-Wunused:imports</arg>
                  <!--
                    TODO(SPARK-33805): Undo the corresponding deprecated usage suppression rule after fixed
                  -->
                  <arg>-Wconf:cat=scaladoc:wv</arg>
                  <arg>-Wconf:cat=lint-multiarg-infix:wv</arg>
                  <arg>-Wconf:cat=other-nullary-override:wv</arg>
                  <!--
                    SPARK-33775 Suppress compilation warnings that contain the following contents.
                    TODO(SPARK-33805): Undo the corresponding deprecated usage suppression rule after fixed.
                  -->
                  <arg>-Wconf:msg=^(?=.*?method|value|type|object|trait|inheritance)(?=.*?deprecated)(?=.*?since 2.13).+$:s</arg>
                  <arg>-Wconf:msg=^(?=.*?Widening conversion from)(?=.*?is deprecated because it loses precision).+$:s</arg>
                  <arg>-Wconf:msg=Auto-application to \`\(\)\` is deprecated:s</arg>
                  <arg>-Wconf:msg=method with a single empty parameter list overrides method without any parameter list:s</arg>
                  <arg>-Wconf:msg=method without a parameter list overrides a method with a single empty one:s</arg>
                  <!--
                    SPARK-35574 Prevent the recurrence of compilation warnings related to
                    `procedure syntax is deprecated`
                  -->
                  <arg>-Wconf:cat=deprecation&amp;msg=procedure syntax is deprecated:e</arg>
                  <!--
                    SPARK-35496 Upgrade Scala to 2.13.7 and suppress:
                    1. `The outer reference in this type test cannot be checked at run time`
                    2. `the type test for pattern TypeA cannot be checked at runtime because it
                     has type parameters eliminated by erasure`
                    3. `abstract type TypeA in type pattern Seq[TypeA] (the underlying of
                    Seq[TypeA]) is unchecked since it is eliminated by erasure`
                    4. `fruitless type test: a value of TypeA cannot also be a TypeB`
                  -->
                  <arg>-Wconf:cat=unchecked&amp;msg=outer reference:s</arg>
                  <arg>-Wconf:cat=unchecked&amp;msg=eliminated by erasure:s</arg>
                  <arg>-Wconf:msg=^(?=.*?a value of type)(?=.*?cannot also be).+$:s</arg>
                  <arg>-P:wartremover:traverser:io.github.zhztheplayer.scalawarts.InheritFromCaseClass</arg>
                </args>
              </configuration>
              <executions>
                <execution>
                  <id>scala-compile-first</id>
                  <goals>
                    <goal>add-source</goal>
                    <goal>compile</goal>
                  </goals>
                  <phase>process-resources</phase>
                </execution>
                <execution>
                  <id>scala-test-compile-first</id>
                  <goals>
                    <goal>testCompile</goal>
                  </goals>
                  <phase>process-test-resources</phase>
                </execution>
              </executions>
            </plugin>
          </plugins>
        </pluginManagement>
      </build>
    </profile>
    <profile>
      <id>java-8</id>
      <activation>
        <jdk>1.8</jdk>
      </activation>
      <properties>
        <java.version>1.8</java.version>
      </properties>
    </profile>
    <profile>
      <id>java-11</id>
      <activation>
        <jdk>11</jdk>
      </activation>
      <properties>
        <java.version>11</java.version>
        <caffeine.version>3.1.8</caffeine.version>
      </properties>
    </profile>
    <profile>
      <id>java-17</id>
      <activation>
        <jdk>17</jdk>
      </activation>
      <properties>
        <java.version>17</java.version>
        <caffeine.version>3.1.8</caffeine.version>
      </properties>
    </profile>
    <profile>
      <id>spark-3.2</id>
      <properties>
        <sparkbundle.version>3.2</sparkbundle.version>
        <spark.plain.version>32</spark.plain.version>
        <sparkshim.artifactId>spark-sql-columnar-shims-spark32</sparkshim.artifactId>
        <spark.version>3.2.2</spark.version>
        <iceberg.version>1.3.1</iceberg.version>
        <delta.package.name>delta-core</delta.package.name>
        <delta.version>2.0.1</delta.version>
        <delta.binary.version>20</delta.binary.version>
        <antlr4.version>4.8</antlr4.version>
        <hudi.version>0.15.0</hudi.version>
        <slf4j.version>1.7.30</slf4j.version>
        <log4j.version>1.2.17</log4j.version>
      </properties>
      <dependencies>
        <dependency>
          <groupId>log4j</groupId>
          <artifactId>log4j</artifactId>
          <version>${log4j.version}</version>
          <scope>provided</scope>
        </dependency>
      </dependencies>
    </profile>
    <profile>
      <id>spark-3.3</id>
      <properties>
        <sparkbundle.version>3.3</sparkbundle.version>
        <spark.plain.version>33</spark.plain.version>
        <sparkshim.artifactId>spark-sql-columnar-shims-spark33</sparkshim.artifactId>
        <spark.version>3.3.1</spark.version>
        <iceberg.version>1.5.0</iceberg.version>
        <delta.package.name>delta-core</delta.package.name>
        <delta.version>2.3.0</delta.version>
        <delta.binary.version>23</delta.binary.version>
        <antlr4.version>4.8</antlr4.version>
        <hudi.version>0.15.0</hudi.version>
        <slf4j.version>1.7.32</slf4j.version>
        <log4j.version>2.17.2</log4j.version>
      </properties>
      <dependencies>
        <dependency>
          <groupId>org.apache.logging.log4j</groupId>
          <artifactId>log4j-core</artifactId>
          <version>${log4j.version}</version>
          <scope>provided</scope>
        </dependency>
      </dependencies>
    </profile>
    <profile>
      <id>spark-3.4</id>
      <properties>
        <sparkbundle.version>3.4</sparkbundle.version>
        <spark.plain.version>34</spark.plain.version>
        <sparkshim.artifactId>spark-sql-columnar-shims-spark34</sparkshim.artifactId>
        <spark.version>3.4.4</spark.version>
        <iceberg.version>1.10.0</iceberg.version>
        <delta.package.name>delta-core</delta.package.name>
        <delta.version>2.4.0</delta.version>
        <delta.binary.version>24</delta.binary.version>
        <antlr4.version>4.9.3</antlr4.version>
        <hudi.version>0.15.0</hudi.version>
        <slf4j.version>2.0.6</slf4j.version>
        <log4j.version>2.19.0</log4j.version>
      </properties>
      <dependencies>
        <dependency>
          <groupId>org.apache.logging.log4j</groupId>
          <artifactId>log4j-core</artifactId>
          <version>${log4j.version}</version>
          <scope>provided</scope>
        </dependency>
      </dependencies>
    </profile>
    <profile>
      <id>spark-3.5</id>
      <properties>
        <sparkbundle.version>3.5</sparkbundle.version>
        <spark.plain.version>35</spark.plain.version>
        <sparkshim.artifactId>spark-sql-columnar-shims-spark35</sparkshim.artifactId>
        <spark.version>3.5.5</spark.version>
        <iceberg.version>1.10.0</iceberg.version>
        <delta.package.name>delta-spark</delta.package.name>
        <delta.version>3.3.2</delta.version>
        <delta.binary.version>33</delta.binary.version>
        <hudi.version>0.15.0</hudi.version>
        <fasterxml.version>2.15.1</fasterxml.version>
        <hadoop.version>3.3.4</hadoop.version>
        <antlr4.version>4.9.3</antlr4.version>
        <slf4j.version>2.0.7</slf4j.version>
        <log4j.version>2.20.0</log4j.version>
      </properties>
      <dependencies>
        <dependency>
          <groupId>org.slf4j</groupId>
          <artifactId>slf4j-api</artifactId>
          <version>${slf4j.version}</version>
          <scope>provided</scope>
        </dependency>
        <dependency>
          <groupId>org.apache.logging.log4j</groupId>
          <artifactId>log4j-slf4j2-impl</artifactId>
          <version>${log4j.version}</version>
          <scope>provided</scope>
        </dependency>
        <dependency>
          <groupId>org.apache.logging.log4j</groupId>
          <artifactId>log4j-core</artifactId>
          <version>${log4j.version}</version>
          <scope>provided</scope>
        </dependency>
      </dependencies>
    </profile>
    <profile>
      <id>spark-4.0</id>
      <properties>
        <sparkbundle.version>4.0</sparkbundle.version>
        <sparkshim.artifactId>spark-sql-columnar-shims-spark40</sparkshim.artifactId>
        <spark.version>4.0.1</spark.version>
        <iceberg.version>1.10.0</iceberg.version>
        <delta.package.name>delta-spark</delta.package.name>
        <delta.version>4.0.0</delta.version>
        <delta.binary.version>40</delta.binary.version>
        <hudi.version>1.1.0</hudi.version>
        <paimon.version>1.3.0</paimon.version>
        <fasterxml.version>2.18.2</fasterxml.version>
        <fasterxml.jackson.version>2.18.2</fasterxml.jackson.version>
        <fasterxml.jackson.databind.version>2.18.2</fasterxml.jackson.databind.version>
        <hadoop.version>3.4.1</hadoop.version>
        <antlr4.version>4.13.1</antlr4.version>
        <guava.version>33.4.0-jre</guava.version>
        <slf4j.version>2.0.16</slf4j.version>
        <log4j.version>2.24.3</log4j.version>
        <commons-lang3.version>3.17.0</commons-lang3.version>
        <arrow.version>18.1.0</arrow.version>
        <arrow-gluten.version>18.1.0</arrow-gluten.version>
      </properties>
      <dependencies>
        <dependency>
          <groupId>org.slf4j</groupId>
          <artifactId>slf4j-api</artifactId>
          <version>${slf4j.version}</version>
          <scope>provided</scope>
        </dependency>
        <dependency>
          <groupId>org.apache.logging.log4j</groupId>
          <artifactId>log4j-slf4j2-impl</artifactId>
          <version>${log4j.version}</version>
          <scope>provided</scope>
        </dependency>
      </dependencies>
      <build>
        <plugins>
          <plugin>
            <groupId>org.apache.maven.plugins</groupId>
            <artifactId>maven-enforcer-plugin</artifactId>
            <executions>
              <execution>
                <id>enforce-java-17</id>
                <goals>
                  <goal>enforce</goal>
                </goals>
                <configuration>
                  <rules>
                    <requireActiveProfile>
                      <!-- Spark 4.0 requires Java 17+ -->
                      <profiles>java-17</profiles>
                      <message>"-P spark-4.0" requires JDK 17</message>
                    </requireActiveProfile>
                  </rules>
                </configuration>
              </execution>
              <execution>
                <id>enforce-scala-213</id>
                <goals>
                  <goal>enforce</goal>
                </goals>
                <configuration>
                  <rules>
                    <requireActiveProfile>
                      <!-- Spark 4.0 requires Scala 2.13 -->
                      <profiles>scala-2.13</profiles>
                      <message>"-P spark-4.0" requires Scala 2.13</message>
                    </requireActiveProfile>
                  </rules>
                </configuration>
              </execution>
            </executions>
          </plugin>
        </plugins>
      </build>
    </profile>
    <profile>
      <id>hadoop-2.7.4</id>
      <properties>
        <hadoop.version>2.7.4</hadoop.version>
      </properties>
    </profile>
    <profile>
      <id>hadoop-3.2</id>
      <properties>
        <hadoop.version>3.2.0</hadoop.version>
      </properties>
    </profile>
    <profile>
      <id>hadoop-3.3</id>
      <properties>
        <hadoop.version>3.3.1</hadoop.version>
      </properties>
    </profile>
    <profile>
      <id>dataproc-2.2</id>
      <properties>
        <hadoop.version>3.3.6</hadoop.version>
      </properties>
    </profile>
    <profile>
      <id>emr-6.3.0</id>
      <properties>
        <hadoop.version>3.2.2</hadoop.version>
      </properties>
    </profile>
    <profile>
      <id>arrow-netty</id>
      <activation>
        <activeByDefault>false</activeByDefault>
      </activation>
      <properties>
        <id>arrow-netty</id>
        <arrow-memory.artifact>arrow-memory-netty</arrow-memory.artifact>
      </properties>
    </profile>

    <profile>
      <id>qualification-tool</id>
      <activation>
        <activeByDefault>false</activeByDefault>
      </activation>
      <modules>
        <module>tools/qualification-tool</module>
      </modules>
    </profile>

    <profile>
      <id>backends-clickhouse</id>
      <activation>
        <activeByDefault>false</activeByDefault>
      </activation>
      <modules>
        <module>backends-clickhouse</module>
      </modules>
      <properties>
        <backend_type>clickhouse</backend_type>
      </properties>
    </profile>
    <profile>
      <id>celeborn</id>
      <activation>
        <activeByDefault>false</activeByDefault>
      </activation>
      <modules>
        <module>gluten-celeborn</module>
      </modules>
      <build>
        <plugins>
          <plugin>
            <groupId>org.codehaus.mojo</groupId>
            <artifactId>build-helper-maven-plugin</artifactId>
            <executions>
              <execution>
                <id>add-celeborn-sources</id>
                <goals>
                  <goal>add-source</goal>
                </goals>
                <phase>generate-sources</phase>
                <configuration>
                  <sources>
                    <source>${project.basedir}/src-celeborn/main/scala</source>
                    <source>${project.basedir}/src-celeborn/main/java</source>
                    <source>${project.basedir}/src-celeborn-spark${spark.plain.version}/main/scala</source>
                    <source>${project.basedir}/src-celeborn-spark${spark.plain.version}/main/java</source>
                  </sources>
                </configuration>
              </execution>
              <execution>
                <id>add-celeborn-resources</id>
                <goals>
                  <goal>add-resource</goal>
                </goals>
                <phase>generate-resources</phase>
                <configuration>
                  <resources>
                    <resource>
                      <directory>${project.basedir}/src-celeborn/main/resources</directory>
                    </resource>
                    <resource>
                      <directory>${project.basedir}/src-celeborn-spark${spark.plain.version}/main/resources</directory>
                    </resource>
                  </resources>
                </configuration>
              </execution>
              <execution>
                <id>add-celeborn-test-sources</id>
                <goals>
                  <goal>add-test-source</goal>
                </goals>
                <phase>generate-test-sources</phase>
                <configuration>
                  <sources>
                    <source>${project.basedir}/src-celeborn/test/scala</source>
                    <source>${project.basedir}/src-celeborn/test/java</source>
                    <source>${project.basedir}/src-celeborn-spark${spark.plain.version}/test/scala</source>
                    <source>${project.basedir}/src-celeborn-spark${spark.plain.version}/test/java</source>
                  </sources>
                </configuration>
              </execution>
              <execution>
                <id>add-celeborn-test-resources</id>
                <goals>
                  <goal>add-test-resource</goal>
                </goals>
                <phase>generate-test-resources</phase>
                <configuration>
                  <resources>
                    <resource>
                      <directory>${project.basedir}/src-celeborn/test/resources</directory>
                    </resource>
                    <resource>
                      <directory>${project.basedir}/src-celeborn-spark${spark.plain.version}/test/resources</directory>
                    </resource>
                  </resources>
                </configuration>
              </execution>
            </executions>
          </plugin>
        </plugins>
      </build>
    </profile>
    <profile>
      <id>uniffle</id>
      <activation>
        <activeByDefault>false</activeByDefault>
      </activation>
      <modules>
        <module>gluten-uniffle</module>
      </modules>
      <build>
        <plugins>
          <plugin>
            <groupId>org.codehaus.mojo</groupId>
            <artifactId>build-helper-maven-plugin</artifactId>
            <executions>
              <execution>
                <id>add-uniffle-sources</id>
                <goals>
                  <goal>add-source</goal>
                </goals>
                <phase>generate-sources</phase>
                <configuration>
                  <sources>
                    <source>${project.basedir}/src-uniffle/main/scala</source>
                    <source>${project.basedir}/src-uniffle/main/java</source>
                    <source>${project.basedir}/src-uniffle-spark${spark.plain.version}/main/scala</source>
                    <source>${project.basedir}/src-uniffle-spark${spark.plain.version}/main/java</source>
                  </sources>
                </configuration>
              </execution>
              <execution>
                <id>add-uniffle-resources</id>
                <goals>
                  <goal>add-resource</goal>
                </goals>
                <phase>generate-resources</phase>
                <configuration>
                  <resources>
                    <resource>
                      <directory>${project.basedir}/src-uniffle/main/resources</directory>
                    </resource>
                    <resource>
                      <directory>${project.basedir}/src-uniffle-spark${spark.plain.version}/main/resources</directory>
                    </resource>
                  </resources>
                </configuration>
              </execution>
              <execution>
                <id>add-uniffle-test-sources</id>
                <goals>
                  <goal>add-test-source</goal>
                </goals>
                <phase>generate-test-sources</phase>
                <configuration>
                  <sources>
                    <source>${project.basedir}/src-uniffle/test/scala</source>
                    <source>${project.basedir}/src-uniffle/test/java</source>
                    <source>${project.basedir}/src-uniffle-spark${spark.plain.version}/test/scala</source>
                    <source>${project.basedir}/src-uniffle-spark${spark.plain.version}/test/java</source>
                  </sources>
                </configuration>
              </execution>
              <execution>
                <id>add-uniffle-test-resources</id>
                <goals>
                  <goal>add-test-resource</goal>
                </goals>
                <phase>generate-test-resources</phase>
                <configuration>
                  <resources>
                    <resource>
                      <directory>${project.basedir}/src-uniffle/test/resources</directory>
                    </resource>
                    <resource>
                      <directory>${project.basedir}/src-uniffle-spark${spark.plain.version}/test/resources</directory>
                    </resource>
                  </resources>
                </configuration>
              </execution>
            </executions>
          </plugin>
        </plugins>
      </build>
    </profile>
    <profile>
      <id>delta</id>
      <activation>
        <activeByDefault>false</activeByDefault>
      </activation>
      <modules>
        <module>gluten-delta</module>
      </modules>
      <build>
        <plugins>
          <plugin>
            <groupId>org.codehaus.mojo</groupId>
            <artifactId>build-helper-maven-plugin</artifactId>
            <executions>
              <execution>
                <id>add-delta-sources</id>
                <goals>
                  <goal>add-source</goal>
                </goals>
                <phase>generate-sources</phase>
                <configuration>
                  <sources>
                    <source>${project.basedir}/src-delta/main/scala</source>
                    <source>${project.basedir}/src-delta/main/java</source>
                    <source>${project.basedir}/src-delta-spark${spark.plain.version}/main/scala</source>
                    <source>${project.basedir}/src-delta-spark${spark.plain.version}/main/java</source>
                    <source>${project.basedir}/src-delta${delta.binary.version}/main/scala</source>
                    <source>${project.basedir}/src-delta${delta.binary.version}/main/java</source>
                    <source>${project.basedir}/src-delta${delta.binary.version}-spark${spark.plain.version}/main/scala</source>
                    <source>${project.basedir}/src-delta${delta.binary.version}-spark${spark.plain.version}/main/java</source>
                  </sources>
                </configuration>
              </execution>
              <execution>
                <id>add-delta-resources</id>
                <goals>
                  <goal>add-resource</goal>
                </goals>
                <phase>generate-resources</phase>
                <configuration>
                  <resources>
                    <!--Don't place multiple `directory` lines under the same `resource` entry.-->
                    <!--IDEA recognizes this kind of usage while Maven doesn't.-->
                    <resource>
                      <directory>${project.basedir}/src-delta/main/resources</directory>
                    </resource>
                    <resource>
                      <directory>${project.basedir}/src-delta-spark${spark.plain.version}/main/resources</directory>
                    </resource>
                    <resource>
                      <directory>${project.basedir}/src-delta${delta.binary.version}/main/resources</directory>
                    </resource>
                    <resource>
                      <directory>${project.basedir}/src-delta${delta.binary.version}-spark${spark.plain.version}/main/resources</directory>
                    </resource>
                  </resources>
                </configuration>
              </execution>
              <execution>
                <id>add-delta-test-sources</id>
                <goals>
                  <goal>add-test-source</goal>
                </goals>
                <phase>generate-test-sources</phase>
                <configuration>
                  <sources>
                    <source>${project.basedir}/src-delta/test/scala</source>
                    <source>${project.basedir}/src-delta/test/java</source>
                    <source>${project.basedir}/src-delta-spark${spark.plain.version}/test/scala</source>
                    <source>${project.basedir}/src-delta-spark${spark.plain.version}/test/java</source>
                    <source>${project.basedir}/src-delta${delta.binary.version}/test/scala</source>
                    <source>${project.basedir}/src-delta${delta.binary.version}/test/java</source>
                    <source>${project.basedir}/src-delta${delta.binary.version}-spark${spark.plain.version}/test/scala</source>
                    <source>${project.basedir}/src-delta${delta.binary.version}-spark${spark.plain.version}/test/java</source>
                  </sources>
                </configuration>
              </execution>
              <execution>
                <id>add-delta-test-resources</id>
                <goals>
                  <goal>add-test-resource</goal>
                </goals>
                <phase>generate-test-resources</phase>
                <configuration>
                  <resources>
                    <resource>
                      <directory>${project.basedir}/src-delta/test/resources</directory>
                    </resource>
                    <resource>
                      <directory>${project.basedir}/src-delta-spark${spark.plain.version}/test/resources</directory>
                    </resource>
                    <resource>
                      <directory>${project.basedir}/src-delta${delta.binary.version}/test/resources</directory>
                    </resource>
                    <resource>
                      <directory>${project.basedir}/src-delta${delta.binary.version}-spark${spark.plain.version}/test/resources</directory>
                    </resource>
                  </resources>
                </configuration>
              </execution>
            </executions>
          </plugin>
        </plugins>
      </build>
    </profile>
    <profile>
      <id>iceberg</id>
      <activation>
        <activeByDefault>false</activeByDefault>
      </activation>
      <modules>
        <module>gluten-iceberg</module>
      </modules>
      <build>
        <plugins>
          <plugin>
            <groupId>org.codehaus.mojo</groupId>
            <artifactId>build-helper-maven-plugin</artifactId>
            <executions>
              <execution>
                <id>add-iceberg-sources</id>
                <goals>
                  <goal>add-source</goal>
                </goals>
                <phase>generate-sources</phase>
                <configuration>
                  <sources>
                    <source>${project.basedir}/src-iceberg/main/scala</source>
                    <source>${project.basedir}/src-iceberg/main/java</source>
                    <source>${project.basedir}/src-iceberg-spark${spark.plain.version}/main/scala</source>
                    <source>${project.basedir}/src-iceberg-spark${spark.plain.version}/main/java</source>
                  </sources>
                </configuration>
              </execution>
              <execution>
                <id>add-iceberg-resources</id>
                <goals>
                  <goal>add-resource</goal>
                </goals>
                <phase>generate-resources</phase>
                <configuration>
                  <resources>
                    <resource>
                      <directory>${project.basedir}/src-iceberg/main/resources</directory>
                    </resource>
                  </resources>
                </configuration>
              </execution>
              <execution>
                <id>add-iceberg-test-sources</id>
                <goals>
                  <goal>add-test-source</goal>
                </goals>
                <phase>generate-test-sources</phase>
                <configuration>
                  <sources>
                    <source>${project.basedir}/src-iceberg/test/scala</source>
                    <source>${project.basedir}/src-iceberg/test/java</source>
                  </sources>
                </configuration>
              </execution>
              <execution>
                <id>add-iceberg-test-resources</id>
                <goals>
                  <goal>add-test-resource</goal>
                </goals>
                <phase>generate-test-resources</phase>
                <configuration>
                  <resources>
                    <resource>
                      <directory>${project.basedir}/src-iceberg/test/resources</directory>
                    </resource>
                  </resources>
                </configuration>
              </execution>
            </executions>
          </plugin>
        </plugins>
      </build>
    </profile>
    <profile>
      <id>iceberg-test</id>
      <activation>
        <activeByDefault>false</activeByDefault>
      </activation>
      <properties>
        <hadoop.version>3.4.1</hadoop.version>
      </properties>
      <build>
        <plugins>
          <plugin>
            <groupId>org.codehaus.mojo</groupId>
            <artifactId>build-helper-maven-plugin</artifactId>
            <executions>
              <execution>
                <id>add-iceberg-test-sources</id>
                <goals>
                  <goal>add-test-source</goal>
                </goals>
                <phase>generate-test-sources</phase>
                <configuration>
                  <sources>
                    <source>${project.basedir}/src-iceberg-spark${spark.plain.version}/test/scala</source>
                    <source>${project.basedir}/src-iceberg-spark${spark.plain.version}/test/java</source>
                  </sources>
                </configuration>
              </execution>
              <execution>
                <id>add-iceberg-test-resources</id>
                <goals>
                  <goal>add-test-resource</goal>
                </goals>
                <phase>generate-test-resources</phase>
                <configuration>
                  <resources>
                    <resource>
                      <directory>${project.basedir}/src-iceberg-spark${spark.plain.version}/test/resources</directory>
                    </resource>
                  </resources>
                </configuration>
              </execution>
            </executions>
          </plugin>
        </plugins>
      </build>
    </profile>
    <profile>
      <id>hudi</id>
      <activation>
        <activeByDefault>false</activeByDefault>
      </activation>
      <modules>
        <module>gluten-hudi</module>
      </modules>
      <build>
        <plugins>
          <plugin>
            <groupId>org.codehaus.mojo</groupId>
            <artifactId>build-helper-maven-plugin</artifactId>
            <executions>
              <execution>
                <id>add-hudi-sources</id>
                <goals>
                  <goal>add-source</goal>
                </goals>
                <phase>generate-sources</phase>
                <configuration>
                  <sources>
                    <source>${project.basedir}/src-hudi/main/scala</source>
                    <source>${project.basedir}/src-hudi/main/java</source>
                    <source>${project.basedir}/src-hudi-spark${spark.plain.version}/main/scala</source>
                    <source>${project.basedir}/src-hudi-spark${spark.plain.version}/main/java</source>
                  </sources>
                </configuration>
              </execution>
              <execution>
                <id>add-hudi-resources</id>
                <goals>
                  <goal>add-resource</goal>
                </goals>
                <phase>generate-resources</phase>
                <configuration>
                  <resources>
                    <resource>
                      <directory>${project.basedir}/src-hudi/main/resources</directory>
                    </resource>
                    <resource>
                      <directory>${project.basedir}/src-hudi-spark${spark.plain.version}/main/resources</directory>
                    </resource>
                  </resources>
                </configuration>
              </execution>
              <execution>
                <id>add-hudi-test-sources</id>
                <goals>
                  <goal>add-test-source</goal>
                </goals>
                <phase>generate-test-sources</phase>
                <configuration>
                  <sources>
                    <source>${project.basedir}/src-hudi/test/scala</source>
                    <source>${project.basedir}/src-hudi/test/java</source>
                    <source>${project.basedir}/src-hudi-spark${spark.plain.version}/test/scala</source>
                    <source>${project.basedir}/src-hudi-spark${spark.plain.version}/test/java</source>
                  </sources>
                </configuration>
              </execution>
              <execution>
                <id>add-hudi-test-resources</id>
                <goals>
                  <goal>add-test-resource</goal>
                </goals>
                <phase>generate-test-resources</phase>
                <configuration>
                  <resources>
                    <resource>
                      <directory>${project.basedir}/src-hudi/test/resources</directory>
                    </resource>
                    <resource>
                      <directory>${project.basedir}/src-hudi-spark${spark.plain.version}/test/resources</directory>
                    </resource>
                  </resources>
                </configuration>
              </execution>
            </executions>
          </plugin>
        </plugins>
      </build>
    </profile>
    <profile>
      <id>paimon</id>
      <activation>
        <activeByDefault>false</activeByDefault>
      </activation>
      <modules>
        <module>gluten-paimon</module>
      </modules>
      <build>
        <plugins>
          <plugin>
            <groupId>org.codehaus.mojo</groupId>
            <artifactId>build-helper-maven-plugin</artifactId>
            <executions>
              <execution>
                <id>add-paimon-sources</id>
                <goals>
                  <goal>add-source</goal>
                </goals>
                <phase>generate-sources</phase>
                <configuration>
                  <sources>
                    <source>${project.basedir}/src-paimon/main/scala</source>
                    <source>${project.basedir}/src-paimon/main/java</source>
                  </sources>
                </configuration>
              </execution>
              <execution>
                <id>add-paimon-resources</id>
                <goals>
                  <goal>add-resource</goal>
                </goals>
                <phase>generate-resources</phase>
                <configuration>
                  <resources>
                    <resource>
                      <directory>${project.basedir}/src-paimon/main/resources</directory>
                    </resource>
                  </resources>
                </configuration>
              </execution>
              <execution>
                <id>add-paimon-test-sources</id>
                <goals>
                  <goal>add-test-source</goal>
                </goals>
                <phase>generate-test-sources</phase>
                <configuration>
                  <sources>
                    <source>${project.basedir}/src-paimon/test/scala</source>
                    <source>${project.basedir}/src-paimon/test/java</source>
                  </sources>
                </configuration>
              </execution>
              <execution>
                <id>add-paimon-test-resources</id>
                <goals>
                  <goal>add-test-resource</goal>
                </goals>
                <phase>generate-test-resources</phase>
                <configuration>
                  <resources>
                    <resource>
                      <directory>${project.basedir}/src-paimon/test/resources</directory>
                    </resource>
                  </resources>
                </configuration>
              </execution>
            </executions>
          </plugin>
        </plugins>
      </build>
    </profile>
    <profile>
      <id>backends-velox</id>
      <activation>
        <activeByDefault>false</activeByDefault>
      </activation>
      <modules>
        <module>gluten-arrow</module>
        <module>backends-velox</module>
      </modules>
      <properties>
        <backend_type>velox</backend_type>
      </properties>
    </profile>
    <profile>
      <id>kafka</id>
      <activation>
        <activeByDefault>false</activeByDefault>
      </activation>
      <modules>
        <module>gluten-kafka</module>
      </modules>
      <build>
        <plugins>
          <plugin>
            <groupId>org.codehaus.mojo</groupId>
            <artifactId>build-helper-maven-plugin</artifactId>
            <executions>
              <execution>
                <id>add-kafka-sources</id>
                <goals>
                  <goal>add-source</goal>
                </goals>
                <phase>generate-sources</phase>
                <configuration>
                  <sources>
                    <source>${project.basedir}/src-kafka/main/scala</source>
                    <source>${project.basedir}/src-kafka/main/java</source>
                  </sources>
                </configuration>
              </execution>
              <execution>
                <id>add-kafka-resources</id>
                <goals>
                  <goal>add-resource</goal>
                </goals>
                <phase>generate-resources</phase>
                <configuration>
                  <resources>
                    <resource>
                      <directory>${project.basedir}/src-kafka/main/resources</directory>
                    </resource>
                  </resources>
                </configuration>
              </execution>
              <execution>
                <id>add-kafka-test-sources</id>
                <goals>
                  <goal>add-test-source</goal>
                </goals>
                <phase>generate-test-sources</phase>
                <configuration>
                  <sources>
                    <source>${project.basedir}/src-kafka/test/scala</source>
                    <source>${project.basedir}/src-kafka/test/java</source>
                  </sources>
                </configuration>
              </execution>
              <execution>
                <id>add-kafka-test-resources</id>
                <goals>
                  <goal>add-test-resource</goal>
                </goals>
                <phase>generate-test-resources</phase>
                <configuration>
                  <resources>
                    <resource>
                      <directory>${project.basedir}/src-kafka/test/resources</directory>
                    </resource>
                  </resources>
                </configuration>
              </execution>
            </executions>
          </plugin>
        </plugins>
      </build>
    </profile>
    <profile>
      <id>spark-ut</id>
      <modules>
        <module>gluten-ut</module>
      </modules>
    </profile>
    <profile>
      <!-- this profile for apache release. -->
      <id>apache-release</id>
      <activation>
        <activeByDefault>false</activeByDefault>
      </activation>
      <build>
        <plugins>
          <plugin>
            <groupId>org.apache.maven.plugins</groupId>
            <artifactId>maven-release-plugin</artifactId>
            <configuration>
              <dryRun>false</dryRun>
            </configuration>
          </plugin>
          <plugin>
            <groupId>org.apache.maven.plugins</groupId>
            <artifactId>maven-gpg-plugin</artifactId>
            <configuration>
              <skip>false</skip>
              <interactive>true</interactive>
            </configuration>
          </plugin>
          <plugin>
            <artifactId>maven-assembly-plugin</artifactId>
            <executions>
              <execution>
                <id>source-release-assembly</id>
                <goals>
                  <goal>single</goal>
                </goals>
                <phase>none</phase>
                <configuration>
                  <tarLongFileMode>gnu</tarLongFileMode>
                  <runOnlyAtExecutionRoot>true</runOnlyAtExecutionRoot>
                  <appendAssemblyId>true</appendAssemblyId>
                  <descriptors>
                    <descriptor>src/assembly/source-assembly.xml</descriptor>
                  </descriptors>
                  <finalName>apache-gluten-${project.version}</finalName>
                </configuration>
              </execution>
            </executions>
          </plugin>
        </plugins>
      </build>
    </profile>

    <!-- Profiles for different platforms -->
    <profile>
      <id>darwin-x86</id>
      <activation>
        <os>
          <family>mac</family>
          <arch>x86_64</arch>
        </os>
      </activation>
      <properties>
        <platform>darwin</platform>
        <arch>x86_64</arch>
        <os.full.name>${platform}_${arch}</os.full.name>
      </properties>
    </profile>
    <profile>
      <id>darwin-aarch64</id>
      <activation>
        <os>
          <family>mac</family>
          <arch>aarch64</arch>
        </os>
      </activation>
      <properties>
        <platform>darwin</platform>
        <arch>aarch64</arch>
        <os.full.name>${platform}_${arch}</os.full.name>
      </properties>
    </profile>
    <profile>
      <id>linux-amd64</id>
      <activation>
        <os>
          <family>Linux</family>
          <arch>amd64</arch>
        </os>
      </activation>
      <properties>
        <platform>linux</platform>
        <arch>amd64</arch>
        <os.full.name>${platform}_${arch}</os.full.name>
      </properties>
    </profile>
    <profile>
      <id>linux-aarch64</id>
      <activation>
        <os>
          <family>Linux</family>
          <arch>aarch64</arch>
        </os>
      </activation>
      <properties>
        <platform>linux</platform>
        <arch>aarch64</arch>
        <os.full.name>${platform}_${arch}</os.full.name>
      </properties>
    </profile>
  </profiles>
</project>