diff --git a/gluten-core/src/main/scala/org/apache/gluten/GlutenPlugin.scala b/gluten-core/src/main/scala/org/apache/gluten/GlutenPlugin.scala index c9d4d5b14661..c95ddbe5b84c 100644 --- a/gluten-core/src/main/scala/org/apache/gluten/GlutenPlugin.scala +++ b/gluten-core/src/main/scala/org/apache/gluten/GlutenPlugin.scala @@ -62,6 +62,7 @@ private[gluten] class GlutenDriverPlugin extends DriverPlugin with Logging { val components = Component.sorted() printComponentInfo(components) + setComponentInfoConfig(conf, components) components.foreach(_.onDriverStart(sc, pluginContext)) Collections.emptyMap() } @@ -170,6 +171,16 @@ private object GlutenDriverPlugin extends Logging { ) logInfo(loggingInfo) } + + private def setComponentInfoConfig(conf: SparkConf, components: Seq[Component]): Unit = { + components.foreach { + c => + c.info().foreach { + case (k, v) => + conf.set(s"spark.gluten.component.$k", v) + } + } + } } private[gluten] class GlutenExecutorPlugin extends ExecutorPlugin { diff --git a/gluten-substrait/src/main/scala/org/apache/gluten/backendsapi/SubstraitBackend.scala b/gluten-substrait/src/main/scala/org/apache/gluten/backendsapi/SubstraitBackend.scala index 89b90af91f16..618210bbf009 100644 --- a/gluten-substrait/src/main/scala/org/apache/gluten/backendsapi/SubstraitBackend.scala +++ b/gluten-substrait/src/main/scala/org/apache/gluten/backendsapi/SubstraitBackend.scala @@ -50,6 +50,7 @@ trait SubstraitBackend extends Backend with Logging { } postBuildInfoEvent(sc) + setBuildInfoConfig(conf) setPredefinedConfigs(conf) @@ -125,6 +126,13 @@ object SubstraitBackend extends Logging { } } + private def setBuildInfoConfig(conf: SparkConf): Unit = { + conf.set("spark.gluten.branch", GlutenBuildInfo.BRANCH) + conf.set("spark.gluten.revision", GlutenBuildInfo.REVISION) + conf.set("spark.gluten.revisionTime", GlutenBuildInfo.REVISION_TIME) + conf.set("spark.gluten.buildTime", GlutenBuildInfo.BUILD_DATE) + } + private def setPredefinedConfigs(conf: SparkConf): Unit = { // adaptive custom cost evaluator class val enableGlutenCostEvaluator = conf.get(GlutenConfig.COST_EVALUATOR_ENABLED)