This is an automated email from the ASF dual-hosted git repository.

voonhous pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/hudi.git


The following commit(s) were added to refs/heads/master by this push:
     new 1165eb536b01 fix(spark): demote spurious per-write INFO logs to debug 
(#19170)
1165eb536b01 is described below

commit 1165eb536b019e2f2ad0df2778fd02eae6eeff8f
Author: Y Ethan Guo <[email protected]>
AuthorDate: Wed Jul 8 05:05:02 2026 -0700

    fix(spark): demote spurious per-write INFO logs to debug (#19170)
---
 .../main/scala/org/apache/hudi/HoodieSparkSqlWriter.scala    | 12 ++++++------
 1 file changed, 6 insertions(+), 6 deletions(-)

diff --git 
a/hudi-spark-datasource/hudi-spark-common/src/main/scala/org/apache/hudi/HoodieSparkSqlWriter.scala
 
b/hudi-spark-datasource/hudi-spark-common/src/main/scala/org/apache/hudi/HoodieSparkSqlWriter.scala
index 72d4a7795082..37f8e569a0e7 100644
--- 
a/hudi-spark-datasource/hudi-spark-common/src/main/scala/org/apache/hudi/HoodieSparkSqlWriter.scala
+++ 
b/hudi-spark-datasource/hudi-spark-common/src/main/scala/org/apache/hudi/HoodieSparkSqlWriter.scala
@@ -991,7 +991,7 @@ class HoodieSparkSqlWriterInternal {
                                              extraPreCommitFn: 
Option[BiConsumer[HoodieTableMetaClient, HoodieCommitMetadata]]
                                             ): (Boolean, 
HOption[java.lang.String], HOption[java.lang.String]) = {
     val hasErrors = new AtomicBoolean(false)
-    log.info("Proceeding to commit the write.")
+    log.debug("Proceeding to commit the write.")
     // get extra metadata from props
     // 1. properties starting with commit metadata key prefix
     // 2. properties related to checkpoint in spark streaming
@@ -1020,7 +1020,7 @@ class HoodieSparkSqlWriterInternal {
           common.util.Option.empty()
         }
 
-      log.info(s"Compaction Scheduled is $compactionInstant")
+      log.debug(s"Compaction Scheduled is $compactionInstant")
 
       val asyncClusteringEnabled = isAsyncClusteringEnabled(client, parameters)
       val clusteringInstant: common.util.Option[java.lang.String] =
@@ -1030,12 +1030,12 @@ class HoodieSparkSqlWriterInternal {
           common.util.Option.empty()
         }
 
-      log.info(s"Clustering Scheduled is $clusteringInstant")
+      log.debug(s"Clustering Scheduled is $clusteringInstant")
 
       val metaSyncSuccess = metaSync(spark, 
HoodieWriterUtils.convertMapToHoodieConfig(parameters),
         tableInstantInfo.basePath, schema)
 
-      log.info(s"Is Async Compaction Enabled ? $asyncCompactionEnabled")
+      log.debug(s"Is Async Compaction Enabled ? $asyncCompactionEnabled")
       (commitSuccess && metaSyncSuccess, compactionInstant, clusteringInstant)
     } else {
       (false, common.util.Option.empty(), common.util.Option.empty())
@@ -1045,7 +1045,7 @@ class HoodieSparkSqlWriterInternal {
   private def isAsyncCompactionEnabled(client: SparkRDDWriteClient[_],
                                        tableConfig: HoodieTableConfig,
                                        parameters: Map[String, String], 
configuration: Configuration): Boolean = {
-    log.info(s"Config.inlineCompactionEnabled ? 
${client.getConfig.inlineCompactionEnabled}")
+    log.debug(s"Config.inlineCompactionEnabled ? 
${client.getConfig.inlineCompactionEnabled}")
     (asyncCompactionTriggerFnDefined && 
!client.getConfig.inlineCompactionEnabled
       && parameters.get(ASYNC_COMPACT_ENABLE.key).exists(r => r.toBoolean)
       && tableConfig.getTableType == MERGE_ON_READ)
@@ -1053,7 +1053,7 @@ class HoodieSparkSqlWriterInternal {
 
   private def isAsyncClusteringEnabled(client: SparkRDDWriteClient[_],
                                        parameters: Map[String, String]): 
Boolean = {
-    log.info(s"Config.asyncClusteringEnabled ? 
${client.getConfig.isAsyncClusteringEnabled}")
+    log.debug(s"Config.asyncClusteringEnabled ? 
${client.getConfig.isAsyncClusteringEnabled}")
     (asyncClusteringTriggerFnDefined && 
!client.getConfig.inlineClusteringEnabled
       && client.getConfig.isAsyncClusteringEnabled)
   }

Reply via email to