JingsongLi commented on code in PR #9017:
URL: https://github.com/apache/paimon/pull/9017#discussion_r3710972381
##########
paimon-spark/paimon-spark-common/src/main/scala/org/apache/paimon/spark/commands/PaimonSparkWriter.scala:
##########
@@ -49,28 +48,33 @@ import org.apache.spark.sql._
import org.apache.spark.sql.functions._
import java.io.IOException
+import java.util.{Map => JMap}
import java.util.Collections.singletonMap
import scala.collection.JavaConverters._
-import scala.collection.mutable
case class PaimonSparkWriter(
table: FileStoreTable,
writeRowTracking: Boolean = false,
batchId: Option[Long] = None)
extends WriteHelper {
- import PaimonSparkWriter._
-
private lazy val tableSchema = table.schema
private lazy val bucketMode = table.bucketMode
private val fullCompactionDeltaCommits: Option[Int] =
Option.apply(coreOptions.fullCompactionDeltaCommits())
+ private val needFullCompaction = fullCompactionDeltaCommits.exists {
Review Comment:
Ignore it. We don't need to full compaction support for postpone table.
--
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
To unsubscribe, e-mail: [email protected]
For queries about this service, please contact Infrastructure at:
[email protected]
