This is an automated email from the ASF dual-hosted git repository.
lzljs3620320 pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/paimon.git
from a4aa458403 [core] Cache outputBytes in SingleFileWriter
add a7d2e9f1d6 [spark] Add rewrite_file_index procedure (#6562)
No new revisions were added by this update.
Summary of changes:
docs/content/spark/procedures.md | 12 +
.../apache/paimon/index/FileIndexProcessor.java | 291 +++++++++++++++++++++
.../paimon/flink/sink/RewriteFileIndexSink.java | 263 +------------------
.../org/apache/paimon/spark/SparkProcedures.java | 2 +
.../paimon/spark/procedure/CompactProcedure.java | 80 ++----
.../spark/procedure/RewriteFileIndexProcedure.java | 223 ++++++++++++++++
.../paimon/spark/utils/SparkProcedureUtils.java | 91 +++++++
...t.scala => RewriteFileIndexProcedureTest.scala} | 39 +--
8 files changed, 661 insertions(+), 340 deletions(-)
create mode 100644
paimon-core/src/main/java/org/apache/paimon/index/FileIndexProcessor.java
create mode 100644
paimon-spark/paimon-spark-common/src/main/java/org/apache/paimon/spark/procedure/RewriteFileIndexProcedure.java
create mode 100644
paimon-spark/paimon-spark-common/src/main/java/org/apache/paimon/spark/utils/SparkProcedureUtils.java
copy
paimon-spark/paimon-spark-ut/src/test/scala/org/apache/paimon/spark/procedure/{PurgeFilesProcedureTest.scala
=> RewriteFileIndexProcedureTest.scala} (55%)
