This is an automated email from the ASF dual-hosted git repository.
lzljs3620320 pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/paimon.git
from 74a0894868 [hotfix] fix Trino version to 440 (#4896)
add 381e58b496 [flink] Add a action/procedure to remove unexisting files
from manifests (#4781)
No new revisions were added by this update.
Summary of changes:
docs/content/flink/procedures.md | 25 ++
docs/content/spark/procedures.md | 18 ++
.../paimon/operation/ListUnexistingFiles.java | 104 +++++++++
.../paimon/operation/ListUnexistingFilesTest.java | 181 +++++++++++++++
.../flink/action/RemoveUnexistingFilesAction.java | 256 +++++++++++++++++++++
...ava => RemoveUnexistingFilesActionFactory.java} | 46 ++--
.../procedure/RemoveUnexistingFilesProcedure.java | 93 ++++++++
.../services/org.apache.paimon.factories.Factory | 2 +
.../action/RemoveUnexistingFilesActionITCase.java | 102 ++++++++
.../RemoveUnexistingFilesProcedureITCase.java | 85 +++++++
.../org/apache/paimon/spark/SparkProcedures.java | 2 +
.../procedure/RemoveOrphanFilesProcedure.java | 1 -
.../procedure/RemoveUnexistingFilesProcedure.java | 119 ++++++++++
.../SparkOrphanFilesClean.scala | 2 +-
.../procedure/SparkRemoveUnexistingFiles.scala | 127 ++++++++++
.../RemoveUnexistingFilesProcedureTest.scala | 74 ++++++
paimon-spark/pom.xml | 8 +
17 files changed, 1217 insertions(+), 28 deletions(-)
create mode 100644
paimon-core/src/main/java/org/apache/paimon/operation/ListUnexistingFiles.java
create mode 100644
paimon-core/src/test/java/org/apache/paimon/operation/ListUnexistingFilesTest.java
create mode 100644
paimon-flink/paimon-flink-common/src/main/java/org/apache/paimon/flink/action/RemoveUnexistingFilesAction.java
copy
paimon-flink/paimon-flink-common/src/main/java/org/apache/paimon/flink/action/{RemoveOrphanFilesActionFactory.java
=> RemoveUnexistingFilesActionFactory.java} (54%)
create mode 100644
paimon-flink/paimon-flink-common/src/main/java/org/apache/paimon/flink/procedure/RemoveUnexistingFilesProcedure.java
create mode 100644
paimon-flink/paimon-flink-common/src/test/java/org/apache/paimon/flink/action/RemoveUnexistingFilesActionITCase.java
create mode 100644
paimon-flink/paimon-flink-common/src/test/java/org/apache/paimon/flink/procedure/RemoveUnexistingFilesProcedureITCase.java
create mode 100644
paimon-spark/paimon-spark-common/src/main/java/org/apache/paimon/spark/procedure/RemoveUnexistingFilesProcedure.java
rename
paimon-spark/paimon-spark-common/src/main/scala/org/apache/paimon/spark/{orphan
=> procedure}/SparkOrphanFilesClean.scala (99%)
create mode 100644
paimon-spark/paimon-spark-common/src/main/scala/org/apache/paimon/spark/procedure/SparkRemoveUnexistingFiles.scala
create mode 100644
paimon-spark/paimon-spark-ut/src/test/scala/org/apache/paimon/spark/procedure/RemoveUnexistingFilesProcedureTest.scala
