This is an automated email from the ASF dual-hosted git repository.
jerryjing pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/paimon.git
from 2080559eb8 [Python] Blob read supports with_shard (#6465)
add f50733b53f [core] spark format table support overwrite (#6442)
No new revisions were added by this update.
Summary of changes:
.../paimon/fs/BaseMultiPartUploadCommitter.java | 86 +++++
.../fs/MultiPartUploadTwoPhaseOutputStream.java | 85 +----
.../paimon/fs/RenamingTwoPhaseOutputStream.java | 51 ++-
.../org/apache/paimon/fs/TwoPhaseOutputStream.java | 6 +-
.../MultiPartUploadTwoPhaseOutputStreamTest.java | 316 +++++++++++++++++
.../fs/RenamingTwoPhaseOutputStreamTest.java | 10 +-
.../paimon/io/FormatTableSingleFileWriter.java | 2 +-
.../paimon/table/format/FormatTableWrite.java | 4 +-
...tream.java => OSSMultiPartUploadCommitter.java} | 29 +-
.../apache/paimon/oss/OssTwoPhaseOutputStream.java | 7 +
.../paimon/oss/OssTwoPhaseOutputStreamTest.java | 382 ---------------------
...Stream.java => S3MultiPartUploadCommitter.java} | 29 +-
.../apache/paimon/s3/S3TwoPhaseOutputStream.java | 7 +
.../paimon/s3/S3TwoPhaseOutputStreamTest.java | 368 --------------------
...WriteBuilder.scala => BaseV2WriteBuilder.scala} | 18 +-
.../paimon/spark/write/BaseWriteBuilder.scala | 8 +-
.../paimon/spark/write/PaimonV2WriteBuilder.scala | 41 +--
.../paimon/spark/write/PaimonWriteBuilder.scala | 2 +
.../spark/sql/execution/PaimonFormatTable.scala | 72 +++-
.../paimon/spark/table/PaimonFormatTableTest.scala | 51 +++
20 files changed, 623 insertions(+), 951 deletions(-)
create mode 100644
paimon-common/src/main/java/org/apache/paimon/fs/BaseMultiPartUploadCommitter.java
create mode 100644
paimon-common/src/test/java/org/apache/paimon/fs/MultiPartUploadTwoPhaseOutputStreamTest.java
copy
paimon-filesystems/paimon-oss-impl/src/main/java/org/apache/paimon/oss/{OssTwoPhaseOutputStream.java
=> OSSMultiPartUploadCommitter.java} (50%)
delete mode 100644
paimon-filesystems/paimon-oss-impl/src/test/java/org/apache/paimon/oss/OssTwoPhaseOutputStreamTest.java
copy
paimon-filesystems/paimon-s3-impl/src/main/java/org/apache/paimon/s3/{S3TwoPhaseOutputStream.java
=> S3MultiPartUploadCommitter.java} (51%)
delete mode 100644
paimon-filesystems/paimon-s3-impl/src/test/java/org/apache/paimon/s3/S3TwoPhaseOutputStreamTest.java
copy
paimon-spark/paimon-spark-common/src/main/scala/org/apache/paimon/spark/write/{PaimonV2WriteBuilder.scala
=> BaseV2WriteBuilder.scala} (76%)