This is an automated email from the ASF dual-hosted git repository.
zirui pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/inlong.git
from d7459a22cf [INLONG-9041][Manager] Support saving schema information
when saving iceberg source (#9042)
add 7c536041e8 [INLONG-8982][Sort] Add Iceberg sink on flink 1.15 (#9035)
No new revisions were added by this update.
Summary of changes:
.../sort/protocol/node/load/IcebergLoadNode.java | 15 +-
.../sort/iceberg/FlinkDynamicTableFactory.java | 2 +-
...eMetadata.java => IcebergWritableMetadata.java} | 27 +-
.../inlong/sort/iceberg/sink/CommitSummary.java | 96 +++
.../inlong/sort/iceberg/sink/DeltaManifests.java | 17 +-
.../iceberg/sink/DeltaManifestsSerializer.java | 13 +-
.../iceberg/sink/EqualityFieldKeySelector.java | 11 +-
.../sort/iceberg/sink/FlinkManifestUtil.java | 63 +-
.../apache/inlong/sort/iceberg/sink/FlinkSink.java | 690 +++++++++++++++++++++
.../sort/iceberg/sink/IcebergFilesCommitter.java | 518 ++++++++++++++++
.../iceberg/sink/IcebergFilesCommitterMetrics.java | 101 +++
.../sort/iceberg/sink/IcebergStreamWriter.java | 134 ++++
.../iceberg/sink/IcebergStreamWriterMetrics.java | 116 ++++
.../inlong/sort/iceberg/sink/IcebergTableSink.java | 160 +++++
.../iceberg/sink/ManifestOutputFileFactory.java | 36 +-
.../sort/iceberg/sink/PartitionKeySelector.java | 11 +-
.../reader/InlongIcebergSourceReaderMetrics.java | 2 +-
.../source/reader/RowDataRecordFactory.java | 4 +-
.../utils/RecyclableJoinedRowData.java | 2 +-
.../{source => }/utils/RowDataCloneUtil.java | 2 +-
.../sort/iceberg/utils/SinkMetadataUtils.java | 107 ++++
licenses/inlong-sort-connectors/LICENSE | 33 +-
22 files changed, 2072 insertions(+), 88 deletions(-)
copy
inlong-sort/sort-flink/sort-flink-v1.15/sort-connectors/iceberg/src/main/java/org/apache/inlong/sort/iceberg/{IcebergReadableMetadata.java
=> IcebergWritableMetadata.java} (86%)
create mode 100644
inlong-sort/sort-flink/sort-flink-v1.15/sort-connectors/iceberg/src/main/java/org/apache/inlong/sort/iceberg/sink/CommitSummary.java
copy inlong-sort/sort-flink/{sort-flink-v1.13 =>
sort-flink-v1.15}/sort-connectors/iceberg/src/main/java/org/apache/inlong/sort/iceberg/sink/DeltaManifests.java
(81%)
copy inlong-sort/sort-flink/{sort-flink-v1.13 =>
sort-flink-v1.15}/sort-connectors/iceberg/src/main/java/org/apache/inlong/sort/iceberg/sink/DeltaManifestsSerializer.java
(90%)
copy inlong-sort/sort-flink/{sort-flink-v1.13 =>
sort-flink-v1.15}/sort-connectors/iceberg/src/main/java/org/apache/inlong/sort/iceberg/sink/EqualityFieldKeySelector.java
(88%)
copy inlong-sort/sort-flink/{sort-flink-v1.13 =>
sort-flink-v1.15}/sort-connectors/iceberg/src/main/java/org/apache/inlong/sort/iceberg/sink/FlinkManifestUtil.java
(63%)
create mode 100644
inlong-sort/sort-flink/sort-flink-v1.15/sort-connectors/iceberg/src/main/java/org/apache/inlong/sort/iceberg/sink/FlinkSink.java
create mode 100644
inlong-sort/sort-flink/sort-flink-v1.15/sort-connectors/iceberg/src/main/java/org/apache/inlong/sort/iceberg/sink/IcebergFilesCommitter.java
create mode 100644
inlong-sort/sort-flink/sort-flink-v1.15/sort-connectors/iceberg/src/main/java/org/apache/inlong/sort/iceberg/sink/IcebergFilesCommitterMetrics.java
create mode 100644
inlong-sort/sort-flink/sort-flink-v1.15/sort-connectors/iceberg/src/main/java/org/apache/inlong/sort/iceberg/sink/IcebergStreamWriter.java
create mode 100644
inlong-sort/sort-flink/sort-flink-v1.15/sort-connectors/iceberg/src/main/java/org/apache/inlong/sort/iceberg/sink/IcebergStreamWriterMetrics.java
create mode 100644
inlong-sort/sort-flink/sort-flink-v1.15/sort-connectors/iceberg/src/main/java/org/apache/inlong/sort/iceberg/sink/IcebergTableSink.java
copy inlong-sort/sort-flink/{sort-flink-v1.13 =>
sort-flink-v1.15}/sort-connectors/iceberg/src/main/java/org/apache/inlong/sort/iceberg/sink/ManifestOutputFileFactory.java
(70%)
copy inlong-sort/sort-flink/{sort-flink-v1.13 =>
sort-flink-v1.15}/sort-connectors/iceberg/src/main/java/org/apache/inlong/sort/iceberg/sink/PartitionKeySelector.java
(87%)
rename
inlong-sort/sort-flink/sort-flink-v1.15/sort-connectors/iceberg/src/main/java/org/apache/inlong/sort/iceberg/{source
=> }/utils/RecyclableJoinedRowData.java (99%)
rename
inlong-sort/sort-flink/sort-flink-v1.15/sort-connectors/iceberg/src/main/java/org/apache/inlong/sort/iceberg/{source
=> }/utils/RowDataCloneUtil.java (97%)
create mode 100644
inlong-sort/sort-flink/sort-flink-v1.15/sort-connectors/iceberg/src/main/java/org/apache/inlong/sort/iceberg/utils/SinkMetadataUtils.java
