This is an automated email from the ASF dual-hosted git repository.
thexia pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/inlong.git
from bb45659e1 [INLONG-7958][Sort] Fix MongoDB's schema becomes unordered
after extracting the row data (#7960)
add 5678f5446 [INLONG-7831][Sort] Using spilling disk map to reduce memory
loss for buffer per parititon data (#7878)
No new revisions were added by this update.
Summary of changes:
inlong-sort/sort-connectors/iceberg/pom.xml | 22 +
.../sort/iceberg/FlinkDynamicTableFactory.java | 15 +
.../inlong/sort/iceberg/IcebergTableSink.java | 4 +-
.../apache/inlong/sort/iceberg/sink/FlinkSink.java | 12 +-
.../sink/IcebergMiniBatchGroupOperator.java | 120 +----
.../sort/iceberg/sink/collections/FileIOUtils.java | 53 +++
.../sort/iceberg/sink/collections/KVBuffer.java | 97 +++++
.../sink/collections/PartitionGroupBuffer.java | 375 ++++++++++++++++
.../sort/iceberg/sink/collections/RocksDBDAO.java | 485 +++++++++++++++++++++
.../iceberg/sink/collections/RocksDBKVBuffer.java | 177 ++++++++
.../sink/collections/SortedHeapKVBuffer.java | 65 +++
.../sort/iceberg/sink/TestMiniBatchOperator.java | 220 ++++++++++
.../sort/iceberg/sink/TestRocksDBKVBuffer.java | 60 +++
.../src/test/resources/log4j2-test.properties | 0
14 files changed, 1595 insertions(+), 110 deletions(-)
create mode 100644
inlong-sort/sort-connectors/iceberg/src/main/java/org/apache/inlong/sort/iceberg/sink/collections/FileIOUtils.java
create mode 100644
inlong-sort/sort-connectors/iceberg/src/main/java/org/apache/inlong/sort/iceberg/sink/collections/KVBuffer.java
create mode 100644
inlong-sort/sort-connectors/iceberg/src/main/java/org/apache/inlong/sort/iceberg/sink/collections/PartitionGroupBuffer.java
create mode 100644
inlong-sort/sort-connectors/iceberg/src/main/java/org/apache/inlong/sort/iceberg/sink/collections/RocksDBDAO.java
create mode 100644
inlong-sort/sort-connectors/iceberg/src/main/java/org/apache/inlong/sort/iceberg/sink/collections/RocksDBKVBuffer.java
create mode 100644
inlong-sort/sort-connectors/iceberg/src/main/java/org/apache/inlong/sort/iceberg/sink/collections/SortedHeapKVBuffer.java
create mode 100644
inlong-sort/sort-connectors/iceberg/src/test/java/org/apache/inlong/sort/iceberg/sink/TestMiniBatchOperator.java
create mode 100644
inlong-sort/sort-connectors/iceberg/src/test/java/org/apache/inlong/sort/iceberg/sink/TestRocksDBKVBuffer.java
copy inlong-sort/{sort-core =>
sort-connectors/iceberg}/src/test/resources/log4j2-test.properties (100%)
