This is an automated email from the ASF dual-hosted git repository.
jark pushed a change to branch release-0.9
in repository https://gitbox.apache.org/repos/asf/fluss.git
from 1fd153034 [kv] Add undo recovery support for aggregation tables (#2545)
new 1265812fb [lake/iceberg] Fix local date and time class cast (#2620)
new 6bfc45d96 [kv] Add zero-offset bucket keys verification in undo
recovery test (#2623)
new a65a6132b [flink] Drop kv snapshot lease when no checkpoint triggered
before (#2610)
new c8dc2405a [kv] Forbid aggregate merge engine with WAL changelog image
(#2617)
new 5816bd6de [spark] Fix unstable UT caused by CheckLastBatch call (#2628)
new 417c2207a [paimon] Fix union read paimon dv table issue (#2326)
The 6 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.../java/org/apache/fluss/client/admin/Admin.java | 65 +-
.../org/apache/fluss/client/admin/FlussAdmin.java | 31 +-
.../fluss/client/utils/ClientRpcMessageUtils.java | 4 +-
.../fluss/client/admin/FlussAdminITCase.java | 106 +++
.../security/acl/FlussAuthorizationITCase.java | 2 +-
.../fluss/lake/committer/CommitterInitContext.java | 8 +
.../fluss/lake/committer/LakeCommitResult.java | 187 +++++
.../apache/fluss/lake/committer/LakeCommitter.java | 7 +-
.../fluss/flink/lake/LakeSplitGenerator.java | 2 +-
.../org/apache/fluss/flink/source/FlinkSource.java | 6 +-
.../source/enumerator/FlinkSourceEnumerator.java | 78 +-
.../committer/FlussTableLakeSnapshotCommitter.java | 120 ++-
.../tiering/committer/TieringCommitOperator.java | 29 +-
.../committer/TieringCommitterInitContext.java | 12 +-
.../writer/undo/UndoRecoveryManagerITCase.java | 51 ++
.../fluss/flink/source/FlinkTableSourceITCase.java | 36 +-
.../enumerator/FlinkSourceEnumeratorTest.java | 27 +-
.../flink/tiering/TestingLakeTieringFactory.java | 6 +-
.../FlussTableLakeSnapshotCommitterTest.java | 86 +-
.../values/tiering/TestingValuesLakeCommitter.java | 7 +-
.../iceberg/source/IcebergArrayAsFlussArray.java | 11 +-
.../iceberg/source/IcebergRecordAsFlussRow.java | 10 +
.../lake/iceberg/tiering/IcebergLakeCommitter.java | 7 +-
.../source/IcebergRecordAsFlussRowTest.java | 47 +-
.../lake/iceberg/tiering/IcebergTieringTest.java | 9 +-
.../lake/lance/tiering/LanceLakeCommitter.java | 8 +-
.../fluss/lake/lance/tiering/LanceTieringTest.java | 10 +-
fluss-lake/fluss-lake-paimon/pom.xml | 2 +-
.../lake/paimon/tiering/PaimonLakeCommitter.java | 54 +-
.../utils/DvTableReadableSnapshotRetriever.java | 644 +++++++++++++++
.../fluss/lake/paimon/utils/PaimonConversions.java | 22 +
.../lake/paimon/utils/PaimonDvTableUtils.java | 192 +++++
.../lake/paimon/utils/PaimonPartitionBucket.java} | 54 +-
.../lake/paimon/LakeEnabledTableCreateITCase.java | 23 +
.../paimon/flink/FlinkUnionReadDvTableITCase.java | 488 ++++++++++++
.../lake/paimon/tiering/PaimonTieringTest.java | 14 +-
.../DvTableReadableSnapshotRetrieverTest.java | 871 +++++++++++++++++++++
.../lake/paimon/utils/PaimonDvTableUtilsTest.java | 241 ++++++
.../fluss/lake/paimon/utils/PaimonTestUtils.java | 133 ++++
.../fluss/rpc/gateway/AdminReadOnlyGateway.java | 9 +-
.../org/apache/fluss/rpc/protocol/ApiKeys.java | 2 +-
fluss-rpc/src/main/proto/FlussApi.proto | 15 +-
.../fluss/rpc/TestingTabletGatewayService.java | 8 +-
.../org/apache/fluss/server/RpcServiceBase.java | 60 +-
.../coordinator/CoordinatorEventProcessor.java | 83 +-
.../server/coordinator/CoordinatorService.java | 21 +-
.../event/CommitLakeTableSnapshotEvent.java | 12 +-
.../server/entity/CommitLakeTableSnapshotData.java | 102 ---
.../entity/CommitLakeTableSnapshotsData.java | 178 +++++
.../fluss/server/replica/ReplicaManager.java | 2 +-
.../fluss/server/utils/ServerRpcMessageUtils.java | 51 +-
.../server/utils/TableDescriptorValidation.java | 11 +
.../apache/fluss/server/zk/ZooKeeperClient.java | 32 +-
.../fluss/server/zk/data/lake/LakeTable.java | 83 +-
.../fluss/server/zk/data/lake/LakeTableHelper.java | 98 ++-
.../server/coordinator/TestCoordinatorGateway.java | 16 +-
.../lakehouse/TestingPaimonStoragePlugin.java | 5 +-
.../replica/CommitLakeTableSnapshotITCase.java | 2 +-
.../server/tablet/TestTabletServerGateway.java | 10 +-
.../server/zk/data/lake/LakeTableHelperTest.java | 122 ++-
.../apache/fluss/spark/SparkStreamingTest.scala | 3 -
fluss-test-coverage/pom.xml | 1 +
.../maintenance/operations/upgrade-notes-0.9.md | 14 +
63 files changed, 4264 insertions(+), 386 deletions(-)
create mode 100644
fluss-common/src/main/java/org/apache/fluss/lake/committer/LakeCommitResult.java
create mode 100644
fluss-lake/fluss-lake-paimon/src/main/java/org/apache/fluss/lake/paimon/utils/DvTableReadableSnapshotRetriever.java
create mode 100644
fluss-lake/fluss-lake-paimon/src/main/java/org/apache/fluss/lake/paimon/utils/PaimonDvTableUtils.java
copy
fluss-lake/{fluss-lake-iceberg/src/main/java/org/apache/fluss/lake/iceberg/source/IcebergSplit.java
=>
fluss-lake-paimon/src/main/java/org/apache/fluss/lake/paimon/utils/PaimonPartitionBucket.java}
(50%)
create mode 100644
fluss-lake/fluss-lake-paimon/src/test/java/org/apache/fluss/lake/paimon/flink/FlinkUnionReadDvTableITCase.java
create mode 100644
fluss-lake/fluss-lake-paimon/src/test/java/org/apache/fluss/lake/paimon/utils/DvTableReadableSnapshotRetrieverTest.java
create mode 100644
fluss-lake/fluss-lake-paimon/src/test/java/org/apache/fluss/lake/paimon/utils/PaimonDvTableUtilsTest.java
create mode 100644
fluss-lake/fluss-lake-paimon/src/test/java/org/apache/fluss/lake/paimon/utils/PaimonTestUtils.java
delete mode 100644
fluss-server/src/main/java/org/apache/fluss/server/entity/CommitLakeTableSnapshotData.java
create mode 100644
fluss-server/src/main/java/org/apache/fluss/server/entity/CommitLakeTableSnapshotsData.java
