This is an automated email from the ASF dual-hosted git repository.
dwysakowicz pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/flink.git.
from 9b84132 [hotfix][docs] reintroduce build_docs.sh script
new 2f16bff [hotfix] Remove unnecessary if in
RocksIncrementalSnapshotStrategy
new 7f3aa39 [hotfix] Cleanup raw types around PriorityQueueSetFactory
new 3ed5c1a [refactor] Remove AbstractRocksDBRestoreOperation
new f5fbb64 [refactor] Extract common interface for a single Rocks state
new be628c6 [hotfix] Fix RocksIncrementalCheckpointRescalingTest
new a9fef44 [FLINK-21344] Handle heap timers in Rocks state
new 8006618 [FLINK-21344] Do not store heap timers in raw operator state
for a savepoint
new 6ad54a5 [hotfix] Fix possible null pointer exception in
RocksStatesPerKeyGroupMergeIterator
new f519346 [FLINK-21344] Test legacy heap timers
The 9 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.../runtime/state/AbstractKeyedStateBackend.java | 3 +-
.../runtime/state/HeapPriorityQueuesManager.java | 110 +++++++++
.../runtime/state/PriorityQueueSetFactory.java | 2 +-
.../runtime/state/heap/HeapKeyedStateBackend.java | 75 +-----
.../state/heap/HeapMetaInfoRestoreOperation.java | 5 +-
.../state/heap/HeapPriorityQueueSetFactory.java | 2 +-
.../HeapPriorityQueueSnapshotRestoreWrapper.java | 5 +-
.../state/heap/HeapPriorityQueueStateSnapshot.java | 5 +
.../state/heap/HeapSavepointRestoreOperation.java | 6 +-
.../state/ttl/mock/MockKeyedStateBackend.java | 5 +-
.../streaming/state/RocksDBKeyedStateBackend.java | 34 ++-
.../state/RocksDBKeyedStateBackendBuilder.java | 55 +++--
.../state/RocksDBPriorityQueueSetFactory.java | 2 +-
.../state/iterator/RocksQueueIterator.java | 141 ++++++++++++
.../state/iterator/RocksSingleStateIterator.java | 29 ++-
.../RocksStatesPerKeyGroupMergeIterator.java | 66 +++---
.../state/iterator/SingleStateIterator.java | 19 +-
.../state/restore/RocksDBFullRestoreOperation.java | 85 +++----
...sDBRestoreOperation.java => RocksDBHandle.java} | 201 ++++++++--------
.../RocksDBHeapTimersFullRestoreOperation.java | 255 +++++++++++++++++++++
.../RocksDBIncrementalRestoreOperation.java | 191 +++++++--------
.../state/restore/RocksDBNoneRestoreOperation.java | 58 ++---
.../state/restore/RocksDBRestoreOperation.java | 3 +-
.../snapshot/RocksDBFullSnapshotResources.java | 26 ++-
.../state/snapshot/RocksFullSnapshotStrategy.java | 17 ++
.../snapshot/RocksIncrementalSnapshotStrategy.java | 8 +-
.../state/HeapTimersSnapshottingTest.java | 103 +++++++++
.../contrib/streaming/state/RocksDBTestUtils.java | 11 +-
.../RocksIncrementalCheckpointRescalingTest.java | 42 ----
...RocksKeyGroupsRocksSingleStateIteratorTest.java | 6 +-
.../api/operators/InternalTimeServiceManager.java | 12 +-
.../operators/InternalTimeServiceManagerImpl.java | 25 +-
.../api/operators/StreamOperatorStateHandler.java | 9 +-
.../BatchExecutionInternalTimeServiceManager.java | 5 -
.../state/BatchExecutionKeyedStateBackend.java | 4 +-
.../util/AbstractStreamOperatorTestHarness.java | 16 +-
.../flink/table/runtime/util/StateConfigUtil.java | 3 +-
.../test/checkpointing/TimersSavepointITCase.java | 229 ++++++++++++++++++
.../flink/test/state/BackendSwitchSpecs.java | 16 +-
.../RocksSavepointStateBackendSwitchTest.java | 22 +-
.../_metadata | Bin 0 -> 5391 bytes
41 files changed, 1395 insertions(+), 516 deletions(-)
create mode 100644
flink-runtime/src/main/java/org/apache/flink/runtime/state/HeapPriorityQueuesManager.java
create mode 100644
flink-state-backends/flink-statebackend-rocksdb/src/main/java/org/apache/flink/contrib/streaming/state/iterator/RocksQueueIterator.java
copy
flink-runtime/src/main/java/org/apache/flink/runtime/blob/BlobStoreService.java
=>
flink-state-backends/flink-statebackend-rocksdb/src/main/java/org/apache/flink/contrib/streaming/state/iterator/SingleStateIterator.java
(71%)
rename
flink-state-backends/flink-statebackend-rocksdb/src/main/java/org/apache/flink/contrib/streaming/state/restore/{AbstractRocksDBRestoreOperation.java
=> RocksDBHandle.java} (55%)
create mode 100644
flink-state-backends/flink-statebackend-rocksdb/src/main/java/org/apache/flink/contrib/streaming/state/restore/RocksDBHeapTimersFullRestoreOperation.java
create mode 100644
flink-state-backends/flink-statebackend-rocksdb/src/test/java/org/apache/flink/contrib/streaming/state/HeapTimersSnapshottingTest.java
create mode 100644
flink-tests/src/test/java/org/apache/flink/test/checkpointing/TimersSavepointITCase.java
create mode 100644
flink-tests/src/test/resources/legacy-raw-state-heap-timers-rocks-db-1.12/_metadata
