This is an automated email from the ASF dual-hosted git repository.
roman pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/flink.git.
from 01dc9e0 [FLINK-23090] Introduce RpcSystem abstraction
new 5855912 [FLINK-21356][state/changelog] Serialize handles
implementations
new 9233040 [hotfix][state/changelog] Implement
InMemoryChangelogStateHandle.getKeyGroupRange
new 04ccb61 [hotfix][state/changelog] Introduce StateChangelogHandleReader
new 7dc0c6f [hotfix][state/changelog] Rename WriterFactory to Storage
after adding Reader
new 48270e3 [FLINK-21356][state/changelog] Implement checkpointing using
changelog
new fe5df06 [FLINK-21356][state/changelog] Implement recovery using
changelog
new 7cf3783 [hotfix][state/changelog] Rename StateChangelogHandle to
ChangelogStateHandle
The 7 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.../metadata/MetadataV2V3SerializerBase.java | 107 +++++++++
.../runtime/state/AbstractKeyedStateBackend.java | 8 +-
.../changelog/ChangelogStateBackendHandle.java | 143 ++++++++++++
...ngelogHandle.java => ChangelogStateHandle.java} | 14 +-
...pl.java => ChangelogStateHandleStreamImpl.java} | 73 +++---
.../runtime/state/changelog/SequenceNumber.java | 2 +-
.../flink/runtime/state/changelog/StateChange.java | 3 +-
...Handle.java => StateChangelogHandleReader.java} | 12 +-
.../StateChangelogHandleStreamHandleReader.java | 98 ++++++++
...iterFactory.java => StateChangelogStorage.java} | 9 +-
...oader.java => StateChangelogStorageLoader.java} | 12 +-
.../state/changelog/StateChangelogWriter.java | 6 +-
.../inmemory/InMemoryChangelogStateHandle.java | 102 +++++++++
.../inmemory/InMemoryStateChangelogHandle.java | 80 -------
...ory.java => InMemoryStateChangelogStorage.java} | 17 +-
.../inmemory/InMemoryStateChangelogWriter.java | 64 ++++--
.../state/metainfo/StateMetaInfoSnapshot.java | 26 ++-
....runtime.state.changelog.StateChangelogStorage} | 2 +-
...t.java => StateChangelogStorageLoaderTest.java} | 19 +-
...oryTest.java => StateChangelogStorageTest.java} | 47 ++--
.../state/changelog/AbstractChangelogState.java | 2 +-
.../state/changelog/AbstractStateChangeLogger.java | 79 +++----
.../state/changelog/ChangelogAggregatingState.java | 22 +-
.../ChangelogKeyGroupedPriorityQueue.java | 13 +-
.../changelog/ChangelogKeyedStateBackend.java | 246 +++++++++++++++++++--
.../flink/state/changelog/ChangelogListState.java | 21 +-
.../flink/state/changelog/ChangelogMapState.java | 21 +-
.../state/changelog/ChangelogReducingState.java | 21 +-
.../flink/state/changelog/ChangelogState.java | 19 +-
.../state/changelog/ChangelogStateBackend.java | 122 ++++++----
.../flink/state/changelog/ChangelogValueState.java | 22 +-
.../state/changelog/KvStateChangeLoggerImpl.java | 2 +-
.../state/changelog/StateChangeOperation.java | 69 ++++++
.../restore/AggregatingStateChangeApplier.java | 57 +++++
.../changelog/restore/ChangelogApplierFactory.java | 55 +++++
.../restore/ChangelogApplierFactoryImpl.java | 69 ++++++
.../restore/ChangelogBackendLogApplier.java | 176 +++++++++++++++
.../restore/ChangelogBackendRestoreOperation.java | 107 +++++++++
.../restore/FunctionDelegationHelper.java | 149 +++++++++++++
.../changelog/restore/KvStateChangeApplier.java | 62 ++++++
.../changelog/restore/ListStateChangeApplier.java | 69 ++++++
.../changelog/restore/MapStateChangeApplier.java | 65 ++++++
.../restore/PriorityQueueStateChangeApplier.java | 54 +++++
.../restore/ReducingStateChangeApplier.java | 57 +++++
.../changelog/restore/StateChangeApplier.java | 19 +-
.../changelog/restore/ValueStateChangeApplier.java | 53 +++++
.../state/changelog/ChangelogListStateTest.java | 7 +-
.../state/changelog/ChangelogMapStateTest.java | 7 +-
.../changelog/KvStateChangeLoggerImplTest.java | 3 +-
.../PriorityQueueStateChangeLoggerImplTest.java | 3 +-
.../state/changelog/StateChangeLoggerTestBase.java | 8 +-
51 files changed, 2122 insertions(+), 401 deletions(-)
create mode 100644
flink-runtime/src/main/java/org/apache/flink/runtime/state/changelog/ChangelogStateBackendHandle.java
copy
flink-runtime/src/main/java/org/apache/flink/runtime/state/changelog/{StateChangelogHandle.java
=> ChangelogStateHandle.java} (71%)
rename
flink-runtime/src/main/java/org/apache/flink/runtime/state/changelog/{StateChangelogHandleStreamImpl.java
=> ChangelogStateHandleStreamImpl.java} (70%)
copy
flink-runtime/src/main/java/org/apache/flink/runtime/state/changelog/{StateChangelogHandle.java
=> StateChangelogHandleReader.java} (73%)
create mode 100644
flink-runtime/src/main/java/org/apache/flink/runtime/state/changelog/StateChangelogHandleStreamHandleReader.java
rename
flink-runtime/src/main/java/org/apache/flink/runtime/state/changelog/{StateChangelogWriterFactory.java
=> StateChangelogStorage.java} (78%)
rename
flink-runtime/src/main/java/org/apache/flink/runtime/state/changelog/{StateChangelogWriterFactoryLoader.java
=> StateChangelogStorageLoader.java} (78%)
create mode 100644
flink-runtime/src/main/java/org/apache/flink/runtime/state/changelog/inmemory/InMemoryChangelogStateHandle.java
delete mode 100644
flink-runtime/src/main/java/org/apache/flink/runtime/state/changelog/inmemory/InMemoryStateChangelogHandle.java
rename
flink-runtime/src/main/java/org/apache/flink/runtime/state/changelog/inmemory/{InMemoryStateChangelogWriterFactory.java
=> InMemoryStateChangelogStorage.java} (65%)
rename
flink-runtime/src/main/resources/META-INF/services/{org.apache.flink.runtime.state.changelog.StateChangelogWriterFactory
=> org.apache.flink.runtime.state.changelog.StateChangelogStorage} (97%)
rename
flink-runtime/src/test/java/org/apache/flink/runtime/state/changelog/inmemory/{StateChangelogWriterFactoryLoaderTest.java
=> StateChangelogStorageLoaderTest.java} (72%)
rename
flink-runtime/src/test/java/org/apache/flink/runtime/state/changelog/inmemory/{StateChangelogWriterFactoryTest.java
=> StateChangelogStorageTest.java} (76%)
copy
flink-runtime/src/main/java/org/apache/flink/runtime/state/changelog/StateChangelogHandle.java
=>
flink-state-backends/flink-statebackend-changelog/src/main/java/org/apache/flink/state/changelog/ChangelogState.java
(64%)
create mode 100644
flink-state-backends/flink-statebackend-changelog/src/main/java/org/apache/flink/state/changelog/StateChangeOperation.java
create mode 100644
flink-state-backends/flink-statebackend-changelog/src/main/java/org/apache/flink/state/changelog/restore/AggregatingStateChangeApplier.java
create mode 100644
flink-state-backends/flink-statebackend-changelog/src/main/java/org/apache/flink/state/changelog/restore/ChangelogApplierFactory.java
create mode 100644
flink-state-backends/flink-statebackend-changelog/src/main/java/org/apache/flink/state/changelog/restore/ChangelogApplierFactoryImpl.java
create mode 100644
flink-state-backends/flink-statebackend-changelog/src/main/java/org/apache/flink/state/changelog/restore/ChangelogBackendLogApplier.java
create mode 100644
flink-state-backends/flink-statebackend-changelog/src/main/java/org/apache/flink/state/changelog/restore/ChangelogBackendRestoreOperation.java
create mode 100644
flink-state-backends/flink-statebackend-changelog/src/main/java/org/apache/flink/state/changelog/restore/FunctionDelegationHelper.java
create mode 100644
flink-state-backends/flink-statebackend-changelog/src/main/java/org/apache/flink/state/changelog/restore/KvStateChangeApplier.java
create mode 100644
flink-state-backends/flink-statebackend-changelog/src/main/java/org/apache/flink/state/changelog/restore/ListStateChangeApplier.java
create mode 100644
flink-state-backends/flink-statebackend-changelog/src/main/java/org/apache/flink/state/changelog/restore/MapStateChangeApplier.java
create mode 100644
flink-state-backends/flink-statebackend-changelog/src/main/java/org/apache/flink/state/changelog/restore/PriorityQueueStateChangeApplier.java
create mode 100644
flink-state-backends/flink-statebackend-changelog/src/main/java/org/apache/flink/state/changelog/restore/ReducingStateChangeApplier.java
rename
flink-runtime/src/main/java/org/apache/flink/runtime/state/changelog/StateChangelogHandle.java
=>
flink-state-backends/flink-statebackend-changelog/src/main/java/org/apache/flink/state/changelog/restore/StateChangeApplier.java
(63%)
create mode 100644
flink-state-backends/flink-statebackend-changelog/src/main/java/org/apache/flink/state/changelog/restore/ValueStateChangeApplier.java
