This is an automated email from the ASF dual-hosted git repository.
sjwiesman pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/flink.git.
from c0f46ef [FLINK-25446][state] Avoid improper sanity check on read
bytes on DataInputStream#read(byte[])
add 15130b5 [FLINK-24912][state-processor-api] Migrate savepoint
bootstrapping to DataStream API
add 035ddf6 [FLINK-24912][state-processor-api] Migrate savepoint reader
to DataStream API
add 3b54d27 [FLINK-24912][state-processor-api] Update documentation for
DataStream based API
No new revisions were added by this update.
Summary of changes:
docs/content.zh/docs/libs/state_processor_api.md | 84 ++--
docs/content/docs/libs/state_processor_api.md | 69 +--
.../flink/state/api/BootstrapTransformation.java | 2 +
.../flink/state/api/EvictingWindowReader.java | 1 +
...der.java => EvictingWindowSavepointReader.java} | 42 +-
.../apache/flink/state/api/ExistingSavepoint.java | 7 +-
.../state/api/KeyedOperatorTransformation.java | 1 +
...ormation.java => KeyedStateTransformation.java} | 42 +-
.../org/apache/flink/state/api/NewSavepoint.java | 5 +-
.../state/api/OneInputOperatorTransformation.java | 2 +
...ation.java => OneInputStateTransformation.java} | 90 ++--
.../flink/state/api/OperatorTransformation.java | 35 +-
.../java/org/apache/flink/state/api/Savepoint.java | 6 +
...ExistingSavepoint.java => SavepointReader.java} | 138 +++---
.../apache/flink/state/api/SavepointWriter.java | 224 ++++++++++
...tion.java => StateBootstrapTransformation.java} | 111 +++--
.../org/apache/flink/state/api/WindowReader.java | 1 +
...indowReader.java => WindowSavepointReader.java} | 46 +-
.../state/api/WindowedStateTransformation.java | 470 +++++++++++++++++++++
.../apache/flink/state/api/WritableSavepoint.java | 1 +
.../state/api/input/KeyedStateInputFormat.java | 4 +-
.../state/api/input/OperatorStateInputFormat.java | 4 +
.../flink/state/api/input/SourceBuilder.java | 60 +++
.../api/input/operator/StateReaderOperator.java | 6 +-
...dedStreamTask.java => BootstrapStreamTask.java} | 77 +---
.../api/output/BootstrapStreamTaskRunner.java | 120 ++++++
.../output/BoundedOneInputStreamTaskRunner.java | 1 +
.../flink/state/api/output/BoundedStreamTask.java | 1 +
.../flink/state/api/output/EndOfDataMarker.java} | 18 +-
.../state/api/output/TimestampAssignerWrapper.java | 1 +
.../api/output/operators/GroupReduceOperator.java | 65 +++
.../state/api/output/partitioner/HashSelector.java | 1 +
.../partitioner/KeyGroupRangePartitioner.java | 1 +
.../api/runtime/BootstrapTransformationWithID.java | 1 +
.../MutableConfig.java} | 36 +-
...ava => StateBootstrapTransformationWithID.java} | 14 +-
.../api/runtime/metadata/OperatorStateSpec.java | 1 +
...atorStateSpec.java => OperatorStateSpecV2.java} | 24 +-
.../api/runtime/metadata/SavepointMetadata.java | 1 +
...pointMetadata.java => SavepointMetadataV2.java} | 32 +-
...RocksDBStateBackendReaderKeyedStateITCase.java} | 4 +-
...etEmbeddedRocksDBStateBackendWindowITCase.java} | 4 +-
...HashMapStateBackendReaderKeyedStateITCase.java} | 4 +-
...=> DataSetHashMapStateBackendWindowITCase.java} | 4 +-
...tMemoryStateBackendReaderKeyedStateITCase.java} | 4 +-
... => DataSetMemoryStateBackendWindowITCase.java} | 4 +-
...RocksDBStateBackendReaderKeyedStateITCase.java} | 4 +-
...=> DataSetRocksDBStateBackendWindowITCase.java} | 4 +-
...aSetSavepointReaderCustomSerializerITCase.java} | 4 +-
...Case.java => DataSetSavepointReaderITCase.java} | 4 +-
....java => DataSetSavepointReaderITTestBase.java} | 4 +-
...=> DataSetSavepointReaderKeyedStateITCase.java} | 2 +-
...ava => DataSetSavepointWindowReaderITCase.java} | 2 +-
...dRocksDBStateBackendReaderKeyedStateITCase.java | 3 +-
.../EmbeddedRocksDBStateBackendWindowITCase.java | 3 +-
.../HashMapStateBackendReaderKeyedStateITCase.java | 1 -
.../state/api/HashMapStateBackendWindowITCase.java | 3 +-
.../flink/state/api/SavepointDeepCopyTest.java | 43 +-
.../api/SavepointReaderCustomSerializerITCase.java | 14 +-
.../flink/state/api/SavepointReaderITCase.java | 14 +-
.../flink/state/api/SavepointReaderITTestBase.java | 47 +--
.../state/api/SavepointReaderKeyedStateITCase.java | 8 +-
.../state/api/SavepointWindowReaderITCase.java | 151 +++----
.../flink/state/api/SavepointWriterITCase.java | 68 +--
.../state/api/SavepointWriterWindowITCase.java | 139 +++---
.../api/StateBootstrapTransformationTest.java | 202 +++++++++
...terITCase.java => WritableSavepointITCase.java} | 2 +-
...ase.java => WritableSavepointWindowITCase.java} | 4 +-
.../JobResultRetriever.java} | 25 +-
69 files changed, 1876 insertions(+), 744 deletions(-)
copy
flink-libraries/flink-state-processing-api/src/main/java/org/apache/flink/state/api/{EvictingWindowReader.java
=> EvictingWindowSavepointReader.java} (88%)
copy
flink-libraries/flink-state-processing-api/src/main/java/org/apache/flink/state/api/{KeyedOperatorTransformation.java
=> KeyedStateTransformation.java} (73%)
copy
flink-libraries/flink-state-processing-api/src/main/java/org/apache/flink/state/api/{OneInputOperatorTransformation.java
=> OneInputStateTransformation.java} (64%)
copy
flink-libraries/flink-state-processing-api/src/main/java/org/apache/flink/state/api/{ExistingSavepoint.java
=> SavepointReader.java} (73%)
create mode 100644
flink-libraries/flink-state-processing-api/src/main/java/org/apache/flink/state/api/SavepointWriter.java
copy
flink-libraries/flink-state-processing-api/src/main/java/org/apache/flink/state/api/{BootstrapTransformation.java
=> StateBootstrapTransformation.java} (69%)
copy
flink-libraries/flink-state-processing-api/src/main/java/org/apache/flink/state/api/{WindowReader.java
=> WindowSavepointReader.java} (86%)
create mode 100644
flink-libraries/flink-state-processing-api/src/main/java/org/apache/flink/state/api/WindowedStateTransformation.java
create mode 100644
flink-libraries/flink-state-processing-api/src/main/java/org/apache/flink/state/api/input/SourceBuilder.java
copy
flink-libraries/flink-state-processing-api/src/main/java/org/apache/flink/state/api/output/{BoundedStreamTask.java
=> BootstrapStreamTask.java} (62%)
create mode 100644
flink-libraries/flink-state-processing-api/src/main/java/org/apache/flink/state/api/output/BootstrapStreamTaskRunner.java
copy
flink-libraries/flink-state-processing-api/src/{test/java/org/apache/flink/state/api/MemoryStateBackendWindowITCase.java
=> main/java/org/apache/flink/state/api/output/EndOfDataMarker.java} (67%)
create mode 100644
flink-libraries/flink-state-processing-api/src/main/java/org/apache/flink/state/api/output/operators/GroupReduceOperator.java
copy
flink-libraries/flink-state-processing-api/src/main/java/org/apache/flink/state/api/{output/partitioner/KeyGroupRangePartitioner.java
=> runtime/MutableConfig.java} (50%)
copy
flink-libraries/flink-state-processing-api/src/main/java/org/apache/flink/state/api/runtime/{BootstrapTransformationWithID.java
=> StateBootstrapTransformationWithID.java} (76%)
copy
flink-libraries/flink-state-processing-api/src/main/java/org/apache/flink/state/api/runtime/metadata/{OperatorStateSpec.java
=> OperatorStateSpecV2.java} (73%)
copy
flink-libraries/flink-state-processing-api/src/main/java/org/apache/flink/state/api/runtime/metadata/{SavepointMetadata.java
=> SavepointMetadataV2.java} (78%)
copy
flink-libraries/flink-state-processing-api/src/test/java/org/apache/flink/state/api/{EmbeddedRocksDBStateBackendReaderKeyedStateITCase.java
=> DataSetEmbeddedRocksDBStateBackendReaderKeyedStateITCase.java} (87%)
copy
flink-libraries/flink-state-processing-api/src/test/java/org/apache/flink/state/api/{EmbeddedRocksDBStateBackendWindowITCase.java
=> DataSetEmbeddedRocksDBStateBackendWindowITCase.java} (88%)
copy
flink-libraries/flink-state-processing-api/src/test/java/org/apache/flink/state/api/{HashMapStateBackendReaderKeyedStateITCase.java
=> DataSetHashMapStateBackendReaderKeyedStateITCase.java} (88%)
copy
flink-libraries/flink-state-processing-api/src/test/java/org/apache/flink/state/api/{HashMapStateBackendWindowITCase.java
=> DataSetHashMapStateBackendWindowITCase.java} (89%)
copy
flink-libraries/flink-state-processing-api/src/test/java/org/apache/flink/state/api/{MemoryStateBackendReaderKeyedStateITCase.java
=> DataSetMemoryStateBackendReaderKeyedStateITCase.java} (88%)
rename
flink-libraries/flink-state-processing-api/src/test/java/org/apache/flink/state/api/{MemoryStateBackendWindowITCase.java
=> DataSetMemoryStateBackendWindowITCase.java} (89%)
rename
flink-libraries/flink-state-processing-api/src/test/java/org/apache/flink/state/api/{RocksDBStateBackendReaderKeyedStateITCase.java
=> DataSetRocksDBStateBackendReaderKeyedStateITCase.java} (89%)
rename
flink-libraries/flink-state-processing-api/src/test/java/org/apache/flink/state/api/{RocksDBStateBackendWindowITCase.java
=> DataSetRocksDBStateBackendWindowITCase.java} (90%)
copy
flink-libraries/flink-state-processing-api/src/test/java/org/apache/flink/state/api/{SavepointReaderCustomSerializerITCase.java
=> DataSetSavepointReaderCustomSerializerITCase.java} (94%)
copy
flink-libraries/flink-state-processing-api/src/test/java/org/apache/flink/state/api/{SavepointReaderITCase.java
=> DataSetSavepointReaderITCase.java} (94%)
copy
flink-libraries/flink-state-processing-api/src/test/java/org/apache/flink/state/api/{SavepointReaderITTestBase.java
=> DataSetSavepointReaderITTestBase.java} (98%)
copy
flink-libraries/flink-state-processing-api/src/test/java/org/apache/flink/state/api/{SavepointReaderKeyedStateITCase.java
=> DataSetSavepointReaderKeyedStateITCase.java} (98%)
copy
flink-libraries/flink-state-processing-api/src/test/java/org/apache/flink/state/api/{SavepointWindowReaderITCase.java
=> DataSetSavepointWindowReaderITCase.java} (99%)
create mode 100644
flink-libraries/flink-state-processing-api/src/test/java/org/apache/flink/state/api/StateBootstrapTransformationTest.java
copy
flink-libraries/flink-state-processing-api/src/test/java/org/apache/flink/state/api/{SavepointWriterITCase.java
=> WritableSavepointITCase.java} (99%)
copy
flink-libraries/flink-state-processing-api/src/test/java/org/apache/flink/state/api/{SavepointWriterWindowITCase.java
=> WritableSavepointWindowITCase.java} (99%)
rename
flink-libraries/flink-state-processing-api/src/test/java/org/apache/flink/state/api/{MemoryStateBackendReaderKeyedStateITCase.java
=> utils/JobResultRetriever.java} (57%)
