This is an automated email from the ASF dual-hosted git repository.
dannycranmer pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/flink.git.
from a519ed1 [FLINK-25478][chaneglog] Correct the state register logic of
ChangelogStateBackendHandle
add aab253a [FLINK-25943][connector/common] Add buffered requests to
snapshot state in AsyncSyncWriter, Implement state serializer in
AsyncSyncWriter and KinesisDataStreams and KinesisFirehose.
No new revisions were added by this update.
Summary of changes:
.../pom.xml | 8 +
.../kinesis/sink/KinesisDataStreamsSink.java | 13 +-
.../kinesis/sink/KinesisDataStreamsSinkWriter.java | 32 +++-
.../sink/KinesisDataStreamsStateSerializer.java | 83 ++++++++++
.../KinesisDataStreamsStateSerializerTest.java | 56 +++++++
.../firehose/sink/KinesisFirehoseSink.java | 14 +-
.../firehose/sink/KinesisFirehoseSinkWriter.java | 32 +++-
.../sink/KinesisFirehoseStateSerializer.java | 40 ++---
.../sink/KinesisFirehoseSinkWriterTest.java | 4 +-
.../sink/KinesisFirehoseStateSerializerTest.java | 56 +++++++
.../flink/connector/base/sink/AsyncSinkBase.java | 4 +-
.../base/sink/writer/AsyncSinkWriter.java | 60 ++++++-
.../writer/AsyncSinkWriterStateSerializer.java | 100 ++++++++++++
.../base/sink/writer/BufferedRequestState.java | 72 ++++++++
.../connector/base/sink/ArrayListAsyncSink.java | 9 +-
.../writer/AsyncSinkWriterStateSerializerTest.java | 68 ++++++++
.../base/sink/writer/AsyncSinkWriterTest.java | 181 ++++++++++++++++++++-
.../base/sink/writer/AsyncSinkWriterTestUtils.java | 66 ++++++++
18 files changed, 839 insertions(+), 59 deletions(-)
create mode 100644
flink-connectors/flink-connector-aws-kinesis-data-streams/src/main/java/org/apache/flink/connector/kinesis/sink/KinesisDataStreamsStateSerializer.java
create mode 100644
flink-connectors/flink-connector-aws-kinesis-data-streams/src/test/java/org/apache/flink/connector/kinesis/sink/KinesisDataStreamsStateSerializerTest.java
copy
flink-runtime/src/main/java/org/apache/flink/runtime/checkpoint/metadata/MetadataV1Serializer.java
=>
flink-connectors/flink-connector-aws-kinesis-firehose/src/main/java/org/apache/flink/connector/firehose/sink/KinesisFirehoseStateSerializer.java
(51%)
create mode 100644
flink-connectors/flink-connector-aws-kinesis-firehose/src/test/java/org/apache/flink/connector/firehose/sink/KinesisFirehoseStateSerializerTest.java
create mode 100644
flink-connectors/flink-connector-base/src/main/java/org/apache/flink/connector/base/sink/writer/AsyncSinkWriterStateSerializer.java
create mode 100644
flink-connectors/flink-connector-base/src/main/java/org/apache/flink/connector/base/sink/writer/BufferedRequestState.java
create mode 100644
flink-connectors/flink-connector-base/src/test/java/org/apache/flink/connector/base/sink/writer/AsyncSinkWriterStateSerializerTest.java
create mode 100644
flink-connectors/flink-connector-base/src/test/java/org/apache/flink/connector/base/sink/writer/AsyncSinkWriterTestUtils.java
