This is an automated email from the ASF dual-hosted git repository.
duhengforever pushed a change to branch main
in repository https://gitbox.apache.org/repos/asf/rocketmq-flink.git.
discard ba029e7 first commit
new c05c018 Create directory for
beam,flink,spark,storm,mysql,redis,mongodb
new 12f0d0c [ROCKETMQ-82] RocketMQ-Flink Integration (#45)
new 11e2e6d ISSUE-61: Added javadocs for RocketMQ-Flink (#63)
new 624994d Fix NPE when getting offset(#153)
new 1c36e71 Remove python and go repositories
new 452b57f Add batch size param for flink sink (#198)
new b5c05e0 flink-rocketmq-sink , producer send message set delay level
(optional… (#237)
new 58d07fb Fix getting wrong offset bug when the source restart (#190)
new c9564d6 fix(module): fix load wrong offset from savepoint (#288)
new 42a5d6c Verify flink prs
new fc79313 create client instance for each sink/source
new 0be1ed7 code format
new 65e3029 update consumer offset after checkpoint completed
new f74cc27 Optimizing update offset code logic
new 8089fb1 clean up some dirty code
new 8531921 fix concurrent checkpoint bug
new c6cb79d Merge pull request #229 from Jennifer-sarah/master
new 0698d86 Producer failed to shutdown when exception happened (#388)
new 7059330 [ISSUE #385]Add acl feature support for rocketmq-flink (#384)
new a04b0bf No need to call this function twice (#329)
new 92d4cc3 Fix Checkstyle issue (#532) (#533)
new a78d575 feat(rocketmq-flink)upgrade rocketmq client to 4.7.1 (#589)
new 635a72d [ISSUE #337] throw exception when send message to broker fail
(#339)
new fe936a5 [ISSUE #656] Update flink connector rocketmq, support flink
metrics (#657)
new da92a64 [rocketmq-connector-flink] rebalance cause offset rollback to
long time ago (#672)
new f882acf [#705] Support the implementation of new Source interface
(#706)
new 340ea48 [#715] Support the RocketMQ TableSource based on the new
Source interface (#716)
new 465c60a Build pass jdk9+
new 4edc4da [#715] Support the RocketMQ TableSource based on the legacy
Source implementation (#779)
new bbd7c6d [#780] Support the RocketMQ TableSink based on the legacy
Sink implementation (#781)
new bf27790 [#786] RocketMQSourceFunction supports the close of
ExecutorService and ScheduledExecutorService (#790)
new aae7134 RocketMQSource improves the message consume of
RocketMQPartitionSplitReader (#791)
new aafb8e4 introduce RocketMQ SQL connector document (#793)
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (ba029e7)
\
N -- N -- N refs/heads/main (aafb8e4)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
The 33 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
LICENSE | 201 +++++++
NOTICE | 5 +
README.md | 204 ++++++-
pom.xml | 289 ++++++++++
.../rocketmq/flink/common/RocketMQOptions.java | 98 ++++
.../rocketmq/flink/legacy/RocketMQConfig.java | 183 +++++++
.../apache/rocketmq/flink/legacy/RocketMQSink.java | 209 +++++++
.../flink/legacy/RocketMQSourceFunction.java | 544 ++++++++++++++++++
.../rocketmq/flink/legacy/RunningChecker.java | 31 ++
.../common/selector/DefaultTopicSelector.java | 41 ++
.../common/selector/SimpleTopicSelector.java | 77 +++
.../legacy/common/selector/TopicSelector.java | 26 +
.../ForwardMessageExtDeserialization.java | 37 ++
.../KeyValueDeserializationSchema.java | 25 +
.../serialization/KeyValueSerializationSchema.java | 26 +
.../MessageExtDeserializationScheme.java | 39 ++
.../RowKeyValueDeserializationSchema.java | 407 ++++++++++++++
.../SimpleKeyValueDeserializationSchema.java | 65 +++
.../SimpleKeyValueSerializationSchema.java | 61 +++
.../SimpleTupleDeserializationSchema.java | 23 +
.../flink/legacy/common/util/MetricUtils.java | 87 +++
.../flink/legacy/common/util/RetryUtil.java | 58 ++
.../flink/legacy/common/util/RocketMQUtils.java | 81 +++
.../flink/legacy/common/util/TestUtils.java | 31 ++
.../watermark/BoundedOutOfOrdernessGenerator.java | 59 ++
.../BoundedOutOfOrdernessGeneratorPerQueue.java | 70 +++
.../common/watermark/PunctuatedAssigner.java | 48 ++
.../watermark/TimeLagWatermarkGenerator.java | 53 ++
.../legacy/common/watermark/WaterMarkForAll.java | 41 ++
.../legacy/common/watermark/WaterMarkPerQueue.java | 64 +++
.../flink/legacy/example/RocketMQFlinkExample.java | 132 +++++
.../flink/legacy/example/SimpleConsumer.java | 88 +++
.../flink/legacy/example/SimpleProducer.java | 81 +++
.../flink/legacy/function/SinkMapFunction.java | 50 ++
.../flink/legacy/function/SourceMapFunction.java | 33 ++
.../flink/sink/table/RocketMQDynamicTableSink.java | 257 +++++++++
.../table/RocketMQDynamicTableSinkFactory.java | 174 ++++++
.../flink/sink/table/RocketMQRowDataConverter.java | 217 ++++++++
.../flink/sink/table/RocketMQRowDataSink.java | 61 +++
.../rocketmq/flink/source/RocketMQSource.java | 181 ++++++
.../source/enumerator/RocketMQSourceEnumState.java | 38 ++
.../RocketMQSourceEnumStateSerializer.java | 64 +++
.../enumerator/RocketMQSourceEnumerator.java | 351 ++++++++++++
.../reader/RocketMQPartitionSplitReader.java | 386 +++++++++++++
.../flink/source/reader/RocketMQRecordEmitter.java | 39 ++
.../flink/source/reader/RocketMQSourceReader.java | 64 +++
.../source/reader/deserializer/BytesMessage.java | 53 ++
.../reader/deserializer/DeserializationSchema.java | 39 ++
.../reader/deserializer/DirtyDataStrategy.java | 28 +
.../RocketMQDeserializationSchema.java | 41 ++
.../RocketMQRowDeserializationSchema.java | 104 ++++
.../deserializer/RowDeserializationSchema.java | 606 +++++++++++++++++++++
.../flink/source/split/RocketMQPartitionSplit.java | 101 ++++
.../split/RocketMQPartitionSplitSerializer.java | 66 +++
.../source/split/RocketMQPartitionSplitState.java | 57 ++
.../table/RocketMQDynamicTableSourceFactory.java | 215 ++++++++
.../source/table/RocketMQScanTableSource.java | 228 ++++++++
.../rocketmq/flink/source/util/ByteSerializer.java | 156 ++++++
.../rocketmq/flink/source/util/ByteUtils.java | 219 ++++++++
.../flink/source/util/StringSerializer.java | 154 ++++++
.../org.apache.flink.table.factories.Factory | 17 +
.../rocketmq/flink/legacy/RocketMQSinkTest.java | 74 +++
.../rocketmq/flink/legacy/RocketMQSourceTest.java | 125 +++++
.../common/selector/DefaultTopicSelectorTest.java | 36 ++
.../common/selector/SimpleTopicSelectorTest.java | 48 ++
.../RowKeyValueDeserializationSchemaTest.java | 50 ++
.../SimpleKeyValueSerializationSchemaTest.java | 46 ++
.../table/RocketMQDynamicTableSinkFactoryTest.java | 107 ++++
.../RocketMQSourceEnumStateSerializerTest.java | 84 +++
.../source/reader/RocketMQRecordEmitterTest.java | 97 ++++
.../RocketMQRowDeserializationSchemaTest.java | 141 +++++
.../RocketMQPartitionSplitSerializerTest.java | 44 ++
.../RocketMQDynamicTableSourceFactoryTest.java | 111 ++++
style/copyright/Apache.xml | 24 +
style/copyright/profiles_settings.xml | 64 +++
style/rmq_checkstyle.xml | 142 +++++
style/rmq_codeStyle.xml | 157 ++++++
77 files changed, 8832 insertions(+), 1 deletion(-)
create mode 100644 LICENSE
create mode 100644 NOTICE
create mode 100644 pom.xml
create mode 100644
src/main/java/org/apache/rocketmq/flink/common/RocketMQOptions.java
create mode 100644
src/main/java/org/apache/rocketmq/flink/legacy/RocketMQConfig.java
create mode 100644
src/main/java/org/apache/rocketmq/flink/legacy/RocketMQSink.java
create mode 100644
src/main/java/org/apache/rocketmq/flink/legacy/RocketMQSourceFunction.java
create mode 100644
src/main/java/org/apache/rocketmq/flink/legacy/RunningChecker.java
create mode 100644
src/main/java/org/apache/rocketmq/flink/legacy/common/selector/DefaultTopicSelector.java
create mode 100644
src/main/java/org/apache/rocketmq/flink/legacy/common/selector/SimpleTopicSelector.java
create mode 100644
src/main/java/org/apache/rocketmq/flink/legacy/common/selector/TopicSelector.java
create mode 100644
src/main/java/org/apache/rocketmq/flink/legacy/common/serialization/ForwardMessageExtDeserialization.java
create mode 100644
src/main/java/org/apache/rocketmq/flink/legacy/common/serialization/KeyValueDeserializationSchema.java
create mode 100644
src/main/java/org/apache/rocketmq/flink/legacy/common/serialization/KeyValueSerializationSchema.java
create mode 100644
src/main/java/org/apache/rocketmq/flink/legacy/common/serialization/MessageExtDeserializationScheme.java
create mode 100644
src/main/java/org/apache/rocketmq/flink/legacy/common/serialization/RowKeyValueDeserializationSchema.java
create mode 100644
src/main/java/org/apache/rocketmq/flink/legacy/common/serialization/SimpleKeyValueDeserializationSchema.java
create mode 100644
src/main/java/org/apache/rocketmq/flink/legacy/common/serialization/SimpleKeyValueSerializationSchema.java
create mode 100644
src/main/java/org/apache/rocketmq/flink/legacy/common/serialization/SimpleTupleDeserializationSchema.java
create mode 100644
src/main/java/org/apache/rocketmq/flink/legacy/common/util/MetricUtils.java
create mode 100644
src/main/java/org/apache/rocketmq/flink/legacy/common/util/RetryUtil.java
create mode 100644
src/main/java/org/apache/rocketmq/flink/legacy/common/util/RocketMQUtils.java
create mode 100644
src/main/java/org/apache/rocketmq/flink/legacy/common/util/TestUtils.java
create mode 100644
src/main/java/org/apache/rocketmq/flink/legacy/common/watermark/BoundedOutOfOrdernessGenerator.java
create mode 100644
src/main/java/org/apache/rocketmq/flink/legacy/common/watermark/BoundedOutOfOrdernessGeneratorPerQueue.java
create mode 100644
src/main/java/org/apache/rocketmq/flink/legacy/common/watermark/PunctuatedAssigner.java
create mode 100644
src/main/java/org/apache/rocketmq/flink/legacy/common/watermark/TimeLagWatermarkGenerator.java
create mode 100644
src/main/java/org/apache/rocketmq/flink/legacy/common/watermark/WaterMarkForAll.java
create mode 100644
src/main/java/org/apache/rocketmq/flink/legacy/common/watermark/WaterMarkPerQueue.java
create mode 100644
src/main/java/org/apache/rocketmq/flink/legacy/example/RocketMQFlinkExample.java
create mode 100644
src/main/java/org/apache/rocketmq/flink/legacy/example/SimpleConsumer.java
create mode 100644
src/main/java/org/apache/rocketmq/flink/legacy/example/SimpleProducer.java
create mode 100644
src/main/java/org/apache/rocketmq/flink/legacy/function/SinkMapFunction.java
create mode 100644
src/main/java/org/apache/rocketmq/flink/legacy/function/SourceMapFunction.java
create mode 100644
src/main/java/org/apache/rocketmq/flink/sink/table/RocketMQDynamicTableSink.java
create mode 100644
src/main/java/org/apache/rocketmq/flink/sink/table/RocketMQDynamicTableSinkFactory.java
create mode 100644
src/main/java/org/apache/rocketmq/flink/sink/table/RocketMQRowDataConverter.java
create mode 100644
src/main/java/org/apache/rocketmq/flink/sink/table/RocketMQRowDataSink.java
create mode 100644
src/main/java/org/apache/rocketmq/flink/source/RocketMQSource.java
create mode 100644
src/main/java/org/apache/rocketmq/flink/source/enumerator/RocketMQSourceEnumState.java
create mode 100644
src/main/java/org/apache/rocketmq/flink/source/enumerator/RocketMQSourceEnumStateSerializer.java
create mode 100644
src/main/java/org/apache/rocketmq/flink/source/enumerator/RocketMQSourceEnumerator.java
create mode 100644
src/main/java/org/apache/rocketmq/flink/source/reader/RocketMQPartitionSplitReader.java
create mode 100644
src/main/java/org/apache/rocketmq/flink/source/reader/RocketMQRecordEmitter.java
create mode 100644
src/main/java/org/apache/rocketmq/flink/source/reader/RocketMQSourceReader.java
create mode 100644
src/main/java/org/apache/rocketmq/flink/source/reader/deserializer/BytesMessage.java
create mode 100644
src/main/java/org/apache/rocketmq/flink/source/reader/deserializer/DeserializationSchema.java
create mode 100644
src/main/java/org/apache/rocketmq/flink/source/reader/deserializer/DirtyDataStrategy.java
create mode 100644
src/main/java/org/apache/rocketmq/flink/source/reader/deserializer/RocketMQDeserializationSchema.java
create mode 100644
src/main/java/org/apache/rocketmq/flink/source/reader/deserializer/RocketMQRowDeserializationSchema.java
create mode 100644
src/main/java/org/apache/rocketmq/flink/source/reader/deserializer/RowDeserializationSchema.java
create mode 100644
src/main/java/org/apache/rocketmq/flink/source/split/RocketMQPartitionSplit.java
create mode 100644
src/main/java/org/apache/rocketmq/flink/source/split/RocketMQPartitionSplitSerializer.java
create mode 100644
src/main/java/org/apache/rocketmq/flink/source/split/RocketMQPartitionSplitState.java
create mode 100644
src/main/java/org/apache/rocketmq/flink/source/table/RocketMQDynamicTableSourceFactory.java
create mode 100644
src/main/java/org/apache/rocketmq/flink/source/table/RocketMQScanTableSource.java
create mode 100644
src/main/java/org/apache/rocketmq/flink/source/util/ByteSerializer.java
create mode 100644
src/main/java/org/apache/rocketmq/flink/source/util/ByteUtils.java
create mode 100644
src/main/java/org/apache/rocketmq/flink/source/util/StringSerializer.java
create mode 100644
src/main/resources/META-INF/services/org.apache.flink.table.factories.Factory
create mode 100644
src/test/java/org/apache/rocketmq/flink/legacy/RocketMQSinkTest.java
create mode 100644
src/test/java/org/apache/rocketmq/flink/legacy/RocketMQSourceTest.java
create mode 100644
src/test/java/org/apache/rocketmq/flink/legacy/common/selector/DefaultTopicSelectorTest.java
create mode 100644
src/test/java/org/apache/rocketmq/flink/legacy/common/selector/SimpleTopicSelectorTest.java
create mode 100644
src/test/java/org/apache/rocketmq/flink/legacy/common/serialization/RowKeyValueDeserializationSchemaTest.java
create mode 100644
src/test/java/org/apache/rocketmq/flink/legacy/common/serialization/SimpleKeyValueSerializationSchemaTest.java
create mode 100644
src/test/java/org/apache/rocketmq/flink/sink/table/RocketMQDynamicTableSinkFactoryTest.java
create mode 100644
src/test/java/org/apache/rocketmq/flink/source/enumerator/RocketMQSourceEnumStateSerializerTest.java
create mode 100644
src/test/java/org/apache/rocketmq/flink/source/reader/RocketMQRecordEmitterTest.java
create mode 100644
src/test/java/org/apache/rocketmq/flink/source/reader/deserializer/RocketMQRowDeserializationSchemaTest.java
create mode 100644
src/test/java/org/apache/rocketmq/flink/source/split/RocketMQPartitionSplitSerializerTest.java
create mode 100644
src/test/java/org/apache/rocketmq/flink/source/table/RocketMQDynamicTableSourceFactoryTest.java
create mode 100644 style/copyright/Apache.xml
create mode 100644 style/copyright/profiles_settings.xml
create mode 100644 style/rmq_checkstyle.xml
create mode 100644 style/rmq_codeStyle.xml
