This is an automated email from the ASF dual-hosted git repository.
zhoubo pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/rocketmq-connect.git.
from 0669f46 Add 'connector/rocketmq-connect-activemq/' from commit
'e8aedf31c7eb4b26a2d9df7c766427fdfd845e9f'
new e2cc843 [ISSUE #570] ASoC runtime optimization: Cassandra connectors
(#587)
new fafa276 Add 'connector/rocketmq-connect-cassandra/' from commit
'e2cc843ef4926a98797ca76880579941d5363fc6'
new 44bb9bd [ISSUE #801]Rocketmq connector sink for hudi (#800)
new 5da4b78 fix hudi connect config
new 386adcc Add 'connector/rocketmq-connect-hudi/' from commit
'5da4b78705108ac6d260283cd38f9be08d2590b9'
The 5 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
connector/rocketmq-connect-cassandra/README.md | 97 +++++++
.../pom.xml | 123 +++++++--
.../rocketmq-connect-cassandra/scripts/gen_data.py | 155 +++++++++++
.../scripts/requirements.txt | 2 +
.../connect/cassandra/common/CloneUtils.java | 44 ++++
.../connect/cassandra/common/ConstDefine.java | 17 +-
.../rocketmq/connect/cassandra/common/DBUtils.java | 91 +++++++
.../connect/cassandra/common/DataType.java | 20 +-
.../rocketmq/connect/cassandra/common/Utils.java | 76 ++++++
.../rocketmq/connect/cassandra/config/Config.java | 282 +++++++++++++++++++++
.../connect/cassandra/config/ConfigUtil.java | 24 +-
.../cassandra/config/DbConnectorConfig.java | 110 ++++++++
.../cassandra/config/SinkDbConnectorConfig.java | 112 ++++++++
.../cassandra/config/SourceDbConnectorConfig.java | 87 +++++++
.../connect/cassandra/config/TaskDivideConfig.java | 123 +++++++++
.../connect/cassandra/config/TaskTopicInfo.java | 84 +++---
.../connector/CassandraSinkConnector.java | 240 ++++++++++++++++++
.../cassandra/connector/CassandraSinkTask.java | 161 ++++++++++++
.../connector/CassandraSourceConnector.java | 108 ++++++++
.../cassandra/connector/CassandraSourceTask.java | 168 ++++++++++++
.../connect/cassandra/schema/Database.java | 140 ++++++++++
.../rocketmq/connect/cassandra/schema/Schema.java | 146 +++++++++++
.../rocketmq/connect/cassandra/schema/Table.java | 103 ++++++++
.../schema/column/BigIntColumnParser.java | 43 ++--
.../schema/column/BooleanColumnParser.java | 33 +--
.../cassandra/schema/column/ColumnParser.java | 118 +++++++++
.../schema/column/DateTimeColumnParser.java | 53 ++++
.../schema/column/DefaultColumnParser.java | 32 +--
.../cassandra/schema/column/EnumColumnParser.java | 43 ++--
.../cassandra/schema/column/IntColumnParser.java | 66 +++++
.../cassandra/schema/column/SetColumnParser.java | 54 ++++
.../schema/column/StringColumnParser.java | 57 +++++
.../cassandra/schema/column/TimeColumnParser.java | 32 +--
.../cassandra/schema/column/YearColumnParser.java | 35 +--
.../rocketmq/connect/cassandra/sink/Updater.java | 216 ++++++++++++++++
.../rocketmq/connect/cassandra/source/Querier.java | 164 ++++++++++++
.../cassandra/strategy/DivideStrategyEnum.java | 17 +-
.../cassandra/strategy/DivideTaskByTopic.java | 110 ++++++++
.../cassandra/strategy/TaskDivideStrategy.java | 33 +--
connector/rocketmq-connect-hudi/README.md | 77 ++++++
.../rocketmq-connect-hudi}/pom.xml | 228 ++++++++++-------
.../rocketmq/connect/hudi/config/CloneUtils.java | 50 ++++
.../rocketmq/connect/hudi/config/ConfigUtil.java | 24 +-
.../connect/hudi/config/HudiConnectConfig.java | 173 +++++++++++++
.../connect/hudi/config/SinkConnectConfig.java | 139 ++++++++++
.../apache/rocketmq/connect/hudi/config/Utils.java | 75 ++++++
.../connect/hudi/connector/HudiSinkConnector.java | 250 ++++++++++++++++++
.../connect/hudi/connector/HudiSinkTask.java | 111 ++++++++
.../apache/rocketmq/connect/hudi/sink/Updater.java | 239 +++++++++++++++++
.../connect/hudi/strategy/ITaskDivideStrategy.java | 28 +-
.../hudi/strategy/TaskDivideByQueueStrategy.java | 80 ++++++
.../hudi/strategy/TaskDivideStrategyFactory.java | 9 +-
.../style}/rmq_checkstyle.xml | 6 -
53 files changed, 4713 insertions(+), 395 deletions(-)
create mode 100644 connector/rocketmq-connect-cassandra/README.md
copy connector/{rocketmq-connect-activemq =>
rocketmq-connect-cassandra}/pom.xml (64%)
create mode 100644 connector/rocketmq-connect-cassandra/scripts/gen_data.py
create mode 100644
connector/rocketmq-connect-cassandra/scripts/requirements.txt
create mode 100644
connector/rocketmq-connect-cassandra/src/main/java/org/apache/rocketmq/connect/cassandra/common/CloneUtils.java
copy
rocketmq-connect-sample/src/main/java/org/apache/rocketmq/connect/file/FileConstants.java
=>
connector/rocketmq-connect-cassandra/src/main/java/org/apache/rocketmq/connect/cassandra/common/ConstDefine.java
(66%)
create mode 100644
connector/rocketmq-connect-cassandra/src/main/java/org/apache/rocketmq/connect/cassandra/common/DBUtils.java
copy
rocketmq-connect-sample/src/main/java/org/apache/rocketmq/connect/file/FileConstants.java
=>
connector/rocketmq-connect-cassandra/src/main/java/org/apache/rocketmq/connect/cassandra/common/DataType.java
(66%)
create mode 100644
connector/rocketmq-connect-cassandra/src/main/java/org/apache/rocketmq/connect/cassandra/common/Utils.java
create mode 100644
connector/rocketmq-connect-cassandra/src/main/java/org/apache/rocketmq/connect/cassandra/config/Config.java
copy
rocketmq-connect-sample/src/main/java/org/apache/rocketmq/connect/file/FileUtils.java
=>
connector/rocketmq-connect-cassandra/src/main/java/org/apache/rocketmq/connect/cassandra/config/ConfigUtil.java
(79%)
create mode 100644
connector/rocketmq-connect-cassandra/src/main/java/org/apache/rocketmq/connect/cassandra/config/DbConnectorConfig.java
create mode 100644
connector/rocketmq-connect-cassandra/src/main/java/org/apache/rocketmq/connect/cassandra/config/SinkDbConnectorConfig.java
create mode 100644
connector/rocketmq-connect-cassandra/src/main/java/org/apache/rocketmq/connect/cassandra/config/SourceDbConnectorConfig.java
create mode 100644
connector/rocketmq-connect-cassandra/src/main/java/org/apache/rocketmq/connect/cassandra/config/TaskDivideConfig.java
copy
rocketmq-connect-cli/src/main/java/org/apache/rocketmq/connect/cli/commom/Config.java
=>
connector/rocketmq-connect-cassandra/src/main/java/org/apache/rocketmq/connect/cassandra/config/TaskTopicInfo.java
(60%)
create mode 100644
connector/rocketmq-connect-cassandra/src/main/java/org/apache/rocketmq/connect/cassandra/connector/CassandraSinkConnector.java
create mode 100644
connector/rocketmq-connect-cassandra/src/main/java/org/apache/rocketmq/connect/cassandra/connector/CassandraSinkTask.java
create mode 100644
connector/rocketmq-connect-cassandra/src/main/java/org/apache/rocketmq/connect/cassandra/connector/CassandraSourceConnector.java
create mode 100644
connector/rocketmq-connect-cassandra/src/main/java/org/apache/rocketmq/connect/cassandra/connector/CassandraSourceTask.java
create mode 100644
connector/rocketmq-connect-cassandra/src/main/java/org/apache/rocketmq/connect/cassandra/schema/Database.java
create mode 100644
connector/rocketmq-connect-cassandra/src/main/java/org/apache/rocketmq/connect/cassandra/schema/Schema.java
create mode 100644
connector/rocketmq-connect-cassandra/src/main/java/org/apache/rocketmq/connect/cassandra/schema/Table.java
copy
rocketmq-connect-runtime/src/test/java/org/apache/rocketmq/connect/runtime/connectorwrapper/testimpl/TestTask.java
=>
connector/rocketmq-connect-cassandra/src/main/java/org/apache/rocketmq/connect/cassandra/schema/column/BigIntColumnParser.java
(54%)
copy
rocketmq-connect-runtime/src/test/java/org/apache/rocketmq/connect/runtime/connectorwrapper/testimpl/TestTask.java
=>
connector/rocketmq-connect-cassandra/src/main/java/org/apache/rocketmq/connect/cassandra/schema/column/BooleanColumnParser.java
(67%)
create mode 100644
connector/rocketmq-connect-cassandra/src/main/java/org/apache/rocketmq/connect/cassandra/schema/column/ColumnParser.java
create mode 100644
connector/rocketmq-connect-cassandra/src/main/java/org/apache/rocketmq/connect/cassandra/schema/column/DateTimeColumnParser.java
copy
rocketmq-connect-runtime/src/test/java/org/apache/rocketmq/connect/runtime/connectorwrapper/testimpl/TestTask.java
=>
connector/rocketmq-connect-cassandra/src/main/java/org/apache/rocketmq/connect/cassandra/schema/column/DefaultColumnParser.java
(67%)
copy
rocketmq-connect-runtime/src/test/java/org/apache/rocketmq/connect/runtime/connectorwrapper/testimpl/TestTask.java
=>
connector/rocketmq-connect-cassandra/src/main/java/org/apache/rocketmq/connect/cassandra/schema/column/EnumColumnParser.java
(59%)
create mode 100644
connector/rocketmq-connect-cassandra/src/main/java/org/apache/rocketmq/connect/cassandra/schema/column/IntColumnParser.java
create mode 100644
connector/rocketmq-connect-cassandra/src/main/java/org/apache/rocketmq/connect/cassandra/schema/column/SetColumnParser.java
create mode 100644
connector/rocketmq-connect-cassandra/src/main/java/org/apache/rocketmq/connect/cassandra/schema/column/StringColumnParser.java
copy
rocketmq-connect-runtime/src/test/java/org/apache/rocketmq/connect/runtime/connectorwrapper/testimpl/TestTask.java
=>
connector/rocketmq-connect-cassandra/src/main/java/org/apache/rocketmq/connect/cassandra/schema/column/TimeColumnParser.java
(67%)
copy
rocketmq-connect-runtime/src/test/java/org/apache/rocketmq/connect/runtime/connectorwrapper/testimpl/TestTask.java
=>
connector/rocketmq-connect-cassandra/src/main/java/org/apache/rocketmq/connect/cassandra/schema/column/YearColumnParser.java
(63%)
create mode 100644
connector/rocketmq-connect-cassandra/src/main/java/org/apache/rocketmq/connect/cassandra/sink/Updater.java
create mode 100644
connector/rocketmq-connect-cassandra/src/main/java/org/apache/rocketmq/connect/cassandra/source/Querier.java
copy
rocketmq-connect-sample/src/main/java/org/apache/rocketmq/connect/file/FileConstants.java
=>
connector/rocketmq-connect-cassandra/src/main/java/org/apache/rocketmq/connect/cassandra/strategy/DivideStrategyEnum.java
(66%)
create mode 100644
connector/rocketmq-connect-cassandra/src/main/java/org/apache/rocketmq/connect/cassandra/strategy/DivideTaskByTopic.java
copy
rocketmq-connect-runtime/src/test/java/org/apache/rocketmq/connect/runtime/connectorwrapper/testimpl/TestTask.java
=>
connector/rocketmq-connect-cassandra/src/main/java/org/apache/rocketmq/connect/cassandra/strategy/TaskDivideStrategy.java
(66%)
create mode 100644 connector/rocketmq-connect-hudi/README.md
copy {rocketmq-connect-runtime => connector/rocketmq-connect-hudi}/pom.xml
(55%)
create mode 100644
connector/rocketmq-connect-hudi/src/main/java/org/apache/rocketmq/connect/hudi/config/CloneUtils.java
copy
rocketmq-connect-sample/src/main/java/org/apache/rocketmq/connect/file/FileUtils.java
=>
connector/rocketmq-connect-hudi/src/main/java/org/apache/rocketmq/connect/hudi/config/ConfigUtil.java
(79%)
create mode 100644
connector/rocketmq-connect-hudi/src/main/java/org/apache/rocketmq/connect/hudi/config/HudiConnectConfig.java
create mode 100644
connector/rocketmq-connect-hudi/src/main/java/org/apache/rocketmq/connect/hudi/config/SinkConnectConfig.java
create mode 100644
connector/rocketmq-connect-hudi/src/main/java/org/apache/rocketmq/connect/hudi/config/Utils.java
create mode 100644
connector/rocketmq-connect-hudi/src/main/java/org/apache/rocketmq/connect/hudi/connector/HudiSinkConnector.java
create mode 100644
connector/rocketmq-connect-hudi/src/main/java/org/apache/rocketmq/connect/hudi/connector/HudiSinkTask.java
create mode 100644
connector/rocketmq-connect-hudi/src/main/java/org/apache/rocketmq/connect/hudi/sink/Updater.java
copy
rocketmq-connect-runtime/src/test/java/org/apache/rocketmq/connect/runtime/connectorwrapper/testimpl/TestTask.java
=>
connector/rocketmq-connect-hudi/src/main/java/org/apache/rocketmq/connect/hudi/strategy/ITaskDivideStrategy.java
(68%)
create mode 100644
connector/rocketmq-connect-hudi/src/main/java/org/apache/rocketmq/connect/hudi/strategy/TaskDivideByQueueStrategy.java
copy
rocketmq-connect-runtime/src/main/java/org/apache/rocketmq/connect/runtime/connectorwrapper/WorkerState.java
=>
connector/rocketmq-connect-hudi/src/main/java/org/apache/rocketmq/connect/hudi/strategy/TaskDivideStrategyFactory.java
(80%)
copy {style => connector/rocketmq-connect-hudi/style}/rmq_checkstyle.xml (95%)
