This is an automated email from the ASF dual-hosted git repository.
zhoubo pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/rocketmq-connect.git.
from 386adcc Add 'connector/rocketmq-connect-hudi/' from commit
'5da4b78705108ac6d260283cd38f9be08d2590b9'
new a9fb3af Init rocketmq-connect-jdbc
new 13b6ae3 Add Jdbc Source Connector and Do Unit Test
new 9716b10 Update pom.xml
new 5db4b46 Update Config.java
new 675099d Update JdbcSourceConnector.java
new 3c5f659 Add Jdbc Source Task (To be continued)
new 2cc48d9 Add Config File
new 5a83890 Add JdbcSourceTask
new e915f67 Add JdbcSourceTask and Schema
new 9ea583f Add SourceJdbcTask and Schema
new 8ecde45 Add JdbcSourceTask and Schema
new a1d1200 Delete ReplicatorTest.java
new b1acd43 delete lib
new 488223c develop the jdbcsource connector
new d0569b7 Update Querier.java
new cd6410d Update JdbcSourceConnectorTest.java
new 1376d82 Develop TimestampIncrementingQuerier Mode
new 4849ff5 Update TimestampIncrementingQuerier.java
new e72688b Update Querier.java
new 0521831 Delete JdbcSourceTaskTest.java
new 8a266e8 update readme
new 717d4a2 Update Schema.java
new 5457c06 Update JdbcSourceTask.java
new db7644a Update JdbcSourceTask.java
new 182fd46 [ISSUE #441] Add Jdbc Sink Connector (#442)
new 42cbfb3 [ISSUE #485] Support repeat consumption (#486)
new d06e10c [ISSUE #487] Jdbc source connector support syncing data with
white ta… (#488)
new 759e422 [ISSUE #498] update rocketmq-jdbc-connector README.md (#499)
new 341d6f3 [ISSUE #489] JDBC Connector support divide task by topic
strategy (#490)
new 252e26a [ISSUE #495] jdbc-sink-connector support divide task by queue
(#496)
new 7c81b41 Update connector dependency to the latest version
new 7ebfedf fix(jdbc-connect) removed unused class
new b9802ae fix(jdbc-connect) removed unused class (#544)
new e325d72 1.add rocketmq-tools dependency so rocketmq-connect-jdbc can
run on it (#537)
new 5420e44 1.add required fields in RockeMQ jdbc connector 2. add docs
(#539)
new 0b56e47 [ISSUE #545]bug fix (#546)
new a1f2ff2 [ISSUE #550] Removed unnecessary value of REQUEST_CONFIG in
Config.java (#551)
new 9849db6 [ISSUE #554] Update druid version and set
ConnectionErrorRetryAttempts
new 1a49e60 [ISSUE #558] An ugly solution for fetch topic list error
new b425260 [ISSUE #570] ASoC connect runtime optimization: CLI (#622)
new 5f40a88 Update README.md (#553)
new 6708ada Merge branch 'master' of github.com:apache/rocketmq-externals
new 24c083e Add 'connector/rocketmq-connect-jdbc/' from commit
'6708ada617d9f6cfef5ca42a3c2f97af44603a89'
The 43 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
connector/rocketmq-connect-jdbc/README.md | 85 ++++++
.../pom.xml | 147 +++++-----
.../rocketmq/connect/jdbc}/common/CloneUtils.java | 18 +-
.../rocketmq/connect/jdbc}/common/ConstDefine.java | 6 +-
.../rocketmq/connect/jdbc/common/DBUtils.java | 212 ++++++++++++++
.../rocketmq/connect/jdbc/common}/Utils.java | 15 +-
.../rocketmq/connect/jdbc}/config/Config.java | 181 ++++++++----
.../rocketmq/connect/jdbc}/config/ConfigUtil.java | 20 +-
.../rocketmq/connect/jdbc/config}/DataType.java | 2 +-
.../connect/jdbc}/config/DbConnectorConfig.java | 32 +--
.../jdbc}/config/SinkDbConnectorConfig.java | 36 +--
.../jdbc}/config/SourceDbConnectorConfig.java | 32 +--
.../connect/jdbc}/config/TaskDivideConfig.java | 17 +-
.../connect/jdbc}/config/TaskTopicInfo.java | 15 +-
.../connect/jdbc/connector/JdbcSinkConnector.java} | 89 +++---
.../connect/jdbc/connector/JdbcSinkTask.java} | 79 ++----
.../jdbc/connector/JdbcSourceConnector.java} | 29 +-
.../connect/jdbc/connector/JdbcSourceTask.java} | 85 +++---
.../rocketmq/connect/jdbc/schema/Database.java | 109 ++++++++
.../rocketmq/connect/jdbc/schema/Schema.java | 123 ++++++++
.../rocketmq/connect/jdbc}/schema/Table.java | 6 +-
.../jdbc}/schema/column/BigIntColumnParser.java | 2 +-
.../connect/jdbc}/schema/column/ColumnParser.java | 18 +-
.../jdbc}/schema/column/DateTimeColumnParser.java | 2 +-
.../jdbc}/schema/column/DefaultColumnParser.java | 2 +-
.../jdbc}/schema/column/EnumColumnParser.java | 2 +-
.../jdbc}/schema/column/IntColumnParser.java | 2 +-
.../jdbc}/schema/column/SetColumnParser.java | 2 +-
.../jdbc}/schema/column/StringColumnParser.java | 2 +-
.../jdbc}/schema/column/TimeColumnParser.java | 2 +-
.../jdbc}/schema/column/YearColumnParser.java | 2 +-
.../apache/rocketmq/connect/jdbc/sink/Updater.java | 258 +++++++++++++++++
.../rocketmq/connect/jdbc/source/Querier.java | 173 ++++++++++++
.../jdbc/source/TimestampIncrementingQuerier.java | 311 +++++++++++++++++++++
.../connect/jdbc}/strategy/DivideStrategyEnum.java | 2 +-
.../connect/jdbc/strategy/DivideTaskByQueue.java | 72 +++++
.../connect/jdbc}/strategy/DivideTaskByTopic.java | 63 +++--
.../connect/jdbc}/strategy/TaskDivideStrategy.java | 12 +-
.../jdbc/connector/JdbcSourceConnectorTest.java} | 31 +-
39 files changed, 1790 insertions(+), 506 deletions(-)
create mode 100644 connector/rocketmq-connect-jdbc/README.md
copy connector/{rocketmq-connect-cassandra => rocketmq-connect-jdbc}/pom.xml
(73%)
copy
connector/{rocketmq-connect-cassandra/src/main/java/org/apache/rocketmq/connect/cassandra
=>
rocketmq-connect-jdbc/src/main/java/org/apache/rocketmq/connect/jdbc}/common/CloneUtils.java
(50%)
copy
connector/{rocketmq-connect-cassandra/src/main/java/org/apache/rocketmq/connect/cassandra
=>
rocketmq-connect-jdbc/src/main/java/org/apache/rocketmq/connect/jdbc}/common/ConstDefine.java
(80%)
create mode 100644
connector/rocketmq-connect-jdbc/src/main/java/org/apache/rocketmq/connect/jdbc/common/DBUtils.java
copy
connector/{rocketmq-connect-hudi/src/main/java/org/apache/rocketmq/connect/hudi/config
=>
rocketmq-connect-jdbc/src/main/java/org/apache/rocketmq/connect/jdbc/common}/Utils.java
(87%)
copy
connector/{rocketmq-connect-cassandra/src/main/java/org/apache/rocketmq/connect/cassandra
=>
rocketmq-connect-jdbc/src/main/java/org/apache/rocketmq/connect/jdbc}/config/Config.java
(70%)
copy
connector/{rocketmq-connect-hudi/src/main/java/org/apache/rocketmq/connect/hudi
=>
rocketmq-connect-jdbc/src/main/java/org/apache/rocketmq/connect/jdbc}/config/ConfigUtil.java
(71%)
copy
connector/{rocketmq-connect-cassandra/src/main/java/org/apache/rocketmq/connect/cassandra/common
=>
rocketmq-connect-jdbc/src/main/java/org/apache/rocketmq/connect/jdbc/config}/DataType.java
(94%)
copy
connector/{rocketmq-connect-cassandra/src/main/java/org/apache/rocketmq/connect/cassandra
=>
rocketmq-connect-jdbc/src/main/java/org/apache/rocketmq/connect/jdbc}/config/DbConnectorConfig.java
(60%)
copy
connector/{rocketmq-connect-cassandra/src/main/java/org/apache/rocketmq/connect/cassandra
=>
rocketmq-connect-jdbc/src/main/java/org/apache/rocketmq/connect/jdbc}/config/SinkDbConnectorConfig.java
(67%)
copy
connector/{rocketmq-connect-cassandra/src/main/java/org/apache/rocketmq/connect/cassandra
=>
rocketmq-connect-jdbc/src/main/java/org/apache/rocketmq/connect/jdbc}/config/SourceDbConnectorConfig.java
(65%)
copy
connector/{rocketmq-connect-cassandra/src/main/java/org/apache/rocketmq/connect/cassandra
=>
rocketmq-connect-jdbc/src/main/java/org/apache/rocketmq/connect/jdbc}/config/TaskDivideConfig.java
(84%)
copy
connector/{rocketmq-connect-cassandra/src/main/java/org/apache/rocketmq/connect/cassandra
=>
rocketmq-connect-jdbc/src/main/java/org/apache/rocketmq/connect/jdbc}/config/TaskTopicInfo.java
(72%)
copy
connector/{rocketmq-connect-cassandra/src/main/java/org/apache/rocketmq/connect/cassandra/connector/CassandraSinkConnector.java
=>
rocketmq-connect-jdbc/src/main/java/org/apache/rocketmq/connect/jdbc/connector/JdbcSinkConnector.java}
(73%)
copy
connector/{rocketmq-connect-cassandra/src/main/java/org/apache/rocketmq/connect/cassandra/connector/CassandraSinkTask.java
=>
rocketmq-connect-jdbc/src/main/java/org/apache/rocketmq/connect/jdbc/connector/JdbcSinkTask.java}
(55%)
copy
connector/{rocketmq-connect-cassandra/src/main/java/org/apache/rocketmq/connect/cassandra/connector/CassandraSourceConnector.java
=>
rocketmq-connect-jdbc/src/main/java/org/apache/rocketmq/connect/jdbc/connector/JdbcSourceConnector.java}
(77%)
copy
connector/{rocketmq-connect-cassandra/src/main/java/org/apache/rocketmq/connect/cassandra/connector/CassandraSourceTask.java
=>
rocketmq-connect-jdbc/src/main/java/org/apache/rocketmq/connect/jdbc/connector/JdbcSourceTask.java}
(75%)
create mode 100644
connector/rocketmq-connect-jdbc/src/main/java/org/apache/rocketmq/connect/jdbc/schema/Database.java
create mode 100644
connector/rocketmq-connect-jdbc/src/main/java/org/apache/rocketmq/connect/jdbc/schema/Schema.java
copy
connector/{rocketmq-connect-cassandra/src/main/java/org/apache/rocketmq/connect/cassandra
=>
rocketmq-connect-jdbc/src/main/java/org/apache/rocketmq/connect/jdbc}/schema/Table.java
(95%)
copy
connector/{rocketmq-connect-cassandra/src/main/java/org/apache/rocketmq/connect/cassandra
=>
rocketmq-connect-jdbc/src/main/java/org/apache/rocketmq/connect/jdbc}/schema/column/BigIntColumnParser.java
(96%)
copy
connector/{rocketmq-connect-cassandra/src/main/java/org/apache/rocketmq/connect/cassandra
=>
rocketmq-connect-jdbc/src/main/java/org/apache/rocketmq/connect/jdbc}/schema/column/ColumnParser.java
(90%)
copy
connector/{rocketmq-connect-cassandra/src/main/java/org/apache/rocketmq/connect/cassandra
=>
rocketmq-connect-jdbc/src/main/java/org/apache/rocketmq/connect/jdbc}/schema/column/DateTimeColumnParser.java
(96%)
copy
connector/{rocketmq-connect-cassandra/src/main/java/org/apache/rocketmq/connect/cassandra
=>
rocketmq-connect-jdbc/src/main/java/org/apache/rocketmq/connect/jdbc}/schema/column/DefaultColumnParser.java
(95%)
copy
connector/{rocketmq-connect-cassandra/src/main/java/org/apache/rocketmq/connect/cassandra
=>
rocketmq-connect-jdbc/src/main/java/org/apache/rocketmq/connect/jdbc}/schema/column/EnumColumnParser.java
(95%)
copy
connector/{rocketmq-connect-cassandra/src/main/java/org/apache/rocketmq/connect/cassandra
=>
rocketmq-connect-jdbc/src/main/java/org/apache/rocketmq/connect/jdbc}/schema/column/IntColumnParser.java
(96%)
copy
connector/{rocketmq-connect-cassandra/src/main/java/org/apache/rocketmq/connect/cassandra
=>
rocketmq-connect-jdbc/src/main/java/org/apache/rocketmq/connect/jdbc}/schema/column/SetColumnParser.java
(96%)
copy
connector/{rocketmq-connect-cassandra/src/main/java/org/apache/rocketmq/connect/cassandra
=>
rocketmq-connect-jdbc/src/main/java/org/apache/rocketmq/connect/jdbc}/schema/column/StringColumnParser.java
(96%)
copy
connector/{rocketmq-connect-cassandra/src/main/java/org/apache/rocketmq/connect/cassandra
=>
rocketmq-connect-jdbc/src/main/java/org/apache/rocketmq/connect/jdbc}/schema/column/TimeColumnParser.java
(95%)
copy
connector/{rocketmq-connect-cassandra/src/main/java/org/apache/rocketmq/connect/cassandra
=>
rocketmq-connect-jdbc/src/main/java/org/apache/rocketmq/connect/jdbc}/schema/column/YearColumnParser.java
(95%)
create mode 100644
connector/rocketmq-connect-jdbc/src/main/java/org/apache/rocketmq/connect/jdbc/sink/Updater.java
create mode 100644
connector/rocketmq-connect-jdbc/src/main/java/org/apache/rocketmq/connect/jdbc/source/Querier.java
create mode 100644
connector/rocketmq-connect-jdbc/src/main/java/org/apache/rocketmq/connect/jdbc/source/TimestampIncrementingQuerier.java
copy
connector/{rocketmq-connect-cassandra/src/main/java/org/apache/rocketmq/connect/cassandra
=>
rocketmq-connect-jdbc/src/main/java/org/apache/rocketmq/connect/jdbc}/strategy/DivideStrategyEnum.java
(93%)
create mode 100644
connector/rocketmq-connect-jdbc/src/main/java/org/apache/rocketmq/connect/jdbc/strategy/DivideTaskByQueue.java
copy
connector/{rocketmq-connect-cassandra/src/main/java/org/apache/rocketmq/connect/cassandra
=>
rocketmq-connect-jdbc/src/main/java/org/apache/rocketmq/connect/jdbc}/strategy/DivideTaskByTopic.java
(85%)
copy
connector/{rocketmq-connect-cassandra/src/main/java/org/apache/rocketmq/connect/cassandra
=>
rocketmq-connect-jdbc/src/main/java/org/apache/rocketmq/connect/jdbc}/strategy/TaskDivideStrategy.java
(80%)
copy
connector/{rocketmq-connect-activemq/src/test/java/org/apache/rocketmq/connect/activemq/connector/ActivemqConnectorTest.java
=>
rocketmq-connect-jdbc/src/test/java/org/apache/rocketmq/connect/jdbc/connector/JdbcSourceConnectorTest.java}
(73%)
