This is an automated email from the ASF dual-hosted git repository.
dinglei pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/rocketmq-connect.git
from b16ac19a do not check Xms/Xms/Xmn parameters (#320)
add 236f4a1a [ISSUE #283]Add delatalake sink connector (#282)
No new revisions were added by this update.
Summary of changes:
connectors/rocketmq-connect-deltalake/README.md | 77 +++
.../pom.xml | 69 +--
.../src/main/java/example/avro/User.java | 519 +++++++++++++++++++++
.../connect/deltalake}/config/ConfigUtil.java | 17 +-
.../deltalake/config/DeltalakeConnectConfig.java | 137 ++++++
.../connector/DeltalakeSinkConnector.java} | 42 +-
.../deltalake/connector/DeltalakeSinkTask.java | 77 +++
.../deltalake/exception/WriteParquetException.java | 11 +-
.../connect/deltalake/rolling/DailyRolling.java | 71 +++
.../deltalake/rolling/StoreFileRolling.java | 41 +-
.../connect/deltalake/writer/DeltalakeWriter.java} | 13 +-
.../deltalake/writer/DeltalakeWriterOnHdfs.java | 260 +++++++++++
.../deltalake/writer/WriteParquetResult.java | 86 ++++
.../style/rmq_checkstyle.xml | 0
14 files changed, 1334 insertions(+), 86 deletions(-)
create mode 100644 connectors/rocketmq-connect-deltalake/README.md
copy connectors/{rocketmq-connect-hudi => rocketmq-connect-deltalake}/pom.xml
(89%)
create mode 100644
connectors/rocketmq-connect-deltalake/src/main/java/example/avro/User.java
copy
connectors/{rocketmq-connect-hudi/src/main/java/org/apache/rocketmq/connect/hudi
=>
rocketmq-connect-deltalake/src/main/java/org/apache/rocketmq/connect/deltalake}/config/ConfigUtil.java
(83%)
create mode 100644
connectors/rocketmq-connect-deltalake/src/main/java/org/apache/rocketmq/connect/deltalake/config/DeltalakeConnectConfig.java
copy
connectors/{rocketmq-connect-debezium/rocketmq-connect-debezium-mongodb/src/main/java/org/apache/rocketmq/connect/debezium/mongodb/DebeziumMongoDBConnector.java
=>
rocketmq-connect-deltalake/src/main/java/org/apache/rocketmq/connect/deltalake/connector/DeltalakeSinkConnector.java}
(59%)
create mode 100644
connectors/rocketmq-connect-deltalake/src/main/java/org/apache/rocketmq/connect/deltalake/connector/DeltalakeSinkTask.java
copy
rocketmq-connect-runtime/src/main/java/org/apache/rocketmq/connect/runtime/controller/distributed/DistributedConfig.java
=>
connectors/rocketmq-connect-deltalake/src/main/java/org/apache/rocketmq/connect/deltalake/exception/WriteParquetException.java
(77%)
create mode 100644
connectors/rocketmq-connect-deltalake/src/main/java/org/apache/rocketmq/connect/deltalake/rolling/DailyRolling.java
copy
rocketmq-connect-runtime/src/main/java/org/apache/rocketmq/connect/runtime/common/cache/Cache.java
=>
connectors/rocketmq-connect-deltalake/src/main/java/org/apache/rocketmq/connect/deltalake/rolling/StoreFileRolling.java
(59%)
copy
connectors/{rocketmq-connect-debezium/rocketmq-connect-debezium-core/src/main/java/org/apache/rocketmq/connect/debezium/DebeziumConnector.java
=>
rocketmq-connect-deltalake/src/main/java/org/apache/rocketmq/connect/deltalake/writer/DeltalakeWriter.java}
(68%)
create mode 100644
connectors/rocketmq-connect-deltalake/src/main/java/org/apache/rocketmq/connect/deltalake/writer/DeltalakeWriterOnHdfs.java
create mode 100644
connectors/rocketmq-connect-deltalake/src/main/java/org/apache/rocketmq/connect/deltalake/writer/WriteParquetResult.java
copy connectors/{rocketmq-connect-hudi =>
rocketmq-connect-deltalake}/style/rmq_checkstyle.xml (100%)
