This is an automated email from the ASF dual-hosted git repository.
morningman pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/doris-kafka-connector.git
from 81e52c4 first commit
add 054935b init doris-kafka-connector
add 438c1d9 fix
new df3e762 init doris-kafka-connector #1
The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.github/workflows/checkstyle.yaml | 40 ++
.github/workflows/license-eyes.yml | 36 ++
.gitignore | 8 +
LICENSE | 201 ++++++++++
README.md | 208 +++++++++-
README_zh.md | 207 ++++++++++
build.sh | 26 ++
docs/en/Doris-Connector-JMX.md | 92 +++++
docs/zh-CN/Doris-Connector-JMX.md | 92 +++++
format.sh | 40 ++
pom.xml | 424 +++++++++++++++++++++
.../doris/kafka/connector/DorisSinkConnector.java | 105 +++++
.../doris/kafka/connector/DorisSinkTask.java | 168 ++++++++
.../doris/kafka/connector/cfg/DorisOptions.java | 342 +++++++++++++++++
.../connector/cfg/DorisSinkConnectorConfig.java | 249 ++++++++++++
.../connector/connection/ConnectionProvider.java | 31 ++
.../connection/JdbcConnectionProvider.java | 82 ++++
.../kafka/connector/converter/RecordService.java | 125 ++++++
.../connector/exception/ArgumentsException.java | 37 ++
.../exception/ConnectedFailedException.java | 35 ++
.../connector/exception/CopyLoadException.java | 37 ++
.../exception/DataConverterException.java | 47 +++
.../connector/exception/DataFormatException.java | 37 ++
.../kafka/connector/exception/DorisException.java | 37 ++
.../connector/exception/StreamLoadException.java | 47 +++
.../kafka/connector/exception/UploadException.java | 37 ++
.../connector/metrics/DorisConnectMonitor.java | 164 ++++++++
.../connector/metrics/MetricsJmxReporter.java | 105 +++++
.../doris/kafka/connector/metrics/MetricsUtil.java | 49 +++
.../doris/kafka/connector/model/BackendV2.java | 87 +++++
.../doris/kafka/connector/model/BaseResponse.java | 42 ++
.../doris/kafka/connector/model/CopyIntoResp.java | 43 +++
.../kafka/connector/model/KafkaRespContent.java | 60 +++
.../doris/kafka/connector/model/LoadOperation.java | 32 ++
.../doris/kafka/connector/model/RespContent.java | 117 ++++++
.../connector/service/DorisDefaultSinkService.java | 172 +++++++++
.../kafka/connector/service/DorisSinkService.java | 69 ++++
.../connector/service/DorisSinkServiceFactory.java | 30 ++
.../doris/kafka/connector/service/RestService.java | 288 ++++++++++++++
.../doris/kafka/connector/utils/BackendUtils.java | 97 +++++
.../connector/utils/BackoffAndRetryUtils.java | 68 ++++
.../kafka/connector/utils/ConfigCheckUtils.java | 257 +++++++++++++
.../doris/kafka/connector/utils/FileNameUtils.java | 130 +++++++
.../kafka/connector/utils/HttpPostBuilder.java | 71 ++++
.../kafka/connector/utils/HttpPutBuilder.java | 126 ++++++
.../doris/kafka/connector/utils/HttpUtils.java | 42 ++
.../doris/kafka/connector/utils/Version.java | 30 ++
.../kafka/connector/writer/CopyIntoWriter.java | 163 ++++++++
.../kafka/connector/writer/CopySQLBuilder.java | 72 ++++
.../kafka/connector/writer/DeliveryGuarantee.java | 40 ++
.../doris/kafka/connector/writer/DorisWriter.java | 192 ++++++++++
.../kafka/connector/writer/LabelGenerator.java | 73 ++++
.../kafka/connector/writer/LoadConstants.java | 30 ++
.../doris/kafka/connector/writer/LoadStatus.java | 28 ++
.../kafka/connector/writer/PartitionBuffer.java | 119 ++++++
.../doris/kafka/connector/writer/RecordBuffer.java | 55 +++
.../doris/kafka/connector/writer/ResponseUtil.java | 35 ++
.../kafka/connector/writer/StreamLoadWriter.java | 202 ++++++++++
.../connector/writer/commit/DorisCommittable.java | 111 ++++++
.../connector/writer/commit/DorisCommitter.java | 137 +++++++
.../kafka/connector/writer/load/CopyLoad.java | 267 +++++++++++++
.../kafka/connector/writer/load/DataLoad.java | 34 ++
.../connector/writer/load/DorisStreamLoad.java | 129 +++++++
.../kafka/connector/writer/load/LoadModel.java | 40 ++
.../doris/kafka/connector/DistributedTest.java | 41 ++
.../doris/kafka/connector/StandaloneTest.java | 48 +++
.../kafka/connector/cfg/TestDorisOptions.java | 93 +++++
.../cfg/TestDorisSinkConnectorConfig.java | 216 +++++++++++
.../connector/converter/TestRecordService.java | 122 ++++++
.../connector/utils/ConfigCheckUtilsTest.java | 52 +++
.../utils/FileNameConfigCheckUtilsTest.java | 47 +++
.../doris/kafka/connector/utils/JdbcTest.java | 104 +++++
.../kafka/connector/writer/HttpEntityMock.java | 81 ++++
.../doris/kafka/connector/writer/HttpTestUtil.java | 55 +++
.../kafka/connector/writer/TestCopyIntoWriter.java | 136 +++++++
.../doris/kafka/connector/writer/TestCopyLoad.java | 67 ++++
.../doris/kafka/connector/writer/TestCopySQL.java | 37 ++
.../kafka/connector/writer/TestRecordBuffer.java | 67 ++++
.../connector/writer/TestStreamLoadWriter.java | 158 ++++++++
src/test/resources/connect-distributed.properties | 88 +++++
src/test/resources/connect-standalone.properties | 63 +++
src/test/resources/doris-connector-sink.properties | 41 ++
src/test/resources/doris-connector-sink.sh | 56 +++
src/test/resources/log4j.properties | 30 ++
84 files changed, 8197 insertions(+), 1 deletion(-)
create mode 100644 .github/workflows/checkstyle.yaml
create mode 100644 .github/workflows/license-eyes.yml
create mode 100644 .gitignore
create mode 100644 LICENSE
create mode 100644 README_zh.md
create mode 100644 build.sh
create mode 100644 docs/en/Doris-Connector-JMX.md
create mode 100644 docs/zh-CN/Doris-Connector-JMX.md
create mode 100755 format.sh
create mode 100644 pom.xml
create mode 100644
src/main/java/org/apache/doris/kafka/connector/DorisSinkConnector.java
create mode 100644
src/main/java/org/apache/doris/kafka/connector/DorisSinkTask.java
create mode 100644
src/main/java/org/apache/doris/kafka/connector/cfg/DorisOptions.java
create mode 100644
src/main/java/org/apache/doris/kafka/connector/cfg/DorisSinkConnectorConfig.java
create mode 100644
src/main/java/org/apache/doris/kafka/connector/connection/ConnectionProvider.java
create mode 100644
src/main/java/org/apache/doris/kafka/connector/connection/JdbcConnectionProvider.java
create mode 100644
src/main/java/org/apache/doris/kafka/connector/converter/RecordService.java
create mode 100644
src/main/java/org/apache/doris/kafka/connector/exception/ArgumentsException.java
create mode 100644
src/main/java/org/apache/doris/kafka/connector/exception/ConnectedFailedException.java
create mode 100644
src/main/java/org/apache/doris/kafka/connector/exception/CopyLoadException.java
create mode 100644
src/main/java/org/apache/doris/kafka/connector/exception/DataConverterException.java
create mode 100644
src/main/java/org/apache/doris/kafka/connector/exception/DataFormatException.java
create mode 100644
src/main/java/org/apache/doris/kafka/connector/exception/DorisException.java
create mode 100644
src/main/java/org/apache/doris/kafka/connector/exception/StreamLoadException.java
create mode 100644
src/main/java/org/apache/doris/kafka/connector/exception/UploadException.java
create mode 100644
src/main/java/org/apache/doris/kafka/connector/metrics/DorisConnectMonitor.java
create mode 100644
src/main/java/org/apache/doris/kafka/connector/metrics/MetricsJmxReporter.java
create mode 100644
src/main/java/org/apache/doris/kafka/connector/metrics/MetricsUtil.java
create mode 100644
src/main/java/org/apache/doris/kafka/connector/model/BackendV2.java
create mode 100644
src/main/java/org/apache/doris/kafka/connector/model/BaseResponse.java
create mode 100644
src/main/java/org/apache/doris/kafka/connector/model/CopyIntoResp.java
create mode 100644
src/main/java/org/apache/doris/kafka/connector/model/KafkaRespContent.java
create mode 100644
src/main/java/org/apache/doris/kafka/connector/model/LoadOperation.java
create mode 100644
src/main/java/org/apache/doris/kafka/connector/model/RespContent.java
create mode 100644
src/main/java/org/apache/doris/kafka/connector/service/DorisDefaultSinkService.java
create mode 100644
src/main/java/org/apache/doris/kafka/connector/service/DorisSinkService.java
create mode 100644
src/main/java/org/apache/doris/kafka/connector/service/DorisSinkServiceFactory.java
create mode 100644
src/main/java/org/apache/doris/kafka/connector/service/RestService.java
create mode 100644
src/main/java/org/apache/doris/kafka/connector/utils/BackendUtils.java
create mode 100644
src/main/java/org/apache/doris/kafka/connector/utils/BackoffAndRetryUtils.java
create mode 100644
src/main/java/org/apache/doris/kafka/connector/utils/ConfigCheckUtils.java
create mode 100644
src/main/java/org/apache/doris/kafka/connector/utils/FileNameUtils.java
create mode 100644
src/main/java/org/apache/doris/kafka/connector/utils/HttpPostBuilder.java
create mode 100644
src/main/java/org/apache/doris/kafka/connector/utils/HttpPutBuilder.java
create mode 100644
src/main/java/org/apache/doris/kafka/connector/utils/HttpUtils.java
create mode 100644
src/main/java/org/apache/doris/kafka/connector/utils/Version.java
create mode 100644
src/main/java/org/apache/doris/kafka/connector/writer/CopyIntoWriter.java
create mode 100644
src/main/java/org/apache/doris/kafka/connector/writer/CopySQLBuilder.java
create mode 100644
src/main/java/org/apache/doris/kafka/connector/writer/DeliveryGuarantee.java
create mode 100644
src/main/java/org/apache/doris/kafka/connector/writer/DorisWriter.java
create mode 100644
src/main/java/org/apache/doris/kafka/connector/writer/LabelGenerator.java
create mode 100644
src/main/java/org/apache/doris/kafka/connector/writer/LoadConstants.java
create mode 100644
src/main/java/org/apache/doris/kafka/connector/writer/LoadStatus.java
create mode 100644
src/main/java/org/apache/doris/kafka/connector/writer/PartitionBuffer.java
create mode 100644
src/main/java/org/apache/doris/kafka/connector/writer/RecordBuffer.java
create mode 100644
src/main/java/org/apache/doris/kafka/connector/writer/ResponseUtil.java
create mode 100644
src/main/java/org/apache/doris/kafka/connector/writer/StreamLoadWriter.java
create mode 100644
src/main/java/org/apache/doris/kafka/connector/writer/commit/DorisCommittable.java
create mode 100644
src/main/java/org/apache/doris/kafka/connector/writer/commit/DorisCommitter.java
create mode 100644
src/main/java/org/apache/doris/kafka/connector/writer/load/CopyLoad.java
create mode 100644
src/main/java/org/apache/doris/kafka/connector/writer/load/DataLoad.java
create mode 100644
src/main/java/org/apache/doris/kafka/connector/writer/load/DorisStreamLoad.java
create mode 100644
src/main/java/org/apache/doris/kafka/connector/writer/load/LoadModel.java
create mode 100644
src/test/java/org/apache/doris/kafka/connector/DistributedTest.java
create mode 100644
src/test/java/org/apache/doris/kafka/connector/StandaloneTest.java
create mode 100644
src/test/java/org/apache/doris/kafka/connector/cfg/TestDorisOptions.java
create mode 100644
src/test/java/org/apache/doris/kafka/connector/cfg/TestDorisSinkConnectorConfig.java
create mode 100644
src/test/java/org/apache/doris/kafka/connector/converter/TestRecordService.java
create mode 100644
src/test/java/org/apache/doris/kafka/connector/utils/ConfigCheckUtilsTest.java
create mode 100644
src/test/java/org/apache/doris/kafka/connector/utils/FileNameConfigCheckUtilsTest.java
create mode 100644
src/test/java/org/apache/doris/kafka/connector/utils/JdbcTest.java
create mode 100644
src/test/java/org/apache/doris/kafka/connector/writer/HttpEntityMock.java
create mode 100644
src/test/java/org/apache/doris/kafka/connector/writer/HttpTestUtil.java
create mode 100644
src/test/java/org/apache/doris/kafka/connector/writer/TestCopyIntoWriter.java
create mode 100644
src/test/java/org/apache/doris/kafka/connector/writer/TestCopyLoad.java
create mode 100644
src/test/java/org/apache/doris/kafka/connector/writer/TestCopySQL.java
create mode 100644
src/test/java/org/apache/doris/kafka/connector/writer/TestRecordBuffer.java
create mode 100644
src/test/java/org/apache/doris/kafka/connector/writer/TestStreamLoadWriter.java
create mode 100644 src/test/resources/connect-distributed.properties
create mode 100644 src/test/resources/connect-standalone.properties
create mode 100644 src/test/resources/doris-connector-sink.properties
create mode 100644 src/test/resources/doris-connector-sink.sh
create mode 100644 src/test/resources/log4j.properties
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
