This is an automated email from the ASF dual-hosted git repository.
baomingyu pushed a change to branch inlongmsg-tlog-csv
in repository https://gitbox.apache.org/repos/asf/inlong.git
omit f1dd029f80 [INLONG-9597][Sort] Support row way of sort InLong message
tlog-csv format
add cb545c871a [INLONG-9603][TubeMQ] Bump openssl to 1.1.1w (#9604)
add ec1b01adf0 [INLONG-9591][Manager] Support printing thread status
before submitting tasks (#9593)
add deef029a42 [INLONG-9600][Agent] Adjust the sinks directory for code
consistency (#9605)
add 0709547f2e [INLONG-9606][Manager] Fix the problem of incorrect flow
status when cls sink configuration fails (#9607)
add 341cf2d1d1 [INLONG-9610][Dashboard] Cluster creation type optimization
(#9612)
add 9acb341787 [INLONG-9616][Sort] Fix failed to create pulsar producer
with the same topic (#9617)
add 3ca12c3d44 [INLONG-9608][Agent] Modify Agent configuration file for
agent.manager.addr (#9609)
add 65977da18f [INLONG-9614][Agent] Unify the package path for file (#9615)
add b11f6c58ef [INLONG-9561][Sort] Support rowdata way of sort message
binlog format (#9611)
new b69dba03ce [INLONG-9597][Sort] Support row way of sort InLong message
tlog-csv format
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (f1dd029f80)
\
N -- N -- N refs/heads/inlongmsg-tlog-csv (b69dba03ce)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
bin/init-config.sh | 3 +-
.../{filecollect => file}/OffsetAckInfo.java | 2 +-
.../{filecollect => file}/ProxyMessage.java | 2 +-
.../{filecollect => file}/ProxyMessageCache.java | 2 +-
.../{filecollect => file}/SenderMessage.java | 2 +-
.../apache/inlong/agent/pojo/TaskProfileDto.java | 10 +-
.../src/test/resources/agent.properties | 3 +-
.../agent-core/src/test/resources/agent.properties | 3 +-
.../src/test/resources/temp/agent.properties | 3 +-
inlong-agent/agent-docker/agent-docker.sh | 3 +-
.../inlong/agent/plugin/sinks/AbstractSink.java | 47 +--
.../inlong/agent/plugin/sinks/ConsoleSink.java | 28 +-
.../inlong/agent/plugin/sinks/KafkaSink.java | 82 +---
.../plugin/sinks/{filecollect => }/ProxySink.java | 9 +-
.../inlong/agent/plugin/sinks/PulsarSink.java | 83 +---
.../plugin/sinks/filecollect/AbstractSink.java | 86 ----
.../plugin/sinks/filecollect/SenderManager.java | 2 +-
...CollectTask.java => FormatDateLogFileTask.java} | 4 +-
.../task/{filecollect => file}/AgentErrMsg.java | 2 +-
.../task/{filecollect => file}/FileScanner.java | 2 +-
.../LogFileTask.java} | 8 +-
.../task/{filecollect => file}/TaskType.java | 2 +-
.../task/{filecollect => file}/WatchEntity.java | 2 +-
.../inlong/agent/plugin/sinks/KafkaSinkTest.java | 25 +-
.../apache/inlong/agent/plugin/sinks/MockSink.java | 32 +-
.../inlong/agent/plugin/sinks/PulsarSinkTest.java | 25 +-
.../sinks/filecollect/TestSenderManager.java | 4 +-
.../agent/plugin/task/TestLogfileCollectTask.java | 8 +-
.../src/test/resources/agent.properties | 3 +-
inlong-agent/conf/agent.properties | 3 +-
.../plugins/clusters/common/ClusterDefaultInfo.ts | 2 +-
.../src/plugins/sources/defaults/Pulsar.ts | 12 +-
.../src/ui/pages/Clusters/CreateModal.tsx | 7 +-
.../src/ui/pages/GroupDetail/Audit/index.tsx | 2 +-
.../threadPool/VisiableThreadPoolTaskExecutor.java | 72 ++++
.../service/group/InlongGroupProcessService.java | 4 +-
.../service/node/cls/ClsDataNodeOperator.java | 3 +-
.../service/resource/sink/cls/ClsOperator.java | 13 +-
.../resource/sink/cls/ClsResourceOperator.java | 5 +-
.../service/stream/InlongStreamProcessService.java | 4 +-
.../web/controller/InlongClusterController.java | 3 +-
.../sink/pulsar/PulsarProducerCluster.java | 2 +-
.../format-inlongmsg-rowdata-base/pom.xml | 149 +++++++
.../inlongmsg/AbstractInLongMsgDecodingFormat.java | 54 +++
.../AbstractInLongMsgDeserializationSchema.java | 118 ++++++
.../AbstractInLongMsgFormatDeserializer.java | 172 ++++++++
.../AbstractInLongMsgMixedFormatConverter.java | 123 ++++++
.../AbstractInLongMsgMixedFormatDeserializer.java | 30 +-
.../inlongmsg/InLongMsgMixedFormatConverter.java | 13 +-
.../InLongMsgMixedFormatConverterBuilder.java | 86 ++++
.../InLongMsgMixedFormatConverterValidator.java | 0
.../InLongMsgMixedFormatDeserializerValidator.java | 47 +++
...nLongMsgTextMixedFormatDeserializerBuilder.java | 0
.../sort/formats/inlongmsg/InLongMsgUtils.java | 441 +++++++++++++++++++++
.../format-inlongmsg-rowdata-binlog/pom.xml | 102 +++++
.../InLongMsgBinlogDecodingFormat.java | 86 ++++
.../InLongMsgBinlogFormatDeserializer.java | 191 +++++++++
.../InLongMsgBinlogFormatFactory.java | 76 ++++
...nLongMsgBinlogRowDataDeserializationSchema.java | 94 +++++
.../inlongmsgbinlog/InLongMsgBinlogUtils.java | 276 +++++++++++++
.../org.apache.flink.table.factories.Factory} | 0
.../InLongMsgBinlogFormatFactoryTest.java | 119 ++++++
.../src/test/resources/log4j-test.properties | 17 +
.../{ => format-rowdata-base}/pom.xml | 39 +-
.../formats/base/DefaultDeserializationSchema.java | 131 ++++++
.../formats/base/DefaultSerializationSchema.java | 124 ++++++
.../formats/base/FieldToRowDataConverters.java | 131 ++++++
.../formats/base/RowDataToFieldConverters.java | 259 ++++++++++++
.../formats/base/TableFormatForRowDataUtils.java | 60 +++
.../sort/formats/metrics/FormatMetricGroup.java | 145 +++++++
.../sort/formats/metrics/FormatMetricNames.java | 43 ++
.../sort/formats/metrics/IncrementGauge.java | 30 +-
.../sort/formats/metrics/MetricsConstants.java | 40 ++
.../formats/metrics/gauge/AbstractMetricGauge.java | 55 +++
.../formats/metrics/gauge/EventTimeDelayGauge.java | 39 +-
.../inlong/sort/formats/util/FormatUtils.java | 115 ++++++
.../sort/formats/base/TableFormatUtilsTest.java | 289 ++++++++++++++
inlong-sort/sort-formats/format-rowdata/pom.xml | 11 +-
inlong-tubemq/tubemq-docker/tubemq-cpp/Dockerfile | 6 +-
79 files changed, 3862 insertions(+), 468 deletions(-)
rename
inlong-agent/agent-common/src/main/java/org/apache/inlong/agent/message/{filecollect
=> file}/OffsetAckInfo.java (94%)
rename
inlong-agent/agent-common/src/main/java/org/apache/inlong/agent/message/{filecollect
=> file}/ProxyMessage.java (98%)
rename
inlong-agent/agent-common/src/main/java/org/apache/inlong/agent/message/{filecollect
=> file}/ProxyMessageCache.java (99%)
rename
inlong-agent/agent-common/src/main/java/org/apache/inlong/agent/message/{filecollect
=> file}/SenderMessage.java (97%)
rename
inlong-agent/agent-plugins/src/main/java/org/apache/inlong/agent/plugin/sinks/{filecollect
=> }/ProxySink.java (97%)
delete mode 100644
inlong-agent/agent-plugins/src/main/java/org/apache/inlong/agent/plugin/sinks/filecollect/AbstractSink.java
copy
inlong-agent/agent-plugins/src/main/java/org/apache/inlong/agent/plugin/task/{FormatDateLogFileCollectTask.java
=> FormatDateLogFileTask.java} (85%)
rename
inlong-agent/agent-plugins/src/main/java/org/apache/inlong/agent/plugin/task/{filecollect
=> file}/AgentErrMsg.java (97%)
rename
inlong-agent/agent-plugins/src/main/java/org/apache/inlong/agent/plugin/task/{filecollect
=> file}/FileScanner.java (99%)
rename
inlong-agent/agent-plugins/src/main/java/org/apache/inlong/agent/plugin/task/{filecollect/LogFileCollectTask.java
=> file/LogFileTask.java} (99%)
copy
inlong-agent/agent-plugins/src/main/java/org/apache/inlong/agent/plugin/task/{filecollect
=> file}/TaskType.java (94%)
rename
inlong-agent/agent-plugins/src/main/java/org/apache/inlong/agent/plugin/task/{filecollect
=> file}/WatchEntity.java (99%)
create mode 100644
inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/threadPool/VisiableThreadPoolTaskExecutor.java
create mode 100644
inlong-sort/sort-formats/format-rowdata/format-inlongmsg-rowdata-base/pom.xml
create mode 100644
inlong-sort/sort-formats/format-rowdata/format-inlongmsg-rowdata-base/src/main/java/org/apache/inlong/sort/formats/inlongmsg/AbstractInLongMsgDecodingFormat.java
create mode 100644
inlong-sort/sort-formats/format-rowdata/format-inlongmsg-rowdata-base/src/main/java/org/apache/inlong/sort/formats/inlongmsg/AbstractInLongMsgDeserializationSchema.java
create mode 100644
inlong-sort/sort-formats/format-rowdata/format-inlongmsg-rowdata-base/src/main/java/org/apache/inlong/sort/formats/inlongmsg/AbstractInLongMsgFormatDeserializer.java
create mode 100644
inlong-sort/sort-formats/format-rowdata/format-inlongmsg-rowdata-base/src/main/java/org/apache/inlong/sort/formats/inlongmsg/AbstractInLongMsgMixedFormatConverter.java
copy
inlong-agent/agent-plugins/src/main/java/org/apache/inlong/agent/plugin/task/filecollect/TaskType.java
=>
inlong-sort/sort-formats/format-rowdata/format-inlongmsg-rowdata-base/src/main/java/org/apache/inlong/sort/formats/inlongmsg/AbstractInLongMsgMixedFormatDeserializer.java
(58%)
rename
inlong-agent/agent-plugins/src/main/java/org/apache/inlong/agent/plugin/task/FormatDateLogFileCollectTask.java
=>
inlong-sort/sort-formats/format-rowdata/format-inlongmsg-rowdata-base/src/main/java/org/apache/inlong/sort/formats/inlongmsg/InLongMsgMixedFormatConverter.java
(65%)
create mode 100644
inlong-sort/sort-formats/format-rowdata/format-inlongmsg-rowdata-base/src/main/java/org/apache/inlong/sort/formats/inlongmsg/InLongMsgMixedFormatConverterBuilder.java
copy inlong-sort/sort-formats/{format-row/format-inlongmsg-base =>
format-rowdata/format-inlongmsg-rowdata-base}/src/main/java/org/apache/inlong/sort/formats/inlongmsg/InLongMsgMixedFormatConverterValidator.java
(100%)
create mode 100644
inlong-sort/sort-formats/format-rowdata/format-inlongmsg-rowdata-base/src/main/java/org/apache/inlong/sort/formats/inlongmsg/InLongMsgMixedFormatDeserializerValidator.java
copy inlong-sort/sort-formats/{format-row/format-inlongmsg-base =>
format-rowdata/format-inlongmsg-rowdata-base}/src/main/java/org/apache/inlong/sort/formats/inlongmsg/InLongMsgTextMixedFormatDeserializerBuilder.java
(100%)
create mode 100644
inlong-sort/sort-formats/format-rowdata/format-inlongmsg-rowdata-base/src/main/java/org/apache/inlong/sort/formats/inlongmsg/InLongMsgUtils.java
create mode 100644
inlong-sort/sort-formats/format-rowdata/format-inlongmsg-rowdata-binlog/pom.xml
create mode 100644
inlong-sort/sort-formats/format-rowdata/format-inlongmsg-rowdata-binlog/src/main/java/org/apache/inlong/sort/formats/inlongmsgbinlog/InLongMsgBinlogDecodingFormat.java
create mode 100644
inlong-sort/sort-formats/format-rowdata/format-inlongmsg-rowdata-binlog/src/main/java/org/apache/inlong/sort/formats/inlongmsgbinlog/InLongMsgBinlogFormatDeserializer.java
create mode 100644
inlong-sort/sort-formats/format-rowdata/format-inlongmsg-rowdata-binlog/src/main/java/org/apache/inlong/sort/formats/inlongmsgbinlog/InLongMsgBinlogFormatFactory.java
create mode 100644
inlong-sort/sort-formats/format-rowdata/format-inlongmsg-rowdata-binlog/src/main/java/org/apache/inlong/sort/formats/inlongmsgbinlog/InLongMsgBinlogRowDataDeserializationSchema.java
create mode 100644
inlong-sort/sort-formats/format-rowdata/format-inlongmsg-rowdata-binlog/src/main/java/org/apache/inlong/sort/formats/inlongmsgbinlog/InLongMsgBinlogUtils.java
copy
inlong-sort/sort-formats/{format-row/format-inlongmsg-binlog/src/main/resources/META-INF/services/org.apache.flink.table.factories.TableFactory
=>
format-rowdata/format-inlongmsg-rowdata-binlog/src/main/resources/META-INF/services/org.apache.flink.table.factories.Factory}
(100%)
create mode 100644
inlong-sort/sort-formats/format-rowdata/format-inlongmsg-rowdata-binlog/src/test/java/org/apache/inlong/sort/formats/inlongmsgbinlog/InLongMsgBinlogFormatFactoryTest.java
create mode 100644
inlong-sort/sort-formats/format-rowdata/format-inlongmsg-rowdata-binlog/src/test/resources/log4j-test.properties
copy inlong-sort/sort-formats/format-rowdata/{ => format-rowdata-base}/pom.xml
(50%)
create mode 100644
inlong-sort/sort-formats/format-rowdata/format-rowdata-base/src/main/java/org/apache/inlong/sort/formats/base/DefaultDeserializationSchema.java
create mode 100644
inlong-sort/sort-formats/format-rowdata/format-rowdata-base/src/main/java/org/apache/inlong/sort/formats/base/DefaultSerializationSchema.java
create mode 100644
inlong-sort/sort-formats/format-rowdata/format-rowdata-base/src/main/java/org/apache/inlong/sort/formats/base/FieldToRowDataConverters.java
create mode 100644
inlong-sort/sort-formats/format-rowdata/format-rowdata-base/src/main/java/org/apache/inlong/sort/formats/base/RowDataToFieldConverters.java
create mode 100644
inlong-sort/sort-formats/format-rowdata/format-rowdata-base/src/main/java/org/apache/inlong/sort/formats/base/TableFormatForRowDataUtils.java
create mode 100644
inlong-sort/sort-formats/format-rowdata/format-rowdata-base/src/main/java/org/apache/inlong/sort/formats/metrics/FormatMetricGroup.java
create mode 100644
inlong-sort/sort-formats/format-rowdata/format-rowdata-base/src/main/java/org/apache/inlong/sort/formats/metrics/FormatMetricNames.java
copy
inlong-agent/agent-plugins/src/main/java/org/apache/inlong/agent/plugin/task/filecollect/TaskType.java
=>
inlong-sort/sort-formats/format-rowdata/format-rowdata-base/src/main/java/org/apache/inlong/sort/formats/metrics/IncrementGauge.java
(60%)
create mode 100644
inlong-sort/sort-formats/format-rowdata/format-rowdata-base/src/main/java/org/apache/inlong/sort/formats/metrics/MetricsConstants.java
create mode 100644
inlong-sort/sort-formats/format-rowdata/format-rowdata-base/src/main/java/org/apache/inlong/sort/formats/metrics/gauge/AbstractMetricGauge.java
rename
inlong-agent/agent-plugins/src/main/java/org/apache/inlong/agent/plugin/task/filecollect/TaskType.java
=>
inlong-sort/sort-formats/format-rowdata/format-rowdata-base/src/main/java/org/apache/inlong/sort/formats/metrics/gauge/EventTimeDelayGauge.java
(55%)
create mode 100644
inlong-sort/sort-formats/format-rowdata/format-rowdata-base/src/main/java/org/apache/inlong/sort/formats/util/FormatUtils.java
create mode 100644
inlong-sort/sort-formats/format-rowdata/format-rowdata-base/src/test/java/org/apache/inlong/sort/formats/base/TableFormatUtilsTest.java
