This is an automated email from the ASF dual-hosted git repository.
jackietien pushed a change to branch auth
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from d7baf328972 [auth] Adaptation of schema query authentication interface
(#10952)
add 05432f6d061 Use new released iotdb-tools-thrift to build thrift files
(#10948)
add 489be30b4db Feature/streamlined grafana plugin profile (#10907)
add c4b72fc76ec [IOTDB-6126] Pipe: Added PipeHeartbeatEvent to trigger
delay reporting, batch transferring and async retrying (#10940)
add 48bb45b056f Remove some useless configs (#10949)
add 40f2ff4d2aa Bump word-wrap from 1.2.3 to 1.2.5 in
/iotdb-connector/grafana-plugin (#10955)
add b7bafc1882e Bump semver from 5.7.1 to 5.7.2 in
/iotdb-connector/grafana-plugin (#10547)
add 0a5d4ec993f [IOTDB-6123] Pipe: reduce the de/ser to slove the slow log
transfer problem (#10913)
add df262ee6c0d Fix client-cpp-example build error (#10956)
add bd588e27682 [RatisConsensus] Fix flaky unit tests after linearizable
read (#10942)
add 1ae952ce14c [IOTDB-6127] Pipe: buffered events in processor stage can
not be consumed by connector (#10962)
add 3073fe63bc3 [IOTDB-6029] flink-sql-iotdb-connector (#10958)
new 89c79c2ccde Merge remote-tracking branch 'origin/master' into auth
The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.github/workflows/client-cpp.yml | 12 +-
README.md | 11 +-
distribution/pom.xml | 76 ++++--
example/client-cpp-example/src/CMakeLists.txt | 4 +-
.../org/apache/iotdb/pipe/api/PipeConnector.java | 2 +-
.../event/dml/insertion/TabletInsertionEvent.java | 2 +-
.../event/dml/insertion/TsFileInsertionEvent.java | 4 +-
.../flink-sql-iotdb-connector}/pom.xml | 37 ++-
.../flink/sql/client/IoTDBWebSocketClient.java | 75 ++++++
.../org/apache/iotdb/flink/sql/common/Options.java | 55 +++++
.../org/apache/iotdb/flink/sql/common/Utils.java | 144 ++++++++++++
.../sql/exception/IllegalIoTDBPathException.java | 7 +-
.../sql/exception/IllegalOptionException.java | 13 +-
.../sql/exception/IllegalSchemaException.java | 13 +-
.../sql/exception/IllegalUrlPathException.java | 13 +-
.../exception/UnsupportedDataTypeException.java | 7 +-
.../sql/factory/IoTDBDynamicTableFactory.java | 189 +++++++++++++++
.../sql/function/IoTDBBoundedScanFunction.java | 163 +++++++++++++
.../flink/sql/function/IoTDBCDCSourceFunction.java | 256 +++++++++++++++++++++
.../flink/sql/function/IoTDBLookupFunction.java | 151 ++++++++++++
.../flink/sql/function/IoTDBSinkFunction.java | 125 ++++++++++
.../flink/sql/provider/IoTDBDynamicTableSink.java | 64 ++++++
.../sql/provider/IoTDBDynamicTableSource.java | 76 ++++++
.../iotdb/flink/sql/wrapper/SchemaWrapper.java | 29 ++-
.../iotdb/flink/sql/wrapper/TabletWrapper.java | 41 ++--
.../org.apache.flink.table.factories.Factory | 2 +-
iotdb-connector/grafana-plugin/backend-compile.sh | 4 +-
iotdb-connector/grafana-plugin/go.mod | 4 +-
iotdb-connector/grafana-plugin/pom.xml | 177 +++++++-------
iotdb-connector/grafana-plugin/yarn.lock | 24 +-
iotdb-connector/pom.xml | 10 +-
.../iotdb/consensus/ratis/RatisConsensusTest.java | 151 ++++--------
.../iotdb/consensus/ratis/RecoverReadTest.java | 51 +---
.../apache/iotdb/consensus/ratis/TestUtils.java | 98 ++++++--
iotdb-core/datanode/pom.xml | 5 +
.../java/org/apache/iotdb/db/conf/IoTDBConfig.java | 11 -
.../org/apache/iotdb/db/conf/IoTDBDescriptor.java | 13 --
.../iotdb/db/pipe/agent/task/PipeTaskAgent.java | 3 +
.../config/constant/PipeConnectorConstant.java | 3 +
.../payload/evolvable/PipeRequestType.java | 7 +-
...oTDBThriftAsyncPipeTransferBatchReqBuilder.java | 13 +-
...IoTDBThriftSyncPipeTransferBatchReqBuilder.java | 13 +-
.../builder/PipeTransferBatchReqBuilder.java | 33 +++
...tchReq.java => PipeTransferTabletBatchReq.java} | 81 +++++--
...deReq.java => PipeTransferTabletBinaryReq.java} | 65 +++---
...q.java => PipeTransferTabletInsertNodeReq.java} | 18 +-
...abletReq.java => PipeTransferTabletRawReq.java} | 18 +-
.../protocol/airgap/IoTDBAirGapConnector.java | 24 +-
.../protocol/legacy/IoTDBLegacyPipeConnector.java | 5 +-
.../thrift/async/IoTDBThriftAsyncConnector.java | 114 +++------
...va => PipeTransferTabletBatchEventHandler.java} | 11 +-
... PipeTransferTabletInsertNodeEventHandler.java} | 4 +-
...java => PipeTransferTabletRawEventHandler.java} | 4 +-
.../thrift/sync/IoTDBThriftSyncConnector.java | 37 ++-
.../websocket/WebSocketConnectorServer.java | 216 +++++++++++++++++
.../protocol/websocket/WebsocketConnector.java | 139 +++++++++++
.../event/common/heartbeat/PipeHeartbeatEvent.java | 137 +++++++++++
.../tablet/PipeInsertNodeTabletInsertionEvent.java | 15 +-
.../event/realtime/PipeRealtimeEventFactory.java | 5 +
.../PipeHistoricalDataRegionTsFileExtractor.java | 21 +-
.../realtime/PipeRealtimeDataRegionExtractor.java | 6 +
.../PipeRealtimeDataRegionHybridExtractor.java | 40 ++++
.../PipeRealtimeDataRegionLogExtractor.java | 24 ++
.../PipeRealtimeDataRegionTsFileExtractor.java | 24 ++
.../realtime/assigner/PipeDataRegionAssigner.java | 14 ++
.../listener/PipeInsertionDataNodeListener.java | 9 +
.../matcher/CachedSchemaPatternMatcher.java | 6 +
.../db/pipe/processor/PipeDoNothingProcessor.java | 67 ------
.../receiver/thrift/IoTDBThriftReceiverV1.java | 58 +++--
.../pipe/task/connection/PipeEventCollector.java | 22 +-
.../db/pipe/task/stage/PipeTaskProcessorStage.java | 4 +-
.../subtask/connector/PipeConnectorSubtask.java | 25 +-
.../connector/PipeConnectorSubtaskManager.java | 3 +
.../subtask/processor/PipeProcessorSubtask.java | 17 +-
.../dataregion/wal/utils/WALEntryHandler.java | 36 ++-
.../dataregion/wal/utils/WALEntryPosition.java | 14 +-
.../dataregion/wal/utils/WALInsertNodeCache.java | 96 +++++---
.../iotdb/db/pipe/connector/PipeReceiverTest.java | 4 +-
.../db/pipe/connector/PipeThriftRequestTest.java | 17 +-
.../PipeProcessorSubtaskExecutorTest.java | 4 +-
.../TsFileResourceProgressIndexTest.java | 21 ++
.../dataregion/wal/node/WALEntryHandlerTest.java | 6 +-
.../wal/utils/WALInsertNodeCacheTest.java | 8 +-
.../resources/conf/iotdb-common.properties | 12 -
.../iotdb/commons/concurrent/ThreadName.java | 2 -
.../apache/iotdb/commons/conf/CommonConfig.java | 2 +-
.../pipe/plugin/builtin/BuiltinPipePlugin.java | 2 +
...hriftConnector.java => WebSocketConnector.java} | 4 +-
.../builtin/processor/DoNothingProcessor.java | 15 +-
.../pipe/plugin/builtin/BuiltinPipePluginTest.java | 12 +-
pom.xml | 2 +
91 files changed, 2869 insertions(+), 812 deletions(-)
copy {example/session => iotdb-connector/flink-sql-iotdb-connector}/pom.xml
(58%)
create mode 100644
iotdb-connector/flink-sql-iotdb-connector/src/main/java/org/apache/iotdb/flink/sql/client/IoTDBWebSocketClient.java
create mode 100644
iotdb-connector/flink-sql-iotdb-connector/src/main/java/org/apache/iotdb/flink/sql/common/Options.java
create mode 100644
iotdb-connector/flink-sql-iotdb-connector/src/main/java/org/apache/iotdb/flink/sql/common/Utils.java
copy
iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/procedure/exception/ProcedureTimeoutException.java
=>
iotdb-connector/flink-sql-iotdb-connector/src/main/java/org/apache/iotdb/flink/sql/exception/IllegalIoTDBPathException.java
(82%)
copy
iotdb-core/metrics/interface/src/main/java/org/apache/iotdb/metrics/utils/InternalReporterType.java
=>
iotdb-connector/flink-sql-iotdb-connector/src/main/java/org/apache/iotdb/flink/sql/exception/IllegalOptionException.java
(83%)
copy
iotdb-core/metrics/interface/src/main/java/org/apache/iotdb/metrics/utils/InternalReporterType.java
=>
iotdb-connector/flink-sql-iotdb-connector/src/main/java/org/apache/iotdb/flink/sql/exception/IllegalSchemaException.java
(83%)
copy
iotdb-core/metrics/interface/src/main/java/org/apache/iotdb/metrics/utils/InternalReporterType.java
=>
iotdb-connector/flink-sql-iotdb-connector/src/main/java/org/apache/iotdb/flink/sql/exception/IllegalUrlPathException.java
(82%)
copy
iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/procedure/exception/ProcedureTimeoutException.java
=>
iotdb-connector/flink-sql-iotdb-connector/src/main/java/org/apache/iotdb/flink/sql/exception/UnsupportedDataTypeException.java
(82%)
create mode 100644
iotdb-connector/flink-sql-iotdb-connector/src/main/java/org/apache/iotdb/flink/sql/factory/IoTDBDynamicTableFactory.java
create mode 100644
iotdb-connector/flink-sql-iotdb-connector/src/main/java/org/apache/iotdb/flink/sql/function/IoTDBBoundedScanFunction.java
create mode 100644
iotdb-connector/flink-sql-iotdb-connector/src/main/java/org/apache/iotdb/flink/sql/function/IoTDBCDCSourceFunction.java
create mode 100644
iotdb-connector/flink-sql-iotdb-connector/src/main/java/org/apache/iotdb/flink/sql/function/IoTDBLookupFunction.java
create mode 100644
iotdb-connector/flink-sql-iotdb-connector/src/main/java/org/apache/iotdb/flink/sql/function/IoTDBSinkFunction.java
create mode 100644
iotdb-connector/flink-sql-iotdb-connector/src/main/java/org/apache/iotdb/flink/sql/provider/IoTDBDynamicTableSink.java
create mode 100644
iotdb-connector/flink-sql-iotdb-connector/src/main/java/org/apache/iotdb/flink/sql/provider/IoTDBDynamicTableSource.java
copy
iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/schema/view/viewExpression/leaf/LeafViewOperand.java
=>
iotdb-connector/flink-sql-iotdb-connector/src/main/java/org/apache/iotdb/flink/sql/wrapper/SchemaWrapper.java
(55%)
copy
iotdb-api/trigger-api/src/main/java/org/apache/iotdb/trigger/api/enums/TriggerEvent.java
=>
iotdb-connector/flink-sql-iotdb-connector/src/main/java/org/apache/iotdb/flink/sql/wrapper/TabletWrapper.java
(55%)
copy
iotdb-core/datanode/src/main/resources/META-INF/services/org.apache.iotdb.db.protocol.mqtt.PayloadFormatter
=>
iotdb-connector/flink-sql-iotdb-connector/src/main/resources/META-INF/services/org.apache.flink.table.factories.Factory
(93%)
rename
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/connector/payload/evolvable/request/{PipeTransferBatchReq.java
=> PipeTransferTabletBatchReq.java} (63%)
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/connector/payload/evolvable/request/{PipeTransferInsertNodeReq.java
=> PipeTransferTabletBinaryReq.java} (72%)
rename
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/connector/payload/evolvable/request/{PipeTransferInsertNodeReq.java
=> PipeTransferTabletInsertNodeReq.java} (87%)
rename
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/connector/payload/evolvable/request/{PipeTransferTabletReq.java
=> PipeTransferTabletRawReq.java} (93%)
rename
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/connector/protocol/thrift/async/handler/{PipeTransferTabletBatchInsertionEventHandler.java
=> PipeTransferTabletBatchEventHandler.java} (90%)
rename
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/connector/protocol/thrift/async/handler/{PipeTransferInsertNodeTabletInsertionEventHandler.java
=> PipeTransferTabletInsertNodeEventHandler.java} (93%)
rename
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/connector/protocol/thrift/async/handler/{PipeTransferRawTabletInsertionEventHandler.java
=> PipeTransferTabletRawEventHandler.java} (94%)
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/connector/protocol/websocket/WebSocketConnectorServer.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/connector/protocol/websocket/WebsocketConnector.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/event/common/heartbeat/PipeHeartbeatEvent.java
delete mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/processor/PipeDoNothingProcessor.java
copy
iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/pipe/plugin/builtin/connector/{IoTDBThriftConnector.java
=> WebSocketConnector.java} (92%)
