This is an automated email from the ASF dual-hosted git repository.
caogaofei pushed a change to branch beyyes/fix_distribution_topo
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from 9b363f37816 remove it
add 0b3db97b9da Remove the useless code and fix smell in last query
(#11156)
add bdb6bd6da90 Pipe: fix pipe procedure stuck because of data node async
request forever waiting for response (#11157)
add d06746a045e [IOTDB-6158] add examples and ITs for flink-sql-connector
(#11152)
add 94caed8d802 Fix storage group to database (#11160)
add ccb88e3a4e2 Delete unused compaction recover code (#11147)
add 42df87d1cb0 Fix the warn log in IT (#11164)
add 3313d742104 [IOTDB-6159] Pipe: Supported E-language payload in air gap
connector/receiver (#11136)
add 1aa098cda93 [IOTDB-6157] Check timestamp precision when insert (#11151)
add c813d2e71ad [IOTDB-6163] fix bug of option sql parsing error in
flink-sql-connector (#11174)
add d0cf8d6dbe2 Pipe: fix pipe coordinator deadlock causing CN election
timeout (#11176) (#11177)
add e488a7c1bc2 [IOTDB-6164] Fix create illegal path through rest api bug
(#11178)
add 4d7aaeb8c9c [IOTDB-6143] Pipe: Support PipeConnector subtasks with the
same parameters concurrently scheduling (#11083)
add 6f1a5454eb8 [IOTDB-6162] Enhanced accuracy in deleting data
add d7396bfc349 Fix datanode stuck when meets disk error (#11172)
add d654e03c869 Fix NPE issue when setting system to readonly manually
(#11166)
add 90823c819e7 Fix auth check of CreateAlignedTimeSeries
add 66ebb0b57d8 [IOTDB-6167] DataNode can't register to cluster when fetch
system configuration throws NPE(#11187)
add 9c751ad657a Fix metric of auth
add f48bc2c6d79 Optimize python client insert records values serialization
(#11193)
add 6cbe5f0d577 [IOTDB-6165] Pipe: cache device metadata in TsFile reader
to avoid redundant IO (#11186)
add a9093c29250 [ISSUE-11199] Pipe: fix NPE when casting from null values
in InsertRowNode deserialization (#11200)
add 10a0614dcf3 Pipe: fix NPE in PipeEnrichedInsertBaseStatement#isQuery
when analyzing statement in metadata mismatch scenarios (#11203)
add 8a845dd05b4 Sl fix auth bugs
add 3250550f9a6 [IOTDB-6154] Pipe: better algorithm for hybrid mode to
switch log/tsfile extraction in iotdb-extractor (#11142)
add 3f8c344b3a8 Pipe: fix file handle leak when processing with
extractor.pattern (#11209)
add b4c2caeaf2f Manipulate series of Audit and IoTDB reporter as super user
add 9220048b008 Merge branch 'master' into beyyes/fix_distribution_topo
add 51ce577c00f insert operation does not need mostlyUsedDataRegion
No new revisions were added by this update.
Summary of changes:
distribution/pom.xml | 7 +
.../{client-cpp.xml => flink-sql-connector.xml} | 9 +-
example/flink-sql/pom.xml | 99 +++++++++++
.../org/apache/iotdb/example/BatchSinkExample.java | 74 ++++++++
.../apache/iotdb/example/BoundedScanExample.java | 52 ++++++
.../java/org/apache/iotdb/example/CDCExample.java | 54 ++++++
.../org/apache/iotdb/example/LookupExample.java | 77 +++++++++
.../apache/iotdb/example/StreamingSinkExample.java | 68 ++++++++
example/pom.xml | 1 +
integration-test/pom.xml | 146 ++++++++++++++++
.../it/env/cluster/config/MppCommonConfig.java | 7 +
.../env/cluster/config/MppSharedCommonConfig.java | 7 +
.../it/env/remote/config/RemoteCommonConfig.java | 5 +
.../org/apache/iotdb/itbase/env/CommonConfig.java | 2 +
.../org/apache/iotdb/db/it/IOTDBLoadTsFileIT.java | 38 +++-
.../apache/iotdb/db/it/IoTDBDatetimeFormatIT.java | 1 +
.../apache/iotdb/db/it/IoTDBInsertMultiRowIT.java | 11 ++
.../org/apache/iotdb/db/it/auth/IoTDBAuthIT.java | 4 +-
.../iotdb/{spark => flink}/it/AbstractTest.java | 33 ++--
.../java/org/apache/iotdb/flink/it/SinkTest.java | 163 +++++++++++++++++
.../java/org/apache/iotdb/flink/it/SourceTest.java | 192 +++++++++++++++++++++
.../test/java/org/apache/iotdb/flink/it/Utils.java | 93 ++++++++++
...ncIT.java => IoTDBPipeConnectorParallelIT.java} | 54 +++---
.../apache/iotdb/pipe/it/IoTDBPipeDataSyncIT.java | 62 +++++++
.../iotdb/session/it/IoTDBSessionSimpleIT.java | 36 ++++
.../org/apache/iotdb/pipe/api/PipeConnector.java | 10 +-
.../org/apache/iotdb/pipe/api/PipeProcessor.java | 10 +-
.../event/dml/insertion/TsFileInsertionEvent.java | 2 +-
iotdb-client/client-py/iotdb/Session.py | 80 ++++-----
.../java/org/apache/iotdb/rpc/TSStatusCode.java | 1 -
iotdb-connector/flink-sql-iotdb-connector/pom.xml | 24 ++-
.../sql/factory/IoTDBDynamicTableFactory.java | 50 +++---
.../client/async/AsyncDataNodeClientPool.java | 45 ++++-
.../apache/iotdb/confignode/manager/IManager.java | 2 +-
.../iotdb/confignode/manager/ProcedureManager.java | 3 +-
.../manager/load/balancer/RouteBalancer.java | 2 +-
.../manager/partition/PartitionManager.java | 2 +-
.../manager/pipe/runtime/PipeHeartbeatParser.java | 8 +-
.../pipe/runtime/PipeHeartbeatScheduler.java | 8 +-
.../manager/pipe/runtime/PipeMetaSyncer.java | 12 +-
.../manager/pipe/task/PipeTaskCoordinator.java | 28 +--
.../manager/pipe/task/PipeTaskCoordinatorLock.java | 30 ++++
.../procedure/env/ConfigNodeProcedureEnv.java | 23 +--
.../impl/pipe/AbstractOperatePipeProcedureV2.java | 176 +++++++++++++------
.../org/apache/iotdb/db/audit/AuditLogger.java | 7 +-
.../org/apache/iotdb/db/auth/AuthorityChecker.java | 46 ++---
.../dataregion/DataExecutionVisitor.java | 2 +-
.../iotdb/db/pipe/agent/task/PipeTaskAgent.java | 4 +
.../config/constant/PipeConnectorConstant.java | 10 ++
...eResponse.java => AirGapELanguageConstant.java} | 14 +-
.../payload/airgap/AirGapOneByteResponse.java | 4 +
.../protocol/airgap/IoTDBAirGapConnector.java | 29 +++-
.../connector/protocol/opcua/OpcUaConnector.java | 72 ++++++--
.../thrift/async/IoTDBThriftAsyncConnector.java | 8 +-
.../protocol/websocket/WebSocketConnector.java | 66 +++++--
.../common/tsfile/PipeTsFileInsertionEvent.java | 15 +-
.../tsfile/TsFileInsertionDataContainer.java | 3 +-
.../PipeRealtimeDataRegionHybridExtractor.java | 35 +++-
.../pipe/receiver/airgap/IoTDBAirGapReceiver.java | 58 +++++--
.../apache/iotdb/db/pipe/task/PipeTaskManager.java | 30 +++-
.../connection/UnboundedBlockingPendingQueue.java | 60 ++++++-
.../connector/PipeConnectorSubtaskManager.java | 137 +++++++++------
.../iotdb/db/protocol/mqtt/MPPPublishHandler.java | 2 +
.../rest/handler/AuthorizationHandler.java | 3 +-
.../v1/handler/StatementConstructionHandler.java | 19 +-
.../v2/handler/StatementConstructionHandler.java | 20 ++-
.../protocol/thrift/impl/ClientRPCServiceImpl.java | 8 +-
.../impl/DataNodeInternalRPCServiceImpl.java | 4 +-
.../execution/load/AlignedChunkData.java | 2 +-
.../execution/load/NonAlignedChunkData.java | 2 +-
.../queryengine/execution/load/TsFileSplitter.java | 2 +-
.../db/queryengine/plan/analyze/Analysis.java | 6 +-
.../queryengine/plan/analyze/AnalyzeVisitor.java | 2 +-
.../plan/analyze/LoadTsfileAnalyzer.java | 52 +++---
.../analyze/cache/partition/PartitionCache.java | 23 ++-
.../analyze/schema/AutoCreateSchemaExecutor.java | 50 ++++--
.../db/queryengine/plan/parser/ASTVisitor.java | 2 +
.../plan/parser/StatementGenerator.java | 25 ++-
.../planner/distribution/DistributionPlanner.java | 6 +-
.../planner/distribution/NodeGroupContext.java | 14 +-
.../plan/node/load/LoadSingleTsFileNode.java | 2 +-
.../plan/node/source/AlignedSeriesScanNode.java | 4 +-
.../planner/plan/node/write/DeleteDataNode.java | 24 +--
.../planner/plan/node/write/InsertRowNode.java | 2 +-
.../planner/plan/node/write/InsertRowsNode.java | 2 +-
.../plan/node/write/InsertRowsOfOneDeviceNode.java | 2 +-
.../planner/plan/node/write/InsertTabletNode.java | 2 +-
.../plan/statement/crud/InsertRowStatement.java | 2 +-
.../crud/InsertRowsOfOneDeviceStatement.java | 2 +-
.../plan/statement/crud/InsertTabletStatement.java | 2 +-
.../crud/PipeEnrichedInsertBaseStatement.java | 3 +-
.../metadata/CreateAlignedTimeSeriesStatement.java | 17 ++
.../metadata/view/CreateLogicalViewStatement.java | 27 ++-
.../plan/statement/sys/AuthorStatement.java | 13 +-
.../impl/mem/mnode/factory/MemMNodeFactory.java | 4 +-
.../impl/mem/mnode/impl/LogicalViewMNode.java | 64 -------
.../java/org/apache/iotdb/db/service/DataNode.java | 19 +-
.../metrics/IoTDBInternalLocalReporter.java | 3 +-
.../iotdb/db/storageengine/StorageEngine.java | 33 +---
.../db/storageengine/dataregion/DataRegion.java | 87 +++-------
.../dataregion/memtable/TsFileProcessor.java | 3 +-
.../dataregion/tsfile/TsFileManager.java | 30 ++--
.../tsfile/timeindex/DeviceTimeIndex.java | 9 +-
.../dataregion/tsfile/timeindex/FileTimeIndex.java | 6 +-
.../dataregion/wal/recover/WALRecoverManager.java | 15 +-
.../iotdb/db/tools/TsFileSplitByPartitionTool.java | 10 +-
.../org/apache/iotdb/db/utils/CommonUtils.java | 7 +
.../iotdb/db/utils/TimestampPrecisionUtils.java | 36 +++-
.../auth/authorizer/LocalFileAuthorizerTest.java | 5 +
.../db/auth/user/LocalFileUserManagerTest.java | 4 +-
.../plan/parser/StatementGeneratorTest.java | 26 +++
.../plan/node/write/WritePlanNodeSplitTest.java | 2 +-
.../iotdb/db/storageengine/StorageEngineTest.java | 19 +-
.../storageengine/dataregion/DataRegionTest.java | 56 +++---
...eCrossSpaceCompactionWithFastPerformerTest.java | 19 +-
...sSpaceCompactionWithReadPointPerformerTest.java | 19 +-
.../InnerSeqCompactionWithFastPerformerTest.java | 6 +-
...nerSeqCompactionWithReadChunkPerformerTest.java | 6 +-
.../SizeTieredCompactionRecoverTest.java | 2 -
.../recover/SizeTieredCompactionRecoverTest.java | 3 +-
.../settle/SettleRequestHandlerTest.java | 2 +-
.../wal/recover/WALRecoverManagerTest.java | 4 +-
.../apache/iotdb/db/utils/EnvironmentUtils.java | 9 +-
.../db/utils/TimestampPrecisionUtilsTest.java | 87 ++++++++++
.../resources/conf/iotdb-common.properties | 6 +-
.../iotdb/commons/auth/user/BasicUserManager.java | 8 +-
...Factory.java => ExceptionalCountDownLatch.java} | 37 ++--
.../apache/iotdb/commons/conf/CommonConfig.java | 29 ++--
.../iotdb/commons/conf/CommonDescriptor.java | 17 +-
.../iotdb/commons/partition/DataPartition.java | 17 +-
.../iotdb/commons/pipe/config/PipeConfig.java | 11 +-
.../org/apache/iotdb/commons/utils/AuthUtils.java | 4 +-
.../iotdb/commons}/utils/TimePartitionUtils.java | 24 ++-
.../apache/iotdb/commons/utils/AuthUtilsTest.java | 2 +
pom.xml | 3 +-
135 files changed, 2696 insertions(+), 814 deletions(-)
copy distribution/src/assembly/{client-cpp.xml => flink-sql-connector.xml}
(81%)
create mode 100644 example/flink-sql/pom.xml
create mode 100644
example/flink-sql/src/main/java/org/apache/iotdb/example/BatchSinkExample.java
create mode 100644
example/flink-sql/src/main/java/org/apache/iotdb/example/BoundedScanExample.java
create mode 100644
example/flink-sql/src/main/java/org/apache/iotdb/example/CDCExample.java
create mode 100644
example/flink-sql/src/main/java/org/apache/iotdb/example/LookupExample.java
create mode 100644
example/flink-sql/src/main/java/org/apache/iotdb/example/StreamingSinkExample.java
copy integration-test/src/test/java/org/apache/iotdb/{spark =>
flink}/it/AbstractTest.java (61%)
create mode 100644
integration-test/src/test/java/org/apache/iotdb/flink/it/SinkTest.java
create mode 100644
integration-test/src/test/java/org/apache/iotdb/flink/it/SourceTest.java
create mode 100644
integration-test/src/test/java/org/apache/iotdb/flink/it/Utils.java
copy
integration-test/src/test/java/org/apache/iotdb/pipe/it/{IoTDBPipeDataSyncIT.java
=> IoTDBPipeConnectorParallelIT.java} (73%)
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/connector/payload/airgap/{AirGapOneByteResponse.java
=> AirGapELanguageConstant.java} (66%)
delete mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/schemaengine/schemaregion/mtree/impl/mem/mnode/impl/LogicalViewMNode.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/utils/TimestampPrecisionUtilsTest.java
copy
iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/concurrent/{IoTDBDaemonThreadFactory.java
=> ExceptionalCountDownLatch.java} (51%)
rename iotdb-core/{datanode/src/main/java/org/apache/iotdb/db =>
node-commons/src/main/java/org/apache/iotdb/commons}/utils/TimePartitionUtils.java
(72%)
