This is an automated email from the ASF dual-hosted git repository.
haonan pushed a change to branch ssl_between_nodes
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from 5b969763fce Merge branch 'master' of github.com:apache/iotdb into
ssl_between_nodes
add 63284330d28 Pipe: fix MQTT Source Session logic & Enhanced error
reporting for MQTT port and data path conflicts (#16229)
add cc66a38b223 [AINode] Reconstruct inference structure (#16237)
add 72a11f37168 Log corresponding database when the RegionGroups are not
available (#16244)
add 3bb45633057 Fix region migration daily IT (#16241)
add 2a46823cd90 Load: Flush ChunkGroup to a temporary file and cache
TableSchema in advance to reduce memory allocation (#16225)
add 054fcc702e9 Directly throw exception when constructing information
schema supplier error (#16242)
add 5fd2b818386 Pipe: Switched some unnecessary log to debug level
add 4937c453e43 Pipe: Fixed the bug that compaction may cause
progressIndex lost (#16258)
add ddddbae8ffa Fix NPE in Procedure's log (#16255)
add e626e8bd7e5 make with-grant-option optinal (#15854)
add 67c450be53f Load: Add IT test about Load file across multiple time
partitions (#16253)
add ef0e45e3e19 Fix error of non-mappable udtf query in align by device
while existing any devices' data cross region
add eae753f25f8 Fix IntoOperator order bug
add 1d5c8e298b6 Pipe CI: always flush for `IoTDBPipeSinkCompressionIT`
with batch mode (#16247)
add 3446a313388 Pipe: Optimized the path construction efficiency in
pattern match (#16265)
add d03bcffa517 implement new session constructor (#16256)
add 922330eea8d Add APPROX_PERCENTILE aggregation function
add 54ca8252a1a Pipe: Fixed the table deletion transfer logic & pipe meta
IT & interval manager in general model (#16268)
add 4862e7a94d4 Shuffle data partition allocation strategy (#16260)
add 6a11cbe4825 Fix potential NPE in tryGetFLushLock (#16274)
add 6a037a24e9f Fix DN does not exit due to exception handling failure
(#16254)
add 51fe585dfcd perf: Optimize the mark bitmap operation of AlignedTVList
InsertTablet (#16199)
add 67a9fa13d30 with_clause feature
add 935b9a8f00e Pipe: Fixed the config meta transfer problem (#16280)
add 8e9c43479c8 Pipe: Modify epoch status metric changes (#16272)
add b1ab9b3eb97 encrypt key generate and destroy (#16176)
add 24bf08ae1a9 Load: Switched the logger level to debug when cache memory
temporarily exceeds the max size (#16289)
add d60431d9d68 fix cpp client exception (#16284)
add cd1507743fb Modified parameter timeout and mfs in data export (#16252)
add 0ecaf374436 Revert "Revert Pipe: Added rate limiter for tsFile
sending" (#16288)
add 484bc09df86 Fix DateTimeUtils init order bug
add 2ccb496e815 Merge branch 'master' of github.com:apache/iotdb into
ssl_between_nodes
add a1843c61252 update
add 527cae49ac7 update
No new revisions were added by this update.
Summary of changes:
example/client-cpp-example/pom.xml | 4 +
example/client-cpp-example/src/CMakeLists.txt | 5 +-
.../client-cpp-example/src/MultiSvrNodeClient.cpp | 147 ++++
.../it/env/cluster/config/MppCommonConfig.java | 10 +-
.../env/cluster/config/MppSharedCommonConfig.java | 12 +-
.../iotdb/it/env/cluster/env/AbstractEnv.java | 37 +-
.../it/env/remote/config/RemoteCommonConfig.java | 7 +-
.../iotdb/it/env/remote/env/RemoteServerEnv.java | 6 +
.../java/org/apache/iotdb/itbase/env/BaseEnv.java | 13 +
.../org/apache/iotdb/itbase/env/CommonConfig.java | 4 +-
...T.java => IoTDBPartitionInheritStrategyIT.java} | 4 +-
.../partition/IoTDBPartitionShuffleStrategyIT.java | 140 ++++
...IoTDBRegionOperationReliabilityITFramework.java | 5 +-
.../IoTDBRegionMigrateDataNodeCrashForIoTV1IT.java | 15 +-
...BRegionMigrateDataNodeCrashForIoTV2BatchIT.java | 13 +-
...RegionMigrateDataNodeCrashForIoTV2StreamIT.java | 13 +-
.../IoTDBRegionMigrateClusterCrashIoTV1IT.java | 3 +-
...IoTDBRegionMigrateClusterCrashIoTV2BatchIT.java | 6 +-
...DBRegionMigrateConfigNodeCrashIoTV2BatchIT.java | 9 +-
...oTDBRegionMigrateClusterCrashIoTV2StreamIT.java | 9 +-
...BRegionMigrateConfigNodeCrashIoTV2StreamIT.java | 9 +-
.../iotdb/db/it/IoTDBCustomizedClusterIT.java | 22 +-
.../org/apache/iotdb/db/it/IoTDBLoadTsFileIT.java | 83 ++
.../IoTDBGrantOptionIT.java} | 56 +-
.../manual/enhanced/IoTDBPipeMetaIT.java | 25 +-
.../auto/enhanced/IoTDBPipeSinkCompressionIT.java | 22 +-
.../relational/it/db/it/IoTDBInternalSSLIT.java | 2 +
.../it/insertquery/IoTDBInsertQueryIT.java | 33 +
.../scalar/IoTDBCastFunctionTableIT.java | 1 +
.../scalar/IoTDBFormatFunctionTableIT.java | 1 +
.../it/query/old/query/IoTDBArithmeticTableIT.java | 1 +
.../relational/it/query/recent/IoTDBCteIT.java | 332 ++++++++
.../it/query/recent/IoTDBTableAggregationIT.java | 52 ++
.../view/old/query/IoTDBArithmeticTableViewIT.java | 1 +
.../org/apache/iotdb/tool/common/Constants.java | 6 +
.../org/apache/iotdb/tool/common/OptionsUtil.java | 51 +-
.../apache/iotdb/tool/data/AbstractDataTool.java | 4 +-
.../org/apache/iotdb/tool/data/ExportData.java | 4 +
.../apache/iotdb/tool/data/ExportDataTable.java | 124 ++-
.../org/apache/iotdb/tool/data/ExportDataTree.java | 167 ++--
.../client-cpp/src/main/AbstractSessionBuilder.h | 4 +
iotdb-client/client-cpp/src/main/Common.cpp | 44 +
iotdb-client/client-cpp/src/main/Common.h | 18 +
iotdb-client/client-cpp/src/main/NodesSupplier.cpp | 104 +--
iotdb-client/client-cpp/src/main/NodesSupplier.h | 1 +
iotdb-client/client-cpp/src/main/Session.cpp | 88 +-
iotdb-client/client-cpp/src/main/Session.h | 14 +-
.../{TableSessionBuilder.h => SessionBuilder.h} | 68 +-
.../client-cpp/src/main/SessionConnection.cpp | 2 +
.../client-cpp/src/main/SessionConnection.h | 3 +-
.../client-cpp/src/main/TableSessionBuilder.h | 4 +
iotdb-client/client-cpp/src/test/cpp/sessionIT.cpp | 109 +++
.../src/test/cpp/sessionRelationalIT.cpp | 24 +
iotdb-core/ainode/ainode/core/config.py | 5 -
.../{scheduler => dispatcher}/__init__.py | 0
.../inference/dispatcher/abstract_dispatcher.py | 49 +-
.../core/inference/dispatcher/basic_dispatcher.py | 60 ++
.../core/inference/inference_request_pool.py | 12 +-
.../ainode/core/inference/pool_controller.py | 155 ++--
...ference_request_pool_group.py => pool_group.py} | 32 +-
.../ainode/ainode/core/inference/pool_scheduler.py | 125 ---
.../core/inference/pool_scheduler}/__init__.py | 0
.../pool_scheduler/abstract_pool_scheduler.py | 56 ++
.../pool_scheduler/basic_pool_scheduler.py | 59 ++
.../ainode/core/inference/request_controller.py | 89 --
.../core/inference/request_scheduler}/__init__.py | 0
.../abstract_request_scheduler.py} | 2 +-
.../basic_request_scheduler.py} | 9 +-
.../ainode/core/manager/inference_manager.py | 56 +-
iotdb-core/ainode/ainode/core/manager/utils.py | 8 +-
.../ainode/resources/conf/iotdb-ainode.properties | 6 -
.../async/handlers/rpc/PipePushMetaRPCHandler.java | 2 +-
.../iotdb/confignode/conf/ConfigNodeConfig.java | 10 +
.../confignode/conf/ConfigNodeDescriptor.java | 4 +
.../confignode/conf/SystemPropertiesUtils.java | 12 +-
.../response/pipe/task/PipeTableResp.java | 11 +-
.../exception/NoAvailableRegionGroupException.java | 14 +-
.../manager/load/balancer/PartitionBalancer.java | 194 +++--
.../manager/partition/PartitionManager.java | 2 +-
.../agent/runtime/PipeConfigNodeRuntimeAgent.java | 11 +-
.../pipe/agent/task/PipeConfigNodeSubtask.java | 51 +-
.../pipe/agent/task/PipeConfigNodeTaskAgent.java | 11 +-
.../pipe/agent/task/PipeConfigNodeTaskBuilder.java | 6 +-
.../runtime/heartbeat/PipeHeartbeatParser.java | 2 +-
.../PipeConfigPhysicalPlanTSStatusVisitor.java | 1 +
.../sink/protocol/IoTDBConfigRegionAirGapSink.java | 5 +
.../pipe/sink/protocol/IoTDBConfigRegionSink.java | 5 +
.../pipe/source/IoTDBConfigRegionSource.java | 2 +-
.../confignode/persistence/pipe/PipeInfo.java | 10 +-
.../confignode/persistence/pipe/PipeTaskInfo.java | 18 +-
.../confignode/procedure/ProcedureExecutor.java | 7 +-
.../impl/pipe/AbstractOperatePipeProcedureV2.java | 4 +-
.../impl/pipe/runtime/PipeMetaSyncProcedure.java | 4 +-
.../impl/pipe/task/CreatePipeProcedureV2.java | 4 +-
.../pipe/util/PipeExternalSourceLoadBalancer.java | 2 +-
.../java/org/apache/iotdb/db/conf/IoTDBConfig.java | 20 +
.../org/apache/iotdb/db/conf/IoTDBDescriptor.java | 13 +
.../org/apache/iotdb/db/conf/IoTDBStartCheck.java | 61 +-
.../agent/runtime/PipeDataNodeRuntimeAgent.java | 7 +-
.../db/pipe/agent/task/PipeDataNodeTaskAgent.java | 19 +-
.../agent/task/builder/PipeDataNodeBuilder.java | 2 +-
.../task/builder/PipeDataNodeTaskBuilder.java | 72 +-
.../pipe/agent/task/stage/PipeTaskSourceStage.java | 9 +-
.../agent/task/subtask/sink/PipeSinkSubtask.java | 66 +-
.../task/subtask/sink/PipeSinkSubtaskManager.java | 6 +-
.../pipe/metric/overview/PipeResourceMetrics.java | 13 +
.../visitor/PipePlanToStatementVisitor.java | 6 +-
.../resource/memory/InsertNodeMemoryEstimator.java | 10 +-
.../protocol/airgap/IoTDBDataRegionAirGapSink.java | 31 +
.../airgap/IoTDBSchemaRegionAirGapSink.java | 5 +
.../thrift/async/IoTDBDataRegionAsyncSink.java | 14 +
.../async/handler/PipeTransferTsFileHandler.java | 6 +
.../thrift/sync/IoTDBDataRegionSyncSink.java | 21 +
.../thrift/sync/IoTDBSchemaRegionSink.java | 5 +
.../source/dataregion/IoTDBDataRegionSource.java | 26 +-
...istoricalDataRegionTsFileAndDeletionSource.java | 6 +-
.../PipeRealtimeDataRegionHybridSource.java | 1 +
.../realtime/PipeRealtimeDataRegionLogSource.java | 1 +
.../realtime/PipeRealtimeDataRegionSource.java | 21 +-
.../PipeRealtimeDataRegionTsFileSource.java | 2 +
.../dataregion/realtime/epoch/TsFileEpoch.java | 28 +-
.../realtime/epoch/TsFileEpochManager.java | 3 -
.../listener/PipeInsertionDataNodeListener.java | 5 +-
.../matcher/CachedSchemaPatternMatcher.java | 180 ++--
.../db/pipe/source/mqtt/MQTTPublishHandler.java | 25 +-
.../iotdb/db/pipe/source/mqtt/MQTTSource.java | 108 ++-
.../InformationSchemaContentSupplierFactory.java | 193 ++---
.../AbstractApproxPercentileAccumulator.java | 164 ++++
.../relational/aggregation/AccumulatorFactory.java | 14 +
.../aggregation/ApproxPercentileAccumulator.java | 119 +++
.../ApproxPercentileWithWeightAccumulator.java | 125 +++
.../aggregation/approximate/TDigest.java | 915 +++++++++++++++++++++
...AbstractGroupedApproxPercentileAccumulator.java | 149 ++++
.../GroupedApproxCountDistinctAccumulator.java | 12 +-
.../GroupedApproxPercentileAccumulator.java | 144 ++++
...oupedApproxPercentileWithWeightAccumulator.java | 149 ++++
...perLogLogBigArray.java => TDigestBigArray.java} | 53 +-
.../db/queryengine/plan/analyze/Analysis.java | 3 +-
.../cache/schema/DataNodeDevicePathCache.java | 3 -
.../config/executor/ClusterConfigTaskExecutor.java | 14 +-
.../db/queryengine/plan/parser/ASTVisitor.java | 11 +
.../plan/planner/TableOperatorGenerator.java | 17 +-
.../plan/planner/distribution/SourceRewriter.java | 15 +-
.../plan/planner/plan/node/PlanGraphPrinter.java | 7 +-
.../plan/node/pipe/PipeEnrichedDeleteDataNode.java | 14 +-
.../relational/analyzer/StatementAnalyzer.java | 15 +-
.../relational/metadata/TableMetadataImpl.java | 37 +
.../plan/relational/planner/RelationPlanner.java | 23 +
.../relational/planner/TableLogicalPlanner.java | 47 +-
.../distribute/TableDistributedPlanGenerator.java | 1 +
.../plan/relational/planner/node/IntoNode.java | 40 +-
.../optimizations/UnaliasSymbolReferences.java | 11 +-
.../plan/relational/sql/ast/Delete.java | 3 +-
.../plan/relational/sql/parser/AstBuilder.java | 15 +
.../scalar/DateBinFunctionColumnTransformer.java | 21 +-
.../column/unary/scalar/ExtractTransformer.java | 12 +-
.../java/org/apache/iotdb/db/service/DataNode.java | 4 +
.../iotdb/db/service/DataNodeShutdownHook.java | 4 +
.../db/storageengine/dataregion/DataRegion.java | 15 +
.../execute/utils/CompactionPathUtils.java | 23 +-
.../dataregion/tsfile/TsFileResource.java | 3 +-
.../db/storageengine/load/LoadTsFileManager.java | 60 +-
.../load/limiter/LoadTsFileRateLimiter.java | 64 +-
.../memory/LoadTsFileDataCacheMemoryBlock.java | 3 +-
.../load/memory/LoadTsFileMemoryBlock.java | 3 +-
.../load/splitter/AlignedChunkData.java | 7 +-
.../load/splitter/NonAlignedChunkData.java | 4 +
.../subtask/SubscriptionSinkSubtaskManager.java | 2 +-
.../org/apache/iotdb/db/utils/DateTimeUtils.java | 75 +-
.../iotdb/db/utils/constant/SqlConstant.java | 1 +
.../db/utils/datastructure/AlignedTVList.java | 156 +++-
.../agent/plugin/PipeDataNodePluginAgentTest.java | 4 +-
.../db/pipe/consensus/DeletionResourceTest.java | 4 +-
.../pattern/CachedSchemaPatternMatcherTest.java | 9 +-
.../db/pipe/source/PipeRealtimeExtractTest.java | 10 +-
.../planner/node/process/IntoNodeSerdeTest.java | 4 +
.../relational/analyzer/ExtractExpressionTest.java | 7 +
.../conf/iotdb-system.properties.template | 5 -
.../apache/iotdb/commons/conf/CommonConfig.java | 52 +-
.../iotdb/commons/conf/CommonDescriptor.java | 10 +-
.../commons/pipe/agent/plugin/PipePluginAgent.java | 8 +-
.../commons/pipe/agent/task/PipeTaskAgent.java | 14 +-
.../pipe/agent/task/meta/PipeStaticMeta.java | 58 +-
.../task/progress/interval/PipeCommitInterval.java | 6 +-
.../task/subtask/PipeAbstractSinkSubtask.java | 16 +-
.../iotdb/commons/pipe/config/PipeConfig.java | 12 +-
.../iotdb/commons/pipe/config/PipeDescriptor.java | 12 +-
.../pipe/config/constant/PipeSinkConstant.java | 5 +
.../pipe/config/constant/PipeSourceConstant.java | 3 +-
....java => PipeTaskSourceRuntimeEnvironment.java} | 9 +-
.../pipe/datastructure/interval/Interval.java | 6 +-
.../datastructure/interval/IntervalManager.java | 13 +-
.../datastructure/pattern/IoTDBTreePattern.java | 23 +-
.../pipe/sink/limiter/GlobalRPCRateLimiter.java | 24 +-
.../pipe/sink/limiter/GlobalRateLimiter.java | 14 +-
.../pipe/sink/limiter/TsFileSendRateLimiter.java} | 31 +-
.../pipe/sink/protocol/IoTDBAirGapSink.java | 3 +
.../commons/pipe/sink/protocol/IoTDBSink.java | 4 +-
.../pipe/sink/protocol/IoTDBSslSyncSink.java | 3 +
.../iotdb/commons/pipe/source/IoTDBSource.java | 6 +-
.../iotdb/commons/service/metric/enums/Metric.java | 1 +
.../TableBuiltinAggregationFunction.java | 4 +-
.../apache/iotdb/commons/utils/StatusUtils.java | 18 +-
.../thrift-commons/src/main/thrift/common.thrift | 3 +-
pom.xml | 2 +-
205 files changed, 5452 insertions(+), 1569 deletions(-)
create mode 100644 example/client-cpp-example/src/MultiSvrNodeClient.cpp
rename
integration-test/src/test/java/org/apache/iotdb/confignode/it/partition/{IoTDBPartitionInheritPolicyIT.java
=> IoTDBPartitionInheritStrategyIT.java} (98%)
create mode 100644
integration-test/src/test/java/org/apache/iotdb/confignode/it/partition/IoTDBPartitionShuffleStrategyIT.java
copy
integration-test/src/test/java/org/apache/iotdb/db/it/{specialwords/IoTDBSpecialWordsIT.java
=> auth/IoTDBGrantOptionIT.java} (50%)
create mode 100644
integration-test/src/test/java/org/apache/iotdb/relational/it/query/recent/IoTDBCteIT.java
copy iotdb-client/client-cpp/src/main/{TableSessionBuilder.h =>
SessionBuilder.h} (54%)
rename iotdb-core/ainode/ainode/core/inference/{scheduler =>
dispatcher}/__init__.py (100%)
copy iotdb-client/client-py/iotdb/template/TemplateNode.py =>
iotdb-core/ainode/ainode/core/inference/dispatcher/abstract_dispatcher.py (52%)
create mode 100644
iotdb-core/ainode/ainode/core/inference/dispatcher/basic_dispatcher.py
rename
iotdb-core/ainode/ainode/core/inference/{inference_request_pool_group.py =>
pool_group.py} (65%)
delete mode 100644 iotdb-core/ainode/ainode/core/inference/pool_scheduler.py
copy {iotdb-client/client-py/iotdb =>
iotdb-core/ainode/ainode/core/inference/pool_scheduler}/__init__.py (100%)
create mode 100644
iotdb-core/ainode/ainode/core/inference/pool_scheduler/abstract_pool_scheduler.py
create mode 100644
iotdb-core/ainode/ainode/core/inference/pool_scheduler/basic_pool_scheduler.py
delete mode 100644
iotdb-core/ainode/ainode/core/inference/request_controller.py
copy {iotdb-client/client-py/iotdb =>
iotdb-core/ainode/ainode/core/inference/request_scheduler}/__init__.py (100%)
rename
iotdb-core/ainode/ainode/core/inference/{scheduler/abstract_scheduler.py =>
request_scheduler/abstract_request_scheduler.py} (98%)
rename iotdb-core/ainode/ainode/core/inference/{scheduler/basic_scheduler.py
=> request_scheduler/basic_request_scheduler.py} (90%)
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/AbstractApproxPercentileAccumulator.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/ApproxPercentileAccumulator.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/ApproxPercentileWithWeightAccumulator.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/approximate/TDigest.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/grouped/AbstractGroupedApproxPercentileAccumulator.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/grouped/GroupedApproxPercentileAccumulator.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/grouped/GroupedApproxPercentileWithWeightAccumulator.java
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/grouped/array/{HyperLogLogBigArray.java
=> TDigestBigArray.java} (54%)
rename
iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/pipe/config/plugin/env/{PipeTaskExtractorRuntimeEnvironment.java
=> PipeTaskSourceRuntimeEnvironment.java} (81%)
copy
iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/NonOpenTransport.java
=>
iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/pipe/sink/limiter/GlobalRPCRateLimiter.java
(66%)
copy
iotdb-core/{datanode/src/main/java/org/apache/iotdb/db/pipe/consensus/PipeConsensusSubtaskExecutor.java
=>
node-commons/src/main/java/org/apache/iotdb/commons/pipe/sink/limiter/TsFileSendRateLimiter.java}
(54%)
