This is an automated email from the ASF dual-hosted git repository.
jackietien pushed a change to branch ty/removejoldep
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from b55af6b8cd0 fix UR
add 2b066d817f7 [IOTDB-6305] Add show current_timestamp statement (#12106)
add 82165f74450 [IOTDB-6306] Fix the issue that UDTF with boolean type is
not supported in filter (#12105)
add 7acc5cdbcc6 [IOTDB-6301] Optimize insert first (#12080)
add 2c8a8b0346f Add removeTsFile for DataRegion (#12126)
add be06e62d239 Fix fail to read memTable ids from the wal file (#12132)
add b87c6463ff1 Pipe Subscription: initialize the subscription client RPC
payload (#12121)
add f82b3302be5 Fix some ignored ITs of udf lib (#12135)
add 37e9ee0ee99 Fix compaction schedule task manager cannot stop and
modify some output in log (#12125)
add 279f47e372e [IOTDB-6304] Support EXPLAN ANALYZE in query
add f39c7be3c0c Pipe: fixed the bug that released
PipeRawTabletInsertionEvent's tablet is still referenced and causing OOM
(#12117)
add 4f3da09efad flink-iotdb-connector: IoTDBSink throws NPE (#12133)
add e1077c43c80 [IOTDB-6297] Optimize the distribute plan in aggregation
align by device when some device cross data regions
add cda79b4b026 Set ConfigNode list early during DataNode registration
(#12137)
add d33cf82349d Revert "change ci to github ci (#12073)" (#12140)
add 5af7c4790f4 Ignore log: memtableId -9223372036854775808 not found in
MemTableId2Info (#12141)
add 46e47672c40 [IOTDB-6309] Lager interval for auto ratis leader balance
(#12116)
add b7bd94dee4a Fixed ConfigNode startup error in SimpleConsensus (#12143)
add 11de6cd0484 fix conflicts
No new revisions were added by this update.
Summary of changes:
.github/workflows/cluster-it-1c3d.yml | 16 +-
.../java/org/apache/iotdb/db/it/IoTDBFilterIT.java | 34 ++
.../iotdb/db/it/IoTDBSimpleQueryStandaloneIT.java | 75 +++
.../db/it/alignbydevice/IoTDBAlignByDevice3IT.java | 43 ++
.../IoTDBAlignByDeviceWithTemplate2IT.java | 43 ++
.../IoTDBAlignByDeviceWithTemplateIT.java | 2 +-
.../IoTDBOrderByLimitOffsetAlignByDevice2IT.java | 46 ++
.../IoTDBOrderByWithAlignByDevice3IT.java | 40 ++
.../db/it/alignbydevice/IoTDBShuffleSink1IT.java | 1 +
.../db/it/alignbydevice/IoTDBShuffleSink2IT.java | 1 +
.../apache/iotdb/libudf/it/dmatch/DMatchIT.java | 68 +--
.../iotdb/libudf/it/dprofile/DProfileIT.java | 14 +-
.../java/org/apache/iotdb/rpc/TSStatusCode.java | 12 +
.../iotdb/rpc/subscription/EnrichedRowRecord.java | 34 ++
.../rpc/subscription/IoTDBSubscriptionDataSet.java | 35 ++
.../payload/request/ConsumerConfig.java | 85 ++++
.../payload/request/PipeSubscribeCloseReq.java | 74 +++
.../payload/request/PipeSubscribeCommitReq.java | 110 ++++
.../payload/request/PipeSubscribeHandshakeReq.java | 97 ++++
.../payload/request/PipeSubscribeHeartbeatReq.java | 75 +++
.../payload/request/PipeSubscribePollReq.java | 96 ++++
.../payload/request/PipeSubscribeRequestType.java | 60 +++
.../request/PipeSubscribeRequestVersion.java | 35 ++
.../payload/request/PipeSubscribeSubscribeReq.java | 100 ++++
.../request/PipeSubscribeUnsubscribeReq.java | 101 ++++
.../payload/response/EnrichedTablets.java | 89 ++++
.../payload/response/PipeSubscribeCloseResp.java | 78 +++
.../payload/response/PipeSubscribeCommitResp.java | 78 +++
.../response/PipeSubscribeHandshakeResp.java | 125 +++++
.../response/PipeSubscribeHeartbeatResp.java | 79 +++
.../payload/response/PipeSubscribePollResp.java | 110 ++++
.../response/PipeSubscribeResponseType.java | 55 ++
.../response/PipeSubscribeResponseVersion.java | 35 ++
.../response/PipeSubscribeSubscribeResp.java | 79 +++
.../response/PipeSubscribeUnsubscribeResp.java | 79 +++
.../java/org/apache/iotdb/flink/IoTDBSink.java | 2 +-
.../org/apache/iotdb/db/qp/sql/IdentifierParser.g4 | 2 +
.../org/apache/iotdb/db/qp/sql/IoTDBSqlParser.g4 | 12 +-
.../antlr4/org/apache/iotdb/db/qp/sql/SqlLexer.g4 | 12 +
.../iotdb/confignode/manager/load/LoadManager.java | 11 +
.../manager/load/balancer/RouteBalancer.java | 61 ++-
.../confignode/manager/load/cache/LoadCache.java | 7 +-
.../manager/load/cache/route/RegionRouteCache.java | 5 +
.../manager/load/service/StatisticsService.java | 16 +-
.../iotdb/confignode/manager/node/NodeManager.java | 4 +-
.../procedure/env/ConfigNodeProcedureEnv.java | 2 +
.../iotdb/consensus/simple/SimpleConsensus.java | 10 +-
.../simple/SimpleConsensusServerImpl.java | 12 +-
.../assembly/resources/conf/logback-datanode.xml | 18 +
.../mpp/FragmentInstanceFetchException.java | 35 ++
.../tablet/PipeInsertNodeTabletInsertionEvent.java | 2 +
.../common/tablet/PipeRawTabletInsertionEvent.java | 8 +-
.../protocol/thrift/impl/ClientRPCServiceImpl.java | 8 +
.../impl/DataNodeInternalRPCServiceImpl.java | 32 +-
.../db/queryengine/common/MPPQueryContext.java | 103 ++++
.../common/header/ColumnHeaderConstant.java | 7 +
.../common/header/DatasetHeaderFactory.java | 4 +
.../execution/aggregation/Accumulator.java | 9 +
.../execution/aggregation/AvgAccumulator.java | 5 +
.../aggregation/FirstValueAccumulator.java | 5 +
.../aggregation/LastValueAccumulator.java | 5 +
.../aggregation/TimeDurationAccumulator.java | 5 +
.../fragment/FragmentInstanceContext.java | 76 +++
.../fragment/FragmentInstanceExecution.java | 178 ++++++-
.../fragment/FragmentInstanceManager.java | 28 +
.../execution/fragment/QueryStatistics.java | 38 ++
.../execution/operator/ExplainAnalyzeOperator.java | 214 ++++++++
.../queryengine/execution/operator/Operator.java | 15 +-
.../execution/operator/OperatorContext.java | 48 ++
.../operator/process/AbstractIntoOperator.java | 2 +-
...ator.java => AggregationMergeSortOperator.java} | 232 +++++----
.../operator/process/ColumnInjectOperator.java | 2 +-
.../operator/process/DeviceViewOperator.java | 2 +-
.../operator/process/FilterAndProjectOperator.java | 4 +
.../execution/operator/process/LimitOperator.java | 2 +-
.../operator/process/MergeSortOperator.java | 3 +-
.../execution/operator/process/OffsetOperator.java | 2 +-
.../operator/process/SingleDeviceViewOperator.java | 2 +-
.../execution/operator/process/SortOperator.java | 37 +-
.../execution/operator/process/TopKOperator.java | 2 +-
.../process/join/FullOuterTimeJoinOperator.java | 3 +-
.../process/join/HorizontallyConcatOperator.java | 3 +-
.../process/join/InnerTimeJoinOperator.java | 3 +-
.../process/join/LeftOuterTimeJoinOperator.java | 3 +-
.../operator/sink/IdentitySinkOperator.java | 6 +-
.../operator/sink/ShuffleHelperOperator.java | 2 +-
.../operator/source/AlignedSeriesScanOperator.java | 2 +-
.../operator/source/SeriesScanOperator.java | 2 +-
.../execution/schedule/DriverScheduler.java | 19 +-
.../iotdb/db/queryengine/plan/Coordinator.java | 1 +
.../db/queryengine/plan/analyze/Analysis.java | 10 -
.../queryengine/plan/analyze/AnalyzeVisitor.java | 52 +-
.../queryengine/plan/analyze/PredicateUtils.java | 2 +
.../queryengine/plan/execution/QueryExecution.java | 17 +-
.../config/executor/ClusterConfigTaskExecutor.java | 15 +-
.../memory/StatementMemorySourceVisitor.java | 16 +
.../db/queryengine/plan/parser/ASTVisitor.java | 16 +-
.../plan/planner/LocalExecutionPlanner.java | 2 +-
.../plan/planner/LogicalPlanVisitor.java | 17 +
.../queryengine/plan/planner/LogicalPlanner.java | 7 +-
.../plan/planner/OperatorTreeGenerator.java | 94 +++-
.../planner/distribution/ExchangeNodeAdder.java | 18 +
.../SimpleFragmentParallelPlanner.java | 3 +
.../plan/planner/distribution/SourceRewriter.java | 196 ++++++-
.../plan/planner/plan/FragmentInstance.java | 12 +
.../plan/planner/plan/PlanFragment.java | 4 +
.../plan/planner/plan/node/ExplainAnalyzeNode.java | 98 ++++
.../plan/planner/plan/node/PlanNodeType.java | 6 +-
.../plan/planner/plan/node/PlanVisitor.java | 4 +
.../node/process/AggregationMergeSortNode.java | 56 +-
.../planner/plan/node/process/DeviceViewNode.java | 6 +-
.../plan/parameter/AggregationDescriptor.java | 13 +-
.../scheduler/FragmentInstanceDispatcherImpl.java | 8 +-
.../plan/statement/StatementVisitor.java | 11 +
.../metadata/ShowCurrentTimestampStatement.java | 29 ++
.../statement/sys/ExplainAnalyzeStatement.java | 60 +++
.../FragmentInstanceStatisticsDrawer.java | 398 +++++++++++++++
.../statistics/QueryPlanStatistics.java | 77 +++
.../statistics/QueryStatisticsFetcher.java | 97 ++++
.../statistics/SpecifiedInfoMergerFactory.java | 54 ++
.../db/queryengine/statistics/StatisticLine.java | 38 ++
.../statistics/StatisticsMergeUtil.java | 94 ++++
.../schemaregion/SchemaRegionLoader.java | 14 +
.../apache/iotdb/db/service/IoTDBShutdownHook.java | 2 +-
.../iotdb/db/storageengine/StorageEngine.java | 2 +-
.../db/storageengine/dataregion/DataRegion.java | 68 ++-
.../execute/task/InnerSpaceCompactionTask.java | 5 +
.../task/InsertionCrossSpaceCompactionTask.java | 2 +-
.../repair/RepairTimePartitionScanTask.java | 7 +-
.../schedule/CompactionScheduleTaskManager.java | 13 +-
.../impl/RewriteCrossSpaceCompactionSelector.java | 5 +
.../storageengine/dataregion/wal/WALManager.java | 17 +-
.../dataregion/wal/buffer/WALBuffer.java | 8 +-
.../wal/checkpoint/CheckpointManager.java | 4 +-
.../apache/iotdb/db/utils/sort/DiskSpiller.java | 4 +
.../fragment/FragmentInstanceExecutionTest.java | 1 +
.../execution/operator/OperatorMemoryTest.java | 8 +-
.../schedule/DefaultDriverSchedulerTest.java | 23 +
.../distribution/AggregationDistributionTest.java | 26 +-
.../AlignByDeviceOrderByLimitOffsetTest.java | 123 ++++-
.../planner/distribution/AlignedByDeviceTest.java | 563 +++------------------
.../InsertionCrossSpaceCompactionSelectorTest.java | 8 +-
.../datanode1conf/iotdb-common.properties | 1 -
.../datanode3conf/iotdb-common.properties | 1 -
.../apache/iotdb/commons/conf/IoTDBConstant.java | 1 +
.../thrift-datanode/src/main/thrift/client.thrift | 15 +
.../src/main/thrift/datanode.thrift | 85 ++++
.../apache/iotdb/library/dprofile/UDTFSample.java | 2 +-
148 files changed, 5104 insertions(+), 871 deletions(-)
create mode 100644
integration-test/src/test/java/org/apache/iotdb/db/it/IoTDBSimpleQueryStandaloneIT.java
create mode 100644
integration-test/src/test/java/org/apache/iotdb/db/it/alignbydevice/IoTDBAlignByDevice3IT.java
create mode 100644
integration-test/src/test/java/org/apache/iotdb/db/it/alignbydevice/IoTDBAlignByDeviceWithTemplate2IT.java
create mode 100644
integration-test/src/test/java/org/apache/iotdb/db/it/alignbydevice/IoTDBOrderByLimitOffsetAlignByDevice2IT.java
create mode 100644
integration-test/src/test/java/org/apache/iotdb/db/it/alignbydevice/IoTDBOrderByWithAlignByDevice3IT.java
create mode 100644
iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/subscription/EnrichedRowRecord.java
create mode 100644
iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/subscription/IoTDBSubscriptionDataSet.java
create mode 100644
iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/subscription/payload/request/ConsumerConfig.java
create mode 100644
iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/subscription/payload/request/PipeSubscribeCloseReq.java
create mode 100644
iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/subscription/payload/request/PipeSubscribeCommitReq.java
create mode 100644
iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/subscription/payload/request/PipeSubscribeHandshakeReq.java
create mode 100644
iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/subscription/payload/request/PipeSubscribeHeartbeatReq.java
create mode 100644
iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/subscription/payload/request/PipeSubscribePollReq.java
create mode 100644
iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/subscription/payload/request/PipeSubscribeRequestType.java
create mode 100644
iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/subscription/payload/request/PipeSubscribeRequestVersion.java
create mode 100644
iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/subscription/payload/request/PipeSubscribeSubscribeReq.java
create mode 100644
iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/subscription/payload/request/PipeSubscribeUnsubscribeReq.java
create mode 100644
iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/subscription/payload/response/EnrichedTablets.java
create mode 100644
iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/subscription/payload/response/PipeSubscribeCloseResp.java
create mode 100644
iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/subscription/payload/response/PipeSubscribeCommitResp.java
create mode 100644
iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/subscription/payload/response/PipeSubscribeHandshakeResp.java
create mode 100644
iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/subscription/payload/response/PipeSubscribeHeartbeatResp.java
create mode 100644
iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/subscription/payload/response/PipeSubscribePollResp.java
create mode 100644
iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/subscription/payload/response/PipeSubscribeResponseType.java
create mode 100644
iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/subscription/payload/response/PipeSubscribeResponseVersion.java
create mode 100644
iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/subscription/payload/response/PipeSubscribeSubscribeResp.java
create mode 100644
iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/subscription/payload/response/PipeSubscribeUnsubscribeResp.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/exception/mpp/FragmentInstanceFetchException.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/ExplainAnalyzeOperator.java
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/process/{MergeSortOperator.java
=> AggregationMergeSortOperator.java} (67%)
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/ExplainAnalyzeNode.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/statement/metadata/ShowCurrentTimestampStatement.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/statement/sys/ExplainAnalyzeStatement.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/statistics/FragmentInstanceStatisticsDrawer.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/statistics/QueryPlanStatistics.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/statistics/QueryStatisticsFetcher.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/statistics/SpecifiedInfoMergerFactory.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/statistics/StatisticLine.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/statistics/StatisticsMergeUtil.java
