This is an automated email from the ASF dual-hosted git repository.
rong pushed a change to branch pipe-meta-sync
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from 68ed5af0716 Update LoadTsfileAnalyzer.java
add 78634968b9c change ci to github ci (#12073)
add ba6900331ec feat(bat): add title and set format (#12069)
add 60cb68c806c Fix dead lock in PBTree.SchemaFile (#12079)
add cb93f12ca0a fix.root privileges lost and grant role
add 086445cccd9 [IOTDB-6300] Support place time column at any column index
in insert statement
add 1b9c712dfd7 Make Drop database timeout return message more detailed
(#12082)
add 3e1061717bd Fix VolatileSubtreeIterator missing update buffer if all
nodes in new buffer are not qualified (#12093)
add ba866841453 Pbtree: MNode iterating with merge sort upon disk and
buffer (#12077)
add 80857ee026f Add FileUtils.moveFileSafe function (#12094)
add 7833e6dd079 Add logs for data partition allocation (#12090)
add e7918cc5b5f fix: IoTDBPreparedStatement implement addBatch function
(#12095)
add 686ae1b54ff [IOTDB-6303] Correct the default path of user, role and
procedure folder (#12089)
add c3c48a2e321 Cache clusterId in IoTDBConfig (#12053)
add b93cd0446bc Implement new plan optimizer: PredicatePushDown
add 458efdbaa89 Optimize ConfigNode ConsensusManager init logic (#12098)
add 9f809556e7e Do not wait to retry when configLeader exists (#12075)
add 00b309bb55c Faster repair data (#12039)
add 74242ce69f1 Bump org.scala-lang:scala-library from 2.12.18 to 2.12.19
(#12104)
add a5fd16900aa Bump flink.version from 1.17.0 to 1.17.2 (#12103)
add 2b066d817f7 [IOTDB-6305] Add show current_timestamp statement (#12106)
add 82165f74450 [IOTDB-6306] Fix the issue that UDTF with boolean type is
not supported in filter (#12105)
add 7acc5cdbcc6 [IOTDB-6301] Optimize insert first (#12080)
add 2c8a8b0346f Add removeTsFile for DataRegion (#12126)
add be06e62d239 Fix fail to read memTable ids from the wal file (#12132)
add b87c6463ff1 Pipe Subscription: initialize the subscription client RPC
payload (#12121)
add f82b3302be5 Fix some ignored ITs of udf lib (#12135)
add 37e9ee0ee99 Fix compaction schedule task manager cannot stop and
modify some output in log (#12125)
add 279f47e372e [IOTDB-6304] Support EXPLAN ANALYZE in query
add f39c7be3c0c Pipe: fixed the bug that released
PipeRawTabletInsertionEvent's tablet is still referenced and causing OOM
(#12117)
add 4f3da09efad flink-iotdb-connector: IoTDBSink throws NPE (#12133)
add e1077c43c80 [IOTDB-6297] Optimize the distribute plan in aggregation
align by device when some device cross data regions
add cda79b4b026 Set ConfigNode list early during DataNode registration
(#12137)
add d33cf82349d Revert "change ci to github ci (#12073)" (#12140)
add 5af7c4790f4 Ignore log: memtableId -9223372036854775808 not found in
MemTableId2Info (#12141)
add ba1aaec67f1 Merge branch 'master' of https://github.com/apache/iotdb
into pipe-meta-sync
add fdb631589c7 refactor
No new revisions were added by this update.
Summary of changes:
example/flink-sql/pom.xml | 2 +-
.../confignode/it/cluster/IoTDBClusterStartIT.java | 28 +-
.../db/it/IOTDBInsertWithTimeAtAnyIndexIT.java | 99 ++++
.../java/org/apache/iotdb/db/it/IoTDBFilterIT.java | 34 ++
.../iotdb/db/it/IoTDBInsertWithoutTimeIT.java | 8 +-
.../org/apache/iotdb/db/it/IoTDBRepairDataIT.java | 2 +-
.../iotdb/db/it/IoTDBSimpleQueryStandaloneIT.java | 75 +++
.../it/IoTDBSyntaxConventionStringLiteralIT.java | 8 +-
.../aggregation/IoTDBCountTimeAlignedDeviceIT.java | 2 +-
.../db/it/alignbydevice/IoTDBAlignByDevice3IT.java | 24 +-
.../IoTDBAlignByDeviceWithTemplate2IT.java | 24 +-
.../IoTDBAlignByDeviceWithTemplateIT.java | 2 +-
.../IoTDBOrderByLimitOffsetAlignByDevice2IT.java | 27 +-
.../IoTDBOrderByWithAlignByDevice3IT.java | 21 +-
.../db/it/alignbydevice/IoTDBShuffleSink1IT.java | 1 +
.../db/it/alignbydevice/IoTDBShuffleSink2IT.java | 1 +
.../db/it/aligned/IoTDBPredicatePushDown2IT.java | 55 ++
.../db/it/aligned/IoTDBPredicatePushDown3IT.java | 55 ++
.../db/it/aligned/IoTDBPredicatePushDown4IT.java | 55 ++
.../db/it/aligned/IoTDBPredicatePushDownIT.java | 601 +++++++++++++++++++++
.../org/apache/iotdb/db/it/auth/IoTDBAuthIT.java | 2 +
.../org/apache/iotdb/db/it/cq/IoTDBCQExecIT.java | 10 +-
.../apache/iotdb/db/it/cq/IoTDBCQExecInNsIT.java | 10 +-
.../apache/iotdb/db/it/cq/IoTDBCQExecInUsIT.java | 10 +-
.../apache/iotdb/libudf/it/dmatch/DMatchIT.java | 68 +--
.../iotdb/libudf/it/dprofile/DProfileIT.java | 14 +-
.../cli/src/assembly/resources/sbin/start-cli.bat | 2 +
.../src/assembly/resources/tools/collect-info.bat | 2 +
.../src/assembly/resources/tools/export-csv.bat | 3 +
.../src/assembly/resources/tools/export-tsfile.bat | 3 +
.../src/assembly/resources/tools/import-csv.bat | 3 +
.../src/assembly/resources/tools/load-tsfile.bat | 2 +
.../org/apache/iotdb/jdbc/IoTDBConnection.java | 4 +-
.../apache/iotdb/jdbc/IoTDBPreparedStatement.java | 4 +-
.../java/org/apache/iotdb/rpc/TSStatusCode.java | 12 +
.../iotdb/rpc/subscription/EnrichedRowRecord.java | 21 +-
.../rpc/subscription/IoTDBSubscriptionDataSet.java | 16 +-
.../payload/request/ConsumerConfig.java | 85 +++
.../payload/request/PipeSubscribeCloseReq.java | 74 +++
.../payload/request/PipeSubscribeCommitReq.java | 110 ++++
.../payload/request/PipeSubscribeHandshakeReq.java | 97 ++++
.../payload/request/PipeSubscribeHeartbeatReq.java | 75 +++
.../payload/request/PipeSubscribePollReq.java | 96 ++++
.../payload/request/PipeSubscribeRequestType.java | 60 ++
.../request/PipeSubscribeRequestVersion.java | 18 +-
.../payload/request/PipeSubscribeSubscribeReq.java | 100 ++++
.../request/PipeSubscribeUnsubscribeReq.java | 101 ++++
.../payload/response/EnrichedTablets.java | 89 +++
.../payload/response/PipeSubscribeCloseResp.java | 78 +++
.../payload/response/PipeSubscribeCommitResp.java | 78 +++
.../response/PipeSubscribeHandshakeResp.java | 125 +++++
.../response/PipeSubscribeHeartbeatResp.java | 79 +++
.../payload/response/PipeSubscribePollResp.java | 110 ++++
.../response/PipeSubscribeResponseType.java | 55 ++
.../response/PipeSubscribeResponseVersion.java | 18 +-
.../response/PipeSubscribeSubscribeResp.java | 79 +++
.../response/PipeSubscribeUnsubscribeResp.java | 79 +++
.../java/org/apache/iotdb/flink/IoTDBSink.java | 2 +-
.../org/apache/iotdb/db/qp/sql/IdentifierParser.g4 | 2 +
.../org/apache/iotdb/db/qp/sql/IoTDBSqlParser.g4 | 43 +-
.../antlr4/org/apache/iotdb/db/qp/sql/SqlLexer.g4 | 12 +
.../assembly/resources/sbin/start-confignode.bat | 4 +
.../confignode/client/DataNodeRequestType.java | 3 +-
.../client/async/AsyncDataNodeClientPool.java | 9 +-
.../client/async/handlers/AsyncClientHandler.java | 3 +-
.../statemachine/ConfigRegionStateMachine.java | 7 +-
.../iotdb/confignode/manager/ClusterManager.java | 13 +
.../iotdb/confignode/manager/ConfigManager.java | 13 +-
.../apache/iotdb/confignode/manager/IManager.java | 5 +-
.../manager/consensus/ConsensusManager.java | 58 +-
.../iotdb/confignode/manager/cq/CQManager.java | 11 -
.../iotdb/confignode/manager/load/LoadManager.java | 11 +
.../manager/load/balancer/PartitionBalancer.java | 31 +-
.../manager/load/balancer/RouteBalancer.java | 37 +-
.../confignode/manager/load/cache/LoadCache.java | 7 +-
.../manager/load/cache/route/RegionRouteCache.java | 5 +
.../manager/load/service/StatisticsService.java | 16 +-
.../iotdb/confignode/manager/node/NodeManager.java | 51 +-
.../pipe/coordinator/runtime/PipeMetaSyncer.java | 10 -
.../procedure/env/ConfigNodeProcedureEnv.java | 2 +
.../procedure/store/ConfigProcedureStore.java | 9 +
.../thrift/ConfigNodeRPCServiceProcessor.java | 9 +-
.../assembly/resources/conf/logback-datanode.xml | 18 +
.../src/assembly/resources/sbin/start-datanode.bat | 5 +
.../org/apache/iotdb/db/audit/AuditLogger.java | 5 +-
.../java/org/apache/iotdb/db/conf/IoTDBConfig.java | 47 +-
.../org/apache/iotdb/db/conf/IoTDBDescriptor.java | 24 +-
.../mpp/FragmentInstanceFetchException.java} | 18 +-
.../agent/runtime/PipeDataNodeRuntimeAgent.java | 21 -
.../client/IoTDBDataNodeAsyncClientManager.java | 4 +-
.../client/IoTDBDataNodeSyncClientManager.java | 4 +-
.../airgap/IoTDBDataNodeAirGapConnector.java | 3 +-
.../protocol/writeback/WriteBackConnector.java | 2 +-
.../tablet/PipeInsertNodeTabletInsertionEvent.java | 2 +
.../common/tablet/PipeRawTabletInsertionEvent.java | 8 +-
.../legacy/IoTDBLegacyPipeReceiverAgent.java | 2 +-
.../receiver/legacy/loader/DeletionLoader.java | 2 +-
.../pipe/receiver/legacy/loader/TsFileLoader.java | 2 +-
.../receiver/thrift/IoTDBDataNodeReceiver.java | 5 +-
.../iotdb/db/protocol/client/ConfigNodeClient.java | 47 +-
.../protocol/rest/filter/AuthorizationFilter.java | 2 +-
.../iotdb/db/protocol/session/SessionManager.java | 11 +-
.../protocol/thrift/impl/ClientRPCServiceImpl.java | 16 +-
.../impl/DataNodeInternalRPCServiceImpl.java | 48 +-
.../db/queryengine/common/MPPQueryContext.java | 108 ++++
.../iotdb/db/queryengine/common/SessionInfo.java | 14 +-
.../common/header/ColumnHeaderConstant.java | 7 +
.../common/header/DatasetHeaderFactory.java | 4 +
.../execution/aggregation/Accumulator.java | 9 +
.../execution/aggregation/AvgAccumulator.java | 5 +
.../aggregation/FirstValueAccumulator.java | 5 +
.../aggregation/LastValueAccumulator.java | 5 +
.../aggregation/TimeDurationAccumulator.java | 5 +
.../fragment/FragmentInstanceContext.java | 78 ++-
.../fragment/FragmentInstanceExecution.java | 178 +++++-
.../fragment/FragmentInstanceManager.java | 28 +
.../execution/fragment/QueryStatistics.java | 38 ++
.../execution/operator/ExplainAnalyzeOperator.java | 214 ++++++++
.../queryengine/execution/operator/Operator.java | 15 +-
.../execution/operator/OperatorContext.java | 48 ++
.../operator/process/AbstractIntoOperator.java | 2 +-
...ator.java => AggregationMergeSortOperator.java} | 232 ++++----
.../operator/process/ColumnInjectOperator.java | 2 +-
.../operator/process/DeviceViewOperator.java | 2 +-
.../operator/process/FilterAndProjectOperator.java | 4 +
.../execution/operator/process/LimitOperator.java | 2 +-
.../operator/process/MergeSortOperator.java | 3 +-
.../execution/operator/process/OffsetOperator.java | 2 +-
.../{OffsetOperator.java => ProjectOperator.java} | 35 +-
.../operator/process/SingleDeviceViewOperator.java | 2 +-
.../execution/operator/process/SortOperator.java | 37 +-
.../execution/operator/process/TopKOperator.java | 2 +-
.../process/join/FullOuterTimeJoinOperator.java | 3 +-
.../process/join/HorizontallyConcatOperator.java | 3 +-
.../process/join/InnerTimeJoinOperator.java | 3 +-
.../process/join/LeftOuterTimeJoinOperator.java | 3 +-
.../operator/sink/IdentitySinkOperator.java | 6 +-
.../operator/sink/ShuffleHelperOperator.java | 2 +-
.../operator/source/AlignedSeriesScanOperator.java | 2 +-
.../operator/source/SeriesScanOperator.java | 2 +-
.../execution/schedule/DriverScheduler.java | 19 +-
.../iotdb/db/queryengine/plan/Coordinator.java | 1 +
.../db/queryengine/plan/analyze/Analysis.java | 25 +-
.../queryengine/plan/analyze/AnalyzeVisitor.java | 139 +++--
.../plan/analyze/ExpressionTypeAnalyzer.java | 10 +
.../queryengine/plan/analyze/ExpressionUtils.java | 11 +
.../queryengine/plan/analyze/PredicateUtils.java | 157 +++---
.../queryengine/plan/analyze/TemplatedAnalyze.java | 20 +-
.../db/queryengine/plan/analyze/TemplatedInfo.java | 168 +++---
.../queryengine/plan/execution/QueryExecution.java | 23 +-
.../plan/execution/config/ConfigTaskVisitor.java | 18 +-
.../config/executor/ClusterConfigTaskExecutor.java | 77 ++-
.../config/executor/IConfigTaskExecutor.java | 4 +-
.../config/metadata/ShowClusterIdTask.java | 5 +-
...epairDataTask.java => StartRepairDataTask.java} | 12 +-
...RepairDataTask.java => StopRepairDataTask.java} | 12 +-
.../memory/StatementMemorySourceVisitor.java | 24 +-
.../plan/expression/ExpressionFactory.java | 35 ++
.../plan/expression/leaf/ConstantOperand.java | 15 +-
.../plan/expression/ternary/BetweenExpression.java | 6 +-
.../BindTypeForTimeSeriesOperandVisitor.java | 13 -
.../visitor/ExpressionNormalizeVisitor.java | 13 +-
.../visitor/GetMeasurementExpressionVisitor.java | 18 -
.../visitor/LowercaseNormalizeVisitor.java | 13 +-
.../expression/visitor/ReconstructVisitor.java | 33 ++
.../ReplaceRawPathWithGroupedPathVisitor.java | 23 -
.../visitor/ReplaceSubTreeWithViewVisitor.java | 16 -
.../visitor/logical/LogicalAndVisitor.java | 70 +++
.../visitor/logical/LogicalOrVisitor.java | 70 +++
.../PredicateCanPushDownToSourceChecker.java} | 21 +-
.../visitor/logical/TimeFilterExistChecker.java} | 17 +-
.../predicate/ConvertPredicateToFilterVisitor.java | 406 ++++++++++++++
.../ConvertPredicateToTimeFilterVisitor.java | 30 +-
.../predicate/PredicatePushIntoScanChecker.java | 171 ++++++
.../visitor/predicate/PredicateSimplifier.java | 279 ++++++++++
.../plan/optimization/PredicatePushDown.java | 468 ++++++++++++++++
.../db/queryengine/plan/parser/ASTVisitor.java | 155 ++++--
.../plan/parser/StatementGenerator.java | 13 +-
.../plan/planner/LocalExecutionPlanContext.java | 14 +
.../plan/planner/LocalExecutionPlanner.java | 2 +-
.../plan/planner/LogicalPlanBuilder.java | 61 +--
.../plan/planner/LogicalPlanVisitor.java | 32 +-
.../queryengine/plan/planner/LogicalPlanner.java | 14 +-
.../plan/planner/OperatorTreeGenerator.java | 480 +++++++++-------
.../plan/planner/SubPlanTypeExtractor.java | 11 +
.../plan/planner/TemplatedLogicalPlan.java | 7 +-
.../plan/planner/TemplatedLogicalPlanBuilder.java | 4 +-
.../planner/distribution/ExchangeNodeAdder.java | 24 +
.../SimpleFragmentParallelPlanner.java | 3 +
.../plan/planner/distribution/SourceRewriter.java | 223 ++++++--
.../plan/planner/plan/FragmentInstance.java | 12 +
.../plan/planner/plan/PlanFragment.java | 4 +
.../plan/planner/plan/node/ExplainAnalyzeNode.java | 98 ++++
.../plan/planner/plan/node/PlanGraphPrinter.java | 49 +-
.../plan/planner/plan/node/PlanNodeType.java | 8 +-
.../plan/planner/plan/node/PlanVisitor.java | 13 +-
.../node/process/AggregationMergeSortNode.java | 56 +-
.../planner/plan/node/process/DeviceViewNode.java | 6 +-
.../plan/planner/plan/node/process/FilterNode.java | 16 +-
.../planner/plan/node/process/ProjectNode.java | 25 +-
.../planner/plan/node/process/TransformNode.java | 25 +-
.../plan/node/process/join/InnerTimeJoinNode.java | 24 +-
.../node/process/join/LeftOuterTimeJoinNode.java | 4 +-
.../plan/node/source/AlignedSeriesScanNode.java | 123 +----
.../planner/plan/node/source/SeriesScanNode.java | 119 +---
...riesScanNode.java => SeriesScanSourceNode.java} | 168 ++----
.../plan/parameter/AggregationDescriptor.java | 13 +-
.../scheduler/FragmentInstanceDispatcherImpl.java | 8 +-
.../queryengine/plan/statement/StatementType.java | 3 +-
.../plan/statement/StatementVisitor.java | 22 +-
.../plan/statement/component/SelectComponent.java | 11 +-
.../metadata/CreateContinuousQueryStatement.java | 4 -
.../metadata/ShowCurrentTimestampStatement.java} | 12 +-
...Statement.java => ExplainAnalyzeStatement.java} | 34 +-
.../plan/statement/sys/ShowQueriesStatement.java | 11 -
...tatement.java => StartRepairDataStatement.java} | 6 +-
...Statement.java => StopRepairDataStatement.java} | 6 +-
.../FragmentInstanceStatisticsDrawer.java | 398 ++++++++++++++
.../statistics/QueryPlanStatistics.java | 77 +++
.../statistics/QueryStatisticsFetcher.java | 97 ++++
.../statistics/SpecifiedInfoMergerFactory.java | 54 ++
.../statistics/StatisticLine.java} | 21 +-
.../statistics/StatisticsMergeUtil.java | 94 ++++
.../schemaregion/SchemaRegionLoader.java | 14 +
.../mtree/impl/pbtree/CachedMTreeStore.java | 141 ++---
.../mtree/impl/pbtree/memory/MemoryManager.java | 42 +-
.../mnode/container/CachedMNodeContainer.java | 25 +-
.../pbtree/mnode/container/MNodeChildBuffer.java | 67 +--
.../pbtree/schemafile/pagemgr/PageManager.java | 7 +-
.../schemafile/pagemgr/SchemaPageContext.java | 37 +-
.../java/org/apache/iotdb/db/service/DataNode.java | 7 +
.../apache/iotdb/db/service/IoTDBShutdownHook.java | 2 +-
.../metrics/IoTDBInternalLocalReporter.java | 2 +-
.../iotdb/db/storageengine/StorageEngine.java | 50 +-
.../db/storageengine/dataregion/DataRegion.java | 166 +++---
.../CompactionValidationFailedException.java | 15 +
.../execute/task/AbstractCompactionTask.java | 62 ++-
.../execute/task/InnerSpaceCompactionTask.java | 5 +
.../task/InsertionCrossSpaceCompactionTask.java | 4 +-
.../compaction/repair/RepairDataFileScanUtil.java | 271 ++++++++++
.../dataregion/compaction/repair/RepairLogger.java | 146 +++--
.../RepairProgress.java} | 23 +-
.../repair/RepairTaskRecoverLogParser.java | 30 +-
.../compaction/repair/RepairTaskStatus.java} | 13 +-
.../compaction/repair/RepairTimePartition.java | 4 +
.../repair/RepairTimePartitionScanTask.java | 201 +++++++
.../repair/UnsortedFileRepairTaskScheduler.java | 316 ++++-------
.../schedule/CompactionScheduleTaskManager.java | 320 +++++++++++
.../schedule/CompactionScheduleTaskWorker.java | 69 +++
.../compaction/schedule/CompactionScheduler.java | 101 ++--
.../compaction/schedule/CompactionTaskManager.java | 6 +-
.../compaction/schedule/CompactionTaskQueue.java | 101 ++++
.../compaction/schedule/CompactionWorker.java | 60 +-
.../impl/RewriteCrossSpaceCompactionSelector.java | 5 +
.../dataregion/utils/TsFileResourceUtils.java | 2 +-
.../storageengine/dataregion/wal/WALManager.java | 17 +-
.../dataregion/wal/buffer/WALBuffer.java | 8 +-
.../wal/checkpoint/CheckpointManager.java | 4 +-
.../db/storageengine/rescon/memory/SystemInfo.java | 88 ++-
.../datastructure/FixedPriorityBlockingQueue.java | 12 +-
.../apache/iotdb/db/utils/sort/DiskSpiller.java | 4 +
.../org/apache/iotdb/db/auth/entity/RoleTest.java | 31 +-
.../fragment/FragmentInstanceExecutionTest.java | 1 +
.../execution/operator/OperatorMemoryTest.java | 8 +-
.../schedule/DefaultDriverSchedulerTest.java | 23 +
.../predicate/PredicatePushIntoScanTest.java | 140 +++++
.../predicate/PredicateRemoveNotTest.java | 2 +-
.../expression/predicate/PredicateUtilsTest.java | 77 +++
.../db/queryengine/plan/analyze/AnalyzeTest.java | 10 +-
.../optimization/ColumnInjectionPushDownTest.java | 51 +-
.../plan/optimization/LimitOffsetPushDownTest.java | 38 +-
.../plan/optimization/OptimizationTestUtil.java | 71 ++-
.../plan/optimization/PredicatePushDownTest.java | 449 +++++++++++++++
.../plan/optimization/TestPlanBuilder.java | 94 +++-
.../plan/parser/StatementGeneratorTest.java | 6 +-
.../plan/planner/FragmentInstanceSerdeTest.java | 3 +-
.../queryengine/plan/planner/QueryPlannerTest.java | 106 ----
.../distribution/AggregationAlignByDeviceTest.java | 34 +-
.../distribution/AggregationDistributionTest.java | 26 +-
.../AlignByDeviceOrderByLimitOffsetTest.java | 361 ++++++++-----
.../planner/distribution/AlignedByDeviceTest.java | 594 ++++++++------------
.../plan/planner/distribution/Util.java | 2 +-
.../plan/planner/distribution/Util2.java | 2 +-
.../DataQueryLogicalPlannerTest.java} | 217 +++++---
.../logical/LogicalPlannerTestUtil.java} | 53 +-
.../SchemaQueryLogicalPlannerTest.java} | 116 +---
.../planner/node/process/FilterNodeSerdeTest.java | 2 -
.../node/process/TimeJoinNodeSerdeTest.java | 19 +-
.../builder/EvaluationDAGBuilderTest.java | 3 +-
.../compaction/CompactionOverlapCheckTest.java | 14 +
.../compaction/CompactionWorkerTest.java | 103 +++-
.../FastCrossCompactionPerformerTest.java | 22 +-
.../cross/CrossSpaceCompactionSelectorTest.java | 38 +-
.../InsertionCrossSpaceCompactionSelectorTest.java | 8 +-
.../cross/InsertionCrossSpaceCompactionTest.java | 13 +-
.../compaction/inner/InnerCompactionLogTest.java | 2 +-
.../inner/InnerCompactionMoreDataTest.java | 3 +-
.../SizeTieredCompactionSelectorTest.java | 38 --
.../compaction/repair/AbstractRepairDataTest.java | 66 +++
.../repair/RepairDataFileScanUtilTest.java | 138 +++++
.../compaction/repair/RepairLoggerTest.java | 73 ++-
.../repair/RepairUnsortedFileCompactionTest.java | 84 ++-
.../compaction/utils/CompactionTaskQueueTest.java | 201 +++++++
.../datanode1conf/iotdb-common.properties | 1 -
.../datanode3conf/iotdb-common.properties | 1 -
.../resources/conf/iotdb-common.properties | 4 +
.../commons/auth/authorizer/BasicAuthorizer.java | 10 +
.../org/apache/iotdb/commons/auth/entity/Role.java | 14 +-
.../commons/auth/role/LocalFileRoleAccessor.java | 11 +
.../iotdb/commons/auth/user/BasicUserManager.java | 15 +-
.../commons/auth/user/LocalFileUserAccessor.java | 11 +
.../iotdb/commons/concurrent/ThreadName.java | 1 +
.../threadpool/WrappedThreadPoolExecutor.java | 2 +-
.../apache/iotdb/commons/conf/CommonConfig.java | 43 +-
.../apache/iotdb/commons/conf/IoTDBConstant.java | 4 +-
.../org/apache/iotdb/commons/path/AlignedPath.java | 8 +
.../iotdb/commons/schema/MergeSortIterator.java | 122 +++++
.../apache/iotdb/commons/service/ServiceType.java | 2 +
.../org/apache/iotdb/commons/utils/FileUtils.java | 76 +++
.../tsfile/read/filter/basic/ValueFilter.java | 4 +
.../tsfile/read/filter/factory/ValueFilterApi.java | 8 +
.../src/main/thrift/confignode.thrift | 6 +-
.../thrift-datanode/src/main/thrift/client.thrift | 15 +
.../src/main/thrift/datanode.thrift | 89 ++-
.../apache/iotdb/library/dprofile/UDTFSample.java | 2 +-
pom.xml | 2 +-
326 files changed, 12571 insertions(+), 3470 deletions(-)
create mode 100644
integration-test/src/test/java/org/apache/iotdb/db/it/IOTDBInsertWithTimeAtAnyIndexIT.java
create mode 100644
integration-test/src/test/java/org/apache/iotdb/db/it/IoTDBSimpleQueryStandaloneIT.java
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/exception/sql/MeasurementNotExistException.java
=>
integration-test/src/test/java/org/apache/iotdb/db/it/alignbydevice/IoTDBAlignByDevice3IT.java
(55%)
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/exception/sql/MeasurementNotExistException.java
=>
integration-test/src/test/java/org/apache/iotdb/db/it/alignbydevice/IoTDBAlignByDeviceWithTemplate2IT.java
(54%)
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/exception/sql/MeasurementNotExistException.java
=>
integration-test/src/test/java/org/apache/iotdb/db/it/alignbydevice/IoTDBOrderByLimitOffsetAlignByDevice2IT.java
(50%)
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/exception/sql/MeasurementNotExistException.java
=>
integration-test/src/test/java/org/apache/iotdb/db/it/alignbydevice/IoTDBOrderByWithAlignByDevice3IT.java
(59%)
create mode 100644
integration-test/src/test/java/org/apache/iotdb/db/it/aligned/IoTDBPredicatePushDown2IT.java
create mode 100644
integration-test/src/test/java/org/apache/iotdb/db/it/aligned/IoTDBPredicatePushDown3IT.java
create mode 100644
integration-test/src/test/java/org/apache/iotdb/db/it/aligned/IoTDBPredicatePushDown4IT.java
create mode 100644
integration-test/src/test/java/org/apache/iotdb/db/it/aligned/IoTDBPredicatePushDownIT.java
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/execute/exception/CompactionValidationFailedException.java
=>
iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/subscription/EnrichedRowRecord.java
(70%)
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/execute/exception/CompactionValidationFailedException.java
=>
iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/subscription/IoTDBSubscriptionDataSet.java
(74%)
create mode 100644
iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/subscription/payload/request/ConsumerConfig.java
create mode 100644
iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/subscription/payload/request/PipeSubscribeCloseReq.java
create mode 100644
iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/subscription/payload/request/PipeSubscribeCommitReq.java
create mode 100644
iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/subscription/payload/request/PipeSubscribeHandshakeReq.java
create mode 100644
iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/subscription/payload/request/PipeSubscribeHeartbeatReq.java
create mode 100644
iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/subscription/payload/request/PipeSubscribePollReq.java
create mode 100644
iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/subscription/payload/request/PipeSubscribeRequestType.java
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/execute/exception/CompactionValidationFailedException.java
=>
iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/subscription/payload/request/PipeSubscribeRequestVersion.java
(73%)
create mode 100644
iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/subscription/payload/request/PipeSubscribeSubscribeReq.java
create mode 100644
iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/subscription/payload/request/PipeSubscribeUnsubscribeReq.java
create mode 100644
iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/subscription/payload/response/EnrichedTablets.java
create mode 100644
iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/subscription/payload/response/PipeSubscribeCloseResp.java
create mode 100644
iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/subscription/payload/response/PipeSubscribeCommitResp.java
create mode 100644
iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/subscription/payload/response/PipeSubscribeHandshakeResp.java
create mode 100644
iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/subscription/payload/response/PipeSubscribeHeartbeatResp.java
create mode 100644
iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/subscription/payload/response/PipeSubscribePollResp.java
create mode 100644
iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/subscription/payload/response/PipeSubscribeResponseType.java
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/execute/exception/CompactionValidationFailedException.java
=>
iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/subscription/payload/response/PipeSubscribeResponseVersion.java
(73%)
create mode 100644
iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/subscription/payload/response/PipeSubscribeSubscribeResp.java
create mode 100644
iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/subscription/payload/response/PipeSubscribeUnsubscribeResp.java
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/{storageengine/dataregion/compaction/execute/exception/CompactionValidationFailedException.java
=> exception/mpp/FragmentInstanceFetchException.java} (66%)
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/ExplainAnalyzeOperator.java
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/process/{MergeSortOperator.java
=> AggregationMergeSortOperator.java} (67%)
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/process/{OffsetOperator.java
=> ProjectOperator.java} (72%)
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/execution/config/sys/{RepairDataTask.java
=> StartRepairDataTask.java} (75%)
rename
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/execution/config/sys/{RepairDataTask.java
=> StopRepairDataTask.java} (75%)
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/expression/visitor/logical/LogicalAndVisitor.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/expression/visitor/logical/LogicalOrVisitor.java
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/{storageengine/dataregion/compaction/execute/exception/CompactionValidationFailedException.java
=>
queryengine/plan/expression/visitor/logical/PredicateCanPushDownToSourceChecker.java}
(54%)
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/{storageengine/dataregion/compaction/execute/exception/CompactionValidationFailedException.java
=> queryengine/plan/expression/visitor/logical/TimeFilterExistChecker.java}
(61%)
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/expression/visitor/predicate/ConvertPredicateToFilterVisitor.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/expression/visitor/predicate/PredicatePushIntoScanChecker.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/expression/visitor/predicate/PredicateSimplifier.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/optimization/PredicatePushDown.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/ExplainAnalyzeNode.java
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/source/{SeriesScanNode.java
=> SeriesScanSourceNode.java} (50%)
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/{storageengine/dataregion/compaction/execute/exception/CompactionValidationFailedException.java
=> queryengine/plan/statement/metadata/ShowCurrentTimestampStatement.java}
(71%)
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/statement/sys/{RepairDataStatement.java
=> ExplainAnalyzeStatement.java} (62%)
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/statement/sys/{RepairDataStatement.java
=> StartRepairDataStatement.java} (89%)
rename
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/statement/sys/{RepairDataStatement.java
=> StopRepairDataStatement.java} (89%)
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/statistics/FragmentInstanceStatisticsDrawer.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/statistics/QueryPlanStatistics.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/statistics/QueryStatisticsFetcher.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/statistics/SpecifiedInfoMergerFactory.java
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/{storageengine/dataregion/compaction/execute/exception/CompactionValidationFailedException.java
=> queryengine/statistics/StatisticLine.java} (71%)
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/statistics/StatisticsMergeUtil.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/repair/RepairDataFileScanUtil.java
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/{execute/exception/CompactionValidationFailedException.java
=> repair/RepairProgress.java} (62%)
rename
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/{exception/sql/MeasurementNotExistException.java
=> storageengine/dataregion/compaction/repair/RepairTaskStatus.java} (75%)
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/repair/RepairTimePartitionScanTask.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/schedule/CompactionScheduleTaskManager.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/schedule/CompactionScheduleTaskWorker.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/schedule/CompactionTaskQueue.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/expression/predicate/PredicatePushIntoScanTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/expression/predicate/PredicateUtilsTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/optimization/PredicatePushDownTest.java
delete mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/planner/QueryPlannerTest.java
rename
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/planner/{QueryLogicalPlanUtil.java
=> logical/DataQueryLogicalPlannerTest.java} (90%)
copy
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/{optimization/OptimizationTestUtil.java
=> planner/logical/LogicalPlannerTestUtil.java} (53%)
rename
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/planner/{LogicalPlannerTest.java
=> logical/SchemaQueryLogicalPlannerTest.java} (87%)
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/storageengine/dataregion/compaction/repair/AbstractRepairDataTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/storageengine/dataregion/compaction/repair/RepairDataFileScanUtilTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/storageengine/dataregion/compaction/utils/CompactionTaskQueueTest.java
create mode 100644
iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/schema/MergeSortIterator.java
