This is an automated email from the ASF dual-hosted git repository.
jackietien pushed a change to branch tsbs/iot
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from ad1b38d8161 take null attribute into account
add 07578e14d70 Fixed backup path detection and optimized output log file
names (#12454)
add 093512b84fb Remove a line of log (#12480)
add a6676d3d529 Fix insertion cross space compaction recover null pointer
exception (#12439)
add 318348e2202 Enhance estimate of FI memory usage
add b8fd82182d2 Implement new plan optimizer: AggregationPushDown
add 411203c52d2 Remove restrictions on the number and length of tags and
attributes
add 3cca91d2e51 fixed start cli output log issue (#12483)
new 25ae8b026ab Merge remote-tracking branch 'origin/master' into tsbs/iot
The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
distribution/src/assembly/all.xml | 7 +
distribution/src/assembly/cli.xml | 7 +
.../it/env/cluster/config/MppCommonConfig.java | 12 -
.../env/cluster/config/MppSharedCommonConfig.java | 14 -
.../it/env/remote/config/RemoteCommonConfig.java | 10 -
.../org/apache/iotdb/itbase/env/CommonConfig.java | 4 -
.../apache/iotdb/db/it/schema/IoTDBTagLimitIT.java | 46 --
.../conf/{logback-cli.xml => logback-backup.xml} | 19 +-
.../cli/src/assembly/resources/tools/backup.bat | 127 +++++
.../cli/src/assembly/resources/tools/backup.sh | 134 +++++
.../org/apache/iotdb/tool/IoTDBDataBackTool.java | 223 ++++++--
.../execution/MemoryEstimationHelper.java | 87 ++++
.../queryengine/execution/exchange/sink/ISink.java | 3 +-
.../execution/exchange/sink/LocalSinkChannel.java | 11 +
.../execution/exchange/sink/ShuffleSinkHandle.java | 14 +
.../execution/exchange/sink/SinkChannel.java | 14 +
.../execution/exchange/source/ISourceHandle.java | 3 +-
.../exchange/source/LocalSourceHandle.java | 13 +-
.../execution/exchange/source/SourceHandle.java | 13 +
.../execution/operator/ExplainAnalyzeOperator.java | 21 +-
.../queryengine/execution/operator/Operator.java | 3 +-
.../execution/operator/OperatorContext.java | 15 +-
.../process/AggregationMergeSortOperator.java | 17 +
.../operator/process/AggregationOperator.java | 16 +
.../operator/process/ColumnInjectOperator.java | 12 +
.../operator/process/DeviceViewIntoOperator.java | 13 +
.../operator/process/DeviceViewOperator.java | 14 +
.../execution/operator/process/FillOperator.java | 11 +
.../operator/process/FilterAndProjectOperator.java | 13 +
.../execution/operator/process/IntoOperator.java | 20 +
.../execution/operator/process/LimitOperator.java | 11 +
.../operator/process/LinearFillOperator.java | 12 +
.../operator/process/MergeSortOperator.java | 17 +
.../execution/operator/process/OffsetOperator.java | 11 +
.../operator/process/ProjectOperator.java | 11 +
.../process/RawDataAggregationOperator.java | 13 +
.../operator/process/SingleDeviceViewOperator.java | 11 +
.../process/SlidingWindowAggregationOperator.java | 12 +
.../execution/operator/process/SortOperator.java | 14 +
.../operator/process/TagAggregationOperator.java | 19 +
.../execution/operator/process/TopKOperator.java | 16 +
.../operator/process/TransformOperator.java | 14 +
.../process/join/FullOuterTimeJoinOperator.java | 20 +
.../process/join/HorizontallyConcatOperator.java | 17 +
.../process/join/InnerTimeJoinOperator.java | 17 +
.../process/join/LeftOuterTimeJoinOperator.java | 14 +
.../last/AlignedUpdateLastCacheOperator.java | 16 +
.../AlignedUpdateViewPathLastCacheOperator.java | 6 +
.../process/last/LastQueryCollectOperator.java | 16 +
.../process/last/LastQueryMergeOperator.java | 18 +
.../operator/process/last/LastQueryOperator.java | 17 +
.../process/last/LastQuerySortOperator.java | 17 +
.../process/last/LastQueryTransformOperator.java | 15 +
.../process/last/UpdateLastCacheOperator.java | 16 +
.../last/UpdateViewPathLastCacheOperator.java | 6 +
.../schema/CountGroupByLevelMergeOperator.java | 14 +
.../schema/CountGroupByLevelScanOperator.java | 18 +-
.../operator/schema/CountMergeOperator.java | 12 +
.../schema/NodeManageMemoryMergeOperator.java | 12 +
.../operator/schema/NodePathsConvertOperator.java | 12 +
.../operator/schema/NodePathsCountOperator.java | 12 +
.../operator/schema/SchemaCountOperator.java | 12 +
.../operator/schema/SchemaFetchMergeOperator.java | 15 +
.../operator/schema/SchemaFetchScanOperator.java | 12 +
.../operator/schema/SchemaQueryMergeOperator.java | 13 +
.../schema/SchemaQueryOrderByHeatOperator.java | 14 +
.../operator/schema/SchemaQueryScanOperator.java | 14 +
.../operator/sink/IdentitySinkOperator.java | 16 +
.../operator/sink/ShuffleHelperOperator.java | 16 +
.../AlignedSeriesAggregationScanOperator.java | 16 +
.../operator/source/AlignedSeriesScanOperator.java | 13 +
.../operator/source/ExchangeOperator.java | 13 +
.../operator/source/LastCacheScanOperator.java | 12 +
.../source/SeriesAggregationScanOperator.java | 16 +
.../operator/source/SeriesScanOperator.java | 13 +
.../execution/operator/source/SeriesScanUtil.java | 19 +-
.../operator/source/ShowQueriesOperator.java | 12 +
.../analyze/cache/partition/PartitionCache.java | 1 -
.../plan/execution/memory/MemorySourceHandle.java | 9 +
.../plan/optimization/AggregationPushDown.java | 471 +++++++++++++++++
.../plan/optimization/ColumnInjectionPushDown.java | 30 +-
.../plan/planner/LocalExecutionPlanContext.java | 52 ++
.../plan/planner/LocalExecutionPlanner.java | 27 +-
.../plan/planner/LogicalPlanBuilder.java | 363 +------------
.../plan/planner/LogicalPlanVisitor.java | 201 ++------
.../queryengine/plan/planner/LogicalPlanner.java | 6 +-
.../plan/planner/OperatorTreeGenerator.java | 326 +++++++-----
.../planner/distribution/ExchangeNodeAdder.java | 6 +
.../plan/planner/distribution/SourceRewriter.java | 5 +-
...ConsumeAllChildrenPipelineMemoryEstimator.java} | 20 +-
...umeChildrenOneByOnePipelineMemoryEstimator.java | 69 +++
.../planner/memory/PipelineMemoryEstimator.java | 79 +++
.../memory/PipelineMemoryEstimatorFactory.java | 51 ++
.../plan/planner/plan/node/PlanGraphPrinter.java | 22 +
.../plan/planner/plan/node/PlanNodeId.java | 12 +-
.../plan/planner/plan/node/PlanNodeType.java | 5 +
.../plan/planner/plan/node/PlanVisitor.java | 5 +
.../planner/plan/node/process/ProjectNode.java | 6 +-
...gationNode.java => RawDataAggregationNode.java} | 114 +---
.../node/process/join/FullOuterTimeJoinNode.java | 5 +
.../schemaengine/schemaregion/tag/TagLogFile.java | 14 +-
.../task/InsertionCrossSpaceCompactionTask.java | 13 +-
.../queryengine/execution/exchange/StubSink.java | 8 +
.../execution/operator/FillOperatorTest.java | 15 +
.../operator/LastQueryMergeOperatorTest.java | 20 +
.../execution/operator/LinearFillOperatorTest.java | 35 ++
.../process/join/InnerTimeJoinOperatorTest.java | 60 +++
.../join/LeftOuterTimeJoinOperatorTest.java | 30 ++
.../plan/optimization/AggregationPushDownTest.java | 265 ++++++++++
.../optimization/ColumnInjectionPushDownTest.java | 214 ++++----
.../plan/optimization/LimitOffsetPushDownTest.java | 6 +-
.../plan/optimization/OptimizationTestUtil.java | 36 +-
.../plan/optimization/PredicatePushDownTest.java | 6 +-
.../plan/optimization/TestPlanBuilder.java | 28 +-
.../plan/planner/PipelineBuilderTest.java | 572 +++++++++++++++++++++
.../distribution/AggregationAlignByDeviceTest.java | 26 +-
.../distribution/AggregationDistributionTest.java | 4 +-
.../AlignByDeviceOrderByLimitOffsetTest.java | 18 +-
.../planner/distribution/AlignedByDeviceTest.java | 215 ++++++--
.../logical/DataQueryLogicalPlannerTest.java | 394 ++++++--------
.../logical/SchemaQueryLogicalPlannerTest.java | 11 +-
.../InsertionCrossSpaceCompactionRecoverTest.java | 82 +++
.../resources/conf/iotdb-common.properties | 10 -
.../apache/iotdb/commons/conf/CommonConfig.java | 18 -
.../iotdb/commons/conf/CommonDescriptor.java | 11 -
125 files changed, 4273 insertions(+), 1301 deletions(-)
copy iotdb-client/cli/src/assembly/resources/conf/{logback-cli.xml =>
logback-backup.xml} (61%)
create mode 100644 iotdb-client/cli/src/assembly/resources/tools/backup.bat
create mode 100644 iotdb-client/cli/src/assembly/resources/tools/backup.sh
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/MemoryEstimationHelper.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/optimization/AggregationPushDown.java
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/{schemaengine/schemaregion/mtree/impl/mem/mnode/estimator/MNodeSizeEstimator.java
=>
queryengine/plan/planner/memory/ConsumeAllChildrenPipelineMemoryEstimator.java}
(58%)
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/memory/ConsumeChildrenOneByOnePipelineMemoryEstimator.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/memory/PipelineMemoryEstimator.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/memory/PipelineMemoryEstimatorFactory.java
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/process/{AggregationNode.java
=> RawDataAggregationNode.java} (72%)
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/optimization/AggregationPushDownTest.java
