This is an automated email from the ASF dual-hosted git repository.
hui pushed a change to branch lmh/AggOpMemoryControl
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from 5373f24280 temp save
add 4b09715779 Add enable_query_memory_estimation and merge
time_index_memory_proportion into chunk_timeseriesmeta_free_memory_proportion
add af5549d325 [IOTDB-3966] [IOTDB-4079]Show leadership when show Regions
&& fix region id duplicated (#6939)
add 4c9fa69917 [IOTDB-4058] DataPartition inheritance policy (#6931)
add b89aec4907 Merge remote-tracking branch 'origin/master' into
MemoryControl
add bb9d2ff8c7 Memory control logic for some operators (#6964)
new acd9559516 merge master
new 90eeac046e temp save
new fa13b911d5 impl getTotalIntervalNum() for ITimeRangeIterator
new 815b7e2059 tmp save
add aba1378919 implement memory control for schema operators
add fc6694bf9a Merge branch 'MemoryControl' of
https://github.com/apache/iotdb into MemoryControl
add 6647ae28ec Merge branch 'MemoryControl' of
https://github.com/apache/iotdb into MemoryControl
add 11b7a5f041 add retained size calculation
add d0a2ba4e96 add schema operator memory UT
new b58a9a9252 merge master
new 619b3f1e5b Merge remote-tracking branch
'origin/lmh/AggOpMemoryControl' into lmh/AggOpMemoryControl
The 6 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.../resources/conf/iotdb-confignode.properties | 4 +-
.../iotdb/confignode/conf/ConfigNodeConfig.java | 2 +-
.../iotdb/confignode/manager/ConfigManager.java | 22 +-
.../iotdb/confignode/manager/PartitionManager.java | 33 +-
.../iotdb/confignode/manager/load/LoadManager.java | 28 +-
.../manager/load/balancer/RouteBalancer.java | 4 +
.../partition/GreedyPartitionAllocator.java | 25 +-
.../load/balancer/router/LazyGreedyRouter.java | 4 +
.../persistence/partition/PartitionInfo.java | 47 +-
.../partition/StorageGroupPartitionTable.java | 40 +-
.../thrift/ConfigNodeRPCServiceProcessor.java | 3 +-
.../thrift/ConfigNodeRPCServiceProcessorTest.java | 284 +---------
.../Maintenance-Tools/Maintenance-Command.md | 192 +++----
.../Maintenance-Tools/Maintenance-Command.md | 191 ++++---
.../java/org/apache/iotdb/it/env/MppConfig.java | 7 +
.../org/apache/iotdb/itbase/env/BaseConfig.java | 8 +
.../db/it/IoTDBClusterPartitionTableTest.java | 308 ++++++++++
.../integration/IoTDBManageTsFileResourceIT.java | 7 +-
.../{RegionStatus.java => RegionRoleType.java} | 13 +-
.../commons/partition/DataPartitionTable.java | 21 +
.../commons/partition/SeriesPartitionTable.java | 22 +
.../resources/conf/iotdb-datanode.properties | 14 +-
.../java/org/apache/iotdb/db/conf/IoTDBConfig.java | 40 +-
.../org/apache/iotdb/db/conf/IoTDBDescriptor.java | 39 +-
.../timerangeiterator/AggrWindowIterator.java | 5 +
.../timerangeiterator/PreAggrWindowIterator.java | 14 +-
.../PreAggrWindowWithNaturalMonthIterator.java | 36 +-
.../iotdb/db/mpp/common/header/HeaderConstant.java | 4 +-
.../db/mpp/execution/operator/AggregationUtil.java | 54 ++
.../operator/process/DeviceMergeOperator.java | 34 ++
.../operator/process/DeviceViewOperator.java | 28 +
.../operator/process/FilterAndProjectOperator.java | 108 ++++
.../process/RawDataAggregationOperator.java | 1 -
.../operator/schema/CountMergeOperator.java | 29 +
.../operator/schema/DevicesCountOperator.java | 17 +
.../schema/LevelTimeSeriesCountOperator.java | 17 +
.../schema/NodeManageMemoryMergeOperator.java | 18 +
.../operator/schema/NodePathsConvertOperator.java | 15 +
.../operator/schema/NodePathsCountOperator.java | 18 +
.../schema/NodePathsSchemaScanOperator.java | 17 +
.../operator/schema/SchemaFetchMergeOperator.java | 29 +
.../operator/schema/SchemaFetchScanOperator.java | 32 +-
.../operator/schema/SchemaQueryMergeOperator.java | 29 +
.../schema/SchemaQueryOrderByHeatOperator.java | 40 ++
.../operator/schema/SchemaQueryScanOperator.java | 21 +-
.../operator/schema/TimeSeriesCountOperator.java | 17 +
.../AbstractSeriesAggregationScanOperator.java | 6 +-
.../AlignedSeriesAggregationScanOperator.java | 6 +-
.../source/SeriesAggregationScanOperator.java | 6 +-
.../execution/config/metadata/ShowRegionTask.java | 1 +
.../db/mpp/plan/planner/LocalExecutionPlanner.java | 6 +
.../db/mpp/plan/planner/OperatorTreeGenerator.java | 13 +-
.../column/multi/MappableUDFColumnTransformer.java | 4 +
.../column/ternary/TernaryColumnTransformer.java | 12 +
.../dag/column/unary/UnaryColumnTransformer.java | 4 +
.../iotdb/db/rescon/TsFileResourceManager.java | 3 +-
.../iotdb/db/utils/datastructure/TimeSelector.java | 5 +
.../operator/AggregationOperatorTest.java | 7 +-
.../AlignedSeriesAggregationScanOperatorTest.java | 4 +-
.../execution/operator/LastQueryOperatorTest.java | 13 +-
.../operator/LastQuerySortOperatorTest.java | 13 +-
.../mpp/execution/operator/OperatorMemoryTest.java | 623 +++++++++++++++++++--
.../SeriesAggregationScanOperatorTest.java | 4 +-
.../SlidingWindowAggregationOperatorTest.java | 4 +-
.../operator/UpdateLastCacheOperatorTest.java | 4 +-
.../iotdb/db/rescon/ResourceManagerTest.java | 10 +-
.../src/main/thrift/confignode.thrift | 1 +
67 files changed, 2012 insertions(+), 678 deletions(-)
create mode 100644
integration-test/src/test/java/org/apache/iotdb/db/it/IoTDBClusterPartitionTableTest.java
copy
node-commons/src/main/java/org/apache/iotdb/commons/cluster/{RegionStatus.java
=> RegionRoleType.java} (82%)
