This is an automated email from the ASF dual-hosted git repository.
caogaofei pushed a change to branch add_more_aggs
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from aad6f6057ec fix it
new 7d3285c639d add variance
add dc96146d7c1 Fixed the cache invalidation logic when delete time series
add 14a295ac825 Add Memory Control for HashAggregationOperator
add d1c54d40dcd Fix compaction task comparator bug & Modify target file
name of inner compaction task (#13848)
add 7c98db11e05 Print file path while meeting unknown version tsfile
add 516c32d527b Fix the issue that tasks with negative estimated memory
are executed (#13856)
add 7f5e5dc7bcd Fix timeout unit error in QueryExecution
add c65a3b219cf Fix wal node memory leak when using simple consensus
(#13864)
add 57e450c5b18 Pipe: Reduce Calculations for
PipeDataNodeRemainingEventAndTimeOperator when the events are too many (#13854)
add aea9f3a4128 Fix ignored bitmap of attribute in writeTablet (#13858)
add 574ba8ddd57 Active Load: Adjust the default execution thread to match
the number of CPU cores (#13865)
add bacde2f5b37 Support non-numeric type of max_by, min_by
GroupedAccumulators in TableModel
add ce53f9c160e Pipe: Remove already deleted tsfile resource from
historical extraction list to prevent FileNotFoundException (#13869)
add 576b6d57e05 Fixed the measurement invalidation logic in
TableDeviceLastCache
add 9e48f9cf391 Optimize the serialize method of intermedia result of
grouped aggregation
add 38f7219a302 Clean walnode after drop database when using simple
consensus (#13877)
add 14346dc4098 Optimize the serialize method of intermedia result of
aggregation
add c93bdb77c03 Remove use of canUseStatistics when judge aggregation
push-down level in TableModel
add bbfc2f834ba Keep all null rows in table model flush (#13883)
add 52b72edb689 Fix TimePartitionUtils Overflow (#13881)
new 491eb4ec1f8 merge master
The 2 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.../db/it/schema/IoTDBDeleteTimeSeriesIT.java | 13 ++
.../relational/it/db/it/IoTDBInsertTableIT.java | 34 ++++
.../db/it/IoTDBMultiIDsWithAttributesTableIT.java | 42 +++++
.../it/query/recent/IoTDBTableAggregationIT.java | 1 +
.../java/org/apache/iotdb/db/conf/IoTDBConfig.java | 2 +-
.../org/apache/iotdb/db/conf/IoTDBDescriptor.java | 16 +-
.../connector/PipeConnectorSubtaskManager.java | 6 -
.../subtask/processor/PipeProcessorSubtask.java | 6 +-
.../db/pipe/event/common}/PipeInsertionEvent.java | 3 +-
.../event/common/heartbeat/PipeHeartbeatEvent.java | 15 +-
.../db/pipe/event/common/row/PipeRowCollector.java | 2 +-
.../tablet/PipeInsertNodeTabletInsertionEvent.java | 12 +-
.../common/tablet/PipeRawTabletInsertionEvent.java | 11 +-
.../common/tsfile/PipeTsFileInsertionEvent.java | 12 +-
.../tsfile/parser/TsFileInsertionEventParser.java | 2 +-
.../query/TsFileInsertionEventQueryParser.java | 2 +-
.../scan/TsFileInsertionEventScanParser.java | 2 +-
.../table/TsFileInsertionEventTableParser.java | 2 +-
.../db/pipe/event/realtime/PipeRealtimeEvent.java | 2 +-
.../dataregion/IoTDBDataRegionExtractor.java | 2 -
...oricalDataRegionTsFileAndDeletionExtractor.java | 34 ++--
.../matcher/CachedSchemaPatternMatcher.java | 2 +-
.../PipeDataNodeRemainingEventAndTimeMetrics.java | 56 +++---
.../PipeDataNodeRemainingEventAndTimeOperator.java | 95 ++++-------
.../PipeConvertedInsertTabletStatement.java | 2 +-
.../relational/aggregation/AccumulatorFactory.java | 15 ++
.../aggregation/TableVarianceAccumulator.java | 187 +++++++++++++++++++++
.../aggregation/grouped/GroupedAvgAccumulator.java | 20 +--
.../grouped/GroupedFirstAccumulator.java | 92 +++++-----
.../grouped/GroupedFirstByAccumulator.java | 115 +++++++------
.../grouped/GroupedLastAccumulator.java | 92 +++++-----
.../grouped/GroupedLastByAccumulator.java | 111 +++++++-----
.../grouped/GroupedMaxByAccumulator.java | 5 +
.../grouped/GroupedMaxMinByBaseAccumulator.java | 154 ++++++++++++-----
.../grouped/GroupedMinByAccumulator.java | 5 +
.../grouped/HashAggregationOperator.java | 18 +-
.../aggregation/grouped/hash/FlatGroupByHash.java | 4 +-
.../queryengine/plan/execution/QueryExecution.java | 7 +-
.../plan/relational/metadata/Metadata.java | 6 -
.../metadata/TableBuiltinAggregationFunction.java | 33 ----
.../relational/metadata/TableMetadataImpl.java | 5 -
.../fetcher/cache/TableDeviceLastCache.java | 44 ++++-
.../fetcher/cache/TableDeviceSchemaCache.java | 7 +-
.../cache/TreeDeviceSchemaCacheManager.java | 9 +-
.../PushAggregationIntoTableScan.java | 12 +-
.../plan/relational/sql/ast/InsertTablet.java | 11 +-
.../plan/statement/crud/InsertTabletStatement.java | 44 +++--
.../iotdb/db/storageengine/StorageEngine.java | 49 +++---
.../execute/task/InnerSpaceCompactionTask.java | 9 +-
.../compaction/schedule/CompactionTaskQueue.java | 3 +
.../DefaultCompactionTaskComparatorImpl.java | 8 +-
.../dataregion/flush/MemTableFlushTask.java | 2 +-
.../memtable/AlignedWritableMemChunk.java | 6 +-
.../dataregion/memtable/IWritableMemChunk.java | 5 +-
.../dataregion/memtable/TsFileProcessor.java | 125 +++++++-------
.../dataregion/memtable/WritableMemChunk.java | 2 +-
.../dataregion/read/control/FileReaderManager.java | 4 +-
.../tsfile/generator/TsFileNameGenerator.java | 4 +-
.../storageengine/dataregion/wal/WALManager.java | 21 ++-
.../dataregion/wal/allocation/ElasticStrategy.java | 27 ++-
.../SubscriptionConnectorSubtaskManager.java | 3 -
.../plan/relational/analyzer/AggregationTest.java | 19 ---
.../plan/relational/analyzer/TSBSMetadata.java | 6 -
.../plan/relational/analyzer/TestMatadata.java | 6 -
.../plan/relational/sql/ast/InsertTabletTest.java | 130 ++++++++++++++
.../compaction/CompactionTaskComparatorTest.java | 12 +-
.../wal/allocation/ElasticStrategyTest.java | 11 ++
.../conf/iotdb-system.properties.template | 4 +-
.../iotdb/commons/utils/TimePartitionUtils.java | 104 ++++++++++--
.../commons/utils/TimePartitionUtilsTest.java | 16 ++
pom.xml | 2 +-
71 files changed, 1340 insertions(+), 610 deletions(-)
rename
iotdb-core/{node-commons/src/main/java/org/apache/iotdb/commons/pipe/event =>
datanode/src/main/java/org/apache/iotdb/db/pipe/event/common}/PipeInsertionEvent.java
(97%)
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/TableVarianceAccumulator.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/relational/sql/ast/InsertTabletTest.java
