This is an automated email from the ASF dual-hosted git repository.
marklau99 pushed a change to branch IOTDB-5517
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from a03ccbfc76 add metric for disk io queue size
add eaee1d8dbf [IOTDB-4005] Add degree of parallelism to pipeline engine
add d7241c2903 [IOTDB-5509] Add level control for cross compaction
selecting (#9059)
add 821e1756ed [IOTDB-5515] Support GROUP BY SERIES in aggregation query
add c577012169 [IOTDB-4005] Optimize the pipeline build logic for
consumeAllNode
add bc34211891 Fix typo in README.md (#9065)
add 077704ecfa Fix bad url in the official documentation (#9060)
add d6135299cb [IOTDB-5474] Refactor DataNodeSchemaCache Structure (#9050)
add bba7c65cc3 [IOTDB-5480][IOTDB-5491][IOTDB-5502] Update DataNode
Dashboard (#9063)
add a1df687753 [IOTDB-5469] create template with backquote characters
successfully but get schema info failed (#9073)
add 861263f75a Merge remote-tracking branch 'upstream/master' into
IOTDB-5517
No new revisions were added by this update.
Summary of changes:
README.md | 2 +-
.../org/apache/iotdb/db/qp/sql/IdentifierParser.g4 | 1 +
.../org/apache/iotdb/db/qp/sql/IoTDBSqlParser.g4 | 1 +
.../antlr4/org/apache/iotdb/db/qp/sql/SqlLexer.g4 | 4 +
docs/UserGuide/API/Programming-Java-Native-API.md | 2 +-
.../Data-Concept/Data-Model-and-Terminology.md | 2 +-
.../Apache-IoTDB-DataNode-Dashboard.json | 7515 +++++++++-----------
docs/UserGuide/Query-Data/Group-By.md | 189 +-
docs/UserGuide/Query-Data/Overview.md | 4 +-
.../UserGuide/API/Programming-Java-Native-API.md | 2 +-
.../Data-Concept/Data-Model-and-Terminology.md | 2 +-
docs/zh/UserGuide/Query-Data/Group-By.md | 182 +
docs/zh/UserGuide/Query-Data/Overview.md | 6 +-
.../iotdb/it/env/cluster/MppCommonConfig.java | 6 +
.../it/env/cluster/MppSharedCommonConfig.java | 7 +
.../iotdb/it/env/remote/RemoteCommonConfig.java | 5 +
.../org/apache/iotdb/itbase/env/CommonConfig.java | 2 +
.../IoTDBAggregationByLevel2IT.java} | 23 +-
.../it/aggregation/IoTDBAggregationByLevelIT.java | 4 +-
.../db/it/alignbydevice/IoTDBAlignByDevice2IT.java | 24 +-
.../db/it/alignbydevice/IoTDBAlignByDeviceIT.java | 2 +-
.../IoTDBOrderByWithAlignByDevice2IT.java} | 23 +-
.../IoTDBOrderByWithAlignByDeviceIT.java | 2 +-
...ery2IT.java => IoTDBAlignedSeriesQuery4IT.java} | 6 +-
.../iotdb/db/it/groupby/IoTDBGroupBySeriesIT.java | 404 ++
.../db/it/groupby/IoTDBGroupByVariationIT.java | 16 +-
.../resources/conf/iotdb-common.properties | 4 +
.../java/org/apache/iotdb/db/conf/IoTDBConfig.java | 24 +
.../org/apache/iotdb/db/conf/IoTDBDescriptor.java | 9 +
.../impl/RewriteCrossSpaceCompactionSelector.java | 13 +-
.../iotdb/db/engine/storagegroup/DataRegion.java | 4 +-
.../db/metadata/cache/DataNodeSchemaCache.java | 187 +-
.../iotdb/db/metadata/cache/SchemaCacheEntry.java | 18 +-
.../metadata/cache/dualkeycache/IDualKeyCache.java | 57 +
.../dualkeycache/IDualKeyCacheComputation.java} | 33 +-
.../cache/dualkeycache/IDualKeyCacheStats.java} | 28 +-
.../dualkeycache/impl/CacheEntryGroupImpl.java | 49 +-
.../dualkeycache/impl/CacheSizeComputerImpl.java | 55 +
.../cache/dualkeycache/impl/CacheStats.java | 110 +
.../dualkeycache/impl/DualKeyCacheBuilder.java | 85 +
.../cache/dualkeycache/impl/DualKeyCacheImpl.java | 281 +
.../dualkeycache/impl/DualKeyCachePolicy.java | 8 +-
.../cache/dualkeycache/impl/ICacheEntry.java | 30 +-
.../cache/dualkeycache/impl/ICacheEntryGroup.java} | 29 +-
.../dualkeycache/impl/ICacheEntryManager.java} | 33 +-
.../dualkeycache/impl/ICacheSizeComputer.java | 15 +-
.../dualkeycache/impl/LRUCacheEntryManager.java | 216 +
.../db/mpp/aggregation/AccumulatorFactory.java | 8 +-
.../db/mpp/aggregation/CountIfAccumulator.java | 7 +-
.../db/mpp/aggregation/FirstValueAccumulator.java | 12 +-
.../iotdb/db/mpp/execution/driver/Driver.java | 8 +
.../db/mpp/execution/driver/DriverContext.java | 9 +
.../iotdb/db/mpp/execution/driver/IDriver.java | 2 +
.../mpp/execution/driver/SchemaDriverContext.java | 5 +-
.../fragment/FragmentInstanceManager.java | 14 +-
.../process/RawDataAggregationOperator.java | 4 +-
.../process/join/RowBasedTimeJoinOperator.java | 6 +
.../operator/window/EventWindowManager.java | 18 +-
.../execution/operator/window/IWindowManager.java | 23 +-
.../window/{EventWindow.java => SeriesWindow.java} | 78 +-
.../operator/window/SeriesWindowManager.java | 191 +
...owParameter.java => SeriesWindowParameter.java} | 34 +-
.../operator/window/TimeWindowManager.java | 2 +-
.../operator/window/WindowManagerFactory.java | 6 +-
.../mpp/execution/operator/window/WindowType.java | 4 +-
.../db/mpp/execution/schedule/DriverScheduler.java | 126 +-
.../db/mpp/execution/schedule/task/DriverTask.java | 21 +
.../iotdb/db/mpp/plan/analyze/AnalyzeVisitor.java | 101 +-
.../plan/analyze/schema/ClusterSchemaFetcher.java | 2 +-
.../iotdb/db/mpp/plan/parser/ASTVisitor.java | 35 +-
.../plan/planner/LocalExecutionPlanContext.java | 20 +-
.../db/mpp/plan/planner/LocalExecutionPlanner.java | 17 +-
.../db/mpp/plan/planner/OperatorTreeGenerator.java | 315 +-
.../db/mpp/plan/planner/PipelineDriverFactory.java | 23 +-
.../plan/planner/distribution/SourceRewriter.java | 16 +-
.../db/mpp/plan/planner/plan/node/PlanNode.java | 13 +
.../planner/plan/node/process/AggregationNode.java | 24 +-
.../planner/plan/node/process/DeviceMergeNode.java | 6 +
.../plan/node/process/GroupByLevelNode.java | 7 +
.../planner/plan/node/process/GroupByTagNode.java | 7 +
.../plan/node/process/HorizontallyConcatNode.java | 12 +-
.../planner/plan/node/process/MergeSortNode.java | 19 +
.../planner/plan/node/process/TimeJoinNode.java | 8 +
.../planner/plan/parameter/GroupByParameter.java | 4 +-
...nParameter.java => GroupBySeriesParameter.java} | 35 +-
.../plan/parameter/GroupByVariationParameter.java | 2 +-
...nComponent.java => GroupBySeriesComponent.java} | 21 +-
.../db/mpp/plan/statement/crud/QueryStatement.java | 10 +-
.../service/thrift/impl/ClientRPCServiceImpl.java | 4 +
.../impl/DataNodeInternalRPCServiceImpl.java | 4 +-
.../engine/compaction/AbstractCompactionTest.java | 6 +
.../engine/compaction/CompactionSchedulerTest.java | 1 +
.../CompactionSchedulerWithFastPerformerTest.java | 1 +
.../CrossSpaceCompactionWithFastPerformerTest.java | 2 +
...eCompactionWithFastPerformerValidationTest.java | 1 +
...sSpaceCompactionWithReadPointPerformerTest.java | 2 +
...actionWithReadPointPerformerValidationTest.java | 1 +
.../engine/compaction/cross/MergeUpgradeTest.java | 2 +
.../cross/RewriteCompactionFileSelectorTest.java | 33 +-
.../compaction/utils/CompactionConfigRestorer.java | 4 +
.../db/metadata/cache/DataNodeSchemaCacheTest.java | 8 -
.../cache/dualkeycache/DualKeyCacheTest.java | 110 +
.../schema/CountGroupByLevelMergeOperatorTest.java | 4 +-
.../operator/schema/SchemaCountOperatorTest.java | 4 +-
.../schema/SchemaQueryScanOperatorTest.java | 4 +-
.../execution/schedule/DriverSchedulerTest.java | 4 +
.../db/mpp/plan/plan/PipelineBuilderTest.java | 762 ++
107 files changed, 7264 insertions(+), 4692 deletions(-)
copy
integration-test/src/test/java/org/apache/iotdb/db/it/{selectinto/IoTDBSelectInto3IT.java
=> aggregation/IoTDBAggregationByLevel2IT.java} (60%)
copy
server/src/main/java/org/apache/iotdb/db/mpp/plan/statement/component/GroupByVariationComponent.java
=>
integration-test/src/test/java/org/apache/iotdb/db/it/alignbydevice/IoTDBAlignByDevice2IT.java
(60%)
copy
integration-test/src/test/java/org/apache/iotdb/db/it/{selectinto/IoTDBSelectInto3IT.java
=> alignbydevice/IoTDBOrderByWithAlignByDevice2IT.java} (60%)
copy
integration-test/src/test/java/org/apache/iotdb/db/it/aligned/{IoTDBAlignedSeriesQuery2IT.java
=> IoTDBAlignedSeriesQuery4IT.java} (92%)
create mode 100644
integration-test/src/test/java/org/apache/iotdb/db/it/groupby/IoTDBGroupBySeriesIT.java
create mode 100644
server/src/main/java/org/apache/iotdb/db/metadata/cache/dualkeycache/IDualKeyCache.java
copy
server/src/main/java/org/apache/iotdb/db/{mpp/plan/planner/plan/LogicalQueryPlan.java
=> metadata/cache/dualkeycache/IDualKeyCacheComputation.java} (55%)
copy
server/src/main/java/org/apache/iotdb/db/{mpp/execution/operator/factory/OperatorFactory.java
=> metadata/cache/dualkeycache/IDualKeyCacheStats.java} (56%)
copy
node-commons/src/main/java/org/apache/iotdb/commons/partition/StorageExecutor.java
=>
server/src/main/java/org/apache/iotdb/db/metadata/cache/dualkeycache/impl/CacheEntryGroupImpl.java
(50%)
create mode 100644
server/src/main/java/org/apache/iotdb/db/metadata/cache/dualkeycache/impl/CacheSizeComputerImpl.java
create mode 100644
server/src/main/java/org/apache/iotdb/db/metadata/cache/dualkeycache/impl/CacheStats.java
create mode 100644
server/src/main/java/org/apache/iotdb/db/metadata/cache/dualkeycache/impl/DualKeyCacheBuilder.java
create mode 100644
server/src/main/java/org/apache/iotdb/db/metadata/cache/dualkeycache/impl/DualKeyCacheImpl.java
copy isession/src/main/java/org/apache/iotdb/isession/util/Version.java =>
server/src/main/java/org/apache/iotdb/db/metadata/cache/dualkeycache/impl/DualKeyCachePolicy.java
(88%)
copy
metrics/interface/src/main/java/org/apache/iotdb/metrics/impl/DoNothingHistogram.java
=>
server/src/main/java/org/apache/iotdb/db/metadata/cache/dualkeycache/impl/ICacheEntry.java
(61%)
copy
server/src/main/java/org/apache/iotdb/db/{sync/pipedata/queue/PipeDataQueue.java
=> metadata/cache/dualkeycache/impl/ICacheEntryGroup.java} (54%)
copy
server/src/main/java/org/apache/iotdb/db/{mpp/plan/planner/plan/LogicalQueryPlan.java
=> metadata/cache/dualkeycache/impl/ICacheEntryManager.java} (55%)
copy
metrics/interface/src/main/java/org/apache/iotdb/metrics/utils/MetricFrameType.java
=>
server/src/main/java/org/apache/iotdb/db/metadata/cache/dualkeycache/impl/ICacheSizeComputer.java
(78%)
create mode 100644
server/src/main/java/org/apache/iotdb/db/metadata/cache/dualkeycache/impl/LRUCacheEntryManager.java
copy
server/src/main/java/org/apache/iotdb/db/mpp/execution/operator/window/{EventWindow.java
=> SeriesWindow.java} (51%)
create mode 100644
server/src/main/java/org/apache/iotdb/db/mpp/execution/operator/window/SeriesWindowManager.java
copy
server/src/main/java/org/apache/iotdb/db/mpp/execution/operator/window/{EventWindowParameter.java
=> SeriesWindowParameter.java} (73%)
copy
server/src/main/java/org/apache/iotdb/db/mpp/plan/planner/plan/parameter/{GroupByVariationParameter.java
=> GroupBySeriesParameter.java} (65%)
copy
server/src/main/java/org/apache/iotdb/db/mpp/plan/statement/component/{GroupByVariationComponent.java
=> GroupBySeriesComponent.java} (63%)
create mode 100644
server/src/test/java/org/apache/iotdb/db/metadata/cache/dualkeycache/DualKeyCacheTest.java
create mode 100644
server/src/test/java/org/apache/iotdb/db/mpp/plan/plan/PipelineBuilderTest.java
