This is an automated email from the ASF dual-hosted git repository.
marklau99 pushed a change to branch IOTDB-4595
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from ab78d6ef66 add temp file metrics for compaction
add f9360c53a6 [To rel/1.0] [IOTDB-5109] Fix the load of role snapshot
(#8302)
add ff953d36c3 add more logs for snapshot (#8298)
add 586c241967 Revert "Revert "Revert "[To rel/1.0] Enable tests after
v1.0.0 released (#8283)"""
add a92372d92a Revert "[maven-release-plugin] prepare for next development
iteration"
add 0b9275f8dc Revert "[maven-release-plugin] prepare release v1.0.0"
add fbbca3ffa3 [maven-release-plugin] prepare release v1.0.0
add 9f3600d165 [maven-release-plugin] prepare for next development
iteration
add 774806fce3 update testcontainer version
add b140acb1a0 Revert "Revert "Revert "Revert "[To rel/1.0] Enable tests
after v1.0.0 released (#8283)""""
add 1d06983a94 [To rel/1.0] Update doc on DataRegion using RatisConsensus
(#8308)
add 759fcaa8f0 add confignode notice (#8309)
add ca7f58e16e [To rel/1.0] Add Deploy recommendation in docs (#8306)
add e73936ac85 add ratis log doc (#8311)
add ef909f6040 fix cluster doc (#8313)
add 456f99153b Fix linux CI (#8310) (#8319)
add 96343c9c9e [To rel/1.0] [IOTDB-5026] Improve last query on aligned
timeseries
add 7d2014f835 [To rel/1.0] [IOTDB-5102] Support Align by deivce in
VisitExplain
add 235f663310 [To rel/1.0] [IOTDB-5114] Redundant planNode after
distribution plan in raw data query with align by device
add 478b2120e4 [To rel/1.0] [IOTDB-4978] Fix deadLock caused by blocked
operation in IntoOperator
add cbf72915ff [To rel/1.0] [IOTDB-4902]Optimize process logic for
aggregation when there is only one data region
add c0731cce2d [To rel/1.0] Add an interface for query engine which
storage engine must provide (#8344)
add 966be335c5 [IOTDB-5120] update doc about operator-functions
add 5a27cb1e7b update_py_readme (#8356)
add 31364e8877 [To rel/1.0] Fix RatisConsensus exception forwarding (#8353)
add a40047de90 cherry pick (#8352)
add fbd6ae38f0 [To rel/1.0] fix purge param in RatisConsensus (#8354)
add 67bbd2e7a9 [To rel/1.0][IOTDB-5118] FileMetric opens too many file
descriptors (#8348)
add bdadfb5bee [IOTDB-5090] Add npe check in DataNode (#8328) (#8337)
add 51835d6392 [To rel/1.0][IOTDB-5126] Fix show datanodes' rpcAddress IP
but not hostname bug (#8364)
add a0b3c52942 [To rel/1.0] replace FileUtils.listFiles in
TriggerClassLoader and UDFClassLoader with Files.walk (#8363)
add 21050d2019 [To rel/1.0][IOTDB-5135] Sync snapshot fails when sync file
is empty (#8369)
add fad4b35a17 [To rel/1.0] Update nodenames if necessary in
ClientRpcServiceImpl (#8370)
add 0a7a9b54d9 add uts of fast compaction performer (#8303)
add bff703354d [IOTDB-5141]Fix fast compaction scheduler bug
add d772c04866 [To rel/1.0][IOTDB-5158] Fix InputStream may skip over some
smaller number of bytes (#8391)
add 1df1ae3ce3 [To rel/1.0] [IOTDB-5116] Fix wrong empty result set in
aggregation query
add 436dc852e7 [To rel/1.0] [IOTDB-5144] Fix ClassCastException
add 2cf9afaaae [IOTDB-5136] Fix NPE when use a null as username in session
(#8395)
add 0c6deeb01e [To rel/1.0] [IOTDB-5161] Add output type check for WHERE &
HAVING clause (#8410)
add dad436641d Merge remote-tracking branch 'upstream/rel/1.0' into
IOTDB-4595
No new revisions were added by this update.
Summary of changes:
.github/workflows/main-unix.yml | 2 +-
client-py/README.md | 7 +-
.../iotdb/confignode/conf/ConfigNodeConfig.java | 30 +--
.../confignode/conf/ConfigNodeDescriptor.java | 52 ++--
.../iotdb/confignode/manager/ConsensusManager.java | 5 +-
.../iotdb/confignode/manager/node/NodeManager.java | 6 +-
.../confignode/persistence/ProcedureInfo.java | 7 +-
.../persistence/executor/ConfigPlanExecutor.java | 12 +-
.../confignode/procedure/store/ProcedureStore.java | 6 +-
.../persistence/ClusterSyncInfoTest.java | 18 +-
.../iotdb/consensus/ratis/RatisConsensus.java | 11 +-
.../iotdb/consensus/ratis/RatisConsensusTest.java | 5 +
docs/UserGuide/Cluster/Cluster-Concept.md | 5 +-
docs/UserGuide/Cluster/Cluster-Setup.md | 13 +-
.../UserGuide/Cluster/Deployment-Recommendation.md | 181 ++++++++++++++
.../Operators-Functions/Data-Profiling.md | 4 +-
docs/UserGuide/Operators-Functions/String.md | 4 +-
.../Operators-Functions/User-Defined-Function.md | 2 +-
docs/UserGuide/QuickStart/QuickStart.md | 2 +-
docs/UserGuide/Reference/Common-Config-Manual.md | 9 +
docs/zh/UserGuide/Cluster/Cluster-Concept.md | 4 +-
docs/zh/UserGuide/Cluster/Cluster-Setup.md | 13 +-
.../UserGuide/Cluster/Deployment-Recommendation.md | 179 ++++++++++++++
.../Operators-Functions/Data-Profiling.md | 4 +-
docs/zh/UserGuide/Operators-Functions/Overview.md | 2 +-
docs/zh/UserGuide/Operators-Functions/String.md | 4 +-
.../Operators-Functions/User-Defined-Function.md | 2 +-
.../zh/UserGuide/Reference/Common-Config-Manual.md | 9 +
.../java/org/apache/iotdb/it/env/MppConfig.java | 9 +
.../org/apache/iotdb/itbase/env/BaseConfig.java | 8 +
.../java/org/apache/iotdb/db/it/IoTDBFilterIT.java | 17 ++
.../db/it/aggregation/IoTDBAggregationIT.java | 14 +-
.../it/aggregation/IoTDBAggregationOptimizeIT.java | 181 ++++++++++++++
.../iotdb/db/it/env/StandaloneEnvConfig.java | 14 ++
.../apache/iotdb/db/it/groupby/IOTDBGroupByIT.java | 12 +
.../iotdb/db/it/selectinto/IoTDBSelectInto2IT.java | 3 +
.../iotdb/db/it/selectinto/IoTDBSelectInto3IT.java | 3 +
.../iotdb/db/it/selectinto/IoTDBSelectIntoIT.java | 5 +
.../session/it/IoTDBSessionSyntaxConventionIT.java | 2 +
.../apache/iotdb/jdbc/IoTDBDatabaseMetadata.java | 4 +-
.../resources/conf/iotdb-common.properties | 4 +
.../commons/auth/role/LocalFileRoleAccessor.java | 23 +-
...RegionReplicaSetInfo.java => ExecutorType.java} | 23 +-
.../iotdb/commons/partition/QueryExecutor.java | 41 ++--
...ionReplicaSetInfo.java => StorageExecutor.java} | 40 ++-
.../org/apache/iotdb/commons/path/AlignedPath.java | 18 ++
.../iotdb/commons/sync/metadata/SyncMetadata.java | 1 +
.../commons/sync/persistence/SyncLogWriter.java | 11 +-
.../iotdb/commons/udf/service/UDFClassLoader.java | 20 +-
.../org/apache/iotdb/commons/utils/PathUtils.java | 135 +++++-----
pom.xml | 2 +-
.../java/org/apache/iotdb/db/conf/IoTDBConfig.java | 33 ++-
.../org/apache/iotdb/db/conf/IoTDBDescriptor.java | 51 +---
.../db/consensus/DataRegionConsensusImpl.java | 3 +-
.../db/consensus/SchemaRegionConsensusImpl.java | 3 +-
.../statemachine/DataRegionStateMachine.java | 12 +-
.../apache/iotdb/db/engine/StorageEngineV2.java | 6 +-
.../compaction/task/ICompactionSelector.java | 1 +
.../iotdb/db/engine/load/LoadTsFileManager.java | 2 +-
.../iotdb/db/engine/snapshot/SnapshotTaker.java | 8 +-
.../iotdb/db/engine/storagegroup/DataRegion.java | 114 +++++----
.../db/engine/storagegroup/DataRegionMetrics.java | 2 +-
.../storagegroup/IDataRegionForQuery.java} | 40 +--
.../engine/storagegroup/TsFileProcessorInfo.java | 2 +-
.../db/engine/storagegroup/VirtualDataRegion.java | 78 ++++++
.../storagegroup/timeindex/DeviceTimeIndex.java | 4 +-
.../db/mpp/aggregation/ExtremeAccumulator.java | 20 +-
.../db/mpp/aggregation/FirstValueAccumulator.java | 28 ++-
.../db/mpp/aggregation/LastValueAccumulator.java | 27 +-
.../db/mpp/aggregation/MaxValueAccumulator.java | 21 +-
.../db/mpp/aggregation/MinTimeAccumulator.java | 1 +
.../db/mpp/aggregation/MinValueAccumulator.java | 21 +-
.../iotdb/db/mpp/aggregation/SumAccumulator.java | 1 +
.../iotdb/db/mpp/execution/driver/DataDriver.java | 4 +-
.../db/mpp/execution/driver/DataDriverContext.java | 8 +-
.../mpp/execution/executor/RegionReadExecutor.java | 22 ++
.../fragment/FragmentInstanceContext.java | 22 +-
.../fragment/FragmentInstanceManager.java | 21 +-
.../operator/process/AbstractIntoOperator.java | 215 ++++++++++++----
.../operator/process/DeviceViewIntoOperator.java | 105 +++++---
.../execution/operator/process/IntoOperator.java | 48 ++--
.../process/join/VerticallyConcatOperator.java | 207 ++++++++++++++++
...r.java => AbstractUpdateLastCacheOperator.java} | 74 +-----
.../last/AlignedUpdateLastCacheOperator.java | 89 +++++++
.../operator/process/last/LastQueryOperator.java | 6 +-
.../process/last/LastQuerySortOperator.java | 11 +-
.../operator/process/last/LastQueryUtil.java | 18 ++
.../process/last/UpdateLastCacheOperator.java | 84 +------
.../apache/iotdb/db/mpp/plan/analyze/Analysis.java | 5 +-
.../iotdb/db/mpp/plan/analyze/AnalyzeVisitor.java | 39 ++-
.../memory/StatementMemorySourceVisitor.java | 10 +-
.../iotdb/db/mpp/plan/parser/ASTVisitor.java | 14 +-
.../plan/planner/LocalExecutionPlanContext.java | 5 +
.../db/mpp/plan/planner/LocalExecutionPlanner.java | 4 +-
.../db/mpp/plan/planner/LogicalPlanBuilder.java | 20 +-
.../db/mpp/plan/planner/OperatorTreeGenerator.java | 169 +++++++++----
.../db/mpp/plan/planner/SubPlanTypeExtractor.java | 29 +++
.../planner/distribution/ExchangeNodeAdder.java | 7 +
.../SimpleFragmentParallelPlanner.java | 20 +-
.../plan/planner/distribution/SourceRewriter.java | 271 ++++++++++++++-------
.../distribution/WriteFragmentParallelPlanner.java | 3 +-
.../db/mpp/plan/planner/plan/FragmentInstance.java | 44 ++--
.../plan/planner/plan/node/PlanGraphPrinter.java | 8 +
.../mpp/plan/planner/plan/node/PlanNodeType.java | 6 +-
.../db/mpp/plan/planner/plan/node/PlanVisitor.java | 5 +
.../{LimitNode.java => VerticallyConcatNode.java} | 56 ++---
.../planner/plan/parameter/AggregationStep.java | 45 ++--
.../scheduler/FragmentInstanceDispatcherImpl.java | 37 +--
.../plan/scheduler/load/LoadTsFileScheduler.java | 5 +-
.../org/apache/iotdb/db/rescon/SystemInfo.java | 10 +-
.../java/org/apache/iotdb/db/service/DataNode.java | 8 +-
.../iotdb/db/service/metrics/FileMetrics.java | 37 +--
.../service/thrift/impl/ClientRPCServiceImpl.java | 32 ++-
.../impl/DataNodeInternalRPCServiceImpl.java | 25 +-
.../db/service/thrift/impl/TSServiceImpl.java | 13 +-
.../db/sync/sender/manager/LocalSyncManager.java | 2 +-
.../iotdb/db/sync/sender/pipe/TsFilePipe.java | 2 +-
.../sync/transport/client/SyncClientFactory.java | 2 +-
.../db/trigger/service/TriggerClassLoader.java | 19 +-
.../java/org/apache/iotdb/db/wal/WALManager.java | 14 ++
.../iotdb/db/wal/buffer/AbstractWALBuffer.java | 1 +
.../java/org/apache/iotdb/db/wal/node/WALNode.java | 5 +-
.../iotdb/db/wal/recover/WALNodeRecoverTask.java | 7 +-
... CompactionSchedulerWithFastPerformerTest.java} | 26 +-
...CrossSpaceCompactionWithFastPerformerTest.java} | 19 +-
...CompactionWithFastPerformerValidationTest.java} | 252 ++++---------------
...SpaceCompactionWithReadPointPerformerTest.java} | 19 +-
...ctionWithReadPointPerformerValidationTest.java} | 202 ++++-----------
...CrossSpaceCompactionWithFastPerformerTest.java} | 2 +-
...SpaceCompactionWithReadPointPerformerTest.java} | 12 +-
.../utils/MultiTsFileDeviceIteratorTest.java | 75 ++++++
.../db/engine/snapshot/IoTDBSnapshotTest.java | 2 +-
.../db/engine/storagegroup/DataRegionTest.java | 4 +-
.../mpp/execution/operator/OperatorMemoryTest.java | 5 +-
...Test.java => VerticallyConcatOperatorTest.java} | 139 ++++++-----
.../mpp/plan/plan/FragmentInstanceSerdeTest.java | 26 +-
.../distribution/AggregationDistributionTest.java | 70 +++++-
.../plan/scheduler/StandaloneSchedulerTest.java | 11 +-
site/src/main/.vuepress/config.js | 12 +-
thrift-influxdb/src/main/thrift/influxdb.thrift | 2 +-
thrift/src/main/thrift/client.thrift | 2 +-
thrift/src/main/thrift/datanode.thrift | 2 +-
.../iotdb/tsfile/file/header/ChunkHeader.java | 2 +-
.../iotdb/tsfile/utils/ReadWriteIOUtils.java | 24 ++
.../iotdb/tsfile/utils/ReadWriteIOUtilsTest.java | 25 ++
145 files changed, 3014 insertions(+), 1498 deletions(-)
create mode 100644 docs/UserGuide/Cluster/Deployment-Recommendation.md
create mode 100644 docs/zh/UserGuide/Cluster/Deployment-Recommendation.md
create mode 100644
integration-test/src/test/java/org/apache/iotdb/db/it/aggregation/IoTDBAggregationOptimizeIT.java
copy
node-commons/src/main/java/org/apache/iotdb/commons/partition/{RegionReplicaSetInfo.java
=> ExecutorType.java} (62%)
copy
confignode/src/main/java/org/apache/iotdb/confignode/consensus/response/TriggerLocationResp.java
=>
node-commons/src/main/java/org/apache/iotdb/commons/partition/QueryExecutor.java
(50%)
copy
node-commons/src/main/java/org/apache/iotdb/commons/partition/{RegionReplicaSetInfo.java
=> StorageExecutor.java} (50%)
copy
server/src/main/java/org/apache/iotdb/db/{qp/logical/sys/ShowStorageGroupOperator.java
=> engine/storagegroup/IDataRegionForQuery.java} (54%)
create mode 100644
server/src/main/java/org/apache/iotdb/db/engine/storagegroup/VirtualDataRegion.java
create mode 100644
server/src/main/java/org/apache/iotdb/db/mpp/execution/operator/process/join/VerticallyConcatOperator.java
copy
server/src/main/java/org/apache/iotdb/db/mpp/execution/operator/process/last/{UpdateLastCacheOperator.java
=> AbstractUpdateLastCacheOperator.java} (59%)
create mode 100644
server/src/main/java/org/apache/iotdb/db/mpp/execution/operator/process/last/AlignedUpdateLastCacheOperator.java
copy
server/src/main/java/org/apache/iotdb/db/mpp/plan/planner/plan/node/process/{LimitNode.java
=> VerticallyConcatNode.java} (64%)
copy
server/src/test/java/org/apache/iotdb/db/engine/compaction/{CompactionSchedulerTest.java
=> CompactionSchedulerWithFastPerformerTest.java} (98%)
copy
server/src/test/java/org/apache/iotdb/db/engine/compaction/cross/{CrossSpaceCompactionTest.java
=> CrossSpaceCompactionWithFastPerformerTest.java} (98%)
copy
server/src/test/java/org/apache/iotdb/db/engine/compaction/cross/{CrossSpaceCompactionValidationTest.java
=> CrossSpaceCompactionWithFastPerformerValidationTest.java} (91%)
rename
server/src/test/java/org/apache/iotdb/db/engine/compaction/cross/{CrossSpaceCompactionTest.java
=> CrossSpaceCompactionWithReadPointPerformerTest.java} (98%)
rename
server/src/test/java/org/apache/iotdb/db/engine/compaction/cross/{CrossSpaceCompactionValidationTest.java
=> CrossSpaceCompactionWithReadPointPerformerValidationTest.java} (93%)
copy
server/src/test/java/org/apache/iotdb/db/engine/compaction/cross/{RewriteCrossSpaceCompactionTest.java
=> RewriteCrossSpaceCompactionWithFastPerformerTest.java} (99%)
rename
server/src/test/java/org/apache/iotdb/db/engine/compaction/cross/{RewriteCrossSpaceCompactionTest.java
=> RewriteCrossSpaceCompactionWithReadPointPerformerTest.java} (98%)
copy
server/src/test/java/org/apache/iotdb/db/mpp/execution/operator/{LimitOperatorTest.java
=> VerticallyConcatOperatorTest.java} (56%)
