This is an automated email from the ASF dual-hosted git repository.
hui pushed a change to branch MemoryControl
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from eaae09b0d2 fix CI
add e5eae2294d fix IoTDBSameMeasurementsDifferentTypesIT
add 3714feb40f fix datanode cannot restart (#7000)
add db0b6fd14f [IOTDB-4073] Add SessionTimeWindowAccessStrategy in UDF
(#6928)
add 2cae6a8c15 [IOTDB-4055] Add remove-confignode.bat (#6996)
add 371b3b4d3c [IOTDB-3938] Fix SeriesSlotExecutor initialization logic
for insertion performance (#7007)
add b04489ebdd [IOTDB-3843] Refine the using of setting read-only (#6968)
add ea4bbfe7cb Bump kafka_2.10 from 0.8.2.0 to 0.8.2.2 (#6881)
add 41a60b5026 [IOTDB-4047] Fix query NPE after change device alignment
(#7009)
add a0a4e006dc [IOTDB-3895]Log each parameter when starting IoTDB (#6965)
add 15a3202baa [IOTDB-3938]Fix measurements check of batch insertion
(#7022)
add 76c01dc097 [IOTDB-4150] Client output has double error code (#7018)
add 23cb64c16e [IOTDB-4121] logical optimizations for ImportCsv (#6998)
add 1cfb04b722 [IOTDB-4138] Refactor consensus api and add javadoc (#7002)
add 545a34341d [IOTDB-4151] Fix IndexOutOfBound Error in last query
add d6bc676876 [IOTDB-4061] Support hot configuration of data_dirs (#7021)
add eab3a18157 [IOTDB-4155] StackOverflowError occurs when deleting wal
files (#7025)
add 0292905ed4 Upgrade maven-wrapper to 3.8.6 for performance improvements
and ARM more native support (#7003)
add 42b00d63c1 [IOTDB-4135] Merge thrift-sync into ClientRPC (#7004)
add 8d0062050a [IOTDB-4084] remove DataNode with exit code (#7031)
add 3dddfe9bdb [IOTDB-4159] Fix bug in group by while using left open and
right close syntax (#7034)
add 16a5f7ab5b [IOTDB-4153]Grant ALL privileges to different paths return
privilege exists (#7023)
add 454261d562 [IOTDB-4157]read_timeseries privilege cannot use for show
operation (#7029)
add d8ac4a33b6 Optimize ml WAL limitation for MultiLeader (#7012)
add f34c20cb05 [IOTDB-4166] Fix select no files when time partition
interval is too small (#7036)
add 5cd843c6b3 [IOTDB-4165] PlanGraphPrinter supports TransformNode (#7033)
add 2d9a2f07b3 [IOTDB-4074] Allocate SchemaRegion and DataRegion
seperately (#7020)
add adc46576f8 [IOTDB-4177] Fix INSERT Failed when using
SESSION_BY_RECORDS (#7043)
add e9e6505adf Add query redirect logic in planning side when retrying
(#7035)
add e6bd879eaf [IOTDB-4143] Fix the statistic of count of wal files.
(#7039)
add 4ea0293e8a Merge github.com:apache/iotdb into MemoryControl
add 4b0264ca5c Merge branch 'MemoryControl' of github.com:apache/iotdb
into MemoryControl
No new revisions were added by this update.
Summary of changes:
.github/workflows/e2e.yml | 2 +-
.mvn/wrapper/MavenWrapperDownloader.java | 115 ---------
.mvn/wrapper/maven-wrapper.properties | 21 +-
LICENSE | 2 +-
.../org/apache/iotdb/db/qp/sql/IoTDBSqlParser.g4 | 21 +-
.../antlr4/org/apache/iotdb/db/qp/sql/SqlLexer.g4 | 4 -
.../main/java/org/apache/iotdb/tool/ImportCsv.java | 16 +-
...{start-confignode.bat => remove-confignode.bat} | 8 +-
.../confignode/client/DataNodeRequestType.java | 3 +-
.../async/datanode/AsyncDataNodeClientPool.java | 13 +
...eHandler.java => LoadConfigurationHandler.java} | 13 +-
.../statemachine/PartitionRegionStateMachine.java | 6 +
.../iotdb/confignode/manager/ConfigManager.java | 8 +
.../iotdb/confignode/manager/ConsensusManager.java | 2 +-
.../apache/iotdb/confignode/manager/IManager.java | 3 +
.../iotdb/confignode/manager/NodeManager.java | 14 +
.../manager/load/balancer/RegionBalancer.java | 2 +
.../persistence/partition/PartitionInfo.java | 3 +-
.../thrift/ConfigNodeRPCServiceProcessor.java | 7 +-
.../confignode1conf/iotdb-confignode.properties | 1 +
.../org/apache/iotdb/consensus/IConsensus.java | 55 +++-
.../org/apache/iotdb/consensus/IStateMachine.java | 4 +
.../iotdb/consensus/config/MultiLeaderConfig.java | 32 +--
.../multileader/MultiLeaderConsensus.java | 16 +-
.../multileader/MultiLeaderServerImpl.java | 44 +++-
.../multileader/logdispatcher/LogDispatcher.java | 6 +-
.../service/MultiLeaderRPCServiceProcessor.java | 8 +
.../ratis/ApplicationStateMachineProxy.java | 34 ++-
.../iotdb/consensus/ratis/RatisConsensus.java | 4 +-
.../consensus/standalone/StandAloneConsensus.java | 16 +-
.../consensus/standalone/StandAloneServerImpl.java | 5 +
.../multileader/MultiLeaderConsensusTest.java | 12 +-
.../iotdb/consensus/multileader/RecoveryTest.java | 6 +-
.../iotdb/consensus/ratis/RatisConsensusTest.java | 34 +--
.../iotdb/consensus/standalone/RecoveryTest.java | 4 +-
.../standalone/StandAloneConsensusTest.java | 22 +-
docs/Development/VoteRelease.md | 4 +-
.../Administration-Management/Administration.md | 22 +-
docs/UserGuide/Cluster/Cluster-Setup.md | 5 +
docs/UserGuide/QuickStart/WayToGetIoTDB.md | 2 +-
docs/UserGuide/Write-And-Delete-Data/CSV-Tool.md | 12 +-
docs/zh/Development/VoteRelease.md | 4 +-
.../Administration-Management/Administration.md | 24 +-
docs/zh/UserGuide/Cluster/Cluster-Setup.md | 5 +
docs/zh/UserGuide/QuickStart/WayToGetIoTDB.md | 2 +-
.../zh/UserGuide/Write-And-Delete-Data/CSV-Tool.md | 9 +-
example/pom.xml | 2 +-
.../db/query/udf/example/ExampleUDFConstant.java | 2 +
.../iotdb/db/query/udf/example/WindowStartEnd.java | 16 +-
.../iotdb/itbase/constant/UDFTestConstant.java | 2 +
.../it/IoTDBSameMeasurementsDifferentTypesIT.java | 51 ++--
.../IoTDBLeftORightCIT.java} | 46 ++--
.../db/it/udf/IoTDBUDFSessionWindowQueryIT.java | 283 +++++++++++++++++++++
.../iotdb/db/it/udf/IoTDBUDFWindowQueryIT.java | 7 +-
.../iotdb/db/integration/IoTDBAuthorizationIT.java | 90 +++++++
.../iotdb/db/integration/IoTDBCheckConfigIT.java | 2 +-
.../aligned/IoTDBDeleteTimeseriesIT.java | 64 +++++
.../db/integration/sync/IoTDBSyncReceiverIT.java | 25 +-
mvnw.sh => mvnw | 92 +++++--
mvnw.cmd | 75 ++++--
node-commons/pom.xml | 5 -
.../apache/iotdb/commons/ServerCommandLine.java | 2 +-
.../apache/iotdb/commons/partition/Partition.java | 2 +
.../executor/SeriesPartitionExecutor.java | 37 ++-
.../apache/iotdb/commons/sync/SyncConstant.java | 6 -
.../apache/iotdb/commons/sync/SyncPathUtil.java | 6 +-
.../org/apache/iotdb/commons/utils/PathUtils.java | 2 +-
pom.xml | 1 -
.../schemaregion/rocksdb/RSchemaRegion.java | 3 +-
.../resources/conf/iotdb-datanode.properties | 12 +-
.../org/apache/iotdb/db/auth/AuthorityChecker.java | 17 +-
.../iotdb/db/auth/ClusterAuthorityFetcher.java | 11 +-
.../apache/iotdb/db/client/ConfigNodeClient.java | 16 ++
.../java/org/apache/iotdb/db/conf/IoTDBConfig.java | 122 +++++++--
.../org/apache/iotdb/db/conf/IoTDBDescriptor.java | 24 +-
.../org/apache/iotdb/db/conf/SystemStatus.java | 24 +-
.../db/conf/directories/DirectoryManager.java | 69 ++---
.../iotdb/db/conf/directories/FolderManager.java | 18 +-
.../directories/strategy/DirectoryStrategy.java | 4 +-
.../db/consensus/DataRegionConsensusImpl.java | 2 +-
.../statemachine/DataRegionStateMachine.java | 6 +
.../statemachine/SchemaRegionStateMachine.java | 6 +
.../db/engine/compaction/CompactionScheduler.java | 6 +-
.../constant/InnerSequenceCompactionSelector.java | 8 +-
.../InnerUnsequenceCompactionSelector.java | 8 +-
.../sizetiered/SizeTieredCompactionSelector.java | 22 +-
.../compaction/task/CompactionRecoverTask.java | 3 +-
.../iotdb/db/engine/memtable/AbstractMemTable.java | 3 +
.../iotdb/db/engine/storagegroup/DataRegion.java | 46 ++--
.../db/engine/storagegroup/TsFileManager.java | 14 +-
.../db/engine/storagegroup/TsFileProcessor.java | 42 ++-
.../iotdb/db/localconfignode/LocalConfigNode.java | 17 +-
.../db/metadata/idtable/IDTableHashmapImpl.java | 2 +-
.../iotdb/db/metadata/logfile/MLogWriter.java | 25 +-
.../schemaregion/SchemaRegionMemoryImpl.java | 3 +-
.../schemaregion/SchemaRegionSchemaFileImpl.java | 3 +-
.../iotdb/db/mpp/common/MPPQueryContext.java | 25 +-
.../org/apache/iotdb/db/mpp/plan/Coordinator.java | 2 +-
.../iotdb/db/mpp/plan/analyze/AnalyzeVisitor.java | 12 +-
.../db/mpp/plan/analyze/ExpressionAnalyzer.java | 1 +
.../iotdb/db/mpp/plan/constant/StatementType.java | 2 +-
.../plan/execution/config/ConfigTaskVisitor.java | 8 +
.../config/executor/ClusterConfigTaskExecutor.java | 43 +++-
.../config/executor/IConfigTaskExecutor.java | 2 +
.../executor/StandaloneConfigTaskExecutor.java | 88 ++++---
...arCacheTask.java => LoadConfigurationTask.java} | 14 +-
.../plan/expression/binary/BinaryExpression.java | 1 +
.../plan/expression/leaf/TimeSeriesOperand.java | 1 +
.../visitor/IntermediateLayerVisitor.java | 1 +
.../iotdb/db/mpp/plan/parser/ASTVisitor.java | 115 ++++++---
.../db/mpp/plan/planner/OperatorTreeGenerator.java | 6 +-
.../SimpleFragmentParallelPlanner.java | 48 +++-
.../plan/planner/plan/node/PlanGraphPrinter.java | 36 ++-
.../db/mpp/plan/scheduler/ClusterScheduler.java | 11 +-
.../scheduler/FragmentInstanceDispatcherImpl.java | 7 +
.../mpp/plan/scheduler/SimpleQueryTerminator.java | 12 +-
.../db/mpp/plan/scheduler/StandaloneScheduler.java | 8 +
.../db/mpp/plan/statement/StatementVisitor.java | 6 +
.../metadata/ShowChildNodesStatement.java | 8 +
.../metadata/ShowChildPathsStatement.java | 8 +
.../metadata/ShowTimeSeriesStatement.java | 8 +
...tement.java => LoadConfigurationStatement.java} | 14 +-
.../intermediate/ConstantIntermediateLayer.java | 8 +
.../dag/intermediate/IntermediateLayer.java | 8 +
.../MultiInputColumnIntermediateLayer.java | 119 +++++++++
...InputColumnMultiReferenceIntermediateLayer.java | 117 +++++++++
...nputColumnSingleReferenceIntermediateLayer.java | 117 +++++++++
.../apache/iotdb/db/qp/executor/PlanExecutor.java | 36 +--
.../org/apache/iotdb/db/qp/logical/Operator.java | 2 -
.../db/qp/logical/sys/ShowPipeServerOperator.java | 38 ---
.../db/qp/logical/sys/StartPipeServerOperator.java | 38 ---
.../db/qp/logical/sys/StopPipeServerOperator.java | 38 ---
.../apache/iotdb/db/qp/physical/PhysicalPlan.java | 8 -
.../db/qp/physical/sys/ShowPipeServerPlan.java | 26 --
.../apache/iotdb/db/qp/physical/sys/ShowPlan.java | 1 -
.../db/qp/physical/sys/StartPipeServerPlan.java | 56 ----
.../db/qp/physical/sys/StopPipeServerPlan.java | 56 ----
.../apache/iotdb/db/qp/sql/IoTDBSqlVisitor.java | 121 ++++-----
.../java/org/apache/iotdb/db/service/DataNode.java | 3 +-
.../db/service/DataNodeServerCommandLine.java | 39 +--
.../java/org/apache/iotdb/db/service/IoTDB.java | 12 +-
.../apache/iotdb/db/service/IoTDBShutdownHook.java | 2 +-
.../java/org/apache/iotdb/db/service/NewIoTDB.java | 1 +
.../iotdb/db/service/RegionMigrateService.java | 4 +-
.../db/service/metrics/predefined/FileMetrics.java | 65 +++--
.../service/thrift/impl/ClientRPCServiceImpl.java | 23 ++
.../impl/DataNodeInternalRPCServiceImpl.java | 24 +-
.../db/service/thrift/impl/TSServiceImpl.java | 21 ++
.../java/org/apache/iotdb/db/sync/SyncService.java | 127 ++++-----
.../iotdb/db/sync/common/ISyncInfoFetcher.java | 8 -
.../iotdb/db/sync/common/LocalSyncInfoFetcher.java | 28 --
.../org/apache/iotdb/db/sync/common/SyncInfo.java | 33 +--
.../db/sync/common/persistence/SyncLogReader.java | 13 -
.../db/sync/common/persistence/SyncLogWriter.java | 14 -
.../db/sync/sender/service/TransportHandler.java | 4 +-
.../db/sync/transport/client/ClientWrapper.java | 25 +-
...rtClient.java => IoTDBSinkTransportClient.java} | 52 ++--
...nsportServiceImpl.java => ReceiverManager.java} | 183 ++++++++-----
.../transport/server/TransportServerManager.java | 137 ----------
.../server/TransportServerManagerMBean.java | 34 ---
.../server/TransportServerThriftHandler.java | 71 ------
.../allocation/AbstractNodeAllocationStrategy.java | 8 +-
.../org/apache/iotdb/db/wal/buffer/WALBuffer.java | 15 +-
.../iotdb/db/wal/checkpoint/CheckpointManager.java | 9 +-
.../java/org/apache/iotdb/db/wal/node/WALNode.java | 2 +-
.../SizeTieredCompactionSelectorTest.java | 66 +++++
.../engine/modification/DeletionFileNodeTest.java | 2 +-
.../engine/storagegroup/FakedTsFileResource.java | 9 +-
.../iotdb/db/qp/physical/PhysicalPlanTest.java | 28 --
.../DataNodeInternalRPCServiceImplTest.java | 4 +-
.../db/sync/receiver/manager/SyncInfoTest.java | 1 -
.../db/sync/receiver/recovery/SyncLogTest.java | 4 -
...portServiceTest.java => SyncTransportTest.java} | 21 +-
.../apache/iotdb/db/utils/EnvironmentUtils.java | 3 +-
.../java/org/apache/iotdb/rpc/TSStatusCode.java | 3 +
.../apache/iotdb/spark/db/EnvironmentUtils.java | 3 +-
.../src/main/thrift/confignode.thrift | 3 +
thrift-sync/README.md | 22 --
thrift-sync/pom.xml | 62 -----
thrift-sync/rpc-changelist.md | 181 -------------
thrift-sync/src/main/thrift/transport.thrift | 63 -----
thrift/src/main/thrift/client.thrift | 33 +++
thrift/src/main/thrift/datanode.thrift | 2 +
.../api/customizer/strategy/AccessStrategy.java | 5 +-
.../strategy/SessionTimeWindowAccessStrategy.java | 95 +++++++
185 files changed, 2783 insertions(+), 2069 deletions(-)
delete mode 100644 .mvn/wrapper/MavenWrapperDownloader.java
copy confignode/src/assembly/resources/sbin/{start-confignode.bat =>
remove-confignode.bat} (96%)
copy
confignode/src/main/java/org/apache/iotdb/confignode/client/async/handlers/{ClearCacheHandler.java
=> LoadConfigurationHandler.java} (85%)
copy
integration-test/src/test/java/org/apache/iotdb/db/it/{IoTDBExampleIT.java =>
groupby/IoTDBLeftORightCIT.java} (62%)
create mode 100644
integration-test/src/test/java/org/apache/iotdb/db/it/udf/IoTDBUDFSessionWindowQueryIT.java
rename mvnw.sh => mvnw (72%)
mode change 100644 => 100755 mvnw.cmd
copy
confignode/src/main/java/org/apache/iotdb/confignode/procedure/exception/ProcedureYieldException.java
=> server/src/main/java/org/apache/iotdb/db/conf/SystemStatus.java (70%)
copy
server/src/main/java/org/apache/iotdb/db/mpp/plan/execution/config/sys/{ClearCacheTask.java
=> LoadConfigurationTask.java} (76%)
copy
server/src/main/java/org/apache/iotdb/db/mpp/plan/statement/sys/{MergeStatement.java
=> LoadConfigurationStatement.java} (82%)
delete mode 100644
server/src/main/java/org/apache/iotdb/db/qp/logical/sys/ShowPipeServerOperator.java
delete mode 100644
server/src/main/java/org/apache/iotdb/db/qp/logical/sys/StartPipeServerOperator.java
delete mode 100644
server/src/main/java/org/apache/iotdb/db/qp/logical/sys/StopPipeServerOperator.java
delete mode 100644
server/src/main/java/org/apache/iotdb/db/qp/physical/sys/ShowPipeServerPlan.java
delete mode 100644
server/src/main/java/org/apache/iotdb/db/qp/physical/sys/StartPipeServerPlan.java
delete mode 100644
server/src/main/java/org/apache/iotdb/db/qp/physical/sys/StopPipeServerPlan.java
rename
server/src/main/java/org/apache/iotdb/db/sync/transport/client/{IoTDBSInkTransportClient.java
=> IoTDBSinkTransportClient.java} (91%)
rename
server/src/main/java/org/apache/iotdb/db/sync/transport/server/{TransportServiceImpl.java
=> ReceiverManager.java} (72%)
delete mode 100644
server/src/main/java/org/apache/iotdb/db/sync/transport/server/TransportServerManager.java
delete mode 100644
server/src/main/java/org/apache/iotdb/db/sync/transport/server/TransportServerManagerMBean.java
delete mode 100644
server/src/main/java/org/apache/iotdb/db/sync/transport/server/TransportServerThriftHandler.java
create mode 100644
server/src/test/java/org/apache/iotdb/db/engine/compaction/inner/sizetiered/SizeTieredCompactionSelectorTest.java
rename
server/src/test/java/org/apache/iotdb/db/sync/transport/{TransportServiceTest.java
=> SyncTransportTest.java} (93%)
delete mode 100644 thrift-sync/README.md
delete mode 100644 thrift-sync/pom.xml
delete mode 100644 thrift-sync/rpc-changelist.md
delete mode 100644 thrift-sync/src/main/thrift/transport.thrift
create mode 100644
udf-api/src/main/java/org/apache/iotdb/udf/api/customizer/strategy/SessionTimeWindowAccessStrategy.java
