This is an automated email from the ASF dual-hosted git repository.
jiangtian pushed a change to branch native_raft
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from 84fa686e08 apply spotless
add 04a074b4ac [IOTDB-5841] Remove duplicate schema template IT (#9693)
add e1103a96d6 [IOTDB-5183] Use default snapshot installation path for
confignode & schema region
add 7d4fdc781f [IOTDB-5812] Reduce useless create of PartialPath in auth
module (#9691)
add 809431fd7e Bump yaml from 2.2.1 to 2.2.2 in /site/src/main (#9705)
add b6f78dcee2 Support update last cache for data insertion when using
template (#9696)
add 8d7ca050cc [IOTDB-5807]Fix decompression error for aligned series in
fast compaction (#9701)
add 86be5ea16a [IOTDB-5803] Improve query performance by reducing cpu
consuming
add c7a6184c01 [IOTDB-5819] Fix npe when booting net metrics (#9698)
add f77f3fd572 [IOTDB-5704] Change default parameters for wal part (#9394)
add 0a15a9020f Correct ASYNC_DATANODE_IOT_CONSENSUS_CLIENT_POOL name
add 33f5f6ec78 [IOTDB-5824] Fix show devices with * cannot display
satisfied devices (#9715)
add 5d77c446ea [IOTDB-5815] Fix Npe when UDF spilling data to disk
add ed8d539602 [IOTDB-5739] Pipe realtime event process: listener ->
assigner -> matcher -> collector (#9479)
add b5f5d7465c Sort the result of AlignedUpdateLastCacheOperator for
LastQueryMergeOperator
add c2ce85a3c8 Simplify collect redirect Info logic (#9675)
add 56bcde6d15 [IOTDB-5826] Fix schema query with * cannot display
satisfied template series (#9723)
add 89b2b96a6f Change default multi_dir_strategy to SequenceStrategy and
fix original bug (#9718)
add ba4dea6306 [IOTDB-5765] Support ORDER BY expression [FE Part]
add e211451032 Avoid Result Handle clean up twice which will cause NPE
add 8db6527e80 [IOTDB-5825]Fix error in aligned empty value chunk in fast
compaction (#9719)
add 17711231b8 [IOTDB-5834] Fix unclear error msg when querying
nonexistent schema template (#9738)
add 87ea559d63 [rest service] support show data regionid query (#9737)
add ad3c297961 [IOTDB-5835] Fix wal accumulation caused by datanode restart
add 0a7d2b73d8 [IOTDB-5832] Fix Bug: The size of readyQueue is negative
incorrectly
add efc61e2b06 update disk usage and file num when delete wal node (#9730)
add 5fb6e2b76c [IOTDB-5701] Upgrade Performance Overview Metrics to Core
(#9741)
add f6e8473a8d [IOTDB-5817] Optimize error message of python client (#9744)
add 970f727721 add dn_consensus_dir doc (#9729)
add dbd1f93dd6 [IOTDB-5831] Fix drop database won't delete totally files
in disk during data insertion (#9754)
add d66dff323e [IOTDB-5828] Optimize the performance of some parts in
metrics, and correcting the metrics count of temporal file size in inner space
compaction (#9753)
add bafa3aefb0 [IOTDB-5808] Refactor RouteBalancer to match LoadManager
framework (#9694)
add 6acf8db72b Bump progressbar from 0.9.3 to 0.9.5 (#9752)
add ea66fc5bee Bump openapi-generator-maven-plugin from 5.0.0 to 5.0.1
(#9751)
add b0ca86dbff update doc of Community material (#9748)
add 4ca333c8e5 Update workbench documentation with installation method and
name bug (#9759)
add 3f166ed37a [IOTDB-5824] Fix show devices with * cannot display
satisfied devices (#9755)
add 18cdc0b75f Fix typo in syntax conventions doc (#9760)
add aaa20e3ae2 [IOTDB-5831]Fix drop database won't delete totally files in
disk during data insertion (#9763)
add c98016f996 [IOTDB-5840] Enhance the problem that the insertRecords
interface may cause the number of threads to balloon when there are too many
data regions (#9768)
add 2ac9b5197c Add config min_cross_compaction_unseq_file_level for cross
compaction (#9766)
add ee4df02d5b [IOTDB-5842] Sync: Delete BufferedPipeDataQueueTest (#9774)
add 478e4d1795 [IOTDB-5839] Pipe task management (CN -> DN): squash all
operation rpcs into one (#9750)
add 10b8be2c66 [IOTDB-5765] Support Order By Expression [BE Part] (#9746)
add b754b03ea0 [IOTDB-5787] PipeTaskAgent: Pipe task management on data
nodes (#9782)
add dd68eebb7a Merge branch 'master' into ISSUE_5792
new cd7df1a1c7 Merge branch 'ISSUE_5792' into native_raft
The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.../org/apache/iotdb/db/qp/sql/IoTDBSqlParser.g4 | 1 +
.../antlr4/org/apache/iotdb/db/qp/sql/SqlLexer.g4 | 8 +
client-py/SessionExample.py | 1 -
client-py/iotdb/Session.py | 323 ++-
client-py/iotdb/utils/IoTDBConnectionException.py | 29 +
client-py/iotdb/utils/IoTDBRpcDataSet.py | 10 +-
.../confignode/client/DataNodeRequestType.java | 7 +-
.../client/async/AsyncDataNodeClientPool.java | 15 +-
.../client/async/handlers/AsyncClientHandler.java | 1 +
.../heartbeat/DataNodeHeartbeatHandler.java | 6 +-
.../consensus/request/auth/AuthorPlan.java | 29 +-
.../statemachine/ConfigRegionStateMachine.java | 2 -
.../confignode/manager/ClusterSchemaManager.java | 20 +-
.../iotdb/confignode/manager/ConfigManager.java | 17 +-
.../apache/iotdb/confignode/manager/IManager.java | 2 +-
.../confignode/manager/PermissionManager.java | 3 +-
.../iotdb/confignode/manager/load/LoadManager.java | 117 +-
.../manager/load/balancer/RouteBalancer.java | 268 +-
.../load/balancer/router/RegionRouteMap.java | 176 --
.../confignode/manager/load/cache/LoadCache.java | 156 +-
.../manager/load/cache/route/RegionRouteCache.java | 138 +
.../manager/load/service/HeartbeatService.java | 1 -
.../manager/load/service/StatisticsService.java | 70 +-
.../manager/load/subscriber/RouteChangeEvent.java | 35 +-
.../manager/partition/PartitionManager.java | 6 +-
.../iotdb/confignode/persistence/AuthorInfo.java | 34 +-
.../persistence/executor/ConfigPlanExecutor.java | 7 +-
.../persistence/partition/PartitionInfo.java | 5 +
.../confignode/persistence/pipe/PipeTaskInfo.java | 32 +-
.../procedure/env/ConfigNodeProcedureEnv.java | 57 +-
.../procedure/env/DataNodeRemoveHandler.java | 4 +-
.../pipe/task/AbstractOperatePipeProcedureV2.java | 50 +-
.../impl/pipe/task/CreatePipeProcedureV2.java | 36 +-
.../impl/pipe/task/DropPipeProcedureV2.java | 16 +-
.../impl/pipe/task/StartPipeProcedureV2.java | 28 +-
.../impl/pipe/task/StopPipeProcedureV2.java | 28 +-
.../impl/schema/DataNodeRegionTaskExecutor.java | 4 +-
.../impl/schema/DeleteDatabaseProcedure.java | 2 -
.../statemachine/CreateRegionGroupsProcedure.java | 1 -
.../thrift/ConfigNodeRPCServiceProcessor.java | 10 +-
.../request/ConfigPhysicalPlanSerDeTest.java | 8 +-
.../load/balancer/router/RegionRouteMapTest.java | 82 -
.../confignode/persistence/AuthorInfoTest.java | 30 +-
.../iotdb/confignode/persistence/PipeInfoTest.java | 1 +
.../consensus/iot/IoTConsensusServerImpl.java | 13 +-
.../iotdb/consensus/ratis/SnapshotStorage.java | 8 +-
docs/Community/Materials.md | 103 +-
docs/UserGuide/QuickStart/Files.md | 2 +-
docs/UserGuide/Reference/DataNode-Config-Manual.md | 14 +-
.../Syntax-Conventions/Session-And-TsFile-API.md | 4 +-
.../UserGuide/Ecosystem-Integration/Workbench.md | 79 +-
docs/zh/UserGuide/QuickStart/Files.md | 2 +-
.../UserGuide/Reference/DataNode-Config-Manual.md | 21 +-
.../Syntax-Conventions/Session-And-TsFile-API.md | 4 +-
.../iotdb/it/env/cluster/MppCommonConfig.java | 12 +
.../it/env/cluster/MppSharedCommonConfig.java | 14 +
.../iotdb/it/env/remote/RemoteCommonConfig.java | 10 +
.../org/apache/iotdb/itbase/env/CommonConfig.java | 4 +
.../confignode/it/IoTDBClusterAuthorityIT.java | 88 +-
.../db/it/last/IoTDBLastQueryLastCache2IT.java | 60 +
.../db/it/last/IoTDBLastQueryLastCacheIT.java | 145 +
.../iotdb/db/it/orderBy/IoTDBOrderBy2IT.java | 48 +
.../apache/iotdb/db/it/orderBy/IoTDBOrderByIT.java | 1226 +++++++++
.../db/it/schema/IoTDBAutoCreateSchemaIT.java | 1 +
.../it/schema/IoTDBCreateAlignedTimeseriesIT.java | 1 +
.../db/it/schema/IoTDBCreateStorageGroupIT.java | 1 +
.../db/it/schema/IoTDBCreateTimeseriesIT.java | 1 +
.../db/it/schema/IoTDBDeactivateTemplateIT.java | 1 +
.../it/schema/IoTDBDeleteAlignedTimeseriesIT.java | 1 +
.../db/it/schema/IoTDBDeleteStorageGroupIT.java | 1 +
.../db/it/schema/IoTDBDeleteTimeseriesIT.java | 1 +
.../iotdb/db/it/schema/IoTDBExtendTemplateIT.java | 1 +
.../iotdb/db/it/schema/IoTDBMetadataFetchIT.java | 50 +
.../iotdb/db/it/schema/IoTDBSchemaTemplateIT.java | 115 +-
.../db/it/schema/IoTDBSortedShowTimeseriesIT.java | 1 +
.../apache/iotdb/db/it/schema/IoTDBTagAlterIT.java | 1 +
.../org/apache/iotdb/db/it/schema/IoTDBTagIT.java | 1 +
.../session/it/IoTDBSessionSchemaTemplateIT.java | 13 +-
.../{db/it/schema => util}/AbstractSchemaIT.java | 4 +-
.../metrics/metricsets/jvm/JvmThreadMetrics.java | 31 +-
.../metricsets/net/LinuxNetMetricManager.java | 27 +-
.../iotdb/metrics/metricsets/net/NetMetrics.java | 12 +-
.../resources/conf/iotdb-common.properties | 22 +-
.../commons/auth/authorizer/BasicAuthorizer.java | 35 +-
.../iotdb/commons/auth/authorizer/IAuthorizer.java | 33 +-
.../commons/auth/authorizer/OpenIdAuthorizer.java | 3 +-
.../iotdb/commons/auth/entity/PathPrivilege.java | 29 +-
.../org/apache/iotdb/commons/auth/entity/Role.java | 13 +-
.../org/apache/iotdb/commons/auth/entity/User.java | 13 +-
.../iotdb/commons/auth/role/BasicRoleManager.java | 5 +-
.../iotdb/commons/auth/role/IRoleManager.java | 6 +-
.../iotdb/commons/auth/user/BasicUserManager.java | 5 +-
.../iotdb/commons/auth/user/IUserManager.java | 6 +-
.../iotdb/commons/concurrent/ThreadName.java | 2 +-
.../org/apache/iotdb/commons/path/AlignedPath.java | 6 +
.../org/apache/iotdb/commons/path/PartialPath.java | 40 +
.../builtin/connector/DoNothingConnector.java | 6 +-
.../builtin/processor/DoNothingProcessor.java | 6 +-
.../iotdb/commons/pipe/task/meta/PipeMeta.java | 10 +-
.../commons/pipe/task/meta/PipeMetaKeeper.java | 4 +
.../commons/pipe/task/meta/PipeRuntimeMeta.java | 20 +-
.../commons/pipe/task/meta/PipeStaticMeta.java | 83 +-
.../iotdb/commons/pipe/task/meta/PipeTaskMeta.java | 51 +-
.../commons/schema/tree/AbstractTreeVisitor.java | 122 +-
.../commons/udf/service/UDFClassLoaderManager.java | 6 +-
.../org/apache/iotdb/commons/utils/AuthUtils.java | 96 +-
.../org/apache/iotdb/commons/utils/IOUtils.java | 8 +-
.../apache/iotdb/commons/utils/JVMCommonUtils.java | 12 +-
.../org/apache/iotdb/pipe/api/PipeCollector.java | 99 +
.../org/apache/iotdb/pipe/api/PipeConnector.java | 6 +-
.../org/apache/iotdb/pipe/api/PipeProcessor.java | 6 +-
.../iotdb/pipe/api/collector/EventCollector.java | 6 +-
.../iotdb/pipe/api/collector/RowCollector.java | 2 +-
.../iotdb/pipe/api/customizer/PipeParameters.java | 22 +
.../PipeCollectorRuntimeConfiguration.java | 13 +-
.../org/apache/iotdb/pipe/api/event/Event.java | 6 +-
.../org/apache/iotdb/pipe/api/event/EventType.java | 8 +-
.../event/{ => dml}/deletion/DeletionEvent.java | 8 +-
.../{ => dml}/insertion/TabletInsertionEvent.java | 8 +-
.../{ => dml}/insertion/TsFileInsertionEvent.java | 8 +-
.../exception/PipeRuntimeCriticalException.java | 20 +-
.../pipe/api/exception/PipeRuntimeException.java | 20 +-
.../exception/PipeRuntimeNonCriticalException.java | 20 +-
pom.xml | 10 +-
server/pom.xml | 6 +-
.../resources/conf/iotdb-datanode.properties | 15 +-
.../org/apache/iotdb/db/auth/AuthorityChecker.java | 10 +-
.../apache/iotdb/db/auth/AuthorizerManager.java | 15 +-
.../iotdb/db/auth/ClusterAuthorityFetcher.java | 38 +-
.../apache/iotdb/db/auth/IAuthorityFetcher.java | 3 +-
.../java/org/apache/iotdb/db/conf/IoTDBConfig.java | 33 +-
.../org/apache/iotdb/db/conf/IoTDBDescriptor.java | 15 +
.../directories/strategy/SequenceStrategy.java | 2 +-
.../iotdb/db/engine/TsFileMetricManager.java | 63 +-
.../performer/impl/FastCompactionPerformer.java | 30 +-
.../impl/ReadChunkCompactionPerformer.java | 11 +-
.../impl/ReadPointCompactionPerformer.java | 24 +-
.../execute/task/AbstractCompactionTask.java | 12 +-
.../execute/task/CompactionTaskSummary.java | 18 +
.../execute/task/CrossSpaceCompactionTask.java | 11 +-
.../execute/task/InnerSpaceCompactionTask.java | 7 +-
.../execute/utils/MultiTsFileDeviceIterator.java | 4 +-
.../fast/AlignedSeriesCompactionExecutor.java | 19 +-
.../readchunk/AlignedSeriesCompactionExecutor.java | 6 -
.../utils/writer/AbstractCompactionWriter.java | 10 +-
.../iotdb/db/engine/flush/MemTableFlushTask.java | 2 +-
.../iotdb/db/engine/storagegroup/DataRegion.java | 62 +-
.../db/engine/storagegroup/TsFileProcessor.java | 17 +-
.../db/metadata/cache/DataNodeSchemaCache.java | 24 +
.../db/metadata/cache/TimeSeriesSchemaCache.java | 57 +
.../metadata/cache/dualkeycache/IDualKeyCache.java | 4 +
.../dualkeycache/impl/CacheEntryGroupImpl.java | 2 +-
.../cache/dualkeycache/impl/DualKeyCacheImpl.java | 102 +-
.../db/metadata/mtree/traverser/Traverser.java | 61 +
.../traverser/TraverserWithLimitOffsetWrapper.java | 5 +
.../mtree/traverser/basic/DatabaseTraverser.java | 5 +
.../mtree/traverser/basic/EntityTraverser.java | 8 +
.../mtree/traverser/basic/MNodeTraverser.java | 5 +
.../traverser/basic/MeasurementTraverser.java | 5 +
.../metadata/template/ClusterTemplateManager.java | 17 +-
.../db/metadata/template/ITemplateManager.java | 3 +-
.../apache/iotdb/db/metadata/utils/MetaUtils.java | 11 +-
.../org/apache/iotdb/db/mpp/common/QueryId.java | 2 +-
.../visitor/SchemaTreeDeviceVisitor.java | 5 +
.../visitor/SchemaTreeMeasurementVisitor.java | 5 +
.../SchemaTreeVisitorWithLimitOffsetWrapper.java | 6 +
.../iotdb/db/mpp/execution/driver/Driver.java | 23 +-
.../db/mpp/execution/driver/DriverContext.java | 9 +
.../execution/exchange/sink/LocalSinkChannel.java | 12 +-
.../mpp/execution/exchange/sink/SinkChannel.java | 15 +-
.../fragment/FragmentInstanceContext.java | 10 +
.../fragment/FragmentInstanceExecution.java | 17 +
.../operator/process/MergeSortOperator.java | 9 +-
.../execution/operator/process/SortOperator.java | 258 +-
.../operator/process/TransformOperator.java | 13 +-
.../process/join/merge/MergeSortComparator.java | 199 +-
.../process/join/merge/SortKeyComparator.java | 52 +
.../execution/schedule/AbstractDriverThread.java | 9 +
.../mpp/execution/schedule/DriverTaskThread.java | 7 +-
.../schedule/queue/IndexedBlockingQueue.java | 1 +
.../multilevelqueue/MultilevelPriorityQueue.java | 4 +-
.../iotdb/db/mpp/metric/QueryMetricsManager.java | 140 +-
.../apache/iotdb/db/mpp/plan/analyze/Analysis.java | 68 +
.../iotdb/db/mpp/plan/analyze/AnalyzeVisitor.java | 141 +-
.../db/mpp/plan/analyze/ConcatPathRewriter.java | 22 +-
.../db/mpp/plan/analyze/cache/PartitionCache.java | 10 +-
.../plan/analyze/schema/ClusterSchemaFetcher.java | 5 -
.../db/mpp/plan/analyze/schema/ISchemaFetcher.java | 2 -
.../db/mpp/plan/execution/QueryExecution.java | 10 +-
.../visitor/ColumnTransformerVisitor.java | 40 +-
.../visitor/IntermediateLayerVisitor.java | 4 +-
.../iotdb/db/mpp/plan/parser/ASTVisitor.java | 58 +-
.../db/mpp/plan/parser/StatementGenerator.java | 20 +-
.../db/mpp/plan/planner/LogicalPlanBuilder.java | 145 +-
.../db/mpp/plan/planner/LogicalPlanVisitor.java | 19 +-
.../db/mpp/plan/planner/OperatorTreeGenerator.java | 34 +-
.../planner/distribution/DistributionPlanner.java | 5 +-
.../planner/distribution/ExchangeNodeAdder.java | 6 +
.../plan/planner/distribution/SourceRewriter.java | 52 +-
.../planner/plan/node/write/InsertRowNode.java | 4 +
.../planner/plan/node/write/InsertRowsNode.java | 5 +
.../plan/node/write/InsertRowsOfOneDeviceNode.java | 7 +
.../planner/plan/node/write/InsertTabletNode.java | 8 +
.../db/mpp/plan/scheduler/AsyncPlanNodeSender.java | 74 +-
.../plan/scheduler/AsyncSendPlanNodeHandler.java | 27 +-
.../scheduler/FragmentInstanceDispatcherImpl.java | 20 +-
.../plan/statement/component/NullOrdering.java} | 15 +-
.../plan/statement/component/OrderByComponent.java | 56 +-
.../component/{SortKey.java => OrderByKey.java} | 16 +-
.../db/mpp/plan/statement/component/SortItem.java | 61 +-
.../plan/statement/crud/InsertBaseStatement.java | 4 -
.../crud/InsertMultiTabletsStatement.java | 18 -
.../plan/statement/crud/InsertRowStatement.java | 17 +-
.../crud/InsertRowsOfOneDeviceStatement.java | 9 -
.../plan/statement/crud/InsertRowsStatement.java | 17 -
.../plan/statement/crud/InsertTabletStatement.java | 13 -
.../db/mpp/plan/statement/crud/QueryStatement.java | 80 +
.../plan/statement/sys/ShowQueriesStatement.java | 4 +-
.../dag/builder/EvaluationDAGBuilder.java | 4 +-
.../dag/input/QueryDataSetInputLayer.java | 5 +-
.../intermediate/ConstantIntermediateLayer.java | 3 +-
.../dag/intermediate/IntermediateLayer.java | 4 +-
.../MultiInputColumnIntermediateLayer.java | 2 +-
...InputColumnMultiReferenceIntermediateLayer.java | 2 +-
...nputColumnSingleReferenceIntermediateLayer.java | 2 +-
.../db/mpp/transformation/dag/udf/UDTFContext.java | 2 +-
.../mpp/transformation/dag/udf/UDTFExecutor.java | 2 +-
.../datastructure/SerializableList.java | 6 +-
.../row/ElasticSerializableRowRecordList.java | 6 +-
.../row/SerializableRowRecordList.java | 2 +-
.../tv/ElasticSerializableBinaryTVList.java | 2 +-
.../tv/ElasticSerializableTVList.java | 8 +-
.../datastructure/tv/SerializableTVList.java | 2 +-
.../org/apache/iotdb/db/pipe/agent/PipeAgent.java | 2 +-
.../iotdb/db/pipe/agent/task/PipeTaskAgent.java | 270 +-
.../apache/iotdb/db/pipe/config/PipeConfig.java | 65 +
.../collector/realtime/PipeRealtimeCollector.java | 22 -
.../realtime/PipeRealtimeDataRegionCollector.java | 81 +
.../PipeRealtimeHybridDataRegionCollector.java | 171 ++
.../realtime/assigner/DisruptorQueue.java | 111 +
.../realtime/assigner/PipeDataRegionAssigner.java | 74 +
.../realtime/cache/PipeRealtimeEventCache.java | 22 -
.../realtime/listener/IoTLogListerner.java | 22 -
.../listener/PipeInsertionDataNodeListener.java | 115 +
.../realtime/listener/RatisLogListener.java | 22 -
.../realtime/listener/SimpleLogListener.java | 22 -
.../listener/TsFileGenerationListener.java | 22 -
.../matcher/CachedSchemaPatternMatcher.java | 200 ++
.../realtime/matcher/PipeDataRegionMatcher.java | 47 +
.../pipe/core/collector/realtime/matcher/Rule.java | 22 -
.../realtime/matcher/RulePrefixMatchTree.java | 22 -
.../collector/realtime/recorder/TsFileEpoch.java | 22 -
.../realtime/recorder/TsFileEpochRecorder.java | 22 -
.../event/{ => impl}/PipeTabletInsertionEvent.java | 22 +-
.../event/{ => impl}/PipeTsFileInsertionEvent.java | 23 +-
.../pipe/core/event/indexer/PipeEventIndexer.java | 22 -
.../core/event/indexer/PipeIoTEventIndexer.java | 22 -
.../core/event/indexer/PipeRatisEventIndexer.java | 22 -
.../core/event/indexer/PipeSimpleEventIndexer.java | 22 -
.../core/event/indexer/PipeTsFileEventIndexer.java | 22 -
.../event/realtime/PipeRealtimeCollectEvent.java | 66 +
.../realtime/PipeRealtimeCollectEventFactory.java | 49 +
.../db/pipe/core/event/realtime/TsFileEpoch.java | 68 +
.../core/event/realtime/TsFileEpochManager.java | 70 +
.../event/realtime/TsFileEpochStateMigrator.java} | 13 +-
.../pipe/core/event/{ => view}/access/PipeRow.java | 2 +-
.../event/{ => view}/access/PipeRowIterator.java | 2 +-
.../{ => view}/collector/PipeEventCollector.java | 8 +-
.../{ => view}/collector/PipeRowCollector.java | 2 +-
.../PipeResourceManager.java} | 28 +-
.../db/pipe/task/subtask/PipeConnectorSubtask.java | 6 +-
.../db/pipe/task/subtask/PipeProcessorSubtask.java | 6 +-
.../rest/v1/handler/ExecuteStatementHandler.java | 4 +-
.../rest/v1/handler/QueryDataSetHandler.java | 5 +-
.../rest/v2/handler/ExecuteStatementHandler.java | 4 +-
.../rest/v2/handler/QueryDataSetHandler.java | 5 +-
.../iotdb/db/query/context/QueryContext.java | 2 +
.../db/query/control/QueryResourceManager.java | 7 +-
.../query/control/clientsession/ClientSession.java | 3 +-
.../db/service/TemporaryQueryDataFileService.java | 14 +-
.../db/service/metrics/CompactionMetrics.java | 12 +-
.../iotdb/db/service/metrics/FileMetrics.java | 26 +-
.../metrics/recorder/CompactionMetricsManager.java | 6 +-
.../db/service/thrift/ProcessorWithMetrics.java | 2 +-
.../service/thrift/impl/ClientRPCServiceImpl.java | 2 +-
.../impl/DataNodeInternalRPCServiceImpl.java | 74 +-
.../org/apache/iotdb/db/tools/DiskSpiller.java | 166 ++
.../apache/iotdb/db/tools/FileSpillerReader.java | 143 +
.../MemoryReader.java} | 44 +-
.../apache/iotdb/db/tools/SortBufferManager.java | 73 +
.../java/org/apache/iotdb/db/tools/SortReader.java | 27 +-
.../db/utils/datastructure/MergeSortHeap.java | 4 +-
.../iotdb/db/utils/datastructure/MergeSortKey.java | 25 +-
.../{MergeSortKey.java => SortKey.java} | 14 +-
.../java/org/apache/iotdb/db/wal/WALManager.java | 8 +-
.../db/wal/allocation/FirstCreateStrategy.java | 3 +
.../iotdb/db/wal/buffer/AbstractWALBuffer.java | 41 +-
.../java/org/apache/iotdb/db/wal/node/WALNode.java | 14 +-
.../iotdb/db/wal/recover/WALNodeRecoverTask.java | 6 -
.../iotdb/db/auth/AuthorizerManagerTest.java | 26 +-
.../auth/authorizer/LocalFileAuthorizerTest.java | 9 +-
.../iotdb/db/auth/entity/PathPrivilegeTest.java | 8 +-
.../org/apache/iotdb/db/auth/entity/RoleTest.java | 8 +-
.../org/apache/iotdb/db/auth/entity/UserTest.java | 8 +-
.../db/auth/role/LocalFileRoleAccessorTest.java | 6 +-
.../db/auth/role/LocalFileRoleManagerTest.java | 8 +-
.../db/auth/user/LocalFileUserAccessorTest.java | 6 +-
.../db/auth/user/LocalFileUserManagerTest.java | 8 +-
.../engine/compaction/AbstractCompactionTest.java | 6 +
.../compaction/CompactionTaskComparatorTest.java | 8 +-
.../compaction/FastAlignedCrossCompactionTest.java | 1098 ++++++--
.../FastInnerCompactionPerformerTest.java | 30 +-
.../FastNonAlignedCrossCompactionTest.java | 1114 ++++++--
.../compaction/ReadChunkInnerCompactionTest.java | 377 +++
...va => ReadPointAlignedCrossCompactionTest.java} | 1151 ++++++--
...=> ReadPointNonAlignedCrossCompactionTest.java} | 1167 ++++++--
.../CrossSpaceCompactionWithFastPerformerTest.java | 7 +-
...eCompactionWithFastPerformerValidationTest.java | 194 +-
...actionWithReadPointPerformerValidationTest.java | 168 +-
.../utils/MultiTsFileDeviceIteratorTest.java | 12 +-
.../compaction/utils/TsFileGeneratorUtils.java | 116 +-
.../db/metadata/cache/DataNodeSchemaCacheTest.java | 50 +
.../schemaRegion/SchemaRegionBasicTest.java | 103 +-
.../apache/iotdb/db/metric/MetricServiceTest.java | 3 -
.../execution/operator/MergeSortOperatorTest.java | 56 +-
.../mpp/execution/operator/OperatorMemoryTest.java | 14 +-
.../mpp/execution/operator/SortOperatorTest.java | 273 ++
.../iotdb/db/mpp/plan/analyze/AnalyzeTest.java | 200 ++
.../db/mpp/plan/analyze/FakeSchemaFetcherImpl.java | 3 -
.../db/mpp/plan/optimization/TestPlanBuilder.java | 6 +-
.../db/mpp/plan/plan/QueryLogicalPlanUtil.java | 16 +-
.../iotdb/db/mpp/plan/plan/distribution/Util.java | 3 -
.../plan/node/process/DeviceViewNodeSerdeTest.java | 6 +-
.../plan/plan/node/process/SortNodeSerdeTest.java | 4 +-
.../plan/node/write/WritePlanNodeSplitTest.java | 15 +-
.../collector/CachedSchemaPatternMatcherTest.java | 149 +
.../core/collector/PipeRealtimeCollectTest.java | 236 ++
.../AlignedSeriesScanLimitOffsetPushDownTest.java | 36 +-
.../series/SeriesScanLimitOffsetPushDownTest.java | 23 +-
.../udf/datastructure/SerializableListTest.java | 2 +-
.../security/encrypt/MessageDigestEncryptTest.java | 6 +-
.../DataNodeInternalRPCServiceImplTest.java | 31 +-
.../sync/pipedata/BufferedPipeDataQueueTest.java | 658 -----
server/src/test/resources/logback-test.xml | 1 +
site/src/main/package-lock.json | 2881 +++++++-------------
.../src/main/thrift/confignode.thrift | 4 +-
thrift/src/main/thrift/client.thrift | 3 +
thrift/src/main/thrift/datanode.thrift | 35 +-
.../tsfile/file/metadata/enums/TSDataType.java | 17 +
.../iotdb/tsfile/read/TsFileSequenceReader.java | 2 +-
.../read/reader/chunk/AlignedChunkReader.java | 40 +-
.../tsfile/read/reader/chunk/ChunkReader.java | 4 +
.../tsfile/write/chunk/AlignedChunkWriterImpl.java | 42 +-
.../iotdb/tsfile/write/chunk/ValueChunkWriter.java | 4 -
354 files changed, 14037 insertions(+), 6576 deletions(-)
create mode 100644 client-py/iotdb/utils/IoTDBConnectionException.py
delete mode 100644
confignode/src/main/java/org/apache/iotdb/confignode/manager/load/balancer/router/RegionRouteMap.java
create mode 100644
confignode/src/main/java/org/apache/iotdb/confignode/manager/load/cache/route/RegionRouteCache.java
delete mode 100644
confignode/src/test/java/org/apache/iotdb/confignode/manager/load/balancer/router/RegionRouteMapTest.java
create mode 100644
integration-test/src/test/java/org/apache/iotdb/db/it/last/IoTDBLastQueryLastCache2IT.java
create mode 100644
integration-test/src/test/java/org/apache/iotdb/db/it/last/IoTDBLastQueryLastCacheIT.java
create mode 100644
integration-test/src/test/java/org/apache/iotdb/db/it/orderBy/IoTDBOrderBy2IT.java
create mode 100644
integration-test/src/test/java/org/apache/iotdb/db/it/orderBy/IoTDBOrderByIT.java
rename integration-test/src/test/java/org/apache/iotdb/{db/it/schema =>
util}/AbstractSchemaIT.java (98%)
create mode 100644
pipe-api/src/main/java/org/apache/iotdb/pipe/api/PipeCollector.java
copy
server/src/main/java/org/apache/iotdb/db/pipe/core/event/collector/PipeRowCollector.java
=>
pipe-api/src/main/java/org/apache/iotdb/pipe/api/customizer/collector/PipeCollectorRuntimeConfiguration.java
(70%)
rename
server/src/main/java/org/apache/iotdb/db/pipe/core/collector/PipeCollectorEventSelector.java
=> pipe-api/src/main/java/org/apache/iotdb/pipe/api/event/EventType.java (87%)
copy pipe-api/src/main/java/org/apache/iotdb/pipe/api/event/{ =>
dml}/deletion/DeletionEvent.java (87%)
rename pipe-api/src/main/java/org/apache/iotdb/pipe/api/event/{ =>
dml}/insertion/TabletInsertionEvent.java (91%)
rename pipe-api/src/main/java/org/apache/iotdb/pipe/api/event/{ =>
dml}/insertion/TsFileInsertionEvent.java (89%)
copy
server/src/main/java/org/apache/iotdb/db/pipe/core/event/PipeTsFileInsertionEvent.java
=>
pipe-api/src/main/java/org/apache/iotdb/pipe/api/exception/PipeRuntimeCriticalException.java
(64%)
copy
server/src/main/java/org/apache/iotdb/db/pipe/core/event/PipeTsFileInsertionEvent.java
=>
pipe-api/src/main/java/org/apache/iotdb/pipe/api/exception/PipeRuntimeException.java
(65%)
copy
server/src/main/java/org/apache/iotdb/db/pipe/core/event/PipeTsFileInsertionEvent.java
=>
pipe-api/src/main/java/org/apache/iotdb/pipe/api/exception/PipeRuntimeNonCriticalException.java
(63%)
create mode 100644
server/src/main/java/org/apache/iotdb/db/mpp/execution/operator/process/join/merge/SortKeyComparator.java
rename
server/src/main/java/org/apache/iotdb/db/{pipe/core/collector/PipeCollectorEventPendingQueue.java
=> mpp/plan/statement/component/NullOrdering.java} (74%)
copy
server/src/main/java/org/apache/iotdb/db/mpp/plan/statement/component/{SortKey.java
=> OrderByKey.java} (68%)
create mode 100644
server/src/main/java/org/apache/iotdb/db/pipe/config/PipeConfig.java
delete mode 100644
server/src/main/java/org/apache/iotdb/db/pipe/core/collector/realtime/PipeRealtimeCollector.java
create mode 100644
server/src/main/java/org/apache/iotdb/db/pipe/core/collector/realtime/PipeRealtimeDataRegionCollector.java
create mode 100644
server/src/main/java/org/apache/iotdb/db/pipe/core/collector/realtime/PipeRealtimeHybridDataRegionCollector.java
create mode 100644
server/src/main/java/org/apache/iotdb/db/pipe/core/collector/realtime/assigner/DisruptorQueue.java
create mode 100644
server/src/main/java/org/apache/iotdb/db/pipe/core/collector/realtime/assigner/PipeDataRegionAssigner.java
delete mode 100644
server/src/main/java/org/apache/iotdb/db/pipe/core/collector/realtime/cache/PipeRealtimeEventCache.java
delete mode 100644
server/src/main/java/org/apache/iotdb/db/pipe/core/collector/realtime/listener/IoTLogListerner.java
create mode 100644
server/src/main/java/org/apache/iotdb/db/pipe/core/collector/realtime/listener/PipeInsertionDataNodeListener.java
delete mode 100644
server/src/main/java/org/apache/iotdb/db/pipe/core/collector/realtime/listener/RatisLogListener.java
delete mode 100644
server/src/main/java/org/apache/iotdb/db/pipe/core/collector/realtime/listener/SimpleLogListener.java
delete mode 100644
server/src/main/java/org/apache/iotdb/db/pipe/core/collector/realtime/listener/TsFileGenerationListener.java
create mode 100644
server/src/main/java/org/apache/iotdb/db/pipe/core/collector/realtime/matcher/CachedSchemaPatternMatcher.java
create mode 100644
server/src/main/java/org/apache/iotdb/db/pipe/core/collector/realtime/matcher/PipeDataRegionMatcher.java
delete mode 100644
server/src/main/java/org/apache/iotdb/db/pipe/core/collector/realtime/matcher/Rule.java
delete mode 100644
server/src/main/java/org/apache/iotdb/db/pipe/core/collector/realtime/matcher/RulePrefixMatchTree.java
delete mode 100644
server/src/main/java/org/apache/iotdb/db/pipe/core/collector/realtime/recorder/TsFileEpoch.java
delete mode 100644
server/src/main/java/org/apache/iotdb/db/pipe/core/collector/realtime/recorder/TsFileEpochRecorder.java
rename server/src/main/java/org/apache/iotdb/db/pipe/core/event/{ =>
impl}/PipeTabletInsertionEvent.java (68%)
rename server/src/main/java/org/apache/iotdb/db/pipe/core/event/{ =>
impl}/PipeTsFileInsertionEvent.java (65%)
delete mode 100644
server/src/main/java/org/apache/iotdb/db/pipe/core/event/indexer/PipeEventIndexer.java
delete mode 100644
server/src/main/java/org/apache/iotdb/db/pipe/core/event/indexer/PipeIoTEventIndexer.java
delete mode 100644
server/src/main/java/org/apache/iotdb/db/pipe/core/event/indexer/PipeRatisEventIndexer.java
delete mode 100644
server/src/main/java/org/apache/iotdb/db/pipe/core/event/indexer/PipeSimpleEventIndexer.java
delete mode 100644
server/src/main/java/org/apache/iotdb/db/pipe/core/event/indexer/PipeTsFileEventIndexer.java
create mode 100644
server/src/main/java/org/apache/iotdb/db/pipe/core/event/realtime/PipeRealtimeCollectEvent.java
create mode 100644
server/src/main/java/org/apache/iotdb/db/pipe/core/event/realtime/PipeRealtimeCollectEventFactory.java
create mode 100644
server/src/main/java/org/apache/iotdb/db/pipe/core/event/realtime/TsFileEpoch.java
create mode 100644
server/src/main/java/org/apache/iotdb/db/pipe/core/event/realtime/TsFileEpochManager.java
rename
server/src/main/java/org/apache/iotdb/db/{mpp/plan/statement/component/SortKey.java
=> pipe/core/event/realtime/TsFileEpochStateMigrator.java} (81%)
rename server/src/main/java/org/apache/iotdb/db/pipe/core/event/{ =>
view}/access/PipeRow.java (97%)
copy server/src/main/java/org/apache/iotdb/db/pipe/core/event/{ =>
view}/access/PipeRowIterator.java (96%)
rename server/src/main/java/org/apache/iotdb/db/pipe/core/event/{ =>
view}/collector/PipeEventCollector.java (82%)
rename server/src/main/java/org/apache/iotdb/db/pipe/core/event/{ =>
view}/collector/PipeRowCollector.java (94%)
copy
server/src/main/java/org/apache/iotdb/db/pipe/{agent/task/PipeTaskAgent.java =>
resource/PipeResourceManager.java} (58%)
create mode 100644
server/src/main/java/org/apache/iotdb/db/tools/DiskSpiller.java
create mode 100644
server/src/main/java/org/apache/iotdb/db/tools/FileSpillerReader.java
rename
server/src/main/java/org/apache/iotdb/db/{pipe/core/event/access/PipeRowIterator.java
=> tools/MemoryReader.java} (53%)
create mode 100644
server/src/main/java/org/apache/iotdb/db/tools/SortBufferManager.java
rename
pipe-api/src/main/java/org/apache/iotdb/pipe/api/event/deletion/DeletionEvent.java
=> server/src/main/java/org/apache/iotdb/db/tools/SortReader.java (59%)
copy
server/src/main/java/org/apache/iotdb/db/utils/datastructure/{MergeSortKey.java
=> SortKey.java} (74%)
create mode 100644
server/src/test/java/org/apache/iotdb/db/engine/compaction/ReadChunkInnerCompactionTest.java
copy
server/src/test/java/org/apache/iotdb/db/engine/compaction/{FastAlignedCrossCompactionTest.java
=> ReadPointAlignedCrossCompactionTest.java} (83%)
copy
server/src/test/java/org/apache/iotdb/db/engine/compaction/{FastNonAlignedCrossCompactionTest.java
=> ReadPointNonAlignedCrossCompactionTest.java} (83%)
create mode 100644
server/src/test/java/org/apache/iotdb/db/mpp/execution/operator/SortOperatorTest.java
create mode 100644
server/src/test/java/org/apache/iotdb/db/pipe/core/collector/CachedSchemaPatternMatcherTest.java
create mode 100644
server/src/test/java/org/apache/iotdb/db/pipe/core/collector/PipeRealtimeCollectTest.java
delete mode 100644
server/src/test/java/org/apache/iotdb/db/sync/pipedata/BufferedPipeDataQueueTest.java
