This is an automated email from the ASF dual-hosted git repository.
Caideyipi pushed a change to branch codex/ratis-historical-replay-20261029
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from 7936b04cea7 Remove redundant consensus pipe exemptions from Ratis
checks
add 26cbf0f6a8a Prevent stopping heartbeats from reviving stopped nodes
(#19048)
add 8a5e5ca5444 Fix stale Ratis log size accounting in DiskGuardian
(#19067)
add 595aa8442bb Fix write-back sink history failure state handling (#19056)
add 59ac348a3f2 Fix Pipe leader cache isolation across receivers (#19064)
add 574aa691f0e [Subscription] Add a switch for consensus fallback polling
(#19062)
add 999721fcafd Fix consensus subscription WAL retention and replay cursor
(#19042)
add 9463d011e85 Preserve LOAD sources after unrecoverable query fallback
(#19073)
add af225846393 [Pipe] Fix remaining-event metric identities (#19071)
add cceb9e70d56 Localize server, client, and tool diagnostics (#19066)
add 503e6ee1572 Fix configured TLS version enforcement for Thrift and REST
(#19074)
add cc8e94781a1 Support strictly unidirectional UDP air-gap transfer
(#19063)
add 1b2158fec35 Fix active LOAD worker retirement leaving files pending
(#19076)
add e0fde549870 Merge latest master into Ratis restriction branch
add 35f1f0cd863 Address receiver review feedback
No new revisions were added by this update.
Summary of changes:
.../org/apache/iotdb/rest/i18n/RestMessages.java | 19 +
.../org/apache/iotdb/rest/i18n/RestMessages.java | 14 +
.../java/org/apache/iotdb/rest/RestService.java | 6 +-
.../rest/protocol/filter/AuthorizationFilter.java | 10 +-
.../rest/protocol/impl/PingApiServiceImpl.java | 4 +-
.../protocol/table/v1/impl/RestApiServiceImpl.java | 3 +-
.../rest/protocol/utils/InsertRowDataUtils.java | 4 +-
.../iotdb/rest/protocol/utils/TypeServices.java | 6 +-
.../protocol/v1/handler/QueryDataSetHandler.java | 4 +-
.../rest/protocol/v1/impl/RestApiServiceImpl.java | 5 +-
.../protocol/v2/handler/QueryDataSetHandler.java | 4 +-
.../rest/protocol/v2/impl/RestApiServiceImpl.java | 5 +-
.../org/apache/iotdb/rest/RestServiceTest.java | 105 +++
.../iotdb/db/it/IoTDBLoadTsFileActiveScanIT.java | 275 +++++++
.../iotdb/db/it/IoTDBLoadTsFileClusterIT.java | 238 +++++-
.../treemodel/auto/basic/IoTDBPipeAutoSplitIT.java | 56 ++
.../pipe/it/triple/AbstractPipeTripleManualIT.java | 6 +-
.../iotdb/pipe/it/triple/IoTDBPipeForwardIT.java | 84 +++
...oTDBConsensusSubscriptionFallbackPollingIT.java | 204 +++++
.../iotdb/pipe/api/i18n/PipeApiMessages.java | 5 +
.../iotdb/pipe/api/i18n/PipeApiMessages.java | 4 +
.../parameter/PipeParameterValidator.java | 24 +-
.../api/exception/PipeConnectionException.java | 5 +-
.../parameter/PipeParameterValidatorTest.java | 126 ++++
.../apache/iotdb/udf/api/i18n/UdfApiMessages.java | 21 +
.../apache/iotdb/udf/api/i18n/UdfApiMessages.java | 19 +
.../relational/table/TableFunctionAnalysis.java | 7 +-
.../relational/table/argument/DescribedSchema.java | 2 +-
.../table/argument/ScalarArgumentChecker.java | 6 +-
.../relational/table/argument/TableArgument.java | 11 +-
.../en/org/apache/iotdb/cli/i18n/CliMessages.java | 620 ++++++++++++++++
.../zh/org/apache/iotdb/cli/i18n/CliMessages.java | 563 ++++++++++++++
.../java/org/apache/iotdb/cli/AbstractCli.java | 193 +++--
.../src/main/java/org/apache/iotdb/cli/Cli.java | 72 +-
.../org/apache/iotdb/cli/utils/IoTPrinter.java | 9 +-
.../org/apache/iotdb/tool/common/Constants.java | 186 +++--
.../iotdb/tool/common/ImportTsFileOperation.java | 4 +-
.../apache/iotdb/tool/data/AbstractDataTool.java | 65 +-
.../apache/iotdb/tool/data/AbstractImportData.java | 52 +-
.../org/apache/iotdb/tool/data/ImportData.java | 109 ++-
.../apache/iotdb/tool/data/ImportDataTable.java | 51 +-
.../org/apache/iotdb/tool/data/ImportDataTree.java | 62 +-
.../iotdb/tool/schema/AbstractImportSchema.java | 17 +-
.../iotdb/tool/schema/AbstractSchemaTool.java | 30 +-
.../org/apache/iotdb/tool/schema/ExportSchema.java | 28 +-
.../apache/iotdb/tool/schema/ExportSchemaTree.java | 5 +-
.../org/apache/iotdb/tool/schema/ImportSchema.java | 28 +-
.../iotdb/tool/schema/ImportSchemaTable.java | 15 +-
.../apache/iotdb/tool/schema/ImportSchemaTree.java | 54 +-
.../iotdb/tool/tsfile/AbstractTsFileTool.java | 8 +-
.../org/apache/iotdb/tool/tsfile/ExportTsFile.java | 7 +-
.../org/apache/iotdb/tool/tsfile/ImportTsFile.java | 108 ++-
.../apache/iotdb/tool/tsfile/ImportTsFileBase.java | 94 ++-
.../iotdb/tool/tsfile/ImportTsFileLocally.java | 8 +-
.../iotdb/tool/tsfile/ImportTsFileRemotely.java | 43 +-
.../org/apache/iotdb/jdbc/i18n/JdbcMessages.java | 58 ++
.../org/apache/iotdb/jdbc/i18n/JdbcMessages.java | 50 ++
.../main/java/org/apache/iotdb/jdbc/Constant.java | 27 +-
.../iotdb/jdbc/IoTDBAbstractDatabaseMetadata.java | 3 +-
.../org/apache/iotdb/jdbc/IoTDBConnection.java | 12 +-
.../org/apache/iotdb/jdbc/IoTDBJDBCResultSet.java | 3 +-
.../java/org/apache/iotdb/jdbc/IoTDBStatement.java | 12 +-
.../en/org/apache/iotdb/rpc/i18n/RpcMessages.java | 8 +
.../zh/org/apache/iotdb/rpc/i18n/RpcMessages.java | 6 +
.../org/apache/iotdb/rpc/IoTDBJDBCDataSet.java | 6 +-
.../java/org/apache/iotdb/rpc/RpcSslUtils.java | 45 ++
.../main/java/org/apache/iotdb/rpc/RpcUtils.java | 3 +-
.../java/org/apache/iotdb/rpc/RpcUtilsTest.java | 67 ++
.../apache/iotdb/session/i18n/SessionMessages.java | 31 +
.../apache/iotdb/session/i18n/SessionMessages.java | 27 +
.../java/org/apache/iotdb/session/Session.java | 21 +-
.../apache/iotdb/session/SessionConnection.java | 2 +-
.../iotdb/session/util/SessionTypeServices.java | 3 +-
.../subscription/i18n/SubscriptionMessages.java | 72 ++
.../subscription/i18n/SubscriptionMessages.java | 64 ++
.../base/AbstractSubscriptionConsumer.java | 152 +++-
.../base/AbstractSubscriptionProvider.java | 9 +-
.../base/AbstractSubscriptionPullConsumer.java | 6 +-
.../session/subscription/payload/TypeServices.java | 5 +-
.../org/apache/iotdb/calc/i18n/CalcMessages.java | 55 ++
.../org/apache/iotdb/calc/i18n/CalcMessages.java | 52 ++
.../operator/process/EnforceSingleRowOperator.java | 6 +-
.../function/TableFunctionLeafOperator.java | 4 +-
.../process/function/TableFunctionOperator.java | 5 +-
.../relational/aggregation/AccumulatorFactory.java | 6 +-
.../relational/aggregation/RecordIterator.java | 3 +-
.../aggregation/TableMaxMinByBaseAccumulator.java | 5 +-
.../UserDefinedAggregateFunctionAccumulator.java | 3 +-
.../GroupedUserDefinedAggregateAccumulator.java | 3 +-
.../relational/ColumnTransformerBuilder.java | 3 +-
.../schedule/queue/IndexedBlockingQueue.java | 2 +-
.../calc/plan/planner/TableOperatorGenerator.java | 14 +-
.../ir/GlobalTimePredicateExtractVisitor.java | 2 +-
.../dag/column/binary/HmacColumnTransformer.java | 13 +-
.../scalar/BytesToDoubleColumnTransformer.java | 7 +-
.../scalar/BytesToFloatColumnTransformer.java | 7 +-
.../unary/scalar/BytesToIntColumnTransformer.java | 7 +-
.../unary/scalar/BytesToLongColumnTransformer.java | 7 +-
.../scalar/GenericCodecColumnTransformer.java | 7 +-
.../calc/transformation/dag/udf/UDTFExecutor.java | 4 +-
.../transformation/dag/util/CastFunctionUtils.java | 3 +-
.../org/apache/iotdb/calc/utils/TypeServices.java | 6 +-
.../iotdb/confignode/i18n/ConfigNodeMessages.java | 84 +++
.../iotdb/confignode/i18n/ManagerMessages.java | 333 +++++++++
.../iotdb/confignode/i18n/ProcedureMessages.java | 127 ++++
.../iotdb/confignode/i18n/ConfigNodeMessages.java | 73 ++
.../iotdb/confignode/i18n/ManagerMessages.java | 302 ++++++++
.../iotdb/confignode/i18n/ProcedureMessages.java | 106 +++
.../rpc/CheckTimeSeriesExistenceRPCHandler.java | 13 +-
.../handlers/rpc/ConfigNodeTSStatusRPCHandler.java | 12 +-
.../rpc/CountPathsUsingTemplateRPCHandler.java | 13 +-
.../handlers/rpc/DataNodeTSStatusRPCHandler.java | 12 +-
.../rpc/FetchSchemaBlackListRPCHandler.java | 13 +-
.../rpc/GetBuiltInExternalServiceRPCHandler.java | 12 +-
.../async/handlers/rpc/PipePushMetaRPCHandler.java | 11 +-
.../async/handlers/rpc/SchemaUpdateRPCHandler.java | 15 +-
.../handlers/rpc/TransferLeaderRPCHandler.java | 12 +-
.../rpc/TreeDeviceViewFieldDetectionHandler.java | 12 +-
.../CheckSchemaRegionUsingTemplateRPCHandler.java | 12 +-
.../ConsumerGroupPushMetaRPCHandler.java | 11 +-
.../subscription/PullCommitProgressRPCHandler.java | 11 +-
.../rpc/subscription/TopicPushMetaRPCHandler.java | 11 +-
.../client/sync/SyncConfigNodeClientPool.java | 10 +-
.../iotdb/confignode/conf/ConfigNodeConstant.java | 5 +-
.../confignode/conf/SystemPropertiesUtils.java | 4 +-
.../iotdb/confignode/manager/ClusterManager.java | 5 +-
.../confignode/manager/ClusterQuotaManager.java | 3 +-
.../iotdb/confignode/manager/ConfigManager.java | 121 ++-
.../iotdb/confignode/manager/ProcedureManager.java | 128 ++--
.../externalservice/ExternalServiceInfo.java | 8 +-
.../iotdb/confignode/manager/load/LoadManager.java | 33 +-
.../manager/load/cache/node/NodeStatistics.java | 11 +-
.../manager/node/ClusterNodeStartUtils.java | 3 +-
.../coordinator/plugin/PipePluginCoordinator.java | 6 +-
.../pipe/coordinator/task/PipeTaskCoordinator.java | 18 +-
.../PipeTemporaryMetaInCoordinatorMetrics.java | 24 +-
.../source/PipeConfigRegionSourceMetrics.java | 4 +-
.../sink/protocol/IoTDBConfigRegionAirGapSink.java | 11 +-
.../pipe/sink/protocol/IoTDBConfigRegionSink.java | 12 +-
.../manager/schema/ClusterSchemaManager.java | 109 ++-
.../subscription/SubscriptionCoordinator.java | 11 +-
.../iotdb/confignode/persistence/TriggerInfo.java | 6 +-
.../iotdb/confignode/persistence/UDFInfo.java | 6 +-
.../confignode/persistence/auth/AuthorInfo.java | 2 +-
.../persistence/auth/AuthorPlanExecutor.java | 20 +-
.../iotdb/confignode/persistence/cq/CQInfo.java | 18 +-
.../persistence/pipe/PipePluginInfo.java | 29 +-
.../confignode/persistence/pipe/PipeTaskInfo.java | 150 ++--
.../persistence/schema/ClusterSchemaInfo.java | 3 +-
.../confignode/persistence/schema/ConfigMTree.java | 9 +-
.../schema/TreeDeviceViewFieldDetector.java | 3 +-
.../persistence/subscription/SubscriptionInfo.java | 82 +-
.../confignode/procedure/ProcedureExecutor.java | 15 +-
.../procedure/env/ConfigNodeProcedureEnv.java | 12 +-
.../DataPartitionTableIntegrityCheckProcedure.java | 20 +-
.../impl/pipe/AbstractOperatePipeProcedureV2.java | 104 ++-
.../impl/pipe/runtime/PipeMetaSyncProcedure.java | 4 +
.../impl/pipe/task/AlterPipeProcedureV2.java | 9 +-
.../impl/pipe/task/CreatePipeProcedureV2.java | 12 +-
.../impl/pipe/task/StartPipeProcedureV2.java | 59 +-
.../impl/region/AddRegionPeerProcedure.java | 20 +-
.../impl/region/RegionMigrateProcedure.java | 3 +-
.../impl/schema/AlterLogicalViewProcedure.java | 2 +-
.../impl/schema/DeactivateTemplateProcedure.java | 8 +-
.../impl/schema/DeleteDatabaseProcedure.java | 6 +-
.../impl/schema/DeleteLogicalViewProcedure.java | 6 +-
.../impl/schema/DeleteTimeSeriesProcedure.java | 8 +-
.../impl/schema/table/AddTableColumnProcedure.java | 2 +-
.../table/AlterTableColumnDataTypeProcedure.java | 2 +-
.../impl/schema/table/DeleteDevicesProcedure.java | 6 +-
.../schema/table/DropTableColumnProcedure.java | 4 +-
.../impl/schema/table/DropTableProcedure.java | 6 +-
.../schema/table/RenameTableColumnProcedure.java | 2 +-
.../impl/schema/table/RenameTableProcedure.java | 2 +-
.../table/SetTableColumnPropertiesProcedure.java | 3 +-
.../schema/table/SetTablePropertiesProcedure.java | 3 +-
.../schema/table/view/AddViewColumnProcedure.java | 3 +-
.../schema/table/view/DropViewColumnProcedure.java | 3 +-
.../table/view/RenameViewColumnProcedure.java | 3 +-
.../schema/table/view/RenameViewProcedure.java | 3 +-
.../table/view/SetViewPropertiesProcedure.java | 3 +-
.../AbstractOperateSubscriptionProcedure.java | 2 +-
.../impl/subscription/SubscriptionOperation.java | 26 +-
.../SubscriptionHandleLeaderChangeProcedure.java | 9 +-
.../iotdb/confignode/service/ConfigNode.java | 10 +-
.../thrift/ConfigNodeRPCServiceProcessor.java | 9 +-
.../consensus/response/pipe/PipeTableRespTest.java | 20 +
.../cache/LoadCachePersistedNodeStatusTest.java | 74 ++
.../manager/load/cache/NodeCacheTest.java | 21 +
.../metric/PipeConfigNodeMetricsRestartTest.java | 103 ++-
.../pipe/PipeTaskInfoAutoRestartTest.java | 54 ++
.../pipe/AbstractOperatePipeProcedureV2Test.java | 24 +
.../pipe/runtime/PipeMetaSyncProcedureTest.java | 240 ++++++
.../impl/pipe/task/CreatePipeProcedureV2Test.java | 146 ++++
.../impl/pipe/task/StartPipeProcedureV2Test.java | 217 ++++++
.../iotdb/consensus/i18n/IoTConsensusMessages.java | 10 +
.../apache/iotdb/consensus/i18n/RatisMessages.java | 3 +
.../iotdb/consensus/i18n/IoTConsensusMessages.java | 7 +
.../apache/iotdb/consensus/i18n/RatisMessages.java | 3 +
.../consensus/iot/IoTConsensusServerImpl.java | 5 +-
.../service/IoTConsensusRPCServiceProcessor.java | 5 +-
.../apache/iotdb/consensus/ratis/DiskGuardian.java | 32 +-
.../iotdb/consensus/ratis/RatisConsensus.java | 12 +-
.../iotdb/consensus/ratis/RaftLogSummaryTest.java | 108 +++
.../apache/iotdb/db/i18n/DataNodeMiscMessages.java | 400 ++++++++++
.../apache/iotdb/db/i18n/DataNodePipeMessages.java | 419 +++++++++++
.../iotdb/db/i18n/DataNodeQueryMessages.java | 822 +++++++++++++++++++++
.../iotdb/db/i18n/DataNodeSchemaMessages.java | 56 ++
.../iotdb/db/i18n/StorageEngineMessages.java | 137 ++++
.../apache/iotdb/db/i18n/DataNodeMiscMessages.java | 367 +++++++++
.../apache/iotdb/db/i18n/DataNodePipeMessages.java | 370 ++++++++++
.../iotdb/db/i18n/DataNodeQueryMessages.java | 768 +++++++++++++++++++
.../iotdb/db/i18n/DataNodeSchemaMessages.java | 54 ++
.../iotdb/db/i18n/StorageEngineMessages.java | 120 +++
.../org/apache/iotdb/db/auth/AuthorityChecker.java | 9 +-
.../iotdb/db/auth/ClusterAuthorityFetcher.java | 15 +-
.../java/org/apache/iotdb/db/conf/IoTDBConfig.java | 16 +-
.../schemaregion/SchemaExecutionVisitor.java | 52 +-
.../db/partition/DataPartitionTableGenerator.java | 16 +-
.../subtask/processor/PipeProcessorSubtask.java | 6 +-
.../task/subtask/sink/PipeSinkSubtaskManager.java | 3 +-
.../event/common/terminate/PipeTerminateEvent.java | 3 +-
.../processor/aggregate/AggregateProcessor.java | 13 +-
.../CustomizedReadableIntermediateResults.java | 5 +-
.../processor/TumblingWindowingProcessor.java | 5 +-
.../downsampling/DownSamplingProcessor.java | 6 +-
.../changing/ChangingValueSamplingProcessor.java | 8 +-
.../sdt/SwingingDoorTrendingSamplingProcessor.java | 8 +-
.../tumbling/TumblingTimeSamplingProcessor.java | 6 +-
.../pipe/processor/twostage/combiner/Combiner.java | 4 +-
.../receiver/TwoStageAggregateReceiver.java | 7 +-
.../exchange/sender/TwoStageAggregateSender.java | 13 +-
.../protocol/airgap/IoTDBAirGapReceiver.java | 12 +-
.../protocol/airgap/IoTDBAirGapReceiverAgent.java | 130 +++-
.../iotconsensusv2/IoTConsensusV2Receiver.java | 123 ++-
.../IoTConsensusV2ReceiverAgent.java | 7 +-
.../protocol/thrift/IoTDBDataNodeReceiver.java | 147 +++-
.../client/IoTDBDataNodeAsyncClientManager.java | 11 +-
.../IoTDBDataNodeCacheLeaderClientManager.java | 36 +-
.../client/IoTDBDataNodeSyncClientManager.java | 12 +-
.../batch/PipeTransferBatchReqBuilder.java | 13 +-
.../request/PipeTransferTabletBatchReq.java | 16 +-
.../protocol/airgap/IoTDBDataRegionAirGapSink.java | 38 +-
.../airgap/IoTDBSchemaRegionAirGapSink.java | 21 +-
.../iotconsensusv2/IoTConsensusV2AsyncSink.java | 17 +-
.../iotconsensusv2/IoTConsensusV2SyncSink.java | 37 +-
.../IoTConsensusV2TsFileInsertionEventHandler.java | 4 +-
.../sink/protocol/legacy/IoTDBLegacyPipeSink.java | 9 +-
.../db/pipe/sink/protocol/opcda/OpcDaSink.java | 2 +-
.../thrift/async/IoTDBDataRegionAsyncSink.java | 11 +-
.../async/handler/PipeTransferTsFileHandler.java | 4 +-
.../thrift/sync/IoTDBDataRegionSyncSink.java | 30 +-
.../thrift/sync/IoTDBSchemaRegionSink.java | 14 +-
.../websocket/WebSocketConnectorServer.java | 2 +-
.../sink/protocol/writeback/WriteBackSink.java | 18 +-
.../pipe/sink/util/TabletStatementConverter.java | 29 +-
.../util/builder/PipeTableModelTsFileBuilder.java | 4 +-
.../util/builder/PipeTreeModelTsFileBuilder.java | 4 +-
.../source/dataregion/IoTDBDataRegionSource.java | 7 +-
...istoricalDataRegionTsFileAndDeletionSource.java | 3 +-
.../iotdb/db/protocol/client/an/AINodeClient.java | 8 +-
.../cn/AsyncConfigNodeTSStatusRPCHandler.java | 12 +-
.../client/dn/AsyncTSStatusRPCHandler.java | 12 +-
.../iotdb/db/protocol/session/SessionManager.java | 20 +-
.../protocol/thrift/impl/ClientRPCServiceImpl.java | 58 +-
.../impl/DataNodeInternalRPCServiceImpl.java | 36 +-
.../iotdb/db/queryengine/common/QueryId.java | 3 +-
.../queryengine/execution/QueryStateMachine.java | 2 +-
.../aggregation/MaxMinByBaseAccumulator.java | 5 +-
.../db/queryengine/execution/driver/Driver.java | 17 +-
.../execution/executor/RegionReadExecutor.java | 6 +-
.../execution/executor/RegionWriteExecutor.java | 59 +-
.../execution/operator/ExplainAnalyzeOperator.java | 10 +-
.../operator/process/AbstractIntoOperator.java | 3 +-
.../operator/process/ai/InferenceOperator.java | 3 +-
.../db/queryengine/plan/analyze/AnalyzeUtils.java | 18 +-
.../queryengine/plan/analyze/AnalyzeVisitor.java | 42 +-
.../plan/analyze/ExpressionAnalyzer.java | 6 +-
.../analyze/cache/partition/PartitionCache.java | 3 +-
.../plan/analyze/load/LoadTsFileAnalyzer.java | 11 +-
.../analyze/load/LoadTsFileTableSchemaCache.java | 3 +-
.../analyze/schema/ClusterSchemaFetchExecutor.java | 7 +-
.../execution/config/TableConfigTaskVisitor.java | 14 +-
.../config/executor/ClusterConfigTaskExecutor.java | 14 +-
.../visitor/ColumnTransformerVisitor.java | 3 +-
.../visitor/CountTimeAggregationAmountVisitor.java | 3 +-
.../db/queryengine/plan/parser/ASTVisitor.java | 25 +-
.../NotThreadSafeMemoryReservationManager.java | 5 +-
.../plan/AbstractFragmentParallelPlanner.java | 6 +-
.../plan/planner/plan/node/PlanGraphPrinter.java | 696 ++++++++++++-----
.../plan/node/load/LoadTsFileConsensusNode.java | 14 +-
.../plan/node/source/ShowReceiversNode.java | 4 +-
.../ContinuousSameSearchIndexSeparatorNode.java | 3 +-
.../planner/plan/node/write/InsertTabletNode.java | 2 +-
.../relational/analyzer/ExpressionAnalyzer.java | 43 +-
.../relational/analyzer/StatementAnalyzer.java | 58 +-
.../read_tsfile/ExternalTsFileQueryResource.java | 6 +-
.../metadata/OperatorNotFoundException.java | 19 +-
.../metadata/fetcher/TableDeviceSchemaFetcher.java | 4 +-
.../fetcher/TableDeviceSchemaValidator.java | 3 +-
.../plan/relational/planner/CteMaterializer.java | 7 +-
.../plan/relational/planner/IrTypeAnalyzer.java | 11 +-
.../relational/planner/SimplePlanRewriter.java | 6 +-
.../ir/GapFillStartAndEndTimeExtractVisitor.java | 9 +-
...ithUncorrelatedScalarSubqueryReconstructor.java | 6 +-
.../planner/iterative/IterativeOptimizer.java | 34 +-
.../rule/TransformCorrelatedScalarSubquery.java | 4 +-
.../planner/optimizations/JoinUtils.java | 3 +-
.../security/TreeAccessCheckVisitor.java | 25 +-
.../plan/relational/sql/ast/AlterTopic.java | 10 +-
.../plan/relational/sql/ast/AsofJoinOn.java | 7 +-
.../plan/relational/sql/ast/Explain.java | 6 +-
.../plan/relational/sql/ast/ExplainAnalyze.java | 14 +-
.../sql/ast/RelationalAuthorStatement.java | 54 +-
.../relational/sql/ast/ShowCreateDatabase.java | 7 +-
.../plan/relational/sql/ast/ShowCreatePipe.java | 4 +-
.../plan/relational/sql/ast/ShowCreateTopic.java | 4 +-
.../plan/relational/sql/parser/AstBuilder.java | 111 ++-
.../plan/relational/sql/parser/ErrorHandler.java | 5 +-
.../plan/scheduler/AsyncSendPlanNodeHandler.java | 6 +-
.../scheduler/FragmentInstanceDispatcherImpl.java | 8 +-
.../plan/statement/component/IntoComponent.java | 22 +-
.../plan/statement/crud/QueryStatement.java | 16 +-
.../plan/statement/sys/AuthorStatement.java | 22 +-
.../FragmentInstanceStatisticsDrawer.java | 88 ++-
.../unary/scalar/CastFunctionTransformer.java | 9 +-
.../unary/scalar/RoundFunctionTransformer.java | 5 +-
.../mtree/impl/pbtree/schemafile/RecordUtils.java | 18 +-
.../mtree/impl/pbtree/schemafile/SchemaFile.java | 14 +-
.../schemaengine/schemaregion/tag/TagLogFile.java | 4 +-
.../schemaengine/schemaregion/tag/TagManager.java | 12 +-
.../java/org/apache/iotdb/db/service/DataNode.java | 9 +-
.../iotdb/db/service/DataNodeShutdownHook.java | 6 +-
.../ExternalServiceManagementService.java | 3 +-
.../iotdb/db/storageengine/StorageEngine.java | 27 +-
.../db/storageengine/dataregion/DataRegion.java | 7 +-
.../execute/utils/log/CompactionTaskStage.java | 16 +-
.../compaction/settle/SettleRequestHandler.java | 63 +-
.../compaction/tool/OverlapStatisticTool.java | 27 +-
.../dataregion/compaction/tool/PrintUtil.java | 24 +-
.../compaction/tool/TimePartitionProcessTask.java | 8 +-
.../dataregion/memtable/TsFileProcessor.java | 5 +-
.../v1/io/LocalTextModificationAccessor.java | 2 +-
.../dataregion/utils/TsFileResourceUtils.java | 3 +-
.../dataregion/wal/checkpoint/CheckpointType.java | 9 +-
.../dataregion/wal/utils/WALPrintTool.java | 5 +-
.../db/storageengine/load/TsFileWriterManager.java | 5 +-
.../active/ActiveLoadFailedMessageHandler.java | 2 +
.../load/active/ActiveLoadTsFileLoader.java | 74 +-
...leStatementDataTypeConvertExecutionVisitor.java | 3 +-
.../converter/LoadTreeTsFileTabletIterator.java | 234 +++---
.../agent/SubscriptionAgentLauncher.java | 6 +-
.../agent/SubscriptionBrokerAgent.java | 37 +-
.../agent/SubscriptionConsumerAgent.java | 26 +-
.../agent/SubscriptionReceiverAgent.java | 16 +-
.../subscription/agent/SubscriptionTopicAgent.java | 41 +-
.../broker/ConsensusSubscriptionBroker.java | 4 +-
.../db/subscription/broker/SubscriptionBroker.java | 24 +-
.../broker/SubscriptionPrefetchingTabletQueue.java | 50 +-
.../broker/SubscriptionPrefetchingTsFileQueue.java | 59 +-
.../consensus/ConsensusLogToTabletConverter.java | 8 +-
.../consensus/ConsensusPrefetchingQueue.java | 75 +-
.../broker/consensus/ProgressWALIterator.java | 18 +-
.../pipe/SubscriptionPipeTabletBatchEvents.java | 5 +-
.../subtask/SubscriptionSinkSubtaskManager.java | 3 +-
.../org/apache/iotdb/db/tools/DelayAnalyzer.java | 12 +-
.../apache/iotdb/db/tools/IoTDBDataDirViewer.java | 22 +-
.../iotdb/db/tools/TsFileResourcePrinter.java | 26 +-
.../apache/iotdb/db/tools/TsFileSketchTool.java | 135 ++--
.../apache/iotdb/db/tools/schema/MLogParser.java | 20 +-
.../db/tools/schema/PBTreeFileSketchTool.java | 20 +-
.../tools/settle/TsFileSettleByCompactionTool.java | 6 +-
.../utils/TsFileRewriteOverPrecisedI64Scan.java | 15 +-
.../utils/TsFileRewriteSmallRangeI64Scan.java | 15 +-
.../iotdb/db/tools/utils/TsFileStatisticScan.java | 42 +-
.../iotdb/db/tools/utils/TsFileValidationScan.java | 72 +-
.../TsFileOverlapValidationAndRepairTool.java | 51 +-
.../TsFileResourcePipeStatisticsSetTool.java | 6 +-
.../db/tools/validate/TsFileValidationTool.java | 25 +-
.../iotdb/db/trigger/executor/TriggerExecutor.java | 7 +-
.../db/trigger/executor/TriggerFireResult.java | 12 +-
.../trigger/service/TriggerManagementService.java | 21 +-
.../org/apache/iotdb/db/utils/CommonUtils.java | 57 +-
.../apache/iotdb/db/utils/ErrorHandlingUtils.java | 15 +-
.../org/apache/iotdb/db/utils/TypeServices.java | 38 +-
.../iotdb/db/utils/datastructure/TVList.java | 3 +-
.../airgap/IoTDBAirGapReceiverAgentTest.java | 93 +++
.../protocol/airgap/IoTDBAirGapReceiverTest.java | 94 +++
.../IoTDBDataNodeReceiverUnidirectionalTest.java | 242 ++++++
.../sink/IoTDBDataNodeAsyncClientManagerTest.java | 86 ++-
.../apache/iotdb/db/pipe/sink/PipeSinkTest.java | 31 +
.../batch/PipeTransferBatchReqBuilderTest.java | 55 ++
.../airgap/IoTDBDataRegionAirGapSinkTest.java | 217 ++++++
.../config/sys/pipe/ShowPipeTaskTest.java | 7 +
.../active/ActiveLoadFailedMessageHandlerTest.java | 18 +
.../load/active/ActiveLoadTsFileLoaderTest.java | 157 ++++
...atementDataTypeConvertExecutionVisitorTest.java | 337 ++++++++-
...onsensusSubscriptionBrokerPayloadLimitTest.java | 68 ++
.../consensus/ConsensusPrefetchingQueueTest.java | 25 +-
.../broker/consensus/ProgressWALIteratorTest.java | 71 ++
.../apache/iotdb/metrics/i18n/MetricsMessages.java | 13 +
.../apache/iotdb/metrics/i18n/MetricsMessages.java | 13 +
.../iotdb/metrics/AbstractMetricManager.java | 4 +-
.../metricsets/disk/WindowsDiskMetricsManager.java | 6 +-
.../metrics/metricsets/system/SystemMetrics.java | 3 +-
.../conf/iotdb-system.properties.template | 6 +
.../apache/iotdb/commons/i18n/AuthMessages.java | 10 +
.../apache/iotdb/commons/i18n/ClientMessages.java | 1 +
.../apache/iotdb/commons/i18n/CommonMessages.java | 88 +++
.../apache/iotdb/commons/i18n/ConfigMessages.java | 2 +
.../apache/iotdb/commons/i18n/PipeMessages.java | 133 ++++
.../apache/iotdb/commons/i18n/QueryMessages.java | 1 +
.../apache/iotdb/commons/i18n/SchemaMessages.java | 17 +
.../apache/iotdb/commons/i18n/StorageMessages.java | 8 +-
.../apache/iotdb/commons/i18n/UtilMessages.java | 6 +
.../apache/iotdb/commons/i18n/AuthMessages.java | 10 +
.../apache/iotdb/commons/i18n/ClientMessages.java | 1 +
.../apache/iotdb/commons/i18n/CommonMessages.java | 80 ++
.../apache/iotdb/commons/i18n/ConfigMessages.java | 1 +
.../apache/iotdb/commons/i18n/PipeMessages.java | 122 +++
.../apache/iotdb/commons/i18n/QueryMessages.java | 1 +
.../apache/iotdb/commons/i18n/SchemaMessages.java | 17 +
.../apache/iotdb/commons/i18n/StorageMessages.java | 7 +-
.../apache/iotdb/commons/i18n/UtilMessages.java | 5 +
.../apache/iotdb/commons/ServerCommandLine.java | 15 +-
.../iotdb/commons/audit/AbstractAuditLogger.java | 3 +-
.../async/AsyncPipeDataTransferServiceClient.java | 4 +-
.../iotdb/commons/concurrent/ConditionAwaiter.java | 4 +-
.../commons/concurrent/IoTDBThreadPoolFactory.java | 18 +-
.../apache/iotdb/commons/conf/CommonConfig.java | 25 +
.../iotdb/commons/conf/CommonDescriptor.java | 5 +
.../apache/iotdb/commons/conf/IoTDBConstant.java | 7 +-
.../commons/executable/ExecutableManager.java | 5 +-
.../iterators/ListIteratorWrapper.java | 6 +-
.../iotdb/commons/file/SystemFileFactory.java | 4 +-
.../commons/file/SystemPropertiesHandler.java | 4 +-
.../builtin/processor/PlaceHolderProcessor.java | 3 +-
.../agent/plugin/builtin/sink/PlaceholderSink.java | 3 +-
.../plugin/builtin/source/iotdb/IoTDBSource.java | 3 +-
.../plugin/constructor/PipePluginConstructor.java | 17 +-
.../commons/pipe/agent/task/PipeTaskAgent.java | 6 +-
.../pipe/agent/task/stage/PipeTaskStage.java | 9 +-
.../task/subtask/PipeAbstractSinkSubtask.java | 10 +-
.../iotdb/commons/pipe/config/PipeConfig.java | 4 +
.../iotdb/commons/pipe/config/PipeDescriptor.java | 5 +
.../config/constant/PipeRPCMessageConstant.java | 5 +-
.../pipe/config/constant/PipeSinkConstant.java | 11 +
.../visibility/VisibilityTestUtils.java | 17 +-
.../commons/pipe/receiver/IoTDBFileReceiver.java | 11 +-
.../pipe/receiver/PipeReceiverStatusHandler.java | 36 +-
.../pipe/sink/client/IoTDBSyncClientManager.java | 34 +-
.../airgap/AirGapPseudoTPipeTransferRequest.java | 15 +-
...OneByteResponse.java => AirGapUdpProtocol.java} | 11 +-
.../thrift/common/PipeTransferSliceReqHandler.java | 5 +-
.../pipe/sink/protocol/IoTDBAirGapSink.java | 128 +++-
.../commons/pipe/sink/protocol/IoTDBSink.java | 36 +-
.../pipe/sink/protocol/IoTDBSslSyncSink.java | 5 +-
.../iotdb/commons/pipe/source/IoTDBSource.java | 6 +-
.../relational/sql/parser/ParsingException.java | 6 +-
.../apache/iotdb/commons/schema/table/Audit.java | 4 +-
.../iotdb/commons/schema/table/TreeViewSchema.java | 7 +-
.../apache/iotdb/commons/schema/table/TsTable.java | 3 +-
.../multi/FunctionViewExpression.java | 4 +-
.../service/AbstractThriftServiceThread.java | 2 +-
.../subscription/columnfilter/ColumnMetadata.java | 22 +-
.../subscription/config/SubscriptionConfig.java | 4 +
.../commons/udf/builtin/String/UDTFStrLocate.java | 3 +-
.../iotdb/commons/udf/builtin/UDTFConst.java | 3 +-
.../udf/builtin/UDTFContinuouslySatisfy.java | 8 +-
.../udf/builtin/UDTFEqualSizeBucketAggSample.java | 3 +-
.../builtin/UDTFEqualSizeBucketOutlierSample.java | 7 +-
.../udf/builtin/UDTFEqualSizeBucketSample.java | 4 +-
.../iotdb/commons/udf/builtin/UDTFInRange.java | 3 +-
.../commons/udf/builtin/UDTFMasterRepair.java | 9 +-
.../iotdb/commons/udf/builtin/UDTFSelectK.java | 4 +-
.../commons/udf/service/UDFExecutableManager.java | 6 +-
.../org/apache/iotdb/commons/utils/AuthUtils.java | 17 +-
.../org/apache/iotdb/commons/utils/FileUtils.java | 5 +-
.../apache/iotdb/commons/utils/WindowsOSUtils.java | 8 +-
...nDescriptorSubscriptionFallbackPollingTest.java | 60 ++
.../commons/pipe/config/PipeDescriptorTest.java | 16 +
.../PipeReceiverStatusHandlerTest.java | 37 +
.../apache/iotdb/commons/utils/AuthUtilsTest.java | 21 +
.../iotdb/library/i18n/LibraryUdfMessages.java | 183 +++++
.../iotdb/library/i18n/LibraryUdfMessages.java | 173 +++++
.../org/apache/iotdb/library/anomaly/UDTFIQR.java | 6 +-
.../apache/iotdb/library/anomaly/UDTFKSigma.java | 5 +-
.../iotdb/library/anomaly/UDTFMissDetect.java | 4 +-
.../apache/iotdb/library/dlearn/UDTFCluster.java | 13 +-
.../apache/iotdb/library/dmatch/UDTFPtnSym.java | 5 +-
.../iotdb/library/dprofile/UDAFIntegral.java | 4 +-
.../org/apache/iotdb/library/dprofile/UDAFMad.java | 4 +-
.../apache/iotdb/library/dprofile/UDAFMedian.java | 4 +-
.../iotdb/library/dprofile/UDAFPercentile.java | 7 +-
.../iotdb/library/dprofile/UDTFHistogram.java | 6 +-
.../apache/iotdb/library/dprofile/UDTFMinMax.java | 6 +-
.../apache/iotdb/library/dprofile/UDTFMvAvg.java | 3 +-
.../org/apache/iotdb/library/dprofile/UDTFQLB.java | 4 +-
.../iotdb/library/dprofile/UDTFResample.java | 14 +-
.../apache/iotdb/library/dprofile/UDTFSample.java | 5 +-
.../apache/iotdb/library/dprofile/UDTFSegment.java | 9 +-
.../apache/iotdb/library/dprofile/UDTFZScore.java | 7 +-
.../iotdb/library/dprofile/util/Triangle.java | 7 +-
.../iotdb/library/drepair/UDTFTimestampRepair.java | 3 +-
.../iotdb/library/drepair/UDTFValueRepair.java | 5 +-
.../apache/iotdb/library/frequency/UDTFDWT.java | 6 +-
.../apache/iotdb/library/frequency/UDTFDeconv.java | 2 +-
.../apache/iotdb/library/frequency/UDTFFFT.java | 7 +-
.../iotdb/library/frequency/UDTFHighPass.java | 3 +-
.../apache/iotdb/library/frequency/UDTFIDWT.java | 6 +-
.../apache/iotdb/library/frequency/UDTFIFFT.java | 7 +-
.../iotdb/library/frequency/UDTFLowPass.java | 3 +-
.../iotdb/library/match/UDAFPatternMatch.java | 8 +-
.../library/series/UDTFConsecutiveSequences.java | 3 +-
.../library/series/UDTFConsecutiveWindows.java | 7 +-
.../iotdb/library/string/UDTFRegexMatch.java | 5 +-
.../iotdb/library/string/UDTFRegexReplace.java | 10 +-
.../iotdb/library/string/UDTFRegexSplit.java | 6 +-
.../iotdb/library/string/UDTFStrReplace.java | 10 +-
.../iotdb/library/util/NoNumberException.java | 5 +-
.../apache/iotdb/library/util/TypeServices.java | 6 +-
521 files changed, 16680 insertions(+), 2654 deletions(-)
create mode 100644
external-service-impl/rest/src/test/java/org/apache/iotdb/rest/RestServiceTest.java
create mode 100644
integration-test/src/test/java/org/apache/iotdb/db/it/IoTDBLoadTsFileActiveScanIT.java
create mode 100644
integration-test/src/test/java/org/apache/iotdb/subscription/it/consensus/local/IoTDBConsensusSubscriptionFallbackPollingIT.java
create mode 100644
iotdb-api/pipe-api/src/test/java/org/apache/iotdb/pipe/api/customizer/parameter/PipeParameterValidatorTest.java
create mode 100644
iotdb-core/consensus/src/test/java/org/apache/iotdb/consensus/ratis/RaftLogSummaryTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/pipe/receiver/protocol/thrift/IoTDBDataNodeReceiverUnidirectionalTest.java
copy
iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/pipe/sink/payload/airgap/{AirGapOneByteResponse.java
=> AirGapUdpProtocol.java} (72%)
create mode 100644
iotdb-core/node-commons/src/test/java/org/apache/iotdb/commons/conf/CommonDescriptorSubscriptionFallbackPollingTest.java
