This is an automated email from the ASF dual-hosted git repository.
haonan pushed a change to branch speed_up_recover
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from d2c0030ba96 fix review
add 41ee831b7e2 Pipe: Avoid req size excceeding the thrift max frame size
by slicing the original req automatically (#13290)
add e70ea59dcd2 Support boolean in not between and
add ad473d9766d Add 'deserialize_resource' metric item in compaction
(#13298)
add 8f54b808121 Fixed the bug that schema region in lower version tree
model may lose data when upgrades to table model
add 38c1d591acf Feat/updated cli (#13194)
add 08f7cd88f33 Subscription: payload size control for poll request &
apply forced tablet for dataset topic & implement strictness timeout by
multiple poll (#13037)
add 861339b1558 Support expression in InPredicate & Unify error msg for
type timestamp in round function
add 96952013bfe Pipe: Fixed the NPE in TsFileInsertionScanDataContainer
when there are null values in parts of the alignedChunkData (#13306)
add 4c1a9d86dec [Metrics]: Add metrics for RestApi (#13260)
add 0a7bd249d68 Fix TsFileOverlapValidationAndRepairTool (#13296)
add 3f534bb5233 Automatically trigger CI for active non-committer (#13312)
add efe50a33a29 Merge branch 'master' of github.com:apache/iotdb into
speed_up_recover
add 3d68021bffd fix review and small issue
add 897ed5d4034 fix review and small issue
add 2cade679777 Active Load: Add scan filtering judgment & Fix failed
directory without hot reload & Log downgrade & Remove rounds for scheduled tasks
add 39b28d38aeb Load: Do not auto create series that are completely
deleted by mods (#13182)
add f292a4e1b1d Delete useless group by time
add 5cbddff2732 [Inconsistent copies] Add debug logs to the storage engine
add 7fe0ff4415c Pipe: Convert data types when data sync sink metadata does
not match integration test (#13208)
add 90f0394cbde Fix some issues of compaction (#13316)
add 252b3ea7c7c Merge branch 'master' of github.com:apache/iotdb into
speed_up_recover
No new revisions were added by this update.
Summary of changes:
.asf.yaml | 10 +
.idea/icon.png | Bin 0 -> 6736 bytes
.../org/apache/iotdb/db/it/IoTDBLoadTsFileIT.java | 1 -
...peProcessorIT.java => IoTDBPipeWithLoadIT.java} | 97 ++-
.../manual/IoTDBPipeTypeConversionISessionIT.java | 807 +++++++++++++++++++++
.../pipe/it/manual/IoTDBPipeTypeConversionIT.java | 616 ++++++++++++++++
.../scalar/IoTDBRoundFunctionTableIT.java | 6 +
.../it/query/old/query/IoTDBInTableIT.java | 79 +-
.../it/query/recent/IoTDBNullIdQueryIT.java | 26 +
.../AbstractSubscriptionRegressionIT.java | 2 +-
.../pattern/IoTDBTSPatternPullConsumeTsfileIT.java | 2 +-
.../IoTDBDBPatternTsfilePushConsumerIT.java | 4 +-
.../IoTDBDefaultPatternTsfilePushConsumerIT.java | 6 +-
.../IoTDBDevicePatternTsfilePushConsumerIT.java | 4 +-
.../IoTDBTSPatternTsfilePushConsumerIT.java | 4 +-
.../java/org/apache/iotdb/rpc/TSStatusCode.java | 1 +
.../rpc/subscription/config/ConsumerConstant.java | 5 +
.../iotdb/rpc/subscription/config/TopicConfig.java | 12 +-
...ava => SubscriptionPayloadExceedException.java} | 12 +-
.../subscription/payload/poll/ErrorPayload.java | 2 +
.../subscription/payload/poll/FileInitPayload.java | 1 +
.../payload/poll/FilePiecePayload.java | 3 +
.../subscription/payload/poll/FileSealPayload.java | 2 +
.../subscription/payload/poll/PollFilePayload.java | 36 +-
.../rpc/subscription/payload/poll/PollPayload.java | 1 +
.../{PollPayload.java => PollTabletsPayload.java} | 40 +-
.../payload/poll/SubscriptionPollRequest.java | 22 +-
.../payload/poll/SubscriptionPollRequestType.java | 1 +
.../subscription/payload/poll/TabletsPayload.java | 31 +-
.../response/PipeSubscribeHeartbeatResp.java | 60 +-
.../payload/response/PipeSubscribePollResp.java | 2 -
.../response/PipeSubscribeSubscribeResp.java | 6 +-
.../response/PipeSubscribeUnsubscribeResp.java | 6 +-
.../session/subscription/SubscriptionSession.java | 26 +-
.../consumer/SubscriptionConsumer.java | 561 +++++++++++---
.../SubscriptionExecutorServiceManager.java | 140 +++-
.../consumer/SubscriptionProvider.java | 46 +-
.../consumer/SubscriptionProviders.java | 8 +-
.../consumer/SubscriptionPullConsumer.java | 44 +-
.../consumer/SubscriptionPushConsumer.java | 25 +-
.../{SubscriptionPollTimer.java => PollTimer.java} | 16 +-
.../session/subscription/util/SetPartitioner.java | 75 ++
.../iotdb/confignode/service/ConfigNode.java | 71 +-
.../confignode/service/ConfigNodeCommandLine.java | 128 ----
.../procedure/impl/CreateCQProcedureTest.java | 2 +-
.../assembly/resources/sbin/remove-datanode.bat | 2 -
.../src/assembly/resources/sbin/remove-datanode.sh | 2 -
.../evolvable/batch/PipeTabletEventBatch.java | 2 +-
.../async/IoTDBDataRegionAsyncConnector.java | 4 +-
.../scan/TsFileInsertionScanDataContainer.java | 10 +-
.../pipe/metric/PipeDataNodeReceiverMetrics.java | 63 ++
.../protocol/thrift/IoTDBDataNodeReceiver.java | 237 ++++--
.../transform/converter/ValueConverter.java | 78 +-
.../statement/PipeConvertedInsertRowStatement.java | 1 +
.../PipeConvertedInsertTabletStatement.java | 1 +
.../protocol/rest/v1/impl/RestApiServiceImpl.java | 61 +-
.../protocol/rest/v2/impl/RestApiServiceImpl.java | 72 +-
.../protocol/thrift/impl/ClientRPCServiceImpl.java | 93 +--
.../relational/ColumnTransformerBuilder.java | 107 ++-
.../plan/analyze/LoadTsFileAnalyzer.java | 89 +++
.../PredicateCombineIntoTableScanChecker.java | 18 +-
.../PredicatePushIntoMetadataChecker.java | 3 +-
.../relational/metadata/TableMetadataImpl.java | 19 +-
.../plan/relational/sql/ast/AstVisitor.java | 4 -
.../plan/relational/sql/ast/GroupByTime.java | 145 ----
.../plan/relational/sql/parser/AstBuilder.java | 142 +---
.../plan/statement/crud/InsertBaseStatement.java | 17 +
.../plan/statement/crud/InsertRowStatement.java | 14 +
.../plan/statement/crud/InsertTabletStatement.java | 14 +
.../binary/CompareBinaryColumnTransformer.java | 3 +-
.../InBinaryMultiColumnTransformer.java} | 41 +-
.../InBooleanMultiColumnTransformer.java} | 46 +-
.../InDoubleMultiColumnTransformer.java} | 47 +-
.../InFloatMultiColumnTransformer.java} | 41 +-
.../InInt32MultiColumnTransformer.java} | 42 +-
.../InInt64MultiColumnTransformer.java} | 42 +-
.../InMultiColumnTransformer.java} | 28 +-
.../column/ternary/BetweenColumnTransformer.java | 17 +-
.../ternary/CompareTernaryColumnTransformer.java | 14 +-
.../dag/column/unary/InColumnTransformer.java | 41 +-
.../attribute/DeviceAttributeStore.java | 39 +-
.../schemaregion/impl/SchemaRegionMemoryImpl.java | 16 +-
.../java/org/apache/iotdb/db/service/DataNode.java | 76 +-
.../db/service/DataNodeServerCommandLine.java | 224 ------
.../apache/iotdb/db/service/IoTDBShutdownHook.java | 8 +-
.../db/service/metrics/CompactionMetrics.java | 331 +++------
.../iotdb/db/storageengine/StorageEngine.java | 13 +
.../db/storageengine/dataregion/DataRegion.java | 32 +
.../dataregion/HashLastFlushTimeMap.java | 8 +
.../RepairUnsortedFileCompactionPerformer.java | 3 +-
.../compaction/execute/utils/CompactionUtils.java | 17 +
.../fast/FastAlignedSeriesCompactionExecutor.java | 3 +-
.../FastNonAlignedSeriesCompactionExecutor.java | 5 +-
.../fast/element/ChunkMetadataElement.java | 8 +-
.../compaction/repair/RepairDataFileScanUtil.java | 3 +-
.../DefaultCompactionTaskComparatorImpl.java | 6 +-
.../estimator/AbstractCompactionEstimator.java | 9 +-
.../FastCompactionInnerCompactionEstimator.java | 12 +-
.../FastCrossSpaceCompactionEstimator.java | 12 +-
.../ReadChunkInnerCompactionEstimator.java | 11 +-
.../impl/NewSizeTieredCompactionSelector.java | 36 +-
.../selector/impl/SettleSelectorImpl.java | 2 +-
.../selector/utils/TsFileResourceCandidate.java | 3 +-
.../storageengine/dataregion/tsfile/TsFileID.java | 6 +-
.../dataregion/tsfile/TsFileManager.java | 22 +-
.../timeindex/FileTimeIndexCacheRecorder.java | 10 +-
.../dataregion/utils/TsFileResourceUtils.java | 3 +-
.../FileTimeIndexCacheReader.java | 17 +-
.../load/active/ActiveLoadDirScanner.java | 3 +-
.../load/active/ActiveLoadPendingQueue.java | 4 +
.../active/ActiveLoadScheduledExecutorService.java | 9 +-
.../load/active/ActiveLoadTsFileLoader.java | 33 +-
.../agent/SubscriptionBrokerAgent.java | 26 +-
.../db/subscription/broker/SubscriptionBroker.java | 81 ++-
.../broker/SubscriptionPrefetchingQueue.java | 283 ++++++--
.../broker/SubscriptionPrefetchingTabletQueue.java | 218 +++---
.../broker/SubscriptionPrefetchingTsFileQueue.java | 313 +-------
.../db/subscription/broker/SubscriptionStates.java | 121 +++
.../db/subscription/event/SubscriptionEvent.java | 123 +++-
.../event/SubscriptionEventBinaryCache.java | 2 +-
.../event/batch/SubscriptionPipeEventBatch.java | 87 +++
.../event/batch/SubscriptionPipeEventBatches.java | 144 ++++
.../batch/SubscriptionPipeTabletEventBatch.java | 189 ++---
.../batch/SubscriptionPipeTsFileEventBatch.java | 83 ++-
.../event/pipe/SubscriptionPipeEmptyEvent.java | 2 +-
.../event/pipe/SubscriptionPipeEvents.java | 2 +-
.../pipe/SubscriptionPipeTabletBatchEvents.java | 4 +-
.../pipe/SubscriptionPipeTsFileBatchEvents.java | 19 +-
.../pipe/SubscriptionPipeTsFilePlainEvent.java | 2 +-
.../receiver/SubscriptionReceiverV1.java | 88 ++-
.../TsFileOverlapValidationAndRepairTool.java | 102 ++-
.../org/apache/iotdb/db/utils/CommonUtils.java | 43 ++
.../apache/iotdb/db/utils/ModificationUtils.java | 40 +
.../event/TsFileInsertionDataContainerTest.java | 38 +
.../org/apache/iotdb/db/service/DaemonTest.java | 8 +-
.../db/service/DataNodeServerCommandLineTest.java | 218 ------
.../cross/RewriteCompactionFileSelectorTest.java | 2 +-
.../NewSizeTieredCompactionSelectorTest.java | 90 +++
.../db/subscription/SubscriptionStatesTest.java | 119 +++
iotdb-core/node-commons/pom.xml | 4 +
.../apache/iotdb/commons/ServerCommandLine.java | 115 ++-
.../iotdb/commons/concurrent/ThreadName.java | 2 +-
.../apache/iotdb/commons/conf/CommonConfig.java | 33 +-
.../iotdb/commons/conf/CommonDescriptor.java | 16 +-
.../iotdb/commons/pipe/config/PipeConfig.java | 8 +
.../pipe/connector/client/IoTDBSyncClient.java | 76 ++
.../thrift/common/PipeTransferSliceReqHandler.java | 135 ++++
.../payload/thrift/request/PipeRequestType.java | 3 +
.../thrift/request/PipeTransferSliceReq.java | 171 +++++
.../pipe/progress/PipeEventCommitManager.java | 29 +
.../subscription/config/SubscriptionConfig.java | 10 +-
.../commons/subscription/meta/topic/TopicMeta.java | 1 +
.../iotdb/commons/ServerCommandLineTest.java | 337 +++++++++
.../db/relational/grammar/sql/RelationalSql.g4 | 12 +-
pom.xml | 2 +-
155 files changed, 6355 insertions(+), 2639 deletions(-)
create mode 100644 .idea/icon.png
copy
integration-test/src/test/java/org/apache/iotdb/pipe/it/autocreate/{IoTDBPipeProcessorIT.java
=> IoTDBPipeWithLoadIT.java} (60%)
create mode 100644
integration-test/src/test/java/org/apache/iotdb/pipe/it/manual/IoTDBPipeTypeConversionISessionIT.java
create mode 100644
integration-test/src/test/java/org/apache/iotdb/pipe/it/manual/IoTDBPipeTypeConversionIT.java
copy
iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/subscription/exception/{SubscriptionRuntimeCriticalException.java
=> SubscriptionPayloadExceedException.java} (68%)
copy
iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/subscription/payload/poll/{PollPayload.java
=> PollTabletsPayload.java} (58%)
rename
iotdb-client/session/src/main/java/org/apache/iotdb/session/subscription/util/{SubscriptionPollTimer.java
=> PollTimer.java} (83%)
create mode 100644
iotdb-client/session/src/main/java/org/apache/iotdb/session/subscription/util/SetPartitioner.java
delete mode 100644
iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/service/ConfigNodeCommandLine.java
delete mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/sql/ast/GroupByTime.java
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/transformation/dag/column/{unary/scalar/StrcmpColumnTransformer.java
=> multi/InBinaryMultiColumnTransformer.java} (54%)
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/transformation/dag/column/{unary/ArithmeticNegationColumnTransformer.java
=> multi/InBooleanMultiColumnTransformer.java} (54%)
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/transformation/dag/column/{unary/LogicNotColumnTransformer.java
=> multi/InDoubleMultiColumnTransformer.java} (54%)
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/transformation/dag/column/{unary/scalar/LowerColumnTransformer.java
=> multi/InFloatMultiColumnTransformer.java} (54%)
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/transformation/dag/column/{unary/scalar/StrcmpColumnTransformer.java
=> multi/InInt32MultiColumnTransformer.java} (54%)
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/transformation/dag/column/{unary/scalar/StrcmpColumnTransformer.java
=> multi/InInt64MultiColumnTransformer.java} (54%)
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/transformation/dag/column/{unary/scalar/Strcmp2ColumnTransformer.java
=> multi/InMultiColumnTransformer.java} (59%)
delete mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/service/DataNodeServerCommandLine.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/subscription/broker/SubscriptionStates.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/subscription/event/batch/SubscriptionPipeEventBatch.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/subscription/event/batch/SubscriptionPipeEventBatches.java
delete mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/service/DataNodeServerCommandLineTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/subscription/SubscriptionStatesTest.java
create mode 100644
iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/pipe/connector/payload/thrift/common/PipeTransferSliceReqHandler.java
create mode 100644
iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/pipe/connector/payload/thrift/request/PipeTransferSliceReq.java
create mode 100644
iotdb-core/node-commons/src/test/java/org/apache/iotdb/commons/ServerCommandLineTest.java
