This is an automated email from the ASF dual-hosted git repository.
jackietien pushed a change to branch CacheImprove
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from 6b3000bca18 Fix UT
add 7915e0a19c4 [IOTDB-6227] Remove unused retry policy in IStateMachine
(#11451)
add 2c64ea41227 Fix concurrent read lock bug in StampedWriterPreferredLock
(#11453)
add 54b7e6d4cd9 [IOTDB-6220] Pipe: Changed the sink loopback detection
logic to support hostName and IPv6 specification. (#11455)
add 13f6e7e61d3 [IOTDB-6234] Pipe: Added client example for
opc-ua-connector (#11460)
add a7b745842d4 Pipe: add stream & batch options for source.realtime.mode
& remove some pipe plugins from show pipe plugins' dataset & make pipe-api
compatible with the v1.2.x releases (#11461)
add c712ce8980e Bump master branch version from 1.3.0-SNAPSHOT to
1.3.1-SNAPSHOT (#11450)
add bce85d58c1f Fix opc-ua-sink version error
add 3b179eeb3ab To adapt activation (#11463)
add da8b9c0bf59 Disable spotless for JDK 21 (#11469)
add ff19689fa6a [IOTDB-6224] Fix group by month in non-ms precision and
mixed unit
add ac7629e78f4 [IOTDB-6236] Pipe: CountPointProcessor example (#11470)
add d8580c95122 Implement iterative volatile node process during pbtree
flush (#11432)
add 83447eb30b1 [IOTDB-6235] Pipe: Implement write-back-sink to transfer
data back to the sender (#11466)
add 1f34ad7c9f8 Fix the path of TsFileResource in unit test
add e31acd9cc55 Merge remote-tracking branch 'origin/master' into
CacheImprove
No new revisions were added by this update.
Summary of changes:
.github/workflows/sonar-codecov.yml | 2 +-
code-coverage/pom.xml | 2 +-
distribution/pom.xml | 14 +-
example/client-cpp-example/pom.xml | 2 +-
example/flink-sql/pom.xml | 2 +-
example/flink/pom.xml | 2 +-
example/hadoop/pom.xml | 2 +-
example/jdbc/pom.xml | 2 +-
example/kafka/pom.xml | 2 +-
example/mqtt-customize/pom.xml | 2 +-
example/mqtt/pom.xml | 2 +-
.../{flink => pipe-count-point-processor}/pom.xml | 43 ++--
.../java/org/apache/iotdb/CountPointProcessor.java | 83 ++++++
example/{session => pipe-opc-ua-sink}/pom.xml | 19 +-
.../java/org/apache/iotdb/opcua/ClientExample.java | 50 ++++
.../apache/iotdb/opcua/ClientExampleRunner.java | 144 +++++++++++
.../java/org/apache/iotdb/opcua/ClientTest.java | 129 ++++++++++
.../iotdb/opcua/IoTDBKeyStoreLoaderClient.java | 92 ++++---
example/pom.xml | 4 +-
example/pulsar/pom.xml | 2 +-
example/rabbitmq/pom.xml | 2 +-
example/rest-java-example/pom.xml | 2 +-
example/rocketmq/pom.xml | 2 +-
example/schema/pom.xml | 4 +-
example/session/pom.xml | 2 +-
example/trigger/pom.xml | 2 +-
example/tsfile/pom.xml | 2 +-
example/udf/pom.xml | 2 +-
integration-test/pom.xml | 40 +--
.../it/env/cluster/config/MppCommonConfig.java | 16 ++
.../env/cluster/config/MppSharedCommonConfig.java | 17 ++
.../iotdb/it/env/cluster/env/AbstractEnv.java | 18 ++
.../it/env/remote/config/RemoteCommonConfig.java | 7 +
.../java/org/apache/iotdb/itbase/env/BaseEnv.java | 8 +
.../org/apache/iotdb/itbase/env/CommonConfig.java | 4 +
.../db/it/groupby/IoTDBGroupByNaturalMonthIT.java | 108 ++++++--
.../IoTDBGroupByNaturalMonthNsPrecisionIT.java | 107 ++++++++
.../IoTDBGroupByNaturalMonthUsPrecisionIT.java | 92 +++++++
.../org/apache/iotdb/db/it/utils/TestUtils.java | 47 +++-
iotdb-api/common-api/pom.xml | 2 +-
iotdb-api/external-api/pom.xml | 2 +-
iotdb-api/pipe-api/pom.xml | 4 +-
.../parameter/PipeParameterValidator.java | 2 +-
.../api/customizer/parameter/PipeParameters.java | 41 ++-
iotdb-api/pom.xml | 2 +-
iotdb-api/trigger-api/pom.xml | 4 +-
iotdb-api/udf-api/pom.xml | 4 +-
iotdb-client/cli/pom.xml | 22 +-
iotdb-client/client-cpp/pom.xml | 4 +-
iotdb-client/client-py/pom.xml | 4 +-
iotdb-client/isession/pom.xml | 12 +-
iotdb-client/jdbc/pom.xml | 12 +-
iotdb-client/pom.xml | 2 +-
iotdb-client/service-rpc/pom.xml | 8 +-
.../java/org/apache/iotdb/rpc/TSStatusCode.java | 1 +
iotdb-client/session/pom.xml | 14 +-
iotdb-connector/flink-iotdb-connector/pom.xml | 12 +-
iotdb-connector/flink-sql-iotdb-connector/pom.xml | 14 +-
iotdb-connector/flink-tsfile-connector/pom.xml | 8 +-
iotdb-connector/grafana-connector/pom.xml | 4 +-
iotdb-connector/grafana-plugin/pom.xml | 2 +-
iotdb-connector/hadoop/pom.xml | 6 +-
iotdb-connector/hive-connector/pom.xml | 8 +-
iotdb-connector/pom.xml | 2 +-
iotdb-connector/spark-iotdb-connector/pom.xml | 8 +-
.../spark-iotdb-connector/scala_2.11/pom.xml | 2 +-
.../spark-iotdb-connector/scala_2.12/pom.xml | 2 +-
iotdb-connector/spark-tsfile/pom.xml | 8 +-
iotdb-connector/zeppelin-interpreter/pom.xml | 6 +-
iotdb-core/antlr/pom.xml | 2 +-
iotdb-core/confignode/pom.xml | 28 +-
.../async/AsyncConfigNodeHeartbeatClientPool.java | 7 +-
.../heartbeat/ConfigNodeHeartbeatHandler.java | 14 +-
.../confignode/conf/ConfigNodeDescriptor.java | 17 +-
.../statemachine/ConfigRegionStateMachine.java | 3 +-
.../iotdb/confignode/manager/ConfigManager.java | 22 +-
.../confignode/manager/load/cache/LoadCache.java | 8 +-
.../load/cache/node/NodeHeartbeatSample.java | 8 +
.../manager/load/service/HeartbeatService.java | 24 +-
.../iotdb/confignode/manager/node/NodeManager.java | 4 +-
.../persistence/pipe/PipePluginInfo.java | 2 +-
.../iotdb/confignode/service/ConfigNode.java | 10 +-
.../confignode/service/ConfigNodeCommandLine.java | 8 +-
.../confignode/service/ConfigNodeShutdownHook.java | 6 +-
.../thrift/ConfigNodeRPCServiceProcessor.java | 8 +-
iotdb-core/consensus/pom.xml | 14 +-
.../org/apache/iotdb/consensus/IStateMachine.java | 32 ---
.../ratis/ApplicationStateMachineProxy.java | 44 +---
iotdb-core/datanode/pom.xml | 38 +--
.../consensus/statemachine/BaseStateMachine.java | 3 +-
.../dataregion/DataRegionStateMachine.java | 18 --
.../schemaregion/SchemaRegionStateMachine.java | 18 --
.../db/pipe/agent/plugin/PipePluginAgent.java | 2 +-
.../config/constant/PipeExtractorConstant.java | 2 +
.../request/PipeTransferTabletInsertNodeReq.java | 14 +-
.../request/PipeTransferTabletRawReq.java | 11 +
.../db/pipe/connector/protocol/IoTDBConnector.java | 11 +-
.../protocol/airgap/IoTDBAirGapConnector.java | 32 ++-
.../protocol/legacy/IoTDBLegacyPipeConnector.java | 37 ++-
.../thrift/async/IoTDBThriftAsyncConnector.java | 3 +-
.../thrift/sync/IoTDBThriftSyncConnector.java | 26 +-
.../protocol/websocket/WebSocketConnector.java | 4 +-
.../protocol/writeback/WriteBackConnector.java | 176 +++++++++++++
.../pipe/extractor/IoTDBDataRegionExtractor.java | 12 +-
.../PipeHistoricalDataRegionTsFileExtractor.java | 5 +-
.../connector/PipeConnectorSubtaskManager.java | 5 +
.../iotdb/db/protocol/client/ConfigNodeClient.java | 5 +-
.../protocol/thrift/impl/ClientRPCServiceImpl.java | 4 +-
.../impl/DataNodeInternalRPCServiceImpl.java | 11 +-
.../timerangeiterator/AggrWindowIterator.java | 91 ++++---
.../PreAggrWindowWithNaturalMonthIterator.java | 17 +-
.../TimeRangeIteratorFactory.java | 41 +--
.../execution/operator/AggregationUtil.java | 2 -
.../queryengine/plan/analyze/AnalyzeVisitor.java | 16 +-
.../execution/config/metadata/ShowClusterTask.java | 1 +
.../config/metadata/ShowPipePluginsTask.java | 6 +
.../plan/optimization/LimitOffsetPushDown.java | 15 +-
.../db/queryengine/plan/parser/ASTVisitor.java | 53 ++--
.../plan/parser/StatementGenerator.java | 7 +-
.../plan/parameter/GroupByTimeParameter.java | 85 ++----
.../statement/component/GroupByTimeComponent.java | 52 ++--
.../mtree/impl/pbtree/CachedMTreeStore.java | 78 ++++--
.../impl/pbtree/StampedWriterPreferredLock.java | 10 +-
.../mtree/impl/pbtree/cache/CacheManager.java | 285 +++++++++++++++------
.../mtree/impl/pbtree/cache/ICacheManager.java | 10 +-
.../impl/pbtree/flush/PBTreeFlushExecutor.java | 104 ++++++++
.../mnode/container/CachedMNodeContainer.java | 5 +
.../mnode/container/ICachedMNodeContainer.java | 2 +
.../java/org/apache/iotdb/db/service/DataNode.java | 4 +-
.../org/apache/iotdb/db/utils/DateTimeUtils.java | 99 ++++++-
.../iotdb/db/utils/TimestampPrecisionUtils.java | 19 +-
.../mtree/lock/StampedWriterPreferredLockTest.java | 43 ++++
.../aggregation/TimeRangeIteratorTest.java | 183 +++++++++++--
.../operator/AggregationOperatorTest.java | 7 +-
.../AlignedSeriesAggregationScanOperatorTest.java | 22 +-
.../operator/HorizontallyConcatOperatorTest.java | 4 +-
.../execution/operator/OperatorMemoryTest.java | 22 +-
.../operator/RawDataAggregationOperatorTest.java | 16 +-
.../SeriesAggregationScanOperatorTest.java | 22 +-
.../SlidingWindowAggregationOperatorTest.java | 3 +-
.../node/process/AggregationNodeSerdeTest.java | 3 +-
.../node/process/GroupByLevelNodeSerdeTest.java | 3 +-
.../plan/node/process/GroupByTagNodeSerdeTest.java | 3 +-
.../source/SeriesAggregationScanNodeSerdeTest.java | 3 +-
.../dataregion/LastFlushTimeMapTest.java | 34 ++-
.../compaction/AbstractCompactionTest.java | 68 +++++
.../cross/InsertionCrossSpaceCompactionTest.java | 22 +-
.../DateTimeUtilsTest.java} | 33 ++-
iotdb-core/metrics/core/pom.xml | 4 +-
iotdb-core/metrics/interface/pom.xml | 12 +-
iotdb-core/metrics/pom.xml | 2 +-
iotdb-core/node-commons/pom.xml | 22 +-
.../pipe/plugin/builtin/BuiltinPipePlugin.java | 26 ++
.../builtin/connector/WebSocketConnector.java | 4 +-
...hriftConnector.java => WriteBackConnector.java} | 6 +-
.../apache/iotdb/commons/utils/NodeUrlUtils.java | 65 ++++-
iotdb-core/pom.xml | 2 +-
iotdb-core/tsfile/pom.xml | 4 +-
.../iotdb/tsfile/read/filter/GroupByFilter.java | 5 +
.../tsfile/read/filter/GroupByMonthFilter.java | 183 ++++++-------
.../apache/iotdb/tsfile/utils/TimeDuration.java | 194 ++++++++++++++
.../tsfile/read/filter/FilterSerializeTest.java | 18 +-
.../tsfile/read/filter/GroupByMonthFilterTest.java | 60 ++++-
.../iotdb/tsfile/utils/TimeDurationTest.java | 67 +++++
iotdb-protocol/openapi/pom.xml | 2 +-
iotdb-protocol/pom.xml | 2 +-
iotdb-protocol/thrift-commons/pom.xml | 2 +-
.../thrift-commons/src/main/thrift/common.thrift | 11 +
iotdb-protocol/thrift-confignode/pom.xml | 4 +-
.../src/main/thrift/confignode.thrift | 27 +-
iotdb-protocol/thrift-consensus/pom.xml | 4 +-
iotdb-protocol/thrift-datanode/pom.xml | 4 +-
.../src/main/thrift/datanode.thrift | 8 +
library-udf/pom.xml | 4 +-
pom.xml | 12 +-
175 files changed, 3171 insertions(+), 1078 deletions(-)
copy example/{flink => pipe-count-point-processor}/pom.xml (64%)
create mode 100644
example/pipe-count-point-processor/src/main/java/org/apache/iotdb/CountPointProcessor.java
copy example/{session => pipe-opc-ua-sink}/pom.xml (75%)
create mode 100644
example/pipe-opc-ua-sink/src/main/java/org/apache/iotdb/opcua/ClientExample.java
create mode 100644
example/pipe-opc-ua-sink/src/main/java/org/apache/iotdb/opcua/ClientExampleRunner.java
create mode 100644
example/pipe-opc-ua-sink/src/main/java/org/apache/iotdb/opcua/ClientTest.java
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/connector/protocol/opcua/OpcUaKeyStoreLoader.java
=>
example/pipe-opc-ua-sink/src/main/java/org/apache/iotdb/opcua/IoTDBKeyStoreLoaderClient.java
(50%)
create mode 100644
integration-test/src/test/java/org/apache/iotdb/db/it/groupby/IoTDBGroupByNaturalMonthNsPrecisionIT.java
create mode 100644
integration-test/src/test/java/org/apache/iotdb/db/it/groupby/IoTDBGroupByNaturalMonthUsPrecisionIT.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/connector/protocol/writeback/WriteBackConnector.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/schemaengine/schemaregion/mtree/impl/pbtree/flush/PBTreeFlushExecutor.java
rename
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/{qp/utils/DatetimeQueryDataSetUtilsTest.java
=> utils/DateTimeUtilsTest.java} (89%)
copy
iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/pipe/plugin/builtin/connector/{IoTDBThriftConnector.java
=> WriteBackConnector.java} (89%)
create mode 100644
iotdb-core/tsfile/src/main/java/org/apache/iotdb/tsfile/utils/TimeDuration.java
create mode 100644
iotdb-core/tsfile/src/test/java/org/apache/iotdb/tsfile/utils/TimeDurationTest.java
