This is an automated email from the ASF dual-hosted git repository.
jiangtian pushed a change to branch deletion_expr
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from f91f273486e add expr framework
add 2f648680af4 [to rc/1.3.3] Fix the allocation of target file name in
repair data task (#13492)
add 42967426fd5 Load: add detailed exception message in rpc returned
status (#13493) (#13497)
add 492a7f3e536 Active Load: Fix load_active_listing_enable &
load_active_listing_dirs hot load failure (#13491) (#13499)
add ba3f08e2fea Active Load: Check dir r/w permissions before loading from
listening dirs (#13488) (#13500)
add c223f62f3ce Pipe: perform deep copy for incoming progress index when
constructing and updating progress index & fix hash code of progress index
(#13441) (#13503)
add 941e82f042f Fix error in last query with sort + limit
add c66769cbf28 Pipe: Fix asynchronous connector manager leak when the
receiverAttributes exists on constructing (#13501) (#13507)
add 1694af9ccda Pipe: Fixed the bug that certificate cannot be trusted in
OPC UA connector (#13495) (#13508)
add d61314fd077 Active Load: Fix load failures due to memory constraints
not be reloaded (#13510)
add 8b9214c2c45 Fix the logic of catch ServerNotReadyException to enable
read retry (#13509) (#13513)
add cf73d9a871c [To rc/1.3.3][Py-Client] support new data types (#13506)
add 7d05d694604 Pipe: Add 'data.delete' & 'realtime-first' conflict check
in PipeParameters (#13514)
add bc591cb25e8 Active Load: Fix load_active_listening_max_thread_num or
load_active_listening_check_interval_seconds less than 0 throwing exception
(#13518)
add 74ed54fb6dc [Metrics] Fix the grafana panel display error caused by
not initializing trigTime (#13496) (#13524)
add 3ad77ac892c Fix memory calculate error when insertRecords with both
aligned and non-aligned devices (#12720) (#13527)
add 1547dabe56d Pipe: rebind progress index to prematurely flushed tsfile
insertion event to avoid data loss when syncing data between clusters (#13519)
add 41d0604e38e Pipe: fix event counter decrement operations to avoid
inconsistent final counts (#13533)
add bc4d4c00e55 Pipe & IT : Refactor pipe / IT and improved IT behaviour
(#13530)
add e74d1b48047 Pipe: Fix data lost when syncing between clusters cause by
senders' data region leader change (#13532) (#13536)
add 9e1143f4592 Pipe: Fix the Out of memory problem in WALInsertNodeCache
memory management under extreme conditions (#13538)
add bba1af2efb2 Pipe: Fix startup failure of
PipeHistoricalDataRegionTsFileExtractor due to unprepared StorageEngine
(#13526) (#13540)
add 7434fb76e07 [To rc/1.3.3] Fix the issue of restarting DataNode to
clean up InvalidDataRegion (#13543)
new 5a859c800ab Merge branch 'rc/1.3.3' into deletion_expr
The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.../org/apache/iotdb/it/env/MultiEnvFactory.java | 11 +-
.../iotdb/it/env/cluster/ClusterConstant.java | 10 -
.../org/apache/iotdb/it/env/cluster/EnvUtils.java | 74 +-
.../iotdb/it/env/cluster/env/AbstractEnv.java | 284 ++++----
.../iotdb/it/env/cluster/env/MultiClusterEnv.java | 8 +-
.../it/env/cluster/node/AbstractNodeWrapper.java | 2 +-
.../it/env/cluster/node/ConfigNodeWrapper.java | 35 +-
.../iotdb/it/env/cluster/node/DataNodeWrapper.java | 32 +-
.../db/it/last/IoTDBLastQueryLastCacheIT.java | 14 +
.../it/last/IoTDBLastQueryWithLimitOffsetIT.java | 34 +
.../apache/iotdb/it/framework/IoTDBTestRunner.java | 21 +-
.../iotdb/pipe/it/single/IoTDBPipeOPCUAIT.java | 6 +
.../api/customizer/parameter/PipeParameters.java | 4 +
iotdb-client/client-py/SessionExample.py | 53 +-
iotdb-client/client-py/iotdb/Session.py | 31 +
.../Exceptions.py => tsfile/utils/DateUtils.py} | 52 +-
iotdb-client/client-py/iotdb/utils/Field.py | 50 +-
.../client-py/iotdb/utils/IoTDBConstants.py | 11 +-
.../client-py/iotdb/utils/IoTDBRpcDataSet.py | 93 ++-
iotdb-client/client-py/iotdb/utils/NumpyTablet.py | 33 +-
iotdb-client/client-py/iotdb/utils/RowRecord.py | 8 +-
.../client-py/iotdb/utils/SessionDataSet.py | 24 +-
iotdb-client/client-py/iotdb/utils/Tablet.py | 44 +-
.../tests/integration/test_new_data_types.py | 157 ++++
.../iotdb/consensus/ratis/RatisConsensus.java | 9 +
.../java/org/apache/iotdb/db/conf/IoTDBConfig.java | 15 +
.../org/apache/iotdb/db/conf/IoTDBDescriptor.java | 34 +-
.../client/IoTDBDataNodeAsyncClientManager.java | 12 +-
.../evolvable/batch/PipeTabletEventBatch.java | 4 +-
.../batch/PipeTransferBatchReqBuilder.java | 6 +-
.../connector/protocol/opcua/OpcUaNameSpace.java | 1 +
.../protocol/opcua/OpcUaServerBuilder.java | 150 ++--
.../async/IoTDBDataRegionAsyncConnector.java | 7 +-
.../thrift/sync/IoTDBDataRegionSyncConnector.java | 4 +-
.../common/tsfile/PipeTsFileInsertionEvent.java | 29 +-
.../PipeHistoricalDataRegionTsFileExtractor.java | 26 +-
.../realtime/assigner/PipeDataRegionAssigner.java | 29 +-
.../PipeTimePartitionProgressIndexKeeper.java | 100 +++
.../db/pipe/metric/PipeDataRegionEventCounter.java | 6 +-
.../resource/memory/InsertNodeMemoryEstimator.java | 802 +++++++++++++++++++++
.../pipe/task/builder/PipeDataNodeTaskBuilder.java | 57 +-
.../subtask/connector/PipeConnectorSubtask.java | 12 +-
.../connector/PipeConnectorSubtaskLifeCycle.java | 5 +-
.../connector/PipeConnectorSubtaskManager.java | 6 +-
.../PipeRealtimePriorityBlockingQueue.java | 7 +-
.../protocol/rest/v1/impl/RestApiServiceImpl.java | 8 +-
.../protocol/rest/v2/impl/RestApiServiceImpl.java | 11 +-
.../plan/analyze/LoadTsFileAnalyzer.java | 11 +-
.../plan/planner/LogicalPlanVisitor.java | 11 +-
.../plan/node/process/last/LastQueryNode.java | 3 +
.../plan/node/write/InsertMultiTabletsNode.java | 2 +-
.../plan/planner/plan/node/write/InsertNode.java | 6 +-
.../planner/plan/node/write/InsertRowsNode.java | 14 +-
.../plan/node/write/InsertRowsOfOneDeviceNode.java | 2 +-
.../apache/iotdb/db/schemaengine/SchemaEngine.java | 60 +-
.../java/org/apache/iotdb/db/service/DataNode.java | 101 ++-
.../db/storageengine/dataregion/DataRegion.java | 6 +
.../task/RepairUnsortedFileCompactionTask.java | 63 +-
.../impl/NewSizeTieredCompactionSelector.java | 7 +-
.../memtable/AlignedWritableMemChunk.java | 2 +-
.../dataregion/memtable/TsFileProcessor.java | 59 +-
.../dataregion/tsfile/TsFileManager.java | 14 +
.../dataregion/tsfile/TsFileResource.java | 11 +-
.../dataregion/wal/utils/WALInsertNodeCache.java | 44 +-
.../load/active/ActiveLoadDirScanner.java | 47 ++
.../load/active/ActiveLoadTsFileLoader.java | 19 +-
.../SubscriptionConnectorSubtaskLifeCycle.java | 2 +-
.../SubscriptionConnectorSubtaskManager.java | 6 +-
.../tools/schema/SchemaRegionSnapshotParser.java | 68 +-
.../org/apache/iotdb/db/utils/DateTimeUtils.java | 2 +
.../db/pipe/extractor/PipeRealtimeExtractTest.java | 7 +
.../logical/DataQueryLogicalPlannerTest.java | 33 +
.../TsFileResourceProgressIndexTest.java | 10 +-
.../dataregion/memtable/TsFileProcessorTest.java | 124 +++-
.../commons/consensus/index/ProgressIndex.java | 34 +-
.../consensus/index/impl/HybridProgressIndex.java | 27 +-
.../consensus/index/impl/IoTProgressIndex.java | 25 +-
.../consensus/index/impl/MetaProgressIndex.java | 8 +-
.../consensus/index/impl/MinimumProgressIndex.java | 7 +-
.../consensus/index/impl/RecoverProgressIndex.java | 25 +-
.../consensus/index/impl/SimpleProgressIndex.java | 12 +-
.../consensus/index/impl/StateProgressIndex.java | 22 +-
.../index/impl/TimeWindowStateProgressIndex.java | 17 +-
.../pipe/connector/protocol/IoTDBConnector.java | 2 +-
.../iotdb/commons/pipe/event/EnrichedEvent.java | 5 +
.../pipe/task/connection/BlockingPendingQueue.java | 5 +-
86 files changed, 2642 insertions(+), 712 deletions(-)
copy iotdb-client/client-py/iotdb/{dbapi/Exceptions.py =>
tsfile/utils/DateUtils.py} (53%)
create mode 100644
iotdb-client/client-py/tests/integration/test_new_data_types.py
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/extractor/dataregion/realtime/assigner/PipeTimePartitionProgressIndexKeeper.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/resource/memory/InsertNodeMemoryEstimator.java
