This is an automated email from the ASF dual-hosted git repository.
caogaofei pushed a change to branch beyyes/last_cache
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from 89a16f360a3 fix
add 69fb8dc479b Pipe: fix the reference count leak of events in async
connector during restart (#14324)
add 0d22f2b3f35 Load: flush metadata of generated files to avoid OOM
(#14419)
add eb3f554d654 Load: when table exists in IoTDB, make sure the
existing/incoming ID columns are the prefix of the incoming/existing ID columns
(#14341)
add 78ec1c9f825 Load: Fix Memory Allocation and Release Mismatch in
LoadTsFileDataCacheMemoryBlock (#14375)
add 65f3ad46274 [To dev/1.3]Support auto mkdirs in ExportData (#14378)
(#14400)
add 0c444734d50 Load: fix that empty measurement in aligned devices may
cause warnings (#14444)
add fbd17931ebc Pipe: Fixed the bug that the handling logic of return
status is not of use in convert execution visitor (#14443)
add 0d69f7149b8 Pipe: Fix the null pointer exception when the receiver
closes the Session (#14446)
add f6b16ed0aec Pipe: Added permission check for config receiver (#14418)
add 6a28a0792c3 Pipe: Introduce a minimum restart interval to optimize the
restart strategy to avoid frequent restarts & Stay tsfile extraction mode if
the task is currently restarted (#14374)
add d3f63920531 Bump h2-mvstore to 2.3.232 (#14450)
add 5f7b570aa5d Fix ratis byte limit configuration too small (#14449)
new 9ddb0230c28 Merge branch 'master' into beyyes/last_cache
new ead283f90bf add basic impl code
The 2 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.../org/apache/iotdb/db/it/utils/TestUtils.java | 42 ++++
.../pipe/it/manual/IoTDBPipePermissionIT.java | 71 +++++-
.../pipe/it/tablemodel/IoTDBPipeWithLoadIT.java | 246 +++++++++++++++++++++
.../org/apache/iotdb/tool/data/ExportData.java | 5 +-
.../org/apache/iotdb/tool/tsfile/ExportTsFile.java | 6 -
.../iotdb/confignode/manager/ConfigManager.java | 4 +-
.../iotdb/confignode/manager/ProcedureManager.java | 10 +-
.../receiver/protocol/IoTDBConfigNodeReceiver.java | 119 ++++++++++
.../impl/schema/AlterLogicalViewProcedure.java | 108 ++++-----
.../apache/iotdb/consensus/ratis/utils/Utils.java | 3 +-
.../java/org/apache/iotdb/db/conf/IoTDBConfig.java | 10 +
.../org/apache/iotdb/db/conf/IoTDBDescriptor.java | 8 +
.../db/pipe/agent/task/PipeDataNodeTaskAgent.java | 37 ++++
.../subtask/connector/PipeConnectorSubtask.java | 9 +
.../async/IoTDBDataRegionAsyncConnector.java | 41 +++-
.../PipeTransferTabletBatchEventHandler.java | 33 ++-
.../PipeTransferTabletInsertNodeEventHandler.java | 14 +-
.../PipeTransferTabletInsertionEventHandler.java | 62 +++---
.../handler/PipeTransferTabletRawEventHandler.java | 15 +-
.../handler/PipeTransferTrackableHandler.java | 98 ++++++++
.../async/handler/PipeTransferTsFileHandler.java | 39 +++-
.../PipeRealtimeDataRegionHybridExtractor.java | 11 +-
.../realtime/assigner/PipeDataRegionAssigner.java | 18 +-
.../protocol/thrift/IoTDBDataNodeReceiver.java | 26 ++-
...leStatementDataTypeConvertExecutionVisitor.java | 10 +-
...eeStatementDataTypeConvertExecutionVisitor.java | 10 +-
.../iotdb/db/protocol/session/SessionManager.java | 4 +-
.../TableAggregationTableScanOperator.java | 26 +--
.../source/relational/TableLastQueryOperator.java | 124 ++++++++++-
.../analyze/load/LoadTsFileTableSchemaCache.java | 2 +-
.../load/TreeSchemaAutoCreatorAndVerifier.java | 14 +-
.../plan/planner/LocalExecutionPlanner.java | 9 +
.../plan/planner/TableOperatorGenerator.java | 97 ++++----
.../metadata/write/view/AlterLogicalViewNode.java | 47 ++--
.../plan/relational/metadata/Metadata.java | 6 +-
.../relational/metadata/TableMetadataImpl.java | 9 +-
.../fetcher/TableHeaderSchemaValidator.java | 41 +++-
.../plan/relational/sql/ast/InsertRows.java | 3 +-
.../relational/sql/ast/WrappedInsertStatement.java | 2 +-
.../db/queryengine/plan/statement/Statement.java | 8 +-
.../db/storageengine/load/LoadTsFileManager.java | 61 ++++-
.../memory/LoadTsFileAnalyzeSchemaMemoryBlock.java | 4 +-
.../memory/LoadTsFileDataCacheMemoryBlock.java | 41 +---
.../load/memory/LoadTsFileMemoryManager.java | 15 ++
.../plan/relational/analyzer/AnalyzerTest.java | 6 +-
.../plan/relational/analyzer/TSBSMetadata.java | 6 +-
.../plan/relational/analyzer/TestMatadata.java | 6 +-
.../plan/statement/InsertStatementTest.java | 3 +
.../apache/iotdb/commons/conf/CommonConfig.java | 9 +
.../iotdb/commons/conf/CommonDescriptor.java | 5 +
.../iotdb/commons/pipe/config/PipeConfig.java | 5 +
.../resource/ref/PipePhantomReferenceManager.java | 2 +-
.../apache/iotdb/commons/schema/table/TsTable.java | 15 ++
pom.xml | 6 +
54 files changed, 1327 insertions(+), 304 deletions(-)
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/connector/protocol/thrift/async/handler/PipeTransferTrackableHandler.java
