This is an automated email from the ASF dual-hosted git repository. spricoder pushed a commit to branch feature/optimize_memory in repository https://gitbox.apache.org/repos/asf/iotdb.git
commit 4a4092da9792267b8e72b2daaa957b4b20679b5e Merge: 05b0757a23f fd721d656eb Author: spricoder <[email protected]> AuthorDate: Sat Dec 28 14:44:08 2024 +0800 Merge branch 'master' into feature/optimize_memory .github/workflows/cluster-it-1c1d.yml | 1 + .github/workflows/cluster-it-1c1d1a.yml | 2 + .github/workflows/cluster-it-1c3d.yml | 2 + .github/workflows/compile-check.yml | 2 + .github/workflows/dependency-check.yml | 2 + .github/workflows/multi-language-client.yml | 2 + .github/workflows/pipe-it-2cluster.yml | 2 + .github/workflows/sonar-codecov.yml | 2 + .github/workflows/table-cluster-it-1c1d.yml | 2 + .github/workflows/table-cluster-it-1c3d.yml | 2 + .github/workflows/todos-check.yml | 1 + .github/workflows/unit-test.yml | 2 + example/client-cpp-example/pom.xml | 4 + example/client-cpp-example/src/CMakeLists.txt | 3 + .../src/TableModelSessionExample.cpp | 129 +++++----- .../org/apache/iotdb/TableModelSessionExample.java | 14 +- .../apache/iotdb/TableModelSessionPoolExample.java | 28 +- .../apache/iotdb/udf/AggregateFunctionExample.java | 2 +- .../apache/iotdb/udf/ScalarFunctionExample.java | 2 +- .../iotdb/db/it/IoTDBSetConfigurationIT.java | 17 +- .../manual/IoTDBPipeTypeConversionISessionIT.java | 2 +- .../IoTDBPipeTypeConversionISessionIT.java | 11 +- .../it/tablemodel/IoTDBPipeTypeConversionIT.java | 2 +- .../pipe/it/tablemodel/IoTDBPipeWithLoadIT.java | 58 +++-- .../iotdb/pipe/it/tablemodel/TableModelUtils.java | 20 +- .../it/db/it/IoTDBCaseWhenThenTableIT.java | 6 +- .../relational/it/db/it/IoTDBDeletionTableIT.java | 68 ++--- .../it/db/it/IoTDBDisableDeletionTableIT.java | 2 +- .../it/db/it/IoTDBExecuteBatchTableIT.java | 26 +- .../it/db/it/IoTDBFlushQueryTableIT.java | 30 +-- .../it/db/it/IoTDBInsertAlignedValuesTableIT.java | 122 +++++---- .../relational/it/db/it/IoTDBInsertTableIT.java | 267 ++++++++++--------- .../it/db/it/IoTDBMultiDeviceTableIT.java | 90 +++---- ...va => IoTDBMultiTAGsWithAttributesTableIT.java} | 56 ++-- .../relational/it/db/it/IoTDBRecoverTableIT.java | 16 +- .../it/db/it/IoTDBRecoverUnclosedTableIT.java | 16 +- .../relational/it/db/it/IoTDBRestartTableIT.java | 51 ++-- .../udf/IoTDBUserDefinedAggregateFunctionIT.java | 2 +- .../it/udf/IoTDBUserDefinedScalarFunctionIT.java | 4 +- .../it/query/old/IoTDBDatetimeFormatTableIT.java | 2 +- .../it/query/old/IoTDBFilterBetweenTableIT.java | 2 +- .../it/query/old/IoTDBFilterNullTableIT.java | 2 +- .../it/query/old/IoTDBFilterTableIT.java | 10 +- .../it/query/old/IoTDBNestedQueryTableIT.java | 6 +- .../it/query/old/IoTDBSimpleQueryTableIT.java | 39 ++- .../alignbydevice/IoTDBAlignByDeviceTableIT.java | 2 +- .../IoTDBAlignByDeviceWithTemplateTableIT.java | 2 +- ...oTDBOrderByLimitOffsetAlignByDeviceTableIT.java | 4 +- .../IoTDBOrderByWithAlignByDeviceTableIT.java | 6 +- .../IoTDBAlignedOffsetLimitPushDownTableIT.java | 2 +- .../it/query/old/aligned/TableUtils.java | 2 +- .../scalar/IoTDBCastFunctionTableIT.java | 6 +- .../scalar/IoTDBCastFunctionTableSpecialIT.java | 2 +- .../scalar/IoTDBDiffFunctionTableIT.java | 2 +- .../scalar/IoTDBReplaceFunctionTableIT.java | 2 +- .../scalar/IoTDBRoundFunctionTableIT.java | 2 +- .../scalar/IoTDBScalarFunctionTableIT.java | 62 ++--- .../scalar/IoTDBSubStringFunctionTableIT.java | 2 +- .../it/query/old/orderBy/IoTDBOrderByTableIT.java | 36 +-- .../it/query/old/query/IoTDBArithmeticTableIT.java | 4 +- .../it/query/old/query/IoTDBFuzzyQueryTableIT.java | 2 +- .../it/query/old/query/IoTDBInTableIT.java | 4 +- ...oTDBNoSelectExpressionAfterAnalyzedTableIT.java | 2 +- .../query/old/query/IoTDBNullOperandTableIT.java | 2 +- .../it/query/old/query/IoTDBPaginationTableIT.java | 4 +- .../it/query/old/query/IoTDBQueryDemoTableIT.java | 2 +- .../IoTDBQueryWithComplexValueFilterTableIT.java | 2 +- .../it/query/old/query/IoTDBResultSetTableIT.java | 6 +- .../query/IoTDBSelectCompareExpressionTableIT.java | 2 +- .../it/query/recent/IoTDBFillTableIT.java | 6 +- .../it/query/recent/IoTDBGapFillTableIT.java | 2 +- .../it/query/recent/IoTDBNullIdQueryIT.java | 4 +- .../it/query/recent/IoTDBTableAggregationIT.java | 4 +- .../recent/subquery/SubqueryDataSetUtils.java | 4 +- .../it/rest/it/IoTDBRestServiceCaseWhenThenIT.java | 6 +- .../it/rest/it/IoTDBRestServiceFlushQueryIT.java | 34 +-- .../relational/it/rest/it/IoTDBRestServiceIT.java | 54 ++-- .../it/IoTDBRestServiceInsertAlignedValuesIT.java | 67 +++-- .../relational/it/schema/IoTDBDatabaseIT.java | 18 +- .../iotdb/relational/it/schema/IoTDBDeviceIT.java | 14 +- .../iotdb/relational/it/schema/IoTDBTableIT.java | 56 ++-- .../it/session/IoTDBSessionRelationalIT.java | 282 ++++++++++----------- .../it/session/IoTDBTableModelSessionIT.java | 8 +- .../pool/IoTDBInsertTableSessionPoolIT.java | 57 ++--- .../session/pool/IoTDBTableModelSessionPoolIT.java | 4 +- iotdb-client/client-cpp/src/main/Session.h | 37 +-- iotdb-client/client-cpp/src/main/TableSession.cpp | 2 +- iotdb-client/client-cpp/src/main/TableSession.h | 2 +- .../src/test/cpp/sessionRelationalIT.cpp | 26 +- .../tests/integration/test_relational_session.py | 12 +- .../tests/integration/test_tablemodel_insert.py | 252 +++++++++--------- .../apache/iotdb/rpc/TElasticFramedTransport.java | 15 +- .../iotdb/rpc/TElasticFramedTransportTest.java | 71 ++++++ .../iotdb/session/SessionCacheLeaderTest.java | 12 +- .../ainode/iotdb/ainode/model/model_factory.py | 2 - .../iotdb/confignode/manager/ConfigManager.java | 76 ++++-- .../confignode/persistence/schema/ConfigMTree.java | 2 +- .../request/ConfigPhysicalPlanSerDeTest.java | 10 +- .../persistence/schema/ConfigMTreeTest.java | 8 +- .../schema/table/AddTableColumnProcedureTest.java | 4 +- .../schema/table/CreateTableProcedureTest.java | 8 +- .../connector/protocol/opcua/OpcUaNameSpace.java | 4 +- .../tablet/parser/TabletInsertionEventParser.java | 8 +- ...ileInsertionEventTableParserTabletIterator.java | 2 +- .../resource/memory/InsertNodeMemoryEstimator.java | 2 +- .../table/v1/handler/RequestValidationHandler.java | 20 +- .../v1/handler/StatementConstructionHandler.java | 4 +- .../schema/source/TableDeviceFetchSource.java | 2 +- .../schema/source/TableDeviceQuerySource.java | 2 +- .../TableAggregationTableScanOperator.java | 10 +- .../source/relational/TableScanOperator.java | 4 +- .../analyze/load/LoadTsFileTableSchemaCache.java | 4 +- .../db/queryengine/plan/parser/ASTVisitor.java | 2 +- .../plan/planner/TableOperatorGenerator.java | 15 +- .../plan/planner/plan/node/write/InsertNode.java | 8 +- .../relational/analyzer/StatementAnalyzer.java | 4 +- .../predicate/ConvertPredicateToFilterVisitor.java | 2 +- .../schema/CheckSchemaPredicateVisitor.java | 4 +- .../ConvertSchemaPredicateToFilterVisitor.java | 4 +- .../plan/relational/metadata/TableSchema.java | 2 +- .../metadata/fetcher/TableDeviceSchemaFetcher.java | 2 +- .../fetcher/TableHeaderSchemaValidator.java | 24 +- .../fetcher/cache/TableDeviceSchemaCache.java | 2 +- .../plan/relational/planner/RelationPlanner.java | 2 +- .../distribute/TableDistributedPlanGenerator.java | 2 +- .../relational/planner/node/TableScanNode.java | 7 +- .../PushLimitOffsetIntoTableScan.java | 5 +- .../optimizations/PushPredicateIntoTableScan.java | 4 +- .../TransformAggregationToStreamable.java | 4 +- .../optimizations/TransformSortToStreamSort.java | 5 +- .../sql/ast/AbstractQueryDeviceWithCache.java | 2 +- .../plan/relational/sql/ast/ColumnDefinition.java | 2 +- .../relational/sql/ast/WrappedInsertStatement.java | 7 +- .../plan/relational/sql/parser/AstBuilder.java | 16 +- .../plan/statement/crud/InsertBaseStatement.java | 2 +- .../iotdb/db/storageengine/StorageEngine.java | 2 + .../db/storageengine/buffer/BloomFilterCache.java | 28 +- .../iotdb/db/storageengine/buffer/ChunkCache.java | 27 +- .../buffer/TimeSeriesMetadataCache.java | 56 +--- .../execute/task/InnerSpaceCompactionTask.java | 9 +- .../execute/utils/CompactionTableSchema.java | 4 +- .../compaction/io/CompactionTsFileReader.java | 14 +- .../compaction/io/CompactionTsFileWriter.java | 2 +- .../dataregion/memtable/AbstractMemTable.java | 4 +- .../dataregion/memtable/TsFileProcessor.java | 17 +- .../org/apache/iotdb/db/utils/CommonUtils.java | 2 +- .../java/org/apache/iotdb/db/utils/MemUtils.java | 2 +- .../db/utils/datastructure/AlignedTVList.java | 3 +- .../SchemaRegionSimpleRecoverTest.java | 4 +- .../plan/parser/StatementGeneratorTest.java | 11 +- .../node/write/InsertRowsNodeSerdeTest.java | 22 +- .../node/write/InsertTabletNodeSerdeTest.java | 16 +- .../planner/node/write/WritePlanNodeSplitTest.java | 2 +- .../plan/relational/analyzer/TSBSMetadata.java | 38 +-- .../plan/relational/analyzer/TestMatadata.java | 18 +- .../fetcher/cache/TableDeviceSchemaCacheTest.java | 32 +-- .../plan/relational/sql/ast/InsertTabletTest.java | 4 +- .../plan/statement/InsertStatementTest.java | 45 ++-- .../plan/statement/StatementTestUtils.java | 14 +- .../storageengine/buffer/BloomFilterCacheTest.java | 29 +-- .../inner/InnerSequenceCompactionSpeedTest.java | 43 ++++ .../repair/RepairUnsortedFileCompactionTest.java | 53 ++++ .../CompactionTableModelTestFileWriter.java | 2 +- .../CompactionTableSchemaCollectorTest.java | 44 ++-- .../TableModelCompactionWithTTLTest.java | 9 +- .../compaction/utils/CompactionCheckerUtils.java | 30 ++- .../dataregion/wal/io/WALFileTest.java | 2 +- .../file/UnsealedTsFileRecoverPerformerTest.java | 4 +- .../apache/iotdb/commons/client/ThriftClient.java | 17 +- .../iotdb/commons/conf/ConfigurationFileUtils.java | 16 +- .../commons/schema/table/InformationSchema.java | 16 +- .../apache/iotdb/commons/schema/table/TsTable.java | 10 +- ...entColumnSchema.java => FieldColumnSchema.java} | 18 +- .../{IdColumnSchema.java => TagColumnSchema.java} | 16 +- .../schema/table/column/TsTableColumnCategory.java | 24 +- .../table/column/TsTableColumnSchemaUtil.java | 16 +- .../db/relational/grammar/sql/RelationalSql.g4 | 16 +- .../src/main/openapi3/iotdb_rest_table_v1.yaml | 2 +- .../iotdb/library/match/PatternExecutor.java | 2 +- .../iotdb/library/match/UDAFPatternMatch.java | 62 +++-- .../org/apache/iotdb/library/UDAFPatternTest.java | 70 +++++ pom.xml | 2 +- 182 files changed, 1871 insertions(+), 1649 deletions(-)
