This is an automated email from the ASF dual-hosted git repository.
haonan pushed a change to branch speed_up_recover
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from 8e8fbfec386 fix sonar bug
add edc684e61e0 Fix the usage of idAndAttributeIndexMap in TableScanNode
add 85524b0e832 Support where condition in show / count devices
add b93348d3ccb Support alter table add column / set properties if exists
& default string type for id / attribute columns
add 8a1657c7548 Split IT for Table model
add b5faa3c71ce Optimize action
add ea4ecc31a89 Bump milo.version from 0.6.10 to 0.6.14 (#13203)
add b5688551711 Bump org.apache.maven.plugins:maven-jar-plugin from 3.2.0
to 3.2.2 (#13202)
add 13e0d764661 Bump org.apache.maven.plugins:maven-shade-plugin from
3.5.0 to 3.5.3 (#13204)
add 9d8b7b078d4 Bump org.cyclonedx:cyclonedx-maven-plugin from 2.7.9 to
2.7.11 (#13205)
add c5a40cc26b3 Do not check column names for table model non-sql
add a95b9f37c27 Revert "Bump org.apache.maven.plugins:maven-shade-plugin
from 3.5.0 to 3.5.3 …" (#13209)
add 019b565cc0b Fix table insertion sql WAL & enable restart tests (#13197)
add ef3cf9f08af Bump swagger version (#13211)
add deb17201b39 fix action name (#13212)
add bde0420b5d5 Merge branch 'master' of github.com:apache/iotdb into
speed_up_recover
add d8255ed1dcb update more
add 1e86efcb7a3 fix empty FileTimeIndexCache
No new revisions were added by this update.
Summary of changes:
.github/workflows/cluster-it-1c3d.yml | 2 +-
.github/workflows/{unit-test.yml => daily-ut.yml} | 30 +-
...uster-it-1c1d.yml => table-cluster-it-1c1d.yml} | 6 +-
...uster-it-1c3d.yml => table-cluster-it-1c3d.yml} | 8 +-
.github/workflows/unit-test.yml | 9 +-
example/pipe-count-point-processor/pom.xml | 2 +-
integration-test/README.md | 24 +-
integration-test/pom.xml | 28 ++
.../java/org/apache/iotdb/it/env/EnvFactory.java | 2 +
.../main/java/org/apache/iotdb/it/env/EnvType.java | 3 +-
.../iotdb/it/env/cluster/env/AbstractEnv.java | 5 +-
.../category/{DailyIT.java => TableClusterIT.java} | 2 +-
.../{DailyIT.java => TableLocalStandaloneIT.java} | 2 +-
.../org/apache/iotdb/db/it/IoTDBRestartIT.java | 54 ++--
.../org/apache/iotdb/db/it/utils/TestUtils.java | 23 ++
.../it/db/it/IoTDBExecuteBatchTableIT.java | 7 +-
.../it/db/it/IoTDBFlushQueryTableIT.java | 6 +-
.../it/db/it/IoTDBInsertAlignedValuesTableIT.java | 6 +-
.../relational/it/db/it/IoTDBInsertTableIT.java | 103 ++++++-
.../it/db/it/IoTDBMultiDeviceTableIT.java | 6 +-
.../relational/it/db/it/IoTDBRecoverTableIT.java | 6 +-
.../it/db/it/IoTDBRecoverUnclosedTableIT.java | 6 +-
.../relational/it/db/it/IoTDBRestartTableIT.java | 90 +++---
.../it/db/it/IoTDBSetConfigurationTableIT.java | 4 +-
.../it/query/old/IoTDBDatetimeFormatTableIT.java | 6 +-
.../it/query/old/IoTDBFilterBetweenTableIT.java | 6 +-
.../it/query/old/IoTDBFilterNullTableIT.java | 6 +-
.../it/query/old/IoTDBFilterTableIT.java | 5 +-
.../it/query/old/IoTDBNestedQueryTableIT.java | 6 +-
.../it/query/old/IoTDBSimpleQueryTableIT.java | 6 +-
.../alignbydevice/IoTDBAlignByDeviceTable2IT.java | 6 +-
.../alignbydevice/IoTDBAlignByDeviceTable3IT.java | 6 +-
.../alignbydevice/IoTDBAlignByDeviceTableIT.java | 6 +-
.../IoTDBAlignByDeviceWithTemplateTable2IT.java | 6 +-
.../IoTDBAlignByDeviceWithTemplateTableIT.java | 6 +-
...TDBOrderByLimitOffsetAlignByDeviceTable2IT.java | 6 +-
...oTDBOrderByLimitOffsetAlignByDeviceTableIT.java | 6 +-
.../IoTDBOrderByWithAlignByDeviceTable2IT.java | 6 +-
.../IoTDBOrderByWithAlignByDeviceTable3IT.java | 6 +-
.../IoTDBOrderByWithAlignByDeviceTableIT.java | 6 +-
.../IoTDBAlignedOffsetLimitPushDownTableIT.java | 6 +-
.../aligned/IoTDBAlignedSeriesQueryTable2IT.java | 6 +-
.../aligned/IoTDBAlignedSeriesQueryTable3IT.java | 6 +-
.../aligned/IoTDBAlignedSeriesQueryTable4IT.java | 6 +-
.../aligned/IoTDBAlignedSeriesQueryTable5IT.java | 6 +-
.../aligned/IoTDBAlignedSeriesQueryTableIT.java | 6 +-
.../aligned/IoTDBPredicatePushDownTable2IT.java | 6 +-
.../aligned/IoTDBPredicatePushDownTable3IT.java | 6 +-
.../aligned/IoTDBPredicatePushDownTable4IT.java | 6 +-
.../old/aligned/IoTDBPredicatePushDownTableIT.java | 6 +-
.../scalar/IoTDBCastFunctionTableIT.java | 6 +-
.../scalar/IoTDBDiffFunctionTable2IT.java | 6 +-
.../scalar/IoTDBDiffFunctionTable3IT.java | 6 +-
.../scalar/IoTDBDiffFunctionTableIT.java | 6 +-
.../scalar/IoTDBReplaceFunctionTableIT.java | 6 +-
.../scalar/IoTDBRoundFunctionTableIT.java | 6 +-
.../scalar/IoTDBSubStringFunctionTableIT.java | 6 +-
...ava => IoTDBMultiIDsWithAttributesTableIT.java} | 116 +++++++-
.../it/query/old/orderBy/IoTDBOrderByTableIT.java | 6 +-
.../it/query/old/query/IoTDBArithmeticTableIT.java | 6 +-
.../query/old/query/IoTDBCaseWhenThenTableIT.java | 6 +-
.../it/query/old/query/IoTDBFuzzyQueryTableIT.java | 6 +-
.../it/query/old/query/IoTDBInTableIT.java | 6 +-
...oTDBNoSelectExpressionAfterAnalyzedTableIT.java | 6 +-
.../query/old/query/IoTDBNullOperandTableIT.java | 6 +-
.../query/old/query/IoTDBNullValueFillTableIT.java | 6 +-
.../it/query/old/query/IoTDBPaginationTableIT.java | 6 +-
.../it/query/old/query/IoTDBQueryDemoTableIT.java | 6 +-
.../IoTDBQueryWithComplexValueFilterTableIT.java | 6 +-
.../it/query/old/query/IoTDBResultSetTableIT.java | 6 +-
.../query/IoTDBSelectCompareExpressionTableIT.java | 6 +-
.../query/old/query/IoTDBSelectSchemaTableIT.java | 6 +-
.../it/query/recent/IoTDBNullIdQueryIT.java | 6 +-
.../relational/it/schema/IoTDBDatabaseIT.java | 6 +-
.../relational/it/schema/IoTDBDeviceQueryIT.java | 71 ++++-
.../iotdb/relational/it/schema/IoTDBTableIT.java | 74 ++++-
.../it/session/IoTDBTableModelSessionIT.java | 6 +-
.../session/pool/IoTDBTableModelSessionPoolIT.java | 6 +-
.../java/org/apache/iotdb/rpc/TSStatusCode.java | 1 +
.../consensus/request/ConfigPhysicalPlan.java | 4 +
.../consensus/request/ConfigPhysicalPlanType.java | 1 +
...eTablePlan.java => SetTablePropertiesPlan.java} | 26 +-
.../iotdb/confignode/manager/ConfigManager.java | 2 +
.../iotdb/confignode/manager/ProcedureManager.java | 282 +++++++++---------
.../manager/schema/ClusterSchemaManager.java | 91 +++++-
.../persistence/executor/ConfigPlanExecutor.java | 3 +
.../persistence/schema/ClusterSchemaInfo.java | 30 +-
.../confignode/persistence/schema/ConfigMTree.java | 71 +++--
.../procedure/impl/schema/SchemaUtils.java | 70 +++++
.../impl/schema/table/AddTableColumnProcedure.java | 145 ++++-----
.../impl/schema/table/CreateTableProcedure.java | 130 +++------
.../schema/table/SetTablePropertiesProcedure.java | 325 +++++++++++++++++++++
...lumnState.java => SetTablePropertiesState.java} | 6 +-
.../procedure/store/ProcedureFactory.java | 6 +
.../confignode/procedure/store/ProcedureType.java | 1 +
.../request/ConfigPhysicalPlanSerDeTest.java | 16 +
...t.java => SetTablePropertiesProcedureTest.java} | 27 +-
.../table/TableAlreadyExistsException.java | 2 +-
.../metadata/table/TableNotExistsException.java | 2 +-
.../request/PipeTransferTabletRawReq.java | 1 +
.../v1/handler/StatementConstructionHandler.java | 1 +
.../v2/handler/StatementConstructionHandler.java | 2 +
.../protocol/thrift/impl/ClientRPCServiceImpl.java | 13 +-
.../operator/schema/SchemaCountOperator.java | 4 +-
.../schema/source/DevicePredicateFilter.java | 51 ++++
.../schema/source/SchemaSourceFactory.java | 21 +-
.../schema/source/TableDeviceQuerySource.java | 77 +++--
.../iotdb/db/queryengine/plan/Coordinator.java | 4 +
.../execution/config/TableConfigTaskVisitor.java | 119 ++++++--
.../config/executor/ClusterConfigTaskExecutor.java | 69 ++++-
.../config/executor/IConfigTaskExecutor.java | 31 +-
.../relational/AlterTableAddColumnTask.java | 70 +----
...eTask.java => AlterTableSetPropertiesTask.java} | 31 +-
.../metadata/relational/CreateTableTask.java | 4 +-
.../TableModelStatementMemorySourceVisitor.java | 32 +-
.../plan/planner/TableOperatorGenerator.java | 50 +++-
.../node/metadata/read/TableDeviceFetchNode.java | 6 -
.../metadata/read/TableDeviceQueryCountNode.java | 8 +
.../planner/plan/node/write/InsertRowsNode.java | 4 +
.../plan/node/write/RelationalInsertRowsNode.java | 4 +
.../relational/analyzer/StatementAnalyzer.java | 122 +++++++-
.../schema/CheckSchemaPredicateVisitor.java | 24 +-
.../schema/ExtractPredicateColumnNameVisitor.java | 11 +-
.../plan/relational/metadata/MetadataUtil.java | 8 +-
.../metadata/fetcher/SchemaPredicateUtil.java | 5 +-
.../metadata/fetcher/TableDeviceSchemaFetcher.java | 103 ++++---
.../fetcher/TableHeaderSchemaValidator.java | 96 ++++--
.../plan/relational/planner/LogicalPlanner.java | 66 +----
.../plan/relational/planner/RelationPlanner.java | 4 +-
.../distribute/TableModelQueryFragmentPlanner.java | 5 +-
.../TableModelTypeProviderExtractor.java | 24 ++
.../relational/planner/node/TableScanNode.java | 4 -
.../optimizations/PushPredicateIntoTableScan.java | 44 +--
.../sql/ast/AbstractQueryDeviceWithCache.java | 103 +++++++
...ueryDevice.java => AbstractTraverseDevice.java} | 75 +++--
.../plan/relational/sql/ast/AddColumn.java | 59 +++-
.../plan/relational/sql/ast/ColumnDefinition.java | 30 +-
.../plan/relational/sql/ast/CountDevice.java | 30 +-
.../plan/relational/sql/ast/CreateTable.java | 28 +-
.../sql/ast/DefaultTraversalVisitor.java | 10 +-
.../plan/relational/sql/ast/SetProperties.java | 29 +-
.../plan/relational/sql/ast/ShowDevice.java | 41 ++-
.../plan/relational/sql/parser/AstBuilder.java | 35 ++-
.../plan/relational/sql/util/SqlFormatter.java | 24 +-
.../schemaengine/schemaregion/ISchemaRegion.java | 5 +-
.../schemaregion/impl/SchemaRegionMemoryImpl.java | 9 +-
.../schemaregion/impl/SchemaRegionPBTreeImpl.java | 5 +-
.../mtree/impl/mem/MTreeBelowSGMemoryImpl.java | 31 +-
.../read/resp/info/impl/ShowDevicesResult.java | 18 ++
.../db/storageengine/dataregion/DataRegion.java | 4 +-
.../dataregion/HashLastFlushTimeMap.java | 5 +-
.../dataregion/tsfile/TsFileResource.java | 1 +
.../timeindex/FileTimeIndexCacheRecorder.java | 8 +-
.../FileTimeIndexCacheWriter.java | 2 +-
.../schemaRegion/SchemaRegionTableDeviceTest.java | 74 +----
.../schemaRegion/SchemaRegionTestUtil.java | 6 +-
.../plan/relational/analyzer/AnalyzerTest.java | 16 +-
.../plan/relational/analyzer/SortTest.java | 9 +-
.../schema/table/AlterTableOperationType.java | 9 +-
.../apache/iotdb/commons/schema/table/TsTable.java | 20 +-
.../db/relational/grammar/sql/RelationalSql.g4 | 13 +-
pom.xml | 8 +-
162 files changed, 2733 insertions(+), 1333 deletions(-)
copy .github/workflows/{unit-test.yml => daily-ut.yml} (74%)
copy .github/workflows/{cluster-it-1c1d.yml => table-cluster-it-1c1d.yml} (94%)
copy .github/workflows/{cluster-it-1c3d.yml => table-cluster-it-1c3d.yml} (91%)
copy
integration-test/src/main/java/org/apache/iotdb/itbase/category/{DailyIT.java
=> TableClusterIT.java} (96%)
copy
integration-test/src/main/java/org/apache/iotdb/itbase/category/{DailyIT.java
=> TableLocalStandaloneIT.java} (95%)
rename
integration-test/src/test/java/org/apache/iotdb/relational/it/query/old/orderBy/{IoTDBStreamSortIT.java
=> IoTDBMultiIDsWithAttributesTableIT.java} (73%)
copy
iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/consensus/request/write/table/{CommitCreateTablePlan.java
=> SetTablePropertiesPlan.java} (68%)
create mode 100644
iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/procedure/impl/schema/table/SetTablePropertiesProcedure.java
copy
iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/procedure/state/schema/{AddTableColumnState.java
=> SetTablePropertiesState.java} (92%)
copy
iotdb-core/confignode/src/test/java/org/apache/iotdb/confignode/procedure/impl/schema/table/{AddTableColumnProcedureTest.java
=> SetTablePropertiesProcedureTest.java} (67%)
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/schema/source/DevicePredicateFilter.java
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/execution/config/metadata/relational/{CreateTableTask.java
=> AlterTableSetPropertiesTask.java} (64%)
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/sql/ast/AbstractQueryDeviceWithCache.java
rename
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/sql/ast/{AbstractQueryDevice.java
=> AbstractTraverseDevice.java} (66%)
