This is an automated email from the ASF dual-hosted git repository.
lancelly pushed a change to branch support_uncorrelated_quantified_comparison
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from 17e667a7cd8 Merge branch 'support_uncorrelated_in_predicate' into
support_uncorrelated_quantified_comparison
add 1a0d4c6294c Parameter Naming Adjustment for the Table Model of REST
Service (#14571)
add 7e1152938c4 fix: UDAFPatternMatch add validate (#14573)
add 8a4f600bf76 Add High Level Memory Threshold Metrics (#14568)
add fd721d656eb Detect singular frame lengths in TElasticFramedTransport
(#14570)
add d83dd4f5e24 Pipe: Ensure the idempotency of the historical activation
batch (#14566)
add e95f4c5869a Bind 0.0.0.0 for all Thrift Service to enhance
extensibility #14577
add 554d7d86978 Close Aggregation and State to release resource
add d865a2c24e3 Fix RatisConsensus client==null exception when stopping
datanode #14578
add 94e0f30598f Parameter Naming Adjustment for the Table Model of REST
Service example (#14575)
add 4f19e6c3720 Use schema last cache to speed up the last and last_by
aggregations in table model
add fc36adbb6f6 Fixed the timeout of device schema fetch to the timeout of
the caller query/write operation
add 81d32f6d679 Pipe: Fixed the NPE for pipe heartbeat when there are
nodes shutting down (#14584)
add 0ad33adbae3 Revert "Fix that config changes rejected by DN will be
written to CN's config (#14551)" (#14589)
add 779d58bd608 Supplement deletion-related tests and bug fixes (#14315)
add 6eaaf5a4fdf Pipe: Fixed the NPE of schema sync in historical transfer
(#14588)
add f7dcbc2008d Bump logback from 1.3.14 to 1.3.15 (#14596)
add dd4d2be1723 Load: Support auto data type conversion when data type
mismatch detected during analysis stage (#14529)
add f3ebf521b78 Optimized the error log for database inconsistency when
adjusting max region group num
add 88a59690581 Pipe: fix the problems that unable to start when cannot
parse reboot times (#14594)
add 88a99aa6472 Rename config page_cache_deletion_buffer_queue_capacity to
deletion_ahead_log_buffer_queue_capacity (#14600)
add 90e7a809d02 Add annotation for prepareFinal method in
GroupedAccumulator
add 06797285e3f Make column-prune not effective for
InformationSchemaTableScanNode
add 8ba25345e6b merge master
add e9f76a8d50f Merge branch 'support_uncorrelated_in_predicate' into
support_uncorrelated_quantified_comparison
No new revisions were added by this update.
Summary of changes:
.github/workflows/table-cluster-it-1c1d.yml | 2 +-
.../java/org/apache/iotdb/TableHttpExample.java | 4 +-
.../java/org/apache/iotdb/TableHttpsExample.java | 4 +-
integration-test/pom.xml | 44 +-
.../category/{DailyIT.java => ManualIT.java} | 2 +-
.../org/apache/iotdb/db/it/IoTDBLoadTsFileIT.java | 73 +-
.../iotdb/db/it/IoTDBSetConfigurationIT.java | 17 +-
.../it/autocreate/IoTDBPipeAutoConflictIT.java | 51 ++
.../relational/it/db/it/IoTDBDeletionTableIT.java | 910 +++++++++++++++++++--
.../it/db/it/IoTDBDisableDeletionTableIT.java | 120 ---
.../db/it/IoTDBMultiTAGsWithAttributesTableIT.java | 79 +-
.../it/query/recent/IoTDBTableAggregationIT.java | 28 +-
.../relational/it/rest/it/IoTDBRestServiceIT.java | 12 +-
.../udf/api/relational/AggregateFunction.java | 3 +-
.../apache/iotdb/rpc/TElasticFramedTransport.java | 15 +-
.../java/org/apache/iotdb/rpc/TSStatusCode.java | 3 +
.../iotdb/rpc/TElasticFramedTransportTest.java | 71 ++
.../iotdb/confignode/manager/ConfigManager.java | 76 +-
.../runtime/PipeRuntimeCoordinator.java | 4 +-
.../runtime/heartbeat/PipeHeartbeat.java | 8 +-
.../persistence/schema/ClusterSchemaInfo.java | 6 +-
.../iotdb/consensus/ratis/RatisConsensus.java | 23 +-
.../java/org/apache/iotdb/db/conf/IoTDBConfig.java | 19 +-
.../org/apache/iotdb/db/conf/IoTDBDescriptor.java | 17 +-
.../schemaregion/SchemaExecutionVisitor.java | 5 +-
.../db/exception/VerifyMetadataException.java | 12 +-
...va => VerifyMetadataTypeMismatchException.java} | 9 +-
.../agent/runtime/SimpleProgressIndexAssigner.java | 36 +-
.../deletion/persist/PageCacheDeletionBuffer.java | 2 +-
.../protocol/legacy/loader/TsFileLoader.java | 1 +
.../protocol/thrift/IoTDBDataNodeReceiver.java | 1 +
.../table/v1/handler/RequestValidationHandler.java | 20 +-
.../v1/handler/StatementConstructionHandler.java | 4 +-
.../impl/DataNodeInternalRPCServiceImpl.java | 12 +-
.../execution/fragment/QueryContext.java | 18 +-
...ator.java => AbstractAggTableScanOperator.java} | 223 +++--
.../relational/DefaultAggTableScanOperator.java | 81 ++
.../relational/LastQueryAggTableScanOperator.java | 458 +++++++++++
.../relational/aggregation/AccumulatorFactory.java | 10 +-
.../aggregation/AggregationOperator.java | 1 +
.../relational/aggregation/LastAccumulator.java | 22 +-
.../relational/aggregation/LastByAccumulator.java | 28 +-
.../aggregation/LastByDescAccumulator.java | 5 +
.../aggregation/LastDescAccumulator.java | 9 +-
.../relational/aggregation/TableAccumulator.java | 4 +
.../relational/aggregation/TableAggregator.java | 16 +
.../UserDefinedAggregateFunctionAccumulator.java | 6 +
.../aggregation/grouped/GroupedAccumulator.java | 8 +
.../aggregation/grouped/GroupedAggregator.java | 4 +
.../GroupedUserDefinedAggregateAccumulator.java | 6 +
.../grouped/HashAggregationOperator.java | 1 +
.../grouped/StreamingAggregationOperator.java | 1 +
.../db/queryengine/plan/analyze/AnalyzeUtils.java | 24 +-
.../queryengine/plan/analyze/AnalyzeVisitor.java | 4 -
.../plan/analyze/load/LoadTsFileAnalyzer.java | 76 +-
.../analyze/load/LoadTsFileTableSchemaCache.java | 3 +-
.../load/LoadTsFileToTreeModelAnalyzer.java | 7 +-
.../load/TreeSchemaAutoCreatorAndVerifier.java | 32 +-
.../plan/planner/OperatorTreeGenerator.java | 4 +-
.../plan/planner/TableOperatorGenerator.java | 196 ++++-
.../plan/node/write/RelationalDeleteDataNode.java | 47 +-
.../planner/plan/parameter/SeriesScanOptions.java | 12 +
.../relational/analyzer/StatementAnalyzer.java | 3 -
.../metadata/fetcher/TableDeviceSchemaFetcher.java | 7 +-
.../iterative/rule/PruneTableScanColumns.java | 13 +-
.../plan/relational/sql/ast/LoadTsFile.java | 16 +-
.../plan/statement/crud/LoadTsFileStatement.java | 70 +-
.../db/service/metrics/DataNodeMetricsHelper.java | 82 +-
.../metrics/memory/ThresholdMemoryMetrics.java | 194 +++++
.../iotdb/db/storageengine/StorageEngine.java | 2 -
.../db/storageengine/dataregion/DataRegion.java | 37 +-
.../execute/task/CrossSpaceCompactionTask.java | 2 +
.../execute/task/InnerSpaceCompactionTask.java | 23 +-
.../task/InsertionCrossSpaceCompactionTask.java | 2 +
.../task/RepairUnsortedFileCompactionTask.java | 2 +
.../execute/utils/CompactionPathUtils.java | 15 +-
.../compaction/execute/utils/CompactionUtils.java | 46 ++
.../executor/fast/SeriesCompactionExecutor.java | 10 +-
.../dataregion/memtable/TsFileProcessor.java | 10 +-
.../dataregion/modification/ModificationFile.java | 31 +-
.../dataregion/tsfile/TsFileResource.java | 36 +-
.../load/active/ActiveLoadTsFileLoader.java | 1 +
.../load/config/LoadTsFileConfigurator.java | 29 +-
.../LoadConvertedInsertTabletStatement.java | 52 ++
...ertedInsertTabletStatementExceptionVisitor.java | 51 ++
...vertedInsertTabletStatementTSStatusVisitor.java | 65 ++
...leStatementDataTypeConvertExecutionVisitor.java | 143 ++++
...eeStatementDataTypeConvertExecutionVisitor.java | 130 +++
.../converter/LoadTsFileDataTypeConverter.java | 107 +++
.../db/tools/schema/SRStatementGenerator.java | 4 +-
.../db/pipe/consensus/DeletionRecoverTest.java | 3 +-
.../db/pipe/consensus/DeletionResourceTest.java | 9 +-
.../node/write/RelationalDeleteDataNodeTest.java | 3 +-
.../plan/relational/analyzer/ShowQueriesTest.java | 21 +
.../modification/ModificationFileTest.java | 242 +++++-
.../dataregion/tsfile/TsFileResourceTest.java | 144 ++++
.../conf/iotdb-system.properties.template | 11 +-
.../iotdb/commons/conf/ConfigurationFileUtils.java | 16 +-
.../service/AbstractThriftServiceThread.java | 7 +-
.../iotdb/commons/service/metric/enums/Metric.java | 2 +
.../iotdb/commons/service/metric/enums/Tag.java | 4 +-
.../src/main/openapi3/iotdb_rest_table_v1.yaml | 2 +-
.../iotdb/library/match/PatternExecutor.java | 2 +-
.../iotdb/library/match/UDAFPatternMatch.java | 62 +-
.../org/apache/iotdb/library/UDAFPatternTest.java | 70 ++
pom.xml | 2 +-
106 files changed, 3986 insertions(+), 796 deletions(-)
copy
integration-test/src/main/java/org/apache/iotdb/itbase/category/{DailyIT.java
=> ManualIT.java} (96%)
delete mode 100644
integration-test/src/test/java/org/apache/iotdb/relational/it/db/it/IoTDBDisableDeletionTableIT.java
create mode 100644
iotdb-client/service-rpc/src/test/java/org/apache/iotdb/rpc/TElasticFramedTransportTest.java
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/exception/{ainode/ModelNotFoundException.java
=> VerifyMetadataTypeMismatchException.java} (76%)
rename
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/{TableAggregationTableScanOperator.java
=> AbstractAggTableScanOperator.java} (87%)
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/DefaultAggTableScanOperator.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/LastQueryAggTableScanOperator.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/service/metrics/memory/ThresholdMemoryMetrics.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/load/converter/LoadConvertedInsertTabletStatement.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/load/converter/LoadConvertedInsertTabletStatementExceptionVisitor.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/load/converter/LoadConvertedInsertTabletStatementTSStatusVisitor.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/load/converter/LoadTableStatementDataTypeConvertExecutionVisitor.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/load/converter/LoadTreeStatementDataTypeConvertExecutionVisitor.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/load/converter/LoadTsFileDataTypeConverter.java
