This is an automated email from the ASF dual-hosted git repository.
haonan pushed a change to branch ssl_between_nodes
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from 3199dbd3bc0 fix IT on jdk8
add 097be8b989d More detailed log when the partition consensus write
failed (#16193)
add cdb35992f2f Pipe: Comment Config Check (#16194)
add 3cfe04692c1 RatisConsensus: extend election timeout threshold (#15844)
add f1dca3d21b1 Using PatternTreeMap to cache mod entries in
ReadChunkCompactionPerformer (#16179)
add 0dc583e9c59 Pipe: Optimize TsFile parsing logic (#16173)
add f0bcd43ee95 [AINODE] Fix logger level filter (#16195)
add 22127335c95 Pipe: Optimized the memory usage of progress report event
(#16197)
add 89b291af4b7 Fix some dependency issues
add 2138f98efe3 Fix IoTDBInsertQueryIT on jdk8 (#16203)
add a8093909841 Pipe CI: always flush for
IoTDBPipeDataSinkIT.testReceiverAutoCreate with batch mode
add e271df7c4db [AINode] Decoupling inference manager into
request_manager, pool_manager (#16131)
add edb17197ccd Support prefix path 'root.**' in tree view scan
add 0aed7f81edd Region operation "extend" and "remove" support multi
regions in one SQL (#16196)
add 42b8ef50cbf Load: Fixed the memory allocation bug that may cause more
free query memory & Optimized logger for memory not enough problem (#16206)
add c396fd81b84 Weak Read Consistency Level Refactor & Print
InternalAddress and port in explain analyze
add e90e2326304 Fix that compression by type is not properly applied
(#16211)
add 75bdbb4520b Fix some capitalizations in config template (#16216)
add 13f84fdf3ec Fix empty tsfile and resource generated when insert, load,
kill -9 and restart (#16215)
add 81be9cee0ff Load: Optimized the partial path split logic in
modifications coverage judgment (#16212) && Refactored tsFile load IT && Fixed
the bug that loading non-exist table which is deleted in file may cause NPE
(#16217)
add fbcca989b37 Support Union in TableModel
add 63df0f1c9ff Make ErrMsg more readable when the predicate has too many
conjunctions because of too many devices
add 8784b31fc8b Support print fast last query request in sample query log
add 9356150090d Pipe: Replace fixed aligned series limit with memory-based
estimation to avoid OOM in TsFileParser (#16201)
add c85d1ed21b1 IoTV2: Fix file corrupt due to RandomAccessFile is lost.
(#16171)
add 6349dfed1e4 Pipe: Fixed the bug that output.measurements must be
filled when constructing aggregate-processor (#16238)
add 6924ab0be4a Modified implementation of exporting table schema to sql
file using show create table (#16226)
add 1b377c049d8 Change Query Data Source init way from lock to tryLock &
Add more log and remove useless synchronize
add 5b969763fce Merge branch 'master' of github.com:apache/iotdb into
ssl_between_nodes
No new revisions were added by this update.
Summary of changes:
LICENSE-binary | 59 +--
NOTICE | 2 +-
NOTICE-binary | 2 +-
.../org/apache/iotdb/it/utils/TsFileGenerator.java | 28 ++
.../iotdb/it/utils/TsFileTableGenerator.java | 17 +-
.../IoTDBRegionGroupExpandAndShrinkForIoTV1IT.java | 329 ++++++++++++++-
.../org/apache/iotdb/db/it/IoTDBLoadTsFileIT.java | 155 +------
.../org/apache/iotdb/db/it/IoTDBRestartIT.java | 59 +++
.../treemodel/auto/basic/IoTDBPipeDataSinkIT.java | 13 +-
.../relational/it/db/it/IoTDBLoadTsFileIT.java | 299 ++++++++++++++
.../it/insertquery/IoTDBInsertQueryIT.java | 12 +-
.../it/query/recent/IoTDBUnionTableIT.java | 127 ++++++
.../iotdb/session/it/IoTDBSessionSimpleIT.java | 180 ++++++++-
.../org/apache/iotdb/tool/common/Constants.java | 2 +
.../iotdb/tool/schema/ExportSchemaTable.java | 44 +-
iotdb-core/ainode/ainode/core/constant.py | 6 -
.../ainode/core/inference/inference_request.py | 2 +
.../core/inference/inference_request_pool.py | 7 +
.../core/inference/inference_request_pool_group.py | 63 +++
.../ainode/core/inference/pool_controller.py | 129 ++++++
.../ainode/ainode/core/inference/pool_scheduler.py | 125 ++++++
.../ainode/core/inference/request_controller.py | 89 ++++
iotdb-core/ainode/ainode/core/log.py | 13 +
.../ainode/core/manager/inference_manager.py | 140 +------
iotdb-core/ainode/ainode/core/util/decorator.py | 15 +
.../org/apache/iotdb/db/qp/sql/IoTDBSqlParser.g4 | 4 +-
.../iotdb/confignode/conf/ConfigNodeConfig.java | 10 +
.../confignode/conf/ConfigNodeDescriptor.java | 6 +
.../iotdb/confignode/manager/ConfigManager.java | 4 +-
.../iotdb/confignode/manager/ProcedureManager.java | 63 ++-
.../manager/consensus/ConsensusManager.java | 5 +
.../manager/partition/PartitionManager.java | 2 +-
.../persistence/schema/TemplateTable.java | 2 +-
.../apache/iotdb/consensus/config/RatisConfig.java | 27 +-
.../exception/RatisRequestFailedException.java | 9 +
.../iotdb/consensus/ratis/RatisConsensus.java | 23 +-
iotdb-core/datanode/pom.xml | 4 -
.../java/org/apache/iotdb/db/conf/IoTDBConfig.java | 21 +-
.../org/apache/iotdb/db/conf/IoTDBDescriptor.java | 27 ++
.../db/consensus/DataRegionConsensusImpl.java | 4 +
.../db/consensus/SchemaRegionConsensusImpl.java | 5 +
.../tsfile/parser/TsFileInsertionEventParser.java | 11 +-
.../query/TsFileInsertionEventQueryParser.java | 215 +++++-----
...ileInsertionEventQueryParserTabletIterator.java | 14 +-
.../scan/TsFileInsertionEventScanParser.java | 184 +++++----
.../table/TsFileInsertionEventTableParser.java | 256 ++++++------
...ileInsertionEventTableParserTabletIterator.java | 79 ++--
.../processor/aggregate/AggregateProcessor.java | 5 +-
.../pipeconsensus/PipeConsensusReceiver.java | 114 +++---
...istoricalDataRegionTsFileAndDeletionSource.java | 11 +-
.../realtime/PipeRealtimeDataRegionSource.java | 14 +-
.../realtime/assigner/PipeDataRegionAssigner.java | 16 +-
.../protocol/rest/v2/impl/RestApiServiceImpl.java | 43 +-
.../protocol/thrift/impl/ClientRPCServiceImpl.java | 13 +-
.../db/queryengine/common/MPPQueryContext.java | 7 +-
.../queryengine/execution/driver/DataDriver.java | 44 +-
.../fragment/FakedFragmentInstanceContext.java | 5 +-
.../fragment/FragmentInstanceContext.java | 244 +++++++----
.../fragment/FragmentInstanceExecution.java | 8 +-
.../execution/fragment/QueryContext.java | 5 +-
.../queryengine/metric/QueryResourceMetricSet.java | 26 +-
.../iotdb/db/queryengine/plan/Coordinator.java | 69 +++-
.../queryengine/plan/analyze/PredicateUtils.java | 11 +-
.../analyze/load/LoadTsFileTableSchemaCache.java | 19 +-
.../analyze/load/LoadTsFileTreeSchemaCache.java | 24 +-
.../load/TreeSchemaAutoCreatorAndVerifier.java | 2 +-
.../analyze/schema/AutoCreateSchemaExecutor.java | 13 +-
.../plan/analyze/schema/TemplateSchemaFetcher.java | 2 +-
.../config/executor/ClusterConfigTaskExecutor.java | 4 +-
.../config/metadata/region/ExtendRegionTask.java | 2 +-
.../config/metadata/region/RemoveRegionTask.java | 2 +-
.../db/queryengine/plan/parser/ASTVisitor.java | 19 +-
.../plan/planner/LocalExecutionPlanner.java | 7 +-
.../plan/planner/TableOperatorGenerator.java | 22 +-
.../plan/AbstractFragmentParallelPlanner.java | 20 +-
.../plan/planner/plan/node/PlanGraphPrinter.java | 9 +
.../plan/planner/plan/node/PlanNodeType.java | 4 +
.../plan/planner/plan/node/PlanVisitor.java | 5 +
.../relational/analyzer/StatementAnalyzer.java | 6 +-
.../fetcher/TableHeaderSchemaValidator.java | 4 +-
.../plan/relational/planner/QueryPlanner.java | 34 ++
.../plan/relational/planner/RelationPlanner.java | 92 ++++-
.../relational/planner/TableLogicalPlanner.java | 5 +-
.../distribute/TableDistributedPlanGenerator.java | 7 +
.../iterative/rule/PruneDistinctAggregation.java | 6 +
.../planner/iterative/rule/PruneUnionColumns.java | 80 ++++
...ceColumns.java => PruneUnionSourceColumns.java} | 33 +-
.../plan/relational/planner/node/Patterns.java | 4 +
.../relational/planner/node/SetOperationNode.java | 140 +++++++
.../{EnforceSingleRowNode.java => UnionNode.java} | 69 ++--
.../optimizations/LogicalOptimizeFactory.java | 6 +-
.../optimizations/PushPredicateIntoTableScan.java | 32 +-
.../TransformAggregationToStreamable.java | 6 +
.../optimizations/TransformSortToStreamSort.java | 7 +
.../optimizations/UnaliasSymbolReferences.java | 54 +++
.../plan/relational/sql/ast/ExtendRegion.java | 16 +-
.../plan/relational/sql/ast/RemoveRegion.java | 16 +-
.../relational/sql/ast/WrappedInsertStatement.java | 2 +-
.../plan/relational/sql/parser/AstBuilder.java | 10 +-
.../CompatibleResolver.java} | 37 +-
.../metadata/region/ExtendRegionStatement.java | 10 +-
.../metadata/region/RemoveRegionStatement.java | 10 +-
.../FragmentInstanceStatisticsDrawer.java | 11 +
.../metrics/IoTDBInternalLocalReporter.java | 3 +-
.../db/storageengine/dataregion/DataRegion.java | 450 ++++++++++++++-------
.../dataregion/IDataRegionForQuery.java | 29 +-
.../dataregion/VirtualDataRegion.java | 36 +-
.../performer/impl/FastCompactionPerformer.java | 5 +-
.../compaction/execute/utils/CompactionUtils.java | 36 ++
.../execute/utils/MultiTsFileDeviceIterator.java | 45 +--
.../FirstBatchCompactionAlignedChunkWriter.java | 3 +-
.../executor/fast/SeriesCompactionExecutor.java | 19 +-
.../selector/impl/SettleSelectorImpl.java | 23 +-
.../memtable/AbstractWritableMemChunk.java | 11 +
.../dataregion/memtable/TsFileProcessor.java | 65 ++-
.../dataregion/tsfile/TsFileManager.java | 43 +-
.../db/storageengine/load/LoadTsFileManager.java | 22 +-
.../memory/LoadTsFileDataCacheMemoryBlock.java | 8 +-
.../load/memory/LoadTsFileMemoryManager.java | 15 +-
.../apache/iotdb/db/utils/ModificationUtils.java | 59 +--
.../db/queryengine/execution/DataDriverTest.java | 15 +-
.../{ExplainAnalyzeTest.java => UnionTest.java} | 40 +-
.../InformationSchemaTableScanMatcher.java | 2 +-
.../planner/assertions/PlanMatchPattern.java | 5 +
.../tablemodel/CompactionWithAllNullRowsTest.java | 73 +++-
.../conf/iotdb-system.properties.template | 16 +-
.../commons/auth/authorizer/OpenIdAuthorizer.java | 10 +-
.../apache/iotdb/commons/conf/CommonConfig.java | 40 +-
.../iotdb/commons/enums/ReadConsistencyLevel.java | 8 +-
.../apache/iotdb/commons/path/PatternTreeMap.java | 4 +
.../iotdb/commons/pipe/config/PipeConfig.java | 8 +-
.../iotdb/commons/pipe/config/PipeDescriptor.java | 8 +-
.../commons/pipe/event/ProgressReportEvent.java | 33 +-
.../pipe/source/IoTDBNonDataRegionSource.java | 11 +-
.../db/relational/grammar/sql/RelationalSql.g4 | 6 +-
.../src/main/thrift/confignode.thrift | 6 +-
.../src/main/thrift/datanode.thrift | 1 +
pom.xml | 12 +-
138 files changed, 4101 insertions(+), 1447 deletions(-)
create mode 100644
integration-test/src/test/java/org/apache/iotdb/relational/it/db/it/IoTDBLoadTsFileIT.java
create mode 100644
integration-test/src/test/java/org/apache/iotdb/relational/it/query/recent/IoTDBUnionTableIT.java
create mode 100644
iotdb-core/ainode/ainode/core/inference/inference_request_pool_group.py
create mode 100644 iotdb-core/ainode/ainode/core/inference/pool_controller.py
create mode 100644 iotdb-core/ainode/ainode/core/inference/pool_scheduler.py
create mode 100644
iotdb-core/ainode/ainode/core/inference/request_controller.py
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/planner/iterative/rule/PruneUnionColumns.java
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/planner/iterative/rule/{PruneOutputSourceColumns.java
=> PruneUnionSourceColumns.java} (63%)
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/planner/node/SetOperationNode.java
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/planner/node/{EnforceSingleRowNode.java
=> UnionNode.java} (55%)
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/{function/arithmetic/AdditionResolver.java
=> type/CompatibleResolver.java} (74%)
copy
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/relational/analyzer/{ExplainAnalyzeTest.java
=> UnionTest.java} (54%)
copy iotdb-client/cli/src/main/java/org/apache/iotdb/cli/type/ExitType.java =>
iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/enums/ReadConsistencyLevel.java
(89%)
