This is an automated email from the ASF dual-hosted git repository.
caogaofei pushed a change to branch beyyes/joinOperator
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from 45592d90ef9 fix inner join operator problem
add 3f4fa64c5a6 Fix the logic of catch ServerNotReadyException to enable
read retry (#13509)
add 0cd0c874862 Feat/cli disable history (#13461)
add f99509b4705 [Metrics] Fix the grafana panel display error caused by
not initializing trigTime (#13496)
add f227d9ac4d3 Keep all null rows in table model
add 3453796ba2e Fix bug while using NOT IN predicate for INT64 type
add 9ef116528ef Active Load: Fix load_active_listening_max_thread_num or
load_active_listening_check_interval_seconds less than 0 throwing exception
(#13516)
add b21b2cd08af Pipe: rebind progress index to prematurely flushed tsfile
insertion event to avoid data loss when syncing data between clusters (#13483)
add 55998590366 Use CountDownLatch to replace Semaphore in IoTConsensus
log dispatcher closing #13517
add 7a389dd647c Fix memory calculate error when insertRecords with both
aligned and non-aligned devices (#12720)
add 2667d547ac5 Add SKIP as reserved key word
add f1cfc48867d Support database properties in table model
add e07d39daba4 Pipe & IT : Refactor pipe / IT and improved IT behaviour
(#13521)
add b4266d16a87 Pipe: fix event counter decrement operations to avoid
inconsistent final counts (#13520)
add f244e0ed0d8 Fix the bug in using negation for timestamp type
add 6b71f769693 Pipe: Fix data lost when syncing between clusters cause by
senders' data region leader change (#13532)
add 43710fd6efb Pipe: Fix the Out of memory problem in WALInsertNodeCache
memory management under extreme conditions (#13460)
add ebe37680f33 Use consensus read in show table
add 324275f2759 Fix NPE after keeping all null rows in memtable
add 07f14753418 Pipe: Fix startup failure of
PipeHistoricalDataRegionTsFileExtractor due to unprepared StorageEngine (#13526)
add a322ab556a6 Fix the issue of restarting DataNode to clean up
InvalidDataRegion (#13535)
add 6cca2e1b1e1 Fix print a log every time startup and error exception
handling (#13545)
add e5e4980331e Support OFFSET XXX LIMIT XXXX in relational model
add 5387a102543 Modify regionMigrateService's ThreadPool to
IoTThreadPoolFactory.cachedThreadPool (#13548)
add 3f922e72c59 Load: New SQL grammer `LOAD <filePath> with ('k'='v',
...)` (#13466)
add 25a174b6bc1 Merge branch 'master' into beyyes/joinOperator
No new revisions were added by this update.
Summary of changes:
data.zip | Bin 101329 -> 0 bytes
.../org/apache/iotdb/it/env/MultiEnvFactory.java | 11 +-
.../iotdb/it/env/cluster/ClusterConstant.java | 10 -
.../org/apache/iotdb/it/env/cluster/EnvUtils.java | 74 +-
.../iotdb/it/env/cluster/env/AbstractEnv.java | 400 ++++-----
.../iotdb/it/env/cluster/env/MultiClusterEnv.java | 8 +-
.../it/env/cluster/node/AbstractNodeWrapper.java | 2 +-
.../it/env/cluster/node/ConfigNodeWrapper.java | 35 +-
.../iotdb/it/env/cluster/node/DataNodeWrapper.java | 32 +-
.../org/apache/iotdb/db/it/IoTDBLoadTsFileIT.java | 8 +-
.../db/it/aligned/IoTDBAlignedLastQueryIT.java | 113 +++
.../apache/iotdb/it/framework/IoTDBTestRunner.java | 21 +-
.../iotdb/pipe/it/single/IoTDBPipeOPCUAIT.java | 6 +
.../it/db/it/IoTDBInsertAlignedValuesTableIT.java | 36 +-
.../relational/it/db/it/IoTDBInsertTableIT.java | 10 +
.../it/query/old/IoTDBDatetimeFormatTableIT.java | 4 +-
.../alignbydevice/IoTDBAlignByDeviceTableIT.java | 15 +-
.../aligned/IoTDBAlignedSeriesQueryTableIT.java | 20 +
.../scalar/IoTDBRoundFunctionTableIT.java | 10 +
.../scalar/IoTDBScalarFunctionTableIT.java | 19 +-
.../it/query/old/query/IoTDBArithmeticTableIT.java | 12 +
.../it/query/old/query/IoTDBPaginationTableIT.java | 39 +-
.../it/query/recent/IoTDBNullIdQueryIT.java | 156 ++++
.../relational/it/schema/IoTDBDatabaseIT.java | 44 +-
.../iotdb/relational/it/schema/IoTDBTableIT.java | 4 +-
.../src/main/java/org/apache/iotdb/cli/Cli.java | 8 +-
.../org/apache/iotdb/cli/utils/CliContext.java | 16 +
.../org/apache/iotdb/db/qp/sql/IoTDBSqlParser.g4 | 13 +-
.../consensus/request/ConfigPhysicalPlan.java | 4 +
.../consensus/request/ConfigPhysicalPlanType.java | 1 +
.../read/pipe/plugin/GetPipePluginJarPlan.java | 10 +-
.../request/read/pipe/task/ShowPipePlanV2.java | 4 +-
.../table/ShowTablePlan.java} | 26 +-
.../response/pipe/task/PipeTableResp.java | 58 +-
.../ShowTableResp.java} | 27 +-
.../iotdb/confignode/manager/ConfigManager.java | 8 +-
.../pipe/coordinator/task/PipeTaskCoordinator.java | 6 +-
.../manager/schema/ClusterSchemaManager.java | 12 +-
.../persistence/executor/ConfigPlanExecutor.java | 3 +
.../persistence/schema/ClusterSchemaInfo.java | 35 +-
.../request/ConfigPhysicalPlanSerDeTest.java | 282 ++++---
.../consensus/iot/logdispatcher/LogDispatcher.java | 8 +-
.../iotdb/consensus/ratis/RatisConsensus.java | 9 +
.../templates/ArithmeticColumnTransformerApi.ftl | 17 +-
.../templates/ArithmeticUnaryColumnTransformer.ftl | 6 +-
.../java/org/apache/iotdb/db/conf/IoTDBConfig.java | 15 +
.../org/apache/iotdb/db/conf/IoTDBDescriptor.java | 34 +-
.../evolvable/batch/PipeTabletEventBatch.java | 4 +-
.../batch/PipeTransferBatchReqBuilder.java | 6 +-
.../async/IoTDBDataRegionAsyncConnector.java | 7 +-
.../thrift/sync/IoTDBDataRegionSyncConnector.java | 4 +-
.../common/tsfile/PipeTsFileInsertionEvent.java | 29 +-
.../PipeHistoricalDataRegionTsFileExtractor.java | 28 +-
.../realtime/assigner/PipeDataRegionAssigner.java | 29 +-
.../PipeTimePartitionProgressIndexKeeper.java | 100 +++
.../db/pipe/metric/PipeDataRegionEventCounter.java | 6 +-
.../resource/memory/InsertNodeMemoryEstimator.java | 913 +++++++++++++++++++++
.../subtask/connector/PipeConnectorSubtask.java | 12 +-
.../connector/PipeConnectorSubtaskLifeCycle.java | 5 +-
.../connector/PipeConnectorSubtaskManager.java | 6 +-
.../PipeRealtimePriorityBlockingQueue.java | 7 +-
.../protocol/rest/v1/impl/RestApiServiceImpl.java | 8 +-
.../protocol/rest/v2/impl/RestApiServiceImpl.java | 11 +-
.../execution/fragment/QueryContext.java | 12 +
.../operator/source/AlignedSeriesScanOperator.java | 3 +-
.../operator/source/AlignedSeriesScanUtil.java | 24 +-
.../execution/operator/source/FileLoaderUtils.java | 145 +++-
.../source/relational/TableScanOperator.java | 3 +-
.../relational/ColumnTransformerBuilder.java | 11 +-
.../plan/analyze/LoadTsFileAnalyzer.java | 2 +-
.../execution/config/TableConfigTaskVisitor.java | 129 ++-
.../config/executor/ClusterConfigTaskExecutor.java | 31 +-
.../config/executor/IConfigTaskExecutor.java | 5 +-
.../config/metadata/relational/CreateDBTask.java | 22 +-
.../db/queryengine/plan/parser/ASTVisitor.java | 22 +-
.../plan/planner/LocalExecutionPlanner.java | 2 +
.../plan/planner/plan/node/write/InsertNode.java | 4 +
.../planner/plan/node/write/InsertRowsNode.java | 11 +
.../plan/node/write/RelationalInsertRowNode.java | 3 +-
.../plan/relational/sql/ast/CreateDB.java | 17 +-
.../plan/relational/sql/parser/AstBuilder.java | 14 +-
.../plan/statement/crud/LoadTsFileStatement.java | 18 +
.../apache/iotdb/db/schemaengine/SchemaEngine.java | 60 +-
.../schemaregion/utils/ResourceByPathUtils.java | 63 +-
.../db/schemaengine/table/DataNodeTableCache.java | 20 +-
.../java/org/apache/iotdb/db/service/DataNode.java | 106 ++-
.../iotdb/db/service/RegionMigrateService.java | 36 +-
.../db/storageengine/dataregion/DataRegion.java | 5 +-
.../dataregion/memtable/AbstractMemTable.java | 11 +-
.../memtable/AlignedReadOnlyMemChunk.java | 11 +-
.../memtable/AlignedWritableMemChunk.java | 5 +-
.../dataregion/memtable/IWritableMemChunk.java | 4 +-
.../dataregion/memtable/TsFileProcessor.java | 47 +-
.../dataregion/memtable/WritableMemChunk.java | 3 +-
.../read/reader/chunk/DiskAlignedChunkLoader.java | 13 +-
.../read/reader/chunk/MemAlignedPageReader.java | 32 +-
.../metadata/DiskAlignedChunkMetadataLoader.java | 34 +-
.../metadata/MemAlignedChunkMetadataLoader.java | 10 +-
.../dataregion/tsfile/TsFileResource.java | 7 +
.../dataregion/wal/utils/WALInsertNodeCache.java | 44 +-
.../load/config/LoadTsFileConfigurator.java | 100 +++
.../SubscriptionConnectorSubtaskLifeCycle.java | 2 +-
.../SubscriptionConnectorSubtaskManager.java | 6 +-
.../tools/schema/SchemaRegionSnapshotParser.java | 68 +-
.../org/apache/iotdb/db/utils/DateTimeUtils.java | 9 +-
.../apache/iotdb/db/utils/ModificationUtils.java | 175 ++--
.../db/utils/datastructure/AlignedTVList.java | 93 ++-
.../iotdb/db/utils/datastructure/TVList.java | 2 +-
.../db/pipe/extractor/PipeRealtimeExtractTest.java | 7 +
.../TsFileResourceProgressIndexTest.java | 5 +-
.../dataregion/memtable/TsFileProcessorTest.java | 124 ++-
.../reader/chunk/AlignedMemPageReaderTest.java | 6 +-
.../MemAlignedChunkMetadataLoaderTest.java | 2 +-
.../consensus/index/impl/IoTProgressIndex.java | 9 +
.../pipe/connector/protocol/IoTDBConnector.java | 2 +-
.../iotdb/commons/pipe/event/EnrichedEvent.java | 5 +
.../pipe/task/connection/BlockingPendingQueue.java | 5 +-
.../db/relational/grammar/sql/RelationalSql.g4 | 16 +-
pom.xml | 2 +-
119 files changed, 3395 insertions(+), 1098 deletions(-)
delete mode 100644 data.zip
copy
iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/consensus/request/{write/table/PreCreateTablePlan.java
=> read/table/ShowTablePlan.java} (66%)
copy
iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/consensus/response/{template/TemplateInfoResp.java
=> table/ShowTableResp.java} (63%)
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/extractor/dataregion/realtime/assigner/PipeTimePartitionProgressIndexKeeper.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/resource/memory/InsertNodeMemoryEstimator.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/load/config/LoadTsFileConfigurator.java
