This is an automated email from the ASF dual-hosted git repository. jackietien pushed a commit to branch FillOperator in repository https://gitbox.apache.org/repos/asf/iotdb.git
commit 49ede8931b0055b853930a8f8f423ef8d17ffe9a Merge: 72dd5b03fd bc6c4af55e Author: JackieTien97 <[email protected]> AuthorDate: Mon May 9 14:03:45 2022 +0800 Merge remote-tracking branch 'origin/master' into FillOperator .../org/apache/iotdb/db/qp/sql/IoTDBSqlParser.g4 | 67 +- .../org/apache/iotdb/cluster/ClusterIoTDB.java | 4 +- .../resources/conf/iotdb-confignode.properties | 179 +++-- confignode/src/assembly/resources/conf/logback.xml | 2 +- ...lientPool.java => AsyncDataNodeClientPool.java} | 11 +- .../client/SyncConfigNodeClientPool.java | 107 +++ .../iotdb/confignode/conf/ConfigNodeConf.java | 126 +-- .../iotdb/confignode/conf/ConfigNodeConfCheck.java | 155 ---- .../iotdb/confignode/conf/ConfigNodeConstant.java | 6 +- .../confignode/conf/ConfigNodeDescriptor.java | 54 +- .../confignode/conf/ConfigNodeStartupCheck.java | 356 +++++++++ .../consensus/request/ConfigRequest.java | 38 +- .../consensus/request/ConfigRequestType.java | 37 +- .../consensus/request/auth/AuthorReq.java | 68 +- .../request/read/GetDataPartitionReq.java | 9 +- .../request/read/GetSchemaPartitionReq.java | 5 +- ...torageGroupReq.java => ApplyConfigNodeReq.java} | 32 +- .../request/write/CreateDataPartitionReq.java | 13 +- .../consensus/request/write/CreateRegionsReq.java | 4 +- .../request/write/CreateSchemaPartitionReq.java | 8 +- .../consensus/request/write/DeleteRegionsReq.java | 4 +- .../request/write/RegisterDataNodeReq.java | 4 +- .../request/write/SetStorageGroupReq.java | 4 +- .../response/DataNodeConfigurationResp.java | 11 +- .../statemachine/PartitionRegionStateMachine.java | 2 +- .../confignode/manager/ClusterSchemaManager.java | 12 +- .../iotdb/confignode/manager/ConfigManager.java | 84 +- .../iotdb/confignode/manager/ConsensusManager.java | 67 +- .../apache/iotdb/confignode/manager/Manager.java | 28 +- .../{DataNodeManager.java => NodeManager.java} | 74 +- .../iotdb/confignode/persistence/AuthorInfo.java | 22 +- .../confignode/persistence/ClusterSchemaInfo.java | 2 + .../{DataNodeInfo.java => NodeInfo.java} | 126 ++- .../executor/ConfigRequestExecutor.java | 49 +- .../iotdb/confignode/service/ConfigNode.java | 30 +- .../confignode/service/ConfigNodeCommandLine.java | 24 +- .../thrift/ConfigNodeRPCServiceProcessor.java | 37 +- .../consensus/request/ConfigRequestSerDeTest.java | 62 +- .../thrift/ConfigNodeRPCServiceProcessorTest.java | 16 +- docs/UserGuide/Query-Data/Select-Expression.md | 74 +- docs/zh/UserGuide/Query-Data/Select-Expression.md | 72 +- grafana-plugin/src/QueryEditor.tsx | 8 +- .../iotdb/db/integration/IoTDBCheckConfigIT.java | 8 +- .../IoTDBSyntaxConventionStringLiteralIT.java | 8 +- .../db/integration/IoTDBUDTFBuiltinFunctionIT.java | 39 +- .../IoTDBDeletionVersionAdaptionIT.java | 2 + .../IoTDBQueryVersionAdaptionIT.java | 2 + .../iotdb/commons/consensus/ConsensusGroupId.java | 4 + .../apache/iotdb/commons/utils/CommonUtils.java | 59 -- .../apache/iotdb/commons/utils/NodeUrlUtils.java | 188 +++++ .../commons/utils/ThriftCommonsSerDeUtils.java | 27 +- .../commons/utils/ThriftConfigNodeSerDeUtils.java | 24 +- .../iotdb/commons/utils/NodeUrlUtilsTest.java | 62 ++ .../commons/utils/ThriftCommonsSerDeUtilsTest.java | 28 +- .../utils/ThriftConfigNodeSerDeUtilsTest.java | 18 +- server/src/assembly/resources/sbin/stop-server.sh | 47 +- .../org/apache/iotdb/db/auth/AuthorityChecker.java | 5 +- .../apache/iotdb/db/client/ConfigNodeClient.java | 18 +- .../java/org/apache/iotdb/db/conf/IoTDBConfig.java | 26 +- .../org/apache/iotdb/db/conf/IoTDBDescriptor.java | 56 +- ...{IoTDBConfigCheck.java => IoTDBStartCheck.java} | 54 +- .../statemachine/SchemaRegionStateMachine.java | 5 +- .../compaction/cross/CrossSpaceCompactionTask.java | 19 +- .../compaction/inner/InnerSpaceCompactionTask.java | 7 +- .../engine/memtable/AlignedWritableMemChunk.java | 6 +- .../querycontext/AlignedReadOnlyMemChunk.java | 170 ++-- .../db/engine/querycontext/ReadOnlyMemChunk.java | 104 ++- .../iotdb/db/metadata/LocalSchemaProcessor.java | 5 +- .../iotdb/db/metadata/mtree/MTreeAboveSG.java | 4 +- .../iotdb/db/metadata/path/MeasurementPath.java | 4 + .../db/metadata/utils/ResourceByPathUtils.java | 6 +- .../iotdb/db/mpp/common/header/ColumnHeader.java | 81 +- .../iotdb/db/mpp/common/header/DatasetHeader.java | 2 +- .../db/mpp/common/schematree/DeviceSchemaInfo.java | 77 +- .../iotdb/db/mpp/common/schematree/SchemaTree.java | 30 +- .../execution/datatransfer/DataBlockManager.java | 22 +- .../db/mpp/execution/datatransfer/SinkHandle.java | 71 +- .../mpp/execution/datatransfer/SourceHandle.java | 74 +- .../execution/operator/process/FilterOperator.java | 12 +- .../operator/process/TimeJoinOperator.java | 31 +- .../operator/process/TransformOperator.java | 24 +- .../operator/process/merge/ColumnMerger.java | 2 +- .../operator/process/merge/MultiColumnMerger.java | 4 +- .../merge/NonOverlappedMultiColumnMerger.java | 87 +++ .../operator/process/merge/SingleColumnMerger.java | 23 +- .../apache/iotdb/db/mpp/plan/analyze/Analysis.java | 138 +++- .../apache/iotdb/db/mpp/plan/analyze/Analyzer.java | 656 ++++++++++++++-- .../mpp/plan/analyze/ClusterPartitionFetcher.java | 3 +- .../db/mpp/plan/analyze/ClusterSchemaFetcher.java | 5 +- .../plan/analyze/ColumnPaginationController.java | 73 ++ .../db/mpp/plan/analyze/ConcatPathRewriter.java | 135 ++++ .../db/mpp/plan/analyze/ExpressionAnalyzer.java | 854 +++++++++++++++++++++ .../iotdb/db/mpp/plan/analyze/ExpressionUtils.java | 242 ++++++ .../mpp/plan/analyze/GroupByLevelController.java | 144 ++++ .../iotdb/db/mpp/plan/analyze/TypeProvider.java | 23 +- .../db/mpp/plan/execution/QueryExecution.java | 43 +- .../execution/config/AuthorizerConfigTask.java | 5 +- .../mpp/plan/execution/config/ConfigExecution.java | 8 +- .../execution/config/CountStorageGroupTask.java | 3 +- .../plan/execution/config/SetStorageGroupTask.java | 3 +- .../db/mpp/plan/execution/config/SetTTLTask.java | 3 +- .../execution/config/ShowStorageGroupTask.java | 3 +- .../db/mpp/plan/execution/config/ShowTTLTask.java | 3 +- .../iotdb/db/mpp/plan/parser/ASTVisitor.java | 686 +++-------------- .../db/mpp/plan/parser/StatementGenerator.java | 21 +- .../db/mpp/plan/planner/LocalExecutionPlanner.java | 78 +- .../db/mpp/plan/planner/LogicalPlanBuilder.java | 14 +- .../iotdb/db/mpp/plan/planner/LogicalPlanner.java | 47 +- .../planner/SimpleFragmentParallelPlanner.java | 6 +- .../plan/planner/WriteFragmentParallelPlanner.java | 6 +- .../db/mpp/plan/planner/plan/FragmentInstance.java | 15 +- .../mpp/plan/planner/plan/node/PlanNodeType.java | 6 +- .../db/mpp/plan/planner/plan/node/PlanVisitor.java | 5 + .../node/metedata/read/SchemaFetchMergeNode.java | 4 + .../node/metedata/read/SchemaQueryMergeNode.java | 4 + .../plan/planner/plan/node/process/FillNode.java | 33 +- .../plan/planner/plan/node/process/FilterNode.java | 86 +-- .../planner/plan/node/process/TransformNode.java | 164 ++++ .../source/AlignedSeriesAggregationScanNode.java | 5 +- .../plan/node/source/AlignedSeriesScanNode.java | 4 +- .../node/source/SeriesAggregationScanNode.java | 5 +- .../planner/plan/node/source/SeriesScanNode.java | 4 +- .../planner/plan/parameter/FillDescriptor.java | 30 +- .../plan/parameter/FilterNullParameter.java | 14 +- .../plan/parameter/GroupByTimeParameter.java | 11 + .../plan/planner/plan/parameter/OutputColumn.java | 2 +- .../plan/rewriter/ColumnPaginationController.java | 145 ---- .../db/mpp/plan/rewriter/ConcatPathRewriter.java | 190 ----- .../db/mpp/plan/rewriter/WildcardsRemover.java | 375 --------- .../db/mpp/plan/scheduler/ClusterScheduler.java | 14 +- .../scheduler/SimpleFragInstanceDispatcher.java | 1 - .../db/mpp/plan/statement/StatementVisitor.java | 35 - .../plan/statement/component/FillComponent.java | 25 +- .../statement/component/GroupByLevelComponent.java | 20 - .../component/GroupByLevelController.java | 247 ------ .../mpp/plan/statement/component/ResultColumn.java | 113 +-- .../plan/statement/component/SelectComponent.java | 105 +-- .../plan/statement/component/WhereCondition.java | 16 +- .../statement/crud/AggregationQueryStatement.java | 129 ---- .../plan/statement/crud/FillQueryStatement.java | 79 -- .../statement/crud/GroupByFillQueryStatement.java | 49 -- .../plan/statement/crud/GroupByQueryStatement.java | 61 -- .../plan/statement/crud/LastQueryStatement.java | 74 -- .../db/mpp/plan/statement/crud/QueryStatement.java | 213 ++--- .../plan/statement/crud/UDAFQueryStatement.java | 97 --- .../literal/BooleanLiteral.java} | 44 +- .../literal/DoubleLiteral.java} | 41 +- .../db/mpp/plan/statement/literal/Literal.java | 59 ++ .../literal/LongLiteral.java} | 41 +- .../NullLiteral.java} | 34 +- .../literal/StringLiteral.java} | 39 +- .../iotdb/db/qp/constant/FilterConstant.java | 11 + .../iotdb/db/qp/logical/crud/InOperator.java | 4 + .../apache/iotdb/db/qp/sql/IoTDBSqlVisitor.java | 451 +++++------ .../iotdb/db/query/control/SessionManager.java | 13 +- .../dataset/RawQueryDataSetWithValueFilter.java | 6 +- .../iotdb/db/query/expression/Expression.java | 16 +- .../iotdb/db/query/expression/ResultColumn.java | 12 +- .../query/expression/binary/BinaryExpression.java | 42 +- .../db/query/expression/leaf/ConstantOperand.java | 20 +- .../query/expression/leaf/TimeSeriesOperand.java | 23 - .../db/query/expression/leaf/TimestampOperand.java | 17 - .../query/expression/multi/FunctionExpression.java | 35 - .../db/query/expression/unary/InExpression.java | 8 + .../db/query/expression/unary/LikeExpression.java | 8 + .../query/expression/unary/RegularExpression.java | 8 + .../db/query/expression/unary/UnaryExpression.java | 26 - .../query/reader/chunk/MemAlignedChunkReader.java | 52 +- .../query/reader/chunk/MemAlignedPageReader.java | 86 ++- .../db/query/reader/chunk/MemChunkReader.java | 3 +- .../iotdb/db/query/reader/chunk/MemPageReader.java | 122 +-- .../iotdb/db/query/udf/builtin/UDTFJexl.java | 224 ++++-- .../db/query/udf/core/executor/UDTFContext.java | 7 + .../java/org/apache/iotdb/db/service/DataNode.java | 33 +- .../java/org/apache/iotdb/db/service/IoTDB.java | 4 +- .../apache/iotdb/db/service/IoTDBShutdownHook.java | 7 + .../db/sync/receiver/collector/Collector.java | 1 + .../iotdb/db/sync/receiver/load/SchemaLoader.java | 37 +- .../db/sync/sender/manager/SchemaSyncManager.java | 4 +- .../db/utils/datastructure/AlignedTVList.java | 239 +++--- .../iotdb/db/utils/datastructure/BinaryTVList.java | 19 + .../db/utils/datastructure/BooleanTVList.java | 19 + .../iotdb/db/utils/datastructure/DoubleTVList.java | 21 + .../iotdb/db/utils/datastructure/FloatTVList.java | 21 + .../iotdb/db/utils/datastructure/IntTVList.java | 19 + .../iotdb/db/utils/datastructure/LongTVList.java | 19 + .../iotdb/db/utils/datastructure/TVList.java | 139 +--- .../db/engine/memtable/PrimitiveMemTableTest.java | 3 +- .../db/mpp/common/schematree/SchemaTreeTest.java | 3 +- .../db/mpp/execution/ConfigExecutionTest.java | 2 +- .../mpp/execution/datatransfer/SinkHandleTest.java | 3 +- .../execution/datatransfer/SourceHandleTest.java | 1 + .../NonOverlappedMultiColumnMergerTest.java | 230 ++++++ .../{AnalyzerTest.java => AnalyzeFailTest.java} | 7 +- .../{AnalyzerTest.java => AnalyzeTest.java} | 37 +- .../db/mpp/plan/plan/QueryLogicalPlanUtil.java | 85 +- .../plan/plan/node/process/FillNodeSerdeTest.java | 8 +- .../plan/node/process/FilterNodeSerdeTest.java | 7 +- .../db/utils/datastructure/VectorTVListTest.java | 2 +- .../java/org/apache/iotdb/rpc/TSStatusCode.java | 5 +- .../java/org/apache/iotdb/session/Session.java | 19 +- .../src/main/thrift/confignode.thrift | 48 +- .../iotdb/tsfile/read/common/block/TsBlock.java | 16 +- .../read/common/block/column/ColumnBuilder.java | 8 +- .../java/org/apache/iotdb/tsfile/utils/Pair.java | 8 + 205 files changed, 6704 insertions(+), 5042 deletions(-)
