This is an automated email from the ASF dual-hosted git repository.
rongr pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/pinot.git
from dbfe39eaca Fix Configuration Obfuscation test. (#8855)
new 966d828d31 make github action trigger on multi_stage_query_engine
branch (#8342)
new ab9e62f94e Add pinot-query-planner module (#8340)
new f1e6a33ab5 add pinot-query-runtime (#8412)
new 8b4309500c Use proto for query plan serialization (#8479)
new 0b41497478 add support for project/filter pushdown (#8558)
new f267e5845d fix rebase issue after PQL deprecation (#8652)
new 57cf9e6f51 [hotfix] fix server discovery (#8664)
new 30e21eb394 row/columnar compatible block (#8583)
new 6b78c9baed [hotfix] multi stage engine serde (#8689)
new b3d704c612 Merge Multistage Engine back to main (#8720)
new 81bda1d26a fix merge conflicts
The 11 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
pinot-broker/pom.xml | 8 +
.../broker/broker/helix/BaseBrokerStarter.java | 30 +-
.../requesthandler/BaseBrokerRequestHandler.java | 2 +-
.../BrokerRequestHandlerDelegate.java | 84 +++
.../requesthandler/GrpcBrokerRequestHandler.java | 4 +
.../MultiStageBrokerRequestHandler.java | 206 ++++++
.../SingleConnectionBrokerRequestHandler.java | 1 +
.../pinot/common/utils/config/InstanceUtils.java | 12 +
pinot-common/src/main/proto/mailbox.proto | 55 ++
pinot-common/src/main/proto/plan.proto | 95 +++
pinot-common/src/main/proto/worker.proto | 76 +++
.../common/utils/config/InstanceUtilsTest.java | 26 +-
.../resources/PinotInstanceRestletResource.java | 28 +
.../api/PinotInstanceRestletResourceTest.java | 15 +-
.../PinotHelixResourceManagerStatelessTest.java | 5 +-
.../helix/core/PinotHelixResourceManagerTest.java | 2 +-
.../pinot/core/transport/ServerInstance.java | 17 +
pinot-distribution/pom.xml | 8 +
pinot-query-planner/pom.xml | 92 +++
.../apache/calcite/jdbc/CalciteSchemaBuilder.java | 52 ++
.../org/apache/pinot/query/QueryEnvironment.java | 193 ++++++
.../apache/pinot/query/catalog/PinotCatalog.java | 122 ++++
.../org/apache/pinot/query/catalog/PinotTable.java | 61 ++
.../apache/pinot/query/context/PlannerContext.java | 40 ++
.../query/parser/CalciteRexExpressionParser.java | 212 +++++++
.../pinot/query/parser/CalciteSqlParser.java | 148 +++++
.../org/apache/pinot/query/parser/ParserUtils.java | 118 ++++
.../apache/pinot/query/parser/QueryRewriter.java | 46 ++
.../apache/pinot/query/planner/PlannerUtils.java | 32 +
.../org/apache/pinot/query/planner/QueryPlan.java | 61 ++
.../apache/pinot/query/planner/StageMetadata.java | 85 +++
.../query/planner/hints/PinotRelationalHints.java | 34 +
.../query/planner/logical/LogicalPlanner.java | 63 ++
.../query/planner/logical/RelToStageConverter.java | 108 ++++
.../pinot/query/planner/logical/RexExpression.java | 198 ++++++
.../pinot/query/planner/logical/StagePlanner.java | 135 ++++
.../partitioning/FieldSelectionKeySelector.java | 47 ++
.../query/planner/partitioning/KeySelector.java | 38 ++
.../pinot/query/planner/serde/ProtoProperties.java | 40 ++
.../query/planner/serde/ProtoSerializable.java | 49 ++
.../planner/serde/ProtoSerializationUtils.java | 248 ++++++++
.../query/planner/stage/AbstractStageNode.java | 62 ++
.../pinot/query/planner/stage/FilterNode.java | 42 ++
.../apache/pinot/query/planner/stage/JoinNode.java | 74 +++
.../query/planner/stage/MailboxReceiveNode.java | 49 ++
.../pinot/query/planner/stage/MailboxSendNode.java | 64 ++
.../pinot/query/planner/stage/ProjectNode.java | 43 ++
.../pinot/query/planner/stage/StageNode.java | 40 ++
.../query/planner/stage/StageNodeSerDeUtils.java | 67 ++
.../pinot/query/planner/stage/TableScanNode.java | 48 ++
.../apache/pinot/query/routing/WorkerInstance.java | 56 ++
.../apache/pinot/query/routing/WorkerManager.java | 96 +++
.../query/rules/PinotExchangeNodeInsertRule.java | 102 +++
.../pinot/query/rules/PinotQueryRuleSets.java | 93 +++
.../org/apache/pinot/query/type/TypeFactory.java | 84 +++
.../org/apache/pinot/query/type/TypeSystem.java | 30 +
.../org/apache/pinot/query/validate/Validator.java | 36 ++
.../apache/pinot/query/QueryEnvironmentTest.java | 103 +++
.../pinot/query/QueryEnvironmentTestBase.java | 52 ++
.../pinot/query/QueryEnvironmentTestUtils.java | 131 ++++
.../pinot/query/planner/stage/SerDeUtilsTest.java | 87 +++
pinot-query-runtime/pom.xml | 83 +++
.../pinot/query/mailbox/GrpcMailboxService.java | 101 +++
.../pinot/query/mailbox/GrpcReceivingMailbox.java | 88 +++
.../pinot/query/mailbox/GrpcSendingMailbox.java | 74 +++
.../pinot/query/mailbox/MailboxIdentifier.java | 57 ++
.../apache/pinot/query/mailbox/MailboxService.java | 70 +++
.../pinot/query/mailbox/ReceivingMailbox.java | 56 ++
.../apache/pinot/query/mailbox/SendingMailbox.java | 49 ++
.../query/mailbox/StringMailboxIdentifier.java | 100 +++
.../java/org/apache/pinot/query/mailbox/Utils.java | 43 ++
.../query/mailbox/channel/ChannelManager.java | 62 ++
.../query/mailbox/channel/GrpcMailboxServer.java | 72 +++
.../channel/MailboxContentStreamObserver.java | 114 ++++
.../channel/MailboxStatusStreamObserver.java | 88 +++
.../apache/pinot/query/runtime/QueryRunner.java | 129 ++++
.../pinot/query/runtime/blocks/BaseDataBlock.java | 697 +++++++++++++++++++++
.../query/runtime/blocks/ColumnarDataBlock.java | 96 +++
.../query/runtime/blocks/DataBlockBuilder.java | 406 ++++++++++++
.../pinot/query/runtime/blocks/DataBlockUtils.java | 174 +++++
.../pinot/query/runtime/blocks/MetadataBlock.java | 66 ++
.../pinot/query/runtime/blocks/RowDataBlock.java | 90 +++
.../query/runtime/blocks/TransferableBlock.java | 76 +++
.../runtime/executor/WorkerQueryExecutor.java | 129 ++++
.../query/runtime/operator/HashJoinOperator.java | 160 +++++
.../runtime/operator/MailboxReceiveOperator.java | 130 ++++
.../runtime/operator/MailboxSendOperator.java | 220 +++++++
.../query/runtime/plan/DistributedStagePlan.java | 76 +++
.../runtime/plan/serde/QueryPlanSerDeUtils.java | 113 ++++
.../query/runtime/utils/ServerRequestUtils.java | 116 ++++
.../apache/pinot/query/service/QueryConfig.java | 37 ++
.../pinot/query/service/QueryDispatcher.java | 160 +++++
.../apache/pinot/query/service/QueryServer.java | 115 ++++
.../apache/pinot/query/QueryServerEnclosure.java | 192 ++++++
.../query/mailbox/GrpcMailboxServiceTest.java | 73 +++
.../query/mailbox/GrpcMailboxServiceTestBase.java | 48 ++
.../pinot/query/runtime/QueryRunnerTest.java | 166 +++++
.../pinot/query/runtime/blocks/DataBlockTest.java | 80 +++
.../query/runtime/blocks/DataBlockTestUtils.java | 181 ++++++
.../pinot/query/service/QueryDispatcherTest.java | 92 +++
.../pinot/query/service/QueryServerTest.java | 182 ++++++
pinot-server/pom.xml | 8 +
.../org/apache/pinot/server/conf/ServerConf.java | 14 +
.../pinot/server/starter/ServerInstance.java | 18 +
.../server/starter/helix/BaseServerStarter.java | 8 +
.../pinot/server/worker/WorkerQueryServer.java | 102 +++
.../apache/pinot/spi/config/instance/Instance.java | 23 +
.../apache/pinot/spi/utils/CommonConstants.java | 12 +
pom.xml | 25 +-
109 files changed, 9499 insertions(+), 27 deletions(-)
create mode 100644
pinot-broker/src/main/java/org/apache/pinot/broker/requesthandler/BrokerRequestHandlerDelegate.java
create mode 100644
pinot-broker/src/main/java/org/apache/pinot/broker/requesthandler/MultiStageBrokerRequestHandler.java
create mode 100644 pinot-common/src/main/proto/mailbox.proto
create mode 100644 pinot-common/src/main/proto/plan.proto
create mode 100644 pinot-common/src/main/proto/worker.proto
create mode 100644 pinot-query-planner/pom.xml
create mode 100644
pinot-query-planner/src/main/java/org/apache/calcite/jdbc/CalciteSchemaBuilder.java
create mode 100644
pinot-query-planner/src/main/java/org/apache/pinot/query/QueryEnvironment.java
create mode 100644
pinot-query-planner/src/main/java/org/apache/pinot/query/catalog/PinotCatalog.java
create mode 100644
pinot-query-planner/src/main/java/org/apache/pinot/query/catalog/PinotTable.java
create mode 100644
pinot-query-planner/src/main/java/org/apache/pinot/query/context/PlannerContext.java
create mode 100644
pinot-query-planner/src/main/java/org/apache/pinot/query/parser/CalciteRexExpressionParser.java
create mode 100644
pinot-query-planner/src/main/java/org/apache/pinot/query/parser/CalciteSqlParser.java
create mode 100644
pinot-query-planner/src/main/java/org/apache/pinot/query/parser/ParserUtils.java
create mode 100644
pinot-query-planner/src/main/java/org/apache/pinot/query/parser/QueryRewriter.java
create mode 100644
pinot-query-planner/src/main/java/org/apache/pinot/query/planner/PlannerUtils.java
create mode 100644
pinot-query-planner/src/main/java/org/apache/pinot/query/planner/QueryPlan.java
create mode 100644
pinot-query-planner/src/main/java/org/apache/pinot/query/planner/StageMetadata.java
create mode 100644
pinot-query-planner/src/main/java/org/apache/pinot/query/planner/hints/PinotRelationalHints.java
create mode 100644
pinot-query-planner/src/main/java/org/apache/pinot/query/planner/logical/LogicalPlanner.java
create mode 100644
pinot-query-planner/src/main/java/org/apache/pinot/query/planner/logical/RelToStageConverter.java
create mode 100644
pinot-query-planner/src/main/java/org/apache/pinot/query/planner/logical/RexExpression.java
create mode 100644
pinot-query-planner/src/main/java/org/apache/pinot/query/planner/logical/StagePlanner.java
create mode 100644
pinot-query-planner/src/main/java/org/apache/pinot/query/planner/partitioning/FieldSelectionKeySelector.java
create mode 100644
pinot-query-planner/src/main/java/org/apache/pinot/query/planner/partitioning/KeySelector.java
create mode 100644
pinot-query-planner/src/main/java/org/apache/pinot/query/planner/serde/ProtoProperties.java
create mode 100644
pinot-query-planner/src/main/java/org/apache/pinot/query/planner/serde/ProtoSerializable.java
create mode 100644
pinot-query-planner/src/main/java/org/apache/pinot/query/planner/serde/ProtoSerializationUtils.java
create mode 100644
pinot-query-planner/src/main/java/org/apache/pinot/query/planner/stage/AbstractStageNode.java
create mode 100644
pinot-query-planner/src/main/java/org/apache/pinot/query/planner/stage/FilterNode.java
create mode 100644
pinot-query-planner/src/main/java/org/apache/pinot/query/planner/stage/JoinNode.java
create mode 100644
pinot-query-planner/src/main/java/org/apache/pinot/query/planner/stage/MailboxReceiveNode.java
create mode 100644
pinot-query-planner/src/main/java/org/apache/pinot/query/planner/stage/MailboxSendNode.java
create mode 100644
pinot-query-planner/src/main/java/org/apache/pinot/query/planner/stage/ProjectNode.java
create mode 100644
pinot-query-planner/src/main/java/org/apache/pinot/query/planner/stage/StageNode.java
create mode 100644
pinot-query-planner/src/main/java/org/apache/pinot/query/planner/stage/StageNodeSerDeUtils.java
create mode 100644
pinot-query-planner/src/main/java/org/apache/pinot/query/planner/stage/TableScanNode.java
create mode 100644
pinot-query-planner/src/main/java/org/apache/pinot/query/routing/WorkerInstance.java
create mode 100644
pinot-query-planner/src/main/java/org/apache/pinot/query/routing/WorkerManager.java
create mode 100644
pinot-query-planner/src/main/java/org/apache/pinot/query/rules/PinotExchangeNodeInsertRule.java
create mode 100644
pinot-query-planner/src/main/java/org/apache/pinot/query/rules/PinotQueryRuleSets.java
create mode 100644
pinot-query-planner/src/main/java/org/apache/pinot/query/type/TypeFactory.java
create mode 100644
pinot-query-planner/src/main/java/org/apache/pinot/query/type/TypeSystem.java
create mode 100644
pinot-query-planner/src/main/java/org/apache/pinot/query/validate/Validator.java
create mode 100644
pinot-query-planner/src/test/java/org/apache/pinot/query/QueryEnvironmentTest.java
create mode 100644
pinot-query-planner/src/test/java/org/apache/pinot/query/QueryEnvironmentTestBase.java
create mode 100644
pinot-query-planner/src/test/java/org/apache/pinot/query/QueryEnvironmentTestUtils.java
create mode 100644
pinot-query-planner/src/test/java/org/apache/pinot/query/planner/stage/SerDeUtilsTest.java
create mode 100644 pinot-query-runtime/pom.xml
create mode 100644
pinot-query-runtime/src/main/java/org/apache/pinot/query/mailbox/GrpcMailboxService.java
create mode 100644
pinot-query-runtime/src/main/java/org/apache/pinot/query/mailbox/GrpcReceivingMailbox.java
create mode 100644
pinot-query-runtime/src/main/java/org/apache/pinot/query/mailbox/GrpcSendingMailbox.java
create mode 100644
pinot-query-runtime/src/main/java/org/apache/pinot/query/mailbox/MailboxIdentifier.java
create mode 100644
pinot-query-runtime/src/main/java/org/apache/pinot/query/mailbox/MailboxService.java
create mode 100644
pinot-query-runtime/src/main/java/org/apache/pinot/query/mailbox/ReceivingMailbox.java
create mode 100644
pinot-query-runtime/src/main/java/org/apache/pinot/query/mailbox/SendingMailbox.java
create mode 100644
pinot-query-runtime/src/main/java/org/apache/pinot/query/mailbox/StringMailboxIdentifier.java
create mode 100644
pinot-query-runtime/src/main/java/org/apache/pinot/query/mailbox/Utils.java
create mode 100644
pinot-query-runtime/src/main/java/org/apache/pinot/query/mailbox/channel/ChannelManager.java
create mode 100644
pinot-query-runtime/src/main/java/org/apache/pinot/query/mailbox/channel/GrpcMailboxServer.java
create mode 100644
pinot-query-runtime/src/main/java/org/apache/pinot/query/mailbox/channel/MailboxContentStreamObserver.java
create mode 100644
pinot-query-runtime/src/main/java/org/apache/pinot/query/mailbox/channel/MailboxStatusStreamObserver.java
create mode 100644
pinot-query-runtime/src/main/java/org/apache/pinot/query/runtime/QueryRunner.java
create mode 100644
pinot-query-runtime/src/main/java/org/apache/pinot/query/runtime/blocks/BaseDataBlock.java
create mode 100644
pinot-query-runtime/src/main/java/org/apache/pinot/query/runtime/blocks/ColumnarDataBlock.java
create mode 100644
pinot-query-runtime/src/main/java/org/apache/pinot/query/runtime/blocks/DataBlockBuilder.java
create mode 100644
pinot-query-runtime/src/main/java/org/apache/pinot/query/runtime/blocks/DataBlockUtils.java
create mode 100644
pinot-query-runtime/src/main/java/org/apache/pinot/query/runtime/blocks/MetadataBlock.java
create mode 100644
pinot-query-runtime/src/main/java/org/apache/pinot/query/runtime/blocks/RowDataBlock.java
create mode 100644
pinot-query-runtime/src/main/java/org/apache/pinot/query/runtime/blocks/TransferableBlock.java
create mode 100644
pinot-query-runtime/src/main/java/org/apache/pinot/query/runtime/executor/WorkerQueryExecutor.java
create mode 100644
pinot-query-runtime/src/main/java/org/apache/pinot/query/runtime/operator/HashJoinOperator.java
create mode 100644
pinot-query-runtime/src/main/java/org/apache/pinot/query/runtime/operator/MailboxReceiveOperator.java
create mode 100644
pinot-query-runtime/src/main/java/org/apache/pinot/query/runtime/operator/MailboxSendOperator.java
create mode 100644
pinot-query-runtime/src/main/java/org/apache/pinot/query/runtime/plan/DistributedStagePlan.java
create mode 100644
pinot-query-runtime/src/main/java/org/apache/pinot/query/runtime/plan/serde/QueryPlanSerDeUtils.java
create mode 100644
pinot-query-runtime/src/main/java/org/apache/pinot/query/runtime/utils/ServerRequestUtils.java
create mode 100644
pinot-query-runtime/src/main/java/org/apache/pinot/query/service/QueryConfig.java
create mode 100644
pinot-query-runtime/src/main/java/org/apache/pinot/query/service/QueryDispatcher.java
create mode 100644
pinot-query-runtime/src/main/java/org/apache/pinot/query/service/QueryServer.java
create mode 100644
pinot-query-runtime/src/test/java/org/apache/pinot/query/QueryServerEnclosure.java
create mode 100644
pinot-query-runtime/src/test/java/org/apache/pinot/query/mailbox/GrpcMailboxServiceTest.java
create mode 100644
pinot-query-runtime/src/test/java/org/apache/pinot/query/mailbox/GrpcMailboxServiceTestBase.java
create mode 100644
pinot-query-runtime/src/test/java/org/apache/pinot/query/runtime/QueryRunnerTest.java
create mode 100644
pinot-query-runtime/src/test/java/org/apache/pinot/query/runtime/blocks/DataBlockTest.java
create mode 100644
pinot-query-runtime/src/test/java/org/apache/pinot/query/runtime/blocks/DataBlockTestUtils.java
create mode 100644
pinot-query-runtime/src/test/java/org/apache/pinot/query/service/QueryDispatcherTest.java
create mode 100644
pinot-query-runtime/src/test/java/org/apache/pinot/query/service/QueryServerTest.java
create mode 100644
pinot-server/src/main/java/org/apache/pinot/server/worker/WorkerQueryServer.java
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
