[
https://issues.apache.org/jira/browse/TAJO-269?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=14261078#comment-14261078
]
Hudson commented on TAJO-269:
-----------------------------
SUCCESS: Integrated in Tajo-master-build #525 (See
[https://builds.apache.org/job/Tajo-master-build/525/])
TAJO-269: Protocol buffer De/Serialization for LogicalNode. (hyunsik: rev
32be38d41affc498b01286938f3fea89a8def1a9)
*
tajo-core/src/main/java/org/apache/tajo/engine/planner/global/rewriter/GlobalPlanRewriteEngine.java
* tajo-core/src/test/java/org/apache/tajo/engine/eval/ExprTestBase.java
* tajo-core/src/main/java/org/apache/tajo/master/GlobalEngine.java
* tajo-core/src/test/java/org/apache/tajo/engine/query/TestSelectQuery.java
* tajo-plan/src/main/java/org/apache/tajo/plan/logical/StoreTableNode.java
* tajo-plan/src/main/java/org/apache/tajo/plan/logical/UnaryNode.java
*
tajo-plan/src/main/java/org/apache/tajo/plan/rewrite/rules/FilterPushDownRule.java
* tajo-plan/src/main/java/org/apache/tajo/plan/logical/AlterTablespaceNode.java
* tajo-plan/src/main/java/org/apache/tajo/plan/logical/CreateTableNode.java
* tajo-plan/src/main/java/org/apache/tajo/plan/nameresolver/NameResolver.java
* tajo-core/src/main/java/org/apache/tajo/engine/planner/enforce/Enforcer.java
* tajo-common/src/main/java/org/apache/tajo/conf/TajoConf.java
* tajo-core/src/test/java/org/apache/tajo/TajoTestingCluster.java
* tajo-plan/src/main/java/org/apache/tajo/plan/logical/TableSubQueryNode.java
*
tajo-plan/src/main/java/org/apache/tajo/plan/visitor/BasicLogicalPlanVisitor.java
*
tajo-plan/src/main/java/org/apache/tajo/plan/visitor/ExplainLogicalPlanVisitor.java
* tajo-core/src/main/java/org/apache/tajo/worker/Task.java
* tajo-plan/src/main/proto/Plan.proto
*
tajo-core/src/main/java/org/apache/tajo/master/querymaster/QueryMasterTask.java
*
tajo-core/src/main/java/org/apache/tajo/engine/planner/physical/DistinctGroupbySecondAggregationExec.java
*
tajo-plan/src/main/java/org/apache/tajo/plan/nameresolver/ResolverByLegacy.java
*
tajo-plan/src/main/java/org/apache/tajo/plan/rewrite/rules/LogicalPlanEqualityTester.java
*
tajo-plan/src/main/java/org/apache/tajo/plan/serder/EvalTreeProtoDeserializer.java
*
tajo-plan/src/main/java/org/apache/tajo/plan/rewrite/rules/PartitionedTableRewriter.java
*
tajo-storage/tajo-storage-hbase/src/main/java/org/apache/tajo/storage/hbase/HBaseStorageManager.java
* tajo-plan/src/main/java/org/apache/tajo/plan/logical/WindowSpec.java
* tajo-plan/src/main/java/org/apache/tajo/plan/logical/TruncateTableNode.java
* tajo-plan/src/main/java/org/apache/tajo/plan/util/PlannerUtil.java
* tajo-plan/src/main/java/org/apache/tajo/plan/logical/CreateDatabaseNode.java
* tajo-plan/src/main/java/org/apache/tajo/plan/logical/NodeType.java
* tajo-core/src/test/java/org/apache/tajo/engine/query/TestWindowQuery.java
* tajo-common/src/main/java/org/apache/tajo/util/ProtoUtil.java
*
tajo-core/src/main/java/org/apache/tajo/engine/planner/physical/DistinctGroupbySortAggregationExec.java
* tajo-core/src/main/java/org/apache/tajo/engine/query/TaskRequest.java
*
tajo-core/src/main/java/org/apache/tajo/engine/planner/global/rewriter/rules/GlobalPlanEqualityTester.java
* tajo-plan/src/main/java/org/apache/tajo/plan/serder/package-info.java
*
tajo-plan/src/main/java/org/apache/tajo/plan/serder/EvalTreeProtoSerializer.java
*
tajo-core/src/main/java/org/apache/tajo/engine/planner/physical/DistinctGroupbyFirstAggregationExec.java
* tajo-common/src/main/java/org/apache/tajo/util/ReflectionUtil.java
* tajo-plan/src/main/java/org/apache/tajo/plan/logical/ProjectionNode.java
*
tajo-core/src/main/java/org/apache/tajo/engine/planner/global/rewriter/GlobalPlanTestRuleProvider.java
* tajo-plan/src/main/java/org/apache/tajo/plan/LogicalPlanPreprocessor.java
* tajo-plan/src/main/java/org/apache/tajo/plan/logical/AlterTableNode.java
* tajo-plan/src/main/java/org/apache/tajo/plan/logical/DropTableNode.java
*
tajo-catalog/tajo-catalog-common/src/main/java/org/apache/tajo/catalog/TableDesc.java
* tajo-plan/src/main/java/org/apache/tajo/plan/LogicalPlanner.java
*
tajo-core/src/main/java/org/apache/tajo/engine/planner/global/builder/DistinctGroupbyBuilder.java
* tajo-plan/src/main/java/org/apache/tajo/plan/logical/LogicalNode.java
* tajo-core/src/main/java/org/apache/tajo/master/exec/QueryExecutor.java
* tajo-core/src/main/java/org/apache/tajo/master/DefaultTaskScheduler.java
* tajo-plan/src/main/java/org/apache/tajo/plan/logical/InsertNode.java
*
tajo-plan/src/main/java/org/apache/tajo/plan/rewrite/BaseLogicalPlanRewriteRuleProvider.java
* tajo-plan/src/main/java/org/apache/tajo/plan/rewrite/QueryRewriteEngine.java
* tajo-core/src/test/java/org/apache/tajo/engine/query/TestTruncateTable.java
* tajo-plan/src/main/java/org/apache/tajo/plan/LogicalOptimizer.java
* tajo-plan/src/main/java/org/apache/tajo/plan/logical/BinaryNode.java
* CHANGES
* tajo-plan/src/main/java/org/apache/tajo/plan/logical/DropDatabaseNode.java
* tajo-plan/src/main/java/org/apache/tajo/plan/logical/RelationNode.java
*
tajo-plan/src/main/java/org/apache/tajo/plan/rewrite/rules/ProjectionPushDownRule.java
*
tajo-core/src/main/java/org/apache/tajo/engine/planner/physical/DistinctGroupbyThirdAggregationExec.java
*
tajo-catalog/tajo-catalog-common/src/main/java/org/apache/tajo/catalog/Schema.java
* tajo-core/src/main/java/org/apache/tajo/engine/query/TaskRequestImpl.java
*
tajo-core/src/main/java/org/apache/tajo/engine/planner/global/rewriter/GlobalPlanRewriteRuleProvider.java
* tajo-plan/src/main/java/org/apache/tajo/plan/logical/GroupbyNode.java
* tajo-common/src/main/java/org/apache/tajo/util/TUtil.java
* tajo-plan/src/main/java/org/apache/tajo/plan/logical/EvalExprNode.java
*
tajo-plan/src/main/java/org/apache/tajo/plan/expr/AggregationFunctionCallEval.java
*
tajo-core/src/main/java/org/apache/tajo/engine/planner/global/rewriter/BaseGlobalPlanRewriteRuleProvider.java
*
tajo-plan/src/main/java/org/apache/tajo/plan/rewrite/LogicalPlanRewriteRuleProvider.java
* tajo-plan/src/main/java/org/apache/tajo/plan/logical/DistinctGroupbyNode.java
* tajo-plan/src/main/java/org/apache/tajo/plan/rewrite/RewriteRule.java
*
tajo-plan/src/main/java/org/apache/tajo/plan/rewrite/BaseLogicalPlanRewriteEngine.java
*
tajo-plan/src/main/java/org/apache/tajo/plan/rewrite/LogicalPlanRewriteEngine.java
* tajo-core/src/main/proto/TajoWorkerProtocol.proto
* tajo-plan/src/main/java/org/apache/tajo/plan/Target.java
*
tajo-core/src/main/java/org/apache/tajo/engine/planner/global/GlobalPlanner.java
*
tajo-plan/src/main/java/org/apache/tajo/plan/rewrite/BasicQueryRewriteEngine.java
* tajo-plan/src/main/java/org/apache/tajo/plan/serder/LogicalNodeSerializer.java
* tajo-plan/src/main/java/org/apache/tajo/plan/serder/EvalNodeDeserializer.java
* tajo-plan/src/main/java/org/apache/tajo/plan/expr/WindowFunctionEval.java
* tajo-core/src/test/java/org/apache/tajo/engine/query/TestGroupByQuery.java
*
tajo-storage/tajo-storage-hbase/src/main/java/org/apache/tajo/storage/hbase/AddSortForInsertRewriter.java
* tajo-plan/src/main/java/org/apache/tajo/plan/logical/ScanNode.java
*
tajo-core/src/main/java/org/apache/tajo/engine/planner/PhysicalPlannerImpl.java
*
tajo-core/src/main/java/org/apache/tajo/engine/planner/physical/DistinctGroupbyHashAggregationExec.java
* tajo-plan/src/main/java/org/apache/tajo/plan/expr/EvalNode.java
* tajo-plan/src/main/java/org/apache/tajo/plan/serder/EvalNodeSerializer.java
* tajo-plan/src/main/java/org/apache/tajo/plan/visitor/LogicalPlanVisitor.java
*
tajo-plan/src/main/java/org/apache/tajo/plan/rewrite/LogicalPlanTestRuleProvider.java
*
tajo-core/src/main/java/org/apache/tajo/engine/utils/test/ErrorInjectionRewriter.java
*
tajo-core/src/main/java/org/apache/tajo/engine/codegen/ExecutorPreCompiler.java
* tajo-core/src/test/java/org/apache/tajo/master/TestGlobalPlanner.java
*
tajo-storage/tajo-storage-common/src/main/java/org/apache/tajo/storage/StorageManager.java
*
tajo-plan/src/main/java/org/apache/tajo/plan/rewrite/LogicalPlanRewriteRule.java
*
tajo-core/src/main/java/org/apache/tajo/engine/planner/global/rewriter/GlobalPlanRewriteRule.java
* tajo-plan/src/main/java/org/apache/tajo/plan/logical/SetSessionNode.java
*
tajo-plan/src/main/java/org/apache/tajo/plan/serder/LogicalNodeDeserializer.java
> Protocol buffer De/Serialization for LogicalNode
> ------------------------------------------------
>
> Key: TAJO-269
> URL: https://issues.apache.org/jira/browse/TAJO-269
> Project: Tajo
> Issue Type: Improvement
> Components: query master, worker
> Reporter: Jihoon Son
> Assignee: Hyunsik Choi
> Fix For: 0.10
>
> Attachments: TAJO-269.patch, TAJO-269_2.patch, TAJO-269_3.patch
>
>
> In the current implementation, the logical plan is serialized into a JSON
> object and sent to each worker.
> However, the transmission of JSON object incurs the high overhead due to its
> large size.
> ProtocolBuffer is a good alternative because its overhead is quite small and
> already used in other modules of Tajo.
--
This message was sent by Atlassian JIRA
(v6.3.4#6332)
