[
https://issues.apache.org/jira/browse/TAJO-91?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=13739349#comment-13739349
]
Hudson commented on TAJO-91:
----------------------------
ABORTED: Integrated in Tajo-trunk-postcommit #336 (See
[https://builds.apache.org/job/Tajo-trunk-postcommit/336/])
TAJO-91: Launch QueryMaster on NodeManager per query. (hyoungjunkim via
hyunsik) (hyunsik:
https://git-wip-us.apache.org/repos/asf?p=incubator-tajo.git&a=commit&h=9d02088397aca145aa77799e24469a983cc60974)
*
tajo-core/tajo-core-backend/src/test/java/org/apache/tajo/engine/query/TestSelectQuery.java
*
tajo-core/tajo-core-backend/src/test/java/org/apache/tajo/engine/plan/global/TestGlobalQueryPlanner.java
* tajo-core/tajo-core-backend/src/main/java/org/apache/tajo/cli/TajoCli.java
* tajo-common/src/main/java/org/apache/tajo/util/CommonTestingUtil.java
* tajo-rpc/src/main/java/org/apache/tajo/rpc/NettyServerBase.java
*
tajo-core/tajo-core-backend/src/main/java/org/apache/tajo/master/rm/RMContainerAllocator.java
*
tajo-catalog/tajo-catalog-client/src/main/java/org/apache/tajo/catalog/CatalogService.java
*
tajo-core/tajo-core-backend/src/main/java/org/apache/tajo/master/event/TaskAttemptStatusUpdateEvent.java
*
tajo-core/tajo-core-backend/src/main/java/org/apache/tajo/master/TaskRunnerLauncherImpl.java
*
tajo-core/tajo-core-backend/src/test/java/org/apache/tajo/engine/query/TestNullValues.java
*
tajo-core/tajo-core-backend/src/test/java/org/apache/tajo/worker/TaskRunnerTest.java
*
tajo-core/tajo-core-backend/src/main/java/org/apache/tajo/master/TajoMasterClientService.java
*
tajo-core/tajo-core-backend/src/main/java/org/apache/tajo/master/GlobalEngine.java
*
tajo-core/tajo-core-backend/src/test/java/org/apache/tajo/engine/function/TestBuiltinFunctions.java
* tajo-rpc/src/test/java/org/apache/tajo/rpc/TestNettyAsyncRpc.java
*
tajo-core/tajo-core-backend/src/main/java/org/apache/tajo/master/querymaster/QueryMasterRunner.java
*
tajo-core/tajo-core-backend/src/main/java/org/apache/tajo/master/TaskRunnerListener.java
*
tajo-core/tajo-core-backend/src/main/java/org/apache/tajo/engine/planner/FromTable.java
*
tajo-catalog/tajo-catalog-server/src/main/java/org/apache/tajo/catalog/CatalogServer.java
* tajo-core/tajo-core-storage/src/main/proto/CatalogProtos.proto
*
tajo-core/tajo-core-backend/src/main/java/org/apache/tajo/master/querymaster/Query.java
* tajo-core/tajo-core-backend/src/main/proto/QueryMasterProtocol.proto
* tajo-common/src/main/java/org/apache/tajo/util/Bytes.java
*
tajo-core/tajo-core-backend/src/main/java/org/apache/tajo/master/QueryUnitAttempt.java
* tajo-rpc/pom.xml
*
tajo-core/tajo-core-backend/src/test/java/org/apache/tajo/client/TestTajoClient.java
*
tajo-core/tajo-core-backend/src/test/java/org/apache/tajo/engine/query/TestSortQuery.java
*
tajo-core/tajo-core-backend/src/test/java/org/apache/tajo/BackendTestingUtil.java
*
tajo-core/tajo-core-backend/src/test/java/org/apache/tajo/TajoTestingCluster.java
*
tajo-catalog/tajo-catalog-common/src/test/java/org/apache/tajo/catalog/TestFunctionDesc.java
*
tajo-core/tajo-core-backend/src/main/java/org/apache/tajo/master/TajoMaster.java
* tajo-common/src/main/java/org/apache/tajo/util/TajoIdUtils.java
* tajo-core/tajo-core-backend/src/main/proto/QueryMasterClientProtocol.proto
*
tajo-core/tajo-core-backend/src/main/java/org/apache/tajo/master/event/TaskFatalErrorEvent.java
*
tajo-rpc/src/test/java/org/apache/tajo/rpc/test/impl/DummyProtocolBlockingImpl.java
*
tajo-catalog/tajo-catalog-common/src/main/java/org/apache/tajo/catalog/FunctionDesc.java
*
tajo-core/tajo-core-backend/src/main/java/org/apache/tajo/master/querymaster/Repartitioner.java
* tajo-rpc/src/test/java/org/apache/tajo/rpc/TestNettyBlockingRpc.java
* tajo-core/tajo-core-backend/src/main/proto/CatalogProtos.proto
*
tajo-core/tajo-core-backend/src/main/java/org/apache/tajo/master/querymaster/SubQueryState.java
* tajo-core/tajo-core-backend/src/main/resources/tajo-default.xml
*
tajo-core/tajo-core-backend/src/main/java/org/apache/tajo/master/QueryUnit.java
*
tajo-core/tajo-core-backend/src/main/java/org/apache/tajo/master/event/TaskRequestEvent.java
*
tajo-core/tajo-core-backend/src/main/java/org/apache/tajo/master/cluster/WorkerListener.java
*
tajo-core/tajo-core-backend/src/main/java/org/apache/tajo/master/Repartitioner.java
*
tajo-core/tajo-core-backend/src/main/java/org/apache/tajo/master/querymaster/SubQuery.java
*
tajo-core/tajo-core-backend/src/test/java/org/apache/tajo/master/TestRepartitioner.java
*
tajo-core/tajo-core-backend/src/main/java/org/apache/tajo/master/querymaster/QueryUnitAttempt.java
* tajo-core/tajo-core-backend/src/main/proto/tajo_protos.proto
*
tajo-core/tajo-core-backend/src/test/java/org/apache/tajo/MiniTajoYarnCluster.java
* tajo-common/src/main/java/org/apache/tajo/QueryId.java
*
tajo-core/tajo-core-backend/src/test/java/org/apache/tajo/engine/query/TestJoinQuery.java
*
tajo-core/tajo-core-backend/src/main/java/org/apache/tajo/master/querymaster/QueryMasterClientService.java
*
tajo-core/tajo-core-backend/src/test/java/org/apache/tajo/master/TestExecutionBlockCursor.java
*
tajo-core/tajo-core-backend/src/main/java/org/apache/tajo/master/event/SubQueryCompletedEvent.java
*
tajo-core/tajo-core-backend/src/main/java/org/apache/tajo/benchmark/BenchmarkSet.java
* tajo-core/tajo-core-backend/src/main/proto/ClientProtos.proto
* CHANGES.txt
*
tajo-core/tajo-core-backend/src/main/java/org/apache/tajo/master/event/TaskCompletionEvent.java
*
tajo-core/tajo-core-backend/src/main/java/org/apache/tajo/client/QueryStatus.java
* tajo-core/tajo-core-backend/src/main/proto/ClientProtocol.proto
*
tajo-core/tajo-core-backend/src/main/java/org/apache/tajo/master/querymaster/QueryMaster.java
* tajo-rpc/src/test/java/org/apache/tajo/rpc/TestProtoBlockingRpc.java
*
tajo-core/tajo-core-backend/src/main/java/org/apache/tajo/ipc/protocolrecords/QueryUnitRequest.java
*
tajo-core/tajo-core-backend/src/main/java/org/apache/tajo/worker/TaskRunner.java
*
tajo-core/tajo-core-backend/src/main/java/org/apache/tajo/master/TaskSchedulerImpl.java
* tajo-core/tajo-core-backend/src/main/proto/MasterWorkerProtos.proto
*
tajo-core/tajo-core-backend/src/test/java/org/apache/tajo/benchmark/TestTPCH.java
*
tajo-core/tajo-core-backend/src/main/java/org/apache/tajo/client/TajoClient.java
*
tajo-core/tajo-core-backend/src/main/java/org/apache/tajo/engine/query/QueryUnitRequestImpl.java
* tajo-catalog/tajo-catalog-common/src/main/proto/CatalogProtos.proto
* tajo-core/tajo-core-backend/src/main/java/org/apache/tajo/master/Query.java
* tajo-core/tajo-core-pullserver/pom.xml
*
tajo-core/tajo-core-backend/src/test/java/org/apache/tajo/engine/planner/global/TestGlobalQueryOptimizer.java
*
tajo-core/tajo-core-backend/src/main/java/org/apache/tajo/master/ContainerProxy.java
* tajo-core/tajo-core-backend/src/main/java/org/apache/tajo/master/SubQuery.java
*
tajo-core/tajo-core-backend/src/main/java/org/apache/tajo/engine/query/ResultSetImpl.java
*
tajo-core/tajo-core-backend/src/main/java/org/apache/tajo/master/querymaster/QueryMasterManager.java
* tajo-common/src/main/java/org/apache/tajo/conf/TajoConf.java
*
tajo-core/tajo-core-backend/src/test/java/org/apache/tajo/LocalTajoTestingUtility.java
* tajo-core/tajo-core-backend/src/test/java/org/apache/tajo/TpchTestBase.java
*
tajo-core/tajo-core-backend/src/main/java/org/apache/tajo/master/QueryMaster.java
*
tajo-core/tajo-core-backend/src/main/java/org/apache/tajo/master/querymaster/QueryMasterManagerService.java
*
tajo-core/tajo-core-backend/src/main/java/org/apache/tajo/master/SubQueryState.java
*
tajo-core/tajo-core-backend/src/main/java/org/apache/tajo/engine/eval/EvalTreeUtil.java
* tajo-rpc/src/main/java/org/apache/tajo/rpc/ProtoBlockingRpcServer.java
* tajo-core/tajo-core-backend/src/test/resources/log4j.properties
* tajo-core/tajo-core-backend/src/main/proto/MasterWorkerProtocol.proto
* tajo-core/tajo-core-backend/src/main/proto/TajoMasterClientProtocol.proto
* tajo-project/pom.xml
*
tajo-core/tajo-core-backend/src/main/java/org/apache/tajo/master/ClientService.java
*
tajo-core/tajo-core-backend/src/main/java/org/apache/tajo/master/querymaster/QueryUnit.java
* tajo-core/tajo-core-backend/src/main/proto/QueryMasterManagerProtocol.proto
*
tajo-core/tajo-core-backend/src/test/java/org/apache/tajo/engine/query/TestResultSetImpl.java
* tajo-core/tajo-core-backend/src/main/java/org/apache/tajo/worker/Task.java
* tajo-core/tajo-core-backend/pom.xml
*
tajo-core/tajo-core-backend/src/test/java/org/apache/tajo/engine/query/TestGroupByQuery.java
*
tajo-core/tajo-core-backend/src/main/java/org/apache/tajo/master/GlobalPlanner.java
*
tajo-core/tajo-core-backend/src/main/java/org/apache/tajo/master/event/SubQuerySucceeEvent.java
> Launch QueryMaster on NodeManager per query
> -------------------------------------------
>
> Key: TAJO-91
> URL: https://issues.apache.org/jira/browse/TAJO-91
> Project: Tajo
> Issue Type: Sub-task
> Components: master
> Reporter: hyoungjunkim
> Assignee: hyoungjunkim
> Fix For: 0.3-incubating
>
> Attachments: TAJO-91.patch
>
>
> In the current implementation, TajoMaster creates a QueryMaster per qeury in
> same JVM. If many queries run concurrently, TajoMaster is bottleneck.
> TajoMaster launches QueryMaster on NodeManager when query requested.
--
This message is automatically generated by JIRA.
If you think it was sent incorrectly, please contact your JIRA administrators
For more information on JIRA, see: http://www.atlassian.com/software/jira
