[
https://issues.apache.org/jira/browse/MAPREDUCE-3056?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=13109380#comment-13109380
]
Devaraj K commented on MAPREDUCE-3056:
--------------------------------------
{code:xml}
2011-09-20 10:28:55,661 INFO impl.JobImpl (JobImpl.java:setup(1001)) - DEBUG
--- startJobs: parent=/tmp/hadoop-yarn/root/staging/root/.staging
child=job_1316481926401_0003
2011-09-20 10:28:55,667 INFO impl.JobImpl (JobImpl.java:setup(1022)) - Adding
job token for job_1316481926401_0003 to jobTokenSecretManager
2011-09-20 10:28:55,987 INFO impl.JobImpl (JobImpl.java:setup(1038)) - Writing
back the job-token file on the remote file
system:hdfs://10.18.52.124:9000/tmp/hadoop-yarn/root/staging/root/.staging/job_1316481926401_0003/appTokens
2011-09-20 10:28:56,486 FATAL app.MRAppMaster (MRAppMaster.java:main(668)) -
Error starting MRAppMaster
org.apache.hadoop.yarn.YarnException: java.io.FileNotFoundException: File does
not exist:
hdfs://10.18.52.124:9000/tmp/hadoop-yarn/root/staging/root/.staging/job_1316481926401_0003/job.splitmetainfo
at
org.apache.hadoop.mapreduce.v2.app.job.impl.JobImpl$InitTransition.createSplits(JobImpl.java:1113)
at
org.apache.hadoop.mapreduce.v2.app.job.impl.JobImpl$InitTransition.transition(JobImpl.java:838)
at
org.apache.hadoop.mapreduce.v2.app.job.impl.JobImpl$InitTransition.transition(JobImpl.java:809)
at
org.apache.hadoop.yarn.state.StateMachineFactory$MultipleInternalArc.doTransition(StateMachineFactory.java:376)
at
org.apache.hadoop.yarn.state.StateMachineFactory.doTransition(StateMachineFactory.java:294)
at
org.apache.hadoop.yarn.state.StateMachineFactory.access$300(StateMachineFactory.java:39)
at
org.apache.hadoop.yarn.state.StateMachineFactory$InternalStateMachine.doTransition(StateMachineFactory.java:439)
at
org.apache.hadoop.mapreduce.v2.app.job.impl.JobImpl.handle(JobImpl.java:684)
at
org.apache.hadoop.mapreduce.v2.app.job.impl.JobImpl.handle(JobImpl.java:117)
at
org.apache.hadoop.mapreduce.v2.app.MRAppMaster$JobEventDispatcher.handle(MRAppMaster.java:609)
at
org.apache.hadoop.mapreduce.v2.app.MRAppMaster.start(MRAppMaster.java:563)
at
org.apache.hadoop.mapreduce.v2.app.MRAppMaster.main(MRAppMaster.java:666)
Caused by: java.io.FileNotFoundException: File does not exist:
hdfs://10.18.52.124:9000/tmp/hadoop-yarn/root/staging/root/.staging/job_1316481926401_0003/job.splitmetainfo
at
org.apache.hadoop.hdfs.DistributedFileSystem.getFileStatus(DistributedFileSystem.java:764)
at
org.apache.hadoop.mapreduce.split.SplitMetaInfoReader.readSplitMetaInfo(SplitMetaInfoReader.java:50)
at
org.apache.hadoop.mapreduce.v2.app.job.impl.JobImpl$InitTransition.createSplits(JobImpl.java:1108)
... 11 more
2011-09-20 10:28:56,488 INFO jobhistory.JobHistoryEventHandler
(JobHistoryEventHandler.java:stop(238)) - Stopping JobHistoryEventHandler
2011-09-20 10:28:56,488 INFO service.CompositeService
(CompositeService.java:stop(97)) - Error stopping JobHistoryEventHandler
java.lang.NullPointerException
at
org.apache.hadoop.mapreduce.jobhistory.JobHistoryEventHandler.stop(JobHistoryEventHandler.java:242)
at
org.apache.hadoop.yarn.service.CompositeService.stop(CompositeService.java:95)
at
org.apache.hadoop.yarn.service.CompositeService.stop(CompositeService.java:85)
at
org.apache.hadoop.yarn.service.CompositeService$CompositeServiceShutdownHook.run(CompositeService.java:118)
2011-09-20 10:28:56,489 INFO service.CompositeService
(CompositeService.java:stop(97)) - Error stopping
org.apache.hadoop.mapreduce.v2.app.MRAppMaster$ContainerLauncherRouter
java.lang.NullPointerException
at
org.apache.hadoop.mapreduce.v2.app.MRAppMaster$ContainerLauncherRouter.stop(MRAppMaster.java:487)
at
org.apache.hadoop.yarn.service.CompositeService.stop(CompositeService.java:95)
at
org.apache.hadoop.yarn.service.CompositeService.stop(CompositeService.java:85)
at
org.apache.hadoop.yarn.service.CompositeService$CompositeServiceShutdownHook.run(CompositeService.java:118)
2011-09-20 10:28:56,489 INFO service.CompositeService
(CompositeService.java:stop(97)) - Error stopping
org.apache.hadoop.mapreduce.v2.app.MRAppMaster$ContainerAllocatorRouter
java.lang.NullPointerException
at
org.apache.hadoop.mapreduce.v2.app.MRAppMaster$ContainerAllocatorRouter.stop(MRAppMaster.java:443)
at
org.apache.hadoop.yarn.service.CompositeService.stop(CompositeService.java:95)
at
org.apache.hadoop.yarn.service.CompositeService.stop(CompositeService.java:85)
at
org.apache.hadoop.yarn.service.CompositeService$CompositeServiceShutdownHook.run(CompositeService.java:118)
2011-09-20 10:28:56,489 INFO service.CompositeService
(CompositeService.java:stop(97)) - Error stopping
org.apache.hadoop.mapreduce.v2.app.speculate.DefaultSpeculator
java.lang.IllegalStateException: For this operation, current State must be
STARTED instead of INITED
at
org.apache.hadoop.yarn.service.AbstractService.ensureCurrentState(AbstractService.java:101)
at
org.apache.hadoop.yarn.service.AbstractService.stop(AbstractService.java:69)
at
org.apache.hadoop.mapreduce.v2.app.speculate.DefaultSpeculator.stop(DefaultSpeculator.java:213)
at
org.apache.hadoop.yarn.service.CompositeService.stop(CompositeService.java:95)
at
org.apache.hadoop.yarn.service.CompositeService.stop(CompositeService.java:85)
at
org.apache.hadoop.yarn.service.CompositeService$CompositeServiceShutdownHook.run(CompositeService.java:118)
2011-09-20 10:28:56,491 INFO service.CompositeService
(CompositeService.java:stop(97)) - Error stopping MRClientService
java.lang.NullPointerException
at
org.apache.hadoop.mapreduce.v2.app.client.MRClientService.stop(MRClientService.java:161)
at
org.apache.hadoop.yarn.service.CompositeService.stop(CompositeService.java:95)
at
org.apache.hadoop.yarn.service.CompositeService.stop(CompositeService.java:85)
at
org.apache.hadoop.yarn.service.CompositeService$CompositeServiceShutdownHook.run(CompositeService.java:118)
2011-09-20 10:28:56,492 INFO service.CompositeService
(CompositeService.java:stop(97)) - Error stopping TaskCleaner
java.lang.NullPointerException
at
org.apache.hadoop.mapreduce.v2.app.taskclean.TaskCleanerImpl.stop(TaskCleanerImpl.java:73)
at
org.apache.hadoop.yarn.service.CompositeService.stop(CompositeService.java:95)
at
org.apache.hadoop.yarn.service.CompositeService.stop(CompositeService.java:85)
at
org.apache.hadoop.yarn.service.CompositeService$CompositeServiceShutdownHook.run(CompositeService.java:118)
2011-09-20 10:28:56,492 INFO service.CompositeService
(CompositeService.java:stop(97)) - Error stopping
org.apache.hadoop.mapred.TaskAttemptListenerImpl
java.lang.NullPointerException
at
org.apache.hadoop.mapred.TaskAttemptListenerImpl.stopRpcServer(TaskAttemptListenerImpl.java:128)
at
org.apache.hadoop.mapred.TaskAttemptListenerImpl.stop(TaskAttemptListenerImpl.java:123)
at
org.apache.hadoop.yarn.service.CompositeService.stop(CompositeService.java:95)
at
org.apache.hadoop.yarn.service.CompositeService.stop(CompositeService.java:85)
at
org.apache.hadoop.yarn.service.CompositeService$CompositeServiceShutdownHook.run(CompositeService.java:118)
2011-09-20 10:28:56,492 INFO service.CompositeService
(CompositeService.java:stop(97)) - Error stopping Dispatcher
java.lang.NullPointerException
at
org.apache.hadoop.yarn.event.AsyncDispatcher.stop(AsyncDispatcher.java:93)
at
org.apache.hadoop.yarn.service.CompositeService.stop(CompositeService.java:95)
at
org.apache.hadoop.yarn.service.CompositeService.stop(CompositeService.java:85)
at
org.apache.hadoop.yarn.service.CompositeService$CompositeServiceShutdownHook.run(CompositeService.java:118)
2011-09-20 10:28:56,493 INFO service.CompositeService
(CompositeService.java:run(120)) - Error stopping
org.apache.hadoop.mapreduce.v2.app.MRAppMaster
java.lang.IllegalStateException: For this operation, current State must be
STARTED instead of INITED
at
org.apache.hadoop.yarn.service.AbstractService.ensureCurrentState(AbstractService.java:101)
at
org.apache.hadoop.yarn.service.AbstractService.stop(AbstractService.java:69)
at
org.apache.hadoop.yarn.service.CompositeService.stop(CompositeService.java:87)
at
org.apache.hadoop.yarn.service.CompositeService$CompositeServiceShutdownHook.run(CompositeService.java:118)
{code}
> Jobs are failing when those are submitted by other users
> --------------------------------------------------------
>
> Key: MAPREDUCE-3056
> URL: https://issues.apache.org/jira/browse/MAPREDUCE-3056
> Project: Hadoop Map/Reduce
> Issue Type: Bug
> Reporter: Devaraj K
> Assignee: Devaraj K
> Priority: Critical
>
> MR cluster is started by the user 'root'. If any other users other than
> 'root' submit a job, it is failing always.
> Find the conatiner logs in the comments section.
--
This message is automatically generated by JIRA.
For more information on JIRA, see: http://www.atlassian.com/software/jira
