[
https://issues.apache.org/jira/browse/CLOUDSTACK-5735?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=13861097#comment-13861097
]
angeline shen commented on CLOUDSTACK-5735:
-------------------------------------------
2014-01-02 17:31:09,605 DEBUG [c.c.v.VmWorkJobDispatcher]
(Job-Executor-100:ctx-47d57f02) Run VM work job: com.cloud.vm.VmWorkMigrate
2014-01-02 17:31:09,608 DEBUG [c.c.v.VmWorkJobHandlerProxy]
(Job-Executor-100:ctx-47d57f02 ctx-ff711fa7) Execute VM work job:
com.cloud.vm.VmWorkMigrate{"zoneId":1,"podId":1,"clusterId":1,"hostId":1,"srcHostId":2,"userId":2,"acc
ountId":2,"vmId":8,"handlerName":"VirtualMachineManagerImpl"}
2014-01-02 17:31:09,613 ERROR [c.c.v.VmWorkJobHandlerProxy]
(Job-Executor-100:ctx-47d57f02 ctx-ff711fa7) Invocation exception, caused by:
java.lang.NullPointerException
2014-01-02 17:31:09,614 ERROR [c.c.v.VmWorkJobDispatcher]
(Job-Executor-100:ctx-47d57f02 ctx-ff711fa7) Unable to complete AsyncJobVO
{id:75, userId: 2, accountId: 2, instanceType: null, instanceId: null, cmd:
com.cloud.vm.VmWork
Migrate, cmdInfo:
rO0ABXNyABpjb20uY2xvdWQudm0uVm1Xb3JrTWlncmF0ZRdxQXtPtzYqAgAGSgAJc3JjSG9zdElkTAAJY2x1c3RlcklkdAAQTGphdmEvbGFuZy9Mb25nO0wABmhvc3RJZHEAfgABTAAFcG9kSWRxAH4AAUwAB3N0b3JhZ2V0AA9MamF2YS91dGlsL01hcDtMAAZ6b25lSWRxAH4AAX
hyABNjb20uY2xvdWQudm0uVm1Xb3Jrn5m2VvAlZ2sCAARKAAlhY2NvdW50SWRKAAZ1c2VySWRKAAR2bUlkTAALaGFuZGxlck5hbWV0ABJMamF2YS9sYW5nL1N0cmluZzt4cAAAAAAAAAACAAAAAAAAAAIAAAAAAAAACHQAGVZpcnR1YWxNYWNoaW5lTWFuYWdlckltcGwAAAAAAAAAAnNyAA5qYXZhLmxhbm
cuTG9uZzuL5JDMjyPfAgABSgAFdmFsdWV4cgAQamF2YS5sYW5nLk51bWJlcoaslR0LlOCLAgAAeHAAAAAAAAAAAXEAfgAJcQB-AAlwcQB-AAk,
cmdVersion: 0, status: IN_PROGRESS, processStatus: 0, resultCode: 0, result:
null, initMsid: 6958920763321, completeM
sid: null, lastUpdated: null, lastPolled: null, created: Thu Jan 02 17:31:08
PST 2014}
java.lang.NullPointerException
at
com.cloud.vm.VmWorkMigrate.getDeployDestination(VmWorkMigrate.java:60)
at
com.cloud.vm.VirtualMachineManagerImpl.orchestrateMigrate(VirtualMachineManagerImpl.java:4758)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:616)
at
com.cloud.vm.VmWorkJobHandlerProxy.handleVmWorkJob(VmWorkJobHandlerProxy.java:107)
at
com.cloud.vm.VirtualMachineManagerImpl.handleVmWorkJob(VirtualMachineManagerImpl.java:4855)
at com.cloud.vm.VmWorkJobDispatcher.runJob(VmWorkJobDispatcher.java:99)
at
org.apache.cloudstack.framework.jobs.impl.AsyncJobManagerImpl$5.runInContext(AsyncJobManagerImpl.java:522)
at
org.apache.cloudstack.managed.context.ManagedContextRunnable$1.run(ManagedContextRunnable.java:49)
at
org.apache.cloudstack.managed.context.impl.DefaultManagedContext$1.call(DefaultManagedContext.java:56)
at
org.apache.cloudstack.managed.context.impl.DefaultManagedContext.callWithContext(DefaultManagedContext.java:103)
at
org.apache.cloudstack.managed.context.impl.DefaultManagedContext.runWithContext(DefaultManagedContext.java:53)
at
org.apache.cloudstack.managed.context.ManagedContextRunnable.run(ManagedContextRunnable.java:46)
at
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
at java.util.concurrent.FutureTask.run(FutureTask.java:166)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:679)
2014-01-02 17:31:09,616 ERROR [o.a.c.f.j.i.AsyncJobManagerImpl]
(Job-Executor-100:ctx-47d57f02) Unexpected exception
java.lang.NullPointerException
2014-01-02 17:31:09,616 DEBUG [o.a.c.f.j.i.AsyncJobManagerImpl]
(Job-Executor-100:ctx-47d57f02) Complete async job-75, jobStatus: FAILED,
resultCode: 530, result: null
2014-01-02 17:31:09,660 INFO [o.a.c.f.j.i.AsyncJobMonitor]
(Job-Executor-101:ctx-4943a316) Add job-74 into job monitoring
2014-01-02 17:31:09,660 DEBUG [o.a.c.f.j.i.AsyncJobManagerImpl]
(Job-Executor-101:ctx-4943a316) Executing AsyncJobVO {id:74, userId: 2,
accountId: 2, instanceType: None, instanceId: null, cmd:
org.apache.cloudstack.api.command.a
dmin.systemvm.MigrateSystemVMCmd, cmdInfo:
{"response":"json","sessionkey":"Q/LqnCvcq9gLVlRT/G0AaBUry/0\u003d","virtualmachineid":"39fcd00c-8d5f-42d1-a3bf-75edcdd12a0e","cmdEventType":"VM.MIGRATE","hostid":"d7241982-78f0-40f5-9567-07fb29d82312","ctxUserId":"2","httpmethod":"GET","_":"1388712856749","ctxAccountId":"2","ctxStartEventId":"182"},
cmdVersi
2014-01-02 17:29:49,216 DEBUG [c.c.a.m.DirectAgentAttache]
(DirectAgent-318:ctx-50121bf9) Seq 2-787546635: Response Received:
2014-01-02 17:29:49,216 DEBUG [c.c.a.t.Request] (DirectAgent-318:ctx-50121bf9)
Seq 2-787546635: Processing: { Ans: , MgmtId: 6958920763321, via: 2, Ver: v1,
Flags: 0, [{"com.cloud.agent.api.routing.IpAssocAnswer":{"results":["1
0.223.123.22 - success"],"result":true,"wait":0}}] }
2014-01-02 17:29:49,216 DEBUG [c.c.a.t.Request]
(Network-Scavenger-1:ctx-8e6a0d51) Seq 2-787546635: Received: { Ans: , MgmtId:
6958920763321, via: 2, Ver: v1, Flags: 0, { IpAssocAnswer } }
2014-01-02 17:29:49,219 DEBUG [o.a.c.e.o.NetworkOrchestrator]
(Network-Scavenger-1:ctx-8e6a0d51) Sending network shutdown to VirtualRouter
2014-01-02 17:29:49,221 DEBUG [c.c.n.r.VirtualNetworkApplianceManagerImpl]
(Network-Scavenger-1:ctx-8e6a0d51) Stopping router VM[DomainRouter|r-8-VM]
2014-01-02 17:29:49,221 WARN [o.a.c.e.o.NetworkOrchestrator]
(Network-Scavenger-1:ctx-8e6a0d51) Unable to complete shutdown of the network
elements due to element: VirtualRouter
java.lang.NullPointerException
at
com.cloud.vm.VirtualMachineManagerImpl.advanceStop(VirtualMachineManagerImpl.java:1268)
at
com.cloud.network.router.VirtualNetworkApplianceManagerImpl.stop(VirtualNetworkApplianceManagerImpl.java:2702)
at
com.cloud.network.router.VirtualNetworkApplianceManagerImpl.stop(VirtualNetworkApplianceManagerImpl.java:139)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:616)
at
org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:317)
at
org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:183)
at
org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:150)
at
org.springframework.aop.interceptor.ExposeInvocationInterceptor.invoke(ExposeInvocationInterceptor.java:91)
at
org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:172)
at
org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:204)
at sun.proxy.$Proxy240.stop(Unknown Source)
at
com.cloud.network.element.VirtualRouterElement.shutdown(VirtualRouterElement.java:665)
at
org.apache.cloudstack.engine.orchestration.NetworkOrchestrator.shutdownNetworkElementsAndResources(NetworkOrchestrator.java:2052)
at
org.apache.cloudstack.engine.orchestration.NetworkOrchestrator.shutdownNetwork(NetworkOrchestrator.java:1965)
at
org.apache.cloudstack.engine.orchestration.NetworkOrchestrator$NetworkGarbageCollector.reallyRun(NetworkOrchestrator.java:2305)
at
org.apache.cloudstack.engine.orchestration.NetworkOrchestrator$NetworkGarbageCollector.runInContext(NetworkOrchestrator.java:2248)
at
org.apache.cloudstack.managed.context.ManagedContextRunnable$1.run(ManagedContextRunnable.java:49)
at
org.apache.cloudstack.managed.context.impl.DefaultManagedContext$1.call(DefaultManagedContext.java:56)
at
org.apache.cloudstack.managed.context.impl.DefaultManagedContext.callWithContext(DefaultManagedContext.java:103)
at
org.apache.cloudstack.managed.context.impl.DefaultManagedContext.runWithContext(DefaultManagedContext.java:53)
at
org.apache.cloudstack.managed.context.ManagedContextRunnable.run(ManagedContextRunnable.java:46)
at
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
at
java.util.concurrent.FutureTask$Sync.innerRunAndReset(FutureTask.java:351)
at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:178)
at
java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$201(ScheduledThreadPoolExecutor.java:165)
at
java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:267)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:679)
2014-01-02 17:29:49,228 DEBUG [o.a.c.e.o.NetworkOrchestrator]
(Network-Scavenger-1:ctx-8e6a0d51) Lock is released for network
Ntwk[205|Guest|8] as a part of network shutdown
2014-01-02 17:29:49,269 DEBUG [c.c.c.ConsoleProxyManagerImpl]
(consoleproxy-1:ctx-e471724f) Zone 1 is ready to launch console proxy
2014-01-02 17:29:49,826 DEBUG [c.c.s.s.SecondaryStorageManagerImpl]
(secstorage-1:ctx-96e773ac) Zone 1 is ready to launch secondary storage VM
2014-01-02 17:29:51,334 WARN [c.c.u.n.Link] (AgentManager-Selector:null) SSL:
Fail to find the generated keystore. Loading fail-safe one to continue.
2014-01-02 17:29:53,594 DEBUG [c.c.n.l.LBHealthCheckManagerImpl]
(LBHealthCheck-1:ctx-2e834bcd) LB HealthCheck Manager is running and getting
the updates from LB providers and updating service status
2014-01-02 17:28:25,638 DEBUG [c.c.v.VmWorkJobHandlerProxy]
(Job-Executor-97:ctx-5141c3b9 ctx-93cbbcfb) Execute VM work job:
com.cloud.vm.VmWorkMigrate{"zoneId":1,"podId":1,"clusterId":1,"hostId":1,"srcHostId":2,"userId":2,"acco
untId":2,"vmId":1,"handlerName":"VirtualMachineManagerImpl"}
2014-01-02 17:28:25,642 ERROR [c.c.v.VmWorkJobHandlerProxy]
(Job-Executor-97:ctx-5141c3b9 ctx-93cbbcfb) Invocation exception, caused by:
java.lang.NullPointerException
2014-01-02 17:28:25,643 ERROR [c.c.v.VmWorkJobDispatcher]
(Job-Executor-97:ctx-5141c3b9 ctx-93cbbcfb) Unable to complete AsyncJobVO
{id:73, userId: 2, accountId: 2, instanceType: null, instanceId: null, cmd:
com.cloud.vm.VmWorkM
igrate, cmdInfo:
rO0ABXNyABpjb20uY2xvdWQudm0uVm1Xb3JrTWlncmF0ZRdxQXtPtzYqAgAGSgAJc3JjSG9zdElkTAAJY2x1c3RlcklkdAAQTGphdmEvbGFuZy9Mb25nO0wABmhvc3RJZHEAfgABTAAFcG9kSWRxAH4AAUwAB3N0b3JhZ2V0AA9MamF2YS91dGlsL01hcDtMAAZ6b25lSWRxAH4AAXh
yABNjb20uY2xvdWQudm0uVm1Xb3Jrn5m2VvAlZ2sCAARKAAlhY2NvdW50SWRKAAZ1c2VySWRKAAR2bUlkTAALaGFuZGxlck5hbWV0ABJMamF2YS9sYW5nL1N0cmluZzt4cAAAAAAAAAACAAAAAAAAAAIAAAAAAAAAAXQAGVZpcnR1YWxNYWNoaW5lTWFuYWdlckltcGwAAAAAAAAAAnNyAA5qYXZhLmxhbmc
uTG9uZzuL5JDMjyPfAgABSgAFdmFsdWV4cgAQamF2YS5sYW5nLk51bWJlcoaslR0LlOCLAgAAeHAAAAAAAAAAAXEAfgAJcQB-AAlwcQB-AAk,
cmdVersion: 0, status: IN_PROGRESS, processStatus: 0, resultCode: 0, result:
null, initMsid: 6958920763321, completeMs
id: null, lastUpdated: null, lastPolled: null, created: Thu Jan 02 17:28:24 PST
2014}
java.lang.NullPointerException
at
com.cloud.vm.VmWorkMigrate.getDeployDestination(VmWorkMigrate.java:60)
at
com.cloud.vm.VirtualMachineManagerImpl.orchestrateMigrate(VirtualMachineManagerImpl.java:4758)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:616)
at
com.cloud.vm.VmWorkJobHandlerProxy.handleVmWorkJob(VmWorkJobHandlerProxy.java:107)
at
com.cloud.vm.VirtualMachineManagerImpl.handleVmWorkJob(VirtualMachineManagerImpl.java:4855)
at com.cloud.vm.VmWorkJobDispatcher.runJob(VmWorkJobDispatcher.java:99)
at
org.apache.cloudstack.framework.jobs.impl.AsyncJobManagerImpl$5.runInContext(AsyncJobManagerImpl.java:522)
at
org.apache.cloudstack.managed.context.ManagedContextRunnable$1.run(ManagedContextRunnable.java:49)
at
org.apache.cloudstack.managed.context.impl.DefaultManagedContext$1.call(DefaultManagedContext.java:56)
at
org.apache.cloudstack.managed.context.impl.DefaultManagedContext.callWithContext(DefaultManagedContext.java:103)
at
org.apache.cloudstack.managed.context.impl.DefaultManagedContext.runWithContext(DefaultManagedContext.java:53)
at
org.apache.cloudstack.managed.context.ManagedContextRunnable.run(ManagedContextRunnable.java:46)
at
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
at java.util.concurrent.FutureTask.run(FutureTask.java:166)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:679)
2014-01-02 17:28:25,645 ERROR [o.a.c.f.j.i.AsyncJobManagerImpl]
(Job-Executor-97:ctx-5141c3b9) Unexpected exception
java.lang.NullPointerException
2014-01-02 17:28:25,645 DEBUG [o.a.c.f.j.i.AsyncJobManagerImpl]
(Job-Executor-97:ctx-5141c3b9) Complete async job-73, jobStatus: FAILED,
resultCode: 530, result: null
2014-01-02 17:28:25,681 INFO [o.a.c.f.j.i.AsyncJobMonitor]
(Job-Executor-98:ctx-22825cbd) Add job-72 into job monitoring
2014-01-02 17:28:25,682 DEBUG [o.a.c.f.j.i.AsyncJobManagerImpl]
(Job-Executor-98:ctx-22825cbd) Executing AsyncJobVO {id:72, userId: 2,
accountId: 2, instanceType: None, instanceId: null, cmd:
org.apache.cloudstack.api.command.ad
min.systemvm.MigrateSystemVMCmd, cmdInfo:
{"response":"json","sessionkey":"Q/LqnCvcq9gLVlRT/G0AaBUry/0\u003d","virtualmachineid":"ef1eb09f-f439-470b-8920-1cdc5a73a6b9","cmdEventType":"VM.MIGRATE","hostid":"d7241982-78f0-40f5-956
7-07fb29d82312","ctxUserId":"2","httpmethod":"GET","_":"1388712692960","ctxAccountId":"2","ctxStartEventId":"179"},
cmdVersion: 0, status: IN_PROGRE
2014-01-02 17:26:55,605 ERROR [c.c.v.VmWorkJobHandlerProxy]
(Job-Executor-94:ctx-2233053f ctx-2fce9c24) Invocation exception, caused by:
java.lang.NullPointerException
2014-01-02 17:26:55,606 ERROR [c.c.v.VmWorkJobDispatcher]
(Job-Executor-94:ctx-2233053f ctx-2fce9c24) Unable to complete AsyncJobVO
{id:71, userId: 2, accountId: 2, instanceType: null, instanceId: null, cmd:
com.cloud.vm.VmWorkM
igrate, cmdInfo:
rO0ABXNyABpjb20uY2xvdWQudm0uVm1Xb3JrTWlncmF0ZRdxQXtPtzYqAgAGSgAJc3JjSG9zdElkTAAJY2x1c3RlcklkdAAQTGphdmEvbGFuZy9Mb25nO0wABmhvc3RJZHEAfgABTAAFcG9kSWRxAH4AAUwAB3N0b3JhZ2V0AA9MamF2YS91dGlsL01hcDtMAAZ6b25lSWRxAH4AAXh
yABNjb20uY2xvdWQudm0uVm1Xb3Jrn5m2VvAlZ2sCAARKAAlhY2NvdW50SWRKAAZ1c2VySWRKAAR2bUlkTAALaGFuZGxlck5hbWV0ABJMamF2YS9sYW5nL1N0cmluZzt4cAAAAAAAAAACAAAAAAAAAAIAAAAAAAAACnQAGVZpcnR1YWxNYWNoaW5lTWFuYWdlckltcGwAAAAAAAAAAXNyAA5qYXZhLmxhbmc
uTG9uZzuL5JDMjyPfAgABSgAFdmFsdWV4cgAQamF2YS5sYW5nLk51bWJlcoaslR0LlOCLAgAAeHAAAAAAAAAAAXNxAH4ABwAAAAAAAAACcQB-AAlwcQB-AAk,
cmdVersion: 0, status: IN_PROGRESS, processStatus: 0, resultCode: 0, result:
null, initMsid: 6958920763321
, completeMsid: null, lastUpdated: null, lastPolled: null, created: Thu Jan 02
17:26:55 PST 2014}
java.lang.NullPointerException
at
com.cloud.vm.VmWorkMigrate.getDeployDestination(VmWorkMigrate.java:60)
at
com.cloud.vm.VirtualMachineManagerImpl.orchestrateMigrate(VirtualMachineManagerImpl.java:4758)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:616)
at
com.cloud.vm.VmWorkJobHandlerProxy.handleVmWorkJob(VmWorkJobHandlerProxy.java:107)
at
com.cloud.vm.VirtualMachineManagerImpl.handleVmWorkJob(VirtualMachineManagerImpl.java:4855)
at com.cloud.vm.VmWorkJobDispatcher.runJob(VmWorkJobDispatcher.java:99)
at
org.apache.cloudstack.framework.jobs.impl.AsyncJobManagerImpl$5.runInContext(AsyncJobManagerImpl.java:522)
at
org.apache.cloudstack.managed.context.ManagedContextRunnable$1.run(ManagedContextRunnable.java:49)
at
org.apache.cloudstack.managed.context.impl.DefaultManagedContext$1.call(DefaultManagedContext.java:56)
at
org.apache.cloudstack.managed.context.impl.DefaultManagedContext.callWithContext(DefaultManagedContext.java:103)
at
org.apache.cloudstack.managed.context.impl.DefaultManagedContext.runWithContext(DefaultManagedContext.java:53)
at
org.apache.cloudstack.managed.context.ManagedContextRunnable.run(ManagedContextRunnable.java:46)
at
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
at java.util.concurrent.FutureTask.run(FutureTask.java:166)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:679)
2014-01-02 17:26:55,608 ERROR [o.a.c.f.j.i.AsyncJobManagerImpl]
(Job-Executor-94:ctx-2233053f) Unexpected exception
java.lang.NullPointerException
2014-01-02 17:26:55,608 DEBUG [o.a.c.f.j.i.AsyncJobManagerImpl]
(Job-Executor-94:ctx-2233053f) Complete async job-71, jobStatus: FAILED,
resultCode: 530, result: null
2014-01-02 17:26:55,644 INFO [o.a.c.f.j.i.AsyncJobMonitor]
(Job-Executor-95:ctx-1e5b272a) Add job-70 into job monitoring
2014-01-02 17:26:55,644 DEBUG [o.a.c.f.j.i.AsyncJobManagerImpl]
(Job-Executor-95:ctx-1e5b272a) Executing AsyncJobVO {id:70, userId: 2,
accountId: 2, instanceType: None, instanceId: null, cmd:
org.apache.cloudstack.api.command.ad
min.systemvm.MigrateSystemVMCmd, cmdInfo:
{"response":"json","sessionkey":"Q/LqnCvcq9gLVlRT/G0AaBUry/0\u003d","virtualmachineid":"f26b55c3-c2c4-4c5
014-01-02 17:26:37,603 DEBUG [c.c.v.VmWorkJobHandlerProxy]
(Job-Executor-91:ctx-3c6854d7 ctx-02dfc876) Execute VM work job:
com.cloud.vm.VmWorkMigrate{"zoneId":1,"podId":1,"clusterId":1,"hostId":1,"srcHostId":2,"userId":2,"acco
untId":2,"vmId":1,"handlerName":"VirtualMachineManagerImpl"}
2014-01-02 17:26:37,606 ERROR [c.c.v.VmWorkJobHandlerProxy]
(Job-Executor-91:ctx-3c6854d7 ctx-02dfc876) Invocation exception, caused by:
java.lang.NullPointerException
2014-01-02 17:26:37,607 ERROR [c.c.v.VmWorkJobDispatcher]
(Job-Executor-91:ctx-3c6854d7 ctx-02dfc876) Unable to complete AsyncJobVO
{id:69, userId: 2, accountId: 2, instanceType: null, instanceId: null, cmd:
com.cloud.vm.VmWorkM
igrate, cmdInfo:
rO0ABXNyABpjb20uY2xvdWQudm0uVm1Xb3JrTWlncmF0ZRdxQXtPtzYqAgAGSgAJc3JjSG9zdElkTAAJY2x1c3RlcklkdAAQTGphdmEvbGFuZy9Mb25nO0wABmhvc3RJZHEAfgABTAAFcG9kSWRxAH4AAUwAB3N0b3JhZ2V0AA9MamF2YS91dGlsL01hcDtMAAZ6b25lSWRxAH4AAXh
yABNjb20uY2xvdWQudm0uVm1Xb3Jrn5m2VvAlZ2sCAARKAAlhY2NvdW50SWRKAAZ1c2VySWRKAAR2bUlkTAALaGFuZGxlck5hbWV0ABJMamF2YS9sYW5nL1N0cmluZzt4cAAAAAAAAAACAAAAAAAAAAIAAAAAAAAAAXQAGVZpcnR1YWxNYWNoaW5lTWFuYWdlckltcGwAAAAAAAAAAnNyAA5qYXZhLmxhbmc
uTG9uZzuL5JDMjyPfAgABSgAFdmFsdWV4cgAQamF2YS5sYW5nLk51bWJlcoaslR0LlOCLAgAAeHAAAAAAAAAAAXEAfgAJcQB-AAlwcQB-AAk,
cmdVersion: 0, status: IN_PROGRESS, processStatus: 0, resultCode: 0, result:
null, initMsid: 6958920763321, completeMs
id: null, lastUpdated: null, lastPolled: null, created: Thu Jan 02 17:26:35 PST
2014}
java.lang.NullPointerException
at
com.cloud.vm.VmWorkMigrate.getDeployDestination(VmWorkMigrate.java:60)
at
com.cloud.vm.VirtualMachineManagerImpl.orchestrateMigrate(VirtualMachineManagerImpl.java:4758)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:616)
at
com.cloud.vm.VmWorkJobHandlerProxy.handleVmWorkJob(VmWorkJobHandlerProxy.java:107)
at
com.cloud.vm.VirtualMachineManagerImpl.handleVmWorkJob(VirtualMachineManagerImpl.java:4855)
at com.cloud.vm.VmWorkJobDispatcher.runJob(VmWorkJobDispatcher.java:99)
at
org.apache.cloudstack.framework.jobs.impl.AsyncJobManagerImpl$5.runInContext(AsyncJobManagerImpl.java:522)
at
org.apache.cloudstack.managed.context.ManagedContextRunnable$1.run(ManagedContextRunnable.java:49)
at
org.apache.cloudstack.managed.context.impl.DefaultManagedContext$1.call(DefaultManagedContext.java:56)
at
org.apache.cloudstack.managed.context.impl.DefaultManagedContext.callWithContext(DefaultManagedContext.java:103)
at
org.apache.cloudstack.managed.context.impl.DefaultManagedContext.runWithContext(DefaultManagedContext.java:53)
at
org.apache.cloudstack.managed.context.ManagedContextRunnable.run(ManagedContextRunnable.java:46)
at
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
at java.util.concurrent.FutureTask.run(FutureTask.java:166)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:679)
2014-01-02 17:26:37,609 ERROR [o.a.c.f.j.i.AsyncJobManagerImpl]
(Job-Executor-91:ctx-3c6854d7) Unexpected exception
java.lang.NullPointerException
2014-01-02 17:26:37,610 DEBUG [o.a.c.f.j.i.AsyncJobManagerImpl]
(Job-Executor-91:ctx-3c6854d7) Complete async job-69, jobStatus: FAILED,
resultCode: 530, result: null
2014-01-02 17:26:37,645 INFO [o.a.c.f.j.i.AsyncJobMonitor]
(Job-Executor-92:ctx-f694b14b) Add job-68 into job monitoring
2014-01-02 17:26:37,645 DEBUG [o.a.c.f.j.i.AsyncJobManagerImpl]
(Job-Executor-92:ctx-f694b14b) Executing AsyncJobVO {id:68, userId: 2,
accountId: 2, instanceType: None, instanceId: null, cmd:
org.apache.cloudstack.api.command.ad
min.systemvm.MigrateSystemVMCmd, cmdInfo:
{"response":"json","sessionkey":"Q/LqnCvcq9gLVlRT/G0AaBUry/0\u003d","virtualmachineid":"ef1eb09f-f439-470b-8920-1cdc5a73a6b9","cmdEventType":"VM.MIGRATE","hostid":"d7241982-78f0-40f5-956
7-07fb29d82312","ctxUserId":"2","httpmethod":"GET","_":"1388712584442","ctxAccountId":"2","ctxStartEventId":"173"},
cmdVersion: 0, status: IN_PROGRESS
-2014-01-02 17:26:23,604 DEBUG [c.c.v.VmWorkJobDispatcher]
(Job-Executor-88:ctx-ba739762) Run VM work job: com.cloud.vm.VmWorkMigrate
2014-01-02 17:26:23,612 DEBUG [c.c.v.VmWorkJobHandlerProxy]
(Job-Executor-88:ctx-ba739762 ctx-857936c1) Execute VM work job:
com.cloud.vm.VmWorkMigrate{"zoneId":1,"podId":1,"clusterId":1,"hostId":1,"srcHostId":2,"userId":2,"acco
untId":2,"vmId":11,"handlerName":"VirtualMachineManagerImpl"}
2014-01-02 17:26:23,619 ERROR [c.c.v.VmWorkJobHandlerProxy]
(Job-Executor-88:ctx-ba739762 ctx-857936c1) Invocation exception, caused by:
java.lang.NullPointerException
2014-01-02 17:26:23,620 ERROR [c.c.v.VmWorkJobDispatcher]
(Job-Executor-88:ctx-ba739762 ctx-857936c1) Unable to complete AsyncJobVO
{id:67, userId: 2, accountId: 2, instanceType: null, instanceId: null, cmd:
com.cloud.vm.VmWorkM
igrate, cmdInfo:
rO0ABXNyABpjb20uY2xvdWQudm0uVm1Xb3JrTWlncmF0ZRdxQXtPtzYqAgAGSgAJc3JjSG9zdElkTAAJY2x1c3RlcklkdAAQTGphdmEvbGFuZy9Mb25nO0wABmhvc3RJZHEAfgABTAAFcG9kSWRxAH4AAUwAB3N0b3JhZ2V0AA9MamF2YS91dGlsL01hcDtMAAZ6b25lSWRxAH4AAXh
yABNjb20uY2xvdWQudm0uVm1Xb3Jrn5m2VvAlZ2sCAARKAAlhY2NvdW50SWRKAAZ1c2VySWRKAAR2bUlkTAALaGFuZGxlck5hbWV0ABJMamF2YS9sYW5nL1N0cmluZzt4cAAAAAAAAAACAAAAAAAAAAIAAAAAAAAAC3QAGVZpcnR1YWxNYWNoaW5lTWFuYWdlckltcGwAAAAAAAAAAnNyAA5qYXZhLmxhbmc
uTG9uZzuL5JDMjyPfAgABSgAFdmFsdWV4cgAQamF2YS5sYW5nLk51bWJlcoaslR0LlOCLAgAAeHAAAAAAAAAAAXEAfgAJcQB-AAlwcQB-AAk,
cmdVersion: 0, status: IN_PROGRESS, processStatus: 0, resultCode: 0, result:
null, initMsid: 6958920763321, completeMs
id: null, lastUpdated: null, lastPolled: null, created: Thu Jan 02 17:26:21 PST
2014}
java.lang.NullPointerException
at
com.cloud.vm.VmWorkMigrate.getDeployDestination(VmWorkMigrate.java:60)
at
com.cloud.vm.VirtualMachineManagerImpl.orchestrateMigrate(VirtualMachineManagerImpl.java:4758)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:616)
at
com.cloud.vm.VmWorkJobHandlerProxy.handleVmWorkJob(VmWorkJobHandlerProxy.java:107)
at
com.cloud.vm.VirtualMachineManagerImpl.handleVmWorkJob(VirtualMachineManagerImpl.java:4855)
at com.cloud.vm.VmWorkJobDispatcher.runJob(VmWorkJobDispatcher.java:99)
at
org.apache.cloudstack.framework.jobs.impl.AsyncJobManagerImpl$5.runInContext(AsyncJobManagerImpl.java:522)
at
org.apache.cloudstack.managed.context.ManagedContextRunnable$1.run(ManagedContextRunnable.java:49)
at
org.apache.cloudstack.managed.context.impl.DefaultManagedContext$1.call(DefaultManagedContext.java:56)
at
org.apache.cloudstack.managed.context.impl.DefaultManagedContext.callWithContext(DefaultManagedContext.java:103)
at
org.apache.cloudstack.managed.context.impl.DefaultManagedContext.runWithContext(DefaultManagedContext.java:53)
at
org.apache.cloudstack.managed.context.ManagedContextRunnable.run(ManagedContextRunnable.java:46)
at
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
at java.util.concurrent.FutureTask.run(FutureTask.java:166)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:679)
2014-01-02 17:26:23,621 ERROR [o.a.c.f.j.i.AsyncJobManagerImpl]
(Job-Executor-88:ctx-ba739762) Unexpected exception
java.lang.NullPointerException
2014-01-02 17:26:23,622 DEBUG [o.a.c.f.j.i.AsyncJobManagerImpl]
(Job-Executor-88:ctx-ba739762) Complete async job-67, jobStatus: FAILED,
resultCode: 530, result: null
2014-01-02 17:26:23,658 INFO [o.a.c.f.j.i.AsyncJobMonitor]
(Job-Executor-89:ctx-99a8e3c0) Add job-66 into job monitoring
2014-01-02 17:26:23,659 DEBUG [o.a.c.f.j.i.AsyncJobManagerImpl]
(Job-Executor-89:ctx-99a8e3c0) Executing AsyncJobVO {id:66, userId: 2,
accountId: 2, instanceType: None, instanceId: null, cmd:
org.apache.cloudstack.api.command.admin.vm.MigrateVMCmd, cmdInfo:
{"response":"json","sessionkey":"Q/LqnCvcq9gLVlRT/G0AaBUry/0\u003d","virtualmachineid":"e98682ad-06e7-4e78-9480-e9196dbfaba2","cmdEventType":"VM.MIGRATE","hostid":"d7241982-78f0-40f5-9567-07fb29d82312","ctxUserId":"2","httpmethod":"GET","_":"1388712570442","ctxAccountId":"2","ctxStartEventId":"170"},
cmdVersion: 0, status: IN_PROGRESS, processStatus: 0, result
> [vmware] Vcenter 5.5 host ESXi 5.5 Live migration Failed for SSVM CPVM VR
> guest VMs
> ------------------------------------------------------------------------------------
>
> Key: CLOUDSTACK-5735
> URL: https://issues.apache.org/jira/browse/CLOUDSTACK-5735
> Project: CloudStack
> Issue Type: Bug
> Security Level: Public(Anyone can view this level - this is the
> default.)
> Components: Management Server
> Affects Versions: 4.3.0
> Environment: MS 4.3 build 1/2/2014
> Vcenter 5.5 host ESXi 5.5
> Reporter: angeline shen
> Priority: Critical
> Fix For: 4.3.0
>
> Attachments: management-server(1).log.gz, vm431.png, vm432.png,
> vm433.png
>
>
> 1. Advance zone, create VMs.
> 2. Live migrate SSVM CPVM VR guest VMs all fail:
--
This message was sent by Atlassian JIRA
(v6.1.5#6160)
