[ 
https://issues.apache.org/jira/browse/CLOUDSTACK-5714?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=13861259#comment-13861259
 ] 

manasaveloori commented on CLOUDSTACK-5714:
-------------------------------------------

Observed the same ERROR message when SSVM is destroyed:
2014-01-03 17:11:42,377 INFO  [c.c.h.HighAvailabilityManagerImpl] 
(HA-Worker-0:ctx-7878a7bd work-2) Processing HAWork[2-Stop-9-Stopping-Scheduled]
2014-01-03 17:11:42,384 INFO  [c.c.h.HighAvailabilityManagerImpl] 
(HA-Worker-0:ctx-7878a7bd work-2) Stopping VM[SecondaryStorageVm|s-9-VM]
2014-01-03 17:11:42,385 ERROR [c.c.h.HighAvailabilityManagerImpl] 
(HA-Worker-0:ctx-7878a7bd work-2) Terminating 
HAWork[2-Stop-9-Stopping-Scheduled]
java.lang.NullPointerException
        at 
com.cloud.vm.VirtualMachineManagerImpl.advanceStop(VirtualMachineManagerImpl.java:1268)
        at 
com.cloud.ha.HighAvailabilityManagerImpl.stopVM(HighAvailabilityManagerImpl.java:676)
        at 
com.cloud.ha.HighAvailabilityManagerImpl$WorkerThread.runWithContext(HighAvailabilityManagerImpl.java:869)
        at 
com.cloud.ha.HighAvailabilityManagerImpl$WorkerThread.access$000(HighAvailabilityManagerImpl.java:822)
        at 
com.cloud.ha.HighAvailabilityManagerImpl$WorkerThread$1.run(HighAvailabilityManagerImpl.java:834)
        at 
org.apache.cloudstack.managed.context.impl.DefaultManagedContext$1.call(DefaultManagedContext.java:56)
        at 
org.apache.cloudstack.managed.context.impl.DefaultManagedContext.callWithContext(DefaultManagedContext.java:103)
        at 
org.apache.cloudstack.managed.context.impl.DefaultManagedContext.runWithContext(DefaultManagedContext.java:53)
        at 
com.cloud.ha.HighAvailabilityManagerImpl$WorkerThread.run(HighAvailabilityManagerImpl.java:831)
2014-01-03 17:11:44,635 DEBUG [c.c.a.ApiServlet] 
(catalina-exec-12:ctx-3acb3633) ===START===  10.252.192.34 -- GET  
command=queryAsyncJobResult&jobId=a20ccbc1-492d-4703-9dc3-682d75ff2ae6&response=json&sessionkey=3cR1HkSKhuFTRUU85R%2BmmMxE2YE%3D&_=1388729941447
2014-01-03 17:11:44,669 DEBUG [c.c.a.ApiServlet] (catalina-exec-12:ctx-3acb3633 
ctx-15155dd7) ===END===  10.252.192.34 -- GET  
command=queryAsyncJobResult&jobId=a20ccbc1-492d-4703-9dc3-682d75ff2ae6&response=json&sessionkey=3cR1HkSKhuFTRUU85R%2BmmMxE2YE%3D&_=1388729941447



2014-01-03 17:11:48,160 DEBUG [c.c.v.VirtualMachineManagerImpl] 
(Job-Executor-49:ctx-c9bc0776 ctx-0f6973a9) Cleaning up hypervisor data 
structures (ex. SRs in XenServer) for managed storage
2014-01-03 17:11:48,168 DEBUG [c.c.a.t.Request] (Job-Executor-49:ctx-c9bc0776 
ctx-0f6973a9) Seq 1-506200274: Sending  { Cmd , MgmtId: 7588401905746, via: 
1(Rack1Pod1Host27), Ver: v1, Flags: 100011, [] }
2014-01-03 17:11:48,168 DEBUG [c.c.a.t.Request] (Job-Executor-49:ctx-c9bc0776 
ctx-0f6973a9) Seq 1-506200274: Executing:  { Cmd , MgmtId: 7588401905746, via: 
1(Rack1Pod1Host27), Ver: v1, Flags: 100011, [] }
2014-01-03 17:11:48,169 WARN  [c.c.a.m.AgentAttache] 
(Job-Executor-49:ctx-c9bc0776 ctx-0f6973a9) Seq 1-506200274: Unable to send due 
to
java.lang.ArrayIndexOutOfBoundsException: 0
        at 
com.cloud.agent.manager.DirectAgentAttache.send(DirectAgentAttache.java:100)
        at com.cloud.agent.manager.AgentAttache.send(AgentAttache.java:374)
        at com.cloud.agent.manager.AgentAttache.send(AgentAttache.java:398)
        at 
com.cloud.agent.manager.AgentManagerImpl.send(AgentManagerImpl.java:394)
        at 
com.cloud.agent.manager.AgentManagerImpl.send(AgentManagerImpl.java:920)
        at 
com.cloud.vm.VirtualMachineManagerImpl.advanceExpunge(VirtualMachineManagerImpl.java:497)
        at 
com.cloud.vm.VirtualMachineManagerImpl.advanceExpunge(VirtualMachineManagerImpl.java:448)
        at 
com.cloud.vm.VirtualMachineManagerImpl.expunge(VirtualMachineManagerImpl.java:437)
        at 
com.cloud.storage.secondary.SecondaryStorageManagerImpl.destroySecStorageVm(SecondaryStorageManagerImpl.java:975)
        at 
com.cloud.server.ManagementServerImpl.destroySecondaryStorageVm(ManagementServerImpl.java:3060)
        at 
com.cloud.server.ManagementServerImpl.destroySystemVM(ManagementServerImpl.java:3238)
        at 
com.cloud.server.ManagementServerImpl.destroySystemVM(ManagementServerImpl.java:610)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:616)
        at 
org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:317)
        at 
org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:183)
        at 
org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:150)
        at 
com.cloud.event.ActionEventInterceptor.invoke(ActionEventInterceptor.java:50)
        at 
org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:161)
        at 
org.springframework.aop.interceptor.ExposeInvocationInterceptor.invoke(ExposeInvocationInterceptor.java:91)
        at 
org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:172)
        at 
org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:204)
        at $Proxy193.destroySystemVM(Unknown Source)
        at 
org.apache.cloudstack.api.command.admin.systemvm.DestroySystemVmCmd.execute(DestroySystemVmCmd.java:97)
        at com.cloud.api.ApiDispatcher.dispatch(ApiDispatcher.java:161)
        at 
com.cloud.api.ApiAsyncJobDispatcher.runJobInContext(ApiAsyncJobDispatcher.java:109)
        at 
com.cloud.api.ApiAsyncJobDispatcher$1.run(ApiAsyncJobDispatcher.java:66)
        at 
org.apache.cloudstack.managed.context.impl.DefaultManagedContext$1.call(DefaultManagedContext.java:56)
        at 
org.apache.cloudstack.managed.context.impl.DefaultManagedContext.callWithContext(DefaultManagedContext.java:103)
        at 
org.apache.cloudstack.managed.context.impl.DefaultManagedContext.runWithContext(DefaultManagedContext.java:53)
        at 
com.cloud.api.ApiAsyncJobDispatcher.runJob(ApiAsyncJobDispatcher.java:63)
        at 
org.apache.cloudstack.framework.jobs.impl.AsyncJobManagerImpl$5.runInContext(AsyncJobManagerImpl.java:522)
        at 
org.apache.cloudstack.managed.context.ManagedContextRunnable$1.run(ManagedContextRunnable.java:49)
        at 
org.apache.cloudstack.managed.context.impl.DefaultManagedContext$1.call(DefaultManagedContext.java:56)
        at 
org.apache.cloudstack.managed.context.impl.DefaultManagedContext.callWithContext(DefaultManagedContext.java:103)
        at 
org.apache.cloudstack.managed.context.impl.DefaultManagedContext.runWithContext(DefaultManagedContext.java:53)
        at 
org.apache.cloudstack.managed.context.ManagedContextRunnable.run(ManagedContextRunnable.java:46)
        at 
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
        at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
        at java.util.concurrent.FutureTask.run(FutureTask.java:166)
        at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
        at java.lang.Thread.run(Thread.java:636)
2014-01-03 17:11:48,173 DEBUG [c.c.a.m.AgentAttache] 
(Job-Executor-49:ctx-c9bc0776 ctx-0f6973a9) Seq 1-506200274: Cancelling.
2014-01-03 17:11:48,174 WARN  [c.c.s.s.SecondaryStorageManagerImpl] 
(Job-Executor-49:ctx-c9bc0776 ctx-0f6973a9) Unable to expunge 
VM[SecondaryStorageVm|s-9-VM]
com.cloud.exception.AgentUnavailableException: Resource [Host:1] is 
unreachable: Host 1: Problem due to other exception 0
        at com.cloud.agent.manager.AgentAttache.send(AgentAttache.java:389)
        at com.cloud.agent.manager.AgentAttache.send(AgentAttache.java:398)
        at 
com.cloud.agent.manager.AgentManagerImpl.send(AgentManagerImpl.java:394)
        at 
com.cloud.agent.manager.AgentManagerImpl.send(AgentManagerImpl.java:920)
        at 
com.cloud.vm.VirtualMachineManagerImpl.advanceExpunge(VirtualMachineManagerImpl.java:497)
        at 
com.cloud.vm.VirtualMachineManagerImpl.advanceExpunge(VirtualMachineManagerImpl.java:448)
        at 
com.cloud.vm.VirtualMachineManagerImpl.expunge(VirtualMachineManagerImpl.java:437)
        at 
com.cloud.storage.secondary.SecondaryStorageManagerImpl.destroySecStorageVm(SecondaryStorageManagerImpl.java:975)
        at 
com.cloud.server.ManagementServerImpl.destroySecondaryStorageVm(ManagementServerImpl.java:3060)
        at 
com.cloud.server.ManagementServerImpl.destroySystemVM(ManagementServerImpl.java:3238)
        at 
com.cloud.server.ManagementServerImpl.destroySystemVM(ManagementServerImpl.java:610)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:616)
        at 
org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:317)
        at 
org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:183)
        at 
org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:150)
        at 
com.cloud.event.ActionEventInterceptor.invoke(ActionEventInterceptor.java:50)
        at 
org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:161)
        at 
org.springframework.aop.interceptor.ExposeInvocationInterceptor.invoke(ExposeInvocationInterceptor.java:91)
        at 
org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:172)
        at 
org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:204)
        at $Proxy193.destroySystemVM(Unknown Source)
        at 
org.apache.cloudstack.api.command.admin.systemvm.DestroySystemVmCmd.execute(DestroySystemVmCmd.java:97)
        at com.cloud.api.ApiDispatcher.dispatch(ApiDispatcher.java:161)
        at 
com.cloud.api.ApiAsyncJobDispatcher.runJobInContext(ApiAsyncJobDispatcher.java:109)
        at 
com.cloud.api.ApiAsyncJobDispatcher$1.run(ApiAsyncJobDispatcher.java:66)
        at 
org.apache.cloudstack.managed.context.impl.DefaultManagedContext$1.call(DefaultManagedContext.java:56)
        at 
org.apache.cloudstack.managed.context.impl.DefaultManagedContext.callWithContext(DefaultManagedContext.java:103)
        at 
org.apache.cloudstack.managed.context.impl.DefaultManagedContext.runWithContext(DefaultManagedContext.java:53)
        at 
com.cloud.api.ApiAsyncJobDispatcher.runJob(ApiAsyncJobDispatcher.java:63)
        at 
org.apache.cloudstack.framework.jobs.impl.AsyncJobManagerImpl$5.runInContext(AsyncJobManagerImpl.java:522)
        at 
org.apache.cloudstack.managed.context.ManagedContextRunnable$1.run(ManagedContextRunnable.java:49)
        at 
org.apache.cloudstack.managed.context.impl.DefaultManagedContext$1.call(DefaultManagedContext.java:56)
        at 
org.apache.cloudstack.managed.context.impl.DefaultManagedContext.callWithContext(DefaultManagedContext.java:103)
        at 
org.apache.cloudstack.managed.context.impl.DefaultManagedContext.runWithContext(DefaultManagedContext.java:53)
        at 
org.apache.cloudstack.managed.context.ManagedContextRunnable.run(ManagedContextRunnable.java:46)
        at 
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
        at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
        at java.util.concurrent.FutureTask.run(FutureTask.java:166)
        at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
        at java.lang.Thread.run(Thread.java:636)
2014-01-03 17:11:48,189 DEBUG [o.a.c.f.j.i.AsyncJobManagerImpl] 
(Job-Executor-49:ctx-c9bc0776) Complete async job-56, jobStatus: FAILED, 
resultCode: 530, result: 
org.apache.cloudstack.api.response.ExceptionResponse/null/{"uuidList":[],"errorcode":530,"errortext":"Fail
 to destroy system vm"}
2014-01-03 17:11:48,202 DEBUG [o.a.c.f.j.i.AsyncJobManagerImpl] 
(Job-Executor-49:ctx-c9bc0776) Done executing 
org.apache.cloudstack.api.command.admin.systemvm.DestroySystemVmCmd for job-56
2014-01-03 17:11:48,209 INFO  [o.a.c.f.j.i.AsyncJobMonitor] 
(Job-Executor-49:ctx-c9bc0776) Remove job-56 from job monitoring








> [upgrade]getting blank console;failed to destroy CPVM in upgraded setup 
> ;Unable to send due to java.lang.ArrayIndexOutOfBoundsException: 0
> ------------------------------------------------------------------------------------------------------------------------------------------
>
>                 Key: CLOUDSTACK-5714
>                 URL: https://issues.apache.org/jira/browse/CLOUDSTACK-5714
>             Project: CloudStack
>          Issue Type: Bug
>      Security Level: Public(Anyone can view this level - this is the 
> default.) 
>          Components: Management Server
>    Affects Versions: 4.3.0
>         Environment: hyp:xen6.2
>            Reporter: prashant kumar mishra
>            Priority: Blocker
>             Fix For: 4.3.0
>
>         Attachments: Logs_Db.rar, screenshot-1.jpg
>
>
> STEPS TO REPRODUCE
> =====================
> 1-prepare a CS setup with ACS4.2+xen server
> 2-register 64 bit template and upgrade it to 4.3
> 3-run the
> " nohup cloudstack-sysvmadm -d <mysqlserverIP/localhost> -u cloud -p password 
> -s > sysvm.log 2>&1 &"
> EXPECTED
> ==========
> system vm should be successfully stopped and started
> ACTUAL
> ======
> CPVM failed to start
> Tried to destroy CPVM manually 
> ================================
>  ran in this "Fail to destroy system vm" but actually cpvm got destroyed 
> ,after new CPVM came up , whenever i am trying to access console of any vm i 
> am getting blank console (please check the screenshot).
> LOG
> =======
> [root@rh63 CloudPlatform-4.3-1011-rhel6.3]#  nohup cloudstack-sysvmadm -d 
> 10.147.38.206 -u cloud -p password -s > sysvm.log 2>&1 &
> [1] 28994
> [root@rh63 CloudPlatform-4.3-1011-rhel6.3]# tail -f sysvm.log
> nohup: ignoring input
> Stopping and starting 1 secondary storage vm(s)...
> Done stopping and starting secondary storage vm(s)
> Stopping and starting 1 console proxy vm(s)...
> ERROR: Failed to start console proxy vm with id 2
> Done stopping and starting console proxy vm(s) .
> LOG
> ====
> 014-01-02 09:27:54,583 DEBUG [c.c.a.t.Request] (Job-Executor-18:ctx-48b44e7f 
> ctx-4c2c4411) Seq 1-1441792111: Executing:  { Cmd , MgmtId: 7145449848920, 
> via: 1(Rack1Pod1Host7), Ver: v1, Flags: 100011, [] }
> 2014-01-02 09:27:54,583 WARN  [c.c.a.m.AgentAttache] 
> (Job-Executor-18:ctx-48b44e7f ctx-4c2c4411) Seq 1-1441792111: Unable to send 
> due to
> java.lang.ArrayIndexOutOfBoundsException: 0
>         at 
> com.cloud.agent.manager.DirectAgentAttache.send(DirectAgentAttache.java:100)
>         at com.cloud.agent.manager.AgentAttache.send(AgentAttache.java:374)
>         at com.cloud.agent.manager.AgentAttache.send(AgentAttache.java:398)
>         at 
> com.cloud.agent.manager.AgentManagerImpl.send(AgentManagerImpl.java:394)
>         at 
> com.cloud.agent.manager.AgentManagerImpl.send(AgentManagerImpl.java:920)
>         at 
> com.cloud.vm.VirtualMachineManagerImpl.advanceExpunge(VirtualMachineManagerImpl.java:497)
>         at 
> com.cloud.vm.VirtualMachineManagerImpl.advanceExpunge(VirtualMachineManagerImpl.java:448)
>         at 
> com.cloud.vm.VirtualMachineManagerImpl.expunge(VirtualMachineManagerImpl.java:437)
>         at 
> com.cloud.consoleproxy.ConsoleProxyManagerImpl.destroyProxy(ConsoleProxyManagerImpl.java:1162)
>         at 
> com.cloud.server.ManagementServerImpl.destroyConsoleProxy(ManagementServerImpl.java:2155)
>         at 
> com.cloud.server.ManagementServerImpl.destroySystemVM(ManagementServerImpl.java:3220)
>         at 
> com.cloud.server.ManagementServerImpl.destroySystemVM(ManagementServerImpl.java:609)
>         at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
>         at 
> sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
>         at 
> sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
>         at java.lang.reflect.Method.invoke(Method.java:616)
>         at 
> org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:317)
>         at 
> org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:183)
>         at 
> org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:150)
>         at 
> com.cloud.event.ActionEventInterceptor.invoke(ActionEventInterceptor.java:50)
>         at 
> org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:161)
>         at 
> org.springframework.aop.interceptor.ExposeInvocationInterceptor.invoke(ExposeInvocationInterceptor.java:91)
>         at 
> org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:172)
>         at 
> org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:204)
>         at $Proxy193.destroySystemVM(Unknown Source)
>         at 
> org.apache.cloudstack.api.command.admin.systemvm.DestroySystemVmCmd.execute(DestroySystemVmCmd.java:97)
>         at com.cloud.api.ApiDispatcher.dispatch(ApiDispatcher.java:161)
>         at 
> com.cloud.api.ApiAsyncJobDispatcher.runJobInContext(ApiAsyncJobDispatcher.java:109)
>         at 
> com.cloud.api.ApiAsyncJobDispatcher$1.run(ApiAsyncJobDispatcher.java:66)
>         at 
> org.apache.cloudstack.managed.context.impl.DefaultManagedContext$1.call(DefaultManagedContext.java:56)
>         at 
> org.apache.cloudstack.managed.context.impl.DefaultManagedContext.callWithContext(DefaultManagedContext.java:103)
>         at 
> org.apache.cloudstack.managed.context.impl.DefaultManagedContext.runWithContext(DefaultManagedContext.java:53)
>         at 
> com.cloud.api.ApiAsyncJobDispatcher.runJob(ApiAsyncJobDispatcher.java:63)
>         at 
> org.apache.cloudstack.framework.jobs.impl.AsyncJobManagerImpl$5.runInContext(AsyncJobManagerImpl.java:522)
>         at 
> org.apache.cloudstack.managed.context.ManagedContextRunnable$1.run(ManagedContextRunnable.java:49)
>         at 
> org.apache.cloudstack.managed.context.impl.DefaultManagedContext$1.call(DefaultManagedContext.java:56)
>         at 
> org.apache.cloudstack.managed.context.impl.DefaultManagedContext.callWithContext(DefaultManagedContext.java:103)
>         at 
> org.apache.cloudstack.managed.context.impl.DefaultManagedContext.runWithContext(DefaultManagedContext.java:53)
>         at 
> org.apache.cloudstack.managed.context.ManagedContextRunnable.run(ManagedContextRunnable.java:46)
>         at 
> java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
>         at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
>         at java.util.concurrent.FutureTask.run(FutureTask.java:166)
>         at 
> java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
>         at 
> java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
>         at java.lang.Thread.run(Thread.java:679)
> 2014-01-02 09:27:54,589 DEBUG [c.c.a.m.AgentAttache] 
> (Job-Executor-18:ctx-48b44e7f ctx-4c2c4411) Seq 1-1441792111: Cancelling.
> 2014-01-02 09:27:54,589 WARN  [c.c.c.ConsoleProxyManagerImpl] 
> (Job-Executor-18:ctx-48b44e7f ctx-4c2c4411) Unable to expunge 
> VM[ConsoleProxy|v-2-VM]
> com.cloud.exception.AgentUnavailableException: Resource [Host:1] is 
> unreachable: Host 1: Problem due to other exception 0
>         at com.cloud.agent.manager.AgentAttache.send(AgentAttache.java:389)
>         at com.cloud.agent.manager.AgentAttache.send(AgentAttache.java:398)
>         at 
> com.cloud.agent.manager.AgentManagerImpl.send(AgentManagerImpl.java:394)
>         at 
> com.cloud.agent.manager.AgentManagerImpl.send(AgentManagerImpl.java:920)
>         at 
> com.cloud.vm.VirtualMachineManagerImpl.advanceExpunge(VirtualMachineManagerImpl.java:497)
>         at 
> com.cloud.vm.VirtualMachineManagerImpl.advanceExpunge(VirtualMachineManagerImpl.java:448)
>         at 
> com.cloud.vm.VirtualMachineManagerImpl.expunge(VirtualMachineManagerImpl.java:437)
>         at 
> com.cloud.consoleproxy.ConsoleProxyManagerImpl.destroyProxy(ConsoleProxyManagerImpl.java:1162)
>         at 
> com.cloud.server.ManagementServerImpl.destroyConsoleProxy(ManagementServerImpl.java:2155)
>         at 
> com.cloud.server.ManagementServerImpl.destroySystemVM(ManagementServerImpl.java:3220)
>         at 
> com.cloud.server.ManagementServerImpl.destroySystemVM(ManagementServerImpl.java:609)
>         at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
>         at 
> sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
>         at 
> sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
>         at java.lang.reflect.Method.invoke(Method.java:616)
>         at 
> org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:317)
>         at 
> org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:183)
>         at 
> org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:150)
>         at 
> com.cloud.event.ActionEventInterceptor.invoke(ActionEventInterceptor.java:50)
>         at 
> org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:161)
>         at 
> org.springframework.aop.interceptor.ExposeInvocationInterceptor.invoke(ExposeInvocationInterceptor.java:91)
>         at 
> org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:172)
>         at 
> org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:204)
>         at $Proxy193.destroySystemVM(Unknown Source)
>         at 
> org.apache.cloudstack.api.command.admin.systemvm.DestroySystemVmCmd.execute(DestroySystemVmCmd.java:97)
>         at com.cloud.api.ApiDispatcher.dispatch(ApiDispatcher.java:161)
>         at 
> com.cloud.api.ApiAsyncJobDispatcher.runJobInContext(ApiAsyncJobDispatcher.java:109)
>         at 
> com.cloud.api.ApiAsyncJobDispatcher$1.run(ApiAsyncJobDispatcher.java:66)
>         at 
> org.apache.cloudstack.managed.context.impl.DefaultManagedContext$1.call(DefaultManagedContext.java:56)
>         at 
> org.apache.cloudstack.managed.context.impl.DefaultManagedContext.callWithContext(DefaultManagedContext.java:103)
>         at 
> org.apache.cloudstack.managed.context.impl.DefaultManagedContext.runWithContext(DefaultManagedContext.java:53)
>         at 
> com.cloud.api.ApiAsyncJobDispatcher.runJob(ApiAsyncJobDispatcher.java:63)
>         at 
> org.apache.cloudstack.framework.jobs.impl.AsyncJobManagerImpl$5.runInContext(AsyncJobManagerImpl.java:522)
>         at 
> org.apache.cloudstack.managed.context.ManagedContextRunnable$1.run(ManagedContextRunnable.java:49)
>         at 
> org.apache.cloudstack.managed.context.impl.DefaultManagedContext$1.call(DefaultManagedContext.java:56)
>         at 
> org.apache.cloudstack.managed.context.impl.DefaultManagedContext.callWithContext(DefaultManagedContext.java:103)
>         at 
> org.apache.cloudstack.managed.context.impl.DefaultManagedContext.runWithContext(DefaultManagedContext.java:53)
>         at 
> org.apache.cloudstack.managed.context.ManagedContextRunnable.run(ManagedContextRunnable.java:46)
>         at 
> java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
>         at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
>         at java.util.concurrent.FutureTask.run(FutureTask.java:166)
>         at 
> java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
>         at 
> java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
>         at java.lang.Thread.run(Thread.java:679)
> 2014-01-02 09:27:54,618 DEBUG [o.a.c.f.j.i.AsyncJobManagerImpl] 
> (Job-Executor-18:ctx-48b44e7f) Complete async job-32, jobStatus: FAILED, 
> resultCode: 530, result: 
> org.apache.cloudstack.api.response.ExceptionResponse/null/{"uuidList":[],"errorcode":530,"errortext":"Fail
>  to destroy system vm"}
> 2014-01-02 09:27:54,634 DEBUG [o.a.c.f.j.i.AsyncJobManagerImpl] 
> (Job-Executor-18:ctx-48b44e7f) Done executing 
> org.apache.cloudstack.api.command.admin.systemvm.DestroySystemVmCmd for job-32
> 2014-01-02 09:27:54,645 INFO  [o.a.c.f.j.i.AsyncJobMonitor] 
> (Job-Executor-18:ctx-48b44e7f) Remove job-32 from job monitoring
> 2014-01-02 09:27:54,988 DEBUG [c.c.a.ApiServlet] 
> (catalina-exec-9:ctx-fca8b213) ===START===  10.252.192.25 -- GET  
> command=queryAsyncJobResult&jobId=43b57242-16d0-4882-aa78-6c6372c94d89&response=json&sessionkey=0fl8cR8CIDSU78AdEsEbO8fUUk8%3D&_=1388653670612



--
This message was sent by Atlassian JIRA
(v6.1.5#6160)

Reply via email to