Sailaja Mada created CLOUDSTACK-3530: ----------------------------------------
Summary: Runtime exception while creating Snapshot from volume (ROOT/DATA) Key: CLOUDSTACK-3530 URL: https://issues.apache.org/jira/browse/CLOUDSTACK-3530 Project: CloudStack Issue Type: Bug Security Level: Public (Anyone can view this level - this is the default.) Components: Snapshot, Storage Controller, VMware Affects Versions: 4.2.0 Reporter: Sailaja Mada Priority: Blocker Steps: 1. Configure Advanced Zone with VMWARE (Standard vSwitch) 2. Register new template (Cent OS 6.2) 3. Create new account and deployed instance with this user 4. Add new volume and attached to the instance. 5. Tried to create snapshot from this DATA volume . Observation : 2013-07-15 16:42:09,475 DEBUG [agent.transport.Request] (DirectAgent-48:null) Seq 1-1176305828: Processing: { Ans: , MgmtId: 187767034175903, via: 1, Ver: v1, Flags: 10, [{"org.apache.cloudstack.storage.command.CreateObjectAnswer":{"data":{"org.apache.cloudstack.storage.to.SnapshotObjectTO":{"path":"474f05b4-0621-4f5b-9d8e-f841392d5d35","id":0}},"result":true,"wait":0}}] } 2013-07-15 16:42:09,478 DEBUG [agent.transport.Request] (Job-Executor-28:job-25 = [ 0e251591-8270-46bd-a52d-1e7cbf39f62b ]) Seq 1-1176305828: Received: { Ans: , MgmtId: 187767034175903, via: 1, Ver: v1, Flags: 10, { CreateObjectAnswer } } 2013-07-15 16:42:09,553 DEBUG [storage.motion.AncientDataMotionStrategy] (Job-Executor-28:job-25 = [ 0e251591-8270-46bd-a52d-1e7cbf39f62b ]) copyAsync inspecting src type SNAPSHOT copyAsync inspecting dest type SNAPSHOT 2013-07-15 16:42:09,669 DEBUG [agent.transport.Request] (Job-Executor-28:job-25 = [ 0e251591-8270-46bd-a52d-1e7cbf39f62b ]) Seq 3-84803757: Sending { Cmd , MgmtId: 187767034175903, via: 3, Ver: v1, Flags: 100011, [{"org.apache.cloudstack.storage.command.CopyCommand":{"srcTO":{"org.apache.cloudstack.storage.to.SnapshotObjectTO":{"path":"474f05b4-0621-4f5b-9d8e-f841392d5d35","volume":{"uuid":"53ae541c-5dfa-4352-924c-8a7e727e3129","volumeType":"DATADISK","dataStore":{"org.apache.cloudstack.storage.to.PrimaryDataStoreTO":{"uuid":"55e6d095-7e22-3f4a-b533-874a9fede8df","id":1,"poolType":"NetworkFilesystem","host":"10.102.192.100","path":"/cpg_vol/sailaja/vmwareps1","port":2049}},"name":"vol2","size":5120,"path":"03b2f1a817524977b37a5693b711186d","volumeId":6,"accountId":3,"format":"OVA","id":6},"dataStore":{"org.apache.cloudstack.storage.to.PrimaryDataStoreTO":{"uuid":"55e6d095-7e22-3f4a-b533-874a9fede8df","id":1,"poolType":"NetworkFilesystem","host":"10.102.192.100","path":"/cpg_vol/sailaja/vmwareps1","port":2049}},"name":"detached_vol2_20130715111209","hypervisorType":"VMware","id":3}},"destTO":{"org.apache.cloudstack.storage.to.SnapshotObjectTO":{"path":"snapshots/3/6","volume":{"uuid":"53ae541c-5dfa-4352-924c-8a7e727e3129","volumeType":"DATADISK","dataStore":{"org.apache.cloudstack.storage.to.PrimaryDataStoreTO":{"uuid":"55e6d095-7e22-3f4a-b533-874a9fede8df","id":1,"poolType":"NetworkFilesystem","host":"10.102.192.100","path":"/cpg_vol/sailaja/vmwareps1","port":2049}},"name":"vol2","size":5120,"path":"03b2f1a817524977b37a5693b711186d","volumeId":6,"accountId":3,"format":"OVA","id":6},"dataStore":{"com.cloud.agent.api.to.NfsTO":{"_url":"nfs://10.102.192.100/cpg_vol/sailaja/vmwaress1","_role":"Image"}},"name":"detached_vol2_20130715111209","hypervisorType":"VMware","id":3}},"executeInSequence":false,"wait":21600}}] } 2013-07-15 16:42:10,094 DEBUG [agent.transport.Request] (AgentManager-Handler-15:null) Seq 3-84803757: Processing: { Ans: , MgmtId: 187767034175903, via: 3, Ver: v1, Flags: 10, [{"org.apache.cloudstack.storage.command.CopyCmdAnswer":{"result":false,"details":"BackupSnapshotCommand exception: java.lang.RuntimeException: A specified parameter was not correct. \nconfig.name\ncom.cloud.hypervisor.vmware.util.VmwareClient.waitForTask(VmwareClient.java:290)\ncom.cloud.hypervisor.vmware.mo.HostMO.createVm(HostMO.java:525)\ncom.cloud.hypervisor.vmware.mo.HypervisorHostHelper.createBlankVm(HypervisorHostHelper.java:1149)\ncom.cloud.hypervisor.vmware.mo.HostMO.createBlankVm(HostMO.java:700)\ncom.cloud.storage.resource.VmwareStorageProcessor.backupSnapshot(VmwareStorageProcessor.java:703)\ncom.cloud.storage.resource.StorageSubsystemCommandHandlerBase.execute(StorageSubsystemCommandHandlerBase.java:84)\ncom.cloud.storage.resource.StorageSubsystemCommandHandlerBase.handleStorageCommands(StorageSubsystemCommandHandlerBase.java:49)\ncom.cloud.storage.resource.VmwareSecondaryStorageResourceHandler.executeRequest(VmwareSecondaryStorageResourceHandler.java:98)\ncom.cloud.storage.resource.PremiumSecondaryStorageResource.executeRequest(PremiumSecondaryStorageResource.java:56)\ncom.cloud.agent.Agent.processRequest(Agent.java:525)\ncom.cloud.agent.Agent$AgentRequestHandler.doTask(Agent.java:852)\ncom.cloud.utils.nio.Task.run(Task.java:83)\njava.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146)\njava.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\njava.lang.Thread.run(Thread.java:679)\n","wait":0}}] } 2013-07-15 16:42:10,096 DEBUG [agent.transport.Request] (Job-Executor-28:job-25 = [ 0e251591-8270-46bd-a52d-1e7cbf39f62b ]) Seq 3-84803757: Received: { Ans: , MgmtId: 187767034175903, via: 3, Ver: v1, Flags: 10, { CopyCmdAnswer } } 2013-07-15 16:42:10,131 DEBUG [storage.snapshot.SnapshotManagerImpl] (Job-Executor-28:job-25 = [ 0e251591-8270-46bd-a52d-1e7cbf39f62b ]) Failed to create snapshot com.cloud.utils.exception.CloudRuntimeException: BackupSnapshotCommand exception: java.lang.RuntimeException: A specified parameter was not correct. config.name com.cloud.hypervisor.vmware.util.VmwareClient.waitForTask(VmwareClient.java:290) com.cloud.hypervisor.vmware.mo.HostMO.createVm(HostMO.java:525) com.cloud.hypervisor.vmware.mo.HypervisorHostHelper.createBlankVm(HypervisorHostHelper.java:1149) com.cloud.hypervisor.vmware.mo.HostMO.createBlankVm(HostMO.java:700) com.cloud.storage.resource.VmwareStorageProcessor.backupSnapshot(VmwareStorageProcessor.java:703) com.cloud.storage.resource.StorageSubsystemCommandHandlerBase.execute(StorageSubsystemCommandHandlerBase.java:84) com.cloud.storage.resource.StorageSubsystemCommandHandlerBase.handleStorageCommands(StorageSubsystemCommandHandlerBase.java:49) com.cloud.storage.resource.VmwareSecondaryStorageResourceHandler.executeRequest(VmwareSecondaryStorageResourceHandler.java:98) com.cloud.storage.resource.PremiumSecondaryStorageResource.executeRequest(PremiumSecondaryStorageResource.java:56) com.cloud.agent.Agent.processRequest(Agent.java:525) com.cloud.agent.Agent$AgentRequestHandler.doTask(Agent.java:852) com.cloud.utils.nio.Task.run(Task.java:83) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) java.lang.Thread.run(Thread.java:679) at org.apache.cloudstack.storage.snapshot.SnapshotServiceImpl.backupSnapshot(SnapshotServiceImpl.java:282) at org.apache.cloudstack.storage.snapshot.XenserverSnapshotStrategy.backupSnapshot(XenserverSnapshotStrategy.java:127) at org.apache.cloudstack.storage.snapshot.XenserverSnapshotStrategy.takeSnapshot(XenserverSnapshotStrategy.java:197) at com.cloud.storage.snapshot.SnapshotManagerImpl.takeSnapshot(SnapshotManagerImpl.java:978) at org.apache.cloudstack.storage.volume.VolumeServiceImpl.takeSnapshot(VolumeServiceImpl.java:1171) at com.cloud.storage.VolumeManagerImpl.takeSnapshot(VolumeManagerImpl.java:2664) at org.apache.cloudstack.api.command.user.snapshot.CreateSnapshotCmd.execute(CreateSnapshotCmd.java:170) at com.cloud.api.ApiDispatcher.dispatch(ApiDispatcher.java:158) at com.cloud.async.AsyncJobManagerImpl$1.run(AsyncJobManagerImpl.java:531) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471) at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334) at java.util.concurrent.FutureTask.run(FutureTask.java:166) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603) at java.lang.Thread.run(Thread.java:679) 2013-07-15 16:42:10,151 DEBUG [storage.volume.VolumeServiceImpl] (Job-Executor-28:job-25 = [ 0e251591-8270-46bd-a52d-1e7cbf39f62b ]) Take snapshot: 6 failed: com.cloud.utils.exception.CloudRuntimeException: Failed to create snapshot 2013-07-15 16:42:10,170 DEBUG [cloud.async.AsyncJobManagerImpl] (Job-Executor-28:job-25 = [ 0e251591-8270-46bd-a52d-1e7cbf39f62b ]) Complete async job-25 = [ 0e251591-8270-46bd-a52d-1e7cbf39f62b ], jobStatus: 2, resultCode: 530, result: Error Code: 530 Error text: Failed to create snapshot due to an internal error creating snapshot for volume 6 2013-07-15 16:42:10,461 DEBUG [agent.manager.AgentManagerImpl] (AgentManager-Handler-13:null) Ping from 2 2013-07-15 16:42:11,844 DEBUG [agent.manager.AgentManagerImpl] (AgentManager-Handler-14:null) SeqA 2-333: Processing Seq 2-333: { Cmd , MgmtId: -1, via: 2, Ver: v1, Flags: 11, [{"com.cloud.agent.api.ConsoleProxyLoadReportCommand":{"_proxyVmId":2,"_loadInfo":"{\n \"connections\": [\n {\n \"id\": 2,\n \"clientInfo\": \"\",\n \"host\": \"10.102.192.18\",\n \"port\": 5900,\n \"tag\": \"67f51c10-d65d-41fa-9ae4-21abc9373b9f\",\n \"createTime\": 1373884796912,\n \"lastUsedTime\": 1373884829233\n }\n ]\n}","wait":0}}] } 2013-07-15 16:42:11,850 DEBUG [agent.manager.AgentManagerImpl] (AgentManager-Handler-14:null) SeqA 2-333: Sending Seq 2-333: { Ans: , MgmtId: 187767034175903, via: 2, Ver: v1, Flags: 100010, [{"com.cloud.agent.api.AgentControlAnswer":{"result":true,"wait":0}}] } 2013-07-15 16:42:12,321 DEBUG [agent.transport.Request] (Timer-10:null) Seq 3-84803758: Sending { Cmd , MgmtId: 187767034175903, via: 3, Ver: v1, Flags: 100011, [{"org.apache.cloudstack.storage.command.DownloadProgressCommand":{"jobId":"9a856fd6-a1b6-452e-8b0b-8f10d10e36c3","request":"GET_STATUS","hvm":false,"description":"CentOS 5.3(64-bit) no GUI (vSphere)","checksum":"f6f881b7f2292948d8494db837fe0f47","maxDownloadSizeInBytes":53687091200,"id":7,"resourceType":"TEMPLATE","installPath":"template/tmpl/1/7","_store":{"com.cloud.agent.api.to.NfsTO":{"_url":"nfs://10.102.192.100/cpg_vol/sailaja/vmwaress1","_role":"Image"}},"url":"http://download.cloud.com/releases/2.2.0/CentOS5.3-x86_64.ova","format":"OVA","accountId":1,"name":"centos53-x64","secUrl":"nfs://10.102.192.100/cpg_vol/sailaja/vmwaress1","wait":0}}] } 2013-07-15 16:42:12,329 DEBUG [agent.transport.Request] (AgentManager-Handler-1:null) Seq 3-84803758: Processing: { Ans: , MgmtId: 187767034175903, via: 3, Ver: v1, Flags: 10, [{"com.cloud.agent.api.storage.DownloadAnswer":{"jobId":"9a856fd6-a1b6-452e-8b0b-8f10d10e36c3","downloadPct":11,"errorString":" ","downloadStatus":"DOWNLOAD_IN_PROGRESS","downloadPath":"/mnt/SecStorage/756c37ec-129a-3615-a376-c8f1f77fa7aa/template/tmpl/1/7/dnld5325549045825883254tmp_","installPath":"template/tmpl/1/7","templateSize":0,"templatePhySicalSize":0,"checkSum":"f6f881b7f2292948d8494db837fe0f47","result":true,"details":" ","wait":0}}] } 2013-07-15 16:42:12,383 DEBUG [cloud.api.ApiServlet] (catalina-exec-15:null) ===START=== 10.144.6.19 -- GET command=queryAsyncJobResult&jobId=0e251591-8270-46bd-a52d-1e7cbf39f62b&response=json&sessionkey=x3Ny9sOz91aeGO5APAxX1WEd%2BWg%3D&_=1373886943581 -- This message is automatically generated by JIRA. If you think it was sent incorrectly, please contact your JIRA administrators For more information on JIRA, see: http://www.atlassian.com/software/jira