[ https://issues.apache.org/jira/browse/CLOUDSTACK-89?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=13454746#comment-13454746 ]
Sateesh Chodapuneedi commented on CLOUDSTACK-89: ------------------------------------------------ Fixed the exception ConcurrentModificationException caused by modification of collection within for each loop. Fix is to use iterator for the modification. Completed unit test for the code snippet. Now trying to reproduce the issue in CloudStack + VMWare environment and apply the fix for verification. > VM deployment not working and Exception on SSVM > ----------------------------------------------- > > Key: CLOUDSTACK-89 > URL: https://issues.apache.org/jira/browse/CLOUDSTACK-89 > Project: CloudStack > Issue Type: Bug > Components: VMware > Environment: vSphere 4.1 > Reporter: Sateesh Chodapuneedi > > VM deployment failed with ConcurrentModificaitonException. vCenter session > context invalidation is failing in SSVM. > 2012-08-15 06:47:42,010 WARN > [storage.resource.VmwareSecondaryStorageResourceHandler] > (agentRequest-Handler-3:) Context validation failed due to Exception: > java.lang.NullPointerException > Message: null > 2012-08-15 06:47:42,012 ERROR > [storage.resource.VmwareSecondaryStorageResourceHandler] > (agentRequest-Handler-3:) Unexpected exception > java.util.ConcurrentModificationException > java.util.ConcurrentModificationException > at java.util.HashMap$HashIterator.nextEntry(HashMap.java:793) > at java.util.HashMap$EntryIterator.next(HashMap.java:834) > at java.util.HashMap$EntryIterator.next(HashMap.java:832) > at > com.cloud.storage.resource.VmwareSecondaryStorageContextFactory.invalidate(VmwareSecondaryStorageContextFactory.java:51) > at > com.cloud.storage.resource.VmwareSecondaryStorageResourceHandler.invalidateServiceContext(VmwareSecondaryStorageResourceHandler.java:213) > at > com.cloud.storage.resource.VmwareSecondaryStorageResourceHandler.getServiceContext(VmwareSecondaryStorageResourceHandler.java:196) > at > com.cloud.hypervisor.vmware.manager.VmwareStorageManagerImpl.execute(VmwareStorageManagerImpl.java:111) > at > com.cloud.storage.resource.VmwareSecondaryStorageResourceHandler.execute(VmwareSecondaryStorageResourceHandler.java:99) > at > com.cloud.storage.resource.VmwareSecondaryStorageResourceHandler.executeRequest(VmwareSecondaryStorageResourceHandler.java:59) > at > com.cloud.storage.resource.PremiumSecondaryStorageResource.executeRequest(PremiumSecondaryStorageResource.java:42) > at com.cloud.agent.Agent.processRequest(Agent.java:541) > at com.cloud.agent.Agent$AgentRequestHandler.doTask(Agent.java:857) > at com.cloud.utils.nio.Task.run(Task.java:85) > at > java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) > at > java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) > at java.lang.Thread.run(Thread.java:662) > 2012-08-15 06:47:42,013 WARN > [storage.resource.VmwareSecondaryStorageResourceHandler] > (agentRequest-Handler-3:) Unable to retrive host network information due to > exception java.lang.NullPointerException, host: HostSystem-host-599 > 2012-08-15 06:47:42,013 ERROR [vmware.manager.VmwareStorageManagerImpl] > (agentRequest-Handler-3:) Unable to execute PrimaryStorageDownloadCommand due > to exception > java.lang.NullPointerException > at > com.cloud.hypervisor.vmware.mo.DatacenterMO.getOwnerDatacenter(DatacenterMO.java:283) > at > com.cloud.hypervisor.vmware.mo.HostMO.getHyperHostDatacenter(HostMO.java:186) > at > com.cloud.hypervisor.vmware.manager.VmwareStorageManagerImpl.execute(VmwareStorageManagerImpl.java:117) > at > com.cloud.storage.resource.VmwareSecondaryStorageResourceHandler.execute(VmwareSecondaryStorageResourceHandler.java:99) > at > com.cloud.storage.resource.VmwareSecondaryStorageResourceHandler.executeRequest(VmwareSecondaryStorageResourceHandler.java:59) > at > com.cloud.storage.resource.PremiumSecondaryStorageResource.executeRequest(PremiumSecondaryStorageResource.java:42) > at com.cloud.agent.Agent.processRequest(Agent.java:541) > at com.cloud.agent.Agent$AgentRequestHandler.doTask(Agent.java:857) > at com.cloud.utils.nio.Task.run(Task.java:85) > at > java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) > at > java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) > at java.lang.Thread.run(Thread.java:662) > 2012-08-15 06:47:42,013 DEBUG [cloud.agent.Agent] (agentRequest-Handler-3:) > Seq > 22-579751080: { Ans: , MgmtId: 345051430989, via: 22, Ver: v1, Flags: 110, > [{"storage.PrimaryStorageDownloadAnswer":{"templateSize":0,"result":false,"details":"Unable > to execute PrimaryStorageDownloadCommand due to exception","wait":0}}] } > 2012-08-15 06:47:42,221 DEBUG [cloud.agent.Agent] (agentRequest-Handler-5:) > Request:Seq 22-579751081: { Cmd , MgmtId: 345051430989, via: 22, Ver: v1, > Flags: 100111, > [{"storage.CopyVolumeCommand":{"volumeId":11833,"volumePath":"8d5446dbb24c46fbb86ccffc1404d548","pool":{"id":354,"uuid":"5104da86-38de-3090-a5ec-7b018c823554","host":"VMFS > datastore: > /jp-east-t1v-p03b/jet1v-p03b_DS12","path":"/jp-east-t1v-p03b/jet1v-p03b_DS12","port":0,"type":"VMFS"},"secondaryStorageURL":"nfs://jet1v-nas01.shamrock.local/secondary1","toSecondaryStorage":true,"wait":10800}}] > } > 2012-08-15 06:47:42,222 DEBUG [cloud.agent.Agent] (agentRequest-Handler-5:) > Processing command: com.cloud.agent.api.storage.CopyVolumeCommand > 2012-08-15 06:47:42,222 DEBUG > [storage.resource.VmwareSecondaryStorageResourceHandler] > (agentRequest-Handler-5:) Executing resource CopyVolumeCommand: > {"volumeId":11833,"volumePath":"8d5446dbb24c46fbb86ccffc1404d548","pool":{"id":354,"uuid":"5104da86-38de-3090-a5ec-7b018c823554","host":"VMFS > datastore: > /jp-east-t1v-p03b/jet1v-p03b_DS12","path":"/jp-east-t1v-p03b/jet1v-p03b_DS12","port":0,"type":"VMFS"},"secondaryStorageURL":"nfs://jet1v-nas01.shamrock.local/secondary1","toSecondaryStorage":true,"wait":10800} > 2012-08-15 06:47:42,952 DEBUG > [storage.resource.VmwareSecondaryStorageResourceHandler] > (agentRequest-Handler-5:) Context validation succeeded. Validated via host: > 10.129.44.14, guid: HostSystem:host-134@10.129.131.104 -- This message is automatically generated by JIRA. If you think it was sent incorrectly, please contact your JIRA administrators For more information on JIRA, see: http://www.atlassian.com/software/jira