Dear all,
we are still having a problem installing CS 4.4 ( 4.3 still runs fine if we
install it on the same environemnt)
Everythign seems to be fine, Console Proxy and Secondary Storage VM are running
and we can access the consoles as well as download ISOs and templates.
But the Virtual Router does not start, I can find the following in the logfiles
- after restarting the network to force the creation of the VR
<-- snip -->
2014-08-02 18:10:44,536 DEBUG [c.c.a.t.Request] (AgentManager-Handler-4:null) Seq 6-4101371885650968594: Processing: { Ans: , MgmtId: 220037193633197, via: 6, Ver: v1, Flags: 10, [{"com.cloud.agent.api.StartAnswer":{"vm":{"id":3,"name":"r-3-VM","type":"DomainRouter","cpus":1,"minSpeed":500,"maxSpeed":500,"minRam":134217728,"maxRam":134217728,"arch":"x86_64","os":"Debian GNU/Linux 5.0 (64-bit)","platformEmulator":"Debian GNU/Linux 5","bootArgs":" template=domP name=r-3-VM eth0ip=XXX.XXX.XXX.XXX eth0mask=255.255.255.0 gateway= XXX.XXX.XXX.XXX domain=cs1cloud.internal cidrsize=24 dhcprange= XXX.XXX.XXX.XXX eth1ip=169.254.2.207 eth1mask=255.255.0.0 type=dhcpsrvr disable_rp_filter=true dns1= XXX.XXX.XXX.XXX ","rebootOnCrash":false,"enableHA":true,"limitCpuUse":false,"enableDynamicallyScaleVm":false,"vncPassword":"9349c3b155de7fb","vncAddr":" XXX.XXX.XXX.XXX
","params":{},"uuid":"82435d6e-473c-4cab-864e-7e46f2b0ef45","disks":[{"data":{"org.apache.cloudstack.storage.to.VolumeObjectTO":{"uuid":"dd974492-b389-4235-96cf-4c289ac5036e","volumeType":"ROOT","dataStore":{"org.apache.cloudstack.storage.to.PrimaryDataStoreTO":{"uuid":"9e93f3d2-c88f-37f5-ac8e-2d1f21e30aaa","id":1,"poolType":"NetworkFilesystem","host":" XXX.XXX.XXX.XXX ","path":"/mnt /primary","port":2049,"url":"NetworkFilesystem:// XXX.XXX.XXX.XXX /mnt /primary/?ROLE=Primary&STOREUUID=9e93f3d2-c88f-37f5-ac8e-2d1f21e30aaa"}},"name":"ROOT-3","size":307120640,"path":"dd974492-b389-4235-96cf-4c289ac5036e","volumeId":3,"vmName":"r-3-VM","accountId":1,"format":"QCOW2","id":3,"deviceId":0,"hypervisorType":"KVM"}},"diskSeq":0,"path":"dd974492-b389-4235-96cf-4c289ac5036e","type":"ROOT","_details":{"managed":"false","storagePort":"2049","storageHost":" XXX.XXX.XXX.XXX ","volumeSize":"307120640"}}],"nics":[{"deviceId":0,"networkRateMbps":200,"defaultNic":true,"uuid":"983b5348-0317-4d4c-b54d-721141a0f97e","ip":" XXX.XXX.XXX.XXX
","netmask":"255.255.255.0","gateway":" XXX.XXX.XXX.XXX ","mac":"06:ee:52:00:00:03","dns1":" XXX.XXX.XXX.XXX ","broadcastType":"Vlan","type":"Guest","broadcastUri":"vlan://916","isolationUri":"vlan://916","isSecurityGroupEnabled":true,"name":"guestbr0"},{"deviceId":1,"networkRateMbps":-1,"defaultNic":false,"uuid":"0be8a133-7000-4b5c-861d-e8191fc130e9","ip":"169.254.2.207","netmask":"255.255.0.0","gateway":"169.254.0.1","mac":"0e:00:a9:fe:02:cf","broadcastType":"LinkLocal","type":"Control","isSecurityGroupEnabled":false}]},"result":true,"wait":0}},{"com.cloud.agent.api.check.CheckSshAnswer":{"result":true,"wait":0}},{"com.cloud.agent.api.GetDomRVersionAnswer":{"templateVersion":"Cloudstack Release 4.4.0 Wed Jul 30 15:11:52 UTC 2014","scriptsVersion":"315021b5bcd65cc28621c7ff1adda96d\n","result":true,"details":"Cloudstack Release 4.4.0 Wed Jul 30 15:11:52 UTC
2014&315021b5bcd65cc28621c7ff1adda96d\n","wait":0}},{"com.cloud.agent.api.NetworkUsageAnswer":{"routerName":"r-3-VM","bytesSent":0,"bytesReceived":0,"result":true,"wait":0}},{"com.cloud.agent.api.Answer":{"result":true,"wait":0}},{"com.cloud.agent.api.Answer":{"result":true,"wait":0}},{"com.cloud.agent.api.Answer":{"result":true,"wait":0}}] }
<--snip -->
Which looks like the creation of a VR, and then we get this
<-- snip -->
2014-08-02 18:10:44,986 WARN [o.a.c.e.o.NetworkOrchestrator]
(API-Job-Executor-1:ctx-5929bada job-103 ctx-c89bb185) Failed to implement
network Ntwk[983b5348-0317-4d4c-b54d-721141a0f97e|Guest|6] elements and
resources as a part of network restart due to
java.lang.NullPointerException
at
com.cloud.network.element.VirtualRouterElement.getRouters(VirtualRouterElement.java:952)
at
com.cloud.network.element.VirtualRouterElement.prepareAggregatedExecution(VirtualRouterElement.java:1099)
at
org.apache.cloudstack.engine.orchestration.NetworkOrchestrator.implementNetworkElementsAndResources(NetworkOrchestrator.java:1090)
at
org.apache.cloudstack.engine.orchestration.NetworkOrchestrator.restartNetwork(NetworkOrchestrator.java:2430)
at
com.cloud.network.NetworkServiceImpl.restartNetwork(NetworkServiceImpl.java:1865)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:606)
at
org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:317)
at
org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:183)
at
org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:150)
at
org.apache.cloudstack.network.contrail.management.EventUtils$EventInterceptor.invoke(EventUtils.java:106)
at
org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:161)
at
com.cloud.event.ActionEventInterceptor.invoke(ActionEventInterceptor.java:51)
at
org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:161)
at
org.springframework.aop.interceptor.ExposeInvocationInterceptor.invoke(ExposeInvocationInterceptor.java:91)
at
org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:172)
at
org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:204)
at com.sun.proxy.$Proxy155.restartNetwork(Unknown Source)
at
org.apache.cloudstack.api.command.user.network.RestartNetworkCmd.execute(RestartNetworkCmd.java:95)
at com.cloud.api.ApiDispatcher.dispatch(ApiDispatcher.java:141)
at
com.cloud.api.ApiAsyncJobDispatcher.runJob(ApiAsyncJobDispatcher.java:108)
at
org.apache.cloudstack.framework.jobs.impl.AsyncJobManagerImpl$5.runInContext(AsyncJobManagerImpl.java:503)
at
org.apache.cloudstack.managed.context.ManagedContextRunnable$1.run(ManagedContextRunnable.java:49)
at
org.apache.cloudstack.managed.context.impl.DefaultManagedContext$1.call(DefaultManagedContext.java:56)
at
org.apache.cloudstack.managed.context.impl.DefaultManagedContext.callWithContext(DefaultManagedContext.java:103)
at
org.apache.cloudstack.managed.context.impl.DefaultManagedContext.runWithContext(DefaultManagedContext.java:53)
at
org.apache.cloudstack.managed.context.ManagedContextRunnable.run(ManagedContextRunnable.java:46)
at
org.apache.cloudstack.framework.jobs.impl.AsyncJobManagerImpl$5.run(AsyncJobManagerImpl.java:460)
at
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
at java.util.concurrent.FutureTask.run(FutureTask.java:262)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:744)
<-- snip -->
Any idea what we are doing wrong ?
Regards
Soeren