I’m trying to attach a larger, 1TB volume to my vm. Being served via rbd/ceph. Cloudstack 4.18.1.0. The error I see, which isn’t very descriptive:
Jan 28 03:53:55 dell1.cs.clx.corp java[2257551]:
com.cloud.utils.exception.CloudRuntimeException: Unable to find suitable
primary storage when creating volume
[{"name":"gitlab-clx-corp-storage1","uuid":"fa1b5b41-cbfc-4cbc-a728-593ceea85c90"}].
Jan 28 03:53:55 dell1.cs.clx.corp java[2257551]: at
org.apache.cloudstack.engine.orchestration.VolumeOrchestrator.createVolume(VolumeOrchestrator.java:703)
Jan 28 03:53:55 dell1.cs.clx.corp java[2257551]: at
org.apache.cloudstack.engine.orchestration.VolumeOrchestrator.createVolumeOnPrimaryStorage(VolumeOrchestrator.java:1140)
Jan 28 03:53:55 dell1.cs.clx.corp java[2257551]: at
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
Jan 28 03:53:55 dell1.cs.clx.corp java[2257551]: at
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
Jan 28 03:53:55 dell1.cs.clx.corp java[2257551]: at
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
Jan 28 03:53:55 dell1.cs.clx.corp java[2257551]: at
java.base/java.lang.reflect.Method.invoke(Method.java:566)
Jan 28 03:53:55 dell1.cs.clx.corp java[2257551]: at
org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344)
Jan 28 03:53:55 dell1.cs.clx.corp java[2257551]: at
org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198)
Jan 28 03:53:55 dell1.cs.clx.corp java[2257551]: at
org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163)
Jan 28 03:53:55 dell1.cs.clx.corp java[2257551]: at
org.springframework.aop.interceptor.ExposeInvocationInterceptor.invoke(ExposeInvocationInterceptor.java:97)
Jan 28 03:53:55 dell1.cs.clx.corp java[2257551]: at
org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186)
Jan 28 03:53:55 dell1.cs.clx.corp java[2257551]: at
org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:215)
Jan 28 03:53:55 dell1.cs.clx.corp java[2257551]: at
com.sun.proxy.$Proxy227.createVolumeOnPrimaryStorage(Unknown Source)
Jan 28 03:53:55 dell1.cs.clx.corp java[2257551]: at
com.cloud.storage.VolumeApiServiceImpl.orchestrateAttachVolumeToVM(VolumeApiServiceImpl.java:2242)
Jan 28 03:53:55 dell1.cs.clx.corp java[2257551]: at
com.cloud.storage.VolumeApiServiceImpl.orchestrateAttachVolumeToVM(VolumeApiServiceImpl.java:4713)
Jan 28 03:53:55 dell1.cs.clx.corp java[2257551]: at
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
Jan 28 03:53:55 dell1.cs.clx.corp java[2257551]: at
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
Jan 28 03:53:55 dell1.cs.clx.corp java[2257551]: at
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
Jan 28 03:53:55 dell1.cs.clx.corp java[2257551]: at
java.base/java.lang.reflect.Method.invoke(Method.java:566)
Jan 28 03:53:55 dell1.cs.clx.corp java[2257551]: at
com.cloud.vm.VmWorkJobHandlerProxy.handleVmWorkJob(VmWorkJobHandlerProxy.java:107)
Jan 28 03:53:55 dell1.cs.clx.corp java[2257551]: at
com.cloud.storage.VolumeApiServiceImpl.handleVmWorkJob(VolumeApiServiceImpl.java:4751)
Jan 28 03:53:55 dell1.cs.clx.corp java[2257551]: at
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
Jan 28 03:53:55 dell1.cs.clx.corp java[2257551]: at
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
Jan 28 03:53:55 dell1.cs.clx.corp java[2257551]: at
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
Jan 28 03:53:55 dell1.cs.clx.corp java[2257551]: at
java.base/java.lang.reflect.Method.invoke(Method.java:566)
Jan 28 03:53:55 dell1.cs.clx.corp java[2257551]: at
org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344)
Jan 28 03:53:55 dell1.cs.clx.corp java[2257551]: at
org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198)
Jan 28 03:53:55 dell1.cs.clx.corp java[2257551]: at
org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163)
Jan 28 03:53:55 dell1.cs.clx.corp java[2257551]: at
org.springframework.aop.interceptor.ExposeInvocationInterceptor.invoke(ExposeInvocationInterceptor.java:97)
Jan 28 03:53:55 dell1.cs.clx.corp java[2257551]: at
org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186)
Jan 28 03:53:55 dell1.cs.clx.corp java[2257551]: at
org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:215)
Jan 28 03:53:55 dell1.cs.clx.corp java[2257551]: at
com.sun.proxy.$Proxy232.handleVmWorkJob(Unknown Source)
Jan 28 03:53:55 dell1.cs.clx.corp java[2257551]: at
com.cloud.vm.VmWorkJobDispatcher.runJob(VmWorkJobDispatcher.java:102)
Jan 28 03:53:55 dell1.cs.clx.corp java[2257551]: at
org.apache.cloudstack.framework.jobs.impl.AsyncJobManagerImpl$5.runInContext(AsyncJobManagerImpl.java:620)
Jan 28 03:53:55 dell1.cs.clx.corp java[2257551]: at
org.apache.cloudstack.managed.context.ManagedContextRunnable$1.run(ManagedContextRunnable.java:48)
Jan 28 03:53:55 dell1.cs.clx.corp java[2257551]: at
org.apache.cloudstack.managed.context.impl.DefaultManagedContext$1.call(DefaultManagedContext.java:55)
Jan 28 03:53:55 dell1.cs.clx.corp java[2257551]: at
org.apache.cloudstack.managed.context.impl.DefaultManagedContext.callWithContext(DefaultManagedContext.java:102)
Jan 28 03:53:55 dell1.cs.clx.corp java[2257551]: at
org.apache.cloudstack.managed.context.impl.DefaultManagedContext.runWithContext(DefaultManagedContext.java:52)
Jan 28 03:53:55 dell1.cs.clx.corp java[2257551]: at
org.apache.cloudstack.managed.context.ManagedContextRunnable.run(ManagedContextRunnable.java:45)
Jan 28 03:53:55 dell1.cs.clx.corp java[2257551]: at
org.apache.cloudstack.framework.jobs.impl.AsyncJobManagerImpl$5.run(AsyncJobManagerImpl.java:568)
Jan 28 03:53:55 dell1.cs.clx.corp java[2257551]: at
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
Jan 28 03:53:55 dell1.cs.clx.corp java[2257551]: at
java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
Jan 28 03:53:55 dell1.cs.clx.corp java[2257551]: at
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
Jan 28 03:53:55 dell1.cs.clx.corp java[2257551]: at
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
Jan 28 03:53:55 dell1.cs.clx.corp java[2257551]: at
java.base/java.lang.Thread.run(Thread.java:829)
Jan 28 03:53:55 dell1.cs.clx.corp java[2257551]: INFO
[o.a.c.f.j.i.AsyncJobMonitor] (Work-Job-Executor-1:ctx-c517baf5
job-200/job-201) (logid:0caf70af) Remove job-201 from job monitoring
Jan 28 03:53:55 dell1.cs.clx.corp java[2257551]: ERROR
[c.c.a.ApiAsyncJobDispatcher] (API-Job-Executor-1:ctx-ef21a9e7 job-200)
(logid:0caf70af) Unexpected exception while executing
org.apache.cloudstack.api.command.admin.volume.AttachVolumeCmdByAdmin
Jan 28 03:53:55 dell1.cs.clx.corp java[2257551]:
com.cloud.utils.exception.CloudRuntimeException: Unable to find suitable
primary storage when creating volume
[{"name":"gitlab-clx-corp-storage1","uuid":"fa1b5b41-cbfc-4cbc-a728-593ceea85c90"}].
Jan 28 03:53:55 dell1.cs.clx.corp java[2257551]: at
org.apache.cloudstack.engine.orchestration.VolumeOrchestrator.createVolume(VolumeOrchestrator.java:703)
Jan 28 03:53:55 dell1.cs.clx.corp java[2257551]: at
org.apache.cloudstack.engine.orchestration.VolumeOrchestrator.createVolumeOnPrimaryStorage(VolumeOrchestrator.java:1140)
Jan 28 03:53:55 dell1.cs.clx.corp java[2257551]: at
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
Jan 28 03:53:55 dell1.cs.clx.corp java[2257551]: at
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
Jan 28 03:53:55 dell1.cs.clx.corp java[2257551]: at
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
Jan 28 03:53:55 dell1.cs.clx.corp java[2257551]: at
java.base/java.lang.reflect.Method.invoke(Method.java:566)
Jan 28 03:53:55 dell1.cs.clx.corp java[2257551]: at
org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344)
Jan 28 03:53:55 dell1.cs.clx.corp java[2257551]: at
org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198)
Jan 28 03:53:55 dell1.cs.clx.corp java[2257551]: at
org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163)
Jan 28 03:53:55 dell1.cs.clx.corp java[2257551]: at
org.springframework.aop.interceptor.ExposeInvocationInterceptor.invoke(ExposeInvocationInterceptor.java:97)
Jan 28 03:53:55 dell1.cs.clx.corp java[2257551]: at
org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186)
Jan 28 03:53:55 dell1.cs.clx.corp java[2257551]: at
org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:215)
Jan 28 03:53:55 dell1.cs.clx.corp java[2257551]: at
com.sun.proxy.$Proxy227.createVolumeOnPrimaryStorage(Unknown Source)
Jan 28 03:53:55 dell1.cs.clx.corp java[2257551]: at
com.cloud.storage.VolumeApiServiceImpl.orchestrateAttachVolumeToVM(VolumeApiServiceImpl.java:2242)
Jan 28 03:53:55 dell1.cs.clx.corp java[2257551]: at
com.cloud.storage.VolumeApiServiceImpl.orchestrateAttachVolumeToVM(VolumeApiServiceImpl.java:4713)
Jan 28 03:53:55 dell1.cs.clx.corp java[2257551]: at
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
Jan 28 03:53:55 dell1.cs.clx.corp java[2257551]: at
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
Jan 28 03:53:55 dell1.cs.clx.corp java[2257551]: at
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
Jan 28 03:53:55 dell1.cs.clx.corp java[2257551]: at
java.base/java.lang.reflect.Method.invoke(Method.java:566)
Jan 28 03:53:55 dell1.cs.clx.corp java[2257551]: at
com.cloud.vm.VmWorkJobHandlerProxy.handleVmWorkJob(VmWorkJobHandlerProxy.java:107)
Jan 28 03:53:55 dell1.cs.clx.corp java[2257551]: at
com.cloud.storage.VolumeApiServiceImpl.handleVmWorkJob(VolumeApiServiceImpl.java:4751)
Jan 28 03:53:55 dell1.cs.clx.corp java[2257551]: at
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
Jan 28 03:53:55 dell1.cs.clx.corp java[2257551]: at
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
Jan 28 03:53:55 dell1.cs.clx.corp java[2257551]: at
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
Jan 28 03:53:55 dell1.cs.clx.corp java[2257551]: at
java.base/java.lang.reflect.Method.invoke(Method.java:566)
Jan 28 03:53:55 dell1.cs.clx.corp java[2257551]: at
org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344)
Jan 28 03:53:55 dell1.cs.clx.corp java[2257551]: at
org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198)
Jan 28 03:53:55 dell1.cs.clx.corp java[2257551]: at
org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163)
Jan 28 03:53:55 dell1.cs.clx.corp java[2257551]: at
org.springframework.aop.interceptor.ExposeInvocationInterceptor.invoke(ExposeInvocationInterceptor.java:97)
Jan 28 03:53:55 dell1.cs.clx.corp java[2257551]: at
org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186)
Jan 28 03:53:55 dell1.cs.clx.corp java[2257551]: at
org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:215)
Jan 28 03:53:55 dell1.cs.clx.corp java[2257551]: at
com.sun.proxy.$Proxy232.handleVmWorkJob(Unknown Source)
Jan 28 03:53:55 dell1.cs.clx.corp java[2257551]: at
com.cloud.vm.VmWorkJobDispatcher.runJob(VmWorkJobDispatcher.java:102)
Jan 28 03:53:55 dell1.cs.clx.corp java[2257551]: at
org.apache.cloudstack.framework.jobs.impl.AsyncJobManagerImpl$5.runInContext(AsyncJobManagerImpl.java:620)
Jan 28 03:53:55 dell1.cs.clx.corp java[2257551]: at
org.apache.cloudstack.managed.context.ManagedContextRunnable$1.run(ManagedContextRunnable.java:48)
Jan 28 03:53:55 dell1.cs.clx.corp java[2257551]: at
org.apache.cloudstack.managed.context.impl.DefaultManagedContext$1.call(DefaultManagedContext.java:55)
Jan 28 03:53:55 dell1.cs.clx.corp java[2257551]: at
org.apache.cloudstack.managed.context.impl.DefaultManagedContext.callWithContext(DefaultManagedContext.java:102)
Jan 28 03:53:55 dell1.cs.clx.corp java[2257551]: at
org.apache.cloudstack.managed.context.impl.DefaultManagedContext.runWithContext(DefaultManagedContext.java:52)
Jan 28 03:53:55 dell1.cs.clx.corp java[2257551]: at
org.apache.cloudstack.managed.context.ManagedContextRunnable.run(ManagedContextRunnable.java:45)
Jan 28 03:53:55 dell1.cs.clx.corp java[2257551]: at
org.apache.cloudstack.framework.jobs.impl.AsyncJobManagerImpl$5.run(AsyncJobManagerImpl.java:568)
Jan 28 03:53:55 dell1.cs.clx.corp java[2257551]: at
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
Jan 28 03:53:55 dell1.cs.clx.corp java[2257551]: at
java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
Jan 28 03:53:55 dell1.cs.clx.corp java[2257551]: at
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
Jan 28 03:53:55 dell1.cs.clx.corp java[2257551]: at
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
Jan 28 03:53:55 dell1.cs.clx.corp java[2257551]: at
java.base/java.lang.Thread.run(Thread.java:829)
Plenty of space available. Smaller volumes, like 5GB, works fine.
I changed custom.diskoffering.size.max and storage.max.volume.size to 8096.
What other config might need to be changed to allow this?
Thanks
-jeremy
signature.asc
Description: PGP signature
