Hi, How I see from your logs when disk come filled you get exceptions from logging. I can't predict which part of Ignite might be broken in this case. You can try to configure async logger. [1] In this case errors from logging will not affect Ignite.
1. https://logging.apache.org/log4j/2.x/manual/async.html On Fri, Apr 28, 2017 at 5:58 PM, styriver <[email protected]> wrote: > Here is what I have. > > > > When we restarted the tomcat container here is a dump of stuck threads > > Full thread dump Java HotSpot(TM) 64-Bit Server VM (25.66-b17 mixed mode): > > "localhost-startStop-2" #113117 daemon prio=5 os_prio=0 > tid=0x00007fc8a40e3800 nid=0x3344 waiting on condition [0x00007fc87c95a000] > java.lang.Thread.State: TIMED_WAITING (sleeping) > at java.lang.Thread.sleep(Native Method) > at > org.apache.ignite.internal.processors.cache.GridCacheIoManager. > onKernalStop0(GridCacheIoManager.java:322) > at > org.apache.ignite.internal.processors.cache.GridCacheSharedManagerAdapter. > onKernalStop(GridCacheSharedManagerAdapter.java:113) > at > org.apache.ignite.internal.processors.cache.GridCacheProcessor. > onKernalStop(GridCacheProcessor.java:938) > at org.apache.ignite.internal.IgniteKernal.stop0( > IgniteKernal.java:1931) > at org.apache.ignite.internal.IgniteKernal.stop( > IgniteKernal.java:1877) > at > org.apache.ignite.internal.IgnitionEx$IgniteNamedInstance.stop0( > IgnitionEx.java:2363) > - locked <0x00000006bbdbd1a8> (a > org.apache.ignite.internal.IgnitionEx$IgniteNamedInstance) > at > org.apache.ignite.internal.IgnitionEx$IgniteNamedInstance.stop( > IgnitionEx.java:2326) > at org.apache.ignite.internal.IgnitionEx.stop(IgnitionEx.java:322) > at org.apache.ignite.Ignition.stop(Ignition.java:224) > at > com.xxx.ignite.service.IgniteCacheServiceImpl.shutdownIgnite( > IgniteCacheServiceImpl.java:324) > - locked <0x00000005c1895f90> (a > com.xxx.cachemanager.service.IgniteCacheManagerServiceImpl) > at > com.xxx.ignite.service.IgniteCacheServiceImpl.shutdown( > IgniteCacheServiceImpl.java:174) > at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) > at > sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java: > 62) > at > sun.reflect.DelegatingMethodAccessorImpl.invoke( > DelegatingMethodAccessorImpl.java:43) > at java.lang.reflect.Method.invoke(Method.java:497) > at > org.springframework.beans.factory.annotation. > InitDestroyAnnotationBeanPostProcessor$LifecycleElement.invoke( > InitDestroyAnnotationBeanPostProcessor.java:354) > at > org.springframework.beans.factory.annotation. > InitDestroyAnnotationBeanPostProcessor$LifecycleMetadata. > invokeDestroyMethods(InitDestroyAnnotationBeanPostProcessor.java:319) > at > org.springframework.beans.factory.annotation. > InitDestroyAnnotationBeanPostProcessor.postProcessBeforeDestruction( > InitDestroyAnnotationBeanPostProcessor.java:153) > at > org.springframework.beans.factory.support.DisposableBeanAdapter.destroy( > DisposableBeanAdapter.java:243) > at > org.springframework.beans.factory.support.DefaultSingletonBeanRegistry. > destroyBean(DefaultSingletonBeanRegistry.java:578) > at > org.springframework.beans.factory.support.DefaultSingletonBeanRegistry. > destroySingleton(DefaultSingletonBeanRegistry.java:554) > at > org.springframework.beans.factory.support.DefaultListableBeanFactory. > destroySingleton(DefaultListableBeanFactory.java:972) > at > org.springframework.beans.factory.support.DefaultSingletonBeanRegistry. > destroySingletons(DefaultSingletonBeanRegistry.java:523) > at > org.springframework.beans.factory.support.DefaultListableBeanFactory. > destroySingletons(DefaultListableBeanFactory.java:979) > at > org.springframework.context.support.AbstractApplicationContext. > destroyBeans(AbstractApplicationContext.java:1006) > at > org.springframework.context.support.AbstractApplicationContext.doClose( > AbstractApplicationContext.java:982) > at > org.springframework.context.support.AbstractApplicationContext.close( > AbstractApplicationContext.java:934) > - locked <0x00000005c1575bf0> (a java.lang.Object) > at > org.springframework.web.context.ContextLoader.closeWebApplicationContext( > ContextLoader.java:583) > at > org.springframework.web.context.ContextLoaderListener.contextDestroyed( > ContextLoaderListener.java:116) > at > org.apache.catalina.core.StandardContext.listenerStop( > StandardContext.java:5050) > at > org.apache.catalina.core.StandardContext.stopInternal( > StandardContext.java:5712) > - locked <0x00000005c00baca8> (a org.apache.catalina.core. > StandardContext) > at org.apache.catalina.util.LifecycleBase.stop( > LifecycleBase.java:232) > - locked <0x00000005c00baca8> (a org.apache.catalina.core. > StandardContext) > at > org.apache.catalina.core.ContainerBase$StopChild.call( > ContainerBase.java:1590) > at > org.apache.catalina.core.ContainerBase$StopChild.call( > ContainerBase.java:1579) > at java.util.concurrent.FutureTask.run(FutureTask.java:266) > at > java.util.concurrent.ThreadPoolExecutor.runWorker( > ThreadPoolExecutor.java:1142) > at > java.util.concurrent.ThreadPoolExecutor$Worker.run( > ThreadPoolExecutor.java:617) > at java.lang.Thread.run(Thread.java:745) > > "Catalina-startStop-2" #113116 daemon prio=5 os_prio=0 > tid=0x00007fc8e835e000 nid=0x3343 waiting on condition [0x00007fc883dfe000] > java.lang.Thread.State: WAITING (parking) > at sun.misc.Unsafe.park(Native Method) > - parking to wait for <0x00000007b3d6f8e0> (a > java.util.concurrent.FutureTask) > at java.util.concurrent.locks.LockSupport.park(LockSupport. > java:175) > at java.util.concurrent.FutureTask.awaitDone(FutureTask.java:429) > at java.util.concurrent.FutureTask.get(FutureTask.java:191) > at > org.apache.catalina.core.ContainerBase.stopInternal( > ContainerBase.java:1178) > - locked <0x00000005c00bafe0> (a org.apache.catalina.core. > StandardHost) > at org.apache.catalina.util.LifecycleBase.stop( > LifecycleBase.java:232) > - locked <0x00000005c00bafe0> (a org.apache.catalina.core. > StandardHost) > at > org.apache.catalina.core.ContainerBase$StopChild.call( > ContainerBase.java:1590) > at > org.apache.catalina.core.ContainerBase$StopChild.call( > ContainerBase.java:1579) > at java.util.concurrent.FutureTask.run(FutureTask.java:266) > at > java.util.concurrent.ThreadPoolExecutor.runWorker( > ThreadPoolExecutor.java:1142) > at > java.util.concurrent.ThreadPoolExecutor$Worker.run( > ThreadPoolExecutor.java:617) > at java.lang.Thread.run(Thread.java:745) > > "RMI TCP Connection(48395)-172.22.190.60" #112763 daemon prio=5 os_prio=0 > tid=0x00007fc8980b2000 nid=0x1fae runnable [0x00007fc82bdfb000] > java.lang.Thread.State: RUNNABLE > at java.net.SocketInputStream.socketRead0(Native Method) > at java.net.SocketInputStream.socketRead(SocketInputStream. > java:116) > at java.net.SocketInputStream.read(SocketInputStream.java:170) > at java.net.SocketInputStream.read(SocketInputStream.java:141) > at java.io.BufferedInputStream.fill(BufferedInputStream.java:246) > at java.io.BufferedInputStream.read(BufferedInputStream.java:265) > - locked <0x00000007b3d71cb0> (a java.io.BufferedInputStream) > at java.io.FilterInputStream.read(FilterInputStream.java:83) > at sun.rmi.transport.tcp.TCPTransport.handleMessages( > TCPTransport.java:550) > at > sun.rmi.transport.tcp.TCPTransport$ConnectionHandler.run0( > TCPTransport.java:826) > at > sun.rmi.transport.tcp.TCPTransport$ConnectionHandler.lambda$run$ > 95(TCPTransport.java:683) > at > sun.rmi.transport.tcp.TCPTransport$ConnectionHandler$$Lambda$1/ > 274984989.run(Unknown > Source) > at java.security.AccessController.doPrivileged(Native Method) > at > sun.rmi.transport.tcp.TCPTransport$ConnectionHandler.run( > TCPTransport.java:682) > at > java.util.concurrent.ThreadPoolExecutor.runWorker( > ThreadPoolExecutor.java:1142) > at > java.util.concurrent.ThreadPoolExecutor$Worker.run( > ThreadPoolExecutor.java:617) > at java.lang.Thread.run(Thread.java:745) > > "RMI TCP Connection(48394)-172.22.190.60" #112621 daemon prio=5 os_prio=0 > tid=0x00007fc89809f800 nid=0x1439 runnable [0x00007fc86f5f0000] > java.lang.Thread.State: RUNNABLE > at java.net.SocketInputStream.socketRead0(Native Method) > at java.net.SocketInputStream.socketRead(SocketInputStream. > java:116) > at java.net.SocketInputStream.read(SocketInputStream.java:170) > at java.net.SocketInputStream.read(SocketInputStream.java:141) > at java.io.BufferedInputStream.fill(BufferedInputStream.java:246) > at java.io.BufferedInputStream.read(BufferedInputStream.java:265) > - locked <0x00000007b3d76240> (a java.io.BufferedInputStream) > at java.io.FilterInputStream.read(FilterInputStream.java:83) > at sun.rmi.transport.tcp.TCPTransport.handleMessages( > TCPTransport.java:550) > at > sun.rmi.transport.tcp.TCPTransport$ConnectionHandler.run0( > TCPTransport.java:826) > at > sun.rmi.transport.tcp.TCPTransport$ConnectionHandler.lambda$run$ > 95(TCPTransport.java:683) > at > sun.rmi.transport.tcp.TCPTransport$ConnectionHandler$$Lambda$1/ > 274984989.run(Unknown > Source) > at java.security.AccessController.doPrivileged(Native Method) > at > sun.rmi.transport.tcp.TCPTransport$ConnectionHandler.run( > TCPTransport.java:682) > at > java.util.concurrent.ThreadPoolExecutor.runWorker( > ThreadPoolExecutor.java:1142) > at > java.util.concurrent.ThreadPoolExecutor$Worker.run( > ThreadPoolExecutor.java:617) > at java.lang.Thread.run(Thread.java:745) > > "sys-#22236%null%" #111047 daemon prio=5 os_prio=0 tid=0x00007fc89007d000 > nid=0x7722 waiting on condition [0x00007fc87f37c000] > java.lang.Thread.State: WAITING (parking) > at sun.misc.Unsafe.park(Native Method) > - parking to wait for <0x00000006c1b3a928> (a > org.apache.ignite.spi.communication.tcp.TcpCommunicationSpi$ConnectFuture) > at java.util.concurrent.locks.LockSupport.park(LockSupport. > java:175) > at > java.util.concurrent.locks.AbstractQueuedSynchronizer. > parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:836) > at > java.util.concurrent.locks.AbstractQueuedSynchronizer. > doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:997) > at > java.util.concurrent.locks.AbstractQueuedSynchronizer. > acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1304) > at > org.apache.ignite.internal.util.future.GridFutureAdapter. > get0(GridFutureAdapter.java:160) > at > org.apache.ignite.internal.util.future.GridFutureAdapter. > get(GridFutureAdapter.java:118) > at > org.apache.ignite.spi.communication.tcp.TcpCommunicationSpi.reserveClient( > TcpCommunicationSpi.java:2094) > at > org.apache.ignite.spi.communication.tcp.TcpCommunicationSpi.sendMessage0( > TcpCommunicationSpi.java:1989) > at > org.apache.ignite.spi.communication.tcp.TcpCommunicationSpi.sendMessage( > TcpCommunicationSpi.java:1955) > at > org.apache.ignite.internal.managers.communication.GridIoManager.send( > GridIoManager.java:1148) > at > org.apache.ignite.internal.managers.communication.GridIoManager.send( > GridIoManager.java:1217) > at > org.apache.ignite.internal.processors.cache.GridCacheIoManager.send( > GridCacheIoManager.java:910) > at > org.apache.ignite.internal.processors.cache.distributed. > dht.GridDhtLockFuture.map(GridDhtLockFuture.java:948) > at > org.apache.ignite.internal.processors.cache.distributed. > dht.GridDhtLockFuture.onOwnerChanged(GridDhtLockFuture.java:666) > at > org.apache.ignite.internal.processors.cache.GridCacheMvccManager. > notifyOwnerChanged(GridCacheMvccManager.java:220) > at > org.apache.ignite.internal.processors.cache.GridCacheMvccManager.access$ > 200(GridCacheMvccManager.java:79) > at > org.apache.ignite.internal.processors.cache.GridCacheMvccManager$2. > onOwnerChanged(GridCacheMvccManager.java:151) > at > org.apache.ignite.internal.processors.cache.distributed. > GridDistributedCacheEntry.checkOwnerChanged(GridDistributedCacheEntry. > java:811) > at > org.apache.ignite.internal.processors.cache.distributed. > GridDistributedCacheEntry.readyLock(GridDistributedCacheEntry.java:513) > at > org.apache.ignite.internal.processors.cache.distributed. > dht.GridDhtLockFuture.readyLocks(GridDhtLockFuture.java:578) > at > org.apache.ignite.internal.processors.cache.distributed. > dht.GridDhtLockFuture.map(GridDhtLockFuture.java:777) > at > org.apache.ignite.internal.processors.cache.distributed.dht. > GridDhtTransactionalCacheAdapter.lockAllAsync( > GridDhtTransactionalCacheAdapter.java:1068) > at > org.apache.ignite.internal.processors.cache.distributed.dht. > GridDhtTransactionalCacheAdapter.processNearLockRequest( > GridDhtTransactionalCacheAdapter.java:638) > at > org.apache.ignite.internal.processors.cache.distributed.dht. > GridDhtTransactionalCacheAdapter.access$000(GridDhtTransactionalCacheAdapt > er.java:90) > at > org.apache.ignite.internal.processors.cache.distributed.dht. > GridDhtTransactionalCacheAdapter$3.apply(GridDhtTransactionalCacheAdapt > er.java:140) > at > org.apache.ignite.internal.processors.cache.distributed.dht. > GridDhtTransactionalCacheAdapter$3.apply(GridDhtTransactionalCacheAdapt > er.java:138) > at > org.apache.ignite.internal.processors.cache.GridCacheIoManager. > processMessage(GridCacheIoManager.java:827) > at > org.apache.ignite.internal.processors.cache.GridCacheIoManager.onMessage0( > GridCacheIoManager.java:369) > at > org.apache.ignite.internal.processors.cache.GridCacheIoManager. > handleMessage(GridCacheIoManager.java:293) > at > org.apache.ignite.internal.processors.cache.GridCacheIoManager.access$000( > GridCacheIoManager.java:95) > at > org.apache.ignite.internal.processors.cache.GridCacheIoManager$1. > onMessage(GridCacheIoManager.java:238) > at > org.apache.ignite.internal.managers.communication. > GridIoManager.invokeListener(GridIoManager.java:1082) > at > org.apache.ignite.internal.managers.communication.GridIoManager. > processRegularMessage0(GridIoManager.java:710) > at > org.apache.ignite.internal.managers.communication. > GridIoManager.access$1700(GridIoManager.java:102) > at > org.apache.ignite.internal.managers.communication.GridIoManager$5.run( > GridIoManager.java:673) > at > java.util.concurrent.ThreadPoolExecutor.runWorker( > ThreadPoolExecutor.java:1142) > at > java.util.concurrent.ThreadPoolExecutor$Worker.run( > ThreadPoolExecutor.java:617) > at java.lang.Thread.run(Thread.java:745) > > "sys-#22234%null%" #110196 daemon prio=5 os_prio=0 tid=0x0000000002fc8000 > nid=0x3228 waiting on condition [0x00007fc86fcfa000] > java.lang.Thread.State: WAITING (parking) > at sun.misc.Unsafe.park(Native Method) > - parking to wait for <0x00000006c1b3a928> (a > org.apache.ignite.spi.communication.tcp.TcpCommunicationSpi$ConnectFuture) > at java.util.concurrent.locks.LockSupport.park(LockSupport. > java:175) > at > java.util.concurrent.locks.AbstractQueuedSynchronizer. > parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:836) > at > java.util.concurrent.locks.AbstractQueuedSynchronizer. > doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:997) > at > java.util.concurrent.locks.AbstractQueuedSynchronizer. > acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1304) > at > org.apache.ignite.internal.util.future.GridFutureAdapter. > get0(GridFutureAdapter.java:160) > at > org.apache.ignite.internal.util.future.GridFutureAdapter. > get(GridFutureAdapter.java:118) > at > org.apache.ignite.spi.communication.tcp.TcpCommunicationSpi.reserveClient( > TcpCommunicationSpi.java:2094) > at > org.apache.ignite.spi.communication.tcp.TcpCommunicationSpi.sendMessage0( > TcpCommunicationSpi.java:1989) > at > org.apache.ignite.spi.communication.tcp.TcpCommunicationSpi.sendMessage( > TcpCommunicationSpi.java:1955) > at > org.apache.ignite.internal.managers.communication.GridIoManager.send( > GridIoManager.java:1148) > at > org.apache.ignite.internal.managers.communication.GridIoManager.send( > GridIoManager.java:1217) > at > org.apache.ignite.internal.processors.cache.GridCacheIoManager.send( > GridCacheIoManager.java:910) > at > org.apache.ignite.internal.processors.cache.distributed. > dht.GridDhtLockFuture.map(GridDhtLockFuture.java:948) > at > org.apache.ignite.internal.processors.cache.distributed. > dht.GridDhtLockFuture.onOwnerChanged(GridDhtLockFuture.java:666) > at > org.apache.ignite.internal.processors.cache.GridCacheMvccManager. > notifyOwnerChanged(GridCacheMvccManager.java:220) > at > org.apache.ignite.internal.processors.cache.GridCacheMvccManager.access$ > 200(GridCacheMvccManager.java:79) > at > org.apache.ignite.internal.processors.cache.GridCacheMvccManager$2. > onOwnerChanged(GridCacheMvccManager.java:151) > at > org.apache.ignite.internal.processors.cache.distributed. > GridDistributedCacheEntry.checkOwnerChanged(GridDistributedCacheEntry. > java:811) > at > org.apache.ignite.internal.processors.cache.distributed. > GridDistributedCacheEntry.readyLock(GridDistributedCacheEntry.java:513) > at > org.apache.ignite.internal.processors.cache.distributed. > dht.GridDhtLockFuture.readyLocks(GridDhtLockFuture.java:578) > > > So this is the exception that we saw when the directory filled up not sure > there is much here. After this event we have no logs until we restarted the > tomcat container > > 09:21:41.561 [grid-timeout-worker-#21753%null%] ERROR > org.apache.ignite.internal.processors.timeout.GridTimeoutProcessor - Error > when executing timeout callback: CancelableTask > [id=dc1cde55b51-ec1a8900-2ea4-4bcc-9e64-16ec96f95296, > endTime=1492959101558, > period=1800000, cancel=false, task=o.a.i.i.IgniteKernal$3@72f7cce0] > org.apache.logging.log4j.core.appender.AppenderLoggingException: Error > flushing stream /logfiles/apps/cachemanager/cachemanager-ignite.log > at > org.apache.logging.log4j.core.appender.OutputStreamManager. > flush(OutputStreamManager.java:159) > ~[log4j-core-2.5.jar:2.5] > at > org.apache.logging.log4j.core.appender.AbstractOutputStreamAppender. > append(AbstractOutputStreamAppender.java:116) > ~[log4j-core-2.5.jar:2.5] > at > org.apache.logging.log4j.core.appender.RollingFileAppender. > append(RollingFileAppender.java:88) > ~[log4j-core-2.5.jar:2.5] > at > org.apache.logging.log4j.core.config.AppenderControl.tryCallAppender( > AppenderControl.java:152) > ~[log4j-core-2.5.jar:2.5] > at > org.apache.logging.log4j.core.config.AppenderControl. > callAppender0(AppenderControl.java:125) > ~[log4j-core-2.5.jar:2.5] > at > org.apache.logging.log4j.core.config.AppenderControl. > callAppenderPreventRecursion(AppenderControl.java:116) > ~[log4j-core-2.5.jar:2.5] > at > org.apache.logging.log4j.core.config.AppenderControl. > callAppender(AppenderControl.java:84) > ~[log4j-core-2.5.jar:2.5] > at > org.apache.logging.log4j.core.config.LoggerConfig. > callAppenders(LoggerConfig.java:390) > ~[log4j-core-2.5.jar:2.5] > at > org.apache.logging.log4j.core.config.LoggerConfig. > processLogEvent(LoggerConfig.java:378) > ~[log4j-core-2.5.jar:2.5] > at > org.apache.logging.log4j.core.config.LoggerConfig.log( > LoggerConfig.java:362) > ~[log4j-core-2.5.jar:2.5] > at > org.apache.logging.log4j.core.config.LoggerConfig.log( > LoggerConfig.java:352) > ~[log4j-core-2.5.jar:2.5] > at > org.apache.logging.log4j.core.config.AwaitCompletionReliabilityStra > tegy.log(AwaitCompletionReliabilityStrategy.java:63) > ~[log4j-core-2.5.jar:2.5] > at org.apache.logging.log4j.core.Logger.logMessage(Logger.java: > 147) > ~[log4j-core-2.5.jar:2.5] > at > org.apache.logging.log4j.spi.AbstractLogger.logMessage( > AbstractLogger.java:1016) > ~[log4j-api-2.5.jar:2.5] > at > org.apache.logging.log4j.spi.AbstractLogger.logIfEnabled( > AbstractLogger.java:964) > ~[log4j-api-2.5.jar:2.5] > at org.apache.logging.slf4j.Log4jLogger.info(Log4jLogger.java:178) > ~[log4j-slf4j-impl-2.5.jar:2.5] > at org.apache.ignite.logger.slf4j.Slf4jLogger.info( > Slf4jLogger.java:92) > ~[ignite-slf4j-1.8.0.jar:1.8.0] > at > org.apache.ignite.internal.GridLoggerProxy.info(GridLoggerProxy.java:126) > ~[ignite-core-1.8.0.jar:1.8.0] > at org.apache.ignite.internal.IgniteKernal$3.run( > IgniteKernal.java:1107) > ~[ignite-core-1.8.0.jar:1.8.0] > at > org.apache.ignite.internal.processors.timeout.GridTimeoutProcessor$ > CancelableTask.onTimeout(GridTimeoutProcessor.java:250) > ~[ignite-core-1.8.0.jar:1.8.0] > at > org.apache.ignite.internal.processors.timeout.GridTimeoutProcessor$ > TimeoutWorker.body(GridTimeoutProcessor.java:159) > [ignite-core-1.8.0.jar:1.8.0] > at > org.apache.ignite.internal.util.worker.GridWorker.run(GridWorker.java:110) > [ignite-core-1.8.0.jar:1.8.0] > at java.lang.Thread.run(Thread.java:745) [?:1.8.0_66] > Caused by: java.io.IOException: No space left on device > at java.io.FileOutputStream.writeBytes(Native Method) > ~[?:1.8.0_66] > at java.io.FileOutputStream.write(FileOutputStream.java:326) > ~[?:1.8.0_66] > at java.io.BufferedOutputStream.flushBuffer( > BufferedOutputStream.java:82) > ~[?:1.8.0_66] > at java.io.BufferedOutputStream.flush(BufferedOutputStream. > java:140) > ~[?:1.8.0_66] > at > org.apache.logging.log4j.core.appender.OutputStreamManager. > flush(OutputStreamManager.java:156) > ~[log4j-core-2.5.jar:2.5] > ... 22 more > 09:21:41.611 [grid-timeout-worker-#21753%null%] ERROR > org.apache.ignite.internal.processors.timeout.GridTimeoutProcessor - > Runtime > error caught during grid runnable execution: GridWorker > [name=grid-timeout-worker, gridName=null, finished=false, > isCancelled=false, > hashCode=979700182, interrupted=false, > runner=grid-timeout-worker-#21753%null%] > org.apache.logging.log4j.core.appender.AppenderLoggingException: Error > flushing stream /logfiles/apps/cachemanager/cachemanager-ignite.log > at > org.apache.logging.log4j.core.appender.OutputStreamManager. > flush(OutputStreamManager.java:159) > ~[log4j-core-2.5.jar:2.5] > at > org.apache.logging.log4j.core.appender.AbstractOutputStreamAppender. > append(AbstractOutputStreamAppender.java:116) > [log4j-core-2.5.jar:2.5] > at > org.apache.logging.log4j.core.appender.RollingFileAppender. > append(RollingFileAppender.java:88) > [log4j-core-2.5.jar:2.5] > at > org.apache.logging.log4j.core.config.AppenderControl.tryCallAppender( > AppenderControl.java:152) > [log4j-core-2.5.jar:2.5] > at > org.apache.logging.log4j.core.config.AppenderControl. > callAppender0(AppenderControl.java:125) > [log4j-core-2.5.jar:2.5] > at > org.apache.logging.log4j.core.config.AppenderControl. > callAppenderPreventRecursion(AppenderControl.java:116) > [log4j-core-2.5.jar:2.5] > at > org.apache.logging.log4j.core.config.AppenderControl. > callAppender(AppenderControl.java:84) > [log4j-core-2.5.jar:2.5] > at > org.apache.logging.log4j.core.config.LoggerConfig. > callAppenders(LoggerConfig.java:390) > [log4j-core-2.5.jar:2.5] > at > org.apache.logging.log4j.core.config.LoggerConfig. > processLogEvent(LoggerConfig.java:378) > [log4j-core-2.5.jar:2.5] > at > org.apache.logging.log4j.core.config.LoggerConfig.log( > LoggerConfig.java:362) > [log4j-core-2.5.jar:2.5] > at > org.apache.logging.log4j.core.config.LoggerConfig.log( > LoggerConfig.java:352) > [log4j-core-2.5.jar:2.5] > at > org.apache.logging.log4j.core.config.AwaitCompletionReliabilityStra > tegy.log(AwaitCompletionReliabilityStrategy.java:63) > [log4j-core-2.5.jar:2.5] > at org.apache.logging.log4j.core.Logger.logMessage(Logger.java: > 147) > [log4j-core-2.5.jar:2.5] > at > org.apache.logging.log4j.spi.AbstractLogger.logMessage( > AbstractLogger.java:1011) > [log4j-api-2.5.jar:2.5] > at > org.apache.logging.log4j.spi.AbstractLogger.logIfEnabled( > AbstractLogger.java:988) > [log4j-api-2.5.jar:2.5] > at org.apache.logging.slf4j.Log4jLogger.error(Log4jLogger. > java:318) > [log4j-slf4j-impl-2.5.jar:2.5] > at org.apache.ignite.logger.slf4j.Slf4jLogger.error( > Slf4jLogger.java:112) > [ignite-slf4j-1.8.0.jar:1.8.0] > at > org.apache.ignite.internal.GridLoggerProxy.error(GridLoggerProxy.java:146) > [ignite-core-1.8.0.jar:1.8.0] > at org.apache.ignite.internal.util.IgniteUtils.error( > IgniteUtils.java:4239) > [ignite-core-1.8.0.jar:1.8.0] > at org.apache.ignite.internal.util.IgniteUtils.error( > IgniteUtils.java:4264) > [ignite-core-1.8.0.jar:1.8.0] > at > org.apache.ignite.internal.processors.timeout.GridTimeoutProcessor$ > TimeoutWorker.body(GridTimeoutProcessor.java:162) > ~[ignite-core-1.8.0.jar:1.8.0] > at > org.apache.ignite.internal.util.worker.GridWorker.run(GridWorker.java:110) > [ignite-core-1.8.0.jar:1.8.0] > at java.lang.Thread.run(Thread.java:745) [?:1.8.0_66] > Caused by: java.io.IOException: No space left on device > at java.io.FileOutputStream.writeBytes(Native Method) > ~[?:1.8.0_66] > at java.io.FileOutputStream.write(FileOutputStream.java:326) > ~[?:1.8.0_66] > at java.io.BufferedOutputStream.flushBuffer( > BufferedOutputStream.java:82) > ~[?:1.8.0_66] > at java.io.BufferedOutputStream.flush(BufferedOutputStream. > java:140) > ~[?:1.8.0_66] > at > org.apache.logging.log4j.core.appender.OutputStreamManager. > flush(OutputStreamManager.java:156) > ~[log4j-core-2.5.jar:2.5] > ... 22 more > > > > > -- > View this message in context: http://apache-ignite-users. > 70518.x6.nabble.com/Ignite-Home-Directory-tp12271p12305.html > Sent from the Apache Ignite Users mailing list archive at Nabble.com. >
