Hi, I have the same problem after upgrade from 1.3 to 2.0.2 with 2 error messages "Uncommited messages deleted from journal" and " Journal utilization is too high" and I deleted the journal from all of the nodes .but it doesn't help. I still have the same error messages and Graylog server is not sending data to elastic search for 5 days. The nodes only write the logs to the journal Thx for your help
logs from graylog server 2016-06-27_10:43:57.18991 at org.graylog2.buffers.processors.OutputBufferProcessor$1.run(OutputBufferProcessor.java:189) [graylog.jar:?] 2016-06-27_10:43:57.19030 at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176) [graylog.jar:?] 2016-06-27_10:43:57.19153 at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) [?:1.8.0_77] 2016-06-27_10:43:57.19206 at java.util.concurrent.FutureTask.run(FutureTask.java:266) [?:1.8.0_77] 2016-06-27_10:43:57.19262 at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) [?:1.8.0_77] 2016-06-27_10:43:57.19423 at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) [?:1.8.0_77] 2016-06-27_10:43:57.19489 at java.lang.Thread.run(Thread.java:745) [?:1.8.0_77] 2016-06-27_10:43:57.23458 2016-06-27 13:43:57,234 ERROR: org.graylog2.outputs.BlockingBatchedESOutput - Unable to flush message buffer 2016-06-27_10:43:57.23517 java.lang.ClassCastException: Cannot cast java.lang.Integer to java.lang.String 2016-06-27_10:43:57.23653 at java.lang.Class.cast(Class.java:3369) ~[?:1.8.0_77] 2016-06-27_10:43:57.23702 at org.graylog2.plugin.Message.getFieldAs(Message.java:370) ~[graylog.jar:?] 2016-06-27_10:43:57.23862 at org.graylog2.plugin.Message.getMessage(Message.java:286) ~[graylog.jar:?] 2016-06-27_10:43:57.23938 at org.graylog2.plugin.Message.toElasticSearchObject(Message.java:215) ~[graylog.jar:?] 2016-06-27_10:43:57.24141 at org.graylog2.indexer.messages.Messages.bulkIndex(Messages.java:116) ~[graylog.jar:?] 2016-06-27_10:43:57.24205 at org.graylog2.indexer.messages.Messages.bulkIndex(Messages.java:106) ~[graylog.jar:?] 2016-06-27_10:43:57.24275 at org.graylog2.outputs.ElasticSearchOutput.write(ElasticSearchOutput.java:98) ~[graylog.jar:?] 2016-06-27_10:43:57.24393 at org.graylog2.outputs.BlockingBatchedESOutput.flush(BlockingBatchedESOutput.java:128) [graylog.jar:?] 2016-06-27_10:43:57.24593 at org.graylog2.outputs.BlockingBatchedESOutput.write(BlockingBatchedESOutput.java:105) [graylog.jar:?] 2016-06-27_10:43:57.24638 at org.graylog2.buffers.processors.OutputBufferProcessor$1.run(OutputBufferProcessor.java:189) [graylog.jar:?] 2016-06-27_10:43:57.24733 at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176) [graylog.jar:?] 2016-06-27_10:43:57.24855 at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) [?:1.8.0_77] 2016-06-27_10:43:57.24937 at java.util.concurrent.FutureTask.run(FutureTask.java:266) [?:1.8.0_77] 2016-06-27_10:43:57.25088 at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) [?:1.8.0_77] 2016-06-27_10:43:57.25162 at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) [?:1.8.0_77] 2016-06-27_10:43:57.25262 at java.lang.Thread.run(Thread.java:745) [?:1.8.0_77] 2016-06-27_10:43:57.28833 2016-06-27 13:43:57,287 ERROR: org.graylog2.outputs.BlockingBatchedESOutput - Unable to flush message buffer 2016-06-27_10:43:57.28870 java.lang.ClassCastException: Cannot cast java.lang.Integer to java.lang.String 2016-06-27_10:43:57.28948 at java.lang.Class.cast(Class.java:3369) ~[?:1.8.0_77] 2016-06-27_10:43:57.29100 at org.graylog2.plugin.Message.getFieldAs(Message.java:370) ~[graylog.jar:?] 2016-06-27_10:43:57.29180 at org.graylog2.plugin.Message.getMessage(Message.java:286) ~[graylog.jar:?] 2016-06-27_10:43:57.29325 at org.graylog2.plugin.Message.toElasticSearchObject(Message.java:215) ~[graylog.jar:?] 2016-06-27_10:43:57.29386 at org.graylog2.indexer.messages.Messages.bulkIndex(Messages.java:116) ~[graylog.jar:?] 2016-06-27_10:43:57.29528 at org.graylog2.indexer.messages.Messages.bulkIndex(Messages.java:106) ~[graylog.jar:?] 2016-06-27_10:43:57.29588 at org.graylog2.outputs.ElasticSearchOutput.write(ElasticSearchOutput.java:98) ~[graylog.jar:?] 2016-06-27_10:43:57.29712 at org.graylog2.outputs.BlockingBatchedESOutput.flush(BlockingBatchedESOutput.java:128) [graylog.jar:?] 2016-06-27_10:43:57.29765 at org.graylog2.outputs.BlockingBatchedESOutput.write(BlockingBatchedESOutput.java:105) [graylog.jar:?] 2016-06-27_10:43:57.29874 at org.graylog2.buffers.processors.OutputBufferProcessor$1.run(OutputBufferProcessor.java:189) [graylog.jar:?] 2016-06-27_10:43:57.29952 at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176) [graylog.jar:?] 2016-06-27_10:43:57.30068 at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) [?:1.8.0_77] 2016-06-27_10:43:57.30123 at java.util.concurrent.FutureTask.run(FutureTask.java:266) [?:1.8.0_77] 2016-06-27_10:43:57.30275 at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) [?:1.8.0_77] 2016-06-27_10:43:57.30390 at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) [?:1.8.0_77] 2016-06-27_10:43:57.30424 at java.lang.Thread.run(Thread.java:745) [?:1.8.0_77] 2016-06-27_10:43:57.34310 2016-06-27 13:43:57,342 ERROR: org.graylog2.outputs.BlockingBatchedESOutput - Unable to flush message buffer 2016-06-27_10:43:57.34351 java.lang.ClassCastException: Cannot cast java.lang.Integer to java.lang.String 2016-06-27_10:43:57.34421 at java.lang.Class.cast(Class.java:3369) ~[?:1.8.0_77] 2016-06-27_10:43:57.34522 at org.graylog2.plugin.Message.getFieldAs(Message.java:370) ~[graylog.jar:?] 2016-06-27_10:43:57.34670 at org.graylog2.plugin.Message.getMessage(Message.java:286) ~[graylog.jar:?] 2016-06-27_10:43:57.34705 at org.graylog2.plugin.Message.toElasticSearchObject(Message.java:215) ~[graylog.jar:?] 2016-06-27_10:43:57.34793 at org.graylog2.indexer.messages.Messages.bulkIndex(Messages.java:116) ~[graylog.jar:?] 2016-06-27_10:43:57.34892 at org.graylog2.indexer.messages.Messages.bulkIndex(Messages.java:106) ~[graylog.jar:?] 2016-06-27_10:43:57.35037 at org.graylog2.outputs.ElasticSearchOutput.write(ElasticSearchOutput.java:98) ~[graylog.jar:?] 2016-06-27_10:43:57.35074 at org.graylog2.outputs.BlockingBatchedESOutput.flush(BlockingBatchedESOutput.java:128) [graylog.jar:?] 2016-06-27_10:43:57.35131 at org.graylog2.outputs.BlockingBatchedESOutput.write(BlockingBatchedESOutput.java:105) [graylog.jar:?] 2016-06-27_10:43:57.35215 at org.graylog2.buffers.processors.OutputBufferProcessor$1.run(OutputBufferProcessor.java:189) [graylog.jar:?] 2016-06-27_10:43:57.35273 at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176) [graylog.jar:?] 2016-06-27_10:43:57.35363 at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) [?:1.8.0_77] 2016-06-27_10:43:57.35418 at java.util.concurrent.FutureTask.run(FutureTask.java:266) [?:1.8.0_77] 2016-06-27_10:43:57.35573 at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) [?:1.8.0_77] 2016-06-27_10:43:57.35629 at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) [?:1.8.0_77] 2016-06-27_10:43:57.35753 at java.lang.Thread.run(Thread.java:745) [?:1.8.0_77] 2016-06-27_10:43:57.42203 2016-06-27 13:43:57,421 ERROR: org.graylog2.outputs.BlockingBatchedESOutput - Unable to flush message buffer 2016-06-27_10:43:57.42244 java.lang.ClassCastException: Cannot cast java.lang.Integer to java.lang.String 2016-06-27_10:43:57.42329 at java.lang.Class.cast(Class.java:3369) ~[?:1.8.0_77] 2016-06-27_10:43:57.42511 at org.graylog2.plugin.Message.getFieldAs(Message.java:370) ~[graylog.jar:?] 2016-06-27_10:43:57.42585 at org.graylog2.plugin.Message.getMessage(Message.java:286) ~[graylog.jar:?] 2016-06-27_10:43:57.42761 at org.graylog2.plugin.Message.toElasticSearchObject(Message.java:215) ~[graylog.jar:?] 2016-06-27_10:43:57.42824 at org.graylog2.indexer.messages.Messages.bulkIndex(Messages.java:116) ~[graylog.jar:?] 2016-06-27_10:43:57.42955 at org.graylog2.indexer.messages.Messages.bulkIndex(Messages.java:106) ~[graylog.jar:?] 2016-06-27_10:43:57.43009 at org.graylog2.outputs.ElasticSearchOutput.write(ElasticSearchOutput.java:98) ~[graylog.jar:?] 2016-06-27_10:43:57.43104 at org.graylog2.outputs.BlockingBatchedESOutput.flush(BlockingBatchedESOutput.java:128) [graylog.jar:?] 2016-06-27_10:43:57.43172 at org.graylog2.outputs.BlockingBatchedESOutput.write(BlockingBatchedESOutput.java:105) [graylog.jar:?] 2016-06-27_10:43:57.43273 at org.graylog2.buffers.processors.OutputBufferProcessor$1.run(OutputBufferProcessor.java:189) [graylog.jar:?] 2016-06-27_10:43:57.43443 at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176) [graylog.jar:?] 2016-06-27_10:43:57.43477 at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) [?:1.8.0_77] 2016-06-27_10:43:57.43542 at java.util.concurrent.FutureTask.run(FutureTask.java:266) [?:1.8.0_77] 2016-06-27_10:43:57.43668 at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) [?:1.8.0_77] 2016-06-27_10:43:57.43728 at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) [?:1.8.0_77] 2016-06-27_10:43:57.43831 at java.lang.Thread.run(Thread.java:745) [?:1.8.0_77] 2016-06-27_10:43:57.45771 2016-06-27 13:43:57,457 ERROR: org.graylog2.outputs.BlockingBatchedESOutput - Unable to flush message buffer 2016-06-27_10:43:57.45807 java.lang.ClassCastException: Cannot cast java.lang.Integer to java.lang.String 2016-06-27_10:43:57.45904 at java.lang.Class.cast(Class.java:3369) ~[?:1.8.0_77] 2016-06-27_10:43:57.45991 at org.graylog2.plugin.Message.getFieldAs(Message.java:370) ~[graylog.jar:?] 2016-06-27_10:43:57.46054 at org.graylog2.plugin.Message.getMessage(Message.java:286) ~[graylog.jar:?] 2016-06-27_10:43:57.46158 at org.graylog2.plugin.Message.toElasticSearchObject(Message.java:215) ~[graylog.jar:?] 2016-06-27_10:43:57.46432 at org.graylog2.indexer.messages.Messages.bulkIndex(Messages.java:116) ~[graylog.jar:?] 2016-06-27_10:43:57.46458 at org.graylog2.indexer.messages.Messages.bulkIndex(Messages.java:106) ~[graylog.jar:?] 2016-06-27_10:43:57.46529 at org.graylog2.outputs.ElasticSearchOutput.write(ElasticSearchOutput.java:98) ~[graylog.jar:?] 2016-06-27_10:43:57.46607 at org.graylog2.outputs.BlockingBatchedESOutput.flush(BlockingBatchedESOutput.java:128) [graylog.jar:?] 2016-06-27_10:43:57.46676 at org.graylog2.outputs.BlockingBatchedESOutput.write(BlockingBatchedESOutput.java:105) [graylog.jar:?] 2016-06-27_10:43:57.46835 at org.graylog2.buffers.processors.OutputBufferProcessor$1.run(OutputBufferProcessor.java:189) [graylog.jar:?] 2016-06-27_10:43:57.46886 at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176) [graylog.jar:?] 2016-06-27_10:43:57.46987 at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) [?:1.8.0_77] 2016-06-27_10:43:57.47122 at java.util.concurrent.FutureTask.run(FutureTask.java:266) [?:1.8.0_77] 2016-06-27_10:43:57.47155 at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) [?:1.8.0_77] 2016-06-27_10:43:57.47231 at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) [?:1.8.0_77] 2016-06-27_10:43:57.47308 at java.lang.Thread.run(Thread.java:745) [?:1.8.0_77] 2016-06-27_10:43:57.51259 2016-06-27 13:43:57,512 ERROR: org.graylog2.outputs.BlockingBatchedESOutput - Unable to flush message buffer 2016-06-27_10:43:57.51300 java.lang.ClassCastException: Cannot cast java.lang.Integer to java.lang.String 2016-06-27_10:43:57.51406 at java.lang.Class.cast(Class.java:3369) ~[?:1.8.0_77] 2016-06-27_10:43:57.51505 at org.graylog2.plugin.Message.getFieldAs(Message.java:370) ~[graylog.jar:?] 2016-06-27_10:43:57.51669 at org.graylog2.plugin.Message.getMessage(Message.java:286) ~[graylog.jar:?] 2016-06-27_10:43:57.51719 at org.graylog2.plugin.Message.toElasticSearchObject(Message.java:215) ~[graylog.jar:?] 2016-06-27_10:43:57.51824 at org.graylog2.indexer.messages.Messages.bulkIndex(Messages.java:116) ~[graylog.jar:?] 2016-06-27_10:43:57.51962 at org.graylog2.indexer.messages.Messages.bulkIndex(Messages.java:106) ~[graylog.jar:?] 2016-06-27_10:43:57.52036 at org.graylog2.outputs.ElasticSearchOutput.write(ElasticSearchOutput.java:98) ~[graylog.jar:?] 2016-06-27_10:43:57.52161 at org.graylog2.outputs.BlockingBatchedESOutput.flush(BlockingBatchedESOutput.java:128) [graylog.jar:?] 2016-06-27_10:43:57.52232 at org.graylog2.outputs.BlockingBatchedESOutput.write(BlockingBatchedESOutput.java:105) [graylog.jar:?] 2016-06-27_10:43:57.52334 at org.graylog2.buffers.processors.OutputBufferProcessor$1.run(OutputBufferProcessor.java:189) [graylog.jar:?] 2016-06-27_10:43:57.52410 at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176) [graylog.jar:?] 2016-06-27_10:43:57.52505 at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) [?:1.8.0_77] 2016-06-27_10:43:57.52565 at java.util.concurrent.FutureTask.run(FutureTask.java:266) [?:1.8.0_77] 2016-06-27_10:43:57.52674 at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) [?:1.8.0_77] 2016-06-27_10:43:57.52739 at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) [?:1.8.0_77] 2016-06-27_10:43:57.52847 at java.lang.Thread.run(Thread.java:745) [?:1.8.0_77] 2016-06-27_10:43:57.57486 2016-06-27 13:43:57,574 ERROR: org.graylog2.outputs.BlockingBatchedESOutput - Unable to flush message buffer 2016-06-27_10:43:57.57522 java.lang.ClassCastException: Cannot cast java.lang.Integer to java.lang.String 2016-06-27_10:43:57.57585 at java.lang.Class.cast(Class.java:3369) ~[?:1.8.0_77] 2016-06-27_10:43:57.57674 at org.graylog2.plugin.Message.getFieldAs(Message.java:370) ~[graylog.jar:?] 2016-06-27_10:43:57.57734 at org.graylog2.plugin.Message.getMessage(Message.java:286) ~[graylog.jar:?] 2016-06-27_10:43:57.57845 at org.graylog2.plugin.Message.toElasticSearchObject(Message.java:215) ~[graylog.jar:?] 2016-06-27_10:43:57.57920 at org.graylog2.indexer.messages.Messages.bulkIndex(Messages.java:116) ~[graylog.jar:?] 2016-06-27_10:43:57.58075 at org.graylog2.indexer.messages.Messages.bulkIndex(Messages.java:106) ~[graylog.jar:?] 2016-06-27_10:43:57.58133 at org.graylog2.outputs.ElasticSearchOutput.write(ElasticSearchOutput.java:98) ~[graylog.jar:?] 2016-06-27_10:43:57.58261 at org.graylog2.outputs.BlockingBatchedESOutput.flush(BlockingBatchedESOutput.java:128) [graylog.jar:?] 2016-06-27_10:43:57.58497 at org.graylog2.outputs.BlockingBatchedESOutput.write(BlockingBatchedESOutput.java:105) [graylog.jar:?] 2016-06-27_10:43:57.58534 at org.graylog2.buffers.processors.OutputBufferProcessor$1.run(OutputBufferProcessor.java:189) [graylog.jar:?] 2016-06-27_10:43:57.58585 at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176) [graylog.jar:?] 2016-06-27_10:43:57.58689 at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) [?:1.8.0_77] 2016-06-27_10:43:57.58767 at java.util.concurrent.FutureTask.run(FutureTask.java:266) [?:1.8.0_77] 2016-06-27_10:43:57.58877 at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) [?:1.8.0_77] 2016-06-27_10:43:57.58948 at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) [?:1.8.0_77] 2016-06-27_10:43:57.59077 at java.lang.Thread.run(Thread.java:745) [?:1.8.0_77] 2016-06-27_10:43:57.62463 2016-06-27 13:43:57,624 ERROR: org.graylog2.outputs.BlockingBatchedESOutput - Unable to flush message buffer 2016-06-27_10:43:57.62505 java.lang.ClassCastException: Cannot cast java.lang.Integer to java.lang.String 2016-06-27_10:43:57.62665 at java.lang.Class.cast(Class.java:3369) ~[?:1.8.0_77] 2016-06-27_10:43:57.62703 at org.graylog2.plugin.Message.getFieldAs(Message.java:370) ~[graylog.jar:?] 2016-06-27_10:43:57.62805 at org.graylog2.plugin.Message.getMessage(Message.java:286) ~[graylog.jar:?] 2016-06-27_10:43:57.62897 at org.graylog2.plugin.Message.toElasticSearchObject(Message.java:215) ~[graylog.jar:?] 2016-06-27_10:43:57.62963 at org.graylog2.indexer.messages.Messages.bulkIndex(Messages.java:116) ~[graylog.jar:?] 2016-06-27_10:43:57.63056 at org.graylog2.indexer.messages.Messages.bulkIndex(Messages.java:106) ~[graylog.jar:?] 2016-06-27_10:43:57.63139 at org.graylog2.outputs.ElasticSearchOutput.write(ElasticSearchOutput.java:98) ~[graylog.jar:?] 2016-06-27_10:43:57.63253 at org.graylog2.outputs.BlockingBatchedESOutput.flush(BlockingBatchedESOutput.java:128) [graylog.jar:?] 2016-06-27_10:43:57.63309 at org.graylog2.outputs.BlockingBatchedESOutput.write(BlockingBatchedESOutput.java:105) [graylog.jar:?] 2016-06-27_10:43:57.63451 at org.graylog2.buffers.processors.OutputBufferProcessor$1.run(OutputBufferProcessor.java:189) [graylog.jar:?] 2016-06-27_10:43:57.63513 at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176) [graylog.jar:?] 2016-06-27_10:43:57.63613 at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) [?:1.8.0_77] 2016-06-27_10:43:57.63683 at java.util.concurrent.FutureTask.run(FutureTask.java:266) [?:1.8.0_77] 2016-06-27_10:43:57.63825 at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) [?:1.8.0_77] 2016-06-27_10:43:57.63879 at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) [?:1.8.0_77] 2016-06-27_10:43:57.64011 at java.lang.Thread.run(Thread.java:745) [?:1.8.0_77] 2016-06-27_10:43:57.70762 2016-06-27 13:43:57,707 ERROR: org.graylog2.outputs.BlockingBatchedESOutput - Unable to flush message buffer 2016-06-27_10:43:57.70801 java.lang.ClassCastException: Cannot cast java.lang.Integer to java.lang.String 2016-06-27_10:43:57.70909 at java.lang.Class.cast(Class.java:3369) ~[?:1.8.0_77] 2016-06-27_10:43:57.70938 at org.graylog2.plugin.Message.getFieldAs(Message.java:370) ~[graylog.jar:?] 2016-06-27_10:43:57.71116 at org.graylog2.plugin.Message.getMessage(Message.java:286) ~[graylog.jar:?] 2016-06-27_10:43:57.71144 at org.graylog2.plugin.Message.toElasticSearchObject(Message.java:215) ~[graylog.jar:?] 2016-06-27_10:43:57.71203 at org.graylog2.indexer.messages.Messages.bulkIndex(Messages.java:116) ~[graylog.jar:?] 2016-06-27_10:43:57.71295 at org.graylog2.indexer.messages.Messages.bulkIndex(Messages.java:106) ~[graylog.jar:?] 2016-06-27_10:43:57.71375 at org.graylog2.outputs.ElasticSearchOutput.write(ElasticSearchOutput.java:98) ~[graylog.jar:?] 2016-06-27_10:43:57.71489 at org.graylog2.outputs.BlockingBatchedESOutput.flush(BlockingBatchedESOutput.java:128) [graylog.jar:?] 2016-06-27_10:43:57.71567 at org.graylog2.outputs.BlockingBatchedESOutput.write(BlockingBatchedESOutput.java:105) [graylog.jar:?] 2016-06-27_10:43:57.71673 at org.graylog2.buffers.processors.OutputBufferProcessor$1.run(OutputBufferProcessor.java:189) [graylog.jar:?] 2016-06-27_10:43:57.71735 at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176) [graylog.jar:?] 2016-06-27_10:43:57.71820 at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) [?:1.8.0_77] 2016-06-27_10:43:57.71886 at java.util.concurrent.FutureTask.run(FutureTask.java:266) [?:1.8.0_77] 2016-06-27_10:43:57.71978 at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) [?:1.8.0_77] 2016-06-27_10:43:57.72033 at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) [?:1.8.0_77] 2016-06-27_10:43:57.72149 at java.lang.Thread.run(Thread.java:745) [?:1.8.0_77] 2016-06-27_10:43:57.74164 2016-06-27 13:43:57,741 ERROR: org.graylog2.outputs.BlockingBatchedESOutput - Unable to flush message buffer 2016-06-27_10:43:57.74199 java.lang.ClassCastException: Cannot cast java.lang.Integer to java.lang.String 2016-06-27_10:43:57.74258 at java.lang.Class.cast(Class.java:3369) ~[?:1.8.0_77] 2016-06-27_10:43:57.74338 at org.graylog2.plugin.Message.getFieldAs(Message.java:370) ~[graylog.jar:?] 2016-06-27_10:43:57.74393 at org.graylog2.plugin.Message.getMessage(Message.java:286) ~[graylog.jar:?] 2016-06-27_10:43:57.74499 at org.graylog2.plugin.Message.toElasticSearchObject(Message.java:215) ~[graylog.jar:?] 2016-06-27_10:43:57.74553 at org.graylog2.indexer.messages.Messages.bulkIndex(Messages.java:116) ~[graylog.jar:?] 2016-06-27_10:43:57.74673 at org.graylog2.indexer.messages.Messages.bulkIndex(Messages.java:106) ~[graylog.jar:?] 2016-06-27_10:43:57.74729 at org.graylog2.outputs.ElasticSearchOutput.write(ElasticSearchOutput.java:98) ~[graylog.jar:?] 2016-06-27_10:43:57.74850 at org.graylog2.outputs.BlockingBatchedESOutput.flush(BlockingBatchedESOutput.java:128) [graylog.jar:?] 2016-06-27_10:43:57.74925 at org.graylog2.outputs.BlockingBatchedESOutput.write(BlockingBatchedESOutput.java:105) [graylog.jar:?] 2016-06-27_10:43:57.75051 at org.graylog2.buffers.processors.OutputBufferProcessor$1.run(OutputBufferProcessor.java:189) [graylog.jar:?] 2016-06-27_10:43:57.75112 at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176) [graylog.jar:?] 2016-06-27_10:43:57.75210 at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) [?:1.8.0_77] 2016-06-27_10:43:57.75257 at java.util.concurrent.FutureTask.run(FutureTask.java:266) [?:1.8.0_77] 2016-06-27_10:43:57.75345 at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) [?:1.8.0_77] 2016-06-27_10:43:57.75419 at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) [?:1.8.0_77] 2016-06-27_10:43:57.75500 at java.lang.Thread.run(Thread.java:745) [?:1.8.0_77] 2016-06-27_10:43:57.79670 2016-06-27 13:43:57,796 ERROR: org.graylog2.outputs.BlockingBatchedESOutput - Unable to flush message buffer 2016-06-27_10:43:57.79715 java.lang.ClassCastException: Cannot cast java.lang.Integer to java.lang.String 2016-06-27_10:43:57.79794 at java.lang.Class.cast(Class.java:3369) ~[?:1.8.0_77] 2016-06-27_10:43:57.79938 at org.graylog2.plugin.Message.getFieldAs(Message.java:370) ~[graylog.jar:?] 2016-06-27_10:43:57.79995 at org.graylog2.plugin.Message.getMessage(Message.java:286) ~[graylog.jar:?] 2016-06-27_10:43:57.80081 at org.graylog2.plugin.Message.toElasticSearchObject(Message.java:215) ~[graylog.jar:?] 2016-06-27_10:43:57.80137 at org.graylog2.indexer.messages.Messages.bulkIndex(Messages.java:116) ~[graylog.jar:?] 2016-06-27_10:43:57.80257 at org.graylog2.indexer.messages.Messages.bulkIndex(Messages.java:106) ~[graylog.jar:?] 2016-06-27_10:43:57.80316 at org.graylog2.outputs.ElasticSearchOutput.write(ElasticSearchOutput.java:98) ~[graylog.jar:?] 2016-06-27_10:43:57.80468 at org.graylog2.outputs.BlockingBatchedESOutput.flush(BlockingBatchedESOutput.java:128) [graylog.jar:?] 2016-06-27_10:43:57.80546 at org.graylog2.outputs.BlockingBatchedESOutput.write(BlockingBatchedESOutput.java:105) [graylog.jar:?] 2016-06-27_10:43:57.80661 at org.graylog2.buffers.processors.OutputBufferProcessor$1.run(OutputBufferProcessor.java:189) [graylog.jar:?] 2016-06-27_10:43:57.80725 at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176) [graylog.jar:?] 2016-06-27_10:43:57.80840 at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) [?:1.8.0_77] 2016-06-27_10:43:57.80906 at java.util.concurrent.FutureTask.run(FutureTask.java:266) [?:1.8.0_77] 2016-06-27_10:43:57.80996 at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) [?:1.8.0_77] 2016-06-27_10:43:57.81122 at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) [?:1.8.0_77] 2016-06-27_10:43:57.81207 at java.lang.Thread.run(Thread.java:745) [?:1.8.0_77] 2016-06-27_10:43:57.85044 2016-06-27 13:43:57,850 ERROR: org.graylog2.outputs.BlockingBatchedESOutput - Unable to flush message buffer 2016-06-27_10:43:57.85090 java.lang.ClassCastException: Cannot cast java.lang.Integer to java.lang.String 2016-06-27_10:43:57.85270 at java.lang.Class.cast(Class.java:3369) ~[?:1.8.0_77] 2016-06-27_10:43:57.85304 at org.graylog2.plugin.Message.getFieldAs(Message.java:370) ~[graylog.jar:?] 2016-06-27_10:43:57.85369 at org.graylog2.plugin.Message.getMessage(Message.java:286) ~[graylog.jar:?] 2016-06-27_10:43:57.85572 at org.graylog2.plugin.Message.toElasticSearchObject(Message.java:215) ~[graylog.jar:?] 2016-06-27_10:43:57.85645 at org.graylog2.indexer.messages.Messages.bulkIndex(Messages.java:116) ~[graylog.jar:?] 2016-06-27_10:43:57.85734 at org.graylog2.indexer.messages.Messages.bulkIndex(Messages.java:106) ~[graylog.jar:?] 2016-06-27_10:43:57.85880 at org.graylog2.outputs.ElasticSearchOutput.write(ElasticSearchOutput.java:98) ~[graylog.jar:?] 2016-06-27_10:43:57.85902 at org.graylog2.outputs.BlockingBatchedESOutput.flush(BlockingBatchedESOutput.java:128) [graylog.jar:?] 2016-06-27_10:43:57.86008 at org.graylog2.outputs.BlockingBatchedESOutput.write(BlockingBatchedESOutput.java:105) [graylog.jar:?] 2016-06-27_10:43:57.86031 at org.graylog2.buffers.processors.OutputBufferProcessor$1.run(OutputBufferProcessor.java:189) [graylog.jar:?] 2016-06-27_10:43:57.86089 at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176) [graylog.jar:?] 2016-06-27_10:43:57.86190 at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) [?:1.8.0_77] 2016-06-27_10:43:57.86246 at java.util.concurrent.FutureTask.run(FutureTask.java:266) [?:1.8.0_77] 2016-06-27_10:43:57.86377 at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) [?:1.8.0_77] 2016-06-27_10:43:57.86487 at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) [?:1.8.0_77] 2016-06-27_10:43:57.86517 at java.lang.Thread.run(Thread.java:745) [?:1.8.0_77] 2016-06-27_10:43:57.91097 2016-06-27 13:43:57,910 ERROR: org.graylog2.outputs.BlockingBatchedESOutput - Unable to flush message buffer 2016-06-27_10:43:57.91212 java.lang.ClassCastException: Cannot cast java.lang.Integer to java.lang.String 2016-06-27_10:43:57.91311 at java.lang.Class.cast(Class.java:3369) ~[?:1.8.0_77] 2016-06-27_10:43:57.91403 at org.graylog2.plugin.Message.getFieldAs(Message.java:370) ~[graylog.jar:?] 2016-06-27_10:43:57.91484 at org.graylog2.plugin.Message.getMessage(Message.java:286) ~[graylog.jar:?] 2016-06-27_10:43:57.91599 at org.graylog2.plugin.Message.toElasticSearchObject(Message.java:215) ~[graylog.jar:?] 2016-06-27_10:43:57.91669 at org.graylog2.indexer.messages.Messages.bulkIndex(Messages.java:116) ~[graylog.jar:?] 2016-06-27_10:43:57.91792 at org.graylog2.indexer.messages.Messages.bulkIndex(Messages.java:106) ~[graylog.jar:?] 2016-06-27_10:43:57.91867 at org.graylog2.outputs.ElasticSearchOutput.write(ElasticSearchOutput.java:98) ~[graylog.jar:?] 2016-06-27_10:43:57.92074 at org.graylog2.outputs.BlockingBatchedESOutput.flush(BlockingBatchedESOutput.java:128) [graylog.jar:?] 2016-06-27_10:43:57.92323 at org.graylog2.outputs.BlockingBatchedESOutput.write(BlockingBatchedESOutput.java:105) [graylog.jar:?] 2016-06-27_10:43:57.92378 at org.graylog2.buffers.processors.OutputBufferProcessor$1.run(OutputBufferProcessor.java:189) [graylog.jar:?] 2016-06-27_10:43:57.92462 at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176) [graylog.jar:?] 2016-06-27_10:43:57.92615 at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) [?:1.8.0_77] 2016-06-27_10:43:57.92684 at java.util.concurrent.FutureTask.run(FutureTask.java:266) [?:1.8.0_77] 2016-06-27_10:43:57.92800 at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) [?:1.8.0_77] 2016-06-27_10:43:57.92854 at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) [?:1.8.0_77] 2016-06-27_10:43:57.92948 at java.lang.Thread.run(Thread.java:745) [?:1.8.0_77] 2016-06-27_10:43:59.37621 2016-06-27 13:43:59,375 ERROR: org.graylog2.outputs.BlockingBatchedESOutput - Unable to flush message buffer 2016-06-27_10:43:59.37654 java.lang.ClassCastException: Cannot cast java.lang.Integer to java.lang.String 2016-06-27_10:43:59.37745 at java.lang.Class.cast(Class.java:3369) ~[?:1.8.0_77] 2016-06-27_10:43:59.37872 at org.graylog2.plugin.Message.getFieldAs(Message.java:370) ~[graylog.jar:?] 2016-06-27_10:43:59.37918 at org.graylog2.plugin.Message.getMessage(Message.java:286) ~[graylog.jar:?] 2016-06-27_10:43:59.38055 at org.graylog2.plugin.Message.toElasticSearchObject(Message.java:215) ~[graylog.jar:?] 2016-06-27_10:43:59.38115 at org.graylog2.indexer.messages.Messages.bulkIndex(Messages.java:116) ~[graylog.jar:?] 2016-06-27_10:43:59.38254 at org.graylog2.indexer.messages.Messages.bulkIndex(Messages.java:106) ~[graylog.jar:?] 2016-06-27_10:43:59.38339 at org.graylog2.outputs.ElasticSearchOutput.write(ElasticSearchOutput.java:98) ~[graylog.jar:?] 2016-06-27_10:43:59.38449 at org.graylog2.outputs.BlockingBatchedESOutput.flush(BlockingBatchedESOutput.java:128) [graylog.jar:?] 2016-06-27_10:43:59.38532 at org.graylog2.outputs.BlockingBatchedESOutput.forceFlushIfTimedout(BlockingBatchedESOutput.java:158) [graylog.jar:?] 2016-06-27_10:43:59.38646 at org.graylog2.periodical.BatchedElasticSearchOutputFlushThread.doRun(BatchedElasticSearchOutputFlushThread.java:98) [graylog.jar:?] 2016-06-27_10:43:59.38720 at org.graylog2.plugin.periodical.Periodical.run(Periodical.java:77) [graylog.jar:?] 2016-06-27_10:43:59.38802 at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) [?:1.8.0_77] 2016-06-27_10:43:59.38868 at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308) [?:1.8.0_77] 2016-06-27_10:43:59.38966 at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180) [?:1.8.0_77] 2016-06-27_10:43:59.39027 at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294) [?:1.8.0_77] 2016-06-27_10:43:59.39123 at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) [?:1.8.0_77] 2016-06-27_10:43:59.39183 at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) [?:1.8.0_77] 2016-06-27_10:43:59.39284 at java.lang.Thread.run(Thread.java:745) [?:1.8.0_77] בתאריך יום שני, 27 ביוני 2016 בשעה 11:34:12 UTC+3, מאת [email protected]: > > Hi, > > today we updated Graylog to 2.0.3 and scince that no more data were send > to elasticsearch. > We recieve data but dont write them to elasticsearch.... > Any idea why this could happen? > > Greetings! > > > > > > Graylog: > 2016-06-27T10:26:43.744+02:00 INFO [CmdLineTool] Loaded plugin: Elastic > Beats Input 1.0.1 [org.graylog.plugins.beats.BeatsInputPlugin] > 2016-06-27T10:26:43.745+02:00 INFO [CmdLineTool] Loaded plugin: Collector > 1.0.2 [org.graylog.plugins.collector.CollectorPlugin] > 2016-06-27T10:26:43.745+02:00 INFO [CmdLineTool] Loaded plugin: > Enterprise Integration Plugin 1.0.2 > [org.graylog.plugins.enterprise_integration.EnterpriseIntegrationPlugin] > 2016-06-27T10:26:43.745+02:00 INFO [CmdLineTool] Loaded plugin: > MapWidgetPlugin 1.0.2 [org.graylog.plugins.map.MapWidgetPlugin] > 2016-06-27T10:26:43.746+02:00 INFO [CmdLineTool] Loaded plugin: Pipeline > Processor Plugin 1.0.0-beta.4 > [org.graylog.plugins.pipelineprocessor.ProcessorPlugin] > 2016-06-27T10:26:43.746+02:00 INFO [CmdLineTool] Loaded plugin: Anonymous > Usage Statistics 2.0.2 > [org.graylog.plugins.usagestatistics.UsageStatsPlugin] > 2016-06-27T10:26:43.856+02:00 INFO [CmdLineTool] Running with JVM > arguments: -Xms1g -Xmx2g -XX:NewRatio=1 -XX:+ResizeTLAB > -XX:+UseConcMarkSweepGC -XX:+CMSConcurrentMTEnabled > -XX:+CMSClassUnloadingEnabled -XX:+UseParNewGC > -XX:-OmitStackTraceInFastThrow > -Dlog4j.configurationFile=file:///etc/graylog/server/log4j2.xml > -Djava.library.path=/usr/share/graylog-server/lib/sigar > -Dgraylog2.installation_source=rpm > 2016-06-27T10:26:46.138+02:00 INFO [InputBufferImpl] Message journal is > enabled. > 2016-06-27T10:26:46.348+02:00 INFO [LogManager] Loading logs. > 2016-06-27T10:26:46.525+02:00 INFO [LogManager] Logs loading complete. > 2016-06-27T10:26:46.526+02:00 INFO [KafkaJournal] Initialized Kafka based > journal at /var/lib/graylog-server/journal > 2016-06-27T10:26:46.541+02:00 INFO [InputBufferImpl] Initialized > InputBufferImpl with ring size <65536> and wait strategy > <BlockingWaitStrategy>, running 2 parallel message handlers. > 2016-06-27T10:26:46.581+02:00 INFO [cluster] Cluster created with > settings {hosts=[localhost:27017], mode=SINGLE, > requiredClusterType=UNKNOWN, serverSelectionTimeout='30000 ms', > maxWaitQueueSize=5000} > 2016-06-27T10:26:46.615+02:00 INFO [cluster] No server chosen by > ReadPreferenceServerSelector{readPreference=primary} from cluster > description ClusterDescription{type=UNKNOWN, connectionMode=SINGLE, > all=[ServerDescription{address=localhost:27017, type=UNKNOWN, > state=CONNECTING}]}. Waiting for 30000 ms before timing out > 2016-06-27T10:26:46.653+02:00 INFO [connection] Opened connection > [connectionId{localValue:1, serverValue:36}] to localhost:27017 > 2016-06-27T10:26:46.655+02:00 INFO [cluster] Monitor thread successfully > connected to server with description > ServerDescription{address=localhost:27017, type=STANDALONE, > state=CONNECTED, ok=true, version=ServerVersion{versionList=[3, 2, 7]}, > minWireVersion=0, maxWireVersion=4, maxDocumentSize=16777216, > roundTripTimeNanos=736400} > 2016-06-27T10:26:46.661+02:00 INFO [connection] Opened connection > [connectionId{localValue:2, serverValue:37}] to localhost:27017 > 2016-06-27T10:26:46.903+02:00 INFO [NodeId] Node ID: > 006e89e5-73c8-46dd-ac86-7c1ddb26ed84 > 2016-06-27T10:26:47.015+02:00 INFO [node] > [graylog-006e89e5-73c8-46dd-ac86-7c1ddb26ed84] version[2.3.2], pid[3533], > build[b9e4a6a/2016-04-21T16:03:47Z] > 2016-06-27T10:26:47.015+02:00 INFO [node] > [graylog-006e89e5-73c8-46dd-ac86-7c1ddb26ed84] initializing ... > 2016-06-27T10:26:47.022+02:00 INFO [plugins] > [graylog-006e89e5-73c8-46dd-ac86-7c1ddb26ed84] modules [], plugins > [graylog-monitor], sites [] > 2016-06-27T10:26:48.829+02:00 INFO [node] > [graylog-006e89e5-73c8-46dd-ac86-7c1ddb26ed84] initialized > 2016-06-27T10:26:48.904+02:00 INFO [Version] HV000001: Hibernate > Validator 5.2.4.Final > 2016-06-27T10:26:49.054+02:00 INFO [ProcessBuffer] Initialized > ProcessBuffer with ring size <65536> and wait strategy > <BlockingWaitStrategy>. > 2016-06-27T10:26:51.042+02:00 INFO [RulesEngineProvider] No static rules > file loaded. > 2016-06-27T10:26:51.085+02:00 INFO [connection] Opened connection > [connectionId{localValue:3, serverValue:38}] to localhost:27017 > 2016-06-27T10:26:51.192+02:00 WARN [GeoIpResolverEngine] GeoIP database > file does not exist: /tmp/GeoLite2-City.mmdb > 2016-06-27T10:26:51.198+02:00 INFO [OutputBuffer] Initialized > OutputBuffer with ring size <65536> and wait strategy > <BlockingWaitStrategy>. > 2016-06-27T10:26:51.242+02:00 WARN [GeoIpResolverEngine] GeoIP database > file does not exist: /tmp/GeoLite2-City.mmdb > 2016-06-27T10:26:51.285+02:00 WARN [GeoIpResolverEngine] GeoIP database > file does not exist: /tmp/GeoLite2-City.mmdb > 2016-06-27T10:26:51.327+02:00 WARN [GeoIpResolverEngine] GeoIP database > file does not exist: /tmp/GeoLite2-City.mmdb > 2016-06-27T10:26:51.362+02:00 WARN [GeoIpResolverEngine] GeoIP database > file does not exist: /tmp/GeoLite2-City.mmdb > 2016-06-27T10:26:51.864+02:00 INFO [ServerBootstrap] Graylog server 2.0.2 > (4da1379) starting up > 2016-06-27T10:26:51.864+02:00 INFO [ServerBootstrap] JRE: Oracle > Corporation 1.8.0_77 on Linux 3.10.0-327.22.2.el7.x86_64 > 2016-06-27T10:26:51.865+02:00 INFO [ServerBootstrap] Deployment: rpm > 2016-06-27T10:26:51.865+02:00 INFO [ServerBootstrap] OS: CentOS Linux 7 > (Core) (centos) > 2016-06-27T10:26:51.865+02:00 INFO [ServerBootstrap] Arch: amd64 > 2016-06-27T10:26:51.868+02:00 WARN [DeadEventLoggingListener] Received > unhandled event of type <org.graylog2.plugin.lifecycles.Lifecycle> from > event bus <AsyncEventBus{graylog-eventbus}> > 2016-06-27T10:26:51.894+02:00 INFO [PeriodicalsService] Starting 24 > periodicals ... > 2016-06-27T10:26:51.894+02:00 INFO [Periodicals] Starting > [org.graylog2.periodical.ThroughputCalculator] periodical in [0s], polling > every [1s]. > 2016-06-27T10:26:51.907+02:00 INFO [Periodicals] Starting > [org.graylog2.periodical.AlertScannerThread] periodical in [10s], polling > every [60s]. > 2016-06-27T10:26:51.908+02:00 INFO [Periodicals] Starting > [org.graylog2.periodical.BatchedElasticSearchOutputFlushThread] periodical > in [0s], polling every [1s]. > 2016-06-27T10:26:51.910+02:00 INFO [Periodicals] Starting > [org.graylog2.periodical.ClusterHealthCheckThread] periodical in [0s], > polling every [20s]. > 2016-06-27T10:26:51.912+02:00 INFO [Periodicals] Starting > [org.graylog2.periodical.ContentPackLoaderPeriodical] periodical, running > forever. > 2016-06-27T10:26:51.913+02:00 INFO [Periodicals] Starting > [org.graylog2.periodical.GarbageCollectionWarningThread] periodical, > running forever. > 2016-06-27T10:26:51.915+02:00 INFO [Periodicals] Starting > [org.graylog2.periodical.IndexerClusterCheckerThread] periodical in [0s], > polling every [30s]. > 2016-06-27T10:26:51.916+02:00 INFO [Periodicals] Starting > [org.graylog2.periodical.IndexRetentionThread] periodical in [0s], polling > every [300s]. > 2016-06-27T10:26:51.916+02:00 INFO [Periodicals] Starting > [org.graylog2.periodical.IndexRotationThread] periodical in [0s], polling > every [10s]. > 2016-06-27T10:26:51.916+02:00 INFO [IndexRetentionThread] Elasticsearch > cluster not available, skipping index retention checks. > 2016-06-27T10:26:51.921+02:00 INFO [node] > [graylog-006e89e5-73c8-46dd-ac86-7c1ddb26ed84] starting ... > 2016-06-27T10:26:51.923+02:00 INFO [Periodicals] Starting > [org.graylog2.periodical.NodePingThread] periodical in [0s], polling every > [1s]. > 2016-06-27T10:26:51.923+02:00 INFO [Periodicals] Starting > [org.graylog2.periodical.VersionCheckThread] periodical in [300s], polling > every [1800s]. > 2016-06-27T10:26:51.933+02:00 INFO [Periodicals] Starting > [org.graylog2.periodical.ThrottleStateUpdaterThread] periodical in [1s], > polling every [1s]. > 2016-06-27T10:26:51.933+02:00 INFO [Periodicals] Starting > [org.graylog2.events.ClusterEventPeriodical] periodical in [0s], polling > every [1s]. > 2016-06-27T10:26:51.934+02:00 INFO [Periodicals] Starting > [org.graylog2.events.ClusterEventCleanupPeriodical] periodical in [0s], > polling every [300s]. > 2016-06-27T10:26:51.934+02:00 INFO [Periodicals] Starting > [org.graylog2.periodical.ClusterIdGeneratorPeriodical] periodical, running > forever. > 2016-06-27T10:26:51.934+02:00 INFO [Periodicals] Starting > [org.graylog2.periodical.IndexRangesMigrationPeriodical] periodical, > running forever. > 2016-06-27T10:26:51.935+02:00 INFO [Periodicals] Starting > [org.graylog2.periodical.IndexRangesCleanupPeriodical] periodical in [15s], > polling every [3600s]. > 2016-06-27T10:26:51.942+02:00 INFO [connection] Opened connection > [connectionId{localValue:7, serverValue:42}] to localhost:27017 > 2016-06-27T10:26:51.944+02:00 INFO [connection] Opened connection > [connectionId{localValue:6, serverValue:41}] to localhost:27017 > 2016-06-27T10:26:51.947+02:00 INFO [connection] Opened connection > [connectionId{localValue:5, serverValue:40}] to localhost:27017 > 2016-06-27T10:26:51.948+02:00 INFO [connection] Opened connection > [connectionId{localValue:4, serverValue:39}] to localhost:27017 > 2016-06-27T10:26:51.954+02:00 INFO [IndexerClusterCheckerThread] Indexer > not fully initialized yet. Skipping periodic cluster check. > 2016-06-27T10:26:51.977+02:00 INFO [PeriodicalsService] Not starting > [org.graylog2.periodical.UserPermissionMigrationPeriodical] periodical. Not > configured to run on this node. > 2016-06-27T10:26:51.978+02:00 INFO [Periodicals] Starting > [org.graylog2.periodical.AlarmCallbacksMigrationPeriodical] periodical, > running forever. > 2016-06-27T10:26:51.978+02:00 INFO [Periodicals] Starting > [org.graylog2.periodical.ConfigurationManagementPeriodical] periodical, > running forever. > 2016-06-27T10:26:51.983+02:00 INFO [Periodicals] Starting > [org.graylog2.periodical.LdapGroupMappingMigration] periodical, running > forever. > 2016-06-27T10:26:51.991+02:00 INFO [Periodicals] Starting > [org.graylog.plugins.usagestatistics.UsageStatsNodePeriodical] periodical > in [300s], polling every [21600s]. > 2016-06-27T10:26:51.991+02:00 INFO [Periodicals] Starting > [org.graylog.plugins.usagestatistics.UsageStatsClusterPeriodical] > periodical in [300s], polling every [21600s]. > 2016-06-27T10:26:51.991+02:00 INFO [Periodicals] Starting > [org.graylog.plugins.collector.periodical.PurgeExpiredCollectorsThread] > periodical in [0s], polling every [3600s]. > 2016-06-27T10:26:52.215+02:00 INFO [transport] > [graylog-006e89e5-73c8-46dd-ac86-7c1ddb26ed84] publish_address { > 127.0.0.1:9350}, bound_addresses {[::1]:9350}, {127.0.0.1:9350} > 2016-06-27T10:26:52.230+02:00 INFO [discovery] > [graylog-006e89e5-73c8-46dd-ac86-7c1ddb26ed84] > graylog/nHdvfXVhTeCRPTcMlns-vQ > 2016-06-27T10:26:52.398+02:00 INFO [AbstractJerseyService] Enabling CORS > for HTTP endpoint > 2016-06-27T10:26:55.243+02:00 INFO [NetworkListener] Started listener > bound to [10.10.31.39:9000] > 2016-06-27T10:26:55.245+02:00 WARN [discovery] > [graylog-006e89e5-73c8-46dd-ac86-7c1ddb26ed84] waited for 3s and no initial > state was set by the discovery > 2016-06-27T10:26:55.245+02:00 INFO [node] > [graylog-006e89e5-73c8-46dd-ac86-7c1ddb26ed84] started > 2016-06-27T10:26:55.246+02:00 INFO [HttpServer] [HttpServer] Started. > 2016-06-27T10:26:55.246+02:00 INFO [WebInterfaceService] Started Web > Interface at <http://10.10.31.39:9000/> > 2016-06-27T10:26:55.409+02:00 INFO [service] > [graylog-006e89e5-73c8-46dd-ac86-7c1ddb26ed84] detected_master {Ororo > Munroe}{2CdooCmUR-2PjnE2Q9wS3Q}{10.10.31.39}{10.10.31.39:9300}, added > {{Ororo Munroe}{2CdooCmUR-2PjnE2Q9wS3Q}{10.10.31.39}{10.10.31.39:9300},}, > reason: zen-disco-receive(from master [{Ororo > Munroe}{2CdooCmUR-2PjnE2Q9wS3Q}{10.10.31.39}{10.10.31.39:9300}]) > 2016-06-27T10:26:59.658+02:00 INFO [NetworkListener] Started listener > bound to [10.10.31.39:12900] > 2016-06-27T10:26:59.658+02:00 INFO [HttpServer] [HttpServer-1] Started. > 2016-06-27T10:26:59.659+02:00 INFO [RestApiService] Started REST API at < > http://10.10.31.39:12900/> > 2016-06-27T10:26:59.660+02:00 INFO [ServiceManagerListener] Services are > healthy > 2016-06-27T10:26:59.661+02:00 INFO [ServerBootstrap] Services started, > startup times in ms: {InputSetupService [RUNNING]=5, KafkaJournal > [RUNNING]=21, OutputSetupService [RUNNING]=39, BufferSynchronizerService > [RUNNING]=51, MetricsReporterService [RUNNING]=52, PeriodicalsService > [RUNNING]=111, JournalReader [RUNNING]=133, WebInterfaceService > [RUNNING]=3326, IndexerSetupService [RUNNING]=3542, RestApiService > [RUNNING]=7767} > 2016-06-27T10:26:59.666+02:00 INFO [ServerBootstrap] Graylog server up > and running. > 2016-06-27T10:26:59.666+02:00 INFO [InputSetupService] Triggering > launching persisted inputs, node transitioned from Uninitialized [LB:DEAD] > to Running [LB:ALIVE] > 2016-06-27T10:26:59.706+02:00 INFO [InputStateListener] Input [Syslog > UDP/575ec33c67bdba09b6797184] is now STARTING > 2016-06-27T10:26:59.712+02:00 INFO [InputStateListener] Input [Syslog > UDP/575ec49967bdba09b6797313] is now STARTING > 2016-06-27T10:26:59.713+02:00 INFO [InputStateListener] Input [Syslog > UDP/575ec50a67bdba09b6797396] is now STARTING > 2016-06-27T10:26:59.720+02:00 INFO [InputStateListener] Input > [Beats/575ec43a67bdba09b67972a9] is now STARTING > 2016-06-27T10:26:59.749+02:00 INFO [InputStateListener] Input [Syslog > UDP/575ec49967bdba09b6797313] is now RUNNING > 2016-06-27T10:26:59.751+02:00 INFO [InputStateListener] Input [Syslog > UDP/575ec33c67bdba09b6797184] is now RUNNING > 2016-06-27T10:26:59.757+02:00 INFO [InputStateListener] Input [Syslog > UDP/575ec50a67bdba09b6797396] is now RUNNING > 2016-06-27T10:26:59.763+02:00 INFO [InputStateListener] Input > [Beats/575ec43a67bdba09b67972a9] is now RUNNING > > > > > Elasticsearch: > [2016-06-27 10:14:31,845][INFO ][node ] [Ororo Munroe] > version[2.3.2], pid[2529], build[b9e4a6a/2016-04-21T16:03:47Z] > [2016-06-27 10:14:31,846][INFO ][node ] [Ororo Munroe] > initializing ... > [2016-06-27 10:14:32,483][INFO ][plugins ] [Ororo Munroe] > modules [reindex, lang-expression, lang-groovy], plugins [kopf], sites > [kopf] > [2016-06-27 10:14:32,509][INFO ][env ] [Ororo Munroe] > using [1] data paths, mounts [[/var/opt/graylog > (/dev/mapper/daten-graylog)]], net usable_space [107.3gb], net total_space > [295.1gb], spins? [possibly], types [ext4] > [2016-06-27 10:14:32,509][INFO ][env ] [Ororo Munroe] > heap size [990.7mb], compressed ordinary object pointers [true] > [2016-06-27 10:14:32,509][WARN ][env ] [Ororo Munroe] > max file descriptors [65535] for elasticsearch process likely too low, > consider increasing to at least [65536] > [2016-06-27 10:14:34,528][INFO ][node ] [Ororo Munroe] > initialized > [2016-06-27 10:14:34,529][INFO ][node ] [Ororo Munroe] > starting ... > [2016-06-27 10:14:34,639][INFO ][transport ] [Ororo Munroe] > publish_address {10.10.31.39:9300}, bound_addresses {10.10.31.39:9300} > [2016-06-27 10:14:34,644][INFO ][discovery ] [Ororo Munroe] > graylog/2CdooCmUR-2PjnE2Q9wS3Q > [2016-06-27 10:14:37,673][INFO ][cluster.service ] [Ororo Munroe] > new_master {Ororo Munroe}{2CdooCmUR-2PjnE2Q9wS3Q}{10.10.31.39}{ > 10.10.31.39:9300}, reason: zen-disco-join(elected_as_master, [0] joins > received) > [2016-06-27 10:14:37,693][INFO ][http ] [Ororo Munroe] > publish_address {10.10.31.39:9200}, bound_addresses {10.10.31.39:9200} > [2016-06-27 10:14:37,693][INFO ][node ] [Ororo Munroe] > started > [2016-06-27 10:14:38,034][INFO ][gateway ] [Ororo Munroe] > recovered [20] indices into cluster_state > [2016-06-27 10:14:41,106][INFO ][cluster.routing.allocation] [Ororo > Munroe] Cluster health status changed from [RED] to [YELLOW] (reason: > [shards started [[graylog_0][0]] ...]). > [2016-06-27 10:14:51,576][INFO ][cluster.service ] [Ororo Munroe] > added > {{graylog-006e89e5-73c8-46dd-ac86-7c1ddb26ed84}{Tby982zpQRaAHjdvOTnWwg}{127.0.0.1}{127.0.0.1:9350}{client=true, > > data=false, master=false},}, reason: zen-disco-join(join from > node[{graylog-006e89e5-73c8-46dd-ac86-7c1ddb26ed84}{Tby982zpQRaAHjdvOTnWwg}{127.0.0.1}{127.0.0.1:9350}{client=true, > > data=false, master=false}]) > [2016-06-27 10:23:52,016][INFO ][cluster.service ] [Ororo Munroe] > removed > {{graylog-006e89e5-73c8-46dd-ac86-7c1ddb26ed84}{Tby982zpQRaAHjdvOTnWwg}{127.0.0.1}{127.0.0.1:9350}{client=true, > > data=false, master=false},}, reason: > zen-disco-node_left({graylog-006e89e5-73c8-46dd-ac86-7c1ddb26ed84}{Tby982zpQRaAHjdvOTnWwg}{127.0.0.1}{127.0.0.1:9350}{client=true, > > data=false, master=false}) > [2016-06-27 10:24:07,320][INFO ][cluster.service ] [Ororo Munroe] > added > {{graylog-006e89e5-73c8-46dd-ac86-7c1ddb26ed84}{pRU53I8JThWnjOo8pdybSA}{127.0.0.1}{127.0.0.1:9350}{client=true, > > data=false, master=false},}, reason: zen-disco-join(join from > node[{graylog-006e89e5-73c8-46dd-ac86-7c1ddb26ed84}{pRU53I8JThWnjOo8pdybSA}{127.0.0.1}{127.0.0.1:9350}{client=true, > > data=false, master=false}]) > [2016-06-27 10:25:24,559][INFO ][cluster.service ] [Ororo Munroe] > removed > {{graylog-006e89e5-73c8-46dd-ac86-7c1ddb26ed84}{pRU53I8JThWnjOo8pdybSA}{127.0.0.1}{127.0.0.1:9350}{client=true, > > data=false, master=false},}, reason: > zen-disco-node_left({graylog-006e89e5-73c8-46dd-ac86-7c1ddb26ed84}{pRU53I8JThWnjOo8pdybSA}{127.0.0.1}{127.0.0.1:9350}{client=true, > > data=false, master=false}) > [2016-06-27 10:25:40,075][INFO ][cluster.service ] [Ororo Munroe] > added > {{graylog-006e89e5-73c8-46dd-ac86-7c1ddb26ed84}{333_uNIgQEaOUtJI1xh6sA}{127.0.0.1}{127.0.0.1:9350}{client=true, > > data=false, master=false},}, reason: zen-disco-join(join from > node[{graylog-006e89e5-73c8-46dd-ac86-7c1ddb26ed84}{333_uNIgQEaOUtJI1xh6sA}{127.0.0.1}{127.0.0.1:9350}{client=true, > > data=false, master=false}]) > [2016-06-27 10:26:40,177][INFO ][cluster.service ] [Ororo Munroe] > removed > {{graylog-006e89e5-73c8-46dd-ac86-7c1ddb26ed84}{333_uNIgQEaOUtJI1xh6sA}{127.0.0.1}{127.0.0.1:9350}{client=true, > > data=false, master=false},}, reason: > zen-disco-node_left({graylog-006e89e5-73c8-46dd-ac86-7c1ddb26ed84}{333_uNIgQEaOUtJI1xh6sA}{127.0.0.1}{127.0.0.1:9350}{client=true, > > data=false, master=false}) > [2016-06-27 10:26:55,392][INFO ][cluster.service ] [Ororo Munroe] > added > {{graylog-006e89e5-73c8-46dd-ac86-7c1ddb26ed84}{nHdvfXVhTeCRPTcMlns-vQ}{127.0.0.1}{127.0.0.1:9350}{client=true, > > data=false, master=false},}, reason: zen-disco-join(join from > node[{graylog-006e89e5-73c8-46dd-ac86-7c1ddb26ed84}{nHdvfXVhTeCRPTcMlns-vQ}{127.0.0.1}{127.0.0.1:9350}{client=true, > > data=false, master=false}]) > > -- You received this message because you are subscribed to the Google Groups "Graylog Users" group. To unsubscribe from this group and stop receiving emails from it, send an email to [email protected]. To view this discussion on the web visit https://groups.google.com/d/msgid/graylog2/0df2109c-dd8b-43be-bdb1-3ba4b2fbb2de%40googlegroups.com. For more options, visit https://groups.google.com/d/optout.
