[
https://issues.apache.org/jira/browse/CASSANDRA-8420?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=15068981#comment-15068981
]
Dinh Duong Mai commented on CASSANDRA-8420:
-------------------------------------------
I used kairosdb over Cassandra. Data was ingested at speed of ~100,000 data
points per second. After around 1 hour, I got the similar error:
12-22|19:52:16.774 [New I/O worker #1] INFO [TelnetServer.java:147] - *** CMD
TEST *** 852
12-22|19:52:19.455 [pool-2-thread-2] WARN [HConnectionManager.java:302] -
Could not fullfill request on this host CassandraClient<127.0.0.1:9160-29>
12-22|19:52:19.456 [pool-2-thread-2] WARN [HConnectionManager.java:303] -
Exception:
me.prettyprint.hector.api.exceptions.HTimedOutException:
org.apache.thrift.transport.TTransportException:
java.net.SocketTimeoutException: Read timed out
at
me.prettyprint.cassandra.service.ExceptionsTranslatorImpl.translate(ExceptionsTranslatorImpl.java:37)
~[hector-core-1.1-4.jar:na]
at
me.prettyprint.cassandra.connection.HConnectionManager.operateWithFailover(HConnectionManager.java:260)
~[hector-core-1.1-4.jar:na]
at
me.prettyprint.cassandra.model.ExecutingKeyspace.doExecuteOperation(ExecutingKeyspace.java:113)
[hector-core-1.1-4.jar:na]
at
me.prettyprint.cassandra.model.MutatorImpl.execute(MutatorImpl.java:243)
[hector-core-1.1-4.jar:na]
at
org.kairosdb.datastore.cassandra.WriteBuffer$WriteDataJob.run(WriteBuffer.java:372)
[kairosdb-1.1.1-1.jar:1.1.1-1.20151222181746]
at
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[na:1.8.0_45]
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[na:1.8.0_45]
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
[na:1.8.0_45]
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[na:1.8.0_45]
at java.lang.Thread.run(Thread.java:745) [na:1.8.0_45]
Caused by: org.apache.thrift.transport.TTransportException:
java.net.SocketTimeoutException: Read timed out
at
org.apache.thrift.transport.TIOStreamTransport.read(TIOStreamTransport.java:129)
~[libthrift-0.7.0.jar:0.7.0]
at org.apache.thrift.transport.TTransport.readAll(TTransport.java:84)
~[libthrift-0.7.0.jar:0.7.0]
at
org.apache.thrift.transport.TFramedTransport.readFrame(TFramedTransport.java:129)
~[libthrift-0.7.0.jar:0.7.0]
at
org.apache.thrift.transport.TFramedTransport.read(TFramedTransport.java:101)
~[libthrift-0.7.0.jar:0.7.0]
at org.apache.thrift.transport.TTransport.readAll(TTransport.java:84)
~[libthrift-0.7.0.jar:0.7.0]
at
org.apache.thrift.protocol.TBinaryProtocol.readAll(TBinaryProtocol.java:378)
~[libthrift-0.7.0.jar:0.7.0]
at
org.apache.thrift.protocol.TBinaryProtocol.readI32(TBinaryProtocol.java:297)
~[libthrift-0.7.0.jar:0.7.0]
at
org.apache.thrift.protocol.TBinaryProtocol.readMessageBegin(TBinaryProtocol.java:204)
~[libthrift-0.7.0.jar:0.7.0]
at org.apache.thrift.TServiceClient.receiveBase(TServiceClient.java:69)
~[libthrift-0.7.0.jar:0.7.0]
at
org.apache.cassandra.thrift.Cassandra$Client.recv_batch_mutate(Cassandra.java:964)
~[cassandra-thrift-1.2.5.jar:1.2.5]
at
org.apache.cassandra.thrift.Cassandra$Client.batch_mutate(Cassandra.java:950)
~[cassandra-thrift-1.2.5.jar:1.2.5]
at
me.prettyprint.cassandra.model.MutatorImpl$3.execute(MutatorImpl.java:246)
~[hector-core-1.1-4.jar:na]
at
me.prettyprint.cassandra.model.MutatorImpl$3.execute(MutatorImpl.java:243)
~[hector-core-1.1-4.jar:na]
at
me.prettyprint.cassandra.service.Operation.executeAndSetResult(Operation.java:104)
~[hector-core-1.1-4.jar:na]
at
me.prettyprint.cassandra.connection.HConnectionManager.operateWithFailover(HConnectionManager.java:253)
~[hector-core-1.1-4.jar:na]
... 8 common frames omitted
Caused by: java.net.SocketTimeoutException: Read timed out
at java.net.SocketInputStream.socketRead0(Native Method) ~[na:1.8.0_45]
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
~[na:1.8.0_45]
at java.net.SocketInputStream.read(SocketInputStream.java:170)
~[na:1.8.0_45]
at java.net.SocketInputStream.read(SocketInputStream.java:141)
~[na:1.8.0_45]
at
org.apache.thrift.transport.TIOStreamTransport.read(TIOStreamTransport.java:127)
~[libthrift-0.7.0.jar:0.7.0]
... 22 common frames omitted
12-22|19:52:26.843 [pool-2-thread-3] WARN [HConnectionManager.java:302] -
Could not fullfill request on this host CassandraClient<127.0.0.1:9160-33>
12-22|19:52:26.843 [pool-2-thread-3] WARN [HConnectionManager.java:303] -
Exception:
me.prettyprint.hector.api.exceptions.HTimedOutException:
org.apache.thrift.transport.TTransportException:
java.net.SocketTimeoutException: Read timed out
at
me.prettyprint.cassandra.service.ExceptionsTranslatorImpl.translate(ExceptionsTranslatorImpl.java:37)
~[hector-core-1.1-4.jar:na]
at
me.prettyprint.cassandra.connection.HConnectionManager.operateWithFailover(HConnectionManager.java:260)
~[hector-core-1.1-4.jar:na]
at
me.prettyprint.cassandra.model.ExecutingKeyspace.doExecuteOperation(ExecutingKeyspace.java:113)
[hector-core-1.1-4.jar:na]
at
me.prettyprint.cassandra.model.MutatorImpl.execute(MutatorImpl.java:243)
[hector-core-1.1-4.jar:na]
at
org.kairosdb.datastore.cassandra.WriteBuffer$WriteDataJob.run(WriteBuffer.java:372)
[kairosdb-1.1.1-1.jar:1.1.1-1.20151222181746]
at
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[na:1.8.0_45]
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[na:1.8.0_45]
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
[na:1.8.0_45]
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[na:1.8.0_45]
at java.lang.Thread.run(Thread.java:745) [na:1.8.0_45]
Caused by: org.apache.thrift.transport.TTransportException:
java.net.SocketTimeoutException: Read timed out
at
org.apache.thrift.transport.TIOStreamTransport.read(TIOStreamTransport.java:129)
~[libthrift-0.7.0.jar:0.7.0]
at org.apache.thrift.transport.TTransport.readAll(TTransport.java:84)
~[libthrift-0.7.0.jar:0.7.0]
at
org.apache.thrift.transport.TFramedTransport.readFrame(TFramedTransport.java:129)
~[libthrift-0.7.0.jar:0.7.0]
at
org.apache.thrift.transport.TFramedTransport.read(TFramedTransport.java:101)
~[libthrift-0.7.0.jar:0.7.0]
at org.apache.thrift.transport.TTransport.readAll(TTransport.java:84)
~[libthrift-0.7.0.jar:0.7.0]
at
org.apache.thrift.protocol.TBinaryProtocol.readAll(TBinaryProtocol.java:378)
~[libthrift-0.7.0.jar:0.7.0]
at
org.apache.thrift.protocol.TBinaryProtocol.readI32(TBinaryProtocol.java:297)
~[libthrift-0.7.0.jar:0.7.0]
at
org.apache.thrift.protocol.TBinaryProtocol.readMessageBegin(TBinaryProtocol.java:204)
~[libthrift-0.7.0.jar:0.7.0]
at org.apache.thrift.TServiceClient.receiveBase(TServiceClient.java:69)
~[libthrift-0.7.0.jar:0.7.0]
at
org.apache.cassandra.thrift.Cassandra$Client.recv_batch_mutate(Cassandra.java:964)
~[cassandra-thrift-1.2.5.jar:1.2.5]
at
org.apache.cassandra.thrift.Cassandra$Client.batch_mutate(Cassandra.java:950)
~[cassandra-thrift-1.2.5.jar:1.2.5]
at
me.prettyprint.cassandra.model.MutatorImpl$3.execute(MutatorImpl.java:246)
~[hector-core-1.1-4.jar:na]
at
me.prettyprint.cassandra.model.MutatorImpl$3.execute(MutatorImpl.java:243)
~[hector-core-1.1-4.jar:na]
at
me.prettyprint.cassandra.service.Operation.executeAndSetResult(Operation.java:104)
~[hector-core-1.1-4.jar:na]
at
me.prettyprint.cassandra.connection.HConnectionManager.operateWithFailover(HConnectionManager.java:253)
~[hector-core-1.1-4.jar:na]
... 8 common frames omitted
Caused by: java.net.SocketTimeoutException: Read timed out
at java.net.SocketInputStream.socketRead0(Native Method) ~[na:1.8.0_45]
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
~[na:1.8.0_45]
at java.net.SocketInputStream.read(SocketInputStream.java:170)
~[na:1.8.0_45]
at java.net.SocketInputStream.read(SocketInputStream.java:141)
~[na:1.8.0_45]
at
org.apache.thrift.transport.TIOStreamTransport.read(TIOStreamTransport.java:127)
~[libthrift-0.7.0.jar:0.7.0]
... 22 common frames omitted
12-22|19:52:28.231 [pool-2-thread-4] WARN [HConnectionManager.java:302] -
Could not fullfill request on this host CassandraClient<127.0.0.1:9160-31>
12-22|19:52:28.235 [pool-2-thread-4] WARN [HConnectionManager.java:303] -
Exception:
me.prettyprint.hector.api.exceptions.HTimedOutException:
org.apache.thrift.transport.TTransportException:
java.net.SocketTimeoutException: Read timed out
at
me.prettyprint.cassandra.service.ExceptionsTranslatorImpl.translate(ExceptionsTranslatorImpl.java:37)
~[hector-core-1.1-4.jar:na]
at
me.prettyprint.cassandra.connection.HConnectionManager.operateWithFailover(HConnectionManager.java:260)
~[hector-core-1.1-4.jar:na]
at
me.prettyprint.cassandra.model.ExecutingKeyspace.doExecuteOperation(ExecutingKeyspace.java:113)
[hector-core-1.1-4.jar:na]
at
me.prettyprint.cassandra.model.MutatorImpl.execute(MutatorImpl.java:243)
[hector-core-1.1-4.jar:na]
at
org.kairosdb.datastore.cassandra.WriteBuffer$WriteDataJob.run(WriteBuffer.java:372)
[kairosdb-1.1.1-1.jar:1.1.1-1.20151222181746]
at
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[na:1.8.0_45]
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[na:1.8.0_45]
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
[na:1.8.0_45]
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[na:1.8.0_45]
at java.lang.Thread.run(Thread.java:745) [na:1.8.0_45]
Caused by: org.apache.thrift.transport.TTransportException:
java.net.SocketTimeoutException: Read timed out
at
org.apache.thrift.transport.TIOStreamTransport.read(TIOStreamTransport.java:129)
~[libthrift-0.7.0.jar:0.7.0]
at org.apache.thrift.transport.TTransport.readAll(TTransport.java:84)
~[libthrift-0.7.0.jar:0.7.0]
at
org.apache.thrift.transport.TFramedTransport.readFrame(TFramedTransport.java:129)
~[libthrift-0.7.0.jar:0.7.0]
at
org.apache.thrift.transport.TFramedTransport.read(TFramedTransport.java:101)
~[libthrift-0.7.0.jar:0.7.0]
at org.apache.thrift.transport.TTransport.readAll(TTransport.java:84)
~[libthrift-0.7.0.jar:0.7.0]
at
org.apache.thrift.protocol.TBinaryProtocol.readAll(TBinaryProtocol.java:378)
~[libthrift-0.7.0.jar:0.7.0]
at
org.apache.thrift.protocol.TBinaryProtocol.readI32(TBinaryProtocol.java:297)
~[libthrift-0.7.0.jar:0.7.0]
at
org.apache.thrift.protocol.TBinaryProtocol.readMessageBegin(TBinaryProtocol.java:204)
~[libthrift-0.7.0.jar:0.7.0]
at org.apache.thrift.TServiceClient.receiveBase(TServiceClient.java:69)
~[libthrift-0.7.0.jar:0.7.0]
at
org.apache.cassandra.thrift.Cassandra$Client.recv_batch_mutate(Cassandra.java:964)
~[cassandra-thrift-1.2.5.jar:1.2.5]
at
org.apache.cassandra.thrift.Cassandra$Client.batch_mutate(Cassandra.java:950)
~[cassandra-thrift-1.2.5.jar:1.2.5]
at
me.prettyprint.cassandra.model.MutatorImpl$3.execute(MutatorImpl.java:246)
~[hector-core-1.1-4.jar:na]
at
me.prettyprint.cassandra.model.MutatorImpl$3.execute(MutatorImpl.java:243)
~[hector-core-1.1-4.jar:na]
at
me.prettyprint.cassandra.service.Operation.executeAndSetResult(Operation.java:104)
~[hector-core-1.1-4.jar:na]
at
me.prettyprint.cassandra.connection.HConnectionManager.operateWithFailover(HConnectionManager.java:253)
~[hector-core-1.1-4.jar:na]
... 8 common frames omitted
Caused by: java.net.SocketTimeoutException: Read timed out
at java.net.SocketInputStream.socketRead0(Native Method) ~[na:1.8.0_45]
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
~[na:1.8.0_45]
at java.net.SocketInputStream.read(SocketInputStream.java:170)
~[na:1.8.0_45]
at java.net.SocketInputStream.read(SocketInputStream.java:141)
~[na:1.8.0_45]
at
org.apache.thrift.transport.TIOStreamTransport.read(TIOStreamTransport.java:127)
~[libthrift-0.7.0.jar:0.7.0]
... 22 common frames omitted
12-22|19:52:29.253 [pool-2-thread-1] WARN [HConnectionManager.java:302] -
Could not fullfill request on this host CassandraClient<127.0.0.1:9160-27>
12-22|19:52:29.659 [pool-2-thread-1] WARN [HConnectionManager.java:303] -
Exception:
me.prettyprint.hector.api.exceptions.HTimedOutException:
org.apache.thrift.transport.TTransportException:
java.net.SocketTimeoutException: Read timed out
at
me.prettyprint.cassandra.service.ExceptionsTranslatorImpl.translate(ExceptionsTranslatorImpl.java:37)
~[hector-core-1.1-4.jar:na]
at
me.prettyprint.cassandra.connection.HConnectionManager.operateWithFailover(HConnectionManager.java:260)
~[hector-core-1.1-4.jar:na]
at
me.prettyprint.cassandra.model.ExecutingKeyspace.doExecuteOperation(ExecutingKeyspace.java:113)
[hector-core-1.1-4.jar:na]
at
me.prettyprint.cassandra.model.MutatorImpl.execute(MutatorImpl.java:243)
[hector-core-1.1-4.jar:na]
at
org.kairosdb.datastore.cassandra.WriteBuffer$WriteDataJob.run(WriteBuffer.java:372)
[kairosdb-1.1.1-1.jar:1.1.1-1.20151222181746]
at
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[na:1.8.0_45]
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[na:1.8.0_45]
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
[na:1.8.0_45]
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[na:1.8.0_45]
at java.lang.Thread.run(Thread.java:745) [na:1.8.0_45]
Caused by: org.apache.thrift.transport.TTransportException:
java.net.SocketTimeoutException: Read timed out
at
org.apache.thrift.transport.TIOStreamTransport.read(TIOStreamTransport.java:129)
~[libthrift-0.7.0.jar:0.7.0]
at org.apache.thrift.transport.TTransport.readAll(TTransport.java:84)
~[libthrift-0.7.0.jar:0.7.0]
at
org.apache.thrift.transport.TFramedTransport.readFrame(TFramedTransport.java:129)
~[libthrift-0.7.0.jar:0.7.0]
at
org.apache.thrift.transport.TFramedTransport.read(TFramedTransport.java:101)
~[libthrift-0.7.0.jar:0.7.0]
at org.apache.thrift.transport.TTransport.readAll(TTransport.java:84)
~[libthrift-0.7.0.jar:0.7.0]
at
org.apache.thrift.protocol.TBinaryProtocol.readAll(TBinaryProtocol.java:378)
~[libthrift-0.7.0.jar:0.7.0]
at
org.apache.thrift.protocol.TBinaryProtocol.readI32(TBinaryProtocol.java:297)
~[libthrift-0.7.0.jar:0.7.0]
at
org.apache.thrift.protocol.TBinaryProtocol.readMessageBegin(TBinaryProtocol.java:204)
~[libthrift-0.7.0.jar:0.7.0]
at org.apache.thrift.TServiceClient.receiveBase(TServiceClient.java:69)
~[libthrift-0.7.0.jar:0.7.0]
at
org.apache.cassandra.thrift.Cassandra$Client.recv_batch_mutate(Cassandra.java:964)
~[cassandra-thrift-1.2.5.jar:1.2.5]
at
org.apache.cassandra.thrift.Cassandra$Client.batch_mutate(Cassandra.java:950)
~[cassandra-thrift-1.2.5.jar:1.2.5]
at
me.prettyprint.cassandra.model.MutatorImpl$3.execute(MutatorImpl.java:246)
~[hector-core-1.1-4.jar:na]
at
me.prettyprint.cassandra.model.MutatorImpl$3.execute(MutatorImpl.java:243)
~[hector-core-1.1-4.jar:na]
at
me.prettyprint.cassandra.service.Operation.executeAndSetResult(Operation.java:104)
~[hector-core-1.1-4.jar:na]
at
me.prettyprint.cassandra.connection.HConnectionManager.operateWithFailover(HConnectionManager.java:253)
~[hector-core-1.1-4.jar:na]
... 8 common frames omitted
Caused by: java.net.SocketTimeoutException: Read timed out
at java.net.SocketInputStream.socketRead0(Native Method) ~[na:1.8.0_45]
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
~[na:1.8.0_45]
at java.net.SocketInputStream.read(SocketInputStream.java:170)
~[na:1.8.0_45]
at java.net.SocketInputStream.read(SocketInputStream.java:141)
~[na:1.8.0_45]
at
org.apache.thrift.transport.TIOStreamTransport.read(TIOStreamTransport.java:127)
~[libthrift-0.7.0.jar:0.7.0]
... 22 common frames omitted
12-22|19:52:30.211 [pool-2-thread-2] ERROR [WriteBuffer.java:379] - Error
sending data to Cassandra (data_points)
me.prettyprint.hector.api.exceptions.HTimedOutException:
org.apache.thrift.transport.TTransportException:
java.net.SocketTimeoutException: Read timed out
at
me.prettyprint.cassandra.service.ExceptionsTranslatorImpl.translate(ExceptionsTranslatorImpl.java:37)
~[hector-core-1.1-4.jar:na]
at
me.prettyprint.cassandra.connection.HConnectionManager.operateWithFailover(HConnectionManager.java:260)
~[hector-core-1.1-4.jar:na]
at
me.prettyprint.cassandra.model.ExecutingKeyspace.doExecuteOperation(ExecutingKeyspace.java:113)
~[hector-core-1.1-4.jar:na]
at
me.prettyprint.cassandra.model.MutatorImpl.execute(MutatorImpl.java:243)
~[hector-core-1.1-4.jar:na]
at
org.kairosdb.datastore.cassandra.WriteBuffer$WriteDataJob.run(WriteBuffer.java:372)
~[kairosdb-1.1.1-1.jar:1.1.1-1.20151222181746]
at
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[na:1.8.0_45]
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[na:1.8.0_45]
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
[na:1.8.0_45]
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[na:1.8.0_45]
at java.lang.Thread.run(Thread.java:745) [na:1.8.0_45]
Caused by: org.apache.thrift.transport.TTransportException:
java.net.SocketTimeoutException: Read timed out
at
org.apache.thrift.transport.TIOStreamTransport.read(TIOStreamTransport.java:129)
~[libthrift-0.7.0.jar:0.7.0]
at org.apache.thrift.transport.TTransport.readAll(TTransport.java:84)
~[libthrift-0.7.0.jar:0.7.0]
at
org.apache.thrift.transport.TFramedTransport.readFrame(TFramedTransport.java:129)
~[libthrift-0.7.0.jar:0.7.0]
at
org.apache.thrift.transport.TFramedTransport.read(TFramedTransport.java:101)
~[libthrift-0.7.0.jar:0.7.0]
at org.apache.thrift.transport.TTransport.readAll(TTransport.java:84)
~[libthrift-0.7.0.jar:0.7.0]
at
org.apache.thrift.protocol.TBinaryProtocol.readAll(TBinaryProtocol.java:378)
~[libthrift-0.7.0.jar:0.7.0]
at
org.apache.thrift.protocol.TBinaryProtocol.readI32(TBinaryProtocol.java:297)
~[libthrift-0.7.0.jar:0.7.0]
at
org.apache.thrift.protocol.TBinaryProtocol.readMessageBegin(TBinaryProtocol.java:204)
~[libthrift-0.7.0.jar:0.7.0]
at org.apache.thrift.TServiceClient.receiveBase(TServiceClient.java:69)
~[libthrift-0.7.0.jar:0.7.0]
at
org.apache.cassandra.thrift.Cassandra$Client.recv_batch_mutate(Cassandra.java:964)
~[cassandra-thrift-1.2.5.jar:1.2.5]
at
org.apache.cassandra.thrift.Cassandra$Client.batch_mutate(Cassandra.java:950)
~[cassandra-thrift-1.2.5.jar:1.2.5]
at
me.prettyprint.cassandra.model.MutatorImpl$3.execute(MutatorImpl.java:246)
~[hector-core-1.1-4.jar:na]
at
me.prettyprint.cassandra.model.MutatorImpl$3.execute(MutatorImpl.java:243)
~[hector-core-1.1-4.jar:na]
at
me.prettyprint.cassandra.service.Operation.executeAndSetResult(Operation.java:104)
~[hector-core-1.1-4.jar:na]
at
me.prettyprint.cassandra.connection.HConnectionManager.operateWithFailover(HConnectionManager.java:253)
~[hector-core-1.1-4.jar:na]
... 8 common frames omitted
Caused by: java.net.SocketTimeoutException: Read timed out
at java.net.SocketInputStream.socketRead0(Native Method) ~[na:1.8.0_45]
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
~[na:1.8.0_45]
at java.net.SocketInputStream.read(SocketInputStream.java:170)
~[na:1.8.0_45]
at java.net.SocketInputStream.read(SocketInputStream.java:141)
~[na:1.8.0_45]
at
org.apache.thrift.transport.TIOStreamTransport.read(TIOStreamTransport.java:127)
~[libthrift-0.7.0.jar:0.7.0]
... 22 common frames omitted
12-22|19:52:30.211 [pool-2-thread-2] ERROR [WriteBuffer.java:383] - Reducing
write buffer size to 288000. You need to increase your cassandra capacity or
change the kairosdb.datastore.cassandra.write_buffer_max_size property.
Please consider this!
> Application getting time to open on other node when one node goes down
> ----------------------------------------------------------------------
>
> Key: CASSANDRA-8420
> URL: https://issues.apache.org/jira/browse/CASSANDRA-8420
> Project: Cassandra
> Issue Type: Bug
> Components: Packaging
> Reporter: Shamim Khan
> Labels: performance
>
> I have 3 node cluster my application is deployed on 3 node. When i put down
> one node then my application is taking around 5 mins to take up on other node
> and throwing below error.
> {code}
> Caused by: java.net.SocketTimeoutException: Read timed out
> at java.net.SocketInputStream.socketRead0(Native Method)
> ~[na:1.7.0_51]
> at java.net.SocketInputStream.read(SocketInputStream.java:152)
> ~[na:1.7.0_51]
> at java.net.SocketInputStream.read(SocketInputStream.java:122)
> ~[na:1.7.0_51]
> at java.io.BufferedInputStream.fill(BufferedInputStream.java:235)
> ~[na:1.7.0_51]
> at java.io.BufferedInputStream.read1(BufferedInputStream.java:275)
> ~[na:1.7.0_51]
> at java.io.BufferedInputStream.read(BufferedInputStream.java:334)
> ~[na:1.7.0_51]
> at
> org.apache.thrift.transport.TIOStreamTransport.read(TIOStreamTransport.java:127)
> ~[hector-client_3.5.1.jar:na]
> ... 45 common frames omitted
> 2014-12-04 13:59:41.179 ERROR m.p.c.c.ConcurrentHClientPool - Transport
> exception in re-opening client in release on
> <ConcurrentCassandraClientPoolByHost>:{host1_priv(12345):1234}
> 2014-12-04 13:59:41.179 ERROR m.p.c.c.ConcurrentHClientPool - Transport
> exception in re-opening client in release on
> <ConcurrentCassandraClientPoolByHost>:{host1_priv(12345):1234}
> 2014-12-04 13:59:45.850 WARN m.p.c.connection.HConnectionManager - Could not
> fullfill request on this host CassandraClient<host1_priv:1123456-1231>
> 2014-12-04 13:59:45.852 WARN m.p.c.connection.HConnectionManager - Exception:
> me.prettyprint.hector.api.exceptions.HTimedOutException:
> org.apache.thrift.transport.TTransportException:
> java.net.SocketTimeoutException: Read timed out
> at
> me.prettyprint.cassandra.service.ExceptionsTranslatorImpl.translate(ExceptionsTranslatorImpl.java:37)
> ~[hector-client_3.5.1.jar:na]
> at
> me.prettyprint.cassandra.connection.HConnectionManager.operateWithFailover(HConnectionManager.java:265)
> ~[hector-client_3.5.1.jar:na]
> at
> me.prettyprint.cassandra.service.KeyspaceServiceImpl.operateWithFailover(KeyspaceServiceImpl.java:132)
> [hector-client_3.5.1.jar:na]
> at
> me.prettyprint.cassandra.service.KeyspaceServiceImpl.getSlice(KeyspaceServiceImpl.java:290)
> [hector-client_3.5.1.jar:na]
> at
> me.prettyprint.cassandra.model.thrift.ThriftSliceQuery$1.doInKeyspace(ThriftSliceQuery.java:53)
> [hector-client_3.5.1.jar:na]
> at
> me.prettyprint.cassandra.model.thrift.ThriftSliceQuery$1.doInKeyspace(ThriftSliceQuery.java:49)
> [hector-client_3.5.1.jar:na]
> at
> me.prettyprint.cassandra.model.KeyspaceOperationCallback.doInKeyspaceAndMeasure(KeyspaceOperationCallback.java:20)
> [hector-client_3.5.1.jar:na]
> at
> me.prettyprint.cassandra.model.ExecutingKeyspace.doExecute(ExecutingKeyspace.java:101)
> [hector-client_3.5.1.jar:na]
> at
> me.prettyprint.cassandra.model.thrift.ThriftSliceQuery.execute(ThriftSliceQuery.java:48)
> [hector-client_3.5.1.jar:na]
> at
> com.ericsson.rm.cassandra.xa.keyspace.row.KeyedRowQuery.execute(KeyedRowQuery.java:88)
> [cassandra.xa_3.5.1.jar:na]{code}
--
This message was sent by Atlassian JIRA
(v6.3.4#6332)
