Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/2064/
10 tests failed.
FAILED: org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest.test
Error Message:
No registered leader was found after waiting for 30000ms , collection:
collection1 slice: shard1
Stack Trace:
org.apache.solr.common.SolrException: No registered leader was found after
waiting for 30000ms , collection: collection1 slice: shard1
at
__randomizedtesting.SeedInfo.seed([5333974082866834:DB67A89A2C7A05CC]:0)
at
org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:757)
at
org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest.test(ChaosMonkeyNothingIsSafeTest.java:210)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED:
junit.framework.TestSuite.org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest
Error Message:
8 threads leaked from SUITE scope at
org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest: 1) Thread[id=21035,
name=zkCallback-2163-thread-4, state=TIMED_WAITING,
group=TGRP-ChaosMonkeyNothingIsSafeTest] at sun.misc.Unsafe.park(Native
Method) at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at
java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at
java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at
java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748) 2) Thread[id=20839,
name=TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[5333974082866834]-SendThread(127.0.0.1:37033),
state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at
java.lang.Thread.sleep(Native Method) at
org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
at
org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)
3) Thread[id=20840,
name=TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[5333974082866834]-EventThread,
state=WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at
sun.misc.Unsafe.park(Native Method) at
java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501)
4) Thread[id=20999, name=zkCallback-2163-thread-3, state=TIMED_WAITING,
group=TGRP-ChaosMonkeyNothingIsSafeTest] at sun.misc.Unsafe.park(Native
Method) at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at
java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at
java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at
java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748) 5) Thread[id=20838,
name=Connection evictor, state=TIMED_WAITING,
group=TGRP-ChaosMonkeyNothingIsSafeTest] at
java.lang.Thread.sleep(Native Method) at
org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748) 6) Thread[id=20998,
name=zkCallback-2163-thread-2, state=TIMED_WAITING,
group=TGRP-ChaosMonkeyNothingIsSafeTest] at sun.misc.Unsafe.park(Native
Method) at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at
java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at
java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at
java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748) 7) Thread[id=21070,
name=zkCallback-2163-thread-5, state=TIMED_WAITING,
group=TGRP-ChaosMonkeyNothingIsSafeTest] at sun.misc.Unsafe.park(Native
Method) at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at
java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at
java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at
java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748) 8) Thread[id=20841,
name=zkCallback-2163-thread-1, state=TIMED_WAITING,
group=TGRP-ChaosMonkeyNothingIsSafeTest] at sun.misc.Unsafe.park(Native
Method) at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at
java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at
java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at
java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 8 threads leaked from SUITE
scope at org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest:
1) Thread[id=21035, name=zkCallback-2163-thread-4, state=TIMED_WAITING,
group=TGRP-ChaosMonkeyNothingIsSafeTest]
at sun.misc.Unsafe.park(Native Method)
at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at
java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at
java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
2) Thread[id=20839,
name=TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[5333974082866834]-SendThread(127.0.0.1:37033),
state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at java.lang.Thread.sleep(Native Method)
at
org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
at
org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)
3) Thread[id=20840,
name=TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[5333974082866834]-EventThread,
state=WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501)
4) Thread[id=20999, name=zkCallback-2163-thread-3, state=TIMED_WAITING,
group=TGRP-ChaosMonkeyNothingIsSafeTest]
at sun.misc.Unsafe.park(Native Method)
at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at
java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at
java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
5) Thread[id=20838, name=Connection evictor, state=TIMED_WAITING,
group=TGRP-ChaosMonkeyNothingIsSafeTest]
at java.lang.Thread.sleep(Native Method)
at
org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
6) Thread[id=20998, name=zkCallback-2163-thread-2, state=TIMED_WAITING,
group=TGRP-ChaosMonkeyNothingIsSafeTest]
at sun.misc.Unsafe.park(Native Method)
at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at
java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at
java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
7) Thread[id=21070, name=zkCallback-2163-thread-5, state=TIMED_WAITING,
group=TGRP-ChaosMonkeyNothingIsSafeTest]
at sun.misc.Unsafe.park(Native Method)
at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at
java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at
java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
8) Thread[id=20841, name=zkCallback-2163-thread-1, state=TIMED_WAITING,
group=TGRP-ChaosMonkeyNothingIsSafeTest]
at sun.misc.Unsafe.park(Native Method)
at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at
java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at
java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([5333974082866834]:0)
FAILED:
junit.framework.TestSuite.org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest
Error Message:
There are still zombie threads that couldn't be terminated: 1)
Thread[id=21035, name=zkCallback-2163-thread-4, state=TIMED_WAITING,
group=TGRP-ChaosMonkeyNothingIsSafeTest] at sun.misc.Unsafe.park(Native
Method) at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at
java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at
java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at
java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748) 2) Thread[id=20839,
name=TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[5333974082866834]-SendThread(127.0.0.1:37033),
state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at
java.lang.Thread.sleep(Native Method) at
org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
at
org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)
3) Thread[id=20999, name=zkCallback-2163-thread-3, state=TIMED_WAITING,
group=TGRP-ChaosMonkeyNothingIsSafeTest] at sun.misc.Unsafe.park(Native
Method) at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at
java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at
java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at
java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748) 4) Thread[id=20998,
name=zkCallback-2163-thread-2, state=TIMED_WAITING,
group=TGRP-ChaosMonkeyNothingIsSafeTest] at sun.misc.Unsafe.park(Native
Method) at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at
java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at
java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at
java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748) 5) Thread[id=21070,
name=zkCallback-2163-thread-5, state=TIMED_WAITING,
group=TGRP-ChaosMonkeyNothingIsSafeTest] at sun.misc.Unsafe.park(Native
Method) at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at
java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at
java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at
java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748) 6) Thread[id=20841,
name=zkCallback-2163-thread-1, state=TIMED_WAITING,
group=TGRP-ChaosMonkeyNothingIsSafeTest] at sun.misc.Unsafe.park(Native
Method) at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at
java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at
java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at
java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie
threads that couldn't be terminated:
1) Thread[id=21035, name=zkCallback-2163-thread-4, state=TIMED_WAITING,
group=TGRP-ChaosMonkeyNothingIsSafeTest]
at sun.misc.Unsafe.park(Native Method)
at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at
java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at
java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
2) Thread[id=20839,
name=TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[5333974082866834]-SendThread(127.0.0.1:37033),
state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at java.lang.Thread.sleep(Native Method)
at
org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
at
org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)
3) Thread[id=20999, name=zkCallback-2163-thread-3, state=TIMED_WAITING,
group=TGRP-ChaosMonkeyNothingIsSafeTest]
at sun.misc.Unsafe.park(Native Method)
at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at
java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at
java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
4) Thread[id=20998, name=zkCallback-2163-thread-2, state=TIMED_WAITING,
group=TGRP-ChaosMonkeyNothingIsSafeTest]
at sun.misc.Unsafe.park(Native Method)
at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at
java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at
java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
5) Thread[id=21070, name=zkCallback-2163-thread-5, state=TIMED_WAITING,
group=TGRP-ChaosMonkeyNothingIsSafeTest]
at sun.misc.Unsafe.park(Native Method)
at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at
java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at
java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
6) Thread[id=20841, name=zkCallback-2163-thread-1, state=TIMED_WAITING,
group=TGRP-ChaosMonkeyNothingIsSafeTest]
at sun.misc.Unsafe.park(Native Method)
at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at
java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at
java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([5333974082866834]:0)
FAILED: org.apache.solr.search.TestRecoveryHdfs.testRemoveOldLogs
Error Message:
SolrCore 'collection1' is not available due to init failure: The max direct
memory is likely too low. Either increase it (by adding
-XX:MaxDirectMemorySize=<size>g -XX:+UseLargePages to your containers startup
args) or disable direct allocation using
solr.hdfs.blockcache.direct.memory.allocation=false in solrconfig.xml. If you
are putting the block cache on the heap, your java heap size might not be large
enough. Failed allocating ~8.388608 MB.
Stack Trace:
org.apache.solr.core.SolrCoreInitializationException: SolrCore 'collection1' is
not available due to init failure: The max direct memory is likely too low.
Either increase it (by adding -XX:MaxDirectMemorySize=<size>g
-XX:+UseLargePages to your containers startup args) or disable direct
allocation using solr.hdfs.blockcache.direct.memory.allocation=false in
solrconfig.xml. If you are putting the block cache on the heap, your java heap
size might not be large enough. Failed allocating ~8.388608 MB.
at
__randomizedtesting.SeedInfo.seed([5333974082866834:72AF56EB4ABCE1CC]:0)
at org.apache.solr.core.CoreContainer.getCore(CoreContainer.java:1408)
at org.apache.solr.util.TestHarness.getCore(TestHarness.java:250)
at
org.apache.solr.util.TestHarness$LocalRequestFactory.makeRequest(TestHarness.java:469)
at org.apache.solr.SolrTestCaseJ4.req(SolrTestCaseJ4.java:1183)
at
org.apache.solr.search.TestRecoveryHdfs.testRemoveOldLogs(TestRecoveryHdfs.java:791)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.common.SolrException: The max direct memory is
likely too low. Either increase it (by adding -XX:MaxDirectMemorySize=<size>g
-XX:+UseLargePages to your containers startup args) or disable direct
allocation using solr.hdfs.blockcache.direct.memory.allocation=false in
solrconfig.xml. If you are putting the block cache on the heap, your java heap
size might not be large enough. Failed allocating ~8.388608 MB.
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:988)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:843)
at
org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:985)
at
org.apache.solr.core.CoreContainer.lambda$load$11(CoreContainer.java:623)
at
com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: java.lang.RuntimeException: The max direct memory is likely too low.
Either increase it (by adding -XX:MaxDirectMemorySize=<size>g
-XX:+UseLargePages to your containers startup args) or disable direct
allocation using solr.hdfs.blockcache.direct.memory.allocation=false in
solrconfig.xml. If you are putting the block cache on the heap, your java heap
size might not be large enough. Failed allocating ~8.388608 MB.
at
org.apache.solr.core.HdfsDirectoryFactory.createBlockCache(HdfsDirectoryFactory.java:311)
at
org.apache.solr.core.HdfsDirectoryFactory.getBlockDirectoryCache(HdfsDirectoryFactory.java:287)
at
org.apache.solr.core.HdfsDirectoryFactory.create(HdfsDirectoryFactory.java:227)
at
org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
at
org.apache.solr.core.SolrCore.initSnapshotMetaDataManager(SolrCore.java:478)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:928)
... 9 more
Caused by: java.lang.OutOfMemoryError: Direct buffer memory
at java.nio.Bits.reserveMemory(Bits.java:694)
at java.nio.DirectByteBuffer.<init>(DirectByteBuffer.java:123)
at java.nio.ByteBuffer.allocateDirect(ByteBuffer.java:311)
at
org.apache.solr.store.blockcache.BlockCache.<init>(BlockCache.java:71)
at
org.apache.solr.core.HdfsDirectoryFactory.createBlockCache(HdfsDirectoryFactory.java:309)
... 14 more
FAILED: org.apache.solr.search.TestRecoveryHdfs.testTruncatedLog
Error Message:
SolrCore 'collection1' is not available due to init failure: The max direct
memory is likely too low. Either increase it (by adding
-XX:MaxDirectMemorySize=<size>g -XX:+UseLargePages to your containers startup
args) or disable direct allocation using
solr.hdfs.blockcache.direct.memory.allocation=false in solrconfig.xml. If you
are putting the block cache on the heap, your java heap size might not be large
enough. Failed allocating ~8.388608 MB.
Stack Trace:
org.apache.solr.core.SolrCoreInitializationException: SolrCore 'collection1' is
not available due to init failure: The max direct memory is likely too low.
Either increase it (by adding -XX:MaxDirectMemorySize=<size>g
-XX:+UseLargePages to your containers startup args) or disable direct
allocation using solr.hdfs.blockcache.direct.memory.allocation=false in
solrconfig.xml. If you are putting the block cache on the heap, your java heap
size might not be large enough. Failed allocating ~8.388608 MB.
at
__randomizedtesting.SeedInfo.seed([5333974082866834:37096F388BBF1547]:0)
at org.apache.solr.core.CoreContainer.getCore(CoreContainer.java:1408)
at org.apache.solr.util.TestHarness.getCore(TestHarness.java:250)
at
org.apache.solr.search.TestRecoveryHdfs.testTruncatedLog(TestRecoveryHdfs.java:823)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.common.SolrException: The max direct memory is
likely too low. Either increase it (by adding -XX:MaxDirectMemorySize=<size>g
-XX:+UseLargePages to your containers startup args) or disable direct
allocation using solr.hdfs.blockcache.direct.memory.allocation=false in
solrconfig.xml. If you are putting the block cache on the heap, your java heap
size might not be large enough. Failed allocating ~8.388608 MB.
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:988)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:843)
at
org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:985)
at
org.apache.solr.core.CoreContainer.lambda$load$11(CoreContainer.java:623)
at
com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: java.lang.RuntimeException: The max direct memory is likely too low.
Either increase it (by adding -XX:MaxDirectMemorySize=<size>g
-XX:+UseLargePages to your containers startup args) or disable direct
allocation using solr.hdfs.blockcache.direct.memory.allocation=false in
solrconfig.xml. If you are putting the block cache on the heap, your java heap
size might not be large enough. Failed allocating ~8.388608 MB.
at
org.apache.solr.core.HdfsDirectoryFactory.createBlockCache(HdfsDirectoryFactory.java:311)
at
org.apache.solr.core.HdfsDirectoryFactory.getBlockDirectoryCache(HdfsDirectoryFactory.java:287)
at
org.apache.solr.core.HdfsDirectoryFactory.create(HdfsDirectoryFactory.java:227)
at
org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
at
org.apache.solr.core.SolrCore.initSnapshotMetaDataManager(SolrCore.java:478)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:928)
... 9 more
Caused by: java.lang.OutOfMemoryError: Direct buffer memory
at java.nio.Bits.reserveMemory(Bits.java:694)
at java.nio.DirectByteBuffer.<init>(DirectByteBuffer.java:123)
at java.nio.ByteBuffer.allocateDirect(ByteBuffer.java:311)
at
org.apache.solr.store.blockcache.BlockCache.<init>(BlockCache.java:71)
at
org.apache.solr.core.HdfsDirectoryFactory.createBlockCache(HdfsDirectoryFactory.java:309)
... 14 more
FAILED: org.apache.solr.search.TestRecoveryHdfs.testCleanShutdown
Error Message:
SolrCore 'collection1' is not available due to init failure: The max direct
memory is likely too low. Either increase it (by adding
-XX:MaxDirectMemorySize=<size>g -XX:+UseLargePages to your containers startup
args) or disable direct allocation using
solr.hdfs.blockcache.direct.memory.allocation=false in solrconfig.xml. If you
are putting the block cache on the heap, your java heap size might not be large
enough. Failed allocating ~8.388608 MB.
Stack Trace:
org.apache.solr.core.SolrCoreInitializationException: SolrCore 'collection1' is
not available due to init failure: The max direct memory is likely too low.
Either increase it (by adding -XX:MaxDirectMemorySize=<size>g
-XX:+UseLargePages to your containers startup args) or disable direct
allocation using solr.hdfs.blockcache.direct.memory.allocation=false in
solrconfig.xml. If you are putting the block cache on the heap, your java heap
size might not be large enough. Failed allocating ~8.388608 MB.
at
__randomizedtesting.SeedInfo.seed([5333974082866834:CD7C2F87E71F3071]:0)
at org.apache.solr.core.CoreContainer.getCore(CoreContainer.java:1408)
at org.apache.solr.util.TestHarness.getCore(TestHarness.java:250)
at
org.apache.solr.util.TestHarness$LocalRequestFactory.makeRequest(TestHarness.java:469)
at org.apache.solr.SolrTestCaseJ4.req(SolrTestCaseJ4.java:1183)
at
org.apache.solr.search.TestRecoveryHdfs.testCleanShutdown(TestRecoveryHdfs.java:659)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.common.SolrException: The max direct memory is
likely too low. Either increase it (by adding -XX:MaxDirectMemorySize=<size>g
-XX:+UseLargePages to your containers startup args) or disable direct
allocation using solr.hdfs.blockcache.direct.memory.allocation=false in
solrconfig.xml. If you are putting the block cache on the heap, your java heap
size might not be large enough. Failed allocating ~8.388608 MB.
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:988)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:843)
at
org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:985)
at
org.apache.solr.core.CoreContainer.lambda$load$11(CoreContainer.java:623)
at
com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: java.lang.RuntimeException: The max direct memory is likely too low.
Either increase it (by adding -XX:MaxDirectMemorySize=<size>g
-XX:+UseLargePages to your containers startup args) or disable direct
allocation using solr.hdfs.blockcache.direct.memory.allocation=false in
solrconfig.xml. If you are putting the block cache on the heap, your java heap
size might not be large enough. Failed allocating ~8.388608 MB.
at
org.apache.solr.core.HdfsDirectoryFactory.createBlockCache(HdfsDirectoryFactory.java:311)
at
org.apache.solr.core.HdfsDirectoryFactory.getBlockDirectoryCache(HdfsDirectoryFactory.java:287)
at
org.apache.solr.core.HdfsDirectoryFactory.create(HdfsDirectoryFactory.java:227)
at
org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
at
org.apache.solr.core.SolrCore.initSnapshotMetaDataManager(SolrCore.java:478)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:928)
... 9 more
Caused by: java.lang.OutOfMemoryError: Direct buffer memory
at java.nio.Bits.reserveMemory(Bits.java:694)
at java.nio.DirectByteBuffer.<init>(DirectByteBuffer.java:123)
at java.nio.ByteBuffer.allocateDirect(ByteBuffer.java:311)
at
org.apache.solr.store.blockcache.BlockCache.<init>(BlockCache.java:71)
at
org.apache.solr.core.HdfsDirectoryFactory.createBlockCache(HdfsDirectoryFactory.java:309)
... 14 more
FAILED: org.apache.solr.search.TestRecoveryHdfs.testReplicationFactor
Error Message:
org.apache.solr.core.SolrCoreInitializationException: SolrCore 'collection1' is
not available due to init failure: The max direct memory is likely too low.
Either increase it (by adding -XX:MaxDirectMemorySize=<size>g
-XX:+UseLargePages to your containers startup args) or disable direct
allocation using solr.hdfs.blockcache.direct.memory.allocation=false in
solrconfig.xml. If you are putting the block cache on the heap, your java heap
size might not be large enough. Failed allocating ~8.388608 MB.
Stack Trace:
java.lang.RuntimeException:
org.apache.solr.core.SolrCoreInitializationException: SolrCore 'collection1' is
not available due to init failure: The max direct memory is likely too low.
Either increase it (by adding -XX:MaxDirectMemorySize=<size>g
-XX:+UseLargePages to your containers startup args) or disable direct
allocation using solr.hdfs.blockcache.direct.memory.allocation=false in
solrconfig.xml. If you are putting the block cache on the heap, your java heap
size might not be large enough. Failed allocating ~8.388608 MB.
at
__randomizedtesting.SeedInfo.seed([5333974082866834:E00071E1164D5EF5]:0)
at org.apache.solr.SolrTestCaseJ4.clearIndex(SolrTestCaseJ4.java:1235)
at
org.apache.solr.search.TestRecoveryHdfs.testReplicationFactor(TestRecoveryHdfs.java:114)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.core.SolrCoreInitializationException: SolrCore
'collection1' is not available due to init failure: The max direct memory is
likely too low. Either increase it (by adding -XX:MaxDirectMemorySize=<size>g
-XX:+UseLargePages to your containers startup args) or disable direct
allocation using solr.hdfs.blockcache.direct.memory.allocation=false in
solrconfig.xml. If you are putting the block cache on the heap, your java heap
size might not be large enough. Failed allocating ~8.388608 MB.
at org.apache.solr.core.CoreContainer.getCore(CoreContainer.java:1408)
at org.apache.solr.util.TestHarness.getCore(TestHarness.java:250)
at org.apache.solr.SolrTestCaseJ4.updateJ(SolrTestCaseJ4.java:1241)
at
org.apache.solr.SolrTestCaseJ4.deleteByQueryAndGetVersion(SolrTestCaseJ4.java:1447)
at org.apache.solr.SolrTestCaseJ4.clearIndex(SolrTestCaseJ4.java:1232)
... 40 more
Caused by: org.apache.solr.common.SolrException: The max direct memory is
likely too low. Either increase it (by adding -XX:MaxDirectMemorySize=<size>g
-XX:+UseLargePages to your containers startup args) or disable direct
allocation using solr.hdfs.blockcache.direct.memory.allocation=false in
solrconfig.xml. If you are putting the block cache on the heap, your java heap
size might not be large enough. Failed allocating ~8.388608 MB.
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:988)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:843)
at
org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:985)
at
org.apache.solr.core.CoreContainer.lambda$load$11(CoreContainer.java:623)
at
com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: java.lang.RuntimeException: The max direct memory is likely too low.
Either increase it (by adding -XX:MaxDirectMemorySize=<size>g
-XX:+UseLargePages to your containers startup args) or disable direct
allocation using solr.hdfs.blockcache.direct.memory.allocation=false in
solrconfig.xml. If you are putting the block cache on the heap, your java heap
size might not be large enough. Failed allocating ~8.388608 MB.
at
org.apache.solr.core.HdfsDirectoryFactory.createBlockCache(HdfsDirectoryFactory.java:311)
at
org.apache.solr.core.HdfsDirectoryFactory.getBlockDirectoryCache(HdfsDirectoryFactory.java:287)
at
org.apache.solr.core.HdfsDirectoryFactory.create(HdfsDirectoryFactory.java:227)
at
org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
at
org.apache.solr.core.SolrCore.initSnapshotMetaDataManager(SolrCore.java:478)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:928)
... 9 more
Caused by: java.lang.OutOfMemoryError: Direct buffer memory
at java.nio.Bits.reserveMemory(Bits.java:694)
at java.nio.DirectByteBuffer.<init>(DirectByteBuffer.java:123)
at java.nio.ByteBuffer.allocateDirect(ByteBuffer.java:311)
at
org.apache.solr.store.blockcache.BlockCache.<init>(BlockCache.java:71)
at
org.apache.solr.core.HdfsDirectoryFactory.createBlockCache(HdfsDirectoryFactory.java:309)
... 14 more
FAILED: org.apache.solr.search.TestRecoveryHdfs.testCorruptLog
Error Message:
SolrCore 'collection1' is not available due to init failure: The max direct
memory is likely too low. Either increase it (by adding
-XX:MaxDirectMemorySize=<size>g -XX:+UseLargePages to your containers startup
args) or disable direct allocation using
solr.hdfs.blockcache.direct.memory.allocation=false in solrconfig.xml. If you
are putting the block cache on the heap, your java heap size might not be large
enough. Failed allocating ~8.388608 MB.
Stack Trace:
org.apache.solr.core.SolrCoreInitializationException: SolrCore 'collection1' is
not available due to init failure: The max direct memory is likely too low.
Either increase it (by adding -XX:MaxDirectMemorySize=<size>g
-XX:+UseLargePages to your containers startup args) or disable direct
allocation using solr.hdfs.blockcache.direct.memory.allocation=false in
solrconfig.xml. If you are putting the block cache on the heap, your java heap
size might not be large enough. Failed allocating ~8.388608 MB.
at
__randomizedtesting.SeedInfo.seed([5333974082866834:A1EE239378BE39E8]:0)
at org.apache.solr.core.CoreContainer.getCore(CoreContainer.java:1408)
at org.apache.solr.util.TestHarness.getCore(TestHarness.java:250)
at
org.apache.solr.search.TestRecoveryHdfs.testCorruptLog(TestRecoveryHdfs.java:881)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.common.SolrException: The max direct memory is
likely too low. Either increase it (by adding -XX:MaxDirectMemorySize=<size>g
-XX:+UseLargePages to your containers startup args) or disable direct
allocation using solr.hdfs.blockcache.direct.memory.allocation=false in
solrconfig.xml. If you are putting the block cache on the heap, your java heap
size might not be large enough. Failed allocating ~8.388608 MB.
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:988)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:843)
at
org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:985)
at
org.apache.solr.core.CoreContainer.lambda$load$11(CoreContainer.java:623)
at
com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: java.lang.RuntimeException: The max direct memory is likely too low.
Either increase it (by adding -XX:MaxDirectMemorySize=<size>g
-XX:+UseLargePages to your containers startup args) or disable direct
allocation using solr.hdfs.blockcache.direct.memory.allocation=false in
solrconfig.xml. If you are putting the block cache on the heap, your java heap
size might not be large enough. Failed allocating ~8.388608 MB.
at
org.apache.solr.core.HdfsDirectoryFactory.createBlockCache(HdfsDirectoryFactory.java:311)
at
org.apache.solr.core.HdfsDirectoryFactory.getBlockDirectoryCache(HdfsDirectoryFactory.java:287)
at
org.apache.solr.core.HdfsDirectoryFactory.create(HdfsDirectoryFactory.java:227)
at
org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
at
org.apache.solr.core.SolrCore.initSnapshotMetaDataManager(SolrCore.java:478)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:928)
... 9 more
Caused by: java.lang.OutOfMemoryError: Direct buffer memory
at java.nio.Bits.reserveMemory(Bits.java:694)
at java.nio.DirectByteBuffer.<init>(DirectByteBuffer.java:123)
at java.nio.ByteBuffer.allocateDirect(ByteBuffer.java:311)
at
org.apache.solr.store.blockcache.BlockCache.<init>(BlockCache.java:71)
at
org.apache.solr.core.HdfsDirectoryFactory.createBlockCache(HdfsDirectoryFactory.java:309)
... 14 more
FAILED: org.apache.solr.search.TestRecoveryHdfs.testBuffering
Error Message:
SolrCore 'collection1' is not available due to init failure: The max direct
memory is likely too low. Either increase it (by adding
-XX:MaxDirectMemorySize=<size>g -XX:+UseLargePages to your containers startup
args) or disable direct allocation using
solr.hdfs.blockcache.direct.memory.allocation=false in solrconfig.xml. If you
are putting the block cache on the heap, your java heap size might not be large
enough. Failed allocating ~8.388608 MB.
Stack Trace:
org.apache.solr.core.SolrCoreInitializationException: SolrCore 'collection1' is
not available due to init failure: The max direct memory is likely too low.
Either increase it (by adding -XX:MaxDirectMemorySize=<size>g
-XX:+UseLargePages to your containers startup args) or disable direct
allocation using solr.hdfs.blockcache.direct.memory.allocation=false in
solrconfig.xml. If you are putting the block cache on the heap, your java heap
size might not be large enough. Failed allocating ~8.388608 MB.
at
__randomizedtesting.SeedInfo.seed([5333974082866834:4EDD396B23DFC91F]:0)
at org.apache.solr.core.CoreContainer.getCore(CoreContainer.java:1408)
at org.apache.solr.util.TestHarness.getCore(TestHarness.java:250)
at
org.apache.solr.util.TestHarness$LocalRequestFactory.makeRequest(TestHarness.java:469)
at org.apache.solr.SolrTestCaseJ4.req(SolrTestCaseJ4.java:1183)
at
org.apache.solr.search.TestRecoveryHdfs.testBuffering(TestRecoveryHdfs.java:251)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.common.SolrException: The max direct memory is
likely too low. Either increase it (by adding -XX:MaxDirectMemorySize=<size>g
-XX:+UseLargePages to your containers startup args) or disable direct
allocation using solr.hdfs.blockcache.direct.memory.allocation=false in
solrconfig.xml. If you are putting the block cache on the heap, your java heap
size might not be large enough. Failed allocating ~8.388608 MB.
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:988)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:843)
at
org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:985)
at
org.apache.solr.core.CoreContainer.lambda$load$11(CoreContainer.java:623)
at
com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: java.lang.RuntimeException: The max direct memory is likely too low.
Either increase it (by adding -XX:MaxDirectMemorySize=<size>g
-XX:+UseLargePages to your containers startup args) or disable direct
allocation using solr.hdfs.blockcache.direct.memory.allocation=false in
solrconfig.xml. If you are putting the block cache on the heap, your java heap
size might not be large enough. Failed allocating ~8.388608 MB.
at
org.apache.solr.core.HdfsDirectoryFactory.createBlockCache(HdfsDirectoryFactory.java:311)
at
org.apache.solr.core.HdfsDirectoryFactory.getBlockDirectoryCache(HdfsDirectoryFactory.java:287)
at
org.apache.solr.core.HdfsDirectoryFactory.create(HdfsDirectoryFactory.java:227)
at
org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
at
org.apache.solr.core.SolrCore.initSnapshotMetaDataManager(SolrCore.java:478)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:928)
... 9 more
Caused by: java.lang.OutOfMemoryError: Direct buffer memory
at java.nio.Bits.reserveMemory(Bits.java:694)
at java.nio.DirectByteBuffer.<init>(DirectByteBuffer.java:123)
at java.nio.ByteBuffer.allocateDirect(ByteBuffer.java:311)
at
org.apache.solr.store.blockcache.BlockCache.<init>(BlockCache.java:71)
at
org.apache.solr.core.HdfsDirectoryFactory.createBlockCache(HdfsDirectoryFactory.java:309)
... 14 more
FAILED:
org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testDistributions
Error Message:
Stack Trace:
java.lang.AssertionError
at
__randomizedtesting.SeedInfo.seed([888E2B7AF17341C6:37716AD02F89A15A]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at
org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testDistributions(StreamExpressionTest.java:6039)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 11912 lines...]
[junit4] Suite: org.apache.solr.search.TestRecoveryHdfs
[junit4] 2> 2166190 INFO
(SUITE-TestRecoveryHdfs-seed#[5333974082866834]-worker) [ ]
o.a.s.SolrTestCaseJ4 SecureRandom sanity checks:
test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir:
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.search.TestRecoveryHdfs_5333974082866834-001/init-core-data-001
[junit4] 2> 2166190 WARN
(SUITE-TestRecoveryHdfs-seed#[5333974082866834]-worker) [ ]
o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=12 numCloses=12
[junit4] 2> 2166190 INFO
(SUITE-TestRecoveryHdfs-seed#[5333974082866834]-worker) [ ]
o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true)
w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 2166191 INFO
(SUITE-TestRecoveryHdfs-seed#[5333974082866834]-worker) [ ]
o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via:
@org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 2166531 WARN
(SUITE-TestRecoveryHdfs-seed#[5333974082866834]-worker) [ ]
o.a.h.m.i.MetricsConfig Cannot locate configuration: tried
hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 2167117 WARN
(SUITE-TestRecoveryHdfs-seed#[5333974082866834]-worker) [ ]
o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 2167133 INFO
(SUITE-TestRecoveryHdfs-seed#[5333974082866834]-worker) [ ] o.m.log
jetty-6.1.26
[junit4] 2> 2167229 INFO
(SUITE-TestRecoveryHdfs-seed#[5333974082866834]-worker) [ ] o.m.log Extract
jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/hdfs
to ./temp/Jetty_lucene2.us.west_apache_org_42219_hdfs____.rtslq2/webapp
[junit4] 2> 2169246 INFO
(SUITE-TestRecoveryHdfs-seed#[5333974082866834]-worker) [ ] o.m.log Started
HttpServer2$selectchannelconnectorwithsafestar...@lucene2-us-west.apache.org:42219
[junit4] 2> 2170549 WARN
(SUITE-TestRecoveryHdfs-seed#[5333974082866834]-worker) [ ]
o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 2170550 INFO
(SUITE-TestRecoveryHdfs-seed#[5333974082866834]-worker) [ ] o.m.log
jetty-6.1.26
[junit4] 2> 2170616 INFO
(SUITE-TestRecoveryHdfs-seed#[5333974082866834]-worker) [ ] o.m.log Extract
jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode
to ./temp/Jetty_localhost_36041_datanode____.r60dkf/webapp
[junit4] 2> 2172573 INFO
(SUITE-TestRecoveryHdfs-seed#[5333974082866834]-worker) [ ] o.m.log Started
HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:36041
[junit4] 2> 2173196 WARN
(SUITE-TestRecoveryHdfs-seed#[5333974082866834]-worker) [ ]
o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 2173197 INFO
(SUITE-TestRecoveryHdfs-seed#[5333974082866834]-worker) [ ] o.m.log
jetty-6.1.26
[junit4] 2> 2173303 INFO
(SUITE-TestRecoveryHdfs-seed#[5333974082866834]-worker) [ ] o.m.log Extract
jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode
to ./temp/Jetty_localhost_40868_datanode____.ig7123/webapp
[junit4] 2> 2174014 INFO (IPC Server handler 1 on 44939) [ ]
BlockStateChange BLOCK* processReport: from storage
DS-50407328-2335-4601-a4e4-dd2b885cba3c node
DatanodeRegistration(127.0.0.1:37180,
datanodeUuid=654599df-ff38-4158-baa7-803b5df67d15, infoPort=38174,
infoSecurePort=0, ipcPort=34273,
storageInfo=lv=-56;cid=testClusterID;nsid=1525333412;c=0), blocks: 0,
hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 2174014 INFO (IPC Server handler 1 on 44939) [ ]
BlockStateChange BLOCK* processReport: from storage
DS-c80ac52a-7fde-4af1-b3c6-4e6a9750d59b node
DatanodeRegistration(127.0.0.1:37180,
datanodeUuid=654599df-ff38-4158-baa7-803b5df67d15, infoPort=38174,
infoSecurePort=0, ipcPort=34273,
storageInfo=lv=-56;cid=testClusterID;nsid=1525333412;c=0), blocks: 0,
hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 2175054 INFO
(SUITE-TestRecoveryHdfs-seed#[5333974082866834]-worker) [ ] o.m.log Started
HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:40868
[junit4] 2> 2176485 INFO (IPC Server handler 9 on 44939) [ ]
BlockStateChange BLOCK* processReport: from storage
DS-32d5e414-a07e-4b03-b57b-619f92079210 node
DatanodeRegistration(127.0.0.1:46663,
datanodeUuid=cba8deb2-2112-4b94-9711-583714fcae3b, infoPort=37105,
infoSecurePort=0, ipcPort=44865,
storageInfo=lv=-56;cid=testClusterID;nsid=1525333412;c=0), blocks: 0,
hasStaleStorage: true, processing time: 21 msecs
[junit4] 2> 2176485 INFO (IPC Server handler 9 on 44939) [ ]
BlockStateChange BLOCK* processReport: from storage
DS-ccff6a55-8ad4-45c9-9aa6-6b5af2f9c738 node
DatanodeRegistration(127.0.0.1:46663,
datanodeUuid=cba8deb2-2112-4b94-9711-583714fcae3b, infoPort=37105,
infoSecurePort=0, ipcPort=44865,
storageInfo=lv=-56;cid=testClusterID;nsid=1525333412;c=0), blocks: 0,
hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 2176618 INFO
(SUITE-TestRecoveryHdfs-seed#[5333974082866834]-worker) [ ]
o.a.s.SolrTestCaseJ4 ####initCore
[junit4] 2> 2176619 INFO
(SUITE-TestRecoveryHdfs-seed#[5333974082866834]-worker) [ ]
o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths:
[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/lib,
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/lib/classes]
[junit4] 2> 2176680 INFO
(SUITE-TestRecoveryHdfs-seed#[5333974082866834]-worker) [ ]
o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2176719 INFO
(SUITE-TestRecoveryHdfs-seed#[5333974082866834]-worker) [ ]
o.a.s.s.IndexSchema [null] Schema name=test
[junit4] 2> 2177222 INFO
(SUITE-TestRecoveryHdfs-seed#[5333974082866834]-worker) [ ]
o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 2177473 INFO
(SUITE-TestRecoveryHdfs-seed#[5333974082866834]-worker) [ ]
o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node')
enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4824beb
[junit4] 2> 2177488 INFO
(SUITE-TestRecoveryHdfs-seed#[5333974082866834]-worker) [ ]
o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm')
enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4824beb
[junit4] 2> 2177488 INFO
(SUITE-TestRecoveryHdfs-seed#[5333974082866834]-worker) [ ]
o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry
'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4824beb
[junit4] 2> 2177489 INFO (coreLoadExecutor-3611-thread-1) [
x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader,
from paths:
[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/lib,
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/lib/classes]
[junit4] 2> 2177567 INFO (coreLoadExecutor-3611-thread-1) [
x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2177613 INFO (coreLoadExecutor-3611-thread-1) [
x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 2177939 INFO (coreLoadExecutor-3611-thread-1) [
x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 2177956 INFO (coreLoadExecutor-3611-thread-1) [
x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using
configuration from instancedir
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1,
trusted=true
[junit4] 2> 2177956 INFO (coreLoadExecutor-3611-thread-1) [
x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for
'solr.core.collection1' (registry 'solr.core.collection1') enabled at server:
com.sun.jmx.mbeanserver.JmxMBeanServer@4824beb
[junit4] 2> 2177956 INFO (coreLoadExecutor-3611-thread-1) [
x:collection1] o.a.s.c.HdfsDirectoryFactory
solr.hdfs.home=hdfs://lucene2-us-west.apache.org:44939/solr_hdfs_home
[junit4] 2> 2177956 INFO (coreLoadExecutor-3611-thread-1) [
x:collection1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication
disabled
[junit4] 2> 2177956 INFO (coreLoadExecutor-3611-thread-1) [
x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2177956 INFO (coreLoadExecutor-3611-thread-1) [
x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at
[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1],
dataDir=[hdfs://lucene2-us-west.apache.org:44939/solr_hdfs_home/collection1//home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.search.TestRecoveryHdfs_5333974082866834-001/init-core-data-001/]
[junit4] 2> 2177957 INFO (coreLoadExecutor-3611-thread-1) [
x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path
hdfs://lucene2-us-west.apache.org:44939/solr_hdfs_home/collection1//home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.search.TestRecoveryHdfs_5333974082866834-001/init-core-data-001/snapshot_metadata
[junit4] 2> 2177983 INFO (coreLoadExecutor-3611-thread-1) [
x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1]
with direct memory allocation set to [true]
[junit4] 2> 2177983 INFO (coreLoadExecutor-3611-thread-1) [
x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage,
slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 2177983 INFO (coreLoadExecutor-3611-thread-1) [
x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS
BlockCache
[junit4] 2> 2178016 WARN (coreLoadExecutor-3611-thread-1) [
x:collection1] o.a.s.s.h.HdfsDirectory The NameNode is in SafeMode - Solr will
wait 5 seconds and try again.
[junit4] 2> 2183038 WARN (coreLoadExecutor-3611-thread-1) [
x:collection1] o.a.s.s.h.HdfsDirectory The NameNode is in SafeMode - Solr will
wait 5 seconds and try again.
[junit4] 2> 2188395 INFO (coreLoadExecutor-3611-thread-1) [
x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 2188480 INFO (coreLoadExecutor-3611-thread-1) [
x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path
hdfs://lucene2-us-west.apache.org:44939/solr_hdfs_home/collection1//home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.search.TestRecoveryHdfs_5333974082866834-001/init-core-data-001
[junit4] 2> 2188585 INFO (coreLoadExecutor-3611-thread-1) [
x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path
hdfs://lucene2-us-west.apache.org:44939/solr_hdfs_home/collection1//home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.search.TestRecoveryHdfs_5333974082866834-001/init-core-data-001/index
[junit4] 2> 2188646 INFO (coreLoadExecutor-3611-thread-1) [
x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1]
with direct memory allocation set to [true]
[junit4] 2> 2188646 INFO (coreLoadExecutor-3611-thread-1) [
x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage,
slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 2188646 INFO (coreLoadExecutor-3611-thread-1) [
x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS
BlockCache
[junit4] 2> 21
[...truncated too long message...]
from ZooKeeper... (3) -> (2)
[junit4] 2> 439915 INFO
(zkCallback-197-thread-2-processing-n:127.0.0.1:41390_solr)
[n:127.0.0.1:41390_solr ] o.a.s.c.c.ZkStateReader A cluster state change:
[WatchedEvent state:SyncConnected type:NodeDataChanged
path:/collections/collection1_collection/state.json] for collection
[collection1_collection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 439915 INFO
(zkCallback-197-thread-1-processing-n:127.0.0.1:41390_solr)
[n:127.0.0.1:41390_solr ] o.a.s.c.c.ZkStateReader A cluster state change:
[WatchedEvent state:SyncConnected type:NodeDataChanged
path:/collections/collection1_collection/state.json] for collection
[collection1_collection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 439915 INFO (coreCloseExecutor-625-thread-1)
[n:127.0.0.1:34804_solr c:collection1_collection s:shard1 r:core_node3
x:collection1_collection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing
metric reporters for
registry=solr.core.collection1_collection.shard1.replica_n1, tag=913977927
[junit4] 2> 439942 INFO (coreCloseExecutor-625-thread-1)
[n:127.0.0.1:34804_solr c:collection1_collection s:shard1 r:core_node3
x:collection1_collection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing
metric reporters for
registry=solr.collection.collection1_collection.shard1.leader, tag=913977927
[junit4] 2> 440031 INFO
(zkCallback-198-thread-1-processing-n:127.0.0.1:34804_solr)
[n:127.0.0.1:34804_solr ] o.a.s.c.c.ZkStateReader A cluster state change:
[WatchedEvent state:SyncConnected type:NodeDataChanged
path:/collections/collection1_collection/state.json] for collection
[collection1_collection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 440031 INFO
(zkCallback-198-thread-3-processing-n:127.0.0.1:34804_solr)
[n:127.0.0.1:34804_solr ] o.a.s.c.c.ZkStateReader A cluster state change:
[WatchedEvent state:SyncConnected type:NodeDataChanged
path:/collections/collection1_collection/state.json] for collection
[collection1_collection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 440031 INFO
(zkCallback-197-thread-2-processing-n:127.0.0.1:41390_solr)
[n:127.0.0.1:41390_solr ] o.a.s.c.c.ZkStateReader A cluster state change:
[WatchedEvent state:SyncConnected type:NodeDataChanged
path:/collections/collection1_collection/state.json] for collection
[collection1_collection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 440031 INFO
(zkCallback-197-thread-1-processing-n:127.0.0.1:41390_solr)
[n:127.0.0.1:41390_solr ] o.a.s.c.c.ZkStateReader A cluster state change:
[WatchedEvent state:SyncConnected type:NodeDataChanged
path:/collections/collection1_collection/state.json] for collection
[collection1_collection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 441413 WARN
(zkCallback-1634-thread-1-processing-n:127.0.0.1:34804_solr
x:collection1_collection_shard1_replica_n1 s:shard1 c:collection1_collection
r:core_node3) [n:127.0.0.1:34804_solr c:collection1_collection s:shard1
r:core_node3 x:collection1_collection_shard1_replica_n1]
o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK:
[KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 441414 INFO (jetty-closer-178-thread-4) [ ]
o.a.s.c.Overseer Overseer
(id=98441793398308874-127.0.0.1:41390_solr-n_0000000000) closing
[junit4] 2> 441415 INFO
(OverseerStateUpdate-98441793398308874-127.0.0.1:41390_solr-n_0000000000)
[n:127.0.0.1:41390_solr ] o.a.s.c.Overseer Overseer Loop exiting :
127.0.0.1:41390_solr
[junit4] 2> 441415 WARN
(zkCallback-198-thread-1-processing-n:127.0.0.1:34804_solr)
[n:127.0.0.1:34804_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered,
but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 441415 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ]
o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from
client sessionid 0x15dbc4a1e8f000c, likely client has closed socket
[junit4] 2> at
org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at
org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 441415 INFO
(zkCallback-197-thread-2-processing-n:127.0.0.1:41390_solr)
[n:127.0.0.1:41390_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from
ZooKeeper... (2) -> (1)
[junit4] 2> 441415 INFO (jetty-closer-178-thread-2) [ ]
o.e.j.s.h.ContextHandler Stopped
o.e.j.s.ServletContextHandler@6ecb6fcb{/solr,null,UNAVAILABLE}
[junit4] 2> 441416 INFO (jetty-closer-178-thread-4) [ ]
o.e.j.s.h.ContextHandler Stopped
o.e.j.s.ServletContextHandler@764fc30{/solr,null,UNAVAILABLE}
[junit4] 2> 441417 ERROR
(SUITE-StreamExpressionTest-seed#[888E2B7AF17341C6]-worker) [ ]
o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper
server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 441417 INFO
(SUITE-StreamExpressionTest-seed#[888E2B7AF17341C6]-worker) [ ]
o.a.s.c.ZkTestServer connecting to 127.0.0.1:37917 37917
[junit4] 2> 441541 INFO (Thread-187) [ ] o.a.s.c.ZkTestServer
connecting to 127.0.0.1:37917 37917
[junit4] 2> 441542 WARN (Thread-187) [ ] o.a.s.c.ZkTestServer Watch
limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 74 /solr/aliases.json
[junit4] 2> 74 /solr/clusterprops.json
[junit4] 2> 9 /solr/configs/conf
[junit4] 2> 4 /solr/security.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 74 /solr/clusterstate.json
[junit4] 2> 22 /solr/collections/destination/state.json
[junit4] 2> 20
/solr/collections/collection1_collection/state.json
[junit4] 2> 20
/solr/collections/destinationCollection/state.json
[junit4] 2> 20 /solr/collections/mainCorpus/state.json
[junit4] 2> 18
/solr/collections/parallelDestinationCollection/state.json
[junit4] 2> 18 /solr/collections/workQueue/state.json
[junit4] 2> 18
/solr/collections/parallelDestinationCollection1/state.json
[junit4] 2> 2
/solr/overseer_elect/election/98441793398308874-127.0.0.1:41390_solr-n_0000000000
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 74 /solr/live_nodes
[junit4] 2> 74 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at:
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.io.stream.StreamExpressionTest_888E2B7AF17341C6-001
[junit4] 2> Aug 07, 2017 10:45:18 AM
com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked
thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70):
{expr_s=PostingsFormat(name=Direct),
join2_s=PostingsFormat(name=LuceneFixedGap),
multiDefault=PostingsFormat(name=LuceneFixedGap),
subject=PostingsFormat(name=LuceneFixedGap), a1_s=PostingsFormat(name=Memory),
a2_s=PostingsFormat(name=Direct), test_t=FSTOrd50,
level1_s=PostingsFormat(name=Direct), ident_s=PostingsFormat(name=Memory),
body_t=FSTOrd50, s_multi=PostingsFormat(name=Direct),
col_s=PostingsFormat(name=Memory), level2_s=PostingsFormat(name=Memory),
a_ss=PostingsFormat(name=LuceneFixedGap), a_s=PostingsFormat(name=Direct),
a_t=PostingsFormat(name=LuceneFixedGap), side_s=FSTOrd50, id=FSTOrd50,
text=PostingsFormat(name=Direct)},
docValues:{expr_s=DocValuesFormat(name=Lucene70),
join2_s=DocValuesFormat(name=Memory),
multiDefault=DocValuesFormat(name=Memory),
price_f=DocValuesFormat(name=Memory), a1_s=DocValuesFormat(name=Direct),
a_f=DocValuesFormat(name=Direct), intDefault=DocValuesFormat(name=Direct),
join1_i=DocValuesFormat(name=Lucene70), a2_s=DocValuesFormat(name=Lucene70),
a_i=DocValuesFormat(name=Asserting), join3_i=DocValuesFormat(name=Asserting),
test_i=DocValuesFormat(name=Memory), field_i=DocValuesFormat(name=Memory),
level1_s=DocValuesFormat(name=Lucene70),
s_multi=DocValuesFormat(name=Lucene70), col_s=DocValuesFormat(name=Direct),
level2_s=DocValuesFormat(name=Direct), a_ss=DocValuesFormat(name=Memory),
a_s=DocValuesFormat(name=Lucene70), id=DocValuesFormat(name=Asserting),
timestamp=DocValuesFormat(name=Memory),
i_multi=DocValuesFormat(name=Asserting), b_ls=DocValuesFormat(name=Direct),
test_dt=DocValuesFormat(name=Lucene70), ident_s=DocValuesFormat(name=Direct),
order_i=DocValuesFormat(name=Memory), _version_=DocValuesFormat(name=Direct),
side_s=DocValuesFormat(name=Asserting), miles_i=DocValuesFormat(name=Direct)},
maxPointsInLeafNode=312, maxMBSortInHeap=7.2171387238979055,
sim=RandomSimilarity(queryNorm=true): {}, locale=es-US, timezone=America/Nassau
[junit4] 2> NOTE: Linux 4.4.0-83-generic amd64/Oracle Corporation
1.8.0_144 (64-bit)/cpus=4,threads=1,free=216538224,total=459276288
[junit4] 2> NOTE: All tests run in this JVM: [UuidEvaluatorTest,
StreamExpressionToExpessionTest, GraphTest, TestNamedListCodec,
TermsResponseTest, TestEmbeddedSolrServer, TestValidatingJsonMap,
ConcurrentUpdateSolrClientTest, CompoundEvaluatorTest, TestSpellCheckResponse,
TestCollectionStateWatchers, TestSuggesterResponse, ArcCosineEvaluatorTest,
MultiplyEvaluatorTest, HttpSolrClientSSLAuthConPoolTest,
FieldAnalysisResponseTest, SubtractEvaluatorTest, HyperbolicSineEvaluatorTest,
ArrayEvaluatorTest, LargeVolumeBinaryJettyTest, BasicHttpSolrClientTest,
CloudSolrClientMultiConstructorTest, CloudSolrClientTest, StreamExpressionTest]
[junit4] Completed [135/135 (1!)] on J0 in 158.81s, 93 tests, 1 failure, 9
skipped <<< FAILURES!
[...truncated 42405 lines...]
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
