See <https://builds.apache.org/job/HBase-0.98-on-Hadoop-1.1/873/changes>
Changes:
[eclark] HBASE-13331 Exceptions from DFS client can cause CatalogJanitor to
delete referenced files
------------------------------------------
[...truncated 1754 lines...]
at
org.apache.hadoop.hbase.regionserver.HRegion.initializeRegionStores(HRegion.java:803)
at
org.apache.hadoop.hbase.regionserver.HRegion.initializeRegionInternals(HRegion.java:743)
at
org.apache.hadoop.hbase.regionserver.HRegion.initialize(HRegion.java:714)
at
org.apache.hadoop.hbase.regionserver.HRegion.initialize(HRegion.java:700)
at
org.apache.hadoop.hbase.regionserver.HRegion.createHRegion(HRegion.java:4512)
at
org.apache.hadoop.hbase.regionserver.HRegion.createHRegion(HRegion.java:4471)
at
org.apache.hadoop.hbase.regionserver.HRegion.createHRegion(HRegion.java:4444)
at
org.apache.hadoop.hbase.regionserver.HRegion.createHRegion(HRegion.java:4522)
at
org.apache.hadoop.hbase.regionserver.HRegion.createHRegion(HRegion.java:4402)
at
org.apache.hadoop.hbase.HBaseTestingUtility.createTestRegion(HBaseTestingUtility.java:3439)
at
org.apache.hadoop.hbase.io.hfile.TestCacheOnWrite.testNotCachingDataBlocksDuringCompactionInternals(TestCacheOnWrite.java:429)
at
org.apache.hadoop.hbase.io.hfile.TestCacheOnWrite.testNotCachingDataBlocksDuringCompaction(TestCacheOnWrite.java:486)
testNotCachingDataBlocksDuringCompaction[105](org.apache.hadoop.hbase.io.hfile.TestCacheOnWrite)
Time elapsed: 0.092 sec <<< ERROR!
java.lang.OutOfMemoryError: unable to create new native thread
at java.lang.Thread.start0(Native Method)
at java.lang.Thread.start(Thread.java:693)
at org.apache.hadoop.hbase.util.HasThread.start(HasThread.java:85)
at
org.apache.hadoop.hbase.regionserver.wal.FSHLog.<init>(FSHLog.java:436)
at
org.apache.hadoop.hbase.regionserver.wal.FSHLog.<init>(FSHLog.java:296)
at
org.apache.hadoop.hbase.regionserver.wal.HLogFactory.createHLog(HLogFactory.java:47)
at
org.apache.hadoop.hbase.regionserver.HRegion.createHRegion(HRegion.java:4504)
at
org.apache.hadoop.hbase.regionserver.HRegion.createHRegion(HRegion.java:4471)
at
org.apache.hadoop.hbase.regionserver.HRegion.createHRegion(HRegion.java:4444)
at
org.apache.hadoop.hbase.regionserver.HRegion.createHRegion(HRegion.java:4522)
at
org.apache.hadoop.hbase.regionserver.HRegion.createHRegion(HRegion.java:4402)
at
org.apache.hadoop.hbase.HBaseTestingUtility.createTestRegion(HBaseTestingUtility.java:3439)
at
org.apache.hadoop.hbase.io.hfile.TestCacheOnWrite.testNotCachingDataBlocksDuringCompactionInternals(TestCacheOnWrite.java:429)
at
org.apache.hadoop.hbase.io.hfile.TestCacheOnWrite.testNotCachingDataBlocksDuringCompaction(TestCacheOnWrite.java:485)
testNotCachingDataBlocksDuringCompaction[106](org.apache.hadoop.hbase.io.hfile.TestCacheOnWrite)
Time elapsed: 0.095 sec <<< ERROR!
java.lang.OutOfMemoryError: unable to create new native thread
at java.lang.Thread.start0(Native Method)
at java.lang.Thread.start(Thread.java:693)
at org.apache.hadoop.hbase.util.HasThread.start(HasThread.java:85)
at
org.apache.hadoop.hbase.regionserver.wal.FSHLog.<init>(FSHLog.java:436)
at
org.apache.hadoop.hbase.regionserver.wal.FSHLog.<init>(FSHLog.java:296)
at
org.apache.hadoop.hbase.regionserver.wal.HLogFactory.createHLog(HLogFactory.java:47)
at
org.apache.hadoop.hbase.regionserver.HRegion.createHRegion(HRegion.java:4504)
at
org.apache.hadoop.hbase.regionserver.HRegion.createHRegion(HRegion.java:4471)
at
org.apache.hadoop.hbase.regionserver.HRegion.createHRegion(HRegion.java:4444)
at
org.apache.hadoop.hbase.regionserver.HRegion.createHRegion(HRegion.java:4522)
at
org.apache.hadoop.hbase.regionserver.HRegion.createHRegion(HRegion.java:4402)
at
org.apache.hadoop.hbase.HBaseTestingUtility.createTestRegion(HBaseTestingUtility.java:3439)
at
org.apache.hadoop.hbase.io.hfile.TestCacheOnWrite.testNotCachingDataBlocksDuringCompactionInternals(TestCacheOnWrite.java:429)
at
org.apache.hadoop.hbase.io.hfile.TestCacheOnWrite.testNotCachingDataBlocksDuringCompaction(TestCacheOnWrite.java:485)
testNotCachingDataBlocksDuringCompaction[107](org.apache.hadoop.hbase.io.hfile.TestCacheOnWrite)
Time elapsed: 0.094 sec <<< ERROR!
java.lang.OutOfMemoryError: unable to create new native thread
at java.lang.Thread.start0(Native Method)
at java.lang.Thread.start(Thread.java:693)
at org.apache.hadoop.hbase.util.HasThread.start(HasThread.java:85)
at
org.apache.hadoop.hbase.regionserver.wal.FSHLog.<init>(FSHLog.java:436)
at
org.apache.hadoop.hbase.regionserver.wal.FSHLog.<init>(FSHLog.java:296)
at
org.apache.hadoop.hbase.regionserver.wal.HLogFactory.createHLog(HLogFactory.java:47)
at
org.apache.hadoop.hbase.regionserver.HRegion.createHRegion(HRegion.java:4504)
at
org.apache.hadoop.hbase.regionserver.HRegion.createHRegion(HRegion.java:4471)
at
org.apache.hadoop.hbase.regionserver.HRegion.createHRegion(HRegion.java:4444)
at
org.apache.hadoop.hbase.regionserver.HRegion.createHRegion(HRegion.java:4522)
at
org.apache.hadoop.hbase.regionserver.HRegion.createHRegion(HRegion.java:4402)
at
org.apache.hadoop.hbase.HBaseTestingUtility.createTestRegion(HBaseTestingUtility.java:3439)
at
org.apache.hadoop.hbase.io.hfile.TestCacheOnWrite.testNotCachingDataBlocksDuringCompactionInternals(TestCacheOnWrite.java:429)
at
org.apache.hadoop.hbase.io.hfile.TestCacheOnWrite.testNotCachingDataBlocksDuringCompaction(TestCacheOnWrite.java:485)
Running org.apache.hadoop.hbase.io.hfile.TestHFileBlockIndex
Tests run: 10, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 10.249 sec -
in org.apache.hadoop.hbase.io.hfile.TestHFileBlockIndex
Running org.apache.hadoop.hbase.io.hfile.TestScannerSelectionUsingTTL
Tests run: 6, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 61.917 sec - in
org.apache.hadoop.hbase.io.hfile.TestScannerSelectionUsingTTL
Running org.apache.hadoop.hbase.io.hfile.slab.TestSingleSizeCache
Tests run: 5, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 40.868 sec - in
org.apache.hadoop.hbase.io.hfile.slab.TestSingleSizeCache
Running org.apache.hadoop.hbase.io.hfile.slab.TestSlabCache
Tests run: 7, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 14.642 sec - in
org.apache.hadoop.hbase.io.hfile.slab.TestSlabCache
Running org.apache.hadoop.hbase.io.hfile.TestHFileBlock
Tests run: 28, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 97.691 sec -
in org.apache.hadoop.hbase.io.hfile.TestHFileBlock
Running org.apache.hadoop.hbase.io.hfile.TestForceCacheImportantBlocks
Tests run: 4, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 45.357 sec - in
org.apache.hadoop.hbase.io.hfile.TestForceCacheImportantBlocks
Running org.apache.hadoop.hbase.io.hfile.TestHFileSeek
Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 3.859 sec - in
org.apache.hadoop.hbase.io.hfile.TestHFileSeek
Running org.apache.hadoop.hbase.io.TestFileLink
Tests run: 3, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 12.894 sec - in
org.apache.hadoop.hbase.io.TestFileLink
Running org.apache.hadoop.hbase.constraint.TestConstraint
Tests run: 5, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 11.183 sec - in
org.apache.hadoop.hbase.constraint.TestConstraint
Running org.apache.hadoop.hbase.filter.TestColumnRangeFilter
Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 7.805 sec - in
org.apache.hadoop.hbase.filter.TestColumnRangeFilter
Running org.apache.hadoop.hbase.filter.TestFuzzyRowAndColumnRangeFilter
Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 4.64 sec - in
org.apache.hadoop.hbase.filter.TestFuzzyRowAndColumnRangeFilter
Running org.apache.hadoop.hbase.filter.TestFilterWithScanLimits
Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 3.42 sec - in
org.apache.hadoop.hbase.filter.TestFilterWithScanLimits
Running org.apache.hadoop.hbase.filter.TestFilterWrapper
Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 4.172 sec - in
org.apache.hadoop.hbase.filter.TestFilterWrapper
Running org.apache.hadoop.hbase.TestGlobalMemStoreSize
Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 13.675 sec - in
org.apache.hadoop.hbase.TestGlobalMemStoreSize
Running org.apache.hadoop.hbase.TestNamespace
Tests run: 9, Failures: 0, Errors: 0, Skipped: 1, Time elapsed: 11.555 sec - in
org.apache.hadoop.hbase.TestNamespace
Running org.apache.hadoop.hbase.migration.TestUpgradeTo96
Tests run: 5, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 5.301 sec - in
org.apache.hadoop.hbase.migration.TestUpgradeTo96
Running org.apache.hadoop.hbase.migration.TestNamespaceUpgrade
Tests run: 5, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 42.221 sec - in
org.apache.hadoop.hbase.migration.TestNamespaceUpgrade
Running org.apache.hadoop.hbase.replication.TestReplicationSource
Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 0.274 sec - in
org.apache.hadoop.hbase.replication.TestReplicationSource
Running org.apache.hadoop.hbase.replication.TestReplicationWithTags
Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 8.369 sec - in
org.apache.hadoop.hbase.replication.TestReplicationWithTags
Running org.apache.hadoop.hbase.replication.TestPerTableCFReplication
Tests run: 2, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 35.254 sec - in
org.apache.hadoop.hbase.replication.TestPerTableCFReplication
Running
org.apache.hadoop.hbase.replication.TestReplicationChangingPeerRegionservers
Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 10.887 sec - in
org.apache.hadoop.hbase.replication.TestReplicationChangingPeerRegionservers
Running org.apache.hadoop.hbase.replication.TestReplicationSmallTests
Tests run: 10, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 52.583 sec -
in org.apache.hadoop.hbase.replication.TestReplicationSmallTests
Running org.apache.hadoop.hbase.replication.TestMultiSlaveReplication
Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 33.843 sec - in
org.apache.hadoop.hbase.replication.TestMultiSlaveReplication
Running org.apache.hadoop.hbase.replication.TestReplicationKillSlaveRS
Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 28.252 sec - in
org.apache.hadoop.hbase.replication.TestReplicationKillSlaveRS
Running org.apache.hadoop.hbase.replication.TestMasterReplication
Tests run: 3, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 90.421 sec - in
org.apache.hadoop.hbase.replication.TestMasterReplication
Running
org.apache.hadoop.hbase.replication.regionserver.TestReplicationHLogReaderManager
Tests run: 8, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 283.068 sec -
in
org.apache.hadoop.hbase.replication.regionserver.TestReplicationHLogReaderManager
Running
org.apache.hadoop.hbase.replication.regionserver.TestReplicationSourceManager
Tests run: 4, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 3.682 sec - in
org.apache.hadoop.hbase.replication.regionserver.TestReplicationSourceManager
Running org.apache.hadoop.hbase.replication.regionserver.TestReplicationSink
Tests run: 5, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 5.108 sec - in
org.apache.hadoop.hbase.replication.regionserver.TestReplicationSink
Running org.apache.hadoop.hbase.replication.TestReplicationStateZKImpl
Tests run: 6, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 0.912 sec - in
org.apache.hadoop.hbase.replication.TestReplicationStateZKImpl
Running org.apache.hadoop.hbase.replication.TestReplicationEndpoint
Tests run: 3, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 6.312 sec - in
org.apache.hadoop.hbase.replication.TestReplicationEndpoint
Running org.apache.hadoop.hbase.replication.TestReplicationSyncUpTool
Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 55.983 sec - in
org.apache.hadoop.hbase.replication.TestReplicationSyncUpTool
Running org.apache.hadoop.hbase.replication.TestReplicationTrackerZKImpl
Tests run: 5, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 0.676 sec - in
org.apache.hadoop.hbase.replication.TestReplicationTrackerZKImpl
Running org.apache.hadoop.hbase.replication.TestReplicationKillMasterRS
Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 31.452 sec - in
org.apache.hadoop.hbase.replication.TestReplicationKillMasterRS
Running
org.apache.hadoop.hbase.replication.TestReplicationKillMasterRSCompressed
Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 28.884 sec - in
org.apache.hadoop.hbase.replication.TestReplicationKillMasterRSCompressed
Running org.apache.hadoop.hbase.replication.TestReplicationDisableInactivePeer
Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 24.352 sec - in
org.apache.hadoop.hbase.replication.TestReplicationDisableInactivePeer
Results :
Tests in error:
TestCacheOnWrite.testNotCachingDataBlocksDuringCompaction:486->testNotCachingDataBlocksDuringCompactionInternals:429
» OutOfMemory
TestCacheOnWrite.testNotCachingDataBlocksDuringCompaction:485->testNotCachingDataBlocksDuringCompactionInternals:429
» OutOfMemory
TestCacheOnWrite.testNotCachingDataBlocksDuringCompaction:485->testNotCachingDataBlocksDuringCompactionInternals:429
» OutOfMemory
TestCacheOnWrite.testNotCachingDataBlocksDuringCompaction:485->testNotCachingDataBlocksDuringCompactionInternals:429
» OutOfMemory
Tests run: 2230, Failures: 0, Errors: 4, Skipped: 23
[INFO] ------------------------------------------------------------------------
[INFO] Reactor Summary:
[INFO]
[INFO] HBase ............................................. SUCCESS [3.858s]
[INFO] HBase - Checkstyle ................................ SUCCESS [0.780s]
[INFO] HBase - Annotations ............................... SUCCESS [1.081s]
[INFO] HBase - Common .................................... SUCCESS [43.691s]
[INFO] HBase - Protocol .................................. SUCCESS [9.138s]
[INFO] HBase - Client .................................... SUCCESS [48.315s]
[INFO] HBase - Hadoop Compatibility ...................... SUCCESS [7.002s]
[INFO] HBase - Hadoop One Compatibility .................. SUCCESS [5.578s]
[INFO] HBase - Prefix Tree ............................... SUCCESS [7.904s]
[INFO] HBase - Server .................................... FAILURE
[4:36:42.347s]
[INFO] HBase - Testing Util .............................. SKIPPED
[INFO] HBase - Thrift .................................... SKIPPED
[INFO] HBase - Rest ...................................... SKIPPED
[INFO] HBase - Shell ..................................... SKIPPED
[INFO] HBase - Integration Tests ......................... SKIPPED
[INFO] HBase - Examples .................................. SKIPPED
[INFO] HBase - Assembly .................................. SKIPPED
[INFO] ------------------------------------------------------------------------
[INFO] BUILD FAILURE
[INFO] ------------------------------------------------------------------------
[INFO] Total time: 4:38:50.550s
[INFO] Finished at: Wed Mar 25 08:49:59 UTC 2015
[INFO] Final Memory: 45M/783M
[INFO] ------------------------------------------------------------------------
[ERROR] Failed to execute goal
org.apache.maven.plugins:maven-surefire-plugin:2.18:test
(secondPartTestsExecution) on project hbase-server: There was a timeout or
other error in the fork -> [Help 1]
[ERROR]
[ERROR] To see the full stack trace of the errors, re-run Maven with the -e
switch.
[ERROR] Re-run Maven using the -X switch to enable full debug logging.
[ERROR]
[ERROR] For more information about the errors and possible solutions, please
read the following articles:
[ERROR] [Help 1]
http://cwiki.apache.org/confluence/display/MAVEN/MojoFailureException
[ERROR]
[ERROR] After correcting the problems, you can resume the build with the command
[ERROR] mvn <goals> -rf :hbase-server
Build step 'Invoke top-level Maven targets' marked build as failure
Performing Post build task...
Match found for :.* : True
Logical operation result is TRUE
Running script : ZOMBIE_TESTS_COUNT=`jps | grep surefirebooter | wc -l`
if [[ $ZOMBIE_TESTS_COUNT != 0 ]] ; then
#It seems sometimes the tests are not dying immediately. Let's give them 10s
echo "Suspicious java process found - waiting 10s to see if there are just
slow to stop"
sleep 10
ZOMBIE_TESTS_COUNT=`jps | grep surefirebooter | wc -l`
if [[ $ZOMBIE_TESTS_COUNT != 0 ]] ; then
echo "There are $ZOMBIE_TESTS_COUNT zombie tests, they should have been
killed by surefire but survived"
echo "************ BEGIN zombies jstack extract"
ZB_STACK=`jps | grep surefirebooter | cut -d ' ' -f 1 | xargs -n 1 jstack
| grep ".test" | grep "\.java"`
jps | grep surefirebooter | cut -d ' ' -f 1 | xargs -n 1 jstack
echo "************ END zombies jstack extract"
JIRA_COMMENT="$JIRA_COMMENT
{color:red}-1 core zombie tests{color}. There are ${ZOMBIE_TESTS_COUNT}
zombie test(s): ${ZB_STACK}"
BAD=1
jps | grep surefirebooter | cut -d ' ' -f 1 | xargs kill -9
else
echo "We're ok: there is no zombie test, but some tests took some time to
stop"
fi
else
echo "We're ok: there is no zombie test"
fi
[HBase-0.98-on-Hadoop-1.1] $ /bin/bash -xe /tmp/hudson7674192507782549584.sh
++ jps
++ grep surefirebooter
++ wc -l
+ ZOMBIE_TESTS_COUNT=1
+ [[ 1 != 0 ]]
+ echo 'Suspicious java process found - waiting 10s to see if there are just
slow to stop'
Suspicious java process found - waiting 10s to see if there are just slow to
stop
+ sleep 10
++ jps
++ grep surefirebooter
++ wc -l
+ ZOMBIE_TESTS_COUNT=1
+ [[ 1 != 0 ]]
+ echo 'There are 1 zombie tests, they should have been killed by surefire but
survived'
There are 1 zombie tests, they should have been killed by surefire but survived
+ echo '************ BEGIN zombies jstack extract'
************ BEGIN zombies jstack extract
++ jps
++ grep surefirebooter
++ grep .test
++ cut -d ' ' -f 1
++ xargs -n 1 jstack
++ grep '\.java'
10330: Unable to open socket file: target process not responding or HotSpot VM
not loaded
The -F option can be used when the target process is not responding
+ ZB_STACK=
POST BUILD TASK : FAILURE
END OF POST BUILD TASK : 0
Archiving artifacts
Sending artifact delta relative to HBase-0.98-on-Hadoop-1.1 #871
Archived 1706 artifacts
Archive block size is 32768
Received 7 blocks and 274181440 bytes
Compression is 0.1%
Took 1 min 31 sec
Recording test results
Updating HBASE-13331
