See <https://builds.apache.org/job/HBase-TRUNK/5521/changes>
Changes:
[mstanleyjones] Addendum to HBASE-11951 -- actually add the script
------------------------------------------
[...truncated 1718 lines...]
Tests run: 5, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 152.145 sec -
in
org.apache.hadoop.hbase.client.TestRestoreSnapshotFromClientWithRegionReplicas
Tests run: 79, Failures: 0, Errors: 0, Skipped: 4, Time elapsed: 188.444 sec -
in org.apache.hadoop.hbase.client.TestFromClientSide
Running org.apache.hadoop.hbase.client.TestFromClientSide3
Running org.apache.hadoop.hbase.client.TestRestoreSnapshotFromClient
Tests run: 12, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 112.565 sec -
in org.apache.hadoop.hbase.client.TestReplicasClient
Tests run: 3, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 87.806 sec - in
org.apache.hadoop.hbase.client.TestTableSnapshotScanner
Tests run: 6, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 65.519 sec - in
org.apache.hadoop.hbase.client.TestFromClientSide3
Running org.apache.hadoop.hbase.client.TestSnapshotMetadata
Running org.apache.hadoop.hbase.TestMultiVersions
Running org.apache.hadoop.hbase.TestHColumnDescriptorDefaultVersions
Tests run: 3, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 12.636 sec - in
org.apache.hadoop.hbase.TestMultiVersions
Running org.apache.hadoop.hbase.procedure.TestZKProcedure
Tests run: 4, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 34.137 sec - in
org.apache.hadoop.hbase.client.TestSnapshotMetadata
Tests run: 3, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 19.982 sec - in
org.apache.hadoop.hbase.TestHColumnDescriptorDefaultVersions
Running org.apache.hadoop.hbase.procedure.TestZKProcedureControllers
Tests run: 4, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 5.133 sec - in
org.apache.hadoop.hbase.procedure.TestZKProcedure
Tests run: 4, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 4.091 sec - in
org.apache.hadoop.hbase.procedure.TestZKProcedureControllers
Running org.apache.hadoop.hbase.constraint.TestConstraint
Running org.apache.hadoop.hbase.TestNamespace
Running org.apache.hadoop.hbase.rest.TestDeleteRow
Tests run: 5, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 12.269 sec - in
org.apache.hadoop.hbase.constraint.TestConstraint
Tests run: 2, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 11.041 sec - in
org.apache.hadoop.hbase.rest.TestDeleteRow
Tests run: 9, Failures: 0, Errors: 0, Skipped: 1, Time elapsed: 16.678 sec - in
org.apache.hadoop.hbase.TestNamespace
Tests run: 5, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 140.186 sec -
in org.apache.hadoop.hbase.client.TestRestoreSnapshotFromClient
Running org.apache.hadoop.hbase.rest.TestScannersWithLabels
Tests run: 2, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 6.377 sec - in
org.apache.hadoop.hbase.rest.TestScannersWithLabels
Running org.apache.hadoop.hbase.rest.TestSchemaResource
Running org.apache.hadoop.hbase.rest.TestTableResource
Tests run: 2, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 8.872 sec - in
org.apache.hadoop.hbase.rest.TestSchemaResource
Tests run: 8, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 6.912 sec - in
org.apache.hadoop.hbase.rest.TestTableResource
Running org.apache.hadoop.hbase.rest.TestTableScan
Running org.apache.hadoop.hbase.rest.TestGetAndPutResource
Running org.apache.hadoop.hbase.rest.TestStatusResource
Running org.apache.hadoop.hbase.rest.TestResourceFilter
Tests run: 2, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 4.815 sec - in
org.apache.hadoop.hbase.rest.TestStatusResource
Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 2.414 sec - in
org.apache.hadoop.hbase.rest.TestResourceFilter
Tests run: 10, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 26.485 sec -
in org.apache.hadoop.hbase.rest.TestTableScan
Running org.apache.hadoop.hbase.rest.client.TestRemoteTable
Tests run: 18, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 45.346 sec -
in org.apache.hadoop.hbase.rest.TestGetAndPutResource
Running org.apache.hadoop.hbase.rest.TestVersionResource
Tests run: 7, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 5.208 sec - in
org.apache.hadoop.hbase.rest.TestVersionResource
Running org.apache.hadoop.hbase.rest.TestMultiRowResource
Running org.apache.hadoop.hbase.rest.TestScannersWithFilters
Tests run: 9, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 30.895 sec - in
org.apache.hadoop.hbase.rest.client.TestRemoteTable
Tests run: 3, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 6.395 sec - in
org.apache.hadoop.hbase.rest.TestMultiRowResource
Tests run: 10, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 12.442 sec -
in org.apache.hadoop.hbase.rest.TestScannersWithFilters
Running org.apache.hadoop.hbase.TestZooKeeper
Running org.apache.hadoop.hbase.rest.TestGzipFilter
Tests run: 2, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 5.801 sec - in
org.apache.hadoop.hbase.rest.TestGzipFilter
Running org.apache.hadoop.hbase.rest.TestScannerResource
Running org.apache.hadoop.hbase.snapshot.TestFlushSnapshotFromClient
Running org.apache.hadoop.hbase.snapshot.TestExportSnapshot
Tests run: 5, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 11.871 sec - in
org.apache.hadoop.hbase.rest.TestScannerResource
Running org.apache.hadoop.hbase.snapshot.TestSecureExportSnapshot
Tests run: 9, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 91.537 sec - in
org.apache.hadoop.hbase.snapshot.TestFlushSnapshotFromClient
Running org.apache.hadoop.hbase.snapshot.TestRestoreFlushSnapshotFromClient
Tests run: 11, Failures: 1, Errors: 0, Skipped: 0, Time elapsed: 239.335 sec
<<< FAILURE! - in org.apache.hadoop.hbase.TestZooKeeper
testRegionAssignmentAfterMasterRecoveryDueToZKExpiry(org.apache.hadoop.hbase.TestZooKeeper)
Time elapsed: 52.362 sec <<< FAILURE!
java.lang.AssertionError: expected:<17> but was:<16>
at org.junit.Assert.fail(Assert.java:88)
at org.junit.Assert.failNotEquals(Assert.java:743)
at org.junit.Assert.assertEquals(Assert.java:118)
at org.junit.Assert.assertEquals(Assert.java:555)
at org.junit.Assert.assertEquals(Assert.java:542)
at
org.apache.hadoop.hbase.TestZooKeeper.testRegionAssignmentAfterMasterRecoveryDueToZKExpiry(TestZooKeeper.java:518)
Tests run: 5, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 90.729 sec - in
org.apache.hadoop.hbase.snapshot.TestRestoreFlushSnapshotFromClient
Running org.apache.hadoop.hbase.snapshot.TestSnapshotDescriptionUtils
Tests run: 2, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 0.618 sec - in
org.apache.hadoop.hbase.snapshot.TestSnapshotDescriptionUtils
Running org.apache.hadoop.hbase.TestIOFencing
Running org.apache.hadoop.hbase.coprocessor.TestRegionObserverScannerOpenHook
Tests run: 3, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 25.39 sec - in
org.apache.hadoop.hbase.coprocessor.TestRegionObserverScannerOpenHook
Running org.apache.hadoop.hbase.coprocessor.TestOpenTableInCoprocessor
Tests run: 2, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 11.075 sec - in
org.apache.hadoop.hbase.coprocessor.TestOpenTableInCoprocessor
Running
org.apache.hadoop.hbase.coprocessor.TestMasterCoprocessorExceptionWithAbort
Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 18.816 sec - in
org.apache.hadoop.hbase.coprocessor.TestMasterCoprocessorExceptionWithAbort
Running org.apache.hadoop.hbase.coprocessor.TestRegionObserverInterface
Tests run: 12, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 54.369 sec -
in org.apache.hadoop.hbase.coprocessor.TestRegionObserverInterface
Running
org.apache.hadoop.hbase.coprocessor.TestMasterCoprocessorExceptionWithRemove
Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 6.512 sec - in
org.apache.hadoop.hbase.coprocessor.TestMasterCoprocessorExceptionWithRemove
Running org.apache.hadoop.hbase.coprocessor.TestAggregateProtocol
Running org.apache.hadoop.hbase.coprocessor.TestBatchCoprocessorEndpoint
Tests run: 4, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 3.33 sec - in
org.apache.hadoop.hbase.coprocessor.TestBatchCoprocessorEndpoint
Tests run: 44, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 12.511 sec -
in org.apache.hadoop.hbase.coprocessor.TestAggregateProtocol
Running org.apache.hadoop.hbase.coprocessor.TestRegionServerObserver
Tests run: 2, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 265.212 sec -
in org.apache.hadoop.hbase.TestIOFencing
Tests run: 9, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 481.553 sec -
in org.apache.hadoop.hbase.snapshot.TestExportSnapshot
Running org.apache.hadoop.hbase.coprocessor.TestHTableWrapper
Running
org.apache.hadoop.hbase.coprocessor.TestRegionServerCoprocessorExceptionWithAbort
Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 4.362 sec - in
org.apache.hadoop.hbase.coprocessor.TestHTableWrapper
Tests run: 9, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 448.171 sec -
in org.apache.hadoop.hbase.snapshot.TestSecureExportSnapshot
Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 26.142 sec - in
org.apache.hadoop.hbase.coprocessor.TestRegionServerObserver
Running org.apache.hadoop.hbase.coprocessor.TestClassLoading
Running org.apache.hadoop.hbase.coprocessor.TestDoubleColumnInterpreter
Running org.apache.hadoop.hbase.coprocessor.TestRegionObserverBypass
Running org.apache.hadoop.hbase.coprocessor.TestRowProcessorEndpoint
Tests run: 2, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 36.446 sec - in
org.apache.hadoop.hbase.coprocessor.TestRegionServerCoprocessorExceptionWithAbort
Tests run: 2, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 6.121 sec - in
org.apache.hadoop.hbase.coprocessor.TestRegionObserverBypass
Tests run: 38, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 9.982 sec - in
org.apache.hadoop.hbase.coprocessor.TestDoubleColumnInterpreter
Tests run: 8, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 27.323 sec - in
org.apache.hadoop.hbase.coprocessor.TestClassLoading
Tests run: 4, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 13.334 sec - in
org.apache.hadoop.hbase.coprocessor.TestRowProcessorEndpoint
Running org.apache.hadoop.hbase.coprocessor.TestCoprocessorStop
Running
org.apache.hadoop.hbase.coprocessor.TestRegionServerCoprocessorExceptionWithRemove
Running org.apache.hadoop.hbase.coprocessor.TestMasterObserver
Running org.apache.hadoop.hbase.coprocessor.TestBigDecimalColumnInterpreter
Running org.apache.hadoop.hbase.coprocessor.TestCoprocessorEndpoint
Tests run: 6, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 3.626 sec - in
org.apache.hadoop.hbase.coprocessor.TestCoprocessorEndpoint
Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 17.148 sec - in
org.apache.hadoop.hbase.coprocessor.TestCoprocessorStop
Tests run: 38, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 8.817 sec - in
org.apache.hadoop.hbase.coprocessor.TestBigDecimalColumnInterpreter
Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 16.254 sec - in
org.apache.hadoop.hbase.coprocessor.TestRegionServerCoprocessorExceptionWithRemove
Running org.apache.hadoop.hbase.TestGlobalMemStoreSize
Running org.apache.hadoop.hbase.TestMetaTableLocator
Tests run: 6, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 21.973 sec - in
org.apache.hadoop.hbase.coprocessor.TestMasterObserver
Tests run: 7, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 7.808 sec - in
org.apache.hadoop.hbase.TestMetaTableLocator
Running org.apache.hadoop.hbase.zookeeper.TestZKMulti
Tests run: 6, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 1.143 sec - in
org.apache.hadoop.hbase.zookeeper.TestZKMulti
Running org.apache.hadoop.hbase.coprocessor.TestWALObserver
Running org.apache.hadoop.hbase.TestJMXListener
Running org.apache.hadoop.hbase.zookeeper.lock.TestZKInterProcessReadWriteLock
Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 30.798 sec - in
org.apache.hadoop.hbase.TestGlobalMemStoreSize
Running org.apache.hadoop.hbase.zookeeper.TestZKLeaderManager
Running org.apache.hadoop.hbase.zookeeper.TestZooKeeperACL
Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 0.336 sec - in
org.apache.hadoop.hbase.zookeeper.TestZKLeaderManager
Tests run: 6, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 0.89 sec - in
org.apache.hadoop.hbase.zookeeper.TestZooKeeperACL
Running org.apache.hadoop.hbase.zookeeper.TestRecoverableZooKeeper
Tests run: 3, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 16.317 sec - in
org.apache.hadoop.hbase.coprocessor.TestWALObserver
Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 1.433 sec - in
org.apache.hadoop.hbase.zookeeper.TestRecoverableZooKeeper
Tests run: 2, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 17.577 sec - in
org.apache.hadoop.hbase.TestJMXListener
Running org.apache.hadoop.hbase.zookeeper.TestZooKeeperNodeTracker
Running org.apache.hadoop.hbase.zookeeper.TestHQuorumPeer
Running org.apache.hadoop.hbase.TestClusterBootOrder
Tests run: 3, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 2.317 sec - in
org.apache.hadoop.hbase.zookeeper.TestZooKeeperNodeTracker
Tests run: 3, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 3.291 sec - in
org.apache.hadoop.hbase.zookeeper.TestHQuorumPeer
Tests run: 6, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 25.641 sec - in
org.apache.hadoop.hbase.zookeeper.lock.TestZKInterProcessReadWriteLock
Tests run: 2, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 32.471 sec - in
org.apache.hadoop.hbase.TestClusterBootOrder
Results :
Failed tests:
TestRegionPlacement.testRegionPlacement:270->killRandomServerAndVerifyAssignment:347
Region {ENCODED => bbae2403889e76c62d6085d19003bfc0, NAME =>
'testRegionAssignment,\x09\x09\x09,1411022811847.bbae2403889e76c62d6085d19003bfc0.',
STARTKEY => '\x09\x09\x09', ENDKEY => ''} not present on any of the expected
servers
TestPerTableCFReplication.testPerTableCFReplication:300->ensureRowNotReplicated:386
expected:<0> but was:<1>
TestZooKeeper.testRegionAssignmentAfterMasterRecoveryDueToZKExpiry:518
expected:<17> but was:<16>
Tests in error:
TestRegionPlacement.testFavoredNodesPresentForRoundRobinAssignment:113 ?
ArrayIndexOutOfBounds
TestRegionPlacement.testFavoredNodesPresentForRandomAssignment:173 ?
ArrayIndexOutOfBounds
TestRegionReplicaReplicationEndpoint.testRegionReplicaReplicationForFlushAndCompaction:253->verifyReplication:192
?
TestHFileOutputFormat.testExcludeMinorCompaction:992->runIncrementalPELoad:478
? IO
TestReplicaWithCluster.testReplicaAndReplication:302->Object.wait:-2 ? test
t...
Tests run: 1938, Failures: 3, Errors: 5, Skipped: 19
[INFO] ------------------------------------------------------------------------
[INFO] Reactor Summary:
[INFO]
[INFO] HBase ............................................. SUCCESS [4.056s]
[INFO] HBase - Common .................................... SUCCESS [1:31.978s]
[INFO] HBase - Protocol .................................. SUCCESS [13.725s]
[INFO] HBase - Client .................................... SUCCESS [1:14.981s]
[INFO] HBase - Hadoop Compatibility ...................... SUCCESS [9.512s]
[INFO] HBase - Hadoop Two Compatibility .................. SUCCESS [10.164s]
[INFO] HBase - Prefix Tree ............................... SUCCESS [14.469s]
[INFO] HBase - Server .................................... FAILURE
[1:56:20.764s]
[INFO] HBase - Testing Util .............................. SKIPPED
[INFO] HBase - Thrift .................................... SKIPPED
[INFO] HBase - Shell ..................................... SKIPPED
[INFO] HBase - Integration Tests ......................... SKIPPED
[INFO] HBase - Examples .................................. SKIPPED
[INFO] HBase - Assembly .................................. SKIPPED
[INFO] ------------------------------------------------------------------------
[INFO] BUILD FAILURE
[INFO] ------------------------------------------------------------------------
[INFO] Total time: 2:00:01.007s
[INFO] Finished at: Thu Sep 18 08:03:07 UTC 2014
[INFO] Final Memory: 73M/457M
[INFO] ------------------------------------------------------------------------
[ERROR] Failed to execute goal
org.apache.maven.plugins:maven-surefire-plugin:2.17:test
(secondPartTestsExecution) on project hbase-server: There was a timeout or
other error in the fork -> [Help 1]
[ERROR]
[ERROR] To see the full stack trace of the errors, re-run Maven with the -e
switch.
[ERROR] Re-run Maven using the -X switch to enable full debug logging.
[ERROR]
[ERROR] For more information about the errors and possible solutions, please
read the following articles:
[ERROR] [Help 1]
http://cwiki.apache.org/confluence/display/MAVEN/MojoFailureException
[ERROR]
[ERROR] After correcting the problems, you can resume the build with the command
[ERROR] mvn <goals> -rf :hbase-server
Build step 'Invoke top-level Maven targets' marked build as failure
Performing Post build task...
Match found for :.* : True
Logical operation result is TRUE
Running script : ZOMBIE_TESTS_COUNT=`jps | grep surefirebooter | wc -l`
if [[ $ZOMBIE_TESTS_COUNT != 0 ]] ; then
#It seems sometimes the tests are not dying immediately. Let's give them 10s
echo "Suspicious java process found - waiting 10s to see if there are just
slow to stop"
sleep 10
ZOMBIE_TESTS_COUNT=`jps | grep surefirebooter | wc -l`
if [[ $ZOMBIE_TESTS_COUNT != 0 ]] ; then
echo "There are $ZOMBIE_TESTS_COUNT zombie tests, they should have been
killed by surefire but survived"
echo "************ BEGIN zombies jstack extract"
ZB_STACK=`jps | grep surefirebooter | cut -d ' ' -f 1 | xargs -n 1 jstack
| grep ".test" | grep "\.java"`
jps | grep surefirebooter | cut -d ' ' -f 1 | xargs -n 1 jstack
echo "************ END zombies jstack extract"
JIRA_COMMENT="$JIRA_COMMENT
{color:red}-1 core zombie tests{color}. There are ${ZOMBIE_TESTS_COUNT}
zombie test(s): ${ZB_STACK}"
BAD=1
jps | grep surefirebooter | cut -d ' ' -f 1 | xargs kill -9
else
echo "We're ok: there is no zombie test, but some tests took some time to
stop"
fi
else
echo "We're ok: there is no zombie test"
fi
[HBase-TRUNK] $ /bin/bash -xe /tmp/hudson7579723645797305917.sh
++ wc -l
++ grep surefirebooter
++ jps
+ ZOMBIE_TESTS_COUNT=1
+ [[ 1 != 0 ]]
+ echo 'Suspicious java process found - waiting 10s to see if there are just
slow to stop'
Suspicious java process found - waiting 10s to see if there are just slow to
stop
+ sleep 10
++ grep surefirebooter
++ wc -l
++ jps
+ ZOMBIE_TESTS_COUNT=1
+ [[ 1 != 0 ]]
+ echo 'There are 1 zombie tests, they should have been killed by surefire but
survived'
There are 1 zombie tests, they should have been killed by surefire but survived
+ echo '************ BEGIN zombies jstack extract'
************ BEGIN zombies jstack extract
++ jps
++ grep surefirebooter
++ cut -d ' ' -f 1
++ xargs -n 1 jstack
++ grep .test
++ grep '\.java'
+ ZB_STACK=
POST BUILD TASK : FAILURE
END OF POST BUILD TASK : 0
Archiving artifacts
Sending artifact delta relative to HBase-TRUNK #5500
Archived 1787 artifacts
Archive block size is 32768
Received 73 blocks and 520109679 bytes
Compression is 0.5%
Took 3 min 39 sec
Recording test results
Updating HBASE-11951
