See <https://builds.apache.org/job/HBase-1.1-JDK8/1838/changes>
Changes:
[matteo.bertozzi] HBASE-16272 Overflow in ServerName's compareTo method
(Huaxiang Sun)
------------------------------------------
[...truncated 54125 lines...]
at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
at
org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:106)
at
org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:95)
at
org.apache.hadoop.hbase.util.ForeignExceptionUtil.toIOException(ForeignExceptionUtil.java:45)
at
org.apache.hadoop.hbase.client.HBaseAdmin$ProcedureFuture.convertResult(HBaseAdmin.java:4546)
at
org.apache.hadoop.hbase.client.HBaseAdmin$ProcedureFuture.waitProcedureResult(HBaseAdmin.java:4504)
at
org.apache.hadoop.hbase.client.HBaseAdmin$ProcedureFuture.get(HBaseAdmin.java:4438)
at
org.apache.hadoop.hbase.client.HBaseAdmin.createTable(HBaseAdmin.java:672)
at
org.apache.hadoop.hbase.TestZooKeeper.testRegionAssignmentAfterMasterRecoveryDueToZKExpiry(TestZooKeeper.java:541)
Caused by: org.apache.hadoop.ipc.RemoteException:
java.util.concurrent.ExecutionException:
org.apache.hadoop.ipc.RemoteException(java.io.IOException): File
/user/jenkins/test-data/acb0c21b-389a-4606-b7e6-7e8e9ab760c7/.tmp/data/default/testRegionAssignmentAfterMasterRecoveryDueToZKExpiry/9c0ac43af9d19f8bbfd1514195364efc/.regioninfo
could only be replicated to 0 nodes instead of minReplication (=1). There are
2 datanode(s) running and 2 node(s) are excluded in this operation.
at
org.apache.hadoop.hdfs.server.blockmanagement.BlockManager.chooseTarget(BlockManager.java:1471)
at
org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAdditionalBlock(FSNamesystem.java:2791)
at
org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.addBlock(NameNodeRpcServer.java:606)
at
org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.addBlock(ClientNamenodeProtocolServerSideTranslatorPB.java:455)
at
org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java)
at
org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:585)
at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:928)
at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:2013)
at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:2009)
at java.security.AccessController.doPrivileged(Native Method)
at javax.security.auth.Subject.doAs(Subject.java:422)
at
org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1614)
at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2007)
at
org.apache.hadoop.hbase.util.ModifyRegionUtils.createRegions(ModifyRegionUtils.java:186)
at
org.apache.hadoop.hbase.util.ModifyRegionUtils.createRegions(ModifyRegionUtils.java:141)
at
org.apache.hadoop.hbase.util.ModifyRegionUtils.createRegions(ModifyRegionUtils.java:118)
at
org.apache.hadoop.hbase.master.procedure.CreateTableProcedure$3.createHdfsRegions(CreateTableProcedure.java:359)
at
org.apache.hadoop.hbase.master.procedure.CreateTableProcedure.createFsLayout(CreateTableProcedure.java:378)
at
org.apache.hadoop.hbase.master.procedure.CreateTableProcedure.createFsLayout(CreateTableProcedure.java:352)
at
org.apache.hadoop.hbase.master.procedure.CreateTableProcedure.executeFromState(CreateTableProcedure.java:119)
at
org.apache.hadoop.hbase.master.procedure.CreateTableProcedure.executeFromState(CreateTableProcedure.java:58)
at
org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:107)
at
org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:460)
at
org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1001)
at
org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execLoop(ProcedureExecutor.java:803)
at
org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execLoop(ProcedureExecutor.java:756)
at
org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$200(ProcedureExecutor.java:75)
at
org.apache.hadoop.hbase.procedure2.ProcedureExecutor$1.run(ProcedureExecutor.java:441)
testClusterKeyWithMultiplePorts(org.apache.hadoop.hbase.TestZooKeeper) Time
elapsed: 201.477 sec <<< ERROR!
java.io.IOException: Shutting down
at
org.apache.hadoop.hbase.util.JVMClusterUtil.startup(JVMClusterUtil.java:225)
at
org.apache.hadoop.hbase.LocalHBaseCluster.startup(LocalHBaseCluster.java:449)
at
org.apache.hadoop.hbase.MiniHBaseCluster.init(MiniHBaseCluster.java:228)
at
org.apache.hadoop.hbase.MiniHBaseCluster.<init>(MiniHBaseCluster.java:97)
at
org.apache.hadoop.hbase.HBaseTestingUtility.startMiniHBaseCluster(HBaseTestingUtility.java:1017)
at
org.apache.hadoop.hbase.HBaseTestingUtility.startMiniHBaseCluster(HBaseTestingUtility.java:983)
at org.apache.hadoop.hbase.TestZooKeeper.setUp(TestZooKeeper.java:112)
testClusterKeyWithMultiplePorts(org.apache.hadoop.hbase.TestZooKeeper) Time
elapsed: 201.477 sec <<< ERROR!
java.lang.NullPointerException: null
at org.apache.hadoop.hbase.TestZooKeeper.after(TestZooKeeper.java:120)
Results :
Failed tests:
TestImportTSVWithVisibilityLabels.testMROnTableWithBulkload:236->doMROnTableTest:318->doMROnTableTest:361
expected:<0> but was:<1>
Tests in error:
org.apache.hadoop.hbase.TestZooKeeper.testClusterKeyWithMultiplePorts(org.apache.hadoop.hbase.TestZooKeeper)
Run 1: TestZooKeeper.setUp:112 » IO Shutting down
Run 2: TestZooKeeper.after:120 NullPointer
TestZooKeeper.testMasterSessionExpired:227->testSanity:258->Object.wait:-2 »
TestTimedOut
TestZooKeeper.testRegionAssignmentAfterMasterRecoveryDueToZKExpiry:541 » IO
ja...
TestImportTSVWithVisibilityLabels.provisionCluster:128 » YarnRuntime
java.lang...
TestImportTSVWithVisibilityLabels.testBulkOutputWithInvalidLabels » Remote
jav...
TestImportTSVWithVisibilityLabels.testBulkOutputWithTsvImporterTextMapper:256->doMROnTableTest:318->doMROnTableTest:343
» OutOfMemory
TestImportTSVWithVisibilityLabels.testBulkOutputWithTsvImporterTextMapperWithInvalidLabels:311
» Runtime
TestImportTSVWithVisibilityLabels.testMROnTable » Remote
java.lang.OutOfMemory...
TestImportTSVWithVisibilityLabels.testMROnTableWithDeletes:183->doMROnTableTest:318->doMROnTableTest:361
» OutOfMemory
TestImportTSVWithVisibilityLabels.testMRWithOutputFormat » Remote
java.lang.Ou...
org.apache.hadoop.hbase.mapreduce.TestSecureLoadIncrementalHFiles.testRegionCrossingHFileSplitRowBloom(org.apache.hadoop.hbase.mapreduce.TestSecureLoadIncrementalHFiles)
Run 1: TestSecureLoadIncrementalHFiles.testRegionCrossingHFileSplitRowBloom »
Remote ...
Run 2:
TestSecureLoadIncrementalHFiles>TestLoadIncrementalHFiles.testRegionCrossingHFileSplitRowBloom:193->TestLoadIncrementalHFiles.testRegionCrossingHFileSplit:206->TestLoadIncrementalHFiles.runTest:238->TestLoadIncrementalHFiles.runTest:248->TestLoadIncrementalHFiles.runTest:274
» Runtime
Run 3:
TestSecureLoadIncrementalHFiles>TestLoadIncrementalHFiles.testRegionCrossingHFileSplitRowBloom:193->TestLoadIncrementalHFiles.testRegionCrossingHFileSplit:206->TestLoadIncrementalHFiles.runTest:238->TestLoadIncrementalHFiles.runTest:248->TestLoadIncrementalHFiles.runTest:285
» IO
Flaked tests:
org.apache.hadoop.hbase.client.TestSnapshotCloneIndependence.testOnlineSnapshotDeleteIndependent(org.apache.hadoop.hbase.client.TestSnapshotCloneIndependence)
Run 1:
TestSnapshotCloneIndependence.testOnlineSnapshotDeleteIndependent:182->runTestSnapshotDeleteIndependent:425
expected:<17576> but was:<14046>
Run 2: PASS
org.apache.hadoop.hbase.snapshot.TestFlushSnapshotFromClient.testSkipFlushTableSnapshot(org.apache.hadoop.hbase.snapshot.TestFlushSnapshotFromClient)
Run 1: TestFlushSnapshotFromClient.testSkipFlushTableSnapshot » Remote
java.lang.OutO...
Run 2: TestFlushSnapshotFromClient.tearDown:115 » TableNotFound test
Run 3: PASS
org.apache.hadoop.hbase.snapshot.TestRestoreFlushSnapshotFromClient.testCloneNonExistentSnapshot(org.apache.hadoop.hbase.snapshot.TestRestoreFlushSnapshotFromClient)
Run 1: TestRestoreFlushSnapshotFromClient.setup:124 » RetriesExhausted Failed
after a...
Run 2: TestRestoreFlushSnapshotFromClient.tearDown:133 » RetriesExhausted
Failed afte...
Run 3: PASS
org.apache.hadoop.hbase.snapshot.TestRestoreFlushSnapshotFromClient.testCloneSnapshot(org.apache.hadoop.hbase.snapshot.TestRestoreFlushSnapshotFromClient)
Run 1: TestRestoreFlushSnapshotFromClient.setup:103 » RetriesExhausted Failed
after a...
Run 2: TestRestoreFlushSnapshotFromClient.tearDown:133 » RetriesExhausted
Failed afte...
Run 3: PASS
org.apache.hadoop.hbase.snapshot.TestRestoreFlushSnapshotFromClient.testRestoreSnapshot(org.apache.hadoop.hbase.snapshot.TestRestoreFlushSnapshotFromClient)
Run 1: TestRestoreFlushSnapshotFromClient.setup:103 » RetriesExhausted Failed
after a...
Run 2: TestRestoreFlushSnapshotFromClient.tearDown:133 » RetriesExhausted
Failed afte...
Run 3: PASS
org.apache.hadoop.hbase.snapshot.TestRestoreFlushSnapshotFromClient.testRestoreSnapshotOfCloned(org.apache.hadoop.hbase.snapshot.TestRestoreFlushSnapshotFromClient)
Run 1: TestRestoreFlushSnapshotFromClient.setup:103 » RetriesExhausted Failed
after a...
Run 2: TestRestoreFlushSnapshotFromClient.tearDown:133 » RetriesExhausted
Failed afte...
Run 3: PASS
org.apache.hadoop.hbase.snapshot.TestRestoreFlushSnapshotFromClient.testTakeFlushSnapshot(org.apache.hadoop.hbase.snapshot.TestRestoreFlushSnapshotFromClient)
Run 1: TestRestoreFlushSnapshotFromClient.setup:103 » RetriesExhausted Failed
after a...
Run 2: TestRestoreFlushSnapshotFromClient.tearDown:133 » RetriesExhausted
Failed afte...
Run 3: PASS
org.apache.hadoop.hbase.util.TestCoprocessorScanPolicy.testBaseCases[0](org.apache.hadoop.hbase.util.TestCoprocessorScanPolicy)
Run 1: TestCoprocessorScanPolicy.testBaseCases:109 » Runtime
java.lang.OutOfMemoryErr...
Run 2: PASS
org.apache.hadoop.hbase.util.TestCoprocessorScanPolicy.testTTL[1](org.apache.hadoop.hbase.util.TestCoprocessorScanPolicy)
Run 1: TestCoprocessorScanPolicy.testTTL[1] » Remote
java.lang.OutOfMemoryError: unab...
Run 2: PASS
org.apache.hadoop.hbase.util.TestFSHDFSUtils.testIsFileClosed(org.apache.hadoop.hbase.util.TestFSHDFSUtils)
Run 1: TestFSHDFSUtils.testIsFileClosed » OutOfMemory unable to create new
native thr...
Run 2: PASS
org.apache.hadoop.hbase.util.TestMergeTool.testMergeTool(org.apache.hadoop.hbase.util.TestMergeTool)
Run 1: TestMergeTool.testMergeTool:274->mergeAndVerify:204 » OutOfMemory
unable to cr...
Run 2: TestMergeTool.setUp:138 » OutOfMemory unable to create new native
thread
Run 3: PASS
Tests run: 2413, Failures: 1, Errors: 11, Skipped: 18, Flakes: 11
[INFO] ------------------------------------------------------------------------
[INFO] Reactor Summary:
[INFO]
[INFO] Apache HBase ....................................... SUCCESS [03:42 min]
[INFO] Apache HBase - Checkstyle .......................... SUCCESS [ 18.858 s]
[INFO] Apache HBase - Resource Bundle ..................... SUCCESS [ 0.139 s]
[INFO] Apache HBase - Annotations ......................... SUCCESS [ 0.905 s]
[INFO] Apache HBase - Protocol ............................ SUCCESS [ 21.285 s]
[INFO] Apache HBase - Common .............................. SUCCESS [03:16 min]
[INFO] Apache HBase - Procedure ........................... SUCCESS [02:49 min]
[INFO] Apache HBase - Client .............................. SUCCESS [01:32 min]
[INFO] Apache HBase - Hadoop Compatibility ................ SUCCESS [ 9.964 s]
[INFO] Apache HBase - Hadoop Two Compatibility ............ SUCCESS [ 22.885 s]
[INFO] Apache HBase - Prefix Tree ......................... SUCCESS [ 8.320 s]
[INFO] Apache HBase - Server .............................. FAILURE [ 02:02 h]
[INFO] Apache HBase - Testing Util ........................ SKIPPED
[INFO] Apache HBase - Thrift .............................. SKIPPED
[INFO] Apache HBase - Rest ................................ SKIPPED
[INFO] Apache HBase - Shell ............................... SKIPPED
[INFO] Apache HBase - Integration Tests ................... SKIPPED
[INFO] Apache HBase - Examples ............................ SKIPPED
[INFO] Apache HBase - Assembly ............................ SKIPPED
[INFO] Apache HBase - Shaded .............................. SKIPPED
[INFO] Apache HBase - Shaded - Client ..................... SKIPPED
[INFO] Apache HBase - Shaded - Server ..................... SKIPPED
[INFO] ------------------------------------------------------------------------
[INFO] BUILD FAILURE
[INFO] ------------------------------------------------------------------------
[INFO] Total time: 02:16 h
[INFO] Finished at: 2016-07-23T07:53:46+00:00
[INFO] Final Memory: 417M/699M
[INFO] ------------------------------------------------------------------------
[ERROR] Failed to execute goal
org.apache.maven.plugins:maven-surefire-plugin:2.18.1:test
(secondPartTestsExecution) on project hbase-server: ExecutionException:
java.lang.RuntimeException: The forked VM terminated without properly saying
goodbye. VM crash or System.exit called?
[ERROR] Command was /bin/sh -c cd
<https://builds.apache.org/job/HBase-1.1-JDK8/ws/hbase-server> &&
/home/jenkins/jenkins-slave/tools/hudson.model.JDK/latest1.8/jre/bin/java
-enableassertions -XX:MaxDirectMemorySize=1G -Xmx2800m -XX:MaxPermSize=256m
-Djava.security.egd=file:/dev/./urandom -Djava.net.preferIPv4Stack=true
-Djava.awt.headless=true -jar
<https://builds.apache.org/job/HBase-1.1-JDK8/ws/hbase-server/target/surefire/surefirebooter740399262719437595.jar>
<https://builds.apache.org/job/HBase-1.1-JDK8/ws/hbase-server/target/surefire/surefire3618435057593641531tmp>
<https://builds.apache.org/job/HBase-1.1-JDK8/ws/hbase-server/target/surefire/surefire_1088476597441295945119tmp>
[ERROR] -> [Help 1]
[ERROR]
[ERROR] To see the full stack trace of the errors, re-run Maven with the -e
switch.
[ERROR] Re-run Maven using the -X switch to enable full debug logging.
[ERROR]
[ERROR] For more information about the errors and possible solutions, please
read the following articles:
[ERROR] [Help 1]
http://cwiki.apache.org/confluence/display/MAVEN/MojoFailureException
[ERROR]
[ERROR] After correcting the problems, you can resume the build with the command
[ERROR] mvn <goals> -rf :hbase-server
Build step 'Invoke top-level Maven targets' marked build as failure
Performing Post build task...
Match found for :.* : True
Logical operation result is TRUE
Running script : # Post-build task script. TODO: Check this in and have all
builds reference check-in.
pwd && ls
# NOTE!!!! The below code has been copied and pasted from
./dev-tools/run-test.sh
# Do not change here without syncing there and vice-versa.
ZOMBIE_TESTS_COUNT=`jps -v | grep surefirebooter | grep -e '-Dhbase.test' | wc
-l`
if [[ $ZOMBIE_TESTS_COUNT != 0 ]] ; then
echo "Suspicious java process found - waiting 30s to see if there are just
slow to stop"
sleep 30
ZOMBIE_TESTS_COUNT=`jps -v | grep surefirebooter | grep -e '-Dhbase.test' | wc
-l`
if [[ $ZOMBIE_TESTS_COUNT != 0 ]] ; then
echo " {color:red}There appear to be $ZOMBIE_TESTS_COUNT zombie
tests{color}, they should have been killed by surefire but survived"
jps -v | grep surefirebooter | grep -e '-Dhbase.test'
jps -v | grep surefirebooter | grep -e '-Dhbase.test' | cut -d ' ' -f 1 |
xargs -n 1 jstack
# Exit with error
exit 1
else
echo "We're ok: there is no zombie test, but some tests took some time to
stop"
fi
else
echo "We're ok: there is no zombie test"
fi
[HBase-1.1-JDK8] $ /bin/bash -xe /tmp/hudson5681346822654254465.sh
+ pwd
<https://builds.apache.org/job/HBase-1.1-JDK8/ws/>
+ ls
bin
CHANGES.txt
conf
dev-support
hbase-annotations
hbase-assembly
hbase-checkstyle
hbase-client
hbase-common
hbase-examples
hbase-hadoop2-compat
hbase-hadoop-compat
hbase-it
hbase-native-client
hbase-prefix-tree
hbase-procedure
hbase-protocol
hbase-resource-bundle
hbase-rest
hbase-server
hbase-shaded
hbase-shell
hbase-testing-util
hbase-thrift
LICENSE.txt
NOTICE.txt
pom.xml
README.txt
src
target
++ grep surefirebooter
++ jps -v
++ grep -e -Dhbase.test
++ wc -l
+ ZOMBIE_TESTS_COUNT=0
+ [[ 0 != 0 ]]
+ echo 'We'\''re ok: there is no zombie test'
We're ok: there is no zombie test
POST BUILD TASK : SUCCESS
END OF POST BUILD TASK : 0
Archiving artifacts
Recording test results
Updating HBASE-16272
