See <https://builds.apache.org/job/HBase-TRUNK/5047/changes>
Changes: [liangxie] HBASE-10788 Add 99th percentile of latency in PE (Liu Shaohui) ------------------------------------------ [...truncated 4653 lines...] Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 109.201 sec Running org.apache.hadoop.hbase.replication.TestReplicationSmallTests Tests run: 9, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 148.234 sec Running org.apache.hadoop.hbase.replication.TestPerTableCFReplication Tests run: 2, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 76.46 sec Running org.apache.hadoop.hbase.TestLocalHBaseCluster Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 21.654 sec Running org.apache.hadoop.hbase.fs.TestBlockReorder Tests run: 3, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 44.481 sec Running org.apache.hadoop.hbase.TestAcidGuarantees Tests run: 3, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 125.592 sec Running org.apache.hadoop.hbase.coprocessor.TestRegionServerCoprocessorExceptionWithRemove Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 40.177 sec Running org.apache.hadoop.hbase.coprocessor.TestMasterObserver Tests run: 6, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 31.275 sec Running org.apache.hadoop.hbase.coprocessor.TestRegionObserverInterface Tests run: 9, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 58.85 sec Running org.apache.hadoop.hbase.coprocessor.TestCoprocessorEndpoint Tests run: 6, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 22.713 sec Running org.apache.hadoop.hbase.coprocessor.TestWALObserver Tests run: 3, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 29.169 sec Running org.apache.hadoop.hbase.coprocessor.TestHTableWrapper Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 26.397 sec Running org.apache.hadoop.hbase.coprocessor.TestBigDecimalColumnInterpreter Tests run: 38, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 26.57 sec Running org.apache.hadoop.hbase.coprocessor.TestRegionObserverBypass Tests run: 2, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 21.468 sec Running org.apache.hadoop.hbase.coprocessor.TestMasterCoprocessorExceptionWithAbort Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 33.371 sec Running org.apache.hadoop.hbase.coprocessor.TestRegionServerCoprocessorExceptionWithAbort Tests run: 2, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 29.145 sec Running org.apache.hadoop.hbase.coprocessor.TestRegionServerObserver Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 22.202 sec Running org.apache.hadoop.hbase.coprocessor.TestOpenTableInCoprocessor Tests run: 2, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 24.111 sec Running org.apache.hadoop.hbase.coprocessor.TestAggregateProtocol Tests run: 44, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 25.087 sec Running org.apache.hadoop.hbase.coprocessor.TestDoubleColumnInterpreter Tests run: 38, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 25.673 sec Running org.apache.hadoop.hbase.coprocessor.TestMasterCoprocessorExceptionWithRemove Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 23.467 sec Running org.apache.hadoop.hbase.coprocessor.TestBatchCoprocessorEndpoint Tests run: 4, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 20.484 sec Running org.apache.hadoop.hbase.coprocessor.TestRegionObserverScannerOpenHook Tests run: 3, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 19.734 sec Running org.apache.hadoop.hbase.coprocessor.TestClassLoading Tests run: 8, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 39.445 sec Running org.apache.hadoop.hbase.coprocessor.TestRowProcessorEndpoint Tests run: 4, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 24.989 sec Running org.apache.hadoop.hbase.procedure.TestZKProcedureControllers Tests run: 4, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 4.434 sec Running org.apache.hadoop.hbase.procedure.TestZKProcedure Tests run: 4, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 5.141 sec Running org.apache.hadoop.hbase.constraint.TestConstraint Tests run: 5, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 30.367 sec Running org.apache.hadoop.hbase.snapshot.TestRestoreFlushSnapshotFromClient Tests run: 5, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 140.495 sec Running org.apache.hadoop.hbase.snapshot.TestFlushSnapshotFromClient Tests run: 8, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 131.97 sec Running org.apache.hadoop.hbase.snapshot.TestSnapshotDescriptionUtils Tests run: 2, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 4.768 sec Running org.apache.hadoop.hbase.snapshot.TestSecureExportSnapshot Tests run: 7, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 572.855 sec Running org.apache.hadoop.hbase.mapred.TestTableMapReduce Tests run: 2, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 226.424 sec Running org.apache.hadoop.hbase.snapshot.TestExportSnapshot Tests run: 7, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 541.321 sec Running org.apache.hadoop.hbase.mapred.TestTableInputFormat Tests run: 10, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 31.916 sec Running org.apache.hadoop.hbase.master.TestOpenedRegionHandler Tests run: 2, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 27.257 sec Running org.apache.hadoop.hbase.master.TestAssignmentManager Tests run: 20, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 11.374 sec Running org.apache.hadoop.hbase.master.TestActiveMasterManager Tests run: 2, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 3.425 sec Running org.apache.hadoop.hbase.mapred.TestTableMapReduceUtil Tests run: 4, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 160.823 sec Running org.apache.hadoop.hbase.master.TestMasterFailover Tests run: 5, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 79.226 sec Running org.apache.hadoop.hbase.master.TestMasterRestartAfterDisablingTable Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 27.334 sec Running org.apache.hadoop.hbase.master.TestMasterFailoverBalancerPersistence Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 26.76 sec Running org.apache.hadoop.hbase.master.TestRollingRestart Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 48.722 sec Running org.apache.hadoop.hbase.master.TestMasterTransitions Tests run: 3, Failures: 0, Errors: 0, Skipped: 3, Time elapsed: 33.806 sec Running org.apache.hadoop.hbase.master.TestRestartCluster Tests run: 2, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 44.172 sec Running org.apache.hadoop.hbase.master.TestTableLockManager Tests run: 5, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 132.572 sec Running org.apache.hadoop.hbase.master.TestMasterMetrics Tests run: 2, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 18.504 sec Running org.apache.hadoop.hbase.master.TestMasterStatusServlet Tests run: 4, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 5.509 sec Running org.apache.hadoop.hbase.master.TestHMasterRPCException Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 6.761 sec Running org.apache.hadoop.hbase.master.TestRegionPlacement Tests run: 4, Failures: 0, Errors: 1, Skipped: 0, Time elapsed: 47.093 sec <<< FAILURE! Running org.apache.hadoop.hbase.master.TestAssignmentManagerOnCluster Tests run: 14, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 64.623 sec Running org.apache.hadoop.hbase.master.balancer.TestBaseLoadBalancer Tests run: 5, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 2.834 sec Running org.apache.hadoop.hbase.master.balancer.TestStochasticLoadBalancer Tests run: 13, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 126.125 sec Running org.apache.hadoop.hbase.master.balancer.TestDefaultLoadBalancer Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 3.903 sec Running org.apache.hadoop.hbase.master.TestMaster Tests run: 4, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 36.022 sec Running org.apache.hadoop.hbase.master.cleaner.TestHFileCleaner Tests run: 3, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 14.56 sec Running org.apache.hadoop.hbase.master.cleaner.TestLogsCleaner Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 15.266 sec Running org.apache.hadoop.hbase.master.cleaner.TestSnapshotFromMaster Tests run: 4, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 47.289 sec Running org.apache.hadoop.hbase.master.TestMasterShutdown Tests run: 2, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 51.426 sec Running org.apache.hadoop.hbase.master.TestMasterFileSystem Tests run: 2, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 22.234 sec Running org.apache.hadoop.hbase.master.handler.TestTableDeleteFamilyHandler Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 33.273 sec Running org.apache.hadoop.hbase.master.TestDistributedLogSplitting Tests run: 17, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 408.362 sec Running org.apache.hadoop.hbase.master.handler.TestCreateTableHandler Tests run: 3, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 48.061 sec Running org.apache.hadoop.hbase.master.handler.TestTableDescriptorModification Tests run: 3, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 21.306 sec Running org.apache.hadoop.hbase.master.TestClusterStatusPublisher Tests run: 3, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 0.644 sec Running org.apache.hadoop.hbase.master.snapshot.TestSnapshotFileCache Tests run: 5, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 10.169 sec Running org.apache.hadoop.hbase.master.TestMasterMetricsWrapper Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 19.759 sec Running org.apache.hadoop.hbase.master.TestMasterNoCluster Tests run: 3, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 8.976 sec Running org.apache.hadoop.hbase.master.TestDeadServer Tests run: 3, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 0.669 sec Running org.apache.hadoop.hbase.master.TestZKBasedOpenCloseRegion Tests run: 4, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 26.474 sec Running org.apache.hadoop.hbase.master.TestSplitLogManager Tests run: 14, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 88.176 sec Results : Tests in error: testRegionPlacement(org.apache.hadoop.hbase.master.TestRegionPlacement): 10 Tests run: 1883, Failures: 0, Errors: 1, Skipped: 22 [INFO] ------------------------------------------------------------------------ [INFO] Reactor Summary: [INFO] [INFO] HBase ............................................. SUCCESS [10.503s] [INFO] HBase - Common .................................... SUCCESS [49.448s] [INFO] HBase - Protocol .................................. SUCCESS [14.290s] [INFO] HBase - Client .................................... SUCCESS [46.093s] [INFO] HBase - Hadoop Compatibility ...................... SUCCESS [6.554s] [INFO] HBase - Hadoop Two Compatibility .................. SUCCESS [3.704s] [INFO] HBase - Prefix Tree ............................... SUCCESS [7.074s] [INFO] HBase - Server .................................... FAILURE [2:59:12.748s] [INFO] HBase - Testing Util .............................. SKIPPED [INFO] HBase - Thrift .................................... SKIPPED [INFO] HBase - Shell ..................................... SKIPPED [INFO] HBase - Integration Tests ......................... SKIPPED [INFO] HBase - Examples .................................. SKIPPED [INFO] HBase - Assembly .................................. SKIPPED [INFO] ------------------------------------------------------------------------ [INFO] BUILD FAILURE [INFO] ------------------------------------------------------------------------ [INFO] Total time: 3:01:32.186s [INFO] Finished at: Fri Mar 28 08:36:26 UTC 2014 [INFO] Final Memory: 39M/1107M [INFO] ------------------------------------------------------------------------ [ERROR] Failed to execute goal org.apache.maven.plugins:maven-surefire-plugin:2.12-TRUNK-HBASE-2:test (secondPartTestsExecution) on project hbase-server: There are test failures. [ERROR] [ERROR] Please refer to <https://builds.apache.org/job/HBase-TRUNK/ws/trunk/hbase-server/target/surefire-reports> for the individual test results. [ERROR] -> [Help 1] [ERROR] [ERROR] To see the full stack trace of the errors, re-run Maven with the -e switch. [ERROR] Re-run Maven using the -X switch to enable full debug logging. [ERROR] [ERROR] For more information about the errors and possible solutions, please read the following articles: [ERROR] [Help 1] http://cwiki.apache.org/confluence/display/MAVEN/MojoFailureException [ERROR] [ERROR] After correcting the problems, you can resume the build with the command [ERROR] mvn <goals> -rf :hbase-server Build step 'Invoke top-level Maven targets' marked build as failure Performing Post build task... Match found for :.* : True Logical operation result is TRUE Running script : ZOMBIE_TESTS_COUNT=`jps | grep surefirebooter | wc -l` if [[ $ZOMBIE_TESTS_COUNT != 0 ]] ; then #It seems sometimes the tests are not dying immediately. Let's give them 10s echo "Suspicious java process found - waiting 10s to see if there are just slow to stop" sleep 10 ZOMBIE_TESTS_COUNT=`jps | grep surefirebooter | wc -l` if [[ $ZOMBIE_TESTS_COUNT != 0 ]] ; then echo "There are $ZOMBIE_TESTS_COUNT zombie tests, they should have been killed by surefire but survived" echo "************ BEGIN zombies jstack extract" ZB_STACK=`jps | grep surefirebooter | cut -d ' ' -f 1 | xargs -n 1 jstack | grep ".test" | grep "\.java"` jps | grep surefirebooter | cut -d ' ' -f 1 | xargs -n 1 jstack echo "************ END zombies jstack extract" JIRA_COMMENT="$JIRA_COMMENT {color:red}-1 core zombie tests{color}. There are ${ZOMBIE_TESTS_COUNT} zombie test(s): ${ZB_STACK}" BAD=1 jps | grep surefirebooter | cut -d ' ' -f 1 | xargs kill -9 else echo "We're ok: there is no zombie test, but some tests took some time to stop" fi else echo "We're ok: there is no zombie test" fi [HBase-TRUNK] $ /bin/bash -xe /tmp/hudson5673704126801772321.sh ++ wc -l ++ grep surefirebooter ++ jps + ZOMBIE_TESTS_COUNT=3 + [[ 3 != 0 ]] + echo 'Suspicious java process found - waiting 10s to see if there are just slow to stop' Suspicious java process found - waiting 10s to see if there are just slow to stop + sleep 10 ++ grep surefirebooter ++ wc -l ++ jps + ZOMBIE_TESTS_COUNT=3 + [[ 3 != 0 ]] + echo 'There are 3 zombie tests, they should have been killed by surefire but survived' There are 3 zombie tests, they should have been killed by surefire but survived + echo '************ BEGIN zombies jstack extract' ************ BEGIN zombies jstack extract ++ grep .test ++ cut -d ' ' -f 1 ++ jps ++ grep '\.java' ++ xargs -n 1 jstack ++ grep surefirebooter 15097: Unable to open socket file: target process not responding or HotSpot VM not loaded The -F option can be used when the target process is not responding 4334: Unable to open socket file: target process not responding or HotSpot VM not loaded The -F option can be used when the target process is not responding 20747: Unable to open socket file: target process not responding or HotSpot VM not loaded The -F option can be used when the target process is not responding + ZB_STACK= POST BUILD TASK : FAILURE END OF POST BUILD TASK : 0 Archiving artifacts Recording test results Updating HBASE-10788
