[06/26] hbase git commit: HBASE-19570 Add hadoop3 tests to Nightly master/branch-2 runs.
HBASE-19570 Add hadoop3 tests to Nightly master/branch-2 runs. Jenkins fails the whole build immediately if any stage fails. Hadoop2 tests run before Hadoop3 tests. So Hadoop3 tests will run only if hadoop2 tests pass. Project: http://git-wip-us.apache.org/repos/asf/hbase/repo Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/a4272a9f Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/a4272a9f Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/a4272a9f Branch: refs/heads/HBASE-19397 Commit: a4272a9f08f1005d1d3b2511dfbe8eca577f0d49 Parents: bcaf2fd Author: Apekshit SharmaAuthored: Thu Dec 21 11:20:40 2017 -0800 Committer: Apekshit Sharma Committed: Thu Dec 21 17:44:04 2017 -0800 -- dev-support/Jenkinsfile| 73 ++--- dev-support/hbase-personality.sh | 8 dev-support/hbase_nightly_yetus.sh | 5 +++ 3 files changed, 80 insertions(+), 6 deletions(-) -- http://git-wip-us.apache.org/repos/asf/hbase/blob/a4272a9f/dev-support/Jenkinsfile -- diff --git a/dev-support/Jenkinsfile b/dev-support/Jenkinsfile index 744e9b0..dcef649 100644 --- a/dev-support/Jenkinsfile +++ b/dev-support/Jenkinsfile @@ -35,7 +35,7 @@ pipeline { BASEDIR = "${env.WORKSPACE}/component" YETUS_RELEASE = '0.6.0' PROJECT = 'hbase' -PROJET_PERSONALITY = 'https://raw.githubusercontent.com/apache/hbase/master/dev-support/hbase-personality.sh' +PROJECT_PERSONALITY = 'https://raw.githubusercontent.com/apache/hbase/master/dev-support/hbase-personality.sh' // This section of the docs tells folks not to use the javadoc tag. older branches have our old version of the check for said tag. AUTHOR_IGNORE_LIST = 'src/main/asciidoc/_chapters/developer.adoc,dev-support/test-patch.sh' WHITESPACE_IGNORE_LIST = '.*/generated/.*' @@ -102,7 +102,7 @@ fi dir ("${env.TOOLS}") { sh """#!/usr/bin/env bash echo "Downloading Project personality." -curl -L -o personality.sh "${env.PROJET_PERSONALITY}" +curl -L -o personality.sh "${env.PROJECT_PERSONALITY}" """ } stash name: 'yetus', includes: "yetus-*/*,yetus-*/**/*,tools/personality.sh" @@ -203,15 +203,15 @@ curl -L -o personality.sh "${env.PROJET_PERSONALITY}" } } } -stage ('yetus jdk8 checks') { +stage ('yetus jdk8 hadoop2 checks') { when { not { branch 'branch-1.1*' } } environment { -TESTS = 'mvninstall,compile,javac,unit,findbugs,htmlout' -OUTPUT_DIR_RELATIVE = "output-jdk8" +TESTS = 'mvninstall,compile,javac,unit,htmlout' +OUTPUT_DIR_RELATIVE = "output-jdk8-hadoop2" OUTPUT_DIR = "${env.WORKSPACE}/${env.OUTPUT_DIR_RELATIVE}" // This isn't strictly needed on branches that only support jdk8, but doesn't hurt // and is needed on branches that do both jdk7 and jdk8 @@ -253,7 +253,68 @@ curl -L -o personality.sh "${env.PROJET_PERSONALITY}" // Has to be relative to WORKSPACE. reportDir: "${env.OUTPUT_DIR_RELATIVE}", reportFiles : 'console-report.html', -reportName : 'JDK8 Nightly Build Report' +reportName : 'JDK8 Nightly Build Report (Hadoop2)' + ] +} + } +} +stage ('yetus jdk8 hadoop3 checks') { + when { +not { + branch 'branch-1*' +} + } + environment { +// Failure in any stage fails the build and consecutive stages are not built. +// Findbugs is part of this last yetus stage to prevent findbugs precluding hadoop3 +// tests. +TESTS = 'mvninstall,compile,javac,unit,findbugs,htmlout' +OUTPUT_DIR_RELATIVE = "output-jdk8-hadoop3" +OUTPUT_DIR = "${env.WORKSPACE}/${env.OUTPUT_DIR_RELATIVE}" +// This isn't strictly needed on branches that only support jdk8, but doesn't hurt +// and is needed on branches that do both jdk7 and jdk8 +SET_JAVA_HOME = '/usr/lib/jvm/java-8-openjdk-amd64' +// Activates hadoop 3.0 profile in maven runs. +HADOOP_PROFILE = '3.0' + } + steps { +unstash 'yetus' +sh '''#!/usr/bin/env bash + rm -rf "${OUTPUT_DIR}" && mkdir "${OUTPUT_DIR}" + rm -rf "${OUTPUT_DIR}/machine" && mkdir "${OUTPUT_DIR}/machine" + "${BASEDIR}/dev-support/gather_machine_environment.sh" "${OUTPUT_DIR_RELATIVE}/machine" +''' +sh "${env.BASEDIR}/dev-support/hbase_nightly_yetus.sh" + } + post { +always { + // Not sure how two junit test reports will work. Disabling this for now. + // junit testResults:
hbase git commit: HBASE-19570 Add hadoop3 tests to Nightly master/branch-2 runs.
Repository: hbase Updated Branches: refs/heads/branch-1.1 28cc1fbd6 -> 30a565bd7 HBASE-19570 Add hadoop3 tests to Nightly master/branch-2 runs. Jenkins fails the whole build immediately if any stage fails. Hadoop2 tests run before Hadoop3 tests. So Hadoop3 tests will run only if hadoop2 tests pass. Project: http://git-wip-us.apache.org/repos/asf/hbase/repo Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/30a565bd Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/30a565bd Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/30a565bd Branch: refs/heads/branch-1.1 Commit: 30a565bd7be9e10dfc8169f1ca06a99538cd13ff Parents: 28cc1fb Author: Apekshit SharmaAuthored: Thu Dec 21 11:20:40 2017 -0800 Committer: Apekshit Sharma Committed: Thu Dec 21 17:46:45 2017 -0800 -- dev-support/Jenkinsfile| 73 ++--- dev-support/hbase-personality.sh | 8 dev-support/hbase_nightly_yetus.sh | 5 +++ 3 files changed, 80 insertions(+), 6 deletions(-) -- http://git-wip-us.apache.org/repos/asf/hbase/blob/30a565bd/dev-support/Jenkinsfile -- diff --git a/dev-support/Jenkinsfile b/dev-support/Jenkinsfile index 3070a4d..40abbc7 100644 --- a/dev-support/Jenkinsfile +++ b/dev-support/Jenkinsfile @@ -35,7 +35,7 @@ pipeline { BASEDIR = "${env.WORKSPACE}/component" YETUS_RELEASE = '0.6.0' PROJECT = 'hbase' -PROJET_PERSONALITY = 'https://raw.githubusercontent.com/apache/hbase/master/dev-support/hbase-personality.sh' +PROJECT_PERSONALITY = 'https://raw.githubusercontent.com/apache/hbase/master/dev-support/hbase-personality.sh' // This section of the docs tells folks not to use the javadoc tag. older branches have our old version of the check for said tag. AUTHOR_IGNORE_LIST = 'src/main/asciidoc/_chapters/developer.adoc,dev-support/test-patch.sh' WHITESPACE_IGNORE_LIST = '.*/generated/.*' @@ -102,7 +102,7 @@ fi dir ("${env.TOOLS}") { sh """#!/usr/bin/env bash echo "Downloading Project personality." -curl -L -o personality.sh "${env.PROJET_PERSONALITY}" +curl -L -o personality.sh "${env.PROJECT_PERSONALITY}" """ } stash name: 'yetus', includes: "yetus-*/*,yetus-*/**/*,tools/personality.sh" @@ -203,15 +203,15 @@ curl -L -o personality.sh "${env.PROJET_PERSONALITY}" } } } -stage ('yetus jdk8 checks') { +stage ('yetus jdk8 hadoop2 checks') { when { not { branch 'branch-1.1*' } } environment { -TESTS = 'mvninstall,compile,javac,unit,findbugs,htmlout' -OUTPUT_DIR_RELATIVE = "output-jdk8" +TESTS = 'mvninstall,compile,javac,unit,htmlout' +OUTPUT_DIR_RELATIVE = "output-jdk8-hadoop2" OUTPUT_DIR = "${env.WORKSPACE}/${env.OUTPUT_DIR_RELATIVE}" // This isn't strictly needed on branches that only support jdk8, but doesn't hurt // and is needed on branches that do both jdk7 and jdk8 @@ -253,7 +253,68 @@ curl -L -o personality.sh "${env.PROJET_PERSONALITY}" // Has to be relative to WORKSPACE. reportDir: "${env.OUTPUT_DIR_RELATIVE}", reportFiles : 'console-report.html', -reportName : 'JDK8 Nightly Build Report' +reportName : 'JDK8 Nightly Build Report (Hadoop2)' + ] +} + } +} +stage ('yetus jdk8 hadoop3 checks') { + when { +not { + branch 'branch-1*' +} + } + environment { +// Failure in any stage fails the build and consecutive stages are not built. +// Findbugs is part of this last yetus stage to prevent findbugs precluding hadoop3 +// tests. +TESTS = 'mvninstall,compile,javac,unit,findbugs,htmlout' +OUTPUT_DIR_RELATIVE = "output-jdk8-hadoop3" +OUTPUT_DIR = "${env.WORKSPACE}/${env.OUTPUT_DIR_RELATIVE}" +// This isn't strictly needed on branches that only support jdk8, but doesn't hurt +// and is needed on branches that do both jdk7 and jdk8 +SET_JAVA_HOME = '/usr/lib/jvm/java-8-openjdk-amd64' +// Activates hadoop 3.0 profile in maven runs. +HADOOP_PROFILE = '3.0' + } + steps { +unstash 'yetus' +sh '''#!/usr/bin/env bash + rm -rf "${OUTPUT_DIR}" && mkdir "${OUTPUT_DIR}" + rm -rf "${OUTPUT_DIR}/machine" && mkdir "${OUTPUT_DIR}/machine" + "${BASEDIR}/dev-support/gather_machine_environment.sh" "${OUTPUT_DIR_RELATIVE}/machine" +''' +sh "${env.BASEDIR}/dev-support/hbase_nightly_yetus.sh" + } + post { +always { + // Not sure how two junit test reports will work. Disabling
hbase git commit: HBASE-19570 Add hadoop3 tests to Nightly master/branch-2 runs.
Repository: hbase Updated Branches: refs/heads/branch-1.2 5f7d8e0e1 -> 65da4ed28 HBASE-19570 Add hadoop3 tests to Nightly master/branch-2 runs. Jenkins fails the whole build immediately if any stage fails. Hadoop2 tests run before Hadoop3 tests. So Hadoop3 tests will run only if hadoop2 tests pass. Project: http://git-wip-us.apache.org/repos/asf/hbase/repo Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/65da4ed2 Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/65da4ed2 Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/65da4ed2 Branch: refs/heads/branch-1.2 Commit: 65da4ed28e92864f2332f0a7092c75490e239b03 Parents: 5f7d8e0 Author: Apekshit SharmaAuthored: Thu Dec 21 11:20:40 2017 -0800 Committer: Apekshit Sharma Committed: Thu Dec 21 17:46:30 2017 -0800 -- dev-support/Jenkinsfile| 73 ++--- dev-support/hbase-personality.sh | 8 dev-support/hbase_nightly_yetus.sh | 5 +++ 3 files changed, 80 insertions(+), 6 deletions(-) -- http://git-wip-us.apache.org/repos/asf/hbase/blob/65da4ed2/dev-support/Jenkinsfile -- diff --git a/dev-support/Jenkinsfile b/dev-support/Jenkinsfile index f06923b..b01a96b 100644 --- a/dev-support/Jenkinsfile +++ b/dev-support/Jenkinsfile @@ -35,7 +35,7 @@ pipeline { BASEDIR = "${env.WORKSPACE}/component" YETUS_RELEASE = '0.6.0' PROJECT = 'hbase' -PROJET_PERSONALITY = 'https://raw.githubusercontent.com/apache/hbase/master/dev-support/hbase-personality.sh' +PROJECT_PERSONALITY = 'https://raw.githubusercontent.com/apache/hbase/master/dev-support/hbase-personality.sh' // This section of the docs tells folks not to use the javadoc tag. older branches have our old version of the check for said tag. AUTHOR_IGNORE_LIST = 'src/main/asciidoc/_chapters/developer.adoc,dev-support/test-patch.sh' WHITESPACE_IGNORE_LIST = '.*/generated/.*' @@ -102,7 +102,7 @@ fi dir ("${env.TOOLS}") { sh """#!/usr/bin/env bash echo "Downloading Project personality." -curl -L -o personality.sh "${env.PROJET_PERSONALITY}" +curl -L -o personality.sh "${env.PROJECT_PERSONALITY}" """ } stash name: 'yetus', includes: "yetus-*/*,yetus-*/**/*,tools/personality.sh" @@ -203,15 +203,15 @@ curl -L -o personality.sh "${env.PROJET_PERSONALITY}" } } } -stage ('yetus jdk8 checks') { +stage ('yetus jdk8 hadoop2 checks') { when { not { branch 'branch-1.1*' } } environment { -TESTS = 'mvninstall,compile,javac,unit,findbugs,htmlout' -OUTPUT_DIR_RELATIVE = "output-jdk8" +TESTS = 'mvninstall,compile,javac,unit,htmlout' +OUTPUT_DIR_RELATIVE = "output-jdk8-hadoop2" OUTPUT_DIR = "${env.WORKSPACE}/${env.OUTPUT_DIR_RELATIVE}" // This isn't strictly needed on branches that only support jdk8, but doesn't hurt // and is needed on branches that do both jdk7 and jdk8 @@ -253,7 +253,68 @@ curl -L -o personality.sh "${env.PROJET_PERSONALITY}" // Has to be relative to WORKSPACE. reportDir: "${env.OUTPUT_DIR_RELATIVE}", reportFiles : 'console-report.html', -reportName : 'JDK8 Nightly Build Report' +reportName : 'JDK8 Nightly Build Report (Hadoop2)' + ] +} + } +} +stage ('yetus jdk8 hadoop3 checks') { + when { +not { + branch 'branch-1*' +} + } + environment { +// Failure in any stage fails the build and consecutive stages are not built. +// Findbugs is part of this last yetus stage to prevent findbugs precluding hadoop3 +// tests. +TESTS = 'mvninstall,compile,javac,unit,findbugs,htmlout' +OUTPUT_DIR_RELATIVE = "output-jdk8-hadoop3" +OUTPUT_DIR = "${env.WORKSPACE}/${env.OUTPUT_DIR_RELATIVE}" +// This isn't strictly needed on branches that only support jdk8, but doesn't hurt +// and is needed on branches that do both jdk7 and jdk8 +SET_JAVA_HOME = '/usr/lib/jvm/java-8-openjdk-amd64' +// Activates hadoop 3.0 profile in maven runs. +HADOOP_PROFILE = '3.0' + } + steps { +unstash 'yetus' +sh '''#!/usr/bin/env bash + rm -rf "${OUTPUT_DIR}" && mkdir "${OUTPUT_DIR}" + rm -rf "${OUTPUT_DIR}/machine" && mkdir "${OUTPUT_DIR}/machine" + "${BASEDIR}/dev-support/gather_machine_environment.sh" "${OUTPUT_DIR_RELATIVE}/machine" +''' +sh "${env.BASEDIR}/dev-support/hbase_nightly_yetus.sh" + } + post { +always { + // Not sure how two junit test reports will work. Disabling
hbase git commit: HBASE-19570 Add hadoop3 tests to Nightly master/branch-2 runs.
Repository: hbase Updated Branches: refs/heads/branch-1.3 ef4b4edfb -> 1779417bc HBASE-19570 Add hadoop3 tests to Nightly master/branch-2 runs. Jenkins fails the whole build immediately if any stage fails. Hadoop2 tests run before Hadoop3 tests. So Hadoop3 tests will run only if hadoop2 tests pass. Project: http://git-wip-us.apache.org/repos/asf/hbase/repo Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/1779417b Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/1779417b Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/1779417b Branch: refs/heads/branch-1.3 Commit: 1779417bc20205b0e70757384fd2280b6cb05f66 Parents: ef4b4ed Author: Apekshit SharmaAuthored: Thu Dec 21 11:20:40 2017 -0800 Committer: Apekshit Sharma Committed: Thu Dec 21 17:46:09 2017 -0800 -- dev-support/Jenkinsfile| 73 ++--- dev-support/hbase-personality.sh | 8 dev-support/hbase_nightly_yetus.sh | 5 +++ 3 files changed, 80 insertions(+), 6 deletions(-) -- http://git-wip-us.apache.org/repos/asf/hbase/blob/1779417b/dev-support/Jenkinsfile -- diff --git a/dev-support/Jenkinsfile b/dev-support/Jenkinsfile index f06923b..b01a96b 100644 --- a/dev-support/Jenkinsfile +++ b/dev-support/Jenkinsfile @@ -35,7 +35,7 @@ pipeline { BASEDIR = "${env.WORKSPACE}/component" YETUS_RELEASE = '0.6.0' PROJECT = 'hbase' -PROJET_PERSONALITY = 'https://raw.githubusercontent.com/apache/hbase/master/dev-support/hbase-personality.sh' +PROJECT_PERSONALITY = 'https://raw.githubusercontent.com/apache/hbase/master/dev-support/hbase-personality.sh' // This section of the docs tells folks not to use the javadoc tag. older branches have our old version of the check for said tag. AUTHOR_IGNORE_LIST = 'src/main/asciidoc/_chapters/developer.adoc,dev-support/test-patch.sh' WHITESPACE_IGNORE_LIST = '.*/generated/.*' @@ -102,7 +102,7 @@ fi dir ("${env.TOOLS}") { sh """#!/usr/bin/env bash echo "Downloading Project personality." -curl -L -o personality.sh "${env.PROJET_PERSONALITY}" +curl -L -o personality.sh "${env.PROJECT_PERSONALITY}" """ } stash name: 'yetus', includes: "yetus-*/*,yetus-*/**/*,tools/personality.sh" @@ -203,15 +203,15 @@ curl -L -o personality.sh "${env.PROJET_PERSONALITY}" } } } -stage ('yetus jdk8 checks') { +stage ('yetus jdk8 hadoop2 checks') { when { not { branch 'branch-1.1*' } } environment { -TESTS = 'mvninstall,compile,javac,unit,findbugs,htmlout' -OUTPUT_DIR_RELATIVE = "output-jdk8" +TESTS = 'mvninstall,compile,javac,unit,htmlout' +OUTPUT_DIR_RELATIVE = "output-jdk8-hadoop2" OUTPUT_DIR = "${env.WORKSPACE}/${env.OUTPUT_DIR_RELATIVE}" // This isn't strictly needed on branches that only support jdk8, but doesn't hurt // and is needed on branches that do both jdk7 and jdk8 @@ -253,7 +253,68 @@ curl -L -o personality.sh "${env.PROJET_PERSONALITY}" // Has to be relative to WORKSPACE. reportDir: "${env.OUTPUT_DIR_RELATIVE}", reportFiles : 'console-report.html', -reportName : 'JDK8 Nightly Build Report' +reportName : 'JDK8 Nightly Build Report (Hadoop2)' + ] +} + } +} +stage ('yetus jdk8 hadoop3 checks') { + when { +not { + branch 'branch-1*' +} + } + environment { +// Failure in any stage fails the build and consecutive stages are not built. +// Findbugs is part of this last yetus stage to prevent findbugs precluding hadoop3 +// tests. +TESTS = 'mvninstall,compile,javac,unit,findbugs,htmlout' +OUTPUT_DIR_RELATIVE = "output-jdk8-hadoop3" +OUTPUT_DIR = "${env.WORKSPACE}/${env.OUTPUT_DIR_RELATIVE}" +// This isn't strictly needed on branches that only support jdk8, but doesn't hurt +// and is needed on branches that do both jdk7 and jdk8 +SET_JAVA_HOME = '/usr/lib/jvm/java-8-openjdk-amd64' +// Activates hadoop 3.0 profile in maven runs. +HADOOP_PROFILE = '3.0' + } + steps { +unstash 'yetus' +sh '''#!/usr/bin/env bash + rm -rf "${OUTPUT_DIR}" && mkdir "${OUTPUT_DIR}" + rm -rf "${OUTPUT_DIR}/machine" && mkdir "${OUTPUT_DIR}/machine" + "${BASEDIR}/dev-support/gather_machine_environment.sh" "${OUTPUT_DIR_RELATIVE}/machine" +''' +sh "${env.BASEDIR}/dev-support/hbase_nightly_yetus.sh" + } + post { +always { + // Not sure how two junit test reports will work. Disabling
hbase git commit: HBASE-19570 Add hadoop3 tests to Nightly master/branch-2 runs.
Repository: hbase Updated Branches: refs/heads/branch-1.4 8f7dbfda1 -> 64b0a6585 HBASE-19570 Add hadoop3 tests to Nightly master/branch-2 runs. Jenkins fails the whole build immediately if any stage fails. Hadoop2 tests run before Hadoop3 tests. So Hadoop3 tests will run only if hadoop2 tests pass. Project: http://git-wip-us.apache.org/repos/asf/hbase/repo Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/64b0a658 Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/64b0a658 Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/64b0a658 Branch: refs/heads/branch-1.4 Commit: 64b0a6585ee50a9124b26bb2787c5660d21b291d Parents: 8f7dbfd Author: Apekshit SharmaAuthored: Thu Dec 21 11:20:40 2017 -0800 Committer: Apekshit Sharma Committed: Thu Dec 21 17:45:43 2017 -0800 -- dev-support/Jenkinsfile| 73 ++--- dev-support/hbase-personality.sh | 8 dev-support/hbase_nightly_yetus.sh | 5 +++ 3 files changed, 80 insertions(+), 6 deletions(-) -- http://git-wip-us.apache.org/repos/asf/hbase/blob/64b0a658/dev-support/Jenkinsfile -- diff --git a/dev-support/Jenkinsfile b/dev-support/Jenkinsfile index f06923b..b01a96b 100644 --- a/dev-support/Jenkinsfile +++ b/dev-support/Jenkinsfile @@ -35,7 +35,7 @@ pipeline { BASEDIR = "${env.WORKSPACE}/component" YETUS_RELEASE = '0.6.0' PROJECT = 'hbase' -PROJET_PERSONALITY = 'https://raw.githubusercontent.com/apache/hbase/master/dev-support/hbase-personality.sh' +PROJECT_PERSONALITY = 'https://raw.githubusercontent.com/apache/hbase/master/dev-support/hbase-personality.sh' // This section of the docs tells folks not to use the javadoc tag. older branches have our old version of the check for said tag. AUTHOR_IGNORE_LIST = 'src/main/asciidoc/_chapters/developer.adoc,dev-support/test-patch.sh' WHITESPACE_IGNORE_LIST = '.*/generated/.*' @@ -102,7 +102,7 @@ fi dir ("${env.TOOLS}") { sh """#!/usr/bin/env bash echo "Downloading Project personality." -curl -L -o personality.sh "${env.PROJET_PERSONALITY}" +curl -L -o personality.sh "${env.PROJECT_PERSONALITY}" """ } stash name: 'yetus', includes: "yetus-*/*,yetus-*/**/*,tools/personality.sh" @@ -203,15 +203,15 @@ curl -L -o personality.sh "${env.PROJET_PERSONALITY}" } } } -stage ('yetus jdk8 checks') { +stage ('yetus jdk8 hadoop2 checks') { when { not { branch 'branch-1.1*' } } environment { -TESTS = 'mvninstall,compile,javac,unit,findbugs,htmlout' -OUTPUT_DIR_RELATIVE = "output-jdk8" +TESTS = 'mvninstall,compile,javac,unit,htmlout' +OUTPUT_DIR_RELATIVE = "output-jdk8-hadoop2" OUTPUT_DIR = "${env.WORKSPACE}/${env.OUTPUT_DIR_RELATIVE}" // This isn't strictly needed on branches that only support jdk8, but doesn't hurt // and is needed on branches that do both jdk7 and jdk8 @@ -253,7 +253,68 @@ curl -L -o personality.sh "${env.PROJET_PERSONALITY}" // Has to be relative to WORKSPACE. reportDir: "${env.OUTPUT_DIR_RELATIVE}", reportFiles : 'console-report.html', -reportName : 'JDK8 Nightly Build Report' +reportName : 'JDK8 Nightly Build Report (Hadoop2)' + ] +} + } +} +stage ('yetus jdk8 hadoop3 checks') { + when { +not { + branch 'branch-1*' +} + } + environment { +// Failure in any stage fails the build and consecutive stages are not built. +// Findbugs is part of this last yetus stage to prevent findbugs precluding hadoop3 +// tests. +TESTS = 'mvninstall,compile,javac,unit,findbugs,htmlout' +OUTPUT_DIR_RELATIVE = "output-jdk8-hadoop3" +OUTPUT_DIR = "${env.WORKSPACE}/${env.OUTPUT_DIR_RELATIVE}" +// This isn't strictly needed on branches that only support jdk8, but doesn't hurt +// and is needed on branches that do both jdk7 and jdk8 +SET_JAVA_HOME = '/usr/lib/jvm/java-8-openjdk-amd64' +// Activates hadoop 3.0 profile in maven runs. +HADOOP_PROFILE = '3.0' + } + steps { +unstash 'yetus' +sh '''#!/usr/bin/env bash + rm -rf "${OUTPUT_DIR}" && mkdir "${OUTPUT_DIR}" + rm -rf "${OUTPUT_DIR}/machine" && mkdir "${OUTPUT_DIR}/machine" + "${BASEDIR}/dev-support/gather_machine_environment.sh" "${OUTPUT_DIR_RELATIVE}/machine" +''' +sh "${env.BASEDIR}/dev-support/hbase_nightly_yetus.sh" + } + post { +always { + // Not sure how two junit test reports will work. Disabling
hbase git commit: HBASE-19570 Add hadoop3 tests to Nightly master/branch-2 runs.
Repository: hbase Updated Branches: refs/heads/branch-1 304b20524 -> f547f6e7d HBASE-19570 Add hadoop3 tests to Nightly master/branch-2 runs. Jenkins fails the whole build immediately if any stage fails. Hadoop2 tests run before Hadoop3 tests. So Hadoop3 tests will run only if hadoop2 tests pass. Project: http://git-wip-us.apache.org/repos/asf/hbase/repo Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/f547f6e7 Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/f547f6e7 Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/f547f6e7 Branch: refs/heads/branch-1 Commit: f547f6e7de4147f940cc2608a719e5a3531e2754 Parents: 304b205 Author: Apekshit SharmaAuthored: Thu Dec 21 11:20:40 2017 -0800 Committer: Apekshit Sharma Committed: Thu Dec 21 17:45:18 2017 -0800 -- dev-support/Jenkinsfile| 73 ++--- dev-support/hbase-personality.sh | 8 dev-support/hbase_nightly_yetus.sh | 5 +++ 3 files changed, 80 insertions(+), 6 deletions(-) -- http://git-wip-us.apache.org/repos/asf/hbase/blob/f547f6e7/dev-support/Jenkinsfile -- diff --git a/dev-support/Jenkinsfile b/dev-support/Jenkinsfile index 98519df..c694d1b 100644 --- a/dev-support/Jenkinsfile +++ b/dev-support/Jenkinsfile @@ -35,7 +35,7 @@ pipeline { BASEDIR = "${env.WORKSPACE}/component" YETUS_RELEASE = '0.6.0' PROJECT = 'hbase' -PROJET_PERSONALITY = 'https://raw.githubusercontent.com/apache/hbase/master/dev-support/hbase-personality.sh' +PROJECT_PERSONALITY = 'https://raw.githubusercontent.com/apache/hbase/master/dev-support/hbase-personality.sh' // This section of the docs tells folks not to use the javadoc tag. older branches have our old version of the check for said tag. AUTHOR_IGNORE_LIST = 'src/main/asciidoc/_chapters/developer.adoc,dev-support/test-patch.sh' WHITESPACE_IGNORE_LIST = '.*/generated/.*' @@ -102,7 +102,7 @@ fi dir ("${env.TOOLS}") { sh """#!/usr/bin/env bash echo "Downloading Project personality." -curl -L -o personality.sh "${env.PROJET_PERSONALITY}" +curl -L -o personality.sh "${env.PROJECT_PERSONALITY}" """ } stash name: 'yetus', includes: "yetus-*/*,yetus-*/**/*,tools/personality.sh" @@ -203,15 +203,15 @@ curl -L -o personality.sh "${env.PROJET_PERSONALITY}" } } } -stage ('yetus jdk8 checks') { +stage ('yetus jdk8 hadoop2 checks') { when { not { branch 'branch-1.1*' } } environment { -TESTS = 'mvninstall,compile,javac,unit,findbugs,htmlout' -OUTPUT_DIR_RELATIVE = "output-jdk8" +TESTS = 'mvninstall,compile,javac,unit,htmlout' +OUTPUT_DIR_RELATIVE = "output-jdk8-hadoop2" OUTPUT_DIR = "${env.WORKSPACE}/${env.OUTPUT_DIR_RELATIVE}" // This isn't strictly needed on branches that only support jdk8, but doesn't hurt // and is needed on branches that do both jdk7 and jdk8 @@ -253,7 +253,68 @@ curl -L -o personality.sh "${env.PROJET_PERSONALITY}" // Has to be relative to WORKSPACE. reportDir: "${env.OUTPUT_DIR_RELATIVE}", reportFiles : 'console-report.html', -reportName : 'JDK8 Nightly Build Report' +reportName : 'JDK8 Nightly Build Report (Hadoop2)' + ] +} + } +} +stage ('yetus jdk8 hadoop3 checks') { + when { +not { + branch 'branch-1*' +} + } + environment { +// Failure in any stage fails the build and consecutive stages are not built. +// Findbugs is part of this last yetus stage to prevent findbugs precluding hadoop3 +// tests. +TESTS = 'mvninstall,compile,javac,unit,findbugs,htmlout' +OUTPUT_DIR_RELATIVE = "output-jdk8-hadoop3" +OUTPUT_DIR = "${env.WORKSPACE}/${env.OUTPUT_DIR_RELATIVE}" +// This isn't strictly needed on branches that only support jdk8, but doesn't hurt +// and is needed on branches that do both jdk7 and jdk8 +SET_JAVA_HOME = '/usr/lib/jvm/java-8-openjdk-amd64' +// Activates hadoop 3.0 profile in maven runs. +HADOOP_PROFILE = '3.0' + } + steps { +unstash 'yetus' +sh '''#!/usr/bin/env bash + rm -rf "${OUTPUT_DIR}" && mkdir "${OUTPUT_DIR}" + rm -rf "${OUTPUT_DIR}/machine" && mkdir "${OUTPUT_DIR}/machine" + "${BASEDIR}/dev-support/gather_machine_environment.sh" "${OUTPUT_DIR_RELATIVE}/machine" +''' +sh "${env.BASEDIR}/dev-support/hbase_nightly_yetus.sh" + } + post { +always { + // Not sure how two junit test reports will work. Disabling this
hbase git commit: HBASE-19570 Add hadoop3 tests to Nightly master/branch-2 runs.
Repository: hbase Updated Branches: refs/heads/branch-2 a150062bf -> b263eb564 HBASE-19570 Add hadoop3 tests to Nightly master/branch-2 runs. Jenkins fails the whole build immediately if any stage fails. Hadoop2 tests run before Hadoop3 tests. So Hadoop3 tests will run only if hadoop2 tests pass. Project: http://git-wip-us.apache.org/repos/asf/hbase/repo Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/b263eb56 Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/b263eb56 Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/b263eb56 Branch: refs/heads/branch-2 Commit: b263eb56481f54aa18e16c5ad1871d7259708284 Parents: a150062 Author: Apekshit SharmaAuthored: Thu Dec 21 11:20:40 2017 -0800 Committer: Apekshit Sharma Committed: Thu Dec 21 17:44:33 2017 -0800 -- dev-support/Jenkinsfile| 73 ++--- dev-support/hbase-personality.sh | 8 dev-support/hbase_nightly_yetus.sh | 5 +++ 3 files changed, 80 insertions(+), 6 deletions(-) -- http://git-wip-us.apache.org/repos/asf/hbase/blob/b263eb56/dev-support/Jenkinsfile -- diff --git a/dev-support/Jenkinsfile b/dev-support/Jenkinsfile index 744e9b0..dcef649 100644 --- a/dev-support/Jenkinsfile +++ b/dev-support/Jenkinsfile @@ -35,7 +35,7 @@ pipeline { BASEDIR = "${env.WORKSPACE}/component" YETUS_RELEASE = '0.6.0' PROJECT = 'hbase' -PROJET_PERSONALITY = 'https://raw.githubusercontent.com/apache/hbase/master/dev-support/hbase-personality.sh' +PROJECT_PERSONALITY = 'https://raw.githubusercontent.com/apache/hbase/master/dev-support/hbase-personality.sh' // This section of the docs tells folks not to use the javadoc tag. older branches have our old version of the check for said tag. AUTHOR_IGNORE_LIST = 'src/main/asciidoc/_chapters/developer.adoc,dev-support/test-patch.sh' WHITESPACE_IGNORE_LIST = '.*/generated/.*' @@ -102,7 +102,7 @@ fi dir ("${env.TOOLS}") { sh """#!/usr/bin/env bash echo "Downloading Project personality." -curl -L -o personality.sh "${env.PROJET_PERSONALITY}" +curl -L -o personality.sh "${env.PROJECT_PERSONALITY}" """ } stash name: 'yetus', includes: "yetus-*/*,yetus-*/**/*,tools/personality.sh" @@ -203,15 +203,15 @@ curl -L -o personality.sh "${env.PROJET_PERSONALITY}" } } } -stage ('yetus jdk8 checks') { +stage ('yetus jdk8 hadoop2 checks') { when { not { branch 'branch-1.1*' } } environment { -TESTS = 'mvninstall,compile,javac,unit,findbugs,htmlout' -OUTPUT_DIR_RELATIVE = "output-jdk8" +TESTS = 'mvninstall,compile,javac,unit,htmlout' +OUTPUT_DIR_RELATIVE = "output-jdk8-hadoop2" OUTPUT_DIR = "${env.WORKSPACE}/${env.OUTPUT_DIR_RELATIVE}" // This isn't strictly needed on branches that only support jdk8, but doesn't hurt // and is needed on branches that do both jdk7 and jdk8 @@ -253,7 +253,68 @@ curl -L -o personality.sh "${env.PROJET_PERSONALITY}" // Has to be relative to WORKSPACE. reportDir: "${env.OUTPUT_DIR_RELATIVE}", reportFiles : 'console-report.html', -reportName : 'JDK8 Nightly Build Report' +reportName : 'JDK8 Nightly Build Report (Hadoop2)' + ] +} + } +} +stage ('yetus jdk8 hadoop3 checks') { + when { +not { + branch 'branch-1*' +} + } + environment { +// Failure in any stage fails the build and consecutive stages are not built. +// Findbugs is part of this last yetus stage to prevent findbugs precluding hadoop3 +// tests. +TESTS = 'mvninstall,compile,javac,unit,findbugs,htmlout' +OUTPUT_DIR_RELATIVE = "output-jdk8-hadoop3" +OUTPUT_DIR = "${env.WORKSPACE}/${env.OUTPUT_DIR_RELATIVE}" +// This isn't strictly needed on branches that only support jdk8, but doesn't hurt +// and is needed on branches that do both jdk7 and jdk8 +SET_JAVA_HOME = '/usr/lib/jvm/java-8-openjdk-amd64' +// Activates hadoop 3.0 profile in maven runs. +HADOOP_PROFILE = '3.0' + } + steps { +unstash 'yetus' +sh '''#!/usr/bin/env bash + rm -rf "${OUTPUT_DIR}" && mkdir "${OUTPUT_DIR}" + rm -rf "${OUTPUT_DIR}/machine" && mkdir "${OUTPUT_DIR}/machine" + "${BASEDIR}/dev-support/gather_machine_environment.sh" "${OUTPUT_DIR_RELATIVE}/machine" +''' +sh "${env.BASEDIR}/dev-support/hbase_nightly_yetus.sh" + } + post { +always { + // Not sure how two junit test reports will work. Disabling this
hbase git commit: HBASE-19570 Add hadoop3 tests to Nightly master/branch-2 runs.
Repository: hbase Updated Branches: refs/heads/master bcaf2fd20 -> a4272a9f0 HBASE-19570 Add hadoop3 tests to Nightly master/branch-2 runs. Jenkins fails the whole build immediately if any stage fails. Hadoop2 tests run before Hadoop3 tests. So Hadoop3 tests will run only if hadoop2 tests pass. Project: http://git-wip-us.apache.org/repos/asf/hbase/repo Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/a4272a9f Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/a4272a9f Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/a4272a9f Branch: refs/heads/master Commit: a4272a9f08f1005d1d3b2511dfbe8eca577f0d49 Parents: bcaf2fd Author: Apekshit SharmaAuthored: Thu Dec 21 11:20:40 2017 -0800 Committer: Apekshit Sharma Committed: Thu Dec 21 17:44:04 2017 -0800 -- dev-support/Jenkinsfile| 73 ++--- dev-support/hbase-personality.sh | 8 dev-support/hbase_nightly_yetus.sh | 5 +++ 3 files changed, 80 insertions(+), 6 deletions(-) -- http://git-wip-us.apache.org/repos/asf/hbase/blob/a4272a9f/dev-support/Jenkinsfile -- diff --git a/dev-support/Jenkinsfile b/dev-support/Jenkinsfile index 744e9b0..dcef649 100644 --- a/dev-support/Jenkinsfile +++ b/dev-support/Jenkinsfile @@ -35,7 +35,7 @@ pipeline { BASEDIR = "${env.WORKSPACE}/component" YETUS_RELEASE = '0.6.0' PROJECT = 'hbase' -PROJET_PERSONALITY = 'https://raw.githubusercontent.com/apache/hbase/master/dev-support/hbase-personality.sh' +PROJECT_PERSONALITY = 'https://raw.githubusercontent.com/apache/hbase/master/dev-support/hbase-personality.sh' // This section of the docs tells folks not to use the javadoc tag. older branches have our old version of the check for said tag. AUTHOR_IGNORE_LIST = 'src/main/asciidoc/_chapters/developer.adoc,dev-support/test-patch.sh' WHITESPACE_IGNORE_LIST = '.*/generated/.*' @@ -102,7 +102,7 @@ fi dir ("${env.TOOLS}") { sh """#!/usr/bin/env bash echo "Downloading Project personality." -curl -L -o personality.sh "${env.PROJET_PERSONALITY}" +curl -L -o personality.sh "${env.PROJECT_PERSONALITY}" """ } stash name: 'yetus', includes: "yetus-*/*,yetus-*/**/*,tools/personality.sh" @@ -203,15 +203,15 @@ curl -L -o personality.sh "${env.PROJET_PERSONALITY}" } } } -stage ('yetus jdk8 checks') { +stage ('yetus jdk8 hadoop2 checks') { when { not { branch 'branch-1.1*' } } environment { -TESTS = 'mvninstall,compile,javac,unit,findbugs,htmlout' -OUTPUT_DIR_RELATIVE = "output-jdk8" +TESTS = 'mvninstall,compile,javac,unit,htmlout' +OUTPUT_DIR_RELATIVE = "output-jdk8-hadoop2" OUTPUT_DIR = "${env.WORKSPACE}/${env.OUTPUT_DIR_RELATIVE}" // This isn't strictly needed on branches that only support jdk8, but doesn't hurt // and is needed on branches that do both jdk7 and jdk8 @@ -253,7 +253,68 @@ curl -L -o personality.sh "${env.PROJET_PERSONALITY}" // Has to be relative to WORKSPACE. reportDir: "${env.OUTPUT_DIR_RELATIVE}", reportFiles : 'console-report.html', -reportName : 'JDK8 Nightly Build Report' +reportName : 'JDK8 Nightly Build Report (Hadoop2)' + ] +} + } +} +stage ('yetus jdk8 hadoop3 checks') { + when { +not { + branch 'branch-1*' +} + } + environment { +// Failure in any stage fails the build and consecutive stages are not built. +// Findbugs is part of this last yetus stage to prevent findbugs precluding hadoop3 +// tests. +TESTS = 'mvninstall,compile,javac,unit,findbugs,htmlout' +OUTPUT_DIR_RELATIVE = "output-jdk8-hadoop3" +OUTPUT_DIR = "${env.WORKSPACE}/${env.OUTPUT_DIR_RELATIVE}" +// This isn't strictly needed on branches that only support jdk8, but doesn't hurt +// and is needed on branches that do both jdk7 and jdk8 +SET_JAVA_HOME = '/usr/lib/jvm/java-8-openjdk-amd64' +// Activates hadoop 3.0 profile in maven runs. +HADOOP_PROFILE = '3.0' + } + steps { +unstash 'yetus' +sh '''#!/usr/bin/env bash + rm -rf "${OUTPUT_DIR}" && mkdir "${OUTPUT_DIR}" + rm -rf "${OUTPUT_DIR}/machine" && mkdir "${OUTPUT_DIR}/machine" + "${BASEDIR}/dev-support/gather_machine_environment.sh" "${OUTPUT_DIR_RELATIVE}/machine" +''' +sh "${env.BASEDIR}/dev-support/hbase_nightly_yetus.sh" + } + post { +always { + // Not sure how two junit test reports will work. Disabling this for
hbase git commit: HBASE-19570 Add hadoop3 tests to Nightly master/branch-2 runs
Repository: hbase Updated Branches: refs/heads/HBASE-19491 [created] 7e656e352 HBASE-19570 Add hadoop3 tests to Nightly master/branch-2 runs Project: http://git-wip-us.apache.org/repos/asf/hbase/repo Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/7e656e35 Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/7e656e35 Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/7e656e35 Branch: refs/heads/HBASE-19491 Commit: 7e656e352e47b8b7a3c5dbfe0dbc963c7d54e1a5 Parents: 6cefabe Author: Apekshit SharmaAuthored: Thu Dec 21 11:20:40 2017 -0800 Committer: Apekshit Sharma Committed: Thu Dec 21 11:20:40 2017 -0800 -- dev-support/Jenkinsfile| 75 +++-- dev-support/hbase-personality.sh | 7 +++ dev-support/hbase_nightly_yetus.sh | 5 +++ 3 files changed, 83 insertions(+), 4 deletions(-) -- http://git-wip-us.apache.org/repos/asf/hbase/blob/7e656e35/dev-support/Jenkinsfile -- diff --git a/dev-support/Jenkinsfile b/dev-support/Jenkinsfile index 744e9b0..e197cb0 100644 --- a/dev-support/Jenkinsfile +++ b/dev-support/Jenkinsfile @@ -35,7 +35,8 @@ pipeline { BASEDIR = "${env.WORKSPACE}/component" YETUS_RELEASE = '0.6.0' PROJECT = 'hbase' -PROJET_PERSONALITY = 'https://raw.githubusercontent.com/apache/hbase/master/dev-support/hbase-personality.sh' +// todo: revert +PROJET_PERSONALITY = 'https://raw.githubusercontent.com/apache/hbase/HBASE-19491/dev-support/hbase-personality.sh' // This section of the docs tells folks not to use the javadoc tag. older branches have our old version of the check for said tag. AUTHOR_IGNORE_LIST = 'src/main/asciidoc/_chapters/developer.adoc,dev-support/test-patch.sh' WHITESPACE_IGNORE_LIST = '.*/generated/.*' @@ -109,6 +110,12 @@ curl -L -o personality.sh "${env.PROJET_PERSONALITY}" } } stage ('yetus general check') { + // todo: revert + when { +not { + branch 'HBASE-19491' +} + } environment { // TODO does hadoopcheck need to be jdk specific? // Should be things that work with multijdk @@ -203,19 +210,79 @@ curl -L -o personality.sh "${env.PROJET_PERSONALITY}" } } } -stage ('yetus jdk8 checks') { +stage ('yetus jdk8 hadoop2 checks') { when { not { branch 'branch-1.1*' } } environment { +TESTS = 'mvninstall,compile,javac,unit,htmlout' +OUTPUT_DIR_RELATIVE = "output-jdk8-hadoop2" +OUTPUT_DIR = "${env.WORKSPACE}/${env.OUTPUT_DIR_RELATIVE}" +// This isn't strictly needed on branches that only support jdk8, but doesn't hurt +// and is needed on branches that do both jdk7 and jdk8 +SET_JAVA_HOME = '/usr/lib/jvm/java-8-openjdk-amd64' + } + steps { +unstash 'yetus' +sh '''#!/usr/bin/env bash + rm -rf "${OUTPUT_DIR}" && mkdir "${OUTPUT_DIR}" + rm -rf "${OUTPUT_DIR}/machine" && mkdir "${OUTPUT_DIR}/machine" + "${BASEDIR}/dev-support/gather_machine_environment.sh" "${OUTPUT_DIR_RELATIVE}/machine" +''' +sh "${env.BASEDIR}/dev-support/hbase_nightly_yetus.sh" + } + post { +always { + junit testResults: "${env.OUTPUT_DIR_RELATIVE}/**/target/**/TEST-*.xml", allowEmptyResults: true + // zip surefire reports. + sh '''#!/bin/bash -e +if [ -d "${OUTPUT_DIR}/archiver" ]; then + count=$(find "${OUTPUT_DIR}/archiver" -type f | wc -l) + if [[ 0 -ne ${count} ]]; then +echo "zipping ${count} archived files" +zip -q -m -r "${OUTPUT_DIR}/test_logs.zip" "${OUTPUT_DIR}/archiver" + else +echo "No archived files, skipping compressing." + fi +else + echo "No archiver directory, skipping compressing." +fi +''' + // Has to be relative to WORKSPACE. + archive "${env.OUTPUT_DIR_RELATIVE}/*" + archive "${env.OUTPUT_DIR_RELATIVE}/**/*" + publishHTML target: [ +allowMissing : true, +keepAll : true, +alwaysLinkToLastBuild: true, +// Has to be relative to WORKSPACE. +reportDir: "${env.OUTPUT_DIR_RELATIVE}", +reportFiles : 'console-report.html', +reportName : 'JDK8 Nightly Build Report (Hadoop2)' + ] +} + } +} +stage ('yetus jdk8 hadoop3 checks') { + when { +not { + branch 'branch-1*' +} + } + environment { +// Failure in any stage fails the build and consecutive stages are not