[1/8] hbase git commit: HBASE-18467 addendum parallel steps must account for SCM and marshalling results

[busbey]

Repository: hbase
Updated Branches:
  refs/heads/branch-2 78c02c508 -> c99e6f743
  refs/heads/branch-2.0 b325ae559 -> 28ebac556


HBASE-18467 addendum parallel steps must account for SCM and marshalling results

* do a scm checkout on the stages that need access to source.
* ensure our install job runs on the ubuntu label
* copy jira comments to main workspace
* simplify the jira comment

Signed-off-by: Michael Stack 


Project: http://git-wip-us.apache.org/repos/asf/hbase/repo
Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/c99e6f74
Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/c99e6f74
Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/c99e6f74

Branch: refs/heads/branch-2
Commit: c99e6f7439ece57e94735f9614cf85a3ab228cbe
Parents: d4c4af0
Author: Sean Busbey 
Authored: Thu Mar 1 16:34:08 2018 -0600
Committer: Sean Busbey 
Committed: Thu Mar 8 11:44:31 2018 -0600

--
 dev-support/Jenkinsfile | 102 +++
 1 file changed, 65 insertions(+), 37 deletions(-)
--


http://git-wip-us.apache.org/repos/asf/hbase/blob/c99e6f74/dev-support/Jenkinsfile
--
diff --git a/dev-support/Jenkinsfile b/dev-support/Jenkinsfile
index 9c0ff0a..5453fd5 100644
--- a/dev-support/Jenkinsfile
+++ b/dev-support/Jenkinsfile
@@ -15,7 +15,11 @@
 // specific language governing permissions and limitations
 // under the License.
 pipeline {
-  agent any
+  agent {
+node {
+  label 'ubuntu'
+}
+  }
   triggers {
 cron('H */6 * * *')  // Run every 6 hours.
   }
@@ -59,14 +63,6 @@ pipeline {
 booleanParam(name: 'DEBUG', defaultValue: false, description: 'Produce a 
lot more meta-information.')
   }
   stages {
-stage ('scm checkout') {
-  steps {
-dir('component') {
-  checkout scm
-}
-stash name: 'component', includes: "component/*,component/**/*"
-  }
-}
 stage ('yetus install') {
   steps {
 sh  '''#!/usr/bin/env bash
@@ -114,14 +110,25 @@ curl -L  -o personality.sh "${env.PROJECT_PERSONALITY}"
 stash name: 'yetus', includes: 
"yetus-*/*,yetus-*/**/*,tools/personality.sh"
   }
 }
+stage ('init health results') {
+  steps {
+// stash with given name for all tests we might run, so that we can 
unstash all of them even if
+// we skip some due to e.g. branch-specific JDK or Hadoop support
+stash name: 'general-result', allowEmpty: true, includes: 
"${OUTPUT_DIR_RELATIVE_GENERAL}/doesn't-match"
+stash name: 'jdk7-result', allowEmpty: true, includes: 
"${OUTPUT_DIR_RELATIVE_JDK7}/doesn't-match"
+stash name: 'hadoop2-result', allowEmpty: true, includes: 
"${OUTPUT_DIR_RELATIVE_HADOOP2}/doesn't-match"
+stash name: 'hadoop3-result', allowEmpty: true, includes: 
"${OUTPUT_DIR_RELATIVE_HADOOP3}/doesn't-match"
+stash name: 'srctarball-result', allowEmpty: true, includes: 
"output-srctarball/doesn't-match"
+  }
+}
 stage ('health checks') {
   parallel {
 stage ('yetus general check') {
-  agent {
-node {
-  label 'Hadoop'
-}
-  }
+  agent {
+node {
+  label 'Hadoop'
+}
+  }
   environment {
 // TODO does hadoopcheck need to be jdk specific?
 // Should be things that work with multijdk
@@ -134,7 +141,9 @@ curl -L  -o personality.sh "${env.PROJECT_PERSONALITY}"
   }
   steps {
 unstash 'yetus'
-unstash 'component'
+dir('component') {
+  checkout scm
+}
 sh '''#!/usr/bin/env bash
   rm -rf "${OUTPUT_DIR}" && mkdir "${OUTPUT_DIR}"
   rm -rf "${OUTPUT_DIR}/machine" && mkdir "${OUTPUT_DIR}/machine"
@@ -156,6 +165,7 @@ curl -L  -o personality.sh "${env.PROJECT_PERSONALITY}"
   }
   post {
 always {
+  stash name: 'general-result', includes: 
"${OUTPUT_DIR_RELATIVE}/commentfile"
   // Has to be relative to WORKSPACE.
   archive "${env.OUTPUT_DIR_RELATIVE}/*"
   archive "${env.OUTPUT_DIR_RELATIVE}/**/*"
@@ -172,11 +182,11 @@ curl -L  -o personality.sh "${env.PROJECT_PERSONALITY}"
   }
 }
 stage ('yetus jdk7 checks') {
-  agent {
-node {
-  label 'Hadoop'
-}
-  }
+  agent {
+node {
+  label 'Hadoop'
+}
+  }
   when {
 branch 'branch-1*'
   }
@@ -188,7 +198,9 @@ curl -L  -o personality.sh "${env.PROJECT_PERSONALITY}"
   }
   steps {
 unstash 'yetus'
-unstash 'component'
+dir('component') {
+  checkout scm

[7/8] hbase git commit: HBASE-18467 addendum parallel steps must account for SCM and marshalling results

[busbey]

HBASE-18467 addendum parallel steps must account for SCM and marshalling results

* do a scm checkout on the stages that need access to source.
* ensure our install job runs on the ubuntu label
* copy jira comments to main workspace
* simplify the jira comment

Signed-off-by: Michael Stack 


Project: http://git-wip-us.apache.org/repos/asf/hbase/repo
Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/28ebac55
Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/28ebac55
Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/28ebac55

Branch: refs/heads/branch-2.0
Commit: 28ebac556edac7c40ed5aa7679e2e907b08d9f8c
Parents: dc845a7
Author: Sean Busbey 
Authored: Thu Mar 1 16:34:08 2018 -0600
Committer: Sean Busbey 
Committed: Thu Mar 8 11:46:12 2018 -0600

--
 dev-support/Jenkinsfile | 102 +++
 1 file changed, 65 insertions(+), 37 deletions(-)
--


http://git-wip-us.apache.org/repos/asf/hbase/blob/28ebac55/dev-support/Jenkinsfile
--
diff --git a/dev-support/Jenkinsfile b/dev-support/Jenkinsfile
index 9c0ff0a..5453fd5 100644
--- a/dev-support/Jenkinsfile
+++ b/dev-support/Jenkinsfile
@@ -15,7 +15,11 @@
 // specific language governing permissions and limitations
 // under the License.
 pipeline {
-  agent any
+  agent {
+node {
+  label 'ubuntu'
+}
+  }
   triggers {
 cron('H */6 * * *')  // Run every 6 hours.
   }
@@ -59,14 +63,6 @@ pipeline {
 booleanParam(name: 'DEBUG', defaultValue: false, description: 'Produce a 
lot more meta-information.')
   }
   stages {
-stage ('scm checkout') {
-  steps {
-dir('component') {
-  checkout scm
-}
-stash name: 'component', includes: "component/*,component/**/*"
-  }
-}
 stage ('yetus install') {
   steps {
 sh  '''#!/usr/bin/env bash
@@ -114,14 +110,25 @@ curl -L  -o personality.sh "${env.PROJECT_PERSONALITY}"
 stash name: 'yetus', includes: 
"yetus-*/*,yetus-*/**/*,tools/personality.sh"
   }
 }
+stage ('init health results') {
+  steps {
+// stash with given name for all tests we might run, so that we can 
unstash all of them even if
+// we skip some due to e.g. branch-specific JDK or Hadoop support
+stash name: 'general-result', allowEmpty: true, includes: 
"${OUTPUT_DIR_RELATIVE_GENERAL}/doesn't-match"
+stash name: 'jdk7-result', allowEmpty: true, includes: 
"${OUTPUT_DIR_RELATIVE_JDK7}/doesn't-match"
+stash name: 'hadoop2-result', allowEmpty: true, includes: 
"${OUTPUT_DIR_RELATIVE_HADOOP2}/doesn't-match"
+stash name: 'hadoop3-result', allowEmpty: true, includes: 
"${OUTPUT_DIR_RELATIVE_HADOOP3}/doesn't-match"
+stash name: 'srctarball-result', allowEmpty: true, includes: 
"output-srctarball/doesn't-match"
+  }
+}
 stage ('health checks') {
   parallel {
 stage ('yetus general check') {
-  agent {
-node {
-  label 'Hadoop'
-}
-  }
+  agent {
+node {
+  label 'Hadoop'
+}
+  }
   environment {
 // TODO does hadoopcheck need to be jdk specific?
 // Should be things that work with multijdk
@@ -134,7 +141,9 @@ curl -L  -o personality.sh "${env.PROJECT_PERSONALITY}"
   }
   steps {
 unstash 'yetus'
-unstash 'component'
+dir('component') {
+  checkout scm
+}
 sh '''#!/usr/bin/env bash
   rm -rf "${OUTPUT_DIR}" && mkdir "${OUTPUT_DIR}"
   rm -rf "${OUTPUT_DIR}/machine" && mkdir "${OUTPUT_DIR}/machine"
@@ -156,6 +165,7 @@ curl -L  -o personality.sh "${env.PROJECT_PERSONALITY}"
   }
   post {
 always {
+  stash name: 'general-result', includes: 
"${OUTPUT_DIR_RELATIVE}/commentfile"
   // Has to be relative to WORKSPACE.
   archive "${env.OUTPUT_DIR_RELATIVE}/*"
   archive "${env.OUTPUT_DIR_RELATIVE}/**/*"
@@ -172,11 +182,11 @@ curl -L  -o personality.sh "${env.PROJECT_PERSONALITY}"
   }
 }
 stage ('yetus jdk7 checks') {
-  agent {
-node {
-  label 'Hadoop'
-}
-  }
+  agent {
+node {
+  label 'Hadoop'
+}
+  }
   when {
 branch 'branch-1*'
   }
@@ -188,7 +198,9 @@ curl -L  -o personality.sh "${env.PROJECT_PERSONALITY}"
   }
   steps {
 unstash 'yetus'
-unstash 'component'
+dir('component') {
+  checkout scm
+}
 sh '''#!/usr/bin/env bash
   rm -rf "${OUTPUT_DIR}" && mkdir "${OUTPUT_DIR}"

[03/18] hbase git commit: HBASE-18467 addendum parallel steps must account for SCM and marshalling results

[zhangduo]

HBASE-18467 addendum parallel steps must account for SCM and marshalling results

* do a scm checkout on the stages that need access to source.
* ensure our install job runs on the ubuntu label
* copy jira comments to main workspace
* simplify the jira comment

Signed-off-by: Michael Stack 


Project: http://git-wip-us.apache.org/repos/asf/hbase/repo
Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/8e0674a2
Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/8e0674a2
Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/8e0674a2

Branch: refs/heads/HBASE-19064
Commit: 8e0674a2ebb6257597e68250d6985dd63d50a301
Parents: 641e870
Author: Sean Busbey 
Authored: Thu Mar 1 16:34:08 2018 -0600
Committer: Sean Busbey 
Committed: Wed Mar 7 22:12:36 2018 -0600

--
 dev-support/Jenkinsfile | 102 +++
 1 file changed, 65 insertions(+), 37 deletions(-)
--


http://git-wip-us.apache.org/repos/asf/hbase/blob/8e0674a2/dev-support/Jenkinsfile
--
diff --git a/dev-support/Jenkinsfile b/dev-support/Jenkinsfile
index f74ab91..6f83d2f 100644
--- a/dev-support/Jenkinsfile
+++ b/dev-support/Jenkinsfile
@@ -15,7 +15,11 @@
 // specific language governing permissions and limitations
 // under the License.
 pipeline {
-  agent any
+  agent {
+node {
+  label 'ubuntu'
+}
+  }
   triggers {
 cron('@daily')
   }
@@ -59,14 +63,6 @@ pipeline {
 booleanParam(name: 'DEBUG', defaultValue: false, description: 'Produce a 
lot more meta-information.')
   }
   stages {
-stage ('scm checkout') {
-  steps {
-dir('component') {
-  checkout scm
-}
-stash name: 'component', includes: "component/*,component/**/*"
-  }
-}
 stage ('yetus install') {
   steps {
 sh  '''#!/usr/bin/env bash
@@ -114,14 +110,25 @@ curl -L  -o personality.sh "${env.PROJECT_PERSONALITY}"
 stash name: 'yetus', includes: 
"yetus-*/*,yetus-*/**/*,tools/personality.sh"
   }
 }
+stage ('init health results') {
+  steps {
+// stash with given name for all tests we might run, so that we can 
unstash all of them even if
+// we skip some due to e.g. branch-specific JDK or Hadoop support
+stash name: 'general-result', allowEmpty: true, includes: 
"${OUTPUT_DIR_RELATIVE_GENERAL}/doesn't-match"
+stash name: 'jdk7-result', allowEmpty: true, includes: 
"${OUTPUT_DIR_RELATIVE_JDK7}/doesn't-match"
+stash name: 'hadoop2-result', allowEmpty: true, includes: 
"${OUTPUT_DIR_RELATIVE_HADOOP2}/doesn't-match"
+stash name: 'hadoop3-result', allowEmpty: true, includes: 
"${OUTPUT_DIR_RELATIVE_HADOOP3}/doesn't-match"
+stash name: 'srctarball-result', allowEmpty: true, includes: 
"output-srctarball/doesn't-match"
+  }
+}
 stage ('health checks') {
   parallel {
 stage ('yetus general check') {
-  agent {
-node {
-  label 'Hadoop'
-}
-  }
+  agent {
+node {
+  label 'Hadoop'
+}
+  }
   environment {
 // TODO does hadoopcheck need to be jdk specific?
 // Should be things that work with multijdk
@@ -134,7 +141,9 @@ curl -L  -o personality.sh "${env.PROJECT_PERSONALITY}"
   }
   steps {
 unstash 'yetus'
-unstash 'component'
+dir('component') {
+  checkout scm
+}
 sh '''#!/usr/bin/env bash
   rm -rf "${OUTPUT_DIR}" && mkdir "${OUTPUT_DIR}"
   rm -rf "${OUTPUT_DIR}/machine" && mkdir "${OUTPUT_DIR}/machine"
@@ -156,6 +165,7 @@ curl -L  -o personality.sh "${env.PROJECT_PERSONALITY}"
   }
   post {
 always {
+  stash name: 'general-result', includes: 
"${OUTPUT_DIR_RELATIVE}/commentfile"
   // Has to be relative to WORKSPACE.
   archive "${env.OUTPUT_DIR_RELATIVE}/*"
   archive "${env.OUTPUT_DIR_RELATIVE}/**/*"
@@ -172,11 +182,11 @@ curl -L  -o personality.sh "${env.PROJECT_PERSONALITY}"
   }
 }
 stage ('yetus jdk7 checks') {
-  agent {
-node {
-  label 'Hadoop'
-}
-  }
+  agent {
+node {
+  label 'Hadoop'
+}
+  }
   when {
 branch 'branch-1*'
   }
@@ -188,7 +198,9 @@ curl -L  -o personality.sh "${env.PROJECT_PERSONALITY}"
   }
   steps {
 unstash 'yetus'
-unstash 'component'
+dir('component') {
+  checkout scm
+}
 sh '''#!/usr/bin/env bash
   rm -rf "${OUTPUT_DIR}" && mkdir "${OUTPUT_DIR}"
   rm -rf 

[4/4] hbase git commit: HBASE-18467 addendum parallel steps must account for SCM and marshalling results

[busbey]

HBASE-18467 addendum parallel steps must account for SCM and marshalling results

* do a scm checkout on the stages that need access to source.
* ensure our install job runs on the ubuntu label
* copy jira comments to main workspace
* simplify the jira comment

Signed-off-by: Michael Stack 


Project: http://git-wip-us.apache.org/repos/asf/hbase/repo
Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/f3660b01
Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/f3660b01
Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/f3660b01

Branch: refs/heads/branch-1.2
Commit: f3660b01018b019c2b8acc490042cb374de7813f
Parents: ee2eba1
Author: Sean Busbey 
Authored: Thu Mar 1 16:34:08 2018 -0600
Committer: Sean Busbey 
Committed: Wed Mar 7 22:26:26 2018 -0600

--
 dev-support/Jenkinsfile | 102 +++
 1 file changed, 65 insertions(+), 37 deletions(-)
--


http://git-wip-us.apache.org/repos/asf/hbase/blob/f3660b01/dev-support/Jenkinsfile
--
diff --git a/dev-support/Jenkinsfile b/dev-support/Jenkinsfile
index 5b1cc26..4b96659 100644
--- a/dev-support/Jenkinsfile
+++ b/dev-support/Jenkinsfile
@@ -15,7 +15,11 @@
 // specific language governing permissions and limitations
 // under the License.
 pipeline {
-  agent any
+  agent {
+node {
+  label 'ubuntu'
+}
+  }
   triggers {
 cron('@daily')
   }
@@ -59,14 +63,6 @@ pipeline {
 booleanParam(name: 'DEBUG', defaultValue: false, description: 'Produce a 
lot more meta-information.')
   }
   stages {
-stage ('scm checkout') {
-  steps {
-dir('component') {
-  checkout scm
-}
-stash name: 'component', includes: "component/*,component/**/*"
-  }
-}
 stage ('yetus install') {
   steps {
 sh  '''#!/usr/bin/env bash
@@ -114,14 +110,25 @@ curl -L  -o personality.sh "${env.PROJECT_PERSONALITY}"
 stash name: 'yetus', includes: 
"yetus-*/*,yetus-*/**/*,tools/personality.sh"
   }
 }
+stage ('init health results') {
+  steps {
+// stash with given name for all tests we might run, so that we can 
unstash all of them even if
+// we skip some due to e.g. branch-specific JDK or Hadoop support
+stash name: 'general-result', allowEmpty: true, includes: 
"${OUTPUT_DIR_RELATIVE_GENERAL}/doesn't-match"
+stash name: 'jdk7-result', allowEmpty: true, includes: 
"${OUTPUT_DIR_RELATIVE_JDK7}/doesn't-match"
+stash name: 'hadoop2-result', allowEmpty: true, includes: 
"${OUTPUT_DIR_RELATIVE_HADOOP2}/doesn't-match"
+stash name: 'hadoop3-result', allowEmpty: true, includes: 
"${OUTPUT_DIR_RELATIVE_HADOOP3}/doesn't-match"
+stash name: 'srctarball-result', allowEmpty: true, includes: 
"output-srctarball/doesn't-match"
+  }
+}
 stage ('health checks') {
   parallel {
 stage ('yetus general check') {
-  agent {
-node {
-  label 'Hadoop'
-}
-  }
+  agent {
+node {
+  label 'Hadoop'
+}
+  }
   environment {
 // TODO does hadoopcheck need to be jdk specific?
 // Should be things that work with multijdk
@@ -134,7 +141,9 @@ curl -L  -o personality.sh "${env.PROJECT_PERSONALITY}"
   }
   steps {
 unstash 'yetus'
-unstash 'component'
+dir('component') {
+  checkout scm
+}
 sh '''#!/usr/bin/env bash
   rm -rf "${OUTPUT_DIR}" && mkdir "${OUTPUT_DIR}"
   rm -rf "${OUTPUT_DIR}/machine" && mkdir "${OUTPUT_DIR}/machine"
@@ -156,6 +165,7 @@ curl -L  -o personality.sh "${env.PROJECT_PERSONALITY}"
   }
   post {
 always {
+  stash name: 'general-result', includes: 
"${OUTPUT_DIR_RELATIVE}/commentfile"
   // Has to be relative to WORKSPACE.
   archive "${env.OUTPUT_DIR_RELATIVE}/*"
   archive "${env.OUTPUT_DIR_RELATIVE}/**/*"
@@ -172,11 +182,11 @@ curl -L  -o personality.sh "${env.PROJECT_PERSONALITY}"
   }
 }
 stage ('yetus jdk7 checks') {
-  agent {
-node {
-  label 'Hadoop'
-}
-  }
+  agent {
+node {
+  label 'Hadoop'
+}
+  }
   when {
 branch 'branch-1*'
   }
@@ -188,7 +198,9 @@ curl -L  -o personality.sh "${env.PROJECT_PERSONALITY}"
   }
   steps {
 unstash 'yetus'
-unstash 'component'
+dir('component') {
+  checkout scm
+}
 sh '''#!/usr/bin/env bash
   rm -rf "${OUTPUT_DIR}" && mkdir "${OUTPUT_DIR}"
   rm -rf 

[2/4] hbase git commit: HBASE-18467 addendum parallel steps must account for SCM and marshalling results

[busbey]

HBASE-18467 addendum parallel steps must account for SCM and marshalling results

* do a scm checkout on the stages that need access to source.
* ensure our install job runs on the ubuntu label
* copy jira comments to main workspace
* simplify the jira comment

Signed-off-by: Michael Stack 


Project: http://git-wip-us.apache.org/repos/asf/hbase/repo
Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/976a2409
Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/976a2409
Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/976a2409

Branch: refs/heads/branch-1.4
Commit: 976a24092bd3a2249c29c811a90f4a30ed0545ce
Parents: 7ffd0e5
Author: Sean Busbey 
Authored: Thu Mar 1 16:34:08 2018 -0600
Committer: Sean Busbey 
Committed: Wed Mar 7 22:25:26 2018 -0600

--
 dev-support/Jenkinsfile | 102 +++
 1 file changed, 65 insertions(+), 37 deletions(-)
--


http://git-wip-us.apache.org/repos/asf/hbase/blob/976a2409/dev-support/Jenkinsfile
--
diff --git a/dev-support/Jenkinsfile b/dev-support/Jenkinsfile
index 36d40db..54a752a 100644
--- a/dev-support/Jenkinsfile
+++ b/dev-support/Jenkinsfile
@@ -15,7 +15,11 @@
 // specific language governing permissions and limitations
 // under the License.
 pipeline {
-  agent any
+  agent {
+node {
+  label 'ubuntu'
+}
+  }
   triggers {
 cron('@daily')
   }
@@ -59,14 +63,6 @@ pipeline {
 booleanParam(name: 'DEBUG', defaultValue: false, description: 'Produce a 
lot more meta-information.')
   }
   stages {
-stage ('scm checkout') {
-  steps {
-dir('component') {
-  checkout scm
-}
-stash name: 'component', includes: "component/*,component/**/*"
-  }
-}
 stage ('yetus install') {
   steps {
 sh  '''#!/usr/bin/env bash
@@ -114,14 +110,25 @@ curl -L  -o personality.sh "${env.PROJECT_PERSONALITY}"
 stash name: 'yetus', includes: 
"yetus-*/*,yetus-*/**/*,tools/personality.sh"
   }
 }
+stage ('init health results') {
+  steps {
+// stash with given name for all tests we might run, so that we can 
unstash all of them even if
+// we skip some due to e.g. branch-specific JDK or Hadoop support
+stash name: 'general-result', allowEmpty: true, includes: 
"${OUTPUT_DIR_RELATIVE_GENERAL}/doesn't-match"
+stash name: 'jdk7-result', allowEmpty: true, includes: 
"${OUTPUT_DIR_RELATIVE_JDK7}/doesn't-match"
+stash name: 'hadoop2-result', allowEmpty: true, includes: 
"${OUTPUT_DIR_RELATIVE_HADOOP2}/doesn't-match"
+stash name: 'hadoop3-result', allowEmpty: true, includes: 
"${OUTPUT_DIR_RELATIVE_HADOOP3}/doesn't-match"
+stash name: 'srctarball-result', allowEmpty: true, includes: 
"output-srctarball/doesn't-match"
+  }
+}
 stage ('health checks') {
   parallel {
 stage ('yetus general check') {
-  agent {
-node {
-  label 'Hadoop'
-}
-  }
+  agent {
+node {
+  label 'Hadoop'
+}
+  }
   environment {
 // TODO does hadoopcheck need to be jdk specific?
 // Should be things that work with multijdk
@@ -134,7 +141,9 @@ curl -L  -o personality.sh "${env.PROJECT_PERSONALITY}"
   }
   steps {
 unstash 'yetus'
-unstash 'component'
+dir('component') {
+  checkout scm
+}
 sh '''#!/usr/bin/env bash
   rm -rf "${OUTPUT_DIR}" && mkdir "${OUTPUT_DIR}"
   rm -rf "${OUTPUT_DIR}/machine" && mkdir "${OUTPUT_DIR}/machine"
@@ -156,6 +165,7 @@ curl -L  -o personality.sh "${env.PROJECT_PERSONALITY}"
   }
   post {
 always {
+  stash name: 'general-result', includes: 
"${OUTPUT_DIR_RELATIVE}/commentfile"
   // Has to be relative to WORKSPACE.
   archive "${env.OUTPUT_DIR_RELATIVE}/*"
   archive "${env.OUTPUT_DIR_RELATIVE}/**/*"
@@ -172,11 +182,11 @@ curl -L  -o personality.sh "${env.PROJECT_PERSONALITY}"
   }
 }
 stage ('yetus jdk7 checks') {
-  agent {
-node {
-  label 'Hadoop'
-}
-  }
+  agent {
+node {
+  label 'Hadoop'
+}
+  }
   when {
 branch 'branch-1*'
   }
@@ -188,7 +198,9 @@ curl -L  -o personality.sh "${env.PROJECT_PERSONALITY}"
   }
   steps {
 unstash 'yetus'
-unstash 'component'
+dir('component') {
+  checkout scm
+}
 sh '''#!/usr/bin/env bash
   rm -rf "${OUTPUT_DIR}" && mkdir "${OUTPUT_DIR}"
   rm -rf 

[1/4] hbase git commit: HBASE-18467 addendum parallel steps must account for SCM and marshalling results

[busbey]

Repository: hbase
Updated Branches:
  refs/heads/HBASE-18467 [deleted] a8c7621cf
  refs/heads/branch-1 41ff229a1 -> 13519b8d6
  refs/heads/branch-1.2 ee2eba1d6 -> f3660b010
  refs/heads/branch-1.3 d6cf38964 -> 35bd1580d
  refs/heads/branch-1.4 7ffd0e503 -> 976a24092


HBASE-18467 addendum parallel steps must account for SCM and marshalling results

* do a scm checkout on the stages that need access to source.
* ensure our install job runs on the ubuntu label
* copy jira comments to main workspace
* simplify the jira comment

Signed-off-by: Michael Stack 


Project: http://git-wip-us.apache.org/repos/asf/hbase/repo
Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/13519b8d
Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/13519b8d
Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/13519b8d

Branch: refs/heads/branch-1
Commit: 13519b8d6ee28fe377fa4960244fa40abff39024
Parents: 41ff229
Author: Sean Busbey 
Authored: Thu Mar 1 16:34:08 2018 -0600
Committer: Sean Busbey 
Committed: Wed Mar 7 22:24:57 2018 -0600

--
 dev-support/Jenkinsfile | 102 +++
 1 file changed, 65 insertions(+), 37 deletions(-)
--


http://git-wip-us.apache.org/repos/asf/hbase/blob/13519b8d/dev-support/Jenkinsfile
--
diff --git a/dev-support/Jenkinsfile b/dev-support/Jenkinsfile
index 36d40db..54a752a 100644
--- a/dev-support/Jenkinsfile
+++ b/dev-support/Jenkinsfile
@@ -15,7 +15,11 @@
 // specific language governing permissions and limitations
 // under the License.
 pipeline {
-  agent any
+  agent {
+node {
+  label 'ubuntu'
+}
+  }
   triggers {
 cron('@daily')
   }
@@ -59,14 +63,6 @@ pipeline {
 booleanParam(name: 'DEBUG', defaultValue: false, description: 'Produce a 
lot more meta-information.')
   }
   stages {
-stage ('scm checkout') {
-  steps {
-dir('component') {
-  checkout scm
-}
-stash name: 'component', includes: "component/*,component/**/*"
-  }
-}
 stage ('yetus install') {
   steps {
 sh  '''#!/usr/bin/env bash
@@ -114,14 +110,25 @@ curl -L  -o personality.sh "${env.PROJECT_PERSONALITY}"
 stash name: 'yetus', includes: 
"yetus-*/*,yetus-*/**/*,tools/personality.sh"
   }
 }
+stage ('init health results') {
+  steps {
+// stash with given name for all tests we might run, so that we can 
unstash all of them even if
+// we skip some due to e.g. branch-specific JDK or Hadoop support
+stash name: 'general-result', allowEmpty: true, includes: 
"${OUTPUT_DIR_RELATIVE_GENERAL}/doesn't-match"
+stash name: 'jdk7-result', allowEmpty: true, includes: 
"${OUTPUT_DIR_RELATIVE_JDK7}/doesn't-match"
+stash name: 'hadoop2-result', allowEmpty: true, includes: 
"${OUTPUT_DIR_RELATIVE_HADOOP2}/doesn't-match"
+stash name: 'hadoop3-result', allowEmpty: true, includes: 
"${OUTPUT_DIR_RELATIVE_HADOOP3}/doesn't-match"
+stash name: 'srctarball-result', allowEmpty: true, includes: 
"output-srctarball/doesn't-match"
+  }
+}
 stage ('health checks') {
   parallel {
 stage ('yetus general check') {
-  agent {
-node {
-  label 'Hadoop'
-}
-  }
+  agent {
+node {
+  label 'Hadoop'
+}
+  }
   environment {
 // TODO does hadoopcheck need to be jdk specific?
 // Should be things that work with multijdk
@@ -134,7 +141,9 @@ curl -L  -o personality.sh "${env.PROJECT_PERSONALITY}"
   }
   steps {
 unstash 'yetus'
-unstash 'component'
+dir('component') {
+  checkout scm
+}
 sh '''#!/usr/bin/env bash
   rm -rf "${OUTPUT_DIR}" && mkdir "${OUTPUT_DIR}"
   rm -rf "${OUTPUT_DIR}/machine" && mkdir "${OUTPUT_DIR}/machine"
@@ -156,6 +165,7 @@ curl -L  -o personality.sh "${env.PROJECT_PERSONALITY}"
   }
   post {
 always {
+  stash name: 'general-result', includes: 
"${OUTPUT_DIR_RELATIVE}/commentfile"
   // Has to be relative to WORKSPACE.
   archive "${env.OUTPUT_DIR_RELATIVE}/*"
   archive "${env.OUTPUT_DIR_RELATIVE}/**/*"
@@ -172,11 +182,11 @@ curl -L  -o personality.sh "${env.PROJECT_PERSONALITY}"
   }
 }
 stage ('yetus jdk7 checks') {
-  agent {
-node {
-  label 'Hadoop'
-}
-  }
+  agent {
+node {
+  label 'Hadoop'
+}
+  }
   when {
 branch 'branch-1*'
   }
@@ -188,7 +198,9 @@ curl -L  -o personality.sh "${env.PROJECT_PERSONALITY}"
   }
   steps {

[3/4] hbase git commit: HBASE-18467 addendum parallel steps must account for SCM and marshalling results

[busbey]

HBASE-18467 addendum parallel steps must account for SCM and marshalling results

* do a scm checkout on the stages that need access to source.
* ensure our install job runs on the ubuntu label
* copy jira comments to main workspace
* simplify the jira comment

Signed-off-by: Michael Stack 


Project: http://git-wip-us.apache.org/repos/asf/hbase/repo
Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/35bd1580
Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/35bd1580
Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/35bd1580

Branch: refs/heads/branch-1.3
Commit: 35bd1580d668b0b3d19cab56b60f8cea22c07ac5
Parents: d6cf389
Author: Sean Busbey 
Authored: Thu Mar 1 16:34:08 2018 -0600
Committer: Sean Busbey 
Committed: Wed Mar 7 22:25:54 2018 -0600

--
 dev-support/Jenkinsfile | 102 +++
 1 file changed, 65 insertions(+), 37 deletions(-)
--


http://git-wip-us.apache.org/repos/asf/hbase/blob/35bd1580/dev-support/Jenkinsfile
--
diff --git a/dev-support/Jenkinsfile b/dev-support/Jenkinsfile
index 36d40db..54a752a 100644
--- a/dev-support/Jenkinsfile
+++ b/dev-support/Jenkinsfile
@@ -15,7 +15,11 @@
 // specific language governing permissions and limitations
 // under the License.
 pipeline {
-  agent any
+  agent {
+node {
+  label 'ubuntu'
+}
+  }
   triggers {
 cron('@daily')
   }
@@ -59,14 +63,6 @@ pipeline {
 booleanParam(name: 'DEBUG', defaultValue: false, description: 'Produce a 
lot more meta-information.')
   }
   stages {
-stage ('scm checkout') {
-  steps {
-dir('component') {
-  checkout scm
-}
-stash name: 'component', includes: "component/*,component/**/*"
-  }
-}
 stage ('yetus install') {
   steps {
 sh  '''#!/usr/bin/env bash
@@ -114,14 +110,25 @@ curl -L  -o personality.sh "${env.PROJECT_PERSONALITY}"
 stash name: 'yetus', includes: 
"yetus-*/*,yetus-*/**/*,tools/personality.sh"
   }
 }
+stage ('init health results') {
+  steps {
+// stash with given name for all tests we might run, so that we can 
unstash all of them even if
+// we skip some due to e.g. branch-specific JDK or Hadoop support
+stash name: 'general-result', allowEmpty: true, includes: 
"${OUTPUT_DIR_RELATIVE_GENERAL}/doesn't-match"
+stash name: 'jdk7-result', allowEmpty: true, includes: 
"${OUTPUT_DIR_RELATIVE_JDK7}/doesn't-match"
+stash name: 'hadoop2-result', allowEmpty: true, includes: 
"${OUTPUT_DIR_RELATIVE_HADOOP2}/doesn't-match"
+stash name: 'hadoop3-result', allowEmpty: true, includes: 
"${OUTPUT_DIR_RELATIVE_HADOOP3}/doesn't-match"
+stash name: 'srctarball-result', allowEmpty: true, includes: 
"output-srctarball/doesn't-match"
+  }
+}
 stage ('health checks') {
   parallel {
 stage ('yetus general check') {
-  agent {
-node {
-  label 'Hadoop'
-}
-  }
+  agent {
+node {
+  label 'Hadoop'
+}
+  }
   environment {
 // TODO does hadoopcheck need to be jdk specific?
 // Should be things that work with multijdk
@@ -134,7 +141,9 @@ curl -L  -o personality.sh "${env.PROJECT_PERSONALITY}"
   }
   steps {
 unstash 'yetus'
-unstash 'component'
+dir('component') {
+  checkout scm
+}
 sh '''#!/usr/bin/env bash
   rm -rf "${OUTPUT_DIR}" && mkdir "${OUTPUT_DIR}"
   rm -rf "${OUTPUT_DIR}/machine" && mkdir "${OUTPUT_DIR}/machine"
@@ -156,6 +165,7 @@ curl -L  -o personality.sh "${env.PROJECT_PERSONALITY}"
   }
   post {
 always {
+  stash name: 'general-result', includes: 
"${OUTPUT_DIR_RELATIVE}/commentfile"
   // Has to be relative to WORKSPACE.
   archive "${env.OUTPUT_DIR_RELATIVE}/*"
   archive "${env.OUTPUT_DIR_RELATIVE}/**/*"
@@ -172,11 +182,11 @@ curl -L  -o personality.sh "${env.PROJECT_PERSONALITY}"
   }
 }
 stage ('yetus jdk7 checks') {
-  agent {
-node {
-  label 'Hadoop'
-}
-  }
+  agent {
+node {
+  label 'Hadoop'
+}
+  }
   when {
 branch 'branch-1*'
   }
@@ -188,7 +198,9 @@ curl -L  -o personality.sh "${env.PROJECT_PERSONALITY}"
   }
   steps {
 unstash 'yetus'
-unstash 'component'
+dir('component') {
+  checkout scm
+}
 sh '''#!/usr/bin/env bash
   rm -rf "${OUTPUT_DIR}" && mkdir "${OUTPUT_DIR}"
   rm -rf 

hbase git commit: HBASE-18467 addendum parallel steps must account for SCM and marshalling results

[busbey]

Repository: hbase
Updated Branches:
  refs/heads/master 641e870e1 -> 8e0674a2e


HBASE-18467 addendum parallel steps must account for SCM and marshalling results

* do a scm checkout on the stages that need access to source.
* ensure our install job runs on the ubuntu label
* copy jira comments to main workspace
* simplify the jira comment

Signed-off-by: Michael Stack 


Project: http://git-wip-us.apache.org/repos/asf/hbase/repo
Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/8e0674a2
Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/8e0674a2
Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/8e0674a2

Branch: refs/heads/master
Commit: 8e0674a2ebb6257597e68250d6985dd63d50a301
Parents: 641e870
Author: Sean Busbey 
Authored: Thu Mar 1 16:34:08 2018 -0600
Committer: Sean Busbey 
Committed: Wed Mar 7 22:12:36 2018 -0600

--
 dev-support/Jenkinsfile | 102 +++
 1 file changed, 65 insertions(+), 37 deletions(-)
--


http://git-wip-us.apache.org/repos/asf/hbase/blob/8e0674a2/dev-support/Jenkinsfile
--
diff --git a/dev-support/Jenkinsfile b/dev-support/Jenkinsfile
index f74ab91..6f83d2f 100644
--- a/dev-support/Jenkinsfile
+++ b/dev-support/Jenkinsfile
@@ -15,7 +15,11 @@
 // specific language governing permissions and limitations
 // under the License.
 pipeline {
-  agent any
+  agent {
+node {
+  label 'ubuntu'
+}
+  }
   triggers {
 cron('@daily')
   }
@@ -59,14 +63,6 @@ pipeline {
 booleanParam(name: 'DEBUG', defaultValue: false, description: 'Produce a 
lot more meta-information.')
   }
   stages {
-stage ('scm checkout') {
-  steps {
-dir('component') {
-  checkout scm
-}
-stash name: 'component', includes: "component/*,component/**/*"
-  }
-}
 stage ('yetus install') {
   steps {
 sh  '''#!/usr/bin/env bash
@@ -114,14 +110,25 @@ curl -L  -o personality.sh "${env.PROJECT_PERSONALITY}"
 stash name: 'yetus', includes: 
"yetus-*/*,yetus-*/**/*,tools/personality.sh"
   }
 }
+stage ('init health results') {
+  steps {
+// stash with given name for all tests we might run, so that we can 
unstash all of them even if
+// we skip some due to e.g. branch-specific JDK or Hadoop support
+stash name: 'general-result', allowEmpty: true, includes: 
"${OUTPUT_DIR_RELATIVE_GENERAL}/doesn't-match"
+stash name: 'jdk7-result', allowEmpty: true, includes: 
"${OUTPUT_DIR_RELATIVE_JDK7}/doesn't-match"
+stash name: 'hadoop2-result', allowEmpty: true, includes: 
"${OUTPUT_DIR_RELATIVE_HADOOP2}/doesn't-match"
+stash name: 'hadoop3-result', allowEmpty: true, includes: 
"${OUTPUT_DIR_RELATIVE_HADOOP3}/doesn't-match"
+stash name: 'srctarball-result', allowEmpty: true, includes: 
"output-srctarball/doesn't-match"
+  }
+}
 stage ('health checks') {
   parallel {
 stage ('yetus general check') {
-  agent {
-node {
-  label 'Hadoop'
-}
-  }
+  agent {
+node {
+  label 'Hadoop'
+}
+  }
   environment {
 // TODO does hadoopcheck need to be jdk specific?
 // Should be things that work with multijdk
@@ -134,7 +141,9 @@ curl -L  -o personality.sh "${env.PROJECT_PERSONALITY}"
   }
   steps {
 unstash 'yetus'
-unstash 'component'
+dir('component') {
+  checkout scm
+}
 sh '''#!/usr/bin/env bash
   rm -rf "${OUTPUT_DIR}" && mkdir "${OUTPUT_DIR}"
   rm -rf "${OUTPUT_DIR}/machine" && mkdir "${OUTPUT_DIR}/machine"
@@ -156,6 +165,7 @@ curl -L  -o personality.sh "${env.PROJECT_PERSONALITY}"
   }
   post {
 always {
+  stash name: 'general-result', includes: 
"${OUTPUT_DIR_RELATIVE}/commentfile"
   // Has to be relative to WORKSPACE.
   archive "${env.OUTPUT_DIR_RELATIVE}/*"
   archive "${env.OUTPUT_DIR_RELATIVE}/**/*"
@@ -172,11 +182,11 @@ curl -L  -o personality.sh "${env.PROJECT_PERSONALITY}"
   }
 }
 stage ('yetus jdk7 checks') {
-  agent {
-node {
-  label 'Hadoop'
-}
-  }
+  agent {
+node {
+  label 'Hadoop'
+}
+  }
   when {
 branch 'branch-1*'
   }
@@ -188,7 +198,9 @@ curl -L  -o personality.sh "${env.PROJECT_PERSONALITY}"
   }
   steps {
 unstash 'yetus'
-unstash 'component'
+dir('component') {
+  checkout scm
+}
 sh '''#!/usr/bin/env bash
   rm -rf