This is an automated email from the ASF dual-hosted git repository. mck pushed a commit to branch trunk in repository https://gitbox.apache.org/repos/asf/cassandra-builds.git
commit 1b453f1008696eaac832071b486ae35104f5b255 Author: Mick Semb Wever <[email protected]> AuthorDate: Mon Apr 19 15:24:11 2021 +0200 Update jenkins job descriptions to document the use of nightlies.a.o, and grab and archive the jenkins console logs patch by Mick Semb Wever; reviewed by Tomek Ĺasica for CASSANDRA-16604 --- jenkins-dsl/cassandra_job_dsl_seed.groovy | 65 ++++++++++++++++++++----------- 1 file changed, 42 insertions(+), 23 deletions(-) diff --git a/jenkins-dsl/cassandra_job_dsl_seed.groovy b/jenkins-dsl/cassandra_job_dsl_seed.groovy index 444bf59..0d6a18e 100644 --- a/jenkins-dsl/cassandra_job_dsl_seed.groovy +++ b/jenkins-dsl/cassandra_job_dsl_seed.groovy @@ -9,7 +9,14 @@ // //////////////////////////////////////////////////////////// -def jobDescription = '<img src="http://cassandra.apache.org/img/cassandra_logo.png"; /><br/>Apache Cassandra DSL-generated job - DSL git repo: <a href="https://github.com/apache/cassandra-builds";>cassandra-builds</a>' +def jobDescription = ''' +<p><img src="http://cassandra.apache.org/img/cassandra_logo.png"; /> +<br/>Apache Cassandra DSL-generated job - DSL git repo: <a href="https://github.com/apache/cassandra-builds";>cassandra-builds</a></p> +<p>Logs and test results are archived in <a href="https://nightlies.apache.org/cassandra/";>nightlies.apache.org</a> +<br/><i>protip: it is required to look in the pipeline's console log to find the stage build numbers for a specific pipeline run</i></p> +<p>A basic mirror of all build summary pages (classic and blue ocean ui) is found here <a href="https://nightlies.apache.org/cassandra/ci-cassandra.apache.org/";>here</a></p> + ''' + def jdkLabel = 'jdk_1.8_latest' if(binding.hasVariable("CASSANDRA_JDK_LABEL")) { jdkLabel = "${CASSANDRA_JDK_LABEL}" @@ -344,9 +351,12 @@ matrixJob('Cassandra-template-cqlsh-tests') { } steps { buildDescription('', buildDescStr) - shell("git clean -xdff") - shell('./pylib/cassandra-cqlsh-tests.sh $WORKSPACE') - shell("""echo "\${BUILD_TAG}) cassandra: `git log -1 --pretty=format:'%h %an %ad %s'`" > \${BUILD_TAG}.head """) + shell(""" + git clean -xdff" ; + ./pylib/cassandra-cqlsh-tests.sh $WORKSPACE' ; + echo "\${BUILD_TAG}) cassandra: `git log -1 --pretty=format:'%h %an %ad %s'`" > \${BUILD_TAG}.head ; + wget "\${BUILD_URL}/timestamps/?time=HH:mm:ss&timeZone=UTC&appendLog" -qO - > console.log.xz + """) } } @@ -385,13 +395,16 @@ cassandraBranches.each { node / scm / branches / 'hudson.plugins.git.BranchSpec' / name(branchName) } steps { - shell('./cassandra-builds/build-scripts/cassandra-artifacts.sh') + shell(""" + ./cassandra-builds/build-scripts/cassandra-artifacts.sh ; + wget "\${BUILD_URL}/timestamps/?time=HH:mm:ss&timeZone=UTC&appendLog" -qO - > console.log.xz + """) } publishers { publishOverSsh { server('Nightlies') { transferSet { - sourceFiles("build/apache-cassandra-*.tar.gz, build/apache-cassandra-*.jar, build/apache-cassandra-*.pom, build/cassandra*.deb, build/cassandra*.rpm") + sourceFiles("console.log.xz, build/apache-cassandra-*.tar.gz, build/apache-cassandra-*.jar, build/apache-cassandra-*.pom, build/cassandra*.deb, build/cassandra*.rpm") remoteDirectory("cassandra/${branchName}/${jobNamePrefix}-artifacts/\${BUILD_NUMBER}/\${JOB_NAME}/") } } @@ -464,7 +477,8 @@ cassandraBranches.each { shell(""" ./cassandra-builds/build-scripts/cassandra-test-docker.sh apache ${branchName} ${buildsRepo} ${buildsBranch} ${testDockerImage} ${targetName} \${split}/${testSplits} ; ./cassandra-builds/build-scripts/cassandra-test-report.sh ; - xz TESTS-TestSuites.xml + xz TESTS-TestSuites.xml ; + wget "\${BUILD_URL}/timestamps/?time=HH:mm:ss&timeZone=UTC&appendLog" -qO - > console.log.xz """) } publishers { @@ -485,7 +499,7 @@ cassandraBranches.each { publishOverSsh { server('Nightlies') { transferSet { - sourceFiles("TESTS-TestSuites.xml.xz,build/test/logs/**,build/test/jmh-result.json") + sourceFiles("console.log.xz,TESTS-TestSuites.xml.xz,build/test/logs/**,build/test/jmh-result.json") remoteDirectory("cassandra/${branchName}/${jobNamePrefix}-${targetName}/\${BUILD_NUMBER}/\${JOB_NAME}/") } } @@ -561,13 +575,14 @@ cassandraBranches.each { } shell(""" ./cassandra-builds/build-scripts/cassandra-dtest-pytest-docker.sh apache ${branchName} https://github.com/apache/cassandra-dtest.git trunk ${buildsRepo} ${buildsBranch} ${dtestDockerImage} ${targetName} \${split}/${splits} ; + wget "\${BUILD_URL}/timestamps/?time=HH:mm:ss&timeZone=UTC&appendLog" -qO - > console.log.xz """) } publishers { publishOverSsh { server('Nightlies') { transferSet { - sourceFiles("**/nosetests.xml,**/test_stdout.txt.xz,**/ccm_logs.tar.xz") + sourceFiles("console.log.xz,**/nosetests.xml,**/test_stdout.txt.xz,**/ccm_logs.tar.xz") remoteDirectory("cassandra/${branchName}/${jobNamePrefix}-${targetArchName}/\${BUILD_NUMBER}/\${JOB_NAME}/") } } @@ -618,7 +633,7 @@ cassandraBranches.each { publishOverSsh { server('Nightlies') { transferSet { - sourceFiles("**/cqlshlib.xml,**/*.head") + sourceFiles("console.log.xz,**/cqlshlib.xml,**/*.head") remoteDirectory("cassandra/${branchName}/${jobNamePrefix}-cqlsh-tests/\${BUILD_NUMBER}/\${JOB_NAME}/") } } @@ -763,14 +778,15 @@ matrixJob('Cassandra-devbranch-artifacts') { git clean -xdff ; git clone --depth 1 --single-branch -b ${buildsBranch} ${buildsRepo} ; echo "cassandra-builds at: `git -C cassandra-builds log -1 --pretty=format:'%h %an %ad %s'`" ; - """) - shell('./cassandra-builds/build-scripts/cassandra-artifacts.sh') + ./cassandra-builds/build-scripts/cassandra-artifacts.sh ; + wget "\${BUILD_URL}/timestamps/?time=HH:mm:ss&timeZone=UTC&appendLog" -qO - > console.log.xz + """) } publishers { publishOverSsh { server('Nightlies') { transferSet { - sourceFiles("build/apache-cassandra-*.tar.gz, build/apache-cassandra-*.jar, build/apache-cassandra-*.pom, build/cassandra*.deb, build/cassandra*.rpm") + sourceFiles("console.log.xz,build/apache-cassandra-*.tar.gz, build/apache-cassandra-*.jar, build/apache-cassandra-*.pom, build/cassandra*.deb, build/cassandra*.rpm") remoteDirectory("cassandra/devbranch/Cassandra-devbranch-artifacts/\${BUILD_NUMBER}/\${JOB_NAME}/") } } @@ -861,7 +877,6 @@ testTargets.each { git clean -xdff ${targetName == 'microbench' ? '-e build/test/jmh-result.json' : ''}; git clone --depth 1 --single-branch -b ${buildsBranch} ${buildsRepo} ; echo "cassandra-builds at: `git -C cassandra-builds log -1 --pretty=format:'%h %an %ad %s'`" ; - echo "Cassandra-devbranch-${targetName}) cassandra: `git log -1 --pretty=format:'%h %an %ad %s'`" > Cassandra-devbranch-${targetName}.head """) if (arch == "-arm64") { shell(""" @@ -872,10 +887,12 @@ testTargets.each { """) } shell(""" + echo "Cassandra-devbranch-${targetName}) cassandra: `git log -1 --pretty=format:'%h %an %ad %s'`" > Cassandra-devbranch-${targetName}.head ; ./cassandra-builds/build-scripts/cassandra-test-docker.sh \${REPO} \${BRANCH} ${buildsRepo} ${buildsBranch} ${testDockerImage} ${targetName} \${split}/${testSplits} ; ./cassandra-builds/build-scripts/cassandra-test-report.sh ; - xz TESTS-TestSuites.xml - """) + xz TESTS-TestSuites.xml ; + wget "\${BUILD_URL}/timestamps/?time=HH:mm:ss&timeZone=UTC&appendLog" -qO - > console.log.xz + """) } publishers { publishOverSsh { @@ -888,7 +905,7 @@ testTargets.each { failOnError(false) } archiveArtifacts { - pattern('build/test/**/TEST-*.xml, **/*.head') + pattern('console.log.xz,build/test/**/TEST-*.xml,**/*.head') allowEmpty() fingerprint() } @@ -1011,14 +1028,15 @@ archs.each { """) } shell(""" - ./cassandra-builds/build-scripts/cassandra-dtest-pytest-docker.sh \$REPO \$BRANCH \$DTEST_REPO \$DTEST_BRANCH ${buildsRepo} ${buildsBranch} \$DOCKER_IMAGE ${targetName} \${split}/${splits} ; - """) + ./cassandra-builds/build-scripts/cassandra-dtest-pytest-docker.sh \$REPO \$BRANCH \$DTEST_REPO \$DTEST_BRANCH ${buildsRepo} ${buildsBranch} \$DOCKER_IMAGE ${targetName} \${split}/${splits} ; + wget "\${BUILD_URL}/timestamps/?time=HH:mm:ss&timeZone=UTC&appendLog" -qO - > console.log.xz + """) } publishers { publishOverSsh { server('Nightlies') { transferSet { - sourceFiles("**/nosetests.xml,**/test_stdout.txt.xz,**/ccm_logs.tar.xz") + sourceFiles("console.log.xz,**/nosetests.xml,**/test_stdout.txt.xz,**/ccm_logs.tar.xz") remoteDirectory("cassandra/devbranch/Cassandra-devbranch-${targetArchName}/\${BUILD_NUMBER}/\${JOB_NAME}/") } } @@ -1117,14 +1135,15 @@ matrixJob('Cassandra-devbranch-cqlsh-tests') { shell(""" git clean -xdff ; echo "Cassandra-devbranch-cqlsh-tests) cassandra: `git log -1 --pretty=format:'%h %an %ad %s'`" > Cassandra-devbranch-cqlsh-tests.head ; - """) - shell('./pylib/cassandra-cqlsh-tests.sh $WORKSPACE') + ./pylib/cassandra-cqlsh-tests.sh $WORKSPACE ; + wget "\${BUILD_URL}/timestamps/?time=HH:mm:ss&timeZone=UTC&appendLog" -qO - > console.log.xz + """) } publishers { publishOverSsh { server('Nightlies') { transferSet { - sourceFiles("**/test_stdout.txt.xz,**/ccm_logs.tar.xz") + sourceFiles("console.log.xz,**/test_stdout.txt.xz,**/ccm_logs.tar.xz") remoteDirectory("cassandra/devbranch/Cassandra-devbranch-cqlsh-tests/\${BUILD_NUMBER}/\${JOB_NAME}/") } } --------------------------------------------------------------------- To unsubscribe, e-mail: [email protected] For additional commands, e-mail: [email protected]
![http://cassandra.apache.org/img/cassandra_logo.png"](http://cassandra.apache.org/img/cassandra_logo.png"){kind=link}