YETUS-6 Reoganize repository for split to TLP. move things out into top level components:
- precommit for test-patch and smart-apply-patch - shelldocs - release-doc-maker Adds a README that warns about temporary nature of layout. Signed-off-by: Allen Wittenauer <[email protected]> Project: http://git-wip-us.apache.org/repos/asf/yetus/repo Commit: http://git-wip-us.apache.org/repos/asf/yetus/commit/6f38afa5 Tree: http://git-wip-us.apache.org/repos/asf/yetus/tree/6f38afa5 Diff: http://git-wip-us.apache.org/repos/asf/yetus/diff/6f38afa5 Branch: refs/heads/master Commit: 6f38afa5a0c6b27df8ca56f069b4f4a860e727a7 Parents: 3571814 Author: Sean Busbey <[email protected]> Authored: Fri Oct 23 23:23:49 2015 -0500 Committer: Sean Busbey <[email protected]> Committed: Tue Oct 27 23:30:37 2015 -0500 ---------------------------------------------------------------------- README.md | 51 + dev-support/core.d/00-yetuslib.sh | 95 - dev-support/core.d/01-common.sh | 469 ---- dev-support/core.d/builtin-bugsystem.sh | 149 - dev-support/core.d/builtin-personality.sh | 29 - dev-support/core.d/patchfiles.sh | 330 --- dev-support/personality/bigtop.sh | 72 - dev-support/personality/flink.sh | 115 - dev-support/personality/geode.sh | 18 - dev-support/personality/hadoop.sh | 376 --- dev-support/personality/hbase.sh | 236 -- dev-support/personality/kafka.sh | 63 - dev-support/personality/pig.sh | 64 - dev-support/personality/samza.sh | 32 - dev-support/personality/tajo.sh | 29 - dev-support/personality/tez.sh | 29 - dev-support/releasedocmaker.py | 642 ----- dev-support/shelldocs.py | 274 -- dev-support/smart-apply-patch.sh | 251 -- .../test-patch-docker/Dockerfile-endstub | 19 - .../test-patch-docker/Dockerfile-startstub | 91 - .../test-patch-docker/launch-test-patch.sh | 50 - .../test-patch-docker/test-patch-docker.sh | 388 --- dev-support/test-patch.d/ant.sh | 201 -- dev-support/test-patch.d/asflicense.sh | 194 -- dev-support/test-patch.d/author.sh | 52 - dev-support/test-patch.d/cc.sh | 63 - dev-support/test-patch.d/checkstyle.sh | 237 -- dev-support/test-patch.d/findbugs.sh | 411 --- dev-support/test-patch.d/github.sh | 492 ---- dev-support/test-patch.d/gradle.sh | 263 -- dev-support/test-patch.d/java.sh | 168 -- dev-support/test-patch.d/jira.sh | 436 --- dev-support/test-patch.d/junit.sh | 68 - dev-support/test-patch.d/maven.sh | 440 --- dev-support/test-patch.d/nobuild.sh | 55 - dev-support/test-patch.d/perlcritic.sh | 151 - dev-support/test-patch.d/pylint.sh | 179 -- dev-support/test-patch.d/rubocop.sh | 151 - dev-support/test-patch.d/ruby-lint.sh | 151 - dev-support/test-patch.d/scala.sh | 77 - dev-support/test-patch.d/shellcheck.sh | 176 -- dev-support/test-patch.d/tap.sh | 80 - dev-support/test-patch.d/test4tests.sh | 58 - dev-support/test-patch.d/whitespace.sh | 92 - dev-support/test-patch.d/xml.sh | 74 - dev-support/test-patch.sh | 2647 ------------------ precommit/core.d/00-yetuslib.sh | 95 + precommit/core.d/01-common.sh | 469 ++++ precommit/core.d/builtin-bugsystem.sh | 149 + precommit/core.d/builtin-personality.sh | 29 + precommit/core.d/patchfiles.sh | 330 +++ precommit/personality/bigtop.sh | 72 + precommit/personality/flink.sh | 115 + precommit/personality/geode.sh | 18 + precommit/personality/hadoop.sh | 376 +++ precommit/personality/hbase.sh | 236 ++ precommit/personality/kafka.sh | 63 + precommit/personality/pig.sh | 64 + precommit/personality/samza.sh | 32 + precommit/personality/tajo.sh | 29 + precommit/personality/tez.sh | 29 + precommit/smart-apply-patch.sh | 251 ++ precommit/test-patch-docker/Dockerfile-endstub | 19 + .../test-patch-docker/Dockerfile-startstub | 91 + .../test-patch-docker/launch-test-patch.sh | 50 + .../test-patch-docker/test-patch-docker.sh | 388 +++ precommit/test-patch.d/ant.sh | 201 ++ precommit/test-patch.d/asflicense.sh | 194 ++ precommit/test-patch.d/author.sh | 52 + precommit/test-patch.d/cc.sh | 63 + precommit/test-patch.d/checkstyle.sh | 237 ++ precommit/test-patch.d/findbugs.sh | 411 +++ precommit/test-patch.d/github.sh | 492 ++++ precommit/test-patch.d/gradle.sh | 263 ++ precommit/test-patch.d/java.sh | 168 ++ precommit/test-patch.d/jira.sh | 436 +++ precommit/test-patch.d/junit.sh | 68 + precommit/test-patch.d/maven.sh | 440 +++ precommit/test-patch.d/nobuild.sh | 55 + precommit/test-patch.d/perlcritic.sh | 151 + precommit/test-patch.d/pylint.sh | 179 ++ precommit/test-patch.d/rubocop.sh | 151 + precommit/test-patch.d/ruby-lint.sh | 151 + precommit/test-patch.d/scala.sh | 77 + precommit/test-patch.d/shellcheck.sh | 176 ++ precommit/test-patch.d/tap.sh | 80 + precommit/test-patch.d/test4tests.sh | 58 + precommit/test-patch.d/whitespace.sh | 92 + precommit/test-patch.d/xml.sh | 74 + precommit/test-patch.sh | 2647 ++++++++++++++++++ release-doc-maker/releasedocmaker.py | 642 +++++ shelldocs/shelldocs.py | 274 ++ 93 files changed, 10788 insertions(+), 10737 deletions(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/yetus/blob/6f38afa5/README.md ---------------------------------------------------------------------- diff --git a/README.md b/README.md new file mode 100644 index 0000000..c9d16d3 --- /dev/null +++ b/README.md @@ -0,0 +1,51 @@ +<!--- + Licensed to the Apache Software Foundation (ASF) under one + or more contributor license agreements. See the NOTICE file + distributed with this work for additional information + regarding copyright ownership. The ASF licenses this file + to you under the Apache License, Version 2.0 (the + "License"); you may not use this file except in compliance + with the License. You may obtain a copy of the License at + + http://www.apache.org/licenses/LICENSE-2.0 + + Unless required by applicable law or agreed to in writing, + software distributed under the License is distributed on an + "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + KIND, either express or implied. See the License for the + specific language governing permissions and limitations + under the License. +--> +# Apache Yetus Source + +Apache Yetus is a collection of libraries and tools that enable +contribution and release process for software projects. + +> :warning: **A Note About Repository Layout** +> Yetus currently has no unified build tool, so individual components handle their own tooling. The current layout +> is temporary until such time as we adopt a project-wide build system. For more information, watch +> [YETUS-125](https://issues.apache.org/jira/browse/YETUS-125) + +The current repository is broken up by major component: + +* [Website source](asf-site-src/) +Holds our documentation, which is presented via [our website](https://yetus.apache.org/). +See the [guide to contributing](asf-site-src/source/contribute.html.md) for instructions on building the rendered +version. +* [Precommit](precommit/) +Precommit provides robust tools to deal with contributions, including applying patches from a variety of project sources +and evaluating them against project norms via a system of plugins. See the +[precommit overview](asf-site-src/source/documentation/latest/precommit-architecture.md) to get started working with +precommit. Note that even if the top level layout doesn't change, the layout of Precommit might when it adds in +unit tests under [YETUS-15](https://issues.apache.org/jira/browse/YETUS-15). +* [Yetus Project Pom](yetus-project/) +Provides common configuration and dependency management for Yetus' java based component. Currently +builds with Maven 3.2.0+. +* [Audience Annotations](audience-annotations/) +Audience Annotations allows projects to use Java Annotations to delineate public and non-public parts of their APIs. +It also provides doclets to generate javadocs filtered by intended audience. Currently builds with Maven 3.2.0+. +* [Shelldocs](shelldocs/) +Shelldocs processes comments on Bash functions for a annotations similar to Javadoc. It also includes built in +audience scoping functionality similar to the doclet from Audience Annotations. +* [Release Doc Maker](release-doc-maker/) +Release Doc Maker analyzes Jira and Git information to produce Markdown formatted release notes. http://git-wip-us.apache.org/repos/asf/yetus/blob/6f38afa5/dev-support/core.d/00-yetuslib.sh ---------------------------------------------------------------------- diff --git a/dev-support/core.d/00-yetuslib.sh b/dev-support/core.d/00-yetuslib.sh deleted file mode 100644 index 6ab6682..0000000 --- a/dev-support/core.d/00-yetuslib.sh +++ /dev/null @@ -1,95 +0,0 @@ -#!/usr/bin/env bash -# Licensed to the Apache Software Foundation (ASF) under one or more -# contributor license agreements. See the NOTICE file distributed with -# this work for additional information regarding copyright ownership. -# The ASF licenses this file to You under the Apache License, Version 2.0 -# (the "License"); you may not use this file except in compliance with -# the License. You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -## @description Print a message to stderr -## @audience public -## @stability stable -## @replaceable no -## @param string -function yetus_error -{ - echo "$*" 1>&2 -} - -## @description Print a message to stderr if --debug is turned on -## @audience public -## @stability stable -## @replaceable no -## @param string -function yetus_debug -{ - if [[ "${YETUS_SHELL_SCRIPT_DEBUG}" = true ]]; then - echo "[$(date) DEBUG]: $*" 1>&2 - fi -} - -## @description Given variable $1 delete $2 from it -## @audience public -## @stability stable -## @replaceable no -function yetus_delete_entry -{ - if [[ ${!1} =~ \ ${2}\ ]] ; then - yetus_debug "Removing ${2} from ${1}" - eval "${1}"=\""${!1// ${2} }"\" - fi -} - -## @description Given variable $1 add $2 to it -## @audience public -## @stability stable -## @replaceable no -function yetus_add_entry -{ - if [[ ! ${!1} =~ \ ${2}\ ]] ; then - yetus_debug "Adding ${2} to ${1}" - #shellcheck disable=SC2140 - eval "${1}"=\""${!1} ${2} "\" - fi -} - -## @description Given variable $1 determine if $2 is in it -## @audience public -## @stability stable -## @replaceable no -## @returns 1 = yes, 0 = no -function yetus_verify_entry -{ - [[ ! ${!1} =~ \ ${2}\ ]] -} - -## @description run the command, sending stdout and stderr to the given filename -## @audience public -## @stability stable -## @param filename -## @param command -## @param [..] -## @replaceable no -## @returns $? -function yetus_run_and_redirect -{ - declare logfile=$1 - shift - - # to the log - { - date - echo "cd $(pwd)" - echo "${*}" - } >> "${logfile}" - # run the actual command - "${@}" >> "${logfile}" 2>&1 -} http://git-wip-us.apache.org/repos/asf/yetus/blob/6f38afa5/dev-support/core.d/01-common.sh ---------------------------------------------------------------------- diff --git a/dev-support/core.d/01-common.sh b/dev-support/core.d/01-common.sh deleted file mode 100755 index 2110f75..0000000 --- a/dev-support/core.d/01-common.sh +++ /dev/null @@ -1,469 +0,0 @@ -#!/usr/bin/env bash -# Licensed to the Apache Software Foundation (ASF) under one or more -# contributor license agreements. See the NOTICE file distributed with -# this work for additional information regarding copyright ownership. -# The ASF licenses this file to You under the Apache License, Version 2.0 -# (the "License"); you may not use this file except in compliance with -# the License. You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -## @description Setup the default global variables -## @audience public -## @stability stable -## @replaceable no -function common_defaults -{ - #shellcheck disable=SC2034 - BASEDIR=$(pwd) - BUGSYSTEMS="" - BUILDTOOLS="" - LOAD_SYSTEM_PLUGINS=true - #shellcheck disable=SC2034 - JENKINS=false - #shellcheck disable=SC2034 - OFFLINE=false - OSTYPE=$(uname -s) - #shellcheck disable=SC2034 - PATCH_BRANCH="" - PATCH_BRANCH_DEFAULT="master" - #shellcheck disable=SC2034 - PATCH_DRYRUNMODE=false - PATCH_DIR=/tmp - while [[ -e ${PATCH_DIR} ]]; do - PATCH_DIR=/tmp/yetus-${RANDOM}.${RANDOM} - done - #shellcheck disable=SC2034 - PATCH_METHOD="" - #shellcheck disable=SC2034 - PATCH_METHODS=("gitapply" "patchcmd") - #shellcheck disable=SC2034 - PATCH_LEVEL=0 - PROJECT_NAME=yetus - RESULT=0 - #shellcheck disable=SC2034 - TESTTYPES="" - TESTFORMATS="" - USER_PLUGIN_DIR="" - - #shellcheck disable=SC2034 - YETUS_SHELL_SCRIPT_DEBUG=false - - # Solaris needs POSIX and GNU, not SVID - case ${OSTYPE} in - SunOS) - AWK=${AWK:-/usr/xpg4/bin/awk} - CURL=${CURL:-curl} - DIFF=${DIFF:-/usr/gnu/bin/diff} - FILE=${FILE:-file} - GIT=${GIT:-git} - GREP=${GREP:-/usr/xpg4/bin/grep} - PATCH=${PATCH:-/usr/gnu/bin/patch} - SED=${SED:-/usr/xpg4/bin/sed} - ;; - *) - AWK=${AWK:-awk} - CURL=${CURL:-curl} - DIFF=${DIFF:-diff} - FILE=${FILE:-file} - GIT=${GIT:-git} - GREP=${GREP:-grep} - PATCH=${PATCH:-patch} - SED=${SED:-sed} - ;; - esac -} - -## @description Interpret the common command line parameters used by test-patch, -## @description smart-apply-patch, and the bug system plugins -## @audience private -## @stability stable -## @replaceable no -## @params $@ -## @return May exit on failure -function common_args -{ - declare i - - for i in "$@"; do - case ${i} in - --awk-cmd=*) - AWK=${i#*=} - ;; - --basedir=*) - #shellcheck disable=SC2034 - BASEDIR=${i#*=} - ;; - --branch=*) - #shellcheck disable=SC2034 - PATCH_BRANCH=${i#*=} - ;; - --branch-default=*) - #shellcheck disable=SC2034 - PATCH_BRANCH_DEFAULT=${i#*=} - ;; - --curl-cmd=*) - CURL=${i#*=} - ;; - --debug) - #shellcheck disable=SC2034 - YETUS_SHELL_SCRIPT_DEBUG=true - ;; - --diff-cmd=*) - DIFF=${i#*=} - ;; - --file-cmd=*) - FILE=${i#*=} - ;; - --git-cmd=*) - GIT=${i#*=} - ;; - --grep-cmd=*) - GREP=${i#*=} - ;; - --help|-help|-h|help|--h|--\?|-\?|\?) - yetus_usage - exit 0 - ;; - --list-plugins) - list_plugins - exit 0 - ;; - --offline) - #shellcheck disable=SC2034 - OFFLINE=true - ;; - --patch-cmd=*) - PATCH=${i#*=} - ;; - --patch-dir=*) - PATCH_DIR=${i#*=} - ;; - --plugins=*) - ENABLED_PLUGINS=${i#*=} - ENABLED_PLUGINS=${ENABLED_PLUGINS//,/ } - ;; - --project=*) - PROJECT_NAME=${i#*=} - ;; - --skip-system-plugins) - LOAD_SYSTEM_PLUGINS=false - ;; - --sed-cmd=*) - SED=${i#*=} - ;; - --user-plugins=*) - USER_PLUGIN_DIR=${i#*=} - ;; - *) - ;; - esac - done -} - -## @description List all installed plug-ins, regardless of whether -## @description they have been enabled -## @audience public -## @stability evolving -## @replaceable no -function list_plugins -{ - declare plugintype - declare name - - ENABLED_PLUGINS="all" - importplugins - - printf "Reminder: every plug-in may be enabled via 'all'.\n\n" - for plugintype in BUILDTOOLS TESTTYPES BUGSYSTEMS TESTFORMATS; do - printf "%s:\n\t" ${plugintype} - for name in ${!plugintype}; do - printf "%s " ${name} - done - echo "" - done -} - -## @description Let plugins also get a copy of the arguments -## @audience private -## @stability evolving -## @replaceable no -function parse_args_plugins -{ - declare plugin - - for plugin in ${TESTTYPES} ${BUGSYSTEMS} ${TESTFORMATS} ${BUILDTOOLS}; do - if declare -f ${plugin}_parse_args >/dev/null 2>&1; then - yetus_debug "Running ${plugin}_parse_args" - #shellcheck disable=SC2086 - ${plugin}_parse_args "$@" - (( RESULT = RESULT + $? )) - fi - done -} - -## @description Let plugins also get a copy of the arguments -## @audience private -## @stability evolving -## @replaceable no -function plugins_initialize -{ - declare plugin - - for plugin in ${TESTTYPES} ${BUGSYSTEMS} ${TESTFORMATS} ${BUILDTOOLS}; do - if declare -f ${plugin}_initialize >/dev/null 2>&1; then - yetus_debug "Running ${plugin}_initialize" - #shellcheck disable=SC2086 - ${plugin}_initialize - (( RESULT = RESULT + $? )) - fi - done -} - -## @description Determine if a plugin was enabeld by the user -## @description ENABLED_PLUGINS must be defined -## @audience public -## @stability stable -## @replaceable yes -## @param test -function verify_plugin_enabled -{ - declare toadd=$1 - declare bar - declare idx - declare strip - declare stridx - - yetus_debug "Testing if $1 has been enabled by user" - - bar="" - for idx in ${ENABLED_PLUGINS}; do - stridx=${idx// } - yetus_debug "verify_plugin_enabled: processing ${stridx}" - case ${stridx} in - all) - bar=${toadd} - ;; - -*) - strip=${stridx#-} - if [[ ${strip} = "${toadd}" ]]; then - bar="" - fi - ;; - +*|*) - strip=${stridx#+} - if [[ ${strip} = "${toadd}" ]]; then - bar=${toadd} - fi - ;; - esac - done - - if [[ -n ${bar} ]]; then - yetus_debug "Post-parsing: checking ${bar} = ${toadd}" - fi - [[ ${bar} = "${toadd}" ]] -} - -## @description Personality-defined plug-in list -## @audience public -## @stability stable -## @replaceable yes -## @param plug-in list string -function personality_plugins -{ - if [[ -z "${ENABLED_PLUGINS}" ]]; then - ENABLED_PLUGINS="$1" - ENABLED_PLUGINS=${ENABLED_PLUGINS//,/ } - yetus_debug "Using personality plug-in list: ${ENABLED_PLUGINS}" - fi -} - -## @description Add the given test type -## @audience public -## @stability stable -## @replaceable yes -## @param test -function add_test -{ - if verify_plugin_enabled "${1}"; then - yetus_add_entry NEEDED_TESTS "${1}" - fi -} - -## @description Remove the given test type -## @audience public -## @stability stable -## @replaceable yes -## @param test -function delete_test -{ - yetus_delete_entry NEEDED_TESTS "${1}" -} - -## @description Verify if a given test was requested -## @audience public -## @stability stable -## @replaceable yes -## @param test -## @return 1 = yes -## @return 0 = no -function verify_needed_test -{ - yetus_verify_entry NEEDED_TESTS "${1}" -} - -## @description Add the given test type -## @audience public -## @stability stable -## @replaceable yes -## @param plugin -function add_test_type -{ - if verify_plugin_enabled "${1}"; then - yetus_add_entry TESTTYPES "${1}" - fi -} - -## @description Remove the given test type -## @audience public -## @stability stable -## @replaceable yes -## @param plugin -function delete_test_type -{ - yetus_delete_entry TESTTYPES "${1}" -} - -## @description Add the given bugsystem type -## @audience public -## @stability stable -## @replaceable yes -## @param bugsystem -function add_bugsystem -{ - if verify_plugin_enabled "${1}"; then - yetus_add_entry BUGSYSTEMS "${1}" - fi -} - -## @description Remove the given bugsystem type -## @audience public -## @stability stable -## @replaceable yes -## @param bugsystem -function delete_bugsystem -{ - yetus_delete_entry BUGSYSTEMS "${1}" -} - -## @description Add the given test format type -## @audience public -## @stability stable -## @replaceable yes -## @param test format -function add_test_format -{ - if verify_plugin_enabled "${1}"; then - yetus_add_entry TESTFORMATS "${1}" - fi -} - -## @description Remove the given test format type -## @audience public -## @stability stable -## @replaceable yes -## @param test format -function delete_test_format -{ - yetus_delete_entry TESTFORMATS "${1}" -} - -## @description Add the given build tool type -## @audience public -## @stability stable -## @replaceable yes -## @param build tool -function add_build_tool -{ - if verify_plugin_enabled "${1}"; then - yetus_add_entry BUILDTOOLS "${1}" - fi -} - -## @description Remove the given build tool type -## @audience public -## @stability stable -## @replaceable yes -## @param build tool -function delete_build_tool -{ - yetus_delete_entry BUILDTOOLS "${1}" -} - -## @description Import content from test-patch.d and optionally -## @description from user provided plugin directory -## @audience private -## @stability evolving -## @replaceable no -## @description Import content from test-patch.d and optionally -## @description from user provided plugin directory -## @audience private -## @stability evolving -## @replaceable no -function importplugins -{ - local i - local plugin - local files=() - - if [[ ${LOAD_SYSTEM_PLUGINS} == "true" ]]; then - if [[ -d "${BINDIR}/test-patch.d" ]]; then - files=(${BINDIR}/test-patch.d/*.sh) - fi - fi - - if [[ -n "${USER_PLUGIN_DIR}" && -d "${USER_PLUGIN_DIR}" ]]; then - yetus_debug "Loading user provided plugins from ${USER_PLUGIN_DIR}" - files=("${files[@]}" ${USER_PLUGIN_DIR}/*.sh) - fi - - if [[ -z ${PERSONALITY} - && -f "${BINDIR}/personality/${PROJECT_NAME}.sh" - && ${LOAD_SYSTEM_PLUGINS} = "true" ]]; then - PERSONALITY="${BINDIR}/personality/${PROJECT_NAME}.sh" - fi - - if [[ -n ${PERSONALITY} ]]; then - if [[ ! -f ${PERSONALITY} ]]; then - if [[ -f "${BINDIR}/personality/${PROJECT_NAME}.sh" - && ${LOAD_SYSTEM_PLUGINS} = "true" ]]; then - PERSONALITY="${BINDIR}/personality/${PROJECT_NAME}.sh" - else - yetus_debug "Can't find ${PERSONALITY} to import." - return - fi - fi - yetus_debug "Importing ${PERSONALITY}" - # shellcheck disable=SC1090 - . "${PERSONALITY}" - fi - - for i in "${files[@]}"; do - if [[ -f ${i} ]]; then - yetus_debug "Importing ${i}" - #shellcheck disable=SC1090 - . "${i}" - fi - done - - if declare -f personality_globals > /dev/null; then - personality_globals - fi -} http://git-wip-us.apache.org/repos/asf/yetus/blob/6f38afa5/dev-support/core.d/builtin-bugsystem.sh ---------------------------------------------------------------------- diff --git a/dev-support/core.d/builtin-bugsystem.sh b/dev-support/core.d/builtin-bugsystem.sh deleted file mode 100755 index f6e25f1..0000000 --- a/dev-support/core.d/builtin-bugsystem.sh +++ /dev/null @@ -1,149 +0,0 @@ -#!/usr/bin/env bash -# Licensed to the Apache Software Foundation (ASF) under one or more -# contributor license agreements. See the NOTICE file distributed with -# this work for additional information regarding copyright ownership. -# The ASF licenses this file to You under the Apache License, Version 2.0 -# (the "License"); you may not use this file except in compliance with -# the License. You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - - -# This bug system handles the output on the screen. - -add_bugsystem console - -## @description Print out the finished details on the console -## @audience private -## @stability evolving -## @replaceable no -## @param runresult -## @return 0 on success -## @return 1 on failure -function console_finalreport -{ - declare result=$1 - shift - declare i=0 - declare ourstring - declare vote - declare subs - declare ela - declare comment - declare commentfile1="${PATCH_DIR}/comment.1" - declare commentfile2="${PATCH_DIR}/comment.2" - declare normaltop - declare line - declare seccoladj=0 - declare spcfx=${PATCH_DIR}/spcl.txt - - if [[ ${result} == 0 ]]; then - if [[ ${JENKINS} == false ]]; then - if declare -f ${PROJECT_NAME}_console_success >/dev/null; then - ${PROJECT_NAME}_console_success > "${spcfx}" - else - { - printf "IF9fX18gICAgICAgICAgICAgICAgICAgICAgICAgICAgICBfIAovIF9fX3wg"; - printf "XyAgIF8gIF9fXyBfX18gX19fICBfX18gX19ffCB8ClxfX18gXHwgfCB8IHwv"; - printf "IF9fLyBfXy8gXyBcLyBfXy8gX198IHwKIF9fXykgfCB8X3wgfCAoX3wgKF98"; - printf "ICBfXy9cX18gXF9fIFxffAp8X19fXy8gXF9fLF98XF9fX1xfX19cX19ffHxf"; - printf "X18vX19fKF8pCiAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAg"; - printf "ICAK"; - } > "${spcfx}" - fi - fi - printf "\n\n+1 overall\n\n" - else - if [[ ${JENKINS} == false ]]; then - if declare -f ${PROJECT_NAME}_console_failure >/dev/null; then - ${PROJECT_NAME}_console_failure > "${spcfx}" - else - { - printf "IF9fX19fICAgICBfIF8gICAgICAgICAgICAgICAgXyAKfCAgX19ffF8gXyhf"; - printf "KSB8XyAgIF8gXyBfXyBfX198IHwKfCB8XyAvIF9gIHwgfCB8IHwgfCB8ICdf"; - printf "Xy8gXyBcIHwKfCAgX3wgKF98IHwgfCB8IHxffCB8IHwgfCAgX18vX3wKfF98"; - printf "ICBcX18sX3xffF98XF9fLF98X3wgIFxfX18oXykKICAgICAgICAgICAgICAg"; - printf "ICAgICAgICAgICAgICAgICAK" - } > "${spcfx}" - fi - fi - printf "\n\n-1 overall\n\n" - fi - - if [[ -f ${spcfx} ]]; then - if which base64 >/dev/null 2>&1; then - base64 --decode "${spcfx}" 2>/dev/null - elif which openssl >/dev/null 2>&1; then - openssl enc -A -d -base64 -in "${spcfx}" 2>/dev/null - fi - echo - echo - rm "${spcfx}" - fi - - seccoladj=$(findlargest 2 "${TP_VOTE_TABLE[@]}") - if [[ ${seccoladj} -lt 10 ]]; then - seccoladj=10 - fi - - seccoladj=$((seccoladj + 2 )) - i=0 - until [[ $i -eq ${#TP_HEADER[@]} ]]; do - printf "%s\n" "${TP_HEADER[${i}]}" - ((i=i+1)) - done - - printf "| %s | %*s | %s | %s\n" "Vote" ${seccoladj} Subsystem Runtime "Comment" - echo "============================================================================" - i=0 - until [[ $i -eq ${#TP_VOTE_TABLE[@]} ]]; do - ourstring=$(echo "${TP_VOTE_TABLE[${i}]}" | tr -s ' ') - vote=$(echo "${ourstring}" | cut -f2 -d\|) - subs=$(echo "${ourstring}" | cut -f3 -d\|) - ela=$(echo "${ourstring}" | cut -f4 -d\|) - comment=$(echo "${ourstring}" | cut -f5 -d\|) - - echo "${comment}" | fold -s -w $((78-seccoladj-22)) > "${commentfile1}" - normaltop=$(head -1 "${commentfile1}") - ${SED} -e '1d' "${commentfile1}" > "${commentfile2}" - - printf "| %4s | %*s | %-10s |%-s\n" "${vote}" ${seccoladj} \ - "${subs}" "${ela}" "${normaltop}" - while read -r line; do - printf "| | %*s | | %-s\n" ${seccoladj} " " "${line}" - done < "${commentfile2}" - - ((i=i+1)) - rm "${commentfile2}" "${commentfile1}" 2>/dev/null - done - - if [[ ${#TP_TEST_TABLE[@]} -gt 0 ]]; then - seccoladj=$(findlargest 1 "${TP_TEST_TABLE[@]}") - printf "\n\n%*s | Tests\n" "${seccoladj}" "Reason" - i=0 - until [[ $i -eq ${#TP_TEST_TABLE[@]} ]]; do - ourstring=$(echo "${TP_TEST_TABLE[${i}]}" | tr -s ' ') - vote=$(echo "${ourstring}" | cut -f2 -d\|) - subs=$(echo "${ourstring}" | cut -f3 -d\|) - printf "%*s | %s\n" "${seccoladj}" "${vote}" "${subs}" - ((i=i+1)) - done - fi - - printf "\n\n|| Subsystem || Report/Notes ||\n" - echo "============================================================================" - i=0 - - until [[ $i -eq ${#TP_FOOTER_TABLE[@]} ]]; do - comment=$(echo "${TP_FOOTER_TABLE[${i}]}" | - ${SED} -e "s,@@BASE@@,${PATCH_DIR},g") - printf "%s\n" "${comment}" - ((i=i+1)) - done -} http://git-wip-us.apache.org/repos/asf/yetus/blob/6f38afa5/dev-support/core.d/builtin-personality.sh ---------------------------------------------------------------------- diff --git a/dev-support/core.d/builtin-personality.sh b/dev-support/core.d/builtin-personality.sh deleted file mode 100755 index 1258d46..0000000 --- a/dev-support/core.d/builtin-personality.sh +++ /dev/null @@ -1,29 +0,0 @@ -#!/usr/bin/env bash -# Licensed to the Apache Software Foundation (ASF) under one or more -# contributor license agreements. See the NOTICE file distributed with -# this work for additional information regarding copyright ownership. -# The ASF licenses this file to You under the Apache License, Version 2.0 -# (the "License"); you may not use this file except in compliance with -# the License. You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -function personality_modules -{ - if declare -f "${BUILDTOOL}_builtin_personality_modules" >/dev/null; then - "${BUILDTOOL}_builtin_personality_modules" "$@" - fi -} - -function personality_file_tests -{ - if declare -f "${BUILDTOOL}_builtin_personality_file_tests" >/dev/null; then - "${BUILDTOOL}_builtin_personality_file_tests" "$@" - fi -} http://git-wip-us.apache.org/repos/asf/yetus/blob/6f38afa5/dev-support/core.d/patchfiles.sh ---------------------------------------------------------------------- diff --git a/dev-support/core.d/patchfiles.sh b/dev-support/core.d/patchfiles.sh deleted file mode 100755 index 7bb2f8b..0000000 --- a/dev-support/core.d/patchfiles.sh +++ /dev/null @@ -1,330 +0,0 @@ -#!/usr/bin/env bash -# Licensed to the Apache Software Foundation (ASF) under one or more -# contributor license agreements. See the NOTICE file distributed with -# this work for additional information regarding copyright ownership. -# The ASF licenses this file to You under the Apache License, Version 2.0 -# (the "License"); you may not use this file except in compliance with -# the License. You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -## @description Use curl to download the patch as a last resort -## @audience private -## @stability evolving -## @param patchloc -## @param output -## @return 0 got something -## @return 1 error -function generic_locate_patch -{ - declare input=$1 - declare output=$2 - - if [[ "${OFFLINE}" == true ]]; then - yetus_debug "generic_locate_patch: offline, skipping" - return 1 - fi - - ${CURL} --silent \ - --output "${output}" \ - "${input}" - if [[ $? != 0 ]]; then - yetus_debug "generic_locate_patch: failed to download the patch." - return 1 - fi - return 0 -} - -## @description Given a possible patch file, guess if it's a patch file -## @description only using the more intense verify if we really need to -## @audience private -## @stability evolving -## @param path to patch file to test -## @return 0 we think it's a patch file -## @return 1 we think it's not a patch file -function guess_patch_file -{ - declare patch=$1 - declare fileOutput - - if [[ ! -f ${patch} ]]; then - return 1 - fi - - yetus_debug "Trying to guess if ${patch} is a patch file." - fileOutput=$("${FILE}" "${patch}") - if [[ $fileOutput =~ \ diff\ ]]; then - yetus_debug "file magic says it's a diff." - return 0 - fi - - fileOutput=$(head -n 1 "${patch}" | "${GREP}" -E "^(From [a-z0-9]* Mon Sep 17 00:00:00 2001)|(diff .*)|(Index: .*)$") - if [[ $? == 0 ]]; then - yetus_debug "first line looks like a patch file." - return 0 - fi - - patchfile_dryrun_driver "${patch}" -} - -## @description Given ${PATCH_OR_ISSUE}, determine what type of patch file is in use, -## @description and do the necessary work to place it into ${PATCH_DIR}/patch. -## @audience private -## @stability evolving -## @replaceable no -## @return 0 on success -## @return 1 on failure, may exit -function locate_patch -{ - declare bugsys - declare patchfile="" - declare gotit=false - - yetus_debug "locate patch" - - if [[ -z "${PATCH_OR_ISSUE}" ]]; then - yetus_error "ERROR: No patch provided." - cleanup_and_exit 1 - fi - - echo "Processing: ${PATCH_OR_ISSUE}" - # it's a declarely provided file - if [[ -f ${PATCH_OR_ISSUE} ]]; then - patchfile="${PATCH_OR_ISSUE}" - else - # run through the bug systems. maybe they know? - for bugsys in ${BUGSYSTEMS}; do - if declare -f ${bugsys}_locate_patch >/dev/null 2>&1; then - "${bugsys}_locate_patch" "${PATCH_OR_ISSUE}" "${PATCH_DIR}/patch" - if [[ $? == 0 ]]; then - gotit=true - fi - fi - done - - # ok, none of the bug systems know. let's see how smart we are - if [[ ${gotit} == false ]]; then - generic_locate_patch "${PATCH_OR_ISSUE}" "${PATCH_DIR}/patch" - if [[ $? != 0 ]]; then - yetus_error "ERROR: Unsure how to process ${PATCH_OR_ISSUE}." - cleanup_and_exit 1 - fi - fi - fi - - if [[ ! -f "${PATCH_DIR}/patch" - && -f "${patchfile}" ]]; then - cp "${patchfile}" "${PATCH_DIR}/patch" - if [[ $? == 0 ]] ; then - echo "Patch file ${patchfile} copied to ${PATCH_DIR}" - else - yetus_error "ERROR: Could not copy ${patchfile} to ${PATCH_DIR}" - cleanup_and_exit 1 - fi - fi -} - -## @description if patch-level zero, then verify we aren't -## @description just adding files -## @audience public -## @stability stable -## @param log filename -## @replaceable no -## @returns $? -function patchfile_verify_zero -{ - declare logfile=$1 - shift - declare dir - declare changed_files1 - declare changed_files2 - declare filename - - # don't return /dev/null - # shellcheck disable=SC2016 - changed_files1=$(${AWK} 'function p(s){if(s!~"^/dev/null"){print s}} - /^diff --git / { p($3); p($4) } - /^(\+\+\+|---) / { p($2) }' "${PATCH_DIR}/patch" | sort -u) - - # maybe we interpreted the patch wrong? check the log file - # shellcheck disable=SC2016 - changed_files2=$(${GREP} -E '^[cC]heck' "${logfile}" \ - | ${AWK} '{print $3}' \ - | ${SED} -e 's,\.\.\.$,,g') - - for filename in ${changed_files1} ${changed_files2}; do - - # leading prefix = bad - if [[ ${filename} =~ ^(a|b)/ ]]; then - return 1 - fi - - # touching an existing file is proof enough - # that pl=0 is good - if [[ -f ${filename} ]]; then - return 0 - fi - - dir=$(dirname "${filename}" 2>/dev/null) - if [[ -n ${dir} && -d ${dir} ]]; then - return 0 - fi - done - - # ¯\_(ã)_/¯ - no way for us to know, all new files with no prefix! - yetus_error "WARNING: Patch only adds files; using patch level ${PATCH_LEVEL}" - return 0 -} - -## @description git apply dryrun -## @replaceable no -## @audience private -## @stability evolving -## @param path to patch file to dryrun -function gitapply_dryrun -{ - declare patchfile=$1 - declare prefixsize=${2:-0} - - while [[ ${prefixsize} -lt 4 - && -z ${PATCH_METHOD} ]]; do - yetus_run_and_redirect "${PATCH_DIR}/patch-dryrun.log" \ - "${GIT}" apply --binary -v --check "-p${prefixsize}" "${patchfile}" - if [[ $? == 0 ]]; then - PATCH_LEVEL=${prefixsize} - PATCH_METHOD=gitapply - break - fi - ((prefixsize=prefixsize+1)) - done - - if [[ ${prefixsize} -eq 0 ]]; then - patchfile_verify_zero "${PATCH_DIR}/patch-dryrun.log" - if [[ $? != 0 ]]; then - PATCH_METHOD="" - PATCH_LEVEL="" - gitapply_dryrun "${patchfile}" 1 - fi - fi -} - -## @description patch patch dryrun -## @replaceable no -## @audience private -## @stability evolving -## @param path to patch file to dryrun -function patchcmd_dryrun -{ - declare patchfile=$1 - declare prefixsize=${2:-0} - - while [[ ${prefixsize} -lt 4 - && -z ${PATCH_METHOD} ]]; do - # shellcheck disable=SC2153 - yetus_run_and_redirect "${PATCH_DIR}/patch-dryrun.log" \ - "${PATCH}" "-p${prefixsize}" -E --dry-run < "${patchfile}" - if [[ $? == 0 ]]; then - PATCH_LEVEL=${prefixsize} - PATCH_METHOD=patchcmd - break - fi - ((prefixsize=prefixsize+1)) - done - - if [[ ${prefixsize} -eq 0 ]]; then - patchfile_verify_zero "${PATCH_DIR}/patch-dryrun.log" - if [[ $? != 0 ]]; then - PATCH_METHOD="" - PATCH_LEVEL="" - patchcmd_dryrun "${patchfile}" 1 - fi - fi -} - -## @description driver for dryrun methods -## @replaceable no -## @audience private -## @stability evolving -## @param path to patch file to dryrun -function patchfile_dryrun_driver -{ - declare patchfile=$1 - declare method - - #shellcheck disable=SC2153 - for method in "${PATCH_METHODS[@]}"; do - if declare -f ${method}_dryrun >/dev/null; then - "${method}_dryrun" "${patchfile}" - fi - if [[ -n ${PATCH_METHOD} ]]; then - break - fi - done - - if [[ -n ${PATCH_METHOD} ]]; then - return 0 - fi - return 1 -} - -## @description git patch apply -## @replaceable no -## @audience private -## @stability evolving -## @param path to patch file to apply -function gitapply_apply -{ - declare patchfile=$1 - declare extraopts - - if [[ "${COMMITMODE}" = true ]]; then - extraopts="--whitespace=fix" - fi - - echo "Applying the patch:" - yetus_run_and_redirect "${PATCH_DIR}/apply-patch-git-apply.log" \ - "${GIT}" apply --binary ${extraopts} -v --stat --apply "-p${PATCH_LEVEL}" "${patchfile}" - ${GREP} -v "^Checking" "${PATCH_DIR}/apply-patch-git-apply.log" -} - -## @description patch patch apply -## @replaceable no -## @audience private -## @stability evolving -## @param path to patch file to apply -function patchcmd_apply -{ - declare patchfile=$1 - - echo "Applying the patch:" - yetus_run_and_redirect "${PATCH_DIR}/apply-patch-patch-apply.log" \ - "${PATCH}" "-p${PATCH_LEVEL}" -E < "${patchfile}" - cat "${PATCH_DIR}/apply-patch-patch-apply.log" -} - -## @description driver for patch apply methods -## @replaceable no -## @audience private -## @stability evolving -## @param path to patch file to apply -function patchfile_apply_driver -{ - declare patchfile=$1 - - if declare -f ${PATCH_METHOD}_apply >/dev/null; then - "${PATCH_METHOD}_apply" "${patchfile}" - if [[ $? -gt 0 ]]; then - return 1 - fi - else - yetus_error "ERROR: Patching method ${PATCH_METHOD} does not have a way to apply patches!" - return 1 - fi - return 0 -} http://git-wip-us.apache.org/repos/asf/yetus/blob/6f38afa5/dev-support/personality/bigtop.sh ---------------------------------------------------------------------- diff --git a/dev-support/personality/bigtop.sh b/dev-support/personality/bigtop.sh deleted file mode 100755 index 3854f6b..0000000 --- a/dev-support/personality/bigtop.sh +++ /dev/null @@ -1,72 +0,0 @@ -#!/usr/bin/env bash -# Licensed to the Apache Software Foundation (ASF) under one or more -# contributor license agreements. See the NOTICE file distributed with -# this work for additional information regarding copyright ownership. -# The ASF licenses this file to You under the Apache License, Version 2.0 -# (the "License"); you may not use this file except in compliance with -# the License. You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -personality_plugins "all,-checkstyle,-findbugs" - -function personality_globals -{ - # shellcheck disable=SC2034 - PATCH_BRANCH_DEFAULT=master - # shellcheck disable=SC2034 - JIRA_ISSUE_RE='^BIGTOP-[0-9]+$' - # shellcheck disable=SC2034 - HOW_TO_CONTRIBUTE="" - # shellcheck disable=SC2034 - BUILDTOOL=gradle - # shellcheck disable=SC2034 - GITHUB_REPO="apache/bigtop" - # shellcheck disable=SC2034 - BIGTOP_PUPPETSETUP=false -} - -add_test_type bigtop - -function bigtop_usage -{ - echo "Bigtop specific:" - echo "--bigtop-puppet=[false|true] execute the bigtop puppet setup (needs sudo to root)" -} - -function bigtop_parse_args -{ - local i - - for i in "$@"; do - case ${i} in - --bigtop-puppet=*) - BIGTOP_PUPPETSETUP=${i#*=} - ;; - esac - done -} - -function bigtop_precheck_postinstall -{ - if [[ ${BIGTOP_PUPPETSETUP} = "true" ]]; then - pushd "${BASEDIR}" >/dev/null - echo_and_redirect "${PATCH_DIR}/bigtop-branch-toolchain.txt" "${GRADLEW}" toolchain - popd >/dev/null - fi -} - -function bigtop_postapply_postinstall -{ - if [[ ${BIGTOP_PUPPETSETUP} = "true" ]]; then - pushd "${BASEDIR}" >/dev/null - echo_and_redirect "${PATCH_DIR}/bigtop-patch-toolchain.txt" "${GRADLEW}" toolchain - popd >/dev/null - fi -} \ No newline at end of file http://git-wip-us.apache.org/repos/asf/yetus/blob/6f38afa5/dev-support/personality/flink.sh ---------------------------------------------------------------------- diff --git a/dev-support/personality/flink.sh b/dev-support/personality/flink.sh deleted file mode 100755 index 356c76b..0000000 --- a/dev-support/personality/flink.sh +++ /dev/null @@ -1,115 +0,0 @@ -#!/usr/bin/env bash -# Licensed to the Apache Software Foundation (ASF) under one or more -# contributor license agreements. See the NOTICE file distributed with -# this work for additional information regarding copyright ownership. -# The ASF licenses this file to You under the Apache License, Version 2.0 -# (the "License"); you may not use this file except in compliance with -# the License. You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -personality_plugins "all" - -function personality_globals -{ - #shellcheck disable=SC2034 - PATCH_BRANCH_DEFAULT=master - #shellcheck disable=SC2034 - JIRA_ISSUE_RE='^FLINK-[0-9]+$' - #shellcheck disable=SC2034 - GITHUB_REPO="apache/flink" - #shellcheck disable=SC2034 - HOW_TO_CONTRIBUTE="" -} - -add_test_type flinklib - -function flinklib_filefilter -{ - local filename=$1 - - if [[ ${filename} =~ \.java$ - || ${filename} =~ \.scala$ - || ${filename} =~ pom.xml$ ]]; then - add_test flinklib - fi -} - -function flinklib_count -{ - find "${BASEDIR}" \ - | ${GREP} "/lib/" \ - | ${GREP} -v "_qa_workdir" \ - | wc -l -} - -function flinklib_preapply -{ - start_clock - big_console_header "${PATCH_BRANCH} flink library dependencies" - - verify_needed_test flinklib - if [[ $? == 0 ]]; then - echo "Patch does not need flinklib testing." - return 0 - fi - - pushd "${BASEDIR}" >/dev/null - echo_and_redirect "${PATCH_DIR}/branch-flinklib-root.txt" \ - "${MAVEN}" "${MAVEN_ARGS[@]}" package -DskipTests -Dmaven.javadoc.skip=true -Ptest-patch - if [[ $? != 0 ]]; then - add_vote_table -1 flinklib "Unable to determine flink libs in ${PATCH_BRANCH}." - fi - FLINK_PRE_LIB_FILES=$(flinklib_count) - popd >/dev/null -} - -function flinklib_postapply -{ - start_clock - big_console_header "Patch flink library dependencies" - - verify_needed_test flinklib - if [[ $? == 0 ]]; then - echo "Patch does not need flinklib testing." - return 0 - fi - - pushd "${BASEDIR}" >/dev/null - echo_and_redirect "${PATCH_DIR}/patch-flinklib-root.txt" \ - "${MAVEN}" "${MAVEN_ARGS[@]}" package -DskipTests -Dmaven.javadoc.skip=true -Ptest-patch - FLINK_POST_LIB_FILES=$(flinklib_count) - popd >/dev/null - - - if [[ "${FLINK_POST_LIB_FILES}" -gt "${FLINK_PRE_LIB_FILES}" ]]; then - add_vote_table -1 flinklib "Patch increases lib folder dependencies from " \ - "${FLINK_PRE_LIB_FILES} to ${FLINK_POST_LIB_FILES}" - return 1 - elif [[ "${FLINK_POST_LIB_FILES}" -eq "${FLINK_PRE_LIB_FILES}" ]]; then - add_vote_table 0 flinklib "Patch did not change lib dependencies" \ - " (still ${FLINK_PRE_LIB_FILES})" - else - add_vote_table +1 flinklib "Patch decreases lib folder dependencies by " \ - "$((FLINK_PRE_LIB_FILES-FLINK_POST_LIB_FILES))." - fi - return 0 -} - -function flinklib_rebuild -{ - declare repostatus=$1 - - if [[ "${repostatus}" = branch ]]; then - flinklib_preapply - else - flinklib_postinstall - fi -} - http://git-wip-us.apache.org/repos/asf/yetus/blob/6f38afa5/dev-support/personality/geode.sh ---------------------------------------------------------------------- diff --git a/dev-support/personality/geode.sh b/dev-support/personality/geode.sh deleted file mode 100644 index f16e431..0000000 --- a/dev-support/personality/geode.sh +++ /dev/null @@ -1,18 +0,0 @@ -personality_plugins "all,-ant,-javac,-scalac,-scaladoc" - -function personality_globals -{ - #shellcheck disable=SC2034 - PATCH_BRANCH_DEFAULT=develop - #shellcheck disable=SC2034 - HOW_TO_CONTRIBUTE="https://cwiki.apache.org/confluence/display/GEODE/How+to+Contribute"; - #shellcheck disable=SC2034 - JIRA_ISSUE_RE='^(GEODE)-[0-9]+$' - #shellcheck disable=SC2034 - GITHUB_REPO="apache/incubator-geode" - #shellcheck disable=SC2034 - BUILDTOOL=gradle -# PYLINT_OPTIONS="--indent-string=' '" - -# HADOOP_MODULES="" -} http://git-wip-us.apache.org/repos/asf/yetus/blob/6f38afa5/dev-support/personality/hadoop.sh ---------------------------------------------------------------------- diff --git a/dev-support/personality/hadoop.sh b/dev-support/personality/hadoop.sh deleted file mode 100755 index f958f0c..0000000 --- a/dev-support/personality/hadoop.sh +++ /dev/null @@ -1,376 +0,0 @@ -#!/usr/bin/env bash -# Licensed to the Apache Software Foundation (ASF) under one or more -# contributor license agreements. See the NOTICE file distributed with -# this work for additional information regarding copyright ownership. -# The ASF licenses this file to You under the Apache License, Version 2.0 -# (the "License"); you may not use this file except in compliance with -# the License. You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -# Override these to match Apache Hadoop's requirements - -personality_plugins "all,-ant,-gradle,-scalac,-scaladoc" - -function personality_globals -{ - #shellcheck disable=SC2034 - PATCH_BRANCH_DEFAULT=trunk - #shellcheck disable=SC2034 - HOW_TO_CONTRIBUTE="https://wiki.apache.org/hadoop/HowToContribute"; - #shellcheck disable=SC2034 - JIRA_ISSUE_RE='^(HADOOP|YARN|MAPREDUCE|HDFS)-[0-9]+$' - #shellcheck disable=SC2034 - GITHUB_REPO="apache/hadoop" - #shellcheck disable=SC2034 - PYLINT_OPTIONS="--indent-string=' '" - - HADOOP_MODULES="" -} - -function hadoop_module_manipulation -{ - local startingmodules=${1:-normal} - local module - local hdfs_modules - local mapred_modules - local yarn_modules - local ordered_modules - local tools_modules - local passed_modules - local flags - - yetus_debug "hmm in: ${startingmodules}" - - if [[ ${startingmodules} = normal ]]; then - startingmodules=${CHANGED_MODULES} - elif [[ ${startingmodules} = union ]]; then - startingmodules=${CHANGED_UNION_MODULES} - fi - - yetus_debug "hmm expanded to: ${startingmodules}" - - if [[ ${startingmodules} = "." ]]; then - yetus_debug "hmm shortcut since ." - HADOOP_MODULES=. - return - fi - - # ${startingmodules} is already sorted and uniq'd. - # let's remove child modules if we're going to - # touch their parent. - passed_modules=${startingmodules} - for module in ${startingmodules}; do - yetus_debug "Stripping ${module}" - # shellcheck disable=SC2086 - passed_modules=$(echo ${passed_modules} | tr ' ' '\n' | ${GREP} -v ${module}/ ) - done - - yetus_debug "hmm pre-ordering: ${startingmodules}" - - # Hadoop's compilation rules are complex - # Precedence: common > [hdfs|yarn] > mapred > tools - # - everything depends upon common - # - hdfs needs common's native bits for unit tests - # - mapred depends upon yarn since it is a yarn app - # - tools can require anything - - for module in ${passed_modules}; do - yetus_debug "Personality ordering ${module}" - if [[ ${module} = "." ]]; then - HADOOP_MODULES=. - break - fi - - if [[ ${module} = hadoop-hdfs-project* ]]; then - hdfs_modules="${hdfs_modules} ${module}" - elif [[ ${module} = hadoop-common-project/hadoop-common - || ${module} = hadoop-common-project ]]; then - ordered_modules="${ordered_modules} ${module}" - elif [[ ${module} = hadoop-tools* ]]; then - tools_modules="${tools_modules} ${module}" - elif [[ ${module} = hadoop-mapreduce-project* ]]; then - mapred_modules="${mapred_modules} ${module}" - elif [[ ${module} = hadoop-yarn-project* ]]; then - yarn_modules="${yarn_modules} ${module}" - else - ordered_modules="${ordered_modules} ${module}" - fi - done - - HADOOP_MODULES="${ordered_modules} ${hdfs_modules} ${yarn_modules} ${mapred_modules} ${tools_modules}" - - yetus_debug "hmm out: ${HADOOP_MODULES}" -} - -function hadoop_unittest_prereqs -{ - local need_common=0 - local building_common=0 - local module - local flags - local fn - - for module in ${HADOOP_MODULES}; do - if [[ ${module} = hadoop-hdfs-project* ]]; then - need_common=1 - elif [[ ${module} = hadoop-common-project/hadoop-common - || ${module} = hadoop-common-project ]]; then - building_common=1 - fi - done - - if [[ ${need_common} -eq 1 - && ${building_common} -eq 0 ]]; then - echo "unit test pre-reqs:" - module="hadoop-common-project/hadoop-common" - fn=$(module_file_fragment "${module}") - flags=$(hadoop_native_flags) - pushd "${BASEDIR}/${module}" >/dev/null - # shellcheck disable=SC2086 - echo_and_redirect "${PATCH_DIR}/maven-unit-prereq-${fn}-install.txt" \ - "${MAVEN}" "${MAVEN_ARGS[@]}" install -DskipTests ${flags} - popd >/dev/null - fi -} - -function hadoop_native_flags -{ - - if [[ ${BUILD_NATIVE} != true ]]; then - return - fi - - # Based upon HADOOP-11937 - # - # Some notes: - # - # - getting fuse to compile on anything but Linux - # is always tricky. - # - Darwin assumes homebrew is in use. - # - HADOOP-12027 required for bzip2 on OS X. - # - bzip2 is broken in lots of places. - # e.g, HADOOP-12027 for OS X. so no -Drequire.bzip2 - # - - # current build servers are pretty limited in - # what they support - if [[ ${JENKINS} = true - && ${DOCKERSUPPORT} = false ]]; then - # shellcheck disable=SC2086 - echo -Pnative \ - -Drequire.snappy -Drequire.openssl -Drequire.fuse \ - -Drequire.test.libhadoop - return - fi - - case ${OSTYPE} in - Linux) - # shellcheck disable=SC2086 - echo -Pnative -Drequire.libwebhdfs \ - -Drequire.snappy -Drequire.openssl -Drequire.fuse \ - -Drequire.test.libhadoop - ;; - Darwin) - JANSSON_INCLUDE_DIR=/usr/local/opt/jansson/include - JANSSON_LIBRARY=/usr/local/opt/jansson/lib - export JANSSON_LIBRARY JANSSON_INCLUDE_DIR - # shellcheck disable=SC2086 - echo \ - -Pnative -Drequire.snappy \ - -Drequire.openssl \ - -Dopenssl.prefix=/usr/local/opt/openssl/ \ - -Dopenssl.include=/usr/local/opt/openssl/include \ - -Dopenssl.lib=/usr/local/opt/openssl/lib \ - -Drequire.libwebhdfs -Drequire.test.libhadoop - ;; - *) - # shellcheck disable=SC2086 - echo \ - -Pnative \ - -Drequire.snappy -Drequire.openssl \ - -Drequire.libwebhdfs -Drequire.test.libhadoop - ;; - esac -} - -function personality_modules -{ - local repostatus=$1 - local testtype=$2 - local extra="" - local ordering="normal" - local needflags=false - local flags - local fn - local i - - yetus_debug "Personality: ${repostatus} ${testtype}" - - clear_personality_queue - - case ${testtype} in - asflicense) - # this is very fast and provides the full path if we do it from - # the root of the source - personality_enqueue_module . - return - ;; - checkstyle) - ordering="union" - extra="-DskipTests" - ;; - compile) - ordering="union" - extra="-DskipTests" - needflags=true - - # if something in common changed, we build the whole world - if [[ ${CHANGED_MODULES} =~ hadoop-common ]]; then - yetus_debug "hadoop personality: javac + hadoop-common = ordering set to . " - ordering="." - fi - ;; - distclean) - ordering="." - extra="-DskipTests" - ;; - javadoc) - if [[ ${repostatus} = patch ]]; then - echo "javadoc pre-reqs:" - for i in hadoop-project \ - hadoop-common-project/hadoop-annotations; do - fn=$(module_file_fragment "${i}") - pushd "${BASEDIR}/${i}" >/dev/null - echo "cd ${i}" - echo_and_redirect "${PATCH_DIR}/maven-${fn}-install.txt" \ - "${MAVEN}" "${MAVEN_ARGS[@]}" install - popd >/dev/null - done - fi - extra="-Pdocs -DskipTests" - ;; - mvninstall) - extra="-DskipTests" - if [[ ${repostatus} = branch ]]; then - ordering=. - fi - ;; - unit) - if [[ ${TEST_PARALLEL} = "true" ]] ; then - extra="-Pparallel-tests" - if [[ -n ${TEST_THREADS:-} ]]; then - extra="${extra} -DtestsThreadCount=${TEST_THREADS}" - fi - fi - needflags=true - hadoop_unittest_prereqs - - verify_needed_test javac - if [[ $? == 0 ]]; then - yetus_debug "hadoop: javac not requested" - verify_needed_test native - if [[ $? == 0 ]]; then - yetus_debug "hadoop: native not requested" - yetus_debug "hadoop: adding -DskipTests to unit test" - extra="-DskipTests" - fi - fi - - verify_needed_test shellcheck - if [[ $? == 0 - && ! ${CHANGED_FILES} =~ \.bats ]]; then - yetus_debug "hadoop: NO shell code change detected; disabling shelltest profile" - extra="${extra} -P!shelltest" - else - extra="${extra} -Pshelltest" - fi - ;; - *) - extra="-DskipTests" - ;; - esac - - if [[ ${needflags} = true ]]; then - flags=$(hadoop_native_flags) - extra="${extra} ${flags}" - fi - - hadoop_module_manipulation ${ordering} - - for module in ${HADOOP_MODULES}; do - # shellcheck disable=SC2086 - personality_enqueue_module ${module} ${extra} - done -} - -function personality_file_tests -{ - local filename=$1 - - yetus_debug "Using Hadoop-specific personality_file_tests" - - if [[ ${filename} =~ src/main/webapp ]]; then - yetus_debug "tests/webapp: ${filename}" - elif [[ ${filename} =~ \.sh - || ${filename} =~ \.cmd - || ${filename} =~ src/scripts - || ${filename} =~ src/test/scripts - ]]; then - yetus_debug "tests/shell: ${filename}" - add_test unit - elif [[ ${filename} =~ \.md$ - || ${filename} =~ \.md\.vm$ - || ${filename} =~ src/site - ]]; then - yetus_debug "tests/site: ${filename}" - add_test site - elif [[ ${filename} =~ \.c$ - || ${filename} =~ \.cc$ - || ${filename} =~ \.h$ - || ${filename} =~ \.hh$ - || ${filename} =~ \.proto$ - || ${filename} =~ \.cmake$ - || ${filename} =~ CMakeLists.txt - ]]; then - yetus_debug "tests/units: ${filename}" - add_test cc - add_test unit - add_test javac - elif [[ ${filename} =~ build.xml$ - || ${filename} =~ pom.xml$ - || ${filename} =~ \.java$ - || ${filename} =~ src/main - ]]; then - yetus_debug "tests/javadoc+units: ${filename}" - add_test javac - add_test javadoc - add_test mvninstall - add_test unit - fi - - if [[ ${filename} =~ src/test ]]; then - yetus_debug "tests" - add_test unit - fi - - if [[ ${filename} =~ \.java$ ]]; then - add_test findbugs - fi -} - -function hadoop_console_success -{ - printf "IF9fX19fX19fX18gCjwgU3VjY2VzcyEgPgogLS0tLS0tLS0tLSAKIFwgICAg"; - printf "IC9cICBfX18gIC9cCiAgXCAgIC8vIFwvICAgXC8gXFwKICAgICAoKCAgICBP"; - printf "IE8gICAgKSkKICAgICAgXFwgLyAgICAgXCAvLwogICAgICAgXC8gIHwgfCAg"; - printf "XC8gCiAgICAgICAgfCAgfCB8ICB8ICAKICAgICAgICB8ICB8IHwgIHwgIAog"; - printf "ICAgICAgIHwgICBvICAgfCAgCiAgICAgICAgfCB8ICAgfCB8ICAKICAgICAg"; - printf "ICB8bXwgICB8bXwgIAo" -} \ No newline at end of file http://git-wip-us.apache.org/repos/asf/yetus/blob/6f38afa5/dev-support/personality/hbase.sh ---------------------------------------------------------------------- diff --git a/dev-support/personality/hbase.sh b/dev-support/personality/hbase.sh deleted file mode 100755 index 8451f17..0000000 --- a/dev-support/personality/hbase.sh +++ /dev/null @@ -1,236 +0,0 @@ -#!/usr/bin/env bash -# Licensed to the Apache Software Foundation (ASF) under one or more -# contributor license agreements. See the NOTICE file distributed with -# this work for additional information regarding copyright ownership. -# The ASF licenses this file to You under the Apache License, Version 2.0 -# (the "License"); you may not use this file except in compliance with -# the License. You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -personality_plugins "all" - -function personality_globals -{ - #shellcheck disable=SC2034 - PATCH_BRANCH_DEFAULT=master - #shellcheck disable=SC2034 - JIRA_ISSUE_RE='^HBASE-[0-9]+$' - #shellcheck disable=SC2034 - GITHUB_REPO="apache/hbase" - #shellcheck disable=SC2034 - HOW_TO_CONTRIBUTE="" - - # All supported Hadoop versions that we want to test the compilation with - HBASE_HADOOP_VERSIONS="2.4.1 2.5.2 2.6.0" - - # Override the maven options - MAVEN_OPTS="${MAVEN_OPTS:-"-Xmx3100M"}" -} - -function personality_modules -{ - local repostatus=$1 - local testtype=$2 - local extra="" - - yetus_debug "Personality: ${repostatus} ${testtype}" - - clear_personality_queue - - extra="-DHBasePatchProcess" - - if [[ ${repostatus} == branch - && ${testtype} == mvninstall ]];then - personality_enqueue_module . ${extra} - return - fi - - if [[ ${testtype} = findbugs ]]; then - for module in ${CHANGED_MODULES}; do - # skip findbugs on hbase-shell - if [[ ${module} == hbase-shell ]]; then - continue - else - # shellcheck disable=SC2086 - personality_enqueue_module ${module} ${extra} - fi - done - return - fi - - for module in ${CHANGED_MODULES}; do - # shellcheck disable=SC2086 - personality_enqueue_module ${module} ${extra} - done -} - -################################################### - -add_test_type hadoopcheck - -function hadoopcheck_filefilter -{ - local filename=$1 - - if [[ ${filename} =~ \.java$ ]]; then - add_test hadoopcheck - fi -} - -function hadoopcheck_rebuild -{ - local repostatus=$1 - local hadoopver - local logfile - local count - local result=0 - - if [[ "${repostatus}" = branch ]]; then - return 0 - fi - - big_console_header "Compiling against various Hadoop versions" - - export MAVEN_OPTS="${MAVEN_OPTS}" - for hadoopver in ${HBASE_HADOOP_VERSIONS}; do - logfile="${PATCH_DIR}/patch-javac-${hadoopver}.txt" - echo_and_redirect "${logfile}" \ - "${MAVEN}" clean install \ - -DskipTests -DHBasePatchProcess \ - -Dhadoop-two.version="${hadoopver}" - count=$(${GREP} -c ERROR "${logfile}") - if [[ ${count} -gt 0 ]]; then - add_vote_table -1 hadoopcheck "Patch causes ${count} errors with Hadoop v${hadoopver}." - ((result=result+1)) - fi - done - - if [[ ${result} -gt 0 ]]; then - return 1 - fi - - add_vote_table +1 hadoopcheck "Patch does not cause any errors with Hadoop ${HBASE_HADOOP_VERSIONS}." - return 0 -} - -###################################### - -add_test_type hbaseprotoc - -function hbaseprotoc_filefilter -{ - local filename=$1 - - if [[ ${filename} =~ \.proto$ ]]; then - add_test hbaseprotoc - fi -} - -function hbaseprotoc_rebuild -{ - local i=0 - local fn - local module - local logfile - local count - local result - - if [[ "${repostatus}" = branch ]]; then - return 0 - fi - - verify_needed_test hbaseprotoc - if [[ $? == 0 ]]; then - return 0 - fi - - big_console_header "Patch HBase protoc plugin" - - start_clock - - - personality_modules patch hbaseprotoc - modules_workers patch hbaseprotoc compile -DskipTests -Pcompile-protobuf -X -DHBasePatchProcess - - # shellcheck disable=SC2153 - until [[ $i -eq ${#MODULE[@]} ]]; do - if [[ ${MODULE_STATUS[${i}]} == -1 ]]; then - ((result=result+1)) - ((i=i+1)) - continue - fi - module=${MODULE[$i]} - fn=$(module_file_fragment "${module}") - logfile="${PATCH_DIR}/patch-hbaseprotoc-${fn}.txt" - - count=$(${GREP} -c ERROR "${logfile}") - - if [[ ${count} -gt 0 ]]; then - module_status ${i} -1 "patch-hbaseprotoc-${fn}.txt" "Patch generated "\ - "${count} new protoc errors in ${module}." - ((result=result+1)) - fi - ((i=i+1)) - done - - modules_messages patch hbaseprotoc true - if [[ ${result} -gt 0 ]]; then - return 1 - fi - return 0 -} - -###################################### - -add_test_type hbaseanti - -function hbaseanti_filefilter -{ - local filename=$1 - - if [[ ${filename} =~ \.java$ ]]; then - add_test hbaseanti - fi -} - -function hbaseanti_patchfile -{ - local patchfile=$1 - local warnings - local result - - verify_needed_test hbaseanti - if [[ $? == 0 ]]; then - return 0 - fi - - big_console_header "Checking for known anti-patterns" - - start_clock - - warnings=$(${GREP} 'new TreeMap<byte.*()' "${patchfile}") - if [[ ${warnings} -gt 0 ]]; then - add_vote_table -1 hbaseanti "" "The patch appears to have anti-pattern where BYTES_COMPARATOR was omitted: ${warnings}." - ((result=result+1)) - fi - - warnings=$(${GREP} 'import org.apache.hadoop.classification' "${patchfile}") - if [[ ${warnings} -gt 0 ]]; then - add_vote_table -1 hbaseanti "" "The patch appears use Hadoop classification instead of HBase: ${warnings}." - ((result=result+1)) - fi - - if [[ ${result} -gt 0 ]]; then - return 1 - fi - - add_vote_table +1 hbaseanti "" "Patch does not have any anti-patterns." - return 0 -} http://git-wip-us.apache.org/repos/asf/yetus/blob/6f38afa5/dev-support/personality/kafka.sh ---------------------------------------------------------------------- diff --git a/dev-support/personality/kafka.sh b/dev-support/personality/kafka.sh deleted file mode 100755 index cc4bf09..0000000 --- a/dev-support/personality/kafka.sh +++ /dev/null @@ -1,63 +0,0 @@ -#!/usr/bin/env bash -# Licensed to the Apache Software Foundation (ASF) under one or more -# contributor license agreements. See the NOTICE file distributed with -# this work for additional information regarding copyright ownership. -# The ASF licenses this file to You under the Apache License, Version 2.0 -# (the "License"); you may not use this file except in compliance with -# the License. You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -personality_plugins "all,-checkstyle,-asflicense" - -function personality_globals -{ - #shellcheck disable=SC2034 - PATCH_BRANCH_DEFAULT=trunk - #shellcheck disable=SC2034 - JIRA_ISSUE_RE='^KAFKA-[0-9]+$' - #shellcheck disable=SC2034 - HOW_TO_CONTRIBUTE="http://kafka.apache.org/contributing.html"; - # shellcheck disable=SC2034 - BUILDTOOL=gradle - #shellcheck disable=SC2034 - GITHUB_REPO="apache/kafka" -} - -function personality_modules -{ - declare repostatus=$1 - declare testtype=$2 - declare module - declare extra="" - - yetus_debug "Using kafka personality_modules" - yetus_debug "Personality: ${repostatus} ${testtype}" - - clear_personality_queue - - case ${testtype} in - gradleboot) - # kafka's bootstrap is broken - if [[ ${testtype} == gradleboot ]]; then - pushd "${BASEDIR}" >/dev/null - echo_and_redirect "${PATCH_DIR}/kafka-configure-gradle.txt" gradle - popd >/dev/null - fi - ;; - compile) - extra="clean jar" - ;; - esac - - for module in ${CHANGED_MODULES}; do - # shellcheck disable=SC2086 - personality_enqueue_module ${module} ${extra} - done -} http://git-wip-us.apache.org/repos/asf/yetus/blob/6f38afa5/dev-support/personality/pig.sh ---------------------------------------------------------------------- diff --git a/dev-support/personality/pig.sh b/dev-support/personality/pig.sh deleted file mode 100755 index 50ea52f..0000000 --- a/dev-support/personality/pig.sh +++ /dev/null @@ -1,64 +0,0 @@ -#!/usr/bin/env bash -# Licensed to the Apache Software Foundation (ASF) under one or more -# contributor license agreements. See the NOTICE file distributed with -# this work for additional information regarding copyright ownership. -# The ASF licenses this file to You under the Apache License, Version 2.0 -# (the "License"); you may not use this file except in compliance with -# the License. You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -personality_plugins "all" - -function personality_globals -{ - #shellcheck disable=SC2034 - PATCH_BRANCH_DEFAULT=trunk - #shellcheck disable=SC2034 - JIRA_ISSUE_RE='^PIG-[0-9]+$' - #shellcheck disable=SC2034 - GITHUB_REPO="apache/pig" - #shellcheck disable=SC2034 - HOW_TO_CONTRIBUTE="" - #shellcheck disable=SC2034 - BUILDTOOL=ant -} - -function personality_modules -{ - local repostatus=$1 - local testtype=$2 - local extra="" - - yetus_debug "Personality: ${repostatus} ${testtype}" - - clear_personality_queue - - extra="-DPigPatchProcess= " - - case ${testtype} in - findbugs) - # shellcheck disable=SC2034 - ANT_FINDBUGSXML="${BASEDIR}/build/test/findbugs/pig-findbugs-report.xml" - extra="-Dfindbugs.home=${FINDBUGS_HOME}" - ;; - compile) - extra="${extra} -Djavac.args=-Xlint -Dcompile.c++=yes clean piggybank" - ;; - javadoc) - extra="${extra} -Dforrest.home=${FORREST_HOME}" - ;; - unit) - extra="${extra} -Dtest.junit.output.format=xml -Dcompile.c++=yes -Dtest.output=yes test-core" - ;; - esac - - # shellcheck disable=SC2086 - personality_enqueue_module . ${extra} -} http://git-wip-us.apache.org/repos/asf/yetus/blob/6f38afa5/dev-support/personality/samza.sh ---------------------------------------------------------------------- diff --git a/dev-support/personality/samza.sh b/dev-support/personality/samza.sh deleted file mode 100755 index 131e73e..0000000 --- a/dev-support/personality/samza.sh +++ /dev/null @@ -1,32 +0,0 @@ -#!/usr/bin/env bash -# Licensed to the Apache Software Foundation (ASF) under one or more -# contributor license agreements. See the NOTICE file distributed with -# this work for additional information regarding copyright ownership. -# The ASF licenses this file to You under the Apache License, Version 2.0 -# (the "License"); you may not use this file except in compliance with -# the License. You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - - -personality_plugins "all,-checkstyle" - -function personality_globals -{ - #shellcheck disable=SC2034 - PATCH_BRANCH_DEFAULT=master - #shellcheck disable=SC2034 - JIRA_ISSUE_RE='^SAMZA-[0-9]+$' - #shellcheck disable=SC2034 - HOW_TO_CONTRIBUTE="https://cwiki.apache.org/confluence/display/SAMZA/Contributor's+Corner" - # shellcheck disable=SC2034 - BUILDTOOL=gradle - #shellcheck disable=SC2034 - GITHUB_REPO="apache/samza" -} \ No newline at end of file http://git-wip-us.apache.org/repos/asf/yetus/blob/6f38afa5/dev-support/personality/tajo.sh ---------------------------------------------------------------------- diff --git a/dev-support/personality/tajo.sh b/dev-support/personality/tajo.sh deleted file mode 100755 index aa5fc48..0000000 --- a/dev-support/personality/tajo.sh +++ /dev/null @@ -1,29 +0,0 @@ -#!/usr/bin/env bash -# Licensed to the Apache Software Foundation (ASF) under one or more -# contributor license agreements. See the NOTICE file distributed with -# this work for additional information regarding copyright ownership. -# The ASF licenses this file to You under the Apache License, Version 2.0 -# (the "License"); you may not use this file except in compliance with -# the License. You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -personality_plugins "all" - -function personality_globals -{ - #shellcheck disable=SC2034 - PATCH_BRANCH_DEFAULT=master - #shellcheck disable=SC2034 - JIRA_ISSUE_RE='^TAJO-[0-9]+$' - #shellcheck disable=SC2034 - GITHUB_REPO="apache/tajo" - #shellcheck disable=SC2034 - HOW_TO_CONTRIBUTE="https://cwiki.apache.org/confluence/display/TAJO/How+to+Contribute+to+Tajo"; -} \ No newline at end of file http://git-wip-us.apache.org/repos/asf/yetus/blob/6f38afa5/dev-support/personality/tez.sh ---------------------------------------------------------------------- diff --git a/dev-support/personality/tez.sh b/dev-support/personality/tez.sh deleted file mode 100755 index 584865e..0000000 --- a/dev-support/personality/tez.sh +++ /dev/null @@ -1,29 +0,0 @@ -#!/usr/bin/env bash -# Licensed to the Apache Software Foundation (ASF) under one or more -# contributor license agreements. See the NOTICE file distributed with -# this work for additional information regarding copyright ownership. -# The ASF licenses this file to You under the Apache License, Version 2.0 -# (the "License"); you may not use this file except in compliance with -# the License. You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -personality_plugins "all" - -function personality_globals -{ - #shellcheck disable=SC2034 - PATCH_BRANCH_DEFAULT=master - #shellcheck disable=SC2034 - JIRA_ISSUE_RE='^TEZ-[0-9]+$' - #shellcheck disable=SC2034 - GITHUB_REPO="apache/tez" - #shellcheck disable=SC2034 - HOW_TO_CONTRIBUTE="https://cwiki.apache.org/confluence/display/TEZ/How+to+Contribute+to+Tez"; -} \ No newline at end of file
