http://git-wip-us.apache.org/repos/asf/bigtop/blob/316650cd/bigtop-packages/src/charm/pig/layer-pig/layer.yaml ---------------------------------------------------------------------- diff --git a/bigtop-packages/src/charm/pig/layer-pig/layer.yaml b/bigtop-packages/src/charm/pig/layer-pig/layer.yaml deleted file mode 100644 index e41e233..0000000 --- a/bigtop-packages/src/charm/pig/layer-pig/layer.yaml +++ /dev/null @@ -1,13 +0,0 @@ -repo: https://github.com/apache/bigtop/tree/master/bigtop-packages/src/charm/pig/layer-pig -includes: - - 'layer:apache-bigtop-base' - - 'layer:hadoop-client' -options: - apache-bigtop-base: - dirs: - pig: - path: '/usr/lib/pig' - pig_conf: - path: '/etc/pig/conf' - hadoop_conf: - path: '/etc/hadoop/conf'
http://git-wip-us.apache.org/repos/asf/bigtop/blob/316650cd/bigtop-packages/src/charm/pig/layer-pig/lib/charms/layer/bigtop_pig.py ---------------------------------------------------------------------- diff --git a/bigtop-packages/src/charm/pig/layer-pig/lib/charms/layer/bigtop_pig.py b/bigtop-packages/src/charm/pig/layer-pig/lib/charms/layer/bigtop_pig.py deleted file mode 100755 index 4a2ab92..0000000 --- a/bigtop-packages/src/charm/pig/layer-pig/lib/charms/layer/bigtop_pig.py +++ /dev/null @@ -1,80 +0,0 @@ -# Licensed to the Apache Software Foundation (ASF) under one or more -# contributor license agreements. See the NOTICE file distributed with -# this work for additional information regarding copyright ownership. -# The ASF licenses this file to You under the Apache License, Version 2.0 -# (the "License"); you may not use this file except in compliance with -# the License. You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -from subprocess import CalledProcessError, check_output - -from charms.layer.apache_bigtop_base import Bigtop -from charms import layer -from charmhelpers.core import hookenv -from jujubigdata import utils - - -class Pig(object): - """ - This class manages Pig. - """ - def __init__(self): - self.dist_config = utils.DistConfig( - data=layer.options('apache-bigtop-base')) - - def install_pig(self): - ''' - Trigger the Bigtop puppet recipe that handles the Pig service. - ''' - # Dirs are handled by the bigtop deb. No need to call out to - # dist_config to do that work. - roles = ['pig-client'] - - bigtop = Bigtop() - bigtop.render_site_yaml(roles=roles) - bigtop.trigger_puppet() - - # Set app version for juju status output; pig --version looks like: - # Apache Pig version 0.15.0 (r: unknown) - # compiled Feb 06 2016, 23:00:40 - try: - pig_out = check_output(['pig', '-x', 'local', '--version']).decode() - except CalledProcessError as e: - pig_out = e.output - lines = pig_out.splitlines() - parts = lines[0].split() if lines else [] - if len(parts) < 4: - hookenv.log('Error getting Pig version: {}'.format(pig_out), - hookenv.ERROR) - pig_ver = '' - else: - pig_ver = parts[3] - hookenv.application_version_set(pig_ver) - - def initial_pig_config(self): - ''' - Configure system-wide pig bits. - ''' - pig_bin = self.dist_config.path('pig') / 'bin' - with utils.environment_edit_in_place('/etc/environment') as env: - if pig_bin not in env['PATH']: - env['PATH'] = ':'.join([env['PATH'], pig_bin]) - env['PIG_CONF_DIR'] = self.dist_config.path('pig_conf') - env['PIG_HOME'] = self.dist_config.path('pig') - env['HADOOP_CONF_DIR'] = self.dist_config.path('hadoop_conf') - - def update_config(self, mode): - """ - Configure Pig with the correct classpath. If Hadoop is available, use - HADOOP_CONF_DIR, otherwise use PIG_HOME. - """ - with utils.environment_edit_in_place('/etc/environment') as env: - key = 'HADOOP_CONF_DIR' if mode == 'mapreduce' else 'PIG_HOME' - env['PIG_CLASSPATH'] = env[key] http://git-wip-us.apache.org/repos/asf/bigtop/blob/316650cd/bigtop-packages/src/charm/pig/layer-pig/metadata.yaml ---------------------------------------------------------------------- diff --git a/bigtop-packages/src/charm/pig/layer-pig/metadata.yaml b/bigtop-packages/src/charm/pig/layer-pig/metadata.yaml deleted file mode 100644 index 4aa1f66..0000000 --- a/bigtop-packages/src/charm/pig/layer-pig/metadata.yaml +++ /dev/null @@ -1,10 +0,0 @@ -name: pig -summary: Pig from Apache Bigtop -maintainer: Juju Big Data <[email protected]> -description: | - Apache Pig is a platform for creating MapReduce programs used with Hadoop. - It consists of a high-level language (Pig Latin) for expressing data analysis - programs, coupled with infrastructure for evaluating these programs. - - This charm provides version 0.15.0 of the Pig application from Apache Bigtop. -tags: [] http://git-wip-us.apache.org/repos/asf/bigtop/blob/316650cd/bigtop-packages/src/charm/pig/layer-pig/reactive/pig.py ---------------------------------------------------------------------- diff --git a/bigtop-packages/src/charm/pig/layer-pig/reactive/pig.py b/bigtop-packages/src/charm/pig/layer-pig/reactive/pig.py deleted file mode 100644 index b239361..0000000 --- a/bigtop-packages/src/charm/pig/layer-pig/reactive/pig.py +++ /dev/null @@ -1,37 +0,0 @@ -# Licensed to the Apache Software Foundation (ASF) under one or more -# contributor license agreements. See the NOTICE file distributed with -# this work for additional information regarding copyright ownership. -# The ASF licenses this file to You under the Apache License, Version 2.0 -# (the "License"); you may not use this file except in compliance with -# the License. You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -from charmhelpers.core import hookenv -from charms.layer.bigtop_pig import Pig -from charms.reactive import is_state, set_state, when, when_not -from charms.reactive.helpers import data_changed - - -@when('bigtop.available') -@when_not('pig.installed') -def install_pig(): - hookenv.status_set('maintenance', 'installing pig') - pig = Pig() - pig.install_pig() - pig.initial_pig_config() - set_state('pig.installed') - - -@when('pig.installed') -def check_config(): - mode = 'mapreduce' if is_state('hadoop.ready') else 'local' - if data_changed('pig.mode', mode): - Pig().update_config(mode) - hookenv.status_set('active', 'ready (%s)' % mode) http://git-wip-us.apache.org/repos/asf/bigtop/blob/316650cd/bigtop-packages/src/charm/pig/layer-pig/tests/01-deploy.py ---------------------------------------------------------------------- diff --git a/bigtop-packages/src/charm/pig/layer-pig/tests/01-deploy.py b/bigtop-packages/src/charm/pig/layer-pig/tests/01-deploy.py deleted file mode 100755 index b7e8620..0000000 --- a/bigtop-packages/src/charm/pig/layer-pig/tests/01-deploy.py +++ /dev/null @@ -1,49 +0,0 @@ -#!/usr/bin/env python3 - -# Licensed to the Apache Software Foundation (ASF) under one or more -# contributor license agreements. See the NOTICE file distributed with -# this work for additional information regarding copyright ownership. -# The ASF licenses this file to You under the Apache License, Version 2.0 -# (the "License"); you may not use this file except in compliance with -# the License. You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -import amulet -import re -import unittest - - -class TestDeploy(unittest.TestCase): - """ - Deployment and smoke test for the Apache Bigtop Pig service. - """ - @classmethod - def setUpClass(cls): - cls.d = amulet.Deployment(series='xenial') - cls.d.add('pig') - - cls.d.setup(timeout=1800) - cls.d.sentry.wait_for_messages({'pig': re.compile('ready')}, timeout=1800) - cls.pig = cls.d.sentry['pig'][0] - - def test_pig(self): - """ - Validate Pig by running the smoke-test action. - """ - uuid = self.pig.action_do('smoke-test') - result = self.d.action_fetch(uuid) - # pig smoke-test sets outcome=success on success - if (result['outcome'] != "success"): - error = "Pig smoke-test failed" - amulet.raise_status(amulet.FAIL, msg=error) - - -if __name__ == '__main__': - unittest.main() http://git-wip-us.apache.org/repos/asf/bigtop/blob/316650cd/bigtop-packages/src/charm/pig/layer-pig/tests/tests.yaml ---------------------------------------------------------------------- diff --git a/bigtop-packages/src/charm/pig/layer-pig/tests/tests.yaml b/bigtop-packages/src/charm/pig/layer-pig/tests/tests.yaml deleted file mode 100644 index 3b6ce3e..0000000 --- a/bigtop-packages/src/charm/pig/layer-pig/tests/tests.yaml +++ /dev/null @@ -1,3 +0,0 @@ -reset: false -packages: - - amulet http://git-wip-us.apache.org/repos/asf/bigtop/blob/316650cd/bigtop-packages/src/common/phoenix/do-component-build ---------------------------------------------------------------------- diff --git a/bigtop-packages/src/common/phoenix/do-component-build b/bigtop-packages/src/common/phoenix/do-component-build index ac6fb32..d5df723 100644 --- a/bigtop-packages/src/common/phoenix/do-component-build +++ b/bigtop-packages/src/common/phoenix/do-component-build @@ -15,14 +15,12 @@ # limitations under the License. set -ex - . `dirname $0`/bigtop.bom mvn -DskipTests \ -Dhadoop.version=$HADOOP_VERSION \ -Dhadoop-two.version=$HADOOP_VERSION \ -Dhbase.version=$HBASE_VERSION \ - -Dpig.version=$PIG_VERSION \ -Dflume.version=$FLUME_VERSION \ -Dspark.version=${SPARK1_VERSION} \ -Dhive.version=${HIVE_VERSION} \ @@ -36,9 +34,6 @@ rm -rf $(find . -type d -name archive-tmp); find -iname phoenix-*.jar -exec cp -n {} build/ \; cp -R bin build/; - cp -R phoenix-pherf/config build/bin/ - cp -R examples build/ - cp dev/release_files/* build/ http://git-wip-us.apache.org/repos/asf/bigtop/blob/316650cd/bigtop-packages/src/common/pig/do-component-build ---------------------------------------------------------------------- diff --git a/bigtop-packages/src/common/pig/do-component-build b/bigtop-packages/src/common/pig/do-component-build deleted file mode 100644 index 3e6c302..0000000 --- a/bigtop-packages/src/common/pig/do-component-build +++ /dev/null @@ -1,82 +0,0 @@ -#!/bin/bash -# Licensed to the Apache Software Foundation (ASF) under one or more -# contributor license agreements. See the NOTICE file distributed with -# this work for additional information regarding copyright ownership. -# The ASF licenses this file to You under the Apache License, Version 2.0 -# (the "License"); you may not use this file except in compliance with -# the License. You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -set -ex - -. `dirname ${0}`/bigtop.bom - -cat <<__EOT__ >> ivy/libraries.properties - -hbase95.version=$HBASE_VERSION -hive.version=$HIVE_VERSION -zookeeper.version=$ZOOKEEPER_VERSION -hadoop-common.version=$HADOOP_VERSION -hadoop-hdfs.version=$HADOOP_VERSION -hadoop-mapreduce.version=$HADOOP_VERSION -__EOT__ - -# Respect FORREST_HOME if defined and valid (assume users knows what they are doing), else fallback to creating our own home. -if [ -z ${FORREST_HOME-} ] || [ ! -d $FORREST_HOME ]; then - BIGTOP_FORREST_VER=${BIGTOP_FORREST_VER:-0.9} - BIGTOP_FORREST_MD5=${BIGTOP_FORREST_MD5:-ea58a078e3861d4dfc8bf3296a53a5f8} - BIGTOP_FORREST_TAR=apache-forrest-${BIGTOP_FORREST_VER}.tar.gz - - if [ ! -z ${LOCAL_DOWNLOADS_DIR-} ] \ - && [ -f $LOCAL_DOWNLOADS_DIR/forrest/$BIGTOP_FORREST_TAR ]; then - forrest_tar_path=$LOCAL_DOWNLOADS_DIR/forrest/$BIGTOP_FORREST_TAR - else - forrest_dir=$HOME/.m2/repository/apache-forrest - forrest_tar_path=$forrest_dir/$BIGTOP_FORREST_TAR - ( - mkdir -p $forrest_dir ; - # since -O and -N cannot be used together, work around this issue by changing dir first. - cd $forrest_dir ; - /usr/bin/wget -N https://archive.apache.org/dist/forrest/$BIGTOP_FORREST_VER/$BIGTOP_FORREST_TAR - ) - fi - - forrest_tar_md5=$(md5sum $forrest_tar_path | cut -d" " -f1) - if [ $forrest_tar_md5 != $BIGTOP_FORREST_MD5 ]; then - echo "ERROR: MD5: $forrest_tar_md5 of $forrest_tar_path is not matching expected MD5: $BIGTOP_FORREST_MD5" - exit 1 - fi - tar xf $forrest_tar_path - export FORREST_HOME=`pwd`/apache-forrest-${BIGTOP_FORREST_VER} -fi - -BUILD_OPTS="-Djavac.version=${JDK_VERSION} -Dforrest.home=${FORREST_HOME} -Dversion=${PIG_VERSION} -Dhadoopversion=23" - -# FIXME: there's a weird synchronization issue between ivy and Maven caches wrt. jetty -# If we don't do the following the build fails with (note zip instead of jar): -# [ivy:resolve] :::::::::::::::::::::::::::::::::::::::::::::: -# [ivy:resolve] :: FAILED DOWNLOADS :: -# [ivy:resolve] :: ^ see resolution messages for details ^ :: -# [ivy:resolve] :::::::::::::::::::::::::::::::::::::::::::::: -# [ivy:resolve] :: org.mortbay.jetty#jetty;6.1.26!jetty.zip -# [ivy:resolve] :::::::::::::::::::::::::::::::::::::::::::::: -for h in ${HOME} `mvn help:system | grep '^user.home=' | cut -f2 -d=` ; do - rm -rf ${h}/.ivy2/cache/*jetty ${h}/.m2/repository/org/mortbay ${h}/.m2/repository/org/eclipse/jetty -done - - -echo "forrest.maxmemory=256m" >> src/docs/forrest.properties - -export ANT_OPTS="-Xmx4096m" -ant $BUILD_OPTS clean published pigunit-jar smoketests-jar javadoc "$@" -for build_file in contrib/piggybank/java/build.xml ; do - ant $BUILD_OPTS -buildfile $build_file clean jar "$@" -done -ant $BUILD_OPTS tar "$@" http://git-wip-us.apache.org/repos/asf/bigtop/blob/316650cd/bigtop-packages/src/common/pig/install_pig.sh ---------------------------------------------------------------------- diff --git a/bigtop-packages/src/common/pig/install_pig.sh b/bigtop-packages/src/common/pig/install_pig.sh deleted file mode 100644 index 6bf0782..0000000 --- a/bigtop-packages/src/common/pig/install_pig.sh +++ /dev/null @@ -1,158 +0,0 @@ -#!/bin/bash - -# Licensed to the Apache Software Foundation (ASF) under one or more -# contributor license agreements. See the NOTICE file distributed with -# this work for additional information regarding copyright ownership. -# The ASF licenses this file to You under the Apache License, Version 2.0 -# (the "License"); you may not use this file except in compliance with -# the License. You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -set -e - -usage() { - echo " -usage: $0 <options> - Required not-so-options: - --build-dir=DIR path to pig dist.dir - --prefix=PREFIX path to install into - - Optional options: - --doc-dir=DIR path to install docs into [/usr/share/doc/pig] - --lib-dir=DIR path to install pig home [/usr/lib/pig] - --installed-lib-dir=DIR path where lib-dir will end up on target system - --bin-dir=DIR path to install bins [/usr/bin] - --examples-dir=DIR path to install examples [doc-dir/examples] - ... [ see source for more similar options ] - " - exit 1 -} - -OPTS=$(getopt \ - -n $0 \ - -o '' \ - -l 'prefix:' \ - -l 'doc-dir:' \ - -l 'lib-dir:' \ - -l 'installed-lib-dir:' \ - -l 'bin-dir:' \ - -l 'examples-dir:' \ - -l 'build-dir:' -- "$@") - -if [ $? != 0 ] ; then - usage -fi - -eval set -- "$OPTS" -while true ; do - case "$1" in - --prefix) - PREFIX=$2 ; shift 2 - ;; - --build-dir) - BUILD_DIR=$2 ; shift 2 - ;; - --doc-dir) - DOC_DIR=$2 ; shift 2 - ;; - --lib-dir) - LIB_DIR=$2 ; shift 2 - ;; - --installed-lib-dir) - INSTALLED_LIB_DIR=$2 ; shift 2 - ;; - --bin-dir) - BIN_DIR=$2 ; shift 2 - ;; - --examples-dir) - EXAMPLES_DIR=$2 ; shift 2 - ;; - --) - shift ; break - ;; - *) - echo "Unknown option: $1" - usage - exit 1 - ;; - esac -done - -for var in PREFIX BUILD_DIR ; do - if [ -z "$(eval "echo \$$var")" ]; then - echo Missing param: $var - usage - fi -done - -MAN_DIR=/usr/share/man/man1 -DOC_DIR=${DOC_DIR:-/usr/share/doc/pig} -LIB_DIR=${LIB_DIR:-/usr/lib/pig} -INSTALLED_LIB_DIR=${INSTALLED_LIB_DIR:-/usr/lib/pig} -EXAMPLES_DIR=${EXAMPLES_DIR:-$DOC_DIR/examples} -BIN_DIR=${BIN_DIR:-/usr/bin} -CONF_DIST_DIR=/etc/pig/conf.dist - -# First we'll move everything into lib -install -d -m 0755 $PREFIX/$LIB_DIR -(cd $BUILD_DIR/tar/pig* && tar -cf - .) | (cd $PREFIX/$LIB_DIR && tar -xf -) - -# Salavage a few files from the contrib &co -find $PREFIX/$LIB_DIR/contrib -name \*.jar -exec cp {} $PREFIX/$LIB_DIR \; -cp $BUILD_DIR/pig-*-smoketests.jar $PREFIX/$LIB_DIR/ - -# Remove directories that are going elsewhere -for dir in shims src lib-src docs tutorial test build.xml contrib ivy pig-*.stage.jar ivy.xml build.properties legacy scripts conf -do - rm -rf $PREFIX/$LIB_DIR/$dir -done - -# Copy in the configuration files -install -d -m 0755 $PREFIX/$CONF_DIST_DIR -cp $BUILD_DIR/tar/pig*/conf/* $PREFIX/$CONF_DIST_DIR -ln -s /etc/pig/conf $PREFIX/$LIB_DIR/conf - -# Copy in the /usr/bin/pig wrapper -install -d -m 0755 $PREFIX/$BIN_DIR -cat > $PREFIX/$BIN_DIR/pig <<EOF -#!/bin/bash - -# Autodetect JAVA_HOME if not defined -. /usr/lib/bigtop-utils/bigtop-detect-javahome - -export HADOOP_PREFIX=\${HADOOP_PREFIX:-/usr/lib/hadoop} -export HADOOP_CONF_DIR=\${HADOOP_CONF_DIR:-/etc/hadoop/conf} -export HBASE_HOME=\${HBASE_HOME:-/usr/lib/hbase} -export HBASE_CONF_DIR=\${HBASE_HOME}/conf -export ZOOKEEPER_HOME=\${ZOOKEEPER_HOME:-/usr/lib/zookeeper} -export HIVE_HOME=\${HIVE_HOME:-/usr/lib/hive} -export HCAT_HOME=\${HCAT_HOME:-/usr/lib/hive-hcatalog} - -exec $INSTALLED_LIB_DIR/bin/pig "\$@" -EOF -chmod 755 $PREFIX/$BIN_DIR/pig - -install -d -m 0755 $PREFIX/$MAN_DIR -gzip -c pig.1 > $PREFIX/$MAN_DIR/pig.1.gz - -# Copy in the docs -install -d -m 0755 $PREFIX/$DOC_DIR -(cd $BUILD_DIR/tar/pig*/docs && tar -cf - .)|(cd $PREFIX/$DOC_DIR && tar -xf -) -mv $PREFIX/$LIB_DIR/license $PREFIX/$DOC_DIR - -# Tutorial -install -d -m 0755 $PREFIX/$EXAMPLES_DIR -(cd $BUILD_DIR/tar/pig*/tutorial && tar -cf - .)|(cd $PREFIX/$EXAMPLES_DIR && tar -xf -) -sed -i -e "s|../build/ivy/lib/Pig|/usr/lib/pig/lib/|" $PREFIX/$EXAMPLES_DIR/build.xml -sed -i -e "s|<fileset dir=\"..\">|<fileset dir=\"/usr/lib/pig/\">|" $PREFIX/$EXAMPLES_DIR/build.xml -sed -i -e "s|<path id=\"tutorial.classpath\">|<path id=\"tutorial.classpath\"> <fileset dir=\"/usr/lib/hadoop\"> <include name=\"*.jar\"/> </fileset>|" $PREFIX/$EXAMPLES_DIR/build.xml - -# Pig log directory -install -d -m 1777 $PREFIX/var/log/pig http://git-wip-us.apache.org/repos/asf/bigtop/blob/316650cd/bigtop-packages/src/common/pig/patch0-PIG-5304-Fix-build-issue-with-Hadoop-2.8.diff ---------------------------------------------------------------------- diff --git a/bigtop-packages/src/common/pig/patch0-PIG-5304-Fix-build-issue-with-Hadoop-2.8.diff b/bigtop-packages/src/common/pig/patch0-PIG-5304-Fix-build-issue-with-Hadoop-2.8.diff deleted file mode 100644 index 044e112..0000000 --- a/bigtop-packages/src/common/pig/patch0-PIG-5304-Fix-build-issue-with-Hadoop-2.8.diff +++ /dev/null @@ -1,30 +0,0 @@ -From 65b931966108f374210b83368b8356a79058226d Mon Sep 17 00:00:00 2001 -From: Anton Chevychalov <[email protected]> -Date: Thu, 14 Sep 2017 11:58:21 +0300 -Subject: [PATCH] PIG-5304 Fix build issue with Hadoop 2.8 - -There is a regression in build after HDFS-8740. -We have to add hadoop-hdfs-client artifact as dependency now. ---- - ivy.xml | 5 +++++ - 1 file changed, 5 insertions(+) - -diff --git a/ivy.xml b/ivy.xml -index db722a5..2978888 100644 ---- a/ivy.xml -+++ b/ivy.xml -@@ -129,6 +129,11 @@ - <artifact name="hadoop-hdfs" ext="jar" /> - <artifact name="hadoop-hdfs" type="tests" ext="jar" m:classifier="tests" /> - </dependency> -+ <dependency org="org.apache.hadoop" name="hadoop-hdfs-client" -+ rev="${hadoop-hdfs.version}" conf="hadoop2->master"> -+ <artifact name="hadoop-hdfs-client" ext="jar" /> -+ <artifact name="hadoop-hdfs-client" type="tests" ext="jar" m:classifier="tests" /> -+ </dependency> - <dependency org="org.apache.hadoop" name="hadoop-mapreduce-client-core" rev="${hadoop-mapreduce.version}" - conf="hadoop2->master"/> - <dependency org="org.apache.hadoop" name="hadoop-mapreduce-client-jobclient" rev="${hadoop-mapreduce.version}" --- -2.7.4 - http://git-wip-us.apache.org/repos/asf/bigtop/blob/316650cd/bigtop-packages/src/common/pig/pig.1 ---------------------------------------------------------------------- diff --git a/bigtop-packages/src/common/pig/pig.1 b/bigtop-packages/src/common/pig/pig.1 deleted file mode 100644 index 6cf9f2e..0000000 --- a/bigtop-packages/src/common/pig/pig.1 +++ /dev/null @@ -1,130 +0,0 @@ -.\" Licensed to the Apache Software Foundation (ASF) under one or more -.\" contributor license agreements. See the NOTICE file distributed with -.\" this work for additional information regarding copyright ownership. -.\" The ASF licenses this file to You under the Apache License, Version 2.0 -.\" (the "License"); you may not use this file except in compliance with -.\" the License. You may obtain a copy of the License at -.\" -.\" http://www.apache.org/licenses/LICENSE-2.0 -.\" -.\" Unless required by applicable law or agreed to in writing, software -.\" distributed under the License is distributed on an "AS IS" BASIS, -.\" WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -.\" See the License for the specific language governing permissions and -.\" limitations under the License. -.\" -.\" Process this file with -.\" groff -man -Tascii pig.1 -.\" -.TH pig 1 "October 2010 " Linux "User Manuals" - -.SH NAME -Pig \- A high-level language for expressing data analysis programs, -coupled with infrastructure for evaluating these programs. - -.SH SYNOPSIS - -.B pig -[options] [-] : Run interactively in grunt shell. - -.B pig -[options] -e[xecute] cmd [cmd ...] : Run cmd(s). - -.B pig -[options] [-f[ile]] file : Run cmds found in file. - -.SH DESCRIPTION - -Apache Pig is a platform for analyzing large data sets that consists -of a high-level language for expressing data analysis programs, -coupled with infrastructure for evaluating these programs. The salient -property of Pig programs is that their structure is amenable to -substantial parallelization, which in turns enables them to handle -very large data sets. - -For more information about Pig, see http://pig.apache.org. - -.SH OPTIONS - -.IP "-4, -log4jconf" -log4j configuration file, overrides log conf - -.IP "-b, -brief" -brief logging (no timestamps) - -.IP "-c, -cluster" -clustername, kryptonite is default - -.IP "-d, -debug" -debug level, INFO is default - -.IP "-e, -execute" -commands to execute (within quotes) - -.IP "-f, -file" -path to the script to execute - -.IP "-h, -help" -display this message - -.IP "-i, -version" -display version information - -.IP "-j, -jar jarfile" -load jarfile - -.IP "-l, -logfile" -path to client side log file; current working directory is default - -.IP "-m, -param_file" -path to the parameter file - -.IP "-p, -param" -key value pair of the form param=val - -.IP "-r, -dryrun" - -.IP "-t, -optimizer_off" -optimizer rule name, turn optimizer off for this rule; use all to turn -all rules off, optimizer is turned on by default - -.IP "-v, -verbose" -print all error messages to screen - -.IP "-w, -warning" -turn warning on; also turns warning aggregation off - -.IP "-x, -exectype=[local|mapreduce]" -execution type; mapreduce is default - -.IP "-F, -stop_on_failure" -aborts execution on the first failed job; off by default - -.IP "-M, -no_multiquery" -turn multiquery optimization off; Multiquery is on by default - -.SH ENVIRONMENT - -.IP JAVA_HOME -The java implementation to use. - -.IP PIG_CLASSPATH -Extra Java CLASSPATH entries. - -.IP PIG_HEAPSIZE -The maximum amount of heap to use, in MB. Default is 1000. - -.IP PIG_OPTS -Extra Java runtime options. - -.IP PIG_CONF_DIR -Alternate conf dir. Default is ${PIG_HOME}/conf. - -.IP PIG_ROOT_LOGGER -The root appender. Default is INFO,console. - -.IP HADOOP_HOME -Optionally, the Hadoop home to run with. - -.SH COPYRIGHT -Copyright (C) 2010 The Apache Software Foundation. All rights reserved. http://git-wip-us.apache.org/repos/asf/bigtop/blob/316650cd/bigtop-packages/src/deb/pig/changelog ---------------------------------------------------------------------- diff --git a/bigtop-packages/src/deb/pig/changelog b/bigtop-packages/src/deb/pig/changelog deleted file mode 100644 index 547ed02..0000000 --- a/bigtop-packages/src/deb/pig/changelog +++ /dev/null @@ -1 +0,0 @@ ---- This is auto-generated http://git-wip-us.apache.org/repos/asf/bigtop/blob/316650cd/bigtop-packages/src/deb/pig/compat ---------------------------------------------------------------------- diff --git a/bigtop-packages/src/deb/pig/compat b/bigtop-packages/src/deb/pig/compat deleted file mode 100644 index 7f8f011..0000000 --- a/bigtop-packages/src/deb/pig/compat +++ /dev/null @@ -1 +0,0 @@ -7 http://git-wip-us.apache.org/repos/asf/bigtop/blob/316650cd/bigtop-packages/src/deb/pig/control ---------------------------------------------------------------------- diff --git a/bigtop-packages/src/deb/pig/control b/bigtop-packages/src/deb/pig/control deleted file mode 100644 index 85b6423..0000000 --- a/bigtop-packages/src/deb/pig/control +++ /dev/null @@ -1,47 +0,0 @@ -# Licensed to the Apache Software Foundation (ASF) under one or more -# contributor license agreements. See the NOTICE file distributed with -# this work for additional information regarding copyright ownership. -# The ASF licenses this file to You under the Apache License, Version 2.0 -# (the "License"); you may not use this file except in compliance with -# the License. You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -Source: pig -Section: misc -Priority: extra -Maintainer: Bigtop <[email protected]> -Build-Depends: debhelper (>= 7.0.50~) -Standards-Version: 3.8.0 -Homepage: http://pig.apache.org/ - -Package: pig -Architecture: all -Depends: hadoop-client, hbase, hive, zookeeper, bigtop-utils (>= 0.7) -Description: Pig is a platform for analyzing large data sets - Pig is a platform for analyzing large data sets that consists of a high-level language - for expressing data analysis programs, coupled with infrastructure for evaluating these - programs. The salient property of Pig programs is that their structure is amenable - to substantial parallelization, which in turns enables them to handle very large data sets. - . - At the present time, Pig's infrastructure layer consists of a compiler that produces - sequences of Map-Reduce programs, for which large-scale parallel implementations already - exist (e.g., the Hadoop subproject). Pig's language layer currently consists of a textual - language called Pig Latin, which has the following key properties: - . - * Ease of programming - It is trivial to achieve parallel execution of simple, "embarrassingly parallel" data - analysis tasks. Complex tasks comprised of multiple interrelated data transformations - are explicitly encoded as data flow sequences, making them easy to write, understand, - and maintain. - * Optimization opportunities - The way in which tasks are encoded permits the system to optimize their execution - automatically, allowing the user to focus on semantics rather than efficiency. - * Extensibility - Users can create their own functions to do special-purpose processing. http://git-wip-us.apache.org/repos/asf/bigtop/blob/316650cd/bigtop-packages/src/deb/pig/copyright ---------------------------------------------------------------------- diff --git a/bigtop-packages/src/deb/pig/copyright b/bigtop-packages/src/deb/pig/copyright deleted file mode 100644 index 848cce4..0000000 --- a/bigtop-packages/src/deb/pig/copyright +++ /dev/null @@ -1,16 +0,0 @@ -Format: http://dep.debian.net/deps/dep5 -Source: http://pig.apache.org/ -Upstream-Name: Apache Pig - -Files: * -Copyright: 2008-2011, The Apache Software Foundation -License: Apache-2.0 - -Files debian/* -Copyright: 2011, The Apache Software Foundation -License: Apache-2.0 - -License: Apache-2.0 - On Debian systems, the complete text of the Apache 2.0 license - can be found in "/usr/share/common-licenses/Apache-2.0". - http://git-wip-us.apache.org/repos/asf/bigtop/blob/316650cd/bigtop-packages/src/deb/pig/pig.dirs ---------------------------------------------------------------------- diff --git a/bigtop-packages/src/deb/pig/pig.dirs b/bigtop-packages/src/deb/pig/pig.dirs deleted file mode 100644 index 375b56c..0000000 --- a/bigtop-packages/src/deb/pig/pig.dirs +++ /dev/null @@ -1,2 +0,0 @@ -/usr/lib/pig -/usr/bin http://git-wip-us.apache.org/repos/asf/bigtop/blob/316650cd/bigtop-packages/src/deb/pig/pig.postinst ---------------------------------------------------------------------- diff --git a/bigtop-packages/src/deb/pig/pig.postinst b/bigtop-packages/src/deb/pig/pig.postinst deleted file mode 100644 index 9b1fc3e..0000000 --- a/bigtop-packages/src/deb/pig/pig.postinst +++ /dev/null @@ -1,35 +0,0 @@ -#!/bin/bash -# Licensed to the Apache Software Foundation (ASF) under one or more -# contributor license agreements. See the NOTICE file distributed with -# this work for additional information regarding copyright ownership. -# The ASF licenses this file to You under the Apache License, Version 2.0 -# (the "License"); you may not use this file except in compliance with -# the License. You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -# postinst script for pig - -set -e - -case "$1" in - configure) - update-alternatives --install /etc/pig/conf pig-conf /etc/pig/conf.dist 30 - ;; - - abort-upgrade|abort-remove|abort-deconfigure) - ;; - - *) - echo "postinst called with unknown argument \`$1'" >&2 - exit 1 - ;; -esac - -#DEBHELPER# http://git-wip-us.apache.org/repos/asf/bigtop/blob/316650cd/bigtop-packages/src/deb/pig/pig.preinst ---------------------------------------------------------------------- diff --git a/bigtop-packages/src/deb/pig/pig.preinst b/bigtop-packages/src/deb/pig/pig.preinst deleted file mode 100644 index df0ed2e..0000000 --- a/bigtop-packages/src/deb/pig/pig.preinst +++ /dev/null @@ -1,53 +0,0 @@ -#!/bin/bash -# Licensed to the Apache Software Foundation (ASF) under one or more -# contributor license agreements. See the NOTICE file distributed with -# this work for additional information regarding copyright ownership. -# The ASF licenses this file to You under the Apache License, Version 2.0 -# (the "License"); you may not use this file except in compliance with -# the License. You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -# preinst script for pig -# -# see: dh_installdeb(1) - -set -e - -# summary of how this scVript can be called: -# * <new-preinst> `install' -# * <new-preinst> `install' <old-version> -# * <new-preinst> `upgrade' <old-version> -# * <old-preinst> `abort-upgrade' <new-version> -# for details, see http://www.debian.org/doc/debian-policy/ or -# the debian-policy package - - -case "$1" in - install|upgrade) - if [ "$2" -a -d /usr/lib/pig/conf ]; then - mv /usr/lib/pig/conf /usr/lib/pig/conf.old.`date +'%s'` || : - fi - ;; - - abort-upgrade) - ;; - - *) - echo "preinst called with unknown argument \`$1'" >&2 - exit 1 - ;; -esac - -# dh_installdeb will replace this with shell code automatically -# generated by other debhelper scripts. - -#DEBHELPER# - -exit 0 http://git-wip-us.apache.org/repos/asf/bigtop/blob/316650cd/bigtop-packages/src/deb/pig/pig.prerm ---------------------------------------------------------------------- diff --git a/bigtop-packages/src/deb/pig/pig.prerm b/bigtop-packages/src/deb/pig/pig.prerm deleted file mode 100644 index f12f026..0000000 --- a/bigtop-packages/src/deb/pig/pig.prerm +++ /dev/null @@ -1,57 +0,0 @@ -#!/bin/bash -# -# Licensed to the Apache Software Foundation (ASF) under one or more -# contributor license agreements. See the NOTICE file distributed with -# this work for additional information regarding copyright ownership. -# The ASF licenses this file to You under the Apache License, Version 2.0 -# (the "License"); you may not use this file except in compliance with -# the License. You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -# prerm script for hadoop -# -# see: dh_installdeb(1) - -set -e - -# summary of how this script can be called: -# * <prerm> `remove' -# * <old-prerm> `upgrade' <new-version> -# * <new-prerm> `failed-upgrade' <old-version> -# * <conflictor's-prerm> `remove' `in-favour' <package> <new-version> -# * <deconfigured's-prerm> `deconfigure' `in-favour' -# <package-being-installed> <version> `removing' -# <conflicting-package> <version> -# for details, see http://www.debian.org/doc/debian-policy/ or -# the debian-policy package - - -case "$1" in - remove|upgrade|deconfigure) - update-alternatives --remove pig-conf /etc/pig/conf.dist || : - ;; - - failed-upgrade) - ;; - - *) - echo "prerm called with unknown argument \`$1'" >&2 - exit 1 - ;; -esac - -# dh_installdeb will replace this with shell code automatically -# generated by other debhelper scripts. - -#DEBHELPER# - -exit 0 - - http://git-wip-us.apache.org/repos/asf/bigtop/blob/316650cd/bigtop-packages/src/deb/pig/rules ---------------------------------------------------------------------- diff --git a/bigtop-packages/src/deb/pig/rules b/bigtop-packages/src/deb/pig/rules deleted file mode 100755 index bb27873..0000000 --- a/bigtop-packages/src/deb/pig/rules +++ /dev/null @@ -1,58 +0,0 @@ -#!/usr/bin/make -f - -# Licensed to the Apache Software Foundation (ASF) under one or more -# contributor license agreements. See the NOTICE file distributed with -# this work for additional information regarding copyright ownership. -# The ASF licenses this file to You under the Apache License, Version 2.0 -# (the "License"); you may not use this file except in compliance with -# the License. You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -# -*- makefile -*- - -# Uncomment this to turn on verbose mode. -#export DH_VERBOSE=1 - -# This has to be exported to make some magic below work. -export DH_OPTIONS - -hive_home=/usr/lib/hive -zookeeper_home=/usr/lib/zookeeper -hbase_home=/usr/lib/hbase -pig_pkg_name=pig - -%: - dh $@ - -override_dh_auto_build: - bash debian/do-component-build -Divy.home=${HOME}/.ivy2 - -override_dh_auto_install: - cp debian/pig.1 . - sh -x debian/install_pig.sh \ - --build-dir=build \ - --prefix=debian/${pig_pkg_name} \ - --doc-dir=/usr/share/doc/${pig_pkg_name} \ - --examples-dir=/usr/share/doc/${pig_pkg_name}/examples - - rm -f debian/pig/usr/lib/${pig_pkg_name}/lib/{hive,zookeeper}*.jar - ln -f -s ${zookeeper_home}/zookeeper.jar debian/pig/usr/lib/${pig_pkg_name}/lib/ - ln -f -s ${hive_home}/lib/hive-common.jar debian/pig/usr/lib/${pig_pkg_name}/lib/ - ln -f -s ${hive_home}/lib/hive-exec.jar debian/pig/usr/lib/${pig_pkg_name}/lib/ - ln -f -s ${hive_home}/lib/hive-serde.jar debian/pig/usr/lib/${pig_pkg_name}/lib/ - ln -f -s ${hive_home}/lib/hive-shims-common.jar debian/pig/usr/lib/${pig_pkg_name}/lib/ - ln -f -s ${hive_home}/lib/hive-shims-common-secure.jar debian/pig/usr/lib/${pig_pkg_name}/lib/ - rm -f debian/pig/usr/lib/${pig_pkg_name}/lib/h2/hbase-*.jar - ln -f -s ${hbase_home}/hbase-client.jar debian/pig/usr/lib/${pig_pkg_name}/lib/h2/ - ln -f -s ${hbase_home}/hbase-common.jar debian/pig/usr/lib/${pig_pkg_name}/lib/h2/ - ln -f -s ${hbase_home}/hbase-hadoop2-compat.jar debian/pig/usr/lib/${pig_pkg_name}/lib/h2/ - ln -f -s ${hbase_home}/hbase-hadoop-compat.jar debian/pig/usr/lib/${pig_pkg_name}/lib/h2/ - ln -f -s ${hbase_home}/hbase-protocol.jar debian/pig/usr/lib/${pig_pkg_name}/lib/h2/ - ln -f -s ${hbase_home}/hbase-server.jar debian/pig/usr/lib/${pig_pkg_name}/lib/h2/ http://git-wip-us.apache.org/repos/asf/bigtop/blob/316650cd/bigtop-packages/src/deb/pig/source/format ---------------------------------------------------------------------- diff --git a/bigtop-packages/src/deb/pig/source/format b/bigtop-packages/src/deb/pig/source/format deleted file mode 100644 index 163aaf8..0000000 --- a/bigtop-packages/src/deb/pig/source/format +++ /dev/null @@ -1 +0,0 @@ -3.0 (quilt) http://git-wip-us.apache.org/repos/asf/bigtop/blob/316650cd/bigtop-packages/src/rpm/pig/RPMS/.gitignore ---------------------------------------------------------------------- diff --git a/bigtop-packages/src/rpm/pig/RPMS/.gitignore b/bigtop-packages/src/rpm/pig/RPMS/.gitignore deleted file mode 100644 index 1ab8c79..0000000 --- a/bigtop-packages/src/rpm/pig/RPMS/.gitignore +++ /dev/null @@ -1 +0,0 @@ -repodata http://git-wip-us.apache.org/repos/asf/bigtop/blob/316650cd/bigtop-packages/src/rpm/pig/SPECS/.gitignore ---------------------------------------------------------------------- diff --git a/bigtop-packages/src/rpm/pig/SPECS/.gitignore b/bigtop-packages/src/rpm/pig/SPECS/.gitignore deleted file mode 100644 index caa5471..0000000 --- a/bigtop-packages/src/rpm/pig/SPECS/.gitignore +++ /dev/null @@ -1,3 +0,0 @@ -hadoop.spec -pig.spec -hive.spec http://git-wip-us.apache.org/repos/asf/bigtop/blob/316650cd/bigtop-packages/src/rpm/pig/SPECS/pig.spec ---------------------------------------------------------------------- diff --git a/bigtop-packages/src/rpm/pig/SPECS/pig.spec b/bigtop-packages/src/rpm/pig/SPECS/pig.spec deleted file mode 100644 index 666db43..0000000 --- a/bigtop-packages/src/rpm/pig/SPECS/pig.spec +++ /dev/null @@ -1,171 +0,0 @@ -# Licensed to the Apache Software Foundation (ASF) under one or more -# contributor license agreements. See the NOTICE file distributed with -# this work for additional information regarding copyright ownership. -# The ASF licenses this file to You under the Apache License, Version 2.0 -# (the "License"); you may not use this file except in compliance with -# the License. You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. -%define pig_name pig -%define etc_pig /etc/%{pig_name} -%define config_pig %{etc_pig}/conf -%define lib_pig /usr/lib/%{pig_name} -%define log_pig /var/log/%{pig_name} -%define bin_pig /usr/bin -%define pig_config_virtual pig_active_configuration -%define man_dir %{_mandir} -%define hive_home /usr/lib/hive -%define zookeeper_home /usr/lib/zookeeper -%define hbase_home /usr/lib/hbase -#BIGTOP_PATCH_FILES - -# CentOS 5 does not have any dist macro -# So I will suppose anything that is not Mageia or a SUSE will be a RHEL/CentOS/Fedora -%if %{!?suse_version:1}0 && %{!?mgaversion:1}0 - -# FIXME: brp-repack-jars uses unzip to expand jar files -# Unfortunately aspectjtools-1.6.5.jar pulled by ivy contains some files and directories without any read permission -# and make whole process to fail. -# So for now brp-repack-jars is being deactivated until this is fixed. -# See BIGTOP-294 -%define __os_install_post \ - %{_rpmconfigdir}/brp-compress ; \ - %{_rpmconfigdir}/brp-strip-static-archive %{__strip} ; \ - %{_rpmconfigdir}/brp-strip-comment-note %{__strip} %{__objdump} ; \ - /usr/lib/rpm/brp-python-bytecompile ; \ - %{nil} - -%define doc_pig %{_docdir}/pig-%{pig_version} -%define alternatives_cmd alternatives - -%endif - - -%if %{?suse_version:1}0 - -# Only tested on openSUSE 11.4. le'ts update it for previous release when confirmed -%if 0%{suse_version} > 1130 -%define suse_check \# Define an empty suse_check for compatibility with older sles -%endif - -%define doc_pig %{_docdir}/pig -%define alternatives_cmd update-alternatives -%define __os_install_post \ - %{suse_check} ; \ - /usr/lib/rpm/brp-compress ; \ - %{nil} - -%endif - - -%if 0%{?mgaversion} -%define doc_pig %{_docdir}/pig-%{pig_version} -%define alternatives_cmd update-alternatives -%endif - - -Name: pig -Version: %{pig_version} -Release: %{pig_release} -Summary: Pig is a platform for analyzing large data sets -License: ASL 2.0 -URL: http://pig.apache.org/ -Group: Development/Libraries -Buildroot: %{_topdir}/INSTALL/%{name}-%{version} -BuildArch: noarch -Source0: pig-%{pig_base_version}-src.tar.gz -Source1: do-component-build -Source2: install_pig.sh -Source3: pig.1 -Source4: bigtop.bom -Requires: hadoop-client, hbase, hive, zookeeper, bigtop-utils >= 0.7 - -%description -Pig is a platform for analyzing large data sets that consists of a high-level language -for expressing data analysis programs, coupled with infrastructure for evaluating these -programs. The salient property of Pig programs is that their structure is amenable -to substantial parallelization, which in turns enables them to handle very large data sets. - -At the present time, Pig's infrastructure layer consists of a compiler that produces -sequences of Map-Reduce programs, for which large-scale parallel implementations already -exist (e.g., the Hadoop subproject). Pig's language layer currently consists of a textual -language called Pig Latin, which has the following key properties: - -* Ease of programming - It is trivial to achieve parallel execution of simple, "embarrassingly parallel" data - analysis tasks. Complex tasks comprised of multiple interrelated data transformations - are explicitly encoded as data flow sequences, making them easy to write, understand, - and maintain. -* Optimization opportunities - The way in which tasks are encoded permits the system to optimize their execution - automatically, allowing the user to focus on semantics rather than efficiency. -* Extensibility - Users can create their own functions to do special-purpose processing. - - -%prep -%setup -n %{name}-%{pig_base_version}-src -#BIGTOP_PATCH_COMMANDS -%build -env PIG_BASE_VERSION=%{pig_base_version} bash %{SOURCE1} - - -######################### -#### INSTALL SECTION #### -######################### -%install -%__rm -rf $RPM_BUILD_ROOT - -cp $RPM_SOURCE_DIR/pig.1 . -sh -x %{SOURCE2} \ - --build-dir=build \ - --doc-dir=%{doc_pig} \ - --prefix=$RPM_BUILD_ROOT - -rm -f $RPM_BUILD_ROOT/%{lib_pig}/lib/{hive,zookeeper}*.jar -ln -f -s %{zookeeper_home}/zookeeper.jar $RPM_BUILD_ROOT/%{lib_pig}/lib/ -ln -f -s %{hive_home}/lib/hive-common.jar $RPM_BUILD_ROOT/%{lib_pig}/lib/ -ln -f -s %{hive_home}/lib/hive-exec.jar $RPM_BUILD_ROOT/%{lib_pig}/lib/ -ln -f -s %{hive_home}/lib/hive-serde.jar $RPM_BUILD_ROOT/%{lib_pig}/lib/ -ln -f -s %{hive_home}/lib/hive-shims-common.jar $RPM_BUILD_ROOT/%{lib_pig}/lib/ -ln -f -s %{hive_home}/lib/hive-shims-common-secure.jar $RPM_BUILD_ROOT/%{lib_pig}/lib/ -rm -f $RPM_BUILD_ROOT/%{lib_pig}/lib/h2/hbase-*.jar -ln -f -s %{hbase_home}/hbase-client.jar $RPM_BUILD_ROOT/%{lib_pig}/lib/h2/ -ln -f -s %{hbase_home}/hbase-common.jar $RPM_BUILD_ROOT/%{lib_pig}/lib/h2/ -ln -f -s %{hbase_home}/hbase-hadoop2-compat.jar $RPM_BUILD_ROOT/%{lib_pig}/lib/h2/ -ln -f -s %{hbase_home}/hbase-hadoop-compat.jar $RPM_BUILD_ROOT/%{lib_pig}/lib/h2/ -ln -f -s %{hbase_home}/hbase-protocol.jar $RPM_BUILD_ROOT/%{lib_pig}/lib/h2/ -ln -f -s %{hbase_home}/hbase-server.jar $RPM_BUILD_ROOT/%{lib_pig}/lib/h2/ - -%pre -# workaround for old style Pig conf dir -if [ $1 -gt 1 -a -d %{lib_pig}/conf ]; then - %__mv %{lib_pig}/conf %{lib_pig}/conf.old.`date +'%s'` || : -fi - -# Manage configuration symlink -%post -%{alternatives_cmd} --install %{config_pig} pig-conf %{etc_pig}/conf.dist 30 - -%preun -# If we are uninstalling pig -if [ "$1" = 0 ]; then - %{alternatives_cmd} --remove pig-conf %{etc_pig}/conf.dist || : -fi - -####################### -#### FILES SECTION #### -####################### -%files -%defattr(-,root,root,755) -%config(noreplace) %{etc_pig}/conf.dist -%doc %{doc_pig} -%{lib_pig} -%{bin_pig}/pig -%{man_dir}/man1/pig.1.* http://git-wip-us.apache.org/repos/asf/bigtop/blob/316650cd/bigtop-tests/smoke-tests/pig/TestPigSmoke.groovy ---------------------------------------------------------------------- diff --git a/bigtop-tests/smoke-tests/pig/TestPigSmoke.groovy b/bigtop-tests/smoke-tests/pig/TestPigSmoke.groovy deleted file mode 100644 index 419b211..0000000 --- a/bigtop-tests/smoke-tests/pig/TestPigSmoke.groovy +++ /dev/null @@ -1,58 +0,0 @@ -/** - * Licensed to the Apache Software Foundation (ASF) under one - * or more contributor license agreements. See the NOTICE file - * distributed with this work for additional information - * regarding copyright ownership. The ASF licenses this file - * to you under the Apache License, Version 2.0 (the - * "License"); you may not use this file except in compliance - * with the License. You may obtain a copy of the License at - * <p/> - * http://www.apache.org/licenses/LICENSE-2.0 - * <p/> - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -package org.apache.bigtop.itest.pig - -import org.junit.BeforeClass -import org.junit.AfterClass -import static org.junit.Assert.assertNotNull -import org.apache.bigtop.itest.shell.Shell -import static org.junit.Assert.assertTrue -import org.junit.Test -import org.apache.hadoop.conf.Configuration -import org.apache.bigtop.itest.JarContent -import org.apache.bigtop.itest.TestUtils -import org.apache.commons.logging.LogFactory -import org.apache.commons.logging.Log - -import org.junit.runner.RunWith - -class TestPigSmoke { - static private Log LOG = LogFactory.getLog(Object.class); - - static Shell sh = new Shell("/bin/bash -s"); - - - @AfterClass - public static void tearDown() { - sh.exec("hadoop fs -rmr -skipTrash pigsmoketest"); - } - - @BeforeClass - static void setUp() { - sh.exec("cat /etc/passwd > passwd"); - sh.exec("hadoop fs -mkdir pigsmoketest"); - sh.exec("hadoop fs -copyFromLocal passwd pigsmoketest/input"); - } - - @Test - void test() { - sh.exec("pig wordcount.pig"); - assertTrue("Example word count failed. " + sh.getOut() + " " + sh.getErr(), sh.getRet() == 0); - } -} http://git-wip-us.apache.org/repos/asf/bigtop/blob/316650cd/bigtop-tests/smoke-tests/pig/build.gradle ---------------------------------------------------------------------- diff --git a/bigtop-tests/smoke-tests/pig/build.gradle b/bigtop-tests/smoke-tests/pig/build.gradle deleted file mode 100644 index cc09ea8..0000000 --- a/bigtop-tests/smoke-tests/pig/build.gradle +++ /dev/null @@ -1,38 +0,0 @@ -/** - * Licensed to the Apache Software Foundation (ASF) under one - * or more contributor license agreements. See the NOTICE file - * distributed with this work for additional information - * regarding copyright ownership. The ASF licenses this file - * to you under the Apache License, Version 2.0 (the - * "License"); you may not use this file except in compliance - * with the License. You may obtain a copy of the License at - * <p/> - * http://www.apache.org/licenses/LICENSE-2.0 - * <p/> - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ -dependencies { - testCompile group: 'org.hsqldb', name: 'hsqldb', version: '1.8.0.10' -} - -def tests_to_include() { - return ["TestPigSmoke.groovy"]; -} - -sourceSets { - test { - groovy { - srcDirs = [projectDir] - exclude 'src/main/groovy/org/apache/bigtop/itest/hadoop/hdfs/**' - exclude { FileTreeElement elem -> (doExclude(elem.getName())) } - } - } -} - -test.doFirst { - checkEnv(["PIG_HOME"]) -} http://git-wip-us.apache.org/repos/asf/bigtop/blob/316650cd/bigtop-tests/smoke-tests/pig/log4j.properties ---------------------------------------------------------------------- diff --git a/bigtop-tests/smoke-tests/pig/log4j.properties b/bigtop-tests/smoke-tests/pig/log4j.properties deleted file mode 100644 index db5aacf..0000000 --- a/bigtop-tests/smoke-tests/pig/log4j.properties +++ /dev/null @@ -1,24 +0,0 @@ -# Licensed to the Apache Software Foundation (ASF) under one or more -# contributor license agreements. See the NOTICE file distributed with -# this work for additional information regarding copyright ownership. -# The ASF licenses this file to You under the Apache License, Version 2.0 -# (the "License"); you may not use this file except in compliance with -# the License. You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -# Set root logger level to DEBUG and its only appender to A1. -log4j.rootLogger=TRACE, A1 - -# A1 is set to be a ConsoleAppender. -log4j.appender.A1=org.apache.log4j.ConsoleAppender - -# A1 uses PatternLayout. -log4j.appender.A1.layout=org.apache.log4j.PatternLayout -log4j.appender.A1.layout.ConversionPattern=%-4r [BIGTOP-TEST-LOG %t] %-5p %c %x --- %m%n http://git-wip-us.apache.org/repos/asf/bigtop/blob/316650cd/bigtop-tests/smoke-tests/pig/wordcount.pig ---------------------------------------------------------------------- diff --git a/bigtop-tests/smoke-tests/pig/wordcount.pig b/bigtop-tests/smoke-tests/pig/wordcount.pig deleted file mode 100644 index 44863f5..0000000 --- a/bigtop-tests/smoke-tests/pig/wordcount.pig +++ /dev/null @@ -1,24 +0,0 @@ -/** - * Licensed to the Apache Software Foundation (ASF) under one - * or more contributor license agreements. See the NOTICE file - * distributed with this work for additional information - * regarding copyright ownership. The ASF licenses this file - * to you under the Apache License, Version 2.0 (the - * "License"); you may not use this file except in compliance - * with the License. You may obtain a copy of the License at - * <p/> - * http://www.apache.org/licenses/LICENSE-2.0 - * <p/> - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -A = load 'pigsmoketest/input'; -B = foreach A generate flatten(TOKENIZE((chararray)$0)) as word; -C = group B by word; -D = foreach C generate COUNT(B), group; -store D into 'pig-output-wordcount'; -dump D ;
