Author: praveen
Date: Thu Nov 27 12:49:54 2014
New Revision: 1642132
URL: http://svn.apache.org/r1642132
Log:
PIG-4346: Merge from trunk (1)
Added:
pig/branches/spark/src/docs/jdiff/pig_0.14.0.xml
- copied unchanged from r1642118, pig/trunk/src/docs/jdiff/pig_0.14.0.xml
pig/branches/spark/src/org/apache/pig/JVMReuseImpl.java
- copied unchanged from r1642118,
pig/trunk/src/org/apache/pig/JVMReuseImpl.java
pig/branches/spark/src/org/apache/pig/JVMReuseManager.java
- copied unchanged from r1642118,
pig/trunk/src/org/apache/pig/JVMReuseManager.java
pig/branches/spark/src/org/apache/pig/StaticDataCleanup.java
- copied unchanged from r1642118,
pig/trunk/src/org/apache/pig/StaticDataCleanup.java
pig/branches/spark/src/org/apache/pig/StoreResources.java
- copied unchanged from r1642118,
pig/trunk/src/org/apache/pig/StoreResources.java
pig/branches/spark/src/org/apache/pig/backend/hadoop/executionengine/physicalLayer/plans/UdfCacheShipFilesVisitor.java
- copied unchanged from r1642118,
pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/physicalLayer/plans/UdfCacheShipFilesVisitor.java
pig/branches/spark/src/org/apache/pig/backend/hadoop/executionengine/tez/plan/
- copied from r1642118,
pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/plan/
pig/branches/spark/src/org/apache/pig/backend/hadoop/executionengine/tez/runtime/
- copied from r1642118,
pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/tez/runtime/
pig/branches/spark/src/org/apache/pig/backend/hadoop/hbase/TableSplitComparable.java
- copied unchanged from r1642118,
pig/trunk/src/org/apache/pig/backend/hadoop/hbase/TableSplitComparable.java
pig/branches/spark/src/org/apache/pig/builtin/FuncUtils.java
- copied unchanged from r1642118,
pig/trunk/src/org/apache/pig/builtin/FuncUtils.java
pig/branches/spark/src/org/apache/pig/builtin/STRSPLITTOBAG.java
- copied unchanged from r1642118,
pig/trunk/src/org/apache/pig/builtin/STRSPLITTOBAG.java
pig/branches/spark/src/org/apache/pig/builtin/UniqueID.java
- copied unchanged from r1642118,
pig/trunk/src/org/apache/pig/builtin/UniqueID.java
pig/branches/spark/src/org/apache/pig/impl/util/GroupingSpillable.java
- copied unchanged from r1642118,
pig/trunk/src/org/apache/pig/impl/util/GroupingSpillable.java
pig/branches/spark/src/org/apache/pig/tools/pigstats/tez/PigTezProgressNotificationListener.java
- copied unchanged from r1642118,
pig/trunk/src/org/apache/pig/tools/pigstats/tez/PigTezProgressNotificationListener.java
pig/branches/spark/src/org/apache/pig/tools/pigstats/tez/TezDAGStats.java
- copied unchanged from r1642118,
pig/trunk/src/org/apache/pig/tools/pigstats/tez/TezDAGStats.java
pig/branches/spark/src/org/apache/pig/tools/pigstats/tez/TezPigScriptStats.java
- copied unchanged from r1642118,
pig/trunk/src/org/apache/pig/tools/pigstats/tez/TezPigScriptStats.java
pig/branches/spark/src/org/apache/pig/tools/pigstats/tez/TezVertexStats.java
- copied unchanged from r1642118,
pig/trunk/src/org/apache/pig/tools/pigstats/tez/TezVertexStats.java
pig/branches/spark/test/e2e/harness/xmlReport.pl
- copied unchanged from r1642118, pig/trunk/test/e2e/harness/xmlReport.pl
pig/branches/spark/test/org/apache/pig/builtin/avro/code/pig/dump.pig
- copied unchanged from r1642118,
pig/trunk/test/org/apache/pig/builtin/avro/code/pig/dump.pig
pig/branches/spark/test/org/apache/pig/builtin/avro/data/json/recordsOfStringArrays.json
- copied unchanged from r1642118,
pig/trunk/test/org/apache/pig/builtin/avro/data/json/recordsOfStringArrays.json
pig/branches/spark/test/org/apache/pig/builtin/avro/schema/recordsOfStringArrays.avsc
- copied unchanged from r1642118,
pig/trunk/test/org/apache/pig/builtin/avro/schema/recordsOfStringArrays.avsc
pig/branches/spark/test/org/apache/pig/builtin/orc/charvarchar.orc
- copied unchanged from r1642118,
pig/trunk/test/org/apache/pig/builtin/orc/charvarchar.orc
pig/branches/spark/test/org/apache/pig/builtin/orc/nullmapkey.orc
- copied unchanged from r1642118,
pig/trunk/test/org/apache/pig/builtin/orc/nullmapkey.orc
pig/branches/spark/test/org/apache/pig/test/TestLoaderStorerShipCacheFiles.java
- copied unchanged from r1642118,
pig/trunk/test/org/apache/pig/test/TestLoaderStorerShipCacheFiles.java
pig/branches/spark/test/org/apache/pig/test/TestLoaderStorerShipCacheFilesMR.java
- copied unchanged from r1642118,
pig/trunk/test/org/apache/pig/test/TestLoaderStorerShipCacheFilesMR.java
pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Cogroup-1.gld
- copied unchanged from r1642118,
pig/trunk/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Cogroup-1.gld
pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Distinct-1.gld
- copied unchanged from r1642118,
pig/trunk/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Distinct-1.gld
pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Distinct-2.gld
- copied unchanged from r1642118,
pig/trunk/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Distinct-2.gld
pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-FRJoin-1.gld
- copied unchanged from r1642118,
pig/trunk/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-FRJoin-1.gld
pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-FRJoin-2.gld
- copied unchanged from r1642118,
pig/trunk/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-FRJoin-2.gld
pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Filter-1.gld
- copied unchanged from r1642118,
pig/trunk/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Filter-1.gld
pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Group-1.gld
- copied unchanged from r1642118,
pig/trunk/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Group-1.gld
pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Join-1.gld
- copied unchanged from r1642118,
pig/trunk/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Join-1.gld
pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Limit-1.gld
- copied unchanged from r1642118,
pig/trunk/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Limit-1.gld
pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Limit-2.gld
- copied unchanged from r1642118,
pig/trunk/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Limit-2.gld
pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Limit-3.gld
- copied unchanged from r1642118,
pig/trunk/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Limit-3.gld
pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Order-1.gld
- copied unchanged from r1642118,
pig/trunk/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Order-1.gld
pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-SecKeySort-1.gld
- copied unchanged from r1642118,
pig/trunk/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-SecKeySort-1.gld
pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-SecKeySort-2.gld
- copied unchanged from r1642118,
pig/trunk/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-SecKeySort-2.gld
pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-SkewJoin-1.gld
- copied unchanged from r1642118,
pig/trunk/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-SkewJoin-1.gld
pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Stream-1.gld
- copied unchanged from r1642118,
pig/trunk/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Stream-1.gld
pig/branches/spark/test/org/apache/pig/tez/TestLoaderStorerShipCacheFilesTez.java
- copied unchanged from r1642118,
pig/trunk/test/org/apache/pig/tez/TestLoaderStorerShipCacheFilesTez.java
pig/branches/spark/test/tez-local-tests
- copied unchanged from r1642118, pig/trunk/test/tez-local-tests
Removed:
pig/branches/spark/license/jsch-LICENSE.txt
pig/branches/spark/src/docs/jdiff/pig_0.13.0.xml
pig/branches/spark/src/org/apache/pig/backend/hadoop/executionengine/tez/AccumulatorOptimizer.java
pig/branches/spark/src/org/apache/pig/backend/hadoop/executionengine/tez/CombinerOptimizer.java
pig/branches/spark/src/org/apache/pig/backend/hadoop/executionengine/tez/FindQuantilesTez.java
pig/branches/spark/src/org/apache/pig/backend/hadoop/executionengine/tez/MultiQueryOptimizerTez.java
pig/branches/spark/src/org/apache/pig/backend/hadoop/executionengine/tez/NativeTezOper.java
pig/branches/spark/src/org/apache/pig/backend/hadoop/executionengine/tez/ObjectCache.java
pig/branches/spark/src/org/apache/pig/backend/hadoop/executionengine/tez/POFRJoinTez.java
pig/branches/spark/src/org/apache/pig/backend/hadoop/executionengine/tez/POIdentityInOutTez.java
pig/branches/spark/src/org/apache/pig/backend/hadoop/executionengine/tez/POLocalRearrangeTez.java
pig/branches/spark/src/org/apache/pig/backend/hadoop/executionengine/tez/POLocalRearrangeTezFactory.java
pig/branches/spark/src/org/apache/pig/backend/hadoop/executionengine/tez/POPartitionRearrangeTez.java
pig/branches/spark/src/org/apache/pig/backend/hadoop/executionengine/tez/POShuffleTezLoad.java
pig/branches/spark/src/org/apache/pig/backend/hadoop/executionengine/tez/POSimpleTezLoad.java
pig/branches/spark/src/org/apache/pig/backend/hadoop/executionengine/tez/POStoreTez.java
pig/branches/spark/src/org/apache/pig/backend/hadoop/executionengine/tez/POValueInputTez.java
pig/branches/spark/src/org/apache/pig/backend/hadoop/executionengine/tez/POValueOutputTez.java
pig/branches/spark/src/org/apache/pig/backend/hadoop/executionengine/tez/PartitionSkewedKeysTez.java
pig/branches/spark/src/org/apache/pig/backend/hadoop/executionengine/tez/PartitionerDefinedVertexManager.java
pig/branches/spark/src/org/apache/pig/backend/hadoop/executionengine/tez/PigProcessor.java
pig/branches/spark/src/org/apache/pig/backend/hadoop/executionengine/tez/ReadScalarsTez.java
pig/branches/spark/src/org/apache/pig/backend/hadoop/executionengine/tez/RoundRobinPartitioner.java
pig/branches/spark/src/org/apache/pig/backend/hadoop/executionengine/tez/SecondaryKeyOptimizerTez.java
pig/branches/spark/src/org/apache/pig/backend/hadoop/executionengine/tez/SkewedPartitionerTez.java
pig/branches/spark/src/org/apache/pig/backend/hadoop/executionengine/tez/TezCompiler.java
pig/branches/spark/src/org/apache/pig/backend/hadoop/executionengine/tez/TezCompilerException.java
pig/branches/spark/src/org/apache/pig/backend/hadoop/executionengine/tez/TezEdgeDescriptor.java
pig/branches/spark/src/org/apache/pig/backend/hadoop/executionengine/tez/TezInput.java
pig/branches/spark/src/org/apache/pig/backend/hadoop/executionengine/tez/TezOpPlanVisitor.java
pig/branches/spark/src/org/apache/pig/backend/hadoop/executionengine/tez/TezOperDependencyParallelismEstimator.java
pig/branches/spark/src/org/apache/pig/backend/hadoop/executionengine/tez/TezOperPlan.java
pig/branches/spark/src/org/apache/pig/backend/hadoop/executionengine/tez/TezOperator.java
pig/branches/spark/src/org/apache/pig/backend/hadoop/executionengine/tez/TezOutput.java
pig/branches/spark/src/org/apache/pig/backend/hadoop/executionengine/tez/TezPOPackageAnnotator.java
pig/branches/spark/src/org/apache/pig/backend/hadoop/executionengine/tez/TezPOStreamVisitor.java
pig/branches/spark/src/org/apache/pig/backend/hadoop/executionengine/tez/TezPOUserFuncVisitor.java
pig/branches/spark/src/org/apache/pig/backend/hadoop/executionengine/tez/TezParallelismEstimator.java
pig/branches/spark/src/org/apache/pig/backend/hadoop/executionengine/tez/TezPlanContainer.java
pig/branches/spark/src/org/apache/pig/backend/hadoop/executionengine/tez/TezPlanContainerNode.java
pig/branches/spark/src/org/apache/pig/backend/hadoop/executionengine/tez/TezPlanContainerPrinter.java
pig/branches/spark/src/org/apache/pig/backend/hadoop/executionengine/tez/TezPlanContainerUDFCollector.java
pig/branches/spark/src/org/apache/pig/backend/hadoop/executionengine/tez/TezPlanContainerVisitor.java
pig/branches/spark/src/org/apache/pig/backend/hadoop/executionengine/tez/TezPrinter.java
pig/branches/spark/src/org/apache/pig/backend/hadoop/executionengine/tez/TezTaskConfigurable.java
pig/branches/spark/src/org/apache/pig/backend/hadoop/executionengine/tez/TezTaskContext.java
pig/branches/spark/src/org/apache/pig/backend/hadoop/executionengine/tez/WeightedRangePartitionerTez.java
pig/branches/spark/src/org/apache/pig/backend/hadoop/executionengine/tez/operators/
pig/branches/spark/src/org/apache/pig/backend/hadoop/executionengine/tez/optimizers/
pig/branches/spark/src/org/apache/pig/tools/pigstats/tez/TezStats.java
pig/branches/spark/src/org/apache/pig/tools/pigstats/tez/TezTaskStats.java
pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/TEZC1.gld
pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/TEZC10.gld
pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/TEZC11.gld
pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/TEZC12.gld
pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/TEZC13.gld
pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/TEZC14.gld
pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/TEZC15.gld
pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/TEZC16.gld
pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/TEZC17.gld
pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/TEZC18.gld
pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/TEZC2.gld
pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/TEZC3.gld
pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/TEZC4.gld
pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/TEZC5.gld
Modified:
pig/branches/spark/ (props changed)
pig/branches/spark/.gitignore
pig/branches/spark/CHANGES.txt
pig/branches/spark/README.txt
pig/branches/spark/bin/pig
pig/branches/spark/bin/pig.cmd
pig/branches/spark/build.xml
pig/branches/spark/contrib/piggybank/java/src/main/java/org/apache/pig/piggybank/evaluation/ExtremalTupleByNthField.java
pig/branches/spark/contrib/piggybank/java/src/main/java/org/apache/pig/piggybank/evaluation/datetime/convert/CustomFormatToISO.java
pig/branches/spark/contrib/piggybank/java/src/main/java/org/apache/pig/piggybank/evaluation/datetime/convert/ISOToUnix.java
pig/branches/spark/contrib/piggybank/java/src/main/java/org/apache/pig/piggybank/evaluation/datetime/convert/UnixToISO.java
pig/branches/spark/contrib/piggybank/java/src/main/java/org/apache/pig/piggybank/evaluation/datetime/diff/ISODaysBetween.java
pig/branches/spark/contrib/piggybank/java/src/main/java/org/apache/pig/piggybank/evaluation/datetime/diff/ISOHoursBetween.java
pig/branches/spark/contrib/piggybank/java/src/main/java/org/apache/pig/piggybank/evaluation/datetime/diff/ISOMinutesBetween.java
pig/branches/spark/contrib/piggybank/java/src/main/java/org/apache/pig/piggybank/evaluation/datetime/diff/ISOMonthsBetween.java
pig/branches/spark/contrib/piggybank/java/src/main/java/org/apache/pig/piggybank/evaluation/datetime/diff/ISOSecondsBetween.java
pig/branches/spark/contrib/piggybank/java/src/main/java/org/apache/pig/piggybank/evaluation/datetime/diff/ISOYearsBetween.java
pig/branches/spark/contrib/piggybank/java/src/main/java/org/apache/pig/piggybank/evaluation/datetime/truncate/ISOHelper.java
pig/branches/spark/contrib/piggybank/java/src/main/java/org/apache/pig/piggybank/evaluation/datetime/truncate/ISOToDay.java
pig/branches/spark/contrib/piggybank/java/src/main/java/org/apache/pig/piggybank/evaluation/datetime/truncate/ISOToHour.java
pig/branches/spark/contrib/piggybank/java/src/main/java/org/apache/pig/piggybank/evaluation/datetime/truncate/ISOToMinute.java
pig/branches/spark/contrib/piggybank/java/src/main/java/org/apache/pig/piggybank/evaluation/datetime/truncate/ISOToMonth.java
pig/branches/spark/contrib/piggybank/java/src/main/java/org/apache/pig/piggybank/evaluation/datetime/truncate/ISOToSecond.java
pig/branches/spark/contrib/piggybank/java/src/main/java/org/apache/pig/piggybank/evaluation/datetime/truncate/ISOToWeek.java
pig/branches/spark/contrib/piggybank/java/src/main/java/org/apache/pig/piggybank/evaluation/datetime/truncate/ISOToYear.java
pig/branches/spark/contrib/piggybank/java/src/main/java/org/apache/pig/piggybank/evaluation/math/ABS.java
pig/branches/spark/contrib/piggybank/java/src/main/java/org/apache/pig/piggybank/evaluation/math/DoubleAbs.java
pig/branches/spark/contrib/piggybank/java/src/main/java/org/apache/pig/piggybank/evaluation/math/DoubleCopySign.java
pig/branches/spark/contrib/piggybank/java/src/main/java/org/apache/pig/piggybank/evaluation/math/DoubleGetExponent.java
pig/branches/spark/contrib/piggybank/java/src/main/java/org/apache/pig/piggybank/evaluation/math/DoubleNextAfter.java
pig/branches/spark/contrib/piggybank/java/src/main/java/org/apache/pig/piggybank/evaluation/math/DoubleNextup.java
pig/branches/spark/contrib/piggybank/java/src/main/java/org/apache/pig/piggybank/evaluation/math/DoubleRound.java
pig/branches/spark/contrib/piggybank/java/src/main/java/org/apache/pig/piggybank/evaluation/math/DoubleSignum.java
pig/branches/spark/contrib/piggybank/java/src/main/java/org/apache/pig/piggybank/evaluation/math/DoubleUlp.java
pig/branches/spark/contrib/piggybank/java/src/main/java/org/apache/pig/piggybank/evaluation/math/FloatAbs.java
pig/branches/spark/contrib/piggybank/java/src/main/java/org/apache/pig/piggybank/evaluation/math/FloatCopySign.java
pig/branches/spark/contrib/piggybank/java/src/main/java/org/apache/pig/piggybank/evaluation/math/FloatGetExponent.java
pig/branches/spark/contrib/piggybank/java/src/main/java/org/apache/pig/piggybank/evaluation/math/FloatMax.java
pig/branches/spark/contrib/piggybank/java/src/main/java/org/apache/pig/piggybank/evaluation/math/FloatMin.java
pig/branches/spark/contrib/piggybank/java/src/main/java/org/apache/pig/piggybank/evaluation/math/FloatNextAfter.java
pig/branches/spark/contrib/piggybank/java/src/main/java/org/apache/pig/piggybank/evaluation/math/FloatNextup.java
pig/branches/spark/contrib/piggybank/java/src/main/java/org/apache/pig/piggybank/evaluation/math/FloatRound.java
pig/branches/spark/contrib/piggybank/java/src/main/java/org/apache/pig/piggybank/evaluation/math/FloatSignum.java
pig/branches/spark/contrib/piggybank/java/src/main/java/org/apache/pig/piggybank/evaluation/math/FloatUlp.java
pig/branches/spark/contrib/piggybank/java/src/main/java/org/apache/pig/piggybank/evaluation/math/IntAbs.java
pig/branches/spark/contrib/piggybank/java/src/main/java/org/apache/pig/piggybank/evaluation/math/IntMax.java
pig/branches/spark/contrib/piggybank/java/src/main/java/org/apache/pig/piggybank/evaluation/math/IntMin.java
pig/branches/spark/contrib/piggybank/java/src/main/java/org/apache/pig/piggybank/evaluation/math/LongAbs.java
pig/branches/spark/contrib/piggybank/java/src/main/java/org/apache/pig/piggybank/evaluation/math/LongMax.java
pig/branches/spark/contrib/piggybank/java/src/main/java/org/apache/pig/piggybank/evaluation/math/LongMin.java
pig/branches/spark/contrib/piggybank/java/src/main/java/org/apache/pig/piggybank/evaluation/math/NEXTUP.java
pig/branches/spark/contrib/piggybank/java/src/main/java/org/apache/pig/piggybank/evaluation/math/ROUND.java
pig/branches/spark/contrib/piggybank/java/src/main/java/org/apache/pig/piggybank/evaluation/math/SCALB.java
pig/branches/spark/contrib/piggybank/java/src/main/java/org/apache/pig/piggybank/evaluation/math/SIGNUM.java
pig/branches/spark/contrib/piggybank/java/src/main/java/org/apache/pig/piggybank/evaluation/math/ULP.java
pig/branches/spark/contrib/piggybank/java/src/main/java/org/apache/pig/piggybank/evaluation/math/copySign.java
pig/branches/spark/contrib/piggybank/java/src/main/java/org/apache/pig/piggybank/evaluation/math/getExponent.java
pig/branches/spark/contrib/piggybank/java/src/main/java/org/apache/pig/piggybank/evaluation/math/nextAfter.java
pig/branches/spark/contrib/piggybank/java/src/main/java/org/apache/pig/piggybank/evaluation/string/HashFNV2.java
pig/branches/spark/contrib/piggybank/java/src/main/java/org/apache/pig/piggybank/evaluation/string/RegexExtract.java
pig/branches/spark/contrib/piggybank/java/src/main/java/org/apache/pig/piggybank/evaluation/string/RegexExtractAll.java
pig/branches/spark/contrib/piggybank/java/src/main/java/org/apache/pig/piggybank/evaluation/string/RegexMatch.java
pig/branches/spark/contrib/piggybank/java/src/main/java/org/apache/pig/piggybank/evaluation/util/apachelogparser/DateExtractor.java
pig/branches/spark/contrib/piggybank/java/src/main/java/org/apache/pig/piggybank/evaluation/util/apachelogparser/HostExtractor.java
pig/branches/spark/contrib/piggybank/java/src/main/java/org/apache/pig/piggybank/evaluation/util/apachelogparser/SearchEngineExtractor.java
pig/branches/spark/contrib/piggybank/java/src/main/java/org/apache/pig/piggybank/evaluation/xml/XPath.java
pig/branches/spark/contrib/piggybank/java/src/main/java/org/apache/pig/piggybank/storage/DBStorage.java
pig/branches/spark/contrib/piggybank/java/src/main/java/org/apache/pig/piggybank/storage/MultiStorage.java
pig/branches/spark/contrib/piggybank/java/src/main/java/org/apache/pig/piggybank/storage/XMLLoader.java
pig/branches/spark/contrib/piggybank/java/src/test/java/org/apache/pig/piggybank/test/evaluation/datetime/convert/TestConvertDateTime.java
pig/branches/spark/contrib/piggybank/java/src/test/java/org/apache/pig/piggybank/test/evaluation/datetime/truncate/TestTruncateDateTime.java
pig/branches/spark/contrib/piggybank/java/src/test/java/org/apache/pig/piggybank/test/storage/TestXMLLoader.java
pig/branches/spark/ivy.xml
pig/branches/spark/ivy/libraries.properties
pig/branches/spark/shims/src/hadoop20/org/apache/pig/backend/hadoop/executionengine/shims/HadoopShims.java
pig/branches/spark/shims/src/hadoop23/org/apache/hadoop/mapred/DowngradeHelper.java
pig/branches/spark/shims/src/hadoop23/org/apache/pig/backend/hadoop/executionengine/shims/HadoopShims.java
pig/branches/spark/shims/test/hadoop23/org/apache/pig/test/TezMiniCluster.java
pig/branches/spark/src/docs/src/documentation/content/xdocs/basic.xml
pig/branches/spark/src/docs/src/documentation/content/xdocs/cont.xml
pig/branches/spark/src/docs/src/documentation/content/xdocs/func.xml
pig/branches/spark/src/docs/src/documentation/content/xdocs/perf.xml
pig/branches/spark/src/docs/src/documentation/content/xdocs/pig-index.xml
pig/branches/spark/src/docs/src/documentation/content/xdocs/start.xml
pig/branches/spark/src/docs/src/documentation/content/xdocs/tabs.xml
pig/branches/spark/src/docs/src/documentation/content/xdocs/test.xml
pig/branches/spark/src/docs/src/documentation/content/xdocs/udf.xml
pig/branches/spark/src/org/apache/pig/EvalFunc.java
pig/branches/spark/src/org/apache/pig/LoadFunc.java
pig/branches/spark/src/org/apache/pig/LoadPredicatePushdown.java
pig/branches/spark/src/org/apache/pig/Main.java
pig/branches/spark/src/org/apache/pig/PigConfiguration.java
pig/branches/spark/src/org/apache/pig/PigConstants.java
pig/branches/spark/src/org/apache/pig/PigServer.java
pig/branches/spark/src/org/apache/pig/backend/executionengine/ExecutionEngine.java
pig/branches/spark/src/org/apache/pig/backend/hadoop/accumulo/AccumuloBinaryConverter.java
pig/branches/spark/src/org/apache/pig/backend/hadoop/accumulo/Utils.java
pig/branches/spark/src/org/apache/pig/backend/hadoop/datastorage/ConfigurationUtil.java
pig/branches/spark/src/org/apache/pig/backend/hadoop/executionengine/HExecutionEngine.java
pig/branches/spark/src/org/apache/pig/backend/hadoop/executionengine/Launcher.java
pig/branches/spark/src/org/apache/pig/backend/hadoop/executionengine/fetch/FetchLauncher.java
pig/branches/spark/src/org/apache/pig/backend/hadoop/executionengine/fetch/FetchOptimizer.java
pig/branches/spark/src/org/apache/pig/backend/hadoop/executionengine/mapReduceLayer/FileBasedOutputSizeReader.java
pig/branches/spark/src/org/apache/pig/backend/hadoop/executionengine/mapReduceLayer/InputSizeReducerEstimator.java
pig/branches/spark/src/org/apache/pig/backend/hadoop/executionengine/mapReduceLayer/JobControlCompiler.java
pig/branches/spark/src/org/apache/pig/backend/hadoop/executionengine/mapReduceLayer/MRCompiler.java
pig/branches/spark/src/org/apache/pig/backend/hadoop/executionengine/mapReduceLayer/MapReduceLauncher.java
pig/branches/spark/src/org/apache/pig/backend/hadoop/executionengine/mapReduceLayer/MapReduceOper.java
pig/branches/spark/src/org/apache/pig/backend/hadoop/executionengine/mapReduceLayer/MultiQueryOptimizer.java
pig/branches/spark/src/org/apache/pig/backend/hadoop/executionengine/mapReduceLayer/PhyPlanSetter.java
pig/branches/spark/src/org/apache/pig/backend/hadoop/executionengine/mapReduceLayer/PigBytesRawComparator.java
pig/branches/spark/src/org/apache/pig/backend/hadoop/executionengine/mapReduceLayer/PigCombiner.java
pig/branches/spark/src/org/apache/pig/backend/hadoop/executionengine/mapReduceLayer/PigGenericMapBase.java
pig/branches/spark/src/org/apache/pig/backend/hadoop/executionengine/mapReduceLayer/PigGenericMapReduce.java
pig/branches/spark/src/org/apache/pig/backend/hadoop/executionengine/mapReduceLayer/PigHadoopLogger.java
pig/branches/spark/src/org/apache/pig/backend/hadoop/executionengine/mapReduceLayer/PigInputFormat.java
pig/branches/spark/src/org/apache/pig/backend/hadoop/executionengine/mapReduceLayer/PigMapReduceCounter.java
pig/branches/spark/src/org/apache/pig/backend/hadoop/executionengine/mapReduceLayer/PigOutputFormat.java
pig/branches/spark/src/org/apache/pig/backend/hadoop/executionengine/mapReduceLayer/PigRecordReader.java
pig/branches/spark/src/org/apache/pig/backend/hadoop/executionengine/mapReduceLayer/partitioners/WeightedRangePartitioner.java
pig/branches/spark/src/org/apache/pig/backend/hadoop/executionengine/physicalLayer/PhysicalOperator.java
pig/branches/spark/src/org/apache/pig/backend/hadoop/executionengine/physicalLayer/expressionOperators/POUserFunc.java
pig/branches/spark/src/org/apache/pig/backend/hadoop/executionengine/physicalLayer/plans/PhyPlanVisitor.java
pig/branches/spark/src/org/apache/pig/backend/hadoop/executionengine/physicalLayer/relationalOperators/CombinerPackager.java
pig/branches/spark/src/org/apache/pig/backend/hadoop/executionengine/physicalLayer/relationalOperators/MultiQueryPackager.java
pig/branches/spark/src/org/apache/pig/backend/hadoop/executionengine/physicalLayer/relationalOperators/POCollectedGroup.java
pig/branches/spark/src/org/apache/pig/backend/hadoop/executionengine/physicalLayer/relationalOperators/PODistinct.java
pig/branches/spark/src/org/apache/pig/backend/hadoop/executionengine/physicalLayer/relationalOperators/POForEach.java
pig/branches/spark/src/org/apache/pig/backend/hadoop/executionengine/physicalLayer/relationalOperators/POLimit.java
pig/branches/spark/src/org/apache/pig/backend/hadoop/executionengine/physicalLayer/relationalOperators/POLoad.java
pig/branches/spark/src/org/apache/pig/backend/hadoop/executionengine/physicalLayer/relationalOperators/POPackage.java
pig/branches/spark/src/org/apache/pig/backend/hadoop/executionengine/physicalLayer/relationalOperators/POPartialAgg.java
pig/branches/spark/src/org/apache/pig/backend/hadoop/executionengine/physicalLayer/relationalOperators/POSort.java
pig/branches/spark/src/org/apache/pig/backend/hadoop/executionengine/physicalLayer/relationalOperators/POStore.java
pig/branches/spark/src/org/apache/pig/backend/hadoop/executionengine/physicalLayer/relationalOperators/Packager.java
pig/branches/spark/src/org/apache/pig/backend/hadoop/executionengine/tez/TezDagBuilder.java
pig/branches/spark/src/org/apache/pig/backend/hadoop/executionengine/tez/TezExecutionEngine.java
pig/branches/spark/src/org/apache/pig/backend/hadoop/executionengine/tez/TezJob.java
pig/branches/spark/src/org/apache/pig/backend/hadoop/executionengine/tez/TezJobCompiler.java
pig/branches/spark/src/org/apache/pig/backend/hadoop/executionengine/tez/TezLauncher.java
pig/branches/spark/src/org/apache/pig/backend/hadoop/executionengine/tez/TezResourceManager.java
pig/branches/spark/src/org/apache/pig/backend/hadoop/executionengine/tez/TezSessionManager.java
pig/branches/spark/src/org/apache/pig/backend/hadoop/executionengine/tez/util/MRToTezHelper.java
pig/branches/spark/src/org/apache/pig/backend/hadoop/executionengine/tez/util/TezCompilerUtil.java
pig/branches/spark/src/org/apache/pig/backend/hadoop/executionengine/util/AccumulatorOptimizerUtil.java
pig/branches/spark/src/org/apache/pig/backend/hadoop/executionengine/util/CombinerOptimizerUtil.java
pig/branches/spark/src/org/apache/pig/backend/hadoop/executionengine/util/MapRedUtil.java
pig/branches/spark/src/org/apache/pig/backend/hadoop/executionengine/util/ParallelConstantVisitor.java
pig/branches/spark/src/org/apache/pig/backend/hadoop/hbase/HBaseBinaryConverter.java
pig/branches/spark/src/org/apache/pig/backend/hadoop/hbase/HBaseStorage.java
pig/branches/spark/src/org/apache/pig/builtin/ABS.java
pig/branches/spark/src/org/apache/pig/builtin/AvroStorage.java
pig/branches/spark/src/org/apache/pig/builtin/BigDecimalAbs.java
pig/branches/spark/src/org/apache/pig/builtin/BigIntegerAbs.java
pig/branches/spark/src/org/apache/pig/builtin/Bloom.java
pig/branches/spark/src/org/apache/pig/builtin/BuildBloom.java
pig/branches/spark/src/org/apache/pig/builtin/Distinct.java
pig/branches/spark/src/org/apache/pig/builtin/DoubleRound.java
pig/branches/spark/src/org/apache/pig/builtin/FloatRound.java
pig/branches/spark/src/org/apache/pig/builtin/JsonLoader.java
pig/branches/spark/src/org/apache/pig/builtin/JsonStorage.java
pig/branches/spark/src/org/apache/pig/builtin/OrcStorage.java
pig/branches/spark/src/org/apache/pig/builtin/ROUND.java
pig/branches/spark/src/org/apache/pig/builtin/TextLoader.java
pig/branches/spark/src/org/apache/pig/data/DefaultAbstractBag.java
pig/branches/spark/src/org/apache/pig/data/DefaultTuple.java
pig/branches/spark/src/org/apache/pig/data/DistinctDataBag.java
pig/branches/spark/src/org/apache/pig/data/InternalDistinctBag.java
pig/branches/spark/src/org/apache/pig/data/InternalSortedBag.java
pig/branches/spark/src/org/apache/pig/data/SchemaTupleBackend.java
pig/branches/spark/src/org/apache/pig/data/SchemaTupleClassGenerator.java
pig/branches/spark/src/org/apache/pig/data/SchemaTupleFrontend.java
pig/branches/spark/src/org/apache/pig/data/SelfSpillBag.java
pig/branches/spark/src/org/apache/pig/data/SortedDataBag.java
pig/branches/spark/src/org/apache/pig/impl/PigContext.java
pig/branches/spark/src/org/apache/pig/impl/PigImplConstants.java
pig/branches/spark/src/org/apache/pig/impl/builtin/FindQuantiles.java
pig/branches/spark/src/org/apache/pig/impl/builtin/GFCross.java
pig/branches/spark/src/org/apache/pig/impl/builtin/PoissonSampleLoader.java
pig/branches/spark/src/org/apache/pig/impl/builtin/StreamingUDF.java
pig/branches/spark/src/org/apache/pig/impl/io/FileLocalizer.java
pig/branches/spark/src/org/apache/pig/impl/io/ReadToEndLoader.java
pig/branches/spark/src/org/apache/pig/impl/util/JarManager.java
pig/branches/spark/src/org/apache/pig/impl/util/PropertiesUtil.java
pig/branches/spark/src/org/apache/pig/impl/util/SpillableMemoryManager.java
pig/branches/spark/src/org/apache/pig/impl/util/UDFContext.java
pig/branches/spark/src/org/apache/pig/impl/util/Utils.java
pig/branches/spark/src/org/apache/pig/impl/util/orc/OrcUtils.java
pig/branches/spark/src/org/apache/pig/newplan/logical/expression/ExpToPhyTranslationVisitor.java
pig/branches/spark/src/org/apache/pig/newplan/logical/relational/LogToPhyTranslationVisitor.java
pig/branches/spark/src/org/apache/pig/newplan/logical/rules/ConstantCalculator.java
pig/branches/spark/src/org/apache/pig/parser/AliasMasker.g
pig/branches/spark/src/org/apache/pig/parser/AstPrinter.g
pig/branches/spark/src/org/apache/pig/parser/AstValidator.g
pig/branches/spark/src/org/apache/pig/parser/LogicalPlanBuilder.java
pig/branches/spark/src/org/apache/pig/parser/LogicalPlanGenerator.g
pig/branches/spark/src/org/apache/pig/parser/QueryParser.g
pig/branches/spark/src/org/apache/pig/parser/QueryParserDriver.java
pig/branches/spark/src/org/apache/pig/scripting/Pig.java
pig/branches/spark/src/org/apache/pig/scripting/ScriptingOutputCapturer.java
pig/branches/spark/src/org/apache/pig/scripting/jython/JythonScriptEngine.java
pig/branches/spark/src/org/apache/pig/scripting/streaming/python/PythonScriptEngine.java
pig/branches/spark/src/org/apache/pig/tools/grunt/GruntParser.java
pig/branches/spark/src/org/apache/pig/tools/parameters/PigFileParser.jj
pig/branches/spark/src/org/apache/pig/tools/parameters/PreprocessorContext.java
pig/branches/spark/src/org/apache/pig/tools/pigstats/JobStats.java
pig/branches/spark/src/org/apache/pig/tools/pigstats/PigProgressNotificationListener.java
pig/branches/spark/src/org/apache/pig/tools/pigstats/PigStatusReporter.java
pig/branches/spark/src/org/apache/pig/tools/pigstats/ScriptState.java
pig/branches/spark/src/org/apache/pig/tools/pigstats/mapreduce/MRJobStats.java
pig/branches/spark/src/org/apache/pig/tools/pigstats/tez/TezScriptState.java
pig/branches/spark/src/org/apache/pig/validator/BlackAndWhitelistFilter.java
pig/branches/spark/src/org/apache/pig/validator/PigCommandFilter.java
pig/branches/spark/src/python/streaming/controller.py
pig/branches/spark/test/e2e/harness/TestDriver.pm
pig/branches/spark/test/e2e/pig/build.xml
pig/branches/spark/test/e2e/pig/conf/default.conf
pig/branches/spark/test/e2e/pig/conf/local.conf
pig/branches/spark/test/e2e/pig/conf/rpm.conf
pig/branches/spark/test/e2e/pig/conf/tez.conf
pig/branches/spark/test/e2e/pig/deployers/LocalDeployer.pm
pig/branches/spark/test/e2e/pig/drivers/TestDriverPig.pm
pig/branches/spark/test/e2e/pig/tests/bigdata.conf
pig/branches/spark/test/e2e/pig/tests/grunt.conf
pig/branches/spark/test/e2e/pig/tests/macro.conf
pig/branches/spark/test/e2e/pig/tests/multiquery.conf
pig/branches/spark/test/e2e/pig/tests/nightly.conf
pig/branches/spark/test/e2e/pig/tests/orc.conf
pig/branches/spark/test/e2e/pig/tests/streaming.conf
pig/branches/spark/test/e2e/pig/udfs/java/build.xml
pig/branches/spark/test/excluded-tests-20
pig/branches/spark/test/org/apache/pig/TestLoadStoreFuncLifeCycle.java
pig/branches/spark/test/org/apache/pig/backend/hadoop/accumulo/TestAccumuloPigCluster.java
pig/branches/spark/test/org/apache/pig/builtin/TestAvroStorage.java
pig/branches/spark/test/org/apache/pig/builtin/TestOrcStorage.java
pig/branches/spark/test/org/apache/pig/builtin/TestOrcStoragePushdown.java
pig/branches/spark/test/org/apache/pig/data/TestSchemaTuple.java
pig/branches/spark/test/org/apache/pig/impl/builtin/TestStreamingUDF.java
pig/branches/spark/test/org/apache/pig/parser/TestQueryParserUtils.java
pig/branches/spark/test/org/apache/pig/test/TestAccumulator.java
pig/branches/spark/test/org/apache/pig/test/TestAlgebraicEval.java
pig/branches/spark/test/org/apache/pig/test/TestAlgebraicEvalLocal.java
pig/branches/spark/test/org/apache/pig/test/TestAutoLocalMode.java
pig/branches/spark/test/org/apache/pig/test/TestBZip.java
pig/branches/spark/test/org/apache/pig/test/TestBatchAliases.java
pig/branches/spark/test/org/apache/pig/test/TestBlackAndWhitelistValidator.java
pig/branches/spark/test/org/apache/pig/test/TestBuiltin.java
pig/branches/spark/test/org/apache/pig/test/TestCollectedGroup.java
pig/branches/spark/test/org/apache/pig/test/TestConversions.java
pig/branches/spark/test/org/apache/pig/test/TestDataBagAccess.java
pig/branches/spark/test/org/apache/pig/test/TestDefaultDateTimeZone.java
pig/branches/spark/test/org/apache/pig/test/TestEvalPipeline2.java
pig/branches/spark/test/org/apache/pig/test/TestEvalPipelineLocal.java
pig/branches/spark/test/org/apache/pig/test/TestFetch.java
pig/branches/spark/test/org/apache/pig/test/TestForEachNestedPlan.java
pig/branches/spark/test/org/apache/pig/test/TestForEachNestedPlanLocal.java
pig/branches/spark/test/org/apache/pig/test/TestGFCross.java
pig/branches/spark/test/org/apache/pig/test/TestGrunt.java
pig/branches/spark/test/org/apache/pig/test/TestHBaseStorage.java
pig/branches/spark/test/org/apache/pig/test/TestJobControlCompiler.java
pig/branches/spark/test/org/apache/pig/test/TestJoin.java
pig/branches/spark/test/org/apache/pig/test/TestJsonLoaderStorage.java
pig/branches/spark/test/org/apache/pig/test/TestLimitVariable.java
pig/branches/spark/test/org/apache/pig/test/TestLoad.java
pig/branches/spark/test/org/apache/pig/test/TestLocal.java
pig/branches/spark/test/org/apache/pig/test/TestLocal2.java
pig/branches/spark/test/org/apache/pig/test/TestMRJobStats.java
pig/branches/spark/test/org/apache/pig/test/TestMapSideCogroup.java
pig/branches/spark/test/org/apache/pig/test/TestMultiQuery.java
pig/branches/spark/test/org/apache/pig/test/TestMultiQueryBasic.java
pig/branches/spark/test/org/apache/pig/test/TestMultiQueryCompiler.java
pig/branches/spark/test/org/apache/pig/test/TestMultiQueryLocal.java
pig/branches/spark/test/org/apache/pig/test/TestOrderBy.java
pig/branches/spark/test/org/apache/pig/test/TestPOPartialAgg.java
pig/branches/spark/test/org/apache/pig/test/TestPOPartialAggPlan.java
pig/branches/spark/test/org/apache/pig/test/TestParamSubPreproc.java
pig/branches/spark/test/org/apache/pig/test/TestPigRunner.java
pig/branches/spark/test/org/apache/pig/test/TestPigScriptParser.java
pig/branches/spark/test/org/apache/pig/test/TestPigServer.java
pig/branches/spark/test/org/apache/pig/test/TestPredeployedJar.java
pig/branches/spark/test/org/apache/pig/test/TestPruneColumn.java
pig/branches/spark/test/org/apache/pig/test/TestRank3.java
pig/branches/spark/test/org/apache/pig/test/TestRegisteredJarVisibility.java
pig/branches/spark/test/org/apache/pig/test/TestSchema.java
pig/branches/spark/test/org/apache/pig/test/TestScriptLanguage.java
pig/branches/spark/test/org/apache/pig/test/TestScriptUDF.java
pig/branches/spark/test/org/apache/pig/test/TestStore.java
pig/branches/spark/test/org/apache/pig/test/TestStreaming.java
pig/branches/spark/test/org/apache/pig/test/TestStreamingLocal.java
pig/branches/spark/test/org/apache/pig/test/TestStringUDFs.java
pig/branches/spark/test/org/apache/pig/test/TestTuple.java
pig/branches/spark/test/org/apache/pig/test/TestTypeCheckingValidatorNewLP.java
pig/branches/spark/test/org/apache/pig/test/TestUDF.java
pig/branches/spark/test/org/apache/pig/test/TestUnion.java
pig/branches/spark/test/org/apache/pig/test/TestUnionOnSchema.java
pig/branches/spark/test/org/apache/pig/test/Util.java
pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-MQ-1-OPTOFF.gld
pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-MQ-1.gld
pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-MQ-2-OPTOFF.gld
pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-MQ-2.gld
pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-MQ-3-OPTOFF.gld
pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-MQ-3.gld
pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-MQ-4-OPTOFF.gld
pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-MQ-4.gld
pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-MQ-5-OPTOFF.gld
pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-MQ-5.gld
pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Rank-1.gld
pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Rank-2.gld
pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Union-1-OPTOFF.gld
pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Union-1.gld
pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Union-10-OPTOFF.gld
pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Union-10.gld
pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Union-2-OPTOFF.gld
pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Union-2.gld
pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Union-3-OPTOFF.gld
pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Union-3.gld
pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Union-4-OPTOFF.gld
pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Union-4.gld
pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Union-5-OPTOFF.gld
pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Union-5.gld
pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Union-6-OPTOFF.gld
pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Union-6.gld
pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Union-7-OPTOFF.gld
pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Union-7.gld
pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Union-8-OPTOFF.gld
pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Union-8.gld
pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Union-9-OPTOFF.gld
pig/branches/spark/test/org/apache/pig/test/data/GoldenFiles/tez/TEZC-Union-9.gld
pig/branches/spark/test/org/apache/pig/tez/TestGroupConstParallelTez.java
pig/branches/spark/test/org/apache/pig/tez/TestJobSubmissionTez.java
pig/branches/spark/test/org/apache/pig/tez/TestSecondarySortTez.java
pig/branches/spark/test/org/apache/pig/tez/TestTezAutoParallelism.java
pig/branches/spark/test/org/apache/pig/tez/TestTezCompiler.java
pig/branches/spark/test/org/apache/pig/tez/TestTezJobControlCompiler.java
pig/branches/spark/test/tez-tests
Propchange: pig/branches/spark/
------------------------------------------------------------------------------
Merged /pig/trunk:r1623978-1642118
Modified: pig/branches/spark/.gitignore
URL:
http://svn.apache.org/viewvc/pig/branches/spark/.gitignore?rev=1642132&r1=1642131&r2=1642132&view=diff
==============================================================================
--- pig/branches/spark/.gitignore (original)
+++ pig/branches/spark/.gitignore Thu Nov 27 12:49:54 2014
@@ -22,5 +22,4 @@ pig-withouthadoop.jar
contrib/piggybank/java/piggybank.jar
conf/log4j.properties
lib/jdiff/pig_*SNAPSHOT.xml
-test/org/apache/pig/builtin/avro/data
test/resources/*.jar
Modified: pig/branches/spark/CHANGES.txt
URL:
http://svn.apache.org/viewvc/pig/branches/spark/CHANGES.txt?rev=1642132&r1=1642131&r2=1642132&view=diff
==============================================================================
--- pig/branches/spark/CHANGES.txt (original)
+++ pig/branches/spark/CHANGES.txt Thu Nov 27 12:49:54 2014
@@ -24,6 +24,88 @@ INCOMPATIBLE CHANGES
IMPROVEMENTS
+PIG-4333: Split BigData tests into multiple groups (rohini)
+
+BUG FIXES
+
+PIG-4332: Remove redundant jars packaged into pig-withouthadoop.jar for hadoop
2 (rohini)
+
+PIG-4331: update README, '-x' option in usage to include tez (thejas via daijy)
+
+PIG-4327: Schema of map with value that has an alias can't be parsed again
(mprim via daijy)
+
+PIG-4330: Regression test for PIG-3584 - AvroStorage does not correctly
translate arrays of strings (brocknoland via daijy)
+
+PIG-3615: Update the way that JsonLoader/JsonStorage deal with BigDecimal
(tyro89 via daijy)
+
+PIG-4329: Fetch optimization should be disabled when limit is not pushed up
(lbendig via cheolsoo)
+
+PIG-3413: JsonLoader fails the pig job in case of malformed json input (eyal
via daijy)
+
+PIG-4247: S3 properties are not picked up from core-site.xml in local mode
(cheolsoo)
+
+PIG-4242: For indented xmls with multiline content (e.g. wikipedia) XMLLoader
cuts out the begining of every line
+ (holdfenytolvaj via daijy)
+
+Release 0.14.1 - Unreleased
+
+INCOMPATIBLE CHANGES
+
+IMPROVEMENTS
+
+BUG FIXES
+
+PIG-4334: PigProcessor does not set pig.datetime.default.tz (rohini)
+
+PIG-4342: Pig 0.14 cannot identify the uppercase of DECLARE and DEFAULT (daijy)
+
+Release 0.14.0
+
+INCOMPATIBLE CHANGES
+
+IMPROVEMENTS
+
+PIG-4321: Documentation for 0.14 (daijy)
+
+PIG-4328: Upgrade Hive to 0.14 (daijy)
+
+PIG-4318: Make PigConfiguration naming consistent (rohini)
+
+PIG-4316: Port TestHBaseStorage to tez local mode (rohini)
+
+PIG-4224: Upload Tez payload history string to timeline server (daijy)
+
+PIG-3977: Get TezStats working for Oozie (rohini)
+
+PIG-3979: group all performance, garbage collection, and incremental
aggregation (rohini)
+
+PIG-4253: Add a UniqueID UDF (daijy)
+
+PIG-4160: Provide a way to pass local jars in pig.additional.jars when using a
remote
+ url for a script (acoliver via daijy)
+
+PIG-4246: HBaseStorage should implement getShipFiles (rohini)
+
+PIG-3456: Reduce threadlocal conf access in backend for each record (rohini)
+
+PIG-3861: duplicate jars get added to distributed cache (chitnis via rohini)
+
+PIG-4039: New interface for resetting static variables for jvm reuse (rohini)
+
+PIG-3870: STRSPLITTOBAG UDF (cryptoe via daijy)
+
+PIG-4080: Add Preprocessor commands and more to the black/whitelisting feature
(prkommireddi via daijy)
+
+PIG-4162: Intermediate reducer parallelism in Tez should be higher (rohini)
+
+PIG-4186: Fix e2e run against new build of pig and some enhancements (rohini)
+
+PIG-3838: Organize tez code into subpackages (rohini)
+
+PIG-4069: Limit reduce task should start as soon as one map task finishes
(rohini)
+
+PIG-4141: Ship UDF/LoadFunc/StoreFunc dependent jar automatically (daijy)
+
PIG-4146: Create a target to run mr and tez unit test in one shot (daijy)
PIG-4144: Make pigunit.PigTest work in tez mode (daijy)
@@ -70,6 +152,132 @@ OPTIMIZATIONS
BUG FIXES
+PIG-4335: Pig release tarball miss tez classes (daijy)
+
+PIG-4325: StackOverflow when spilling InternalCachedBag (daijy)
+
+PIG-4324: Remove jsch-LICENSE.txt (daijy)
+
+PIG-4267: ToDate has incorrect timezone offsets (bridiver via daijy)
+
+PIG-4319: Make LoadPredicatePushdown InterfaceAudience.Private till PIG-4093
(rohini)
+
+PIG-4312: TestStreamingUDF tez mode leave orphan process on Windows (daijy)
+
+PIG-4314: BigData_5 hang on some machine (daijy)
+
+PIG-4299: SpillableMemoryManager assumes tenured heap incorrectly
(prkommireddi via daijy)
+
+PIG-4298: Descending order-by is broken in some cases when key is bytearrays
(cheolsoo)
+
+PIG-4263: Move tez local mode unit tests to a separate target (daijy)
+
+PIG-4257: Fix several e2e tests on secure cluster (daijy)
+
+PIG-4261: Skip shipping local resources in tez local mode (daijy)
+
+PIG-4182: e2e tests Scripting_[1-12] fail on Windows (daijy)
+
+PIG-4259: Fix few issues related to Union, CROSS and auto parallelism in Tez
(rohini)
+
+PIG-4250: Fix Security Risks found by Coverity (daijy)
+
+PIG-4258: Fix several e2e tests on Windows (daijy)
+
+PIG-4256: Fix StreamingPythonUDFs e2e test failure on Windows (daijy)
+
+PIG-4166: Collected group drops last record when combined with merge join
(bridiver via daijy)
+
+PIG-2495: Using merge JOIN from a HBaseStorage produces an error (bridiver via
daijy)
+
+PIG-4235: Fix unit test failures on Windows (daijy)
+
+PIG-4245: 1-1 edge vertices should use same jvm opts (rohini)
+
+PIG-4252: Tez container reuse fail when using script udf (daijy)
+
+PIG-4241: Auto local mode mistakenly converts large jobs to local mode when
using with Hive tables (cheolsoo)
+
+PIG-4184: UDF backward compatibility issue after POStatus.STATUS_NULL
refactory (daijy)
+
+PIG-4238: Property 'pig.job.converted.fetch' should be unset when fetch
finishes (lbendig)
+
+PIG-4151: Pig Cannot Write Empty Maps to HBase (daijy)
+
+PIG-4181: Cannot launch tez e2e test on Windows (daijy)
+
+PIG-2834: MultiStorage requires unused constructor argument (daijy)
+
+PIG-4230: Documentation fix: first nested foreach example is incomplete
(lbendig via daijy)
+
+PIG-4199: Mapreduce ACLs should be translated to Tez ACLs (rohini)
+
+PIG-4227: Streaming Python UDF handles bag outputs incorrectly (cheolsoo)
+
+PIG-4219: When parsing a schema, pig drops tuple inside of Bag if it contains
only one field (lbendig via daijy)
+
+PIG-4226: Upgrade Tez to 0.5.1 (daijy)
+
+PIG-4220: MapReduce-based Rank failing with NPE due to missing Counters
(knoguchi)
+
+PIG-3985: Multiquery execution of RANK with RANK BY causes NPE (rohini)
+
+PIG-4218: Pig OrcStorage fail to load a map with null key (daijy)
+
+PIG-4164: After Pig job finish, Pig client spend too much time retry to
connect to AM (daijy)
+
+PIG-4212: Allow LIMIT of 0 for variableLimit (constant 0 is already allowed)
(knoguchi)
+
+PIG-4196: Auto ship udf jar is broken (daijy)
+
+PIG-4214: Fix unit test fail TestMRJobStats (daijy)
+
+PIG-4217: Fix documentation in BuildBloom (praveenr019 via daijy)
+
+PIG-4215: Fix unit test failure TestParamSubPreproc and TestMacroExpansion
(daijy)
+
+PIG-4175: PIG CROSS operation follow by STORE produces non-deterministic
results each run (daijy)
+
+PIG-4202: Reset UDFContext state before OutputCommitter invocations in Tez
(rohini)
+
+PIG-4205: e2e test property-check does not check all prerequisites (kellyzly
via daijy)
+
+PIG-4180: e2e test Native_3 fail on Hadoop 2 (daijy)
+
+PIG-4178: HCatDDL_[1-3] fail on Windows (daijy)
+
+PIG-4046: PiggyBank DBStorage DATETIME should use setTimestamp with
java.sql.Timestamp (sinchii via daijy)
+
+PIG-4050: HadoopShims.getTaskReports() can cause OOM with Hadoop 2 (rohini)
+
+PIG-4176: Fix tez e2e test Bloom_[1-3] (daijy)
+
+PIG-4195: Support loading char/varchar data in OrcStorage (daijy)
+
+PIG-4201: Native e2e tests fail when run against old version of pig (rohini)
+
+PIG-4197: Fix typo in Job Stats header: MinMapTIme => MinMapTime (jmartell7
via daijy)
+
+PIG-4194: ReadToEndLoader does not call setConf on pigSplit in
initializeReader (shadanan via rohini)
+
+PIG-4187: Fix Orc e2e tests (daijy)
+
+PIG-4177: BigData_1 fail after PIG-4149 (daijy)
+
+PIG-3507: Pig fails to run in local mode on a Kerberos enabled Hadoop cluster
(kellyzly via rohini)
+
+PIG-4171: Streaming UDF fails when direct fetch optimization is enabled
(cheolsoo)
+
+PIG-4170: Multiquery with different type of key gives wrong result (daijy)
+
+PIG-4104: Accumulator UDF throws OOM in Tez (rohini)
+
+PIG-4169: NPE in ConstantCalculator (cheolsoo)
+
+PIG-4161: check for latest Hive snapshot dependencies (daijy)
+
+PIG-4102: Adding e2e tests and several improvements for Orc predicate pushdown
(daijy)
+
PIG-4156: [PATCH] fix NPE when running scripts stored on hdfs:// (acoliver via
daijy)
PIG-4159: TestGroupConstParallelTez and TestJobSubmissionTez should be
excluded in Hadoop 20 unit tests (cheolsoo)
Modified: pig/branches/spark/README.txt
URL:
http://svn.apache.org/viewvc/pig/branches/spark/README.txt?rev=1642132&r1=1642131&r2=1642132&view=diff
==============================================================================
--- pig/branches/spark/README.txt (original)
+++ pig/branches/spark/README.txt Thu Nov 27 12:49:54 2014
@@ -7,10 +7,10 @@ Operations are of two flavors: (1) relat
join, filter, project; (2) functional-programming style operators such as map,
reduce.
-Pig compiles these dataflow programs into (sequences of) map-reduce jobs and
-executes them using Hadoop. It is also possible to execute Pig Latin programs
-in a "local" mode (without Hadoop cluster), in which case all processing takes
-place in a single local JVM.
+Pig compiles these dataflow programs into (sequences of) map-reduce or Apache
Tez
+jobs and executes them using Hadoop. It is also possible to execute Pig Latin
+programs in a "local" mode (without Hadoop cluster), in which case all
+processing takes place in a single local JVM.
General Info
===============
Modified: pig/branches/spark/bin/pig
URL:
http://svn.apache.org/viewvc/pig/branches/spark/bin/pig?rev=1642132&r1=1642131&r2=1642132&view=diff
==============================================================================
--- pig/branches/spark/bin/pig (original)
+++ pig/branches/spark/bin/pig Thu Nov 27 12:49:54 2014
@@ -55,7 +55,7 @@ debug=false
remaining=()
includeHCatalog="";
-addJarString=-Dpig.additional.jars\=;
+addJarString=-Dpig.additional.jars.uris\=;
additionalJars="";
# filter command line parameter
for f in "$@"; do
@@ -187,11 +187,12 @@ if [ "$includeHCatalog" == "true" ]; the
# get the pig storage handler jar
pigHCatJarPath=`ls $HCAT_HOME/share/hcatalog/${pigHCatJar}`
-
ADDITIONAL_CLASSPATHS=$hiveMetaStoreVersion:$thriftVersion:$hiveExecVersion:$fbJarVersion:$jdoECJarVersion:$slfJarVersion:$hbaseHiveVersion:$hcatJarPath:$hbaseHCatJarPath:$pigHCatJarPath
+
HCAT_CLASSPATHS=$hiveMetaStoreVersion:$thriftVersion:$hiveExecVersion:$fbJarVersion:$jdoECJarVersion:$slfJarVersion:$hbaseHiveVersion:$hcatJarPath:$hbaseHCatJarPath:$pigHCatJarPath
+
ADDITIONAL_CLASSPATHS=file://$hiveMetaStoreVersion,file://$thriftVersion,file://$hiveExecVersion,file://$fbJarVersion,file://$jdoECJarVersion,file://$slfJarVersion,file://$hbaseHiveVersion,file://$hcatJarPath,file://$hbaseHCatJarPath,file://$pigHCatJarPath
if [ "$additionalJars" != "" ]; then
ADDITIONAL_CLASSPATHS=$ADDITIONAL_CLASSPATHS:$additionalJars
fi
- CLASSPATH=${CLASSPATH}:$ADDITIONAL_CLASSPATHS:$HIVE_HOME/conf
+ CLASSPATH=${CLASSPATH}:$HCAT_CLASSPATHS:$HIVE_HOME/conf
fi
# Add user-specified CLASSPATH entries via PIG_CLASSPATH
@@ -352,12 +353,12 @@ PIG_OPTS="$PIG_OPTS -Dpig.log.dir=$PIG_L
PIG_OPTS="$PIG_OPTS -Dpig.log.file=$PIG_LOGFILE"
PIG_OPTS="$PIG_OPTS -Dpig.home.dir=$PIG_HOME"
if [ "$includeHCatalog" == "true" ]; then
- addJars=`echo $PIG_OPTS | awk '{ for (i=1; i<=NF; i++) print $i; }' | grep
"\-Dpig.additional.jars=" | sed s/-Dpig.additional.jars=//`
+ addJars=`echo $PIG_OPTS | awk '{ for (i=1; i<=NF; i++) print $i; }' | grep
"\-Dpig.additional.jars.uris=" | sed s/-Dpig.additional.jars.uris=//`
if [ "$addJars" != "" ]; then
ADDITIONAL_CLASSPATHS=$addJars:$ADDITIONAL_CLASSPATHS
- PIG_OPTS=`echo $PIG_OPTS | sed 's/-Dpig.additional.jars=[^ ]*//'`
+ PIG_OPTS=`echo $PIG_OPTS | sed 's/-Dpig.additional.jars.uris=[^ ]*//'`
fi
- PIG_OPTS="$PIG_OPTS -Dpig.additional.jars=$ADDITIONAL_CLASSPATHS"
+ PIG_OPTS="$PIG_OPTS -Dpig.additional.jars.uris=$ADDITIONAL_CLASSPATHS"
fi
# run it
@@ -389,7 +390,6 @@ if [ -n "$HADOOP_BIN" ]; then
done
export HADOOP_CLASSPATH=$CLASSPATH:$HADOOP_CLASSPATH
- export HADOOP_OPTS="$JAVA_HEAP_MAX $PIG_OPTS $HADOOP_OPTS"
export HADOOP_CLIENT_OPTS="$JAVA_HEAP_MAX $PIG_OPTS $HADOOP_CLIENT_OPTS"
if [ "$debug" == "true" ]; then
echo "dry run:"
Modified: pig/branches/spark/bin/pig.cmd
URL:
http://svn.apache.org/viewvc/pig/branches/spark/bin/pig.cmd?rev=1642132&r1=1642131&r2=1642132&view=diff
==============================================================================
--- pig/branches/spark/bin/pig.cmd (original)
+++ pig/branches/spark/bin/pig.cmd Thu Nov 27 12:49:54 2014
@@ -105,6 +105,7 @@ set PIGARGS=
)
set HCAT_DEPENDCIES=
+ set HCAT_CLASSPATH=
if not defined HCAT_FLAG (
goto HCAT_END
)
@@ -149,8 +150,8 @@ set PIGARGS=
echo "HIVE_HOME should be defined"
exit /b 1
)
- set PIG_CLASSPATH=%PIG_CLASSPATH%;%HCAT_DEPENDCIES%;%HIVE_HOME%\conf
- set PIG_OPTS=%PIG_OPTS%
-Dpig.additional.jars=%HCAT_DEPENDCIES%;%PIG_ADDITIONAL_JARS%
+ set PIG_CLASSPATH=%PIG_CLASSPATH%;%HCAT_CLASSPATH%;%HIVE_HOME%\conf
+ set PIG_OPTS=%PIG_OPTS%
-Dpig.additional.jars.uris=%HCAT_DEPENDCIES%,%PIG_ADDITIONAL_JARS_COMMA%
:HCAT_END
if defined PIG_CLASSPATH (
@@ -197,7 +198,8 @@ set PIGARGS=
:AddJar
pushd %1
for /f %%a IN ('dir /b %2') do (
- set HCAT_DEPENDCIES=!HCAT_DEPENDCIES!;%1\%%a
+ set HCAT_CLASSPATH=!HCAT_CLASSPATH!;%1\%%a
+ set HCAT_DEPENDCIES=!HCAT_DEPENDCIES!,file:///%1\%%a
)
popd
:endlocal
Modified: pig/branches/spark/build.xml
URL:
http://svn.apache.org/viewvc/pig/branches/spark/build.xml?rev=1642132&r1=1642131&r2=1642132&view=diff
==============================================================================
--- pig/branches/spark/build.xml (original)
+++ pig/branches/spark/build.xml Thu Nov 27 12:49:54 2014
@@ -31,7 +31,7 @@
<property name="pigsmoke.pom" value="${basedir}/ivy/pigsmoke.pom" />
<property name="pigunit.pom" value="${basedir}/ivy/pigunit.pom" />
<property name="piggybank.pom" value="${basedir}/ivy/piggybank.pom" />
- <property name="pig.version" value="0.14.0" />
+ <property name="pig.version" value="0.15.0" />
<property name="pig.version.suffix" value="-SNAPSHOT" />
<property name="version" value="${pig.version}${pig.version.suffix}" />
<property name="final.name" value="${name}-${version}" />
@@ -105,6 +105,7 @@
<property name="test.all.file" value="${test.src.dir}/all-tests"/>
<property name="test.tez.file" value="${test.src.dir}/tez-tests"/>
<property name="test.spark.file" value="${test.src.dir}/spark-tests"/>
+ <property name="test.tez_local.file"
value="${test.src.dir}/tez-local-tests"/>
<property name="test.exclude.file" value="${test.src.dir}/excluded-tests"/>
<property name="test.exclude.file.20"
value="${test.src.dir}/excluded-tests-20"/>
<property name="test.exclude.file.23"
value="${test.src.dir}/excluded-tests-23"/>
@@ -145,9 +146,8 @@
<!-- env properties -->
<property environment="env"/>
- <property name="windows" value="false"/>
<condition property="isWindows">
- <equals arg1="${windows}" arg2="true" />
+ <os family="windows"/>
</condition>
<target name="setTezEnv">
@@ -280,7 +280,7 @@
<property name="xerces.jar"
value="${ivy.lib.dir}/xercesImpl-${xerces.version}.jar"/>
<property name="jdiff.build.dir" value="${build.docs}/jdiff"/>
<property name="jdiff.xml.dir" value="${docs.dir}/jdiff"/>
- <property name="jdiff.stable" value="0.13.0"/>
+ <property name="jdiff.stable" value="0.14.0"/>
<property name="jdiff.stable.javadoc"
value="http://hadoop.apache.org/${name}/docs/r${jdiff.stable}/api/"/>
<!-- Packaging properties -->
@@ -381,18 +381,14 @@
<include name="antlr-runtime-${antlr.version}.jar"/>
<include name="ST4-${stringtemplate.version}.jar"/>
<include name="jline-${jline.version}.jar"/>
- <include name="jackson-mapper-asl-${jackson.version}.jar"/>
- <include name="jackson-core-asl-${jackson.version}.jar"/>
<include name="joda-time-${joda-time.version}.jar"/>
- <include name="guava-${guava.version}.jar"/>
<include name="automaton-${automaton.version}.jar"/>
<include name="jansi-${jansi.version}.jar"/>
- <include name="avro-${avro.version}.jar"/>
- <include name="avro-mapred-${avro.version}*.jar"/>
- <include name="trevni-core-${avro.version}.jar"/>
- <include name="trevni-avro-${avro.version}.jar"/>
- <include name="snappy-java-${snappy.version}.jar"/>
- <include name="asm*.jar"/>
+ <include name="jackson-mapper-asl-${jackson.version}.jar"
unless="isHadoop23"/>
+ <include name="jackson-core-asl-${jackson.version}.jar"
unless="isHadoop23"/>
+ <include name="guava-${guava.version}.jar" unless="isHadoop23"/>
+ <include name="snappy-java-${snappy.version}.jar"
unless="isHadoop23"/>
+ <include name="asm-${asm.version}.jar" unless="isHadoop23"/>
<include name="scala*.jar"/>
<include name="akka*.jar"/>
@@ -711,6 +707,7 @@
<propertyreset name="hadoopversion" value="23" />
<propertyreset name="hbase.hadoop.version" value="hadoop2" />
<propertyreset name="src.shims.dir"
value="${basedir}/shims/src/hadoop${hadoopversion}" />
+ <propertyreset name="src.exclude.dir" value="" />
<antcall target="jar" inheritRefs="true" inheritall="true"/>
</target>
@@ -769,6 +766,7 @@
<fileset dir="${ivy.lib.dir}" includes="javax.servlet-*.jar"/>
<fileset dir="${ivy.lib.dir}" includes="reflectasm*.jar"/>
<fileset dir="${ivy.lib.dir}" includes="mesos*.jar"/>
+ <fileset dir="${ivy.lib.dir}" includes="kryo-*.jar"/>
</copy>
</target>
@@ -933,6 +931,11 @@
<fail if="test-spark.failed">Tests failed!</fail>
</target>
+ <target name="test-tez-local"
depends="setTezEnv,setWindowsPath,setLinuxPath,compile-test,jar,debugger.check,jackson-pig-3039-test-download"
description="Run tez local mode unit tests">
+ <macro-test-runner test.file="${test.tez_local.file}"
tests.failed="test-tez.failed"/>
+ <fail if="test-tez.failed">Tests failed!</fail>
+ </target>
+
<target name="debugger.check" depends="debugger.set,debugger.unset"/>
<target name="debugger.set" if="debugPort">
<property name="debugArgs" value="-Xdebug
-Xrunjdwp:transport=dt_socket,server=y,suspend=y,address=${debugPort}"/>
@@ -957,7 +960,7 @@
<sysproperty key="hod.server" value="${hod.server}" />
<sysproperty key="java.io.tmpdir" value="${junit.tmp.dir}" />
<sysproperty key="hadoop.log.dir" value="${test.log.dir}"/>
- <jvmarg line="-XX:+CMSClassUnloadingEnabled -XX:MaxPermSize=128M
${debugArgs}"/>
+ <jvmarg line="-XX:+CMSClassUnloadingEnabled -XX:MaxPermSize=128M
${debugArgs} -Djava.library.path=${hadoop.root}\bin"/>
<sysproperty key="java.security.krb5.realm" value="" />
<sysproperty key="java.security.krb5.kdc" value="" />
<sysproperty key="log4j.configuration"
value="file:${basedir}/conf/test-log4j.properties"/>
Modified:
pig/branches/spark/contrib/piggybank/java/src/main/java/org/apache/pig/piggybank/evaluation/ExtremalTupleByNthField.java
URL:
http://svn.apache.org/viewvc/pig/branches/spark/contrib/piggybank/java/src/main/java/org/apache/pig/piggybank/evaluation/ExtremalTupleByNthField.java?rev=1642132&r1=1642131&r2=1642132&view=diff
==============================================================================
---
pig/branches/spark/contrib/piggybank/java/src/main/java/org/apache/pig/piggybank/evaluation/ExtremalTupleByNthField.java
(original)
+++
pig/branches/spark/contrib/piggybank/java/src/main/java/org/apache/pig/piggybank/evaluation/ExtremalTupleByNthField.java
Thu Nov 27 12:49:54 2014
@@ -289,6 +289,9 @@ public class ExtremalTupleByNthField ext
@SuppressWarnings("unchecked")
protected final static Tuple extreme(int pind, int psign, Tuple input,
PigProgressable reporter) throws ExecException {
+ if (input == null || input.size() == 0 || input.get(0) == null) {
+ return null;
+ }
DataBag values = (DataBag) input.get(0);
// if we were handed an empty bag, return NULL
Modified:
pig/branches/spark/contrib/piggybank/java/src/main/java/org/apache/pig/piggybank/evaluation/datetime/convert/CustomFormatToISO.java
URL:
http://svn.apache.org/viewvc/pig/branches/spark/contrib/piggybank/java/src/main/java/org/apache/pig/piggybank/evaluation/datetime/convert/CustomFormatToISO.java?rev=1642132&r1=1642131&r2=1642132&view=diff
==============================================================================
---
pig/branches/spark/contrib/piggybank/java/src/main/java/org/apache/pig/piggybank/evaluation/datetime/convert/CustomFormatToISO.java
(original)
+++
pig/branches/spark/contrib/piggybank/java/src/main/java/org/apache/pig/piggybank/evaluation/datetime/convert/CustomFormatToISO.java
Thu Nov 27 12:49:54 2014
@@ -76,8 +76,9 @@ public class CustomFormatToISO extends E
return null;
}
- // Set the time to default or the output is in UTC
- DateTimeZone.setDefault(DateTimeZone.UTC);
+ if (input.get(0) == null || input.get(1) == null) {
+ return null;
+ }
String date = input.get(0).toString();
String format = input.get(1).toString();
@@ -86,7 +87,7 @@ public class CustomFormatToISO extends E
DateTimeFormatter parser = DateTimeFormat.forPattern(format);
DateTime result;
try {
- result = parser.parseDateTime(date);
+ result = parser.withOffsetParsed().parseDateTime(date);
} catch(Exception e) {
return null;
}
Modified:
pig/branches/spark/contrib/piggybank/java/src/main/java/org/apache/pig/piggybank/evaluation/datetime/convert/ISOToUnix.java
URL:
http://svn.apache.org/viewvc/pig/branches/spark/contrib/piggybank/java/src/main/java/org/apache/pig/piggybank/evaluation/datetime/convert/ISOToUnix.java?rev=1642132&r1=1642131&r2=1642132&view=diff
==============================================================================
---
pig/branches/spark/contrib/piggybank/java/src/main/java/org/apache/pig/piggybank/evaluation/datetime/convert/ISOToUnix.java
(original)
+++
pig/branches/spark/contrib/piggybank/java/src/main/java/org/apache/pig/piggybank/evaluation/datetime/convert/ISOToUnix.java
Thu Nov 27 12:49:54 2014
@@ -77,13 +77,10 @@ public class ISOToUnix extends EvalFunc<
@Override
public Long exec(Tuple input) throws IOException
{
- if (input == null || input.size() < 1) {
+ if (input == null || input.size() < 1 || input.get(0) == null) {
return null;
}
- // Set the time to default or the output is in UTC
- DateTimeZone.setDefault(DateTimeZone.UTC);
-
DateTime result = new DateTime(input.get(0).toString());
return result.getMillis();
Modified:
pig/branches/spark/contrib/piggybank/java/src/main/java/org/apache/pig/piggybank/evaluation/datetime/convert/UnixToISO.java
URL:
http://svn.apache.org/viewvc/pig/branches/spark/contrib/piggybank/java/src/main/java/org/apache/pig/piggybank/evaluation/datetime/convert/UnixToISO.java?rev=1642132&r1=1642131&r2=1642132&view=diff
==============================================================================
---
pig/branches/spark/contrib/piggybank/java/src/main/java/org/apache/pig/piggybank/evaluation/datetime/convert/UnixToISO.java
(original)
+++
pig/branches/spark/contrib/piggybank/java/src/main/java/org/apache/pig/piggybank/evaluation/datetime/convert/UnixToISO.java
Thu Nov 27 12:49:54 2014
@@ -77,13 +77,10 @@ public class UnixToISO extends EvalFunc<
@Override
public String exec(Tuple input) throws IOException
{
- if (input == null || input.size() < 1) {
+ if (input == null || input.size() < 1 || input.get(0) == null) {
return null;
}
- // Set the time to default or the output is in UTC
- DateTimeZone.setDefault(DateTimeZone.UTC);
-
DateTime result = new DateTime(DataType.toLong(input.get(0)));
return result.toString();
Modified:
pig/branches/spark/contrib/piggybank/java/src/main/java/org/apache/pig/piggybank/evaluation/datetime/diff/ISODaysBetween.java
URL:
http://svn.apache.org/viewvc/pig/branches/spark/contrib/piggybank/java/src/main/java/org/apache/pig/piggybank/evaluation/datetime/diff/ISODaysBetween.java?rev=1642132&r1=1642131&r2=1642132&view=diff
==============================================================================
---
pig/branches/spark/contrib/piggybank/java/src/main/java/org/apache/pig/piggybank/evaluation/datetime/diff/ISODaysBetween.java
(original)
+++
pig/branches/spark/contrib/piggybank/java/src/main/java/org/apache/pig/piggybank/evaluation/datetime/diff/ISODaysBetween.java
Thu Nov 27 12:49:54 2014
@@ -93,8 +93,9 @@ public class ISODaysBetween extends Eval
return null;
}
- // Set the time to default or the output is in UTC
- DateTimeZone.setDefault(DateTimeZone.UTC);
+ if (input.get(0) == null || input.get(1) == null) {
+ return null;
+ }
DateTime startDate = new DateTime(input.get(0).toString());
DateTime endDate = new DateTime(input.get(1).toString());
Modified:
pig/branches/spark/contrib/piggybank/java/src/main/java/org/apache/pig/piggybank/evaluation/datetime/diff/ISOHoursBetween.java
URL:
http://svn.apache.org/viewvc/pig/branches/spark/contrib/piggybank/java/src/main/java/org/apache/pig/piggybank/evaluation/datetime/diff/ISOHoursBetween.java?rev=1642132&r1=1642131&r2=1642132&view=diff
==============================================================================
---
pig/branches/spark/contrib/piggybank/java/src/main/java/org/apache/pig/piggybank/evaluation/datetime/diff/ISOHoursBetween.java
(original)
+++
pig/branches/spark/contrib/piggybank/java/src/main/java/org/apache/pig/piggybank/evaluation/datetime/diff/ISOHoursBetween.java
Thu Nov 27 12:49:54 2014
@@ -88,9 +88,10 @@ public class ISOHoursBetween extends Eva
if (input == null || input.size() < 2) {
return null;
}
-
- // Set the time to default or the output is in UTC
- DateTimeZone.setDefault(DateTimeZone.UTC);
+
+ if (input.get(0) == null || input.get(1) == null) {
+ return null;
+ }
DateTime startDate = new DateTime(input.get(0).toString());
DateTime endDate = new DateTime(input.get(1).toString());
Modified:
pig/branches/spark/contrib/piggybank/java/src/main/java/org/apache/pig/piggybank/evaluation/datetime/diff/ISOMinutesBetween.java
URL:
http://svn.apache.org/viewvc/pig/branches/spark/contrib/piggybank/java/src/main/java/org/apache/pig/piggybank/evaluation/datetime/diff/ISOMinutesBetween.java?rev=1642132&r1=1642131&r2=1642132&view=diff
==============================================================================
---
pig/branches/spark/contrib/piggybank/java/src/main/java/org/apache/pig/piggybank/evaluation/datetime/diff/ISOMinutesBetween.java
(original)
+++
pig/branches/spark/contrib/piggybank/java/src/main/java/org/apache/pig/piggybank/evaluation/datetime/diff/ISOMinutesBetween.java
Thu Nov 27 12:49:54 2014
@@ -88,9 +88,10 @@ public class ISOMinutesBetween extends E
if (input == null || input.size() < 2) {
return null;
}
-
- // Set the time to default or the output is in UTC
- DateTimeZone.setDefault(DateTimeZone.UTC);
+
+ if (input.get(0) == null || input.get(1) == null) {
+ return null;
+ }
DateTime startDate = new DateTime(input.get(0).toString());
DateTime endDate = new DateTime(input.get(1).toString());
Modified:
pig/branches/spark/contrib/piggybank/java/src/main/java/org/apache/pig/piggybank/evaluation/datetime/diff/ISOMonthsBetween.java
URL:
http://svn.apache.org/viewvc/pig/branches/spark/contrib/piggybank/java/src/main/java/org/apache/pig/piggybank/evaluation/datetime/diff/ISOMonthsBetween.java?rev=1642132&r1=1642131&r2=1642132&view=diff
==============================================================================
---
pig/branches/spark/contrib/piggybank/java/src/main/java/org/apache/pig/piggybank/evaluation/datetime/diff/ISOMonthsBetween.java
(original)
+++
pig/branches/spark/contrib/piggybank/java/src/main/java/org/apache/pig/piggybank/evaluation/datetime/diff/ISOMonthsBetween.java
Thu Nov 27 12:49:54 2014
@@ -91,9 +91,10 @@ public class ISOMonthsBetween extends Ev
if (input == null || input.size() < 2) {
return null;
}
-
- // Set the time to default or the output is in UTC
- DateTimeZone.setDefault(DateTimeZone.UTC);
+
+ if (input.get(0) == null || input.get(1) == null) {
+ return null;
+ }
DateTime startDate = new DateTime(input.get(0).toString());
DateTime endDate = new DateTime(input.get(1).toString());
Modified:
pig/branches/spark/contrib/piggybank/java/src/main/java/org/apache/pig/piggybank/evaluation/datetime/diff/ISOSecondsBetween.java
URL:
http://svn.apache.org/viewvc/pig/branches/spark/contrib/piggybank/java/src/main/java/org/apache/pig/piggybank/evaluation/datetime/diff/ISOSecondsBetween.java?rev=1642132&r1=1642131&r2=1642132&view=diff
==============================================================================
---
pig/branches/spark/contrib/piggybank/java/src/main/java/org/apache/pig/piggybank/evaluation/datetime/diff/ISOSecondsBetween.java
(original)
+++
pig/branches/spark/contrib/piggybank/java/src/main/java/org/apache/pig/piggybank/evaluation/datetime/diff/ISOSecondsBetween.java
Thu Nov 27 12:49:54 2014
@@ -87,9 +87,10 @@ public class ISOSecondsBetween extends E
if (input == null || input.size() < 2) {
return null;
}
-
- // Set the time to default or the output is in UTC
- DateTimeZone.setDefault(DateTimeZone.UTC);
+
+ if (input.get(0) == null || input.get(1) == null) {
+ return null;
+ }
DateTime startDate = new DateTime(input.get(0).toString());
DateTime endDate = new DateTime(input.get(1).toString());
Modified:
pig/branches/spark/contrib/piggybank/java/src/main/java/org/apache/pig/piggybank/evaluation/datetime/diff/ISOYearsBetween.java
URL:
http://svn.apache.org/viewvc/pig/branches/spark/contrib/piggybank/java/src/main/java/org/apache/pig/piggybank/evaluation/datetime/diff/ISOYearsBetween.java?rev=1642132&r1=1642131&r2=1642132&view=diff
==============================================================================
---
pig/branches/spark/contrib/piggybank/java/src/main/java/org/apache/pig/piggybank/evaluation/datetime/diff/ISOYearsBetween.java
(original)
+++
pig/branches/spark/contrib/piggybank/java/src/main/java/org/apache/pig/piggybank/evaluation/datetime/diff/ISOYearsBetween.java
Thu Nov 27 12:49:54 2014
@@ -88,9 +88,10 @@ public class ISOYearsBetween extends Eva
if (input == null || input.size() < 2) {
return null;
}
-
- // Set the time to default or the output is in UTC
- DateTimeZone.setDefault(DateTimeZone.UTC);
+
+ if (input.get(0) == null || input.get(1) == null) {
+ return null;
+ }
DateTime startDate = new DateTime(input.get(0).toString());
DateTime endDate = new DateTime(input.get(1).toString());
Modified:
pig/branches/spark/contrib/piggybank/java/src/main/java/org/apache/pig/piggybank/evaluation/datetime/truncate/ISOHelper.java
URL:
http://svn.apache.org/viewvc/pig/branches/spark/contrib/piggybank/java/src/main/java/org/apache/pig/piggybank/evaluation/datetime/truncate/ISOHelper.java?rev=1642132&r1=1642131&r2=1642132&view=diff
==============================================================================
---
pig/branches/spark/contrib/piggybank/java/src/main/java/org/apache/pig/piggybank/evaluation/datetime/truncate/ISOHelper.java
(original)
+++
pig/branches/spark/contrib/piggybank/java/src/main/java/org/apache/pig/piggybank/evaluation/datetime/truncate/ISOHelper.java
Thu Nov 27 12:49:54 2014
@@ -47,26 +47,17 @@ public class ISOHelper {
* with optional time zone.
* @return a DateTime representing the date,
* with DateTimeZone set to the time zone parsed from the string,
- * or else DateTimeZone.defaultTimeZone() if one is set,
+ * or else DateTimeZone.getDefault() if one is set,
* or else UTC.
* @throws ExecException if input is a malformed or empty tuple.
* This method is public so that it can be tested in
TestTruncateDateTime.
* Otherwise, it would have "package" visibility.
*/
public static DateTime parseDateTime(Tuple input) throws ExecException
{
-
- // Save previous default time zone for restore later.
- DateTimeZone previousDefaultTimeZone = DateTimeZone.getDefault();
-
- // Temporarily set default time zone to UTC, for this parse.
- DateTimeZone.setDefault(DEFAULT_DATE_TIME_ZONE);
String isoDateString = input.get(0).toString();
DateTime dt =
ISODateTimeFormat.dateTimeParser().withOffsetParsed().parseDateTime(isoDateString);
- // restore previous default TimeZone.
- DateTimeZone.setDefault(previousDefaultTimeZone);
-
return dt;
}
Modified:
pig/branches/spark/contrib/piggybank/java/src/main/java/org/apache/pig/piggybank/evaluation/datetime/truncate/ISOToDay.java
URL:
http://svn.apache.org/viewvc/pig/branches/spark/contrib/piggybank/java/src/main/java/org/apache/pig/piggybank/evaluation/datetime/truncate/ISOToDay.java?rev=1642132&r1=1642131&r2=1642132&view=diff
==============================================================================
---
pig/branches/spark/contrib/piggybank/java/src/main/java/org/apache/pig/piggybank/evaluation/datetime/truncate/ISOToDay.java
(original)
+++
pig/branches/spark/contrib/piggybank/java/src/main/java/org/apache/pig/piggybank/evaluation/datetime/truncate/ISOToDay.java
Thu Nov 27 12:49:54 2014
@@ -84,7 +84,7 @@ public class ISOToDay extends EvalFunc<S
@Override
public String exec(Tuple input) throws IOException {
- if (input == null || input.size() < 1) {
+ if (input == null || input.size() < 1 || input.get(0) == null) {
return null;
}
Modified:
pig/branches/spark/contrib/piggybank/java/src/main/java/org/apache/pig/piggybank/evaluation/datetime/truncate/ISOToHour.java
URL:
http://svn.apache.org/viewvc/pig/branches/spark/contrib/piggybank/java/src/main/java/org/apache/pig/piggybank/evaluation/datetime/truncate/ISOToHour.java?rev=1642132&r1=1642131&r2=1642132&view=diff
==============================================================================
---
pig/branches/spark/contrib/piggybank/java/src/main/java/org/apache/pig/piggybank/evaluation/datetime/truncate/ISOToHour.java
(original)
+++
pig/branches/spark/contrib/piggybank/java/src/main/java/org/apache/pig/piggybank/evaluation/datetime/truncate/ISOToHour.java
Thu Nov 27 12:49:54 2014
@@ -84,7 +84,7 @@ public class ISOToHour extends EvalFunc<
@Override
public String exec(Tuple input) throws IOException {
- if (input == null || input.size() < 1) {
+ if (input == null || input.size() < 1 || input.get(0) == null) {
return null;
}
Modified:
pig/branches/spark/contrib/piggybank/java/src/main/java/org/apache/pig/piggybank/evaluation/datetime/truncate/ISOToMinute.java
URL:
http://svn.apache.org/viewvc/pig/branches/spark/contrib/piggybank/java/src/main/java/org/apache/pig/piggybank/evaluation/datetime/truncate/ISOToMinute.java?rev=1642132&r1=1642131&r2=1642132&view=diff
==============================================================================
---
pig/branches/spark/contrib/piggybank/java/src/main/java/org/apache/pig/piggybank/evaluation/datetime/truncate/ISOToMinute.java
(original)
+++
pig/branches/spark/contrib/piggybank/java/src/main/java/org/apache/pig/piggybank/evaluation/datetime/truncate/ISOToMinute.java
Thu Nov 27 12:49:54 2014
@@ -84,7 +84,7 @@ public class ISOToMinute extends EvalFun
@Override
public String exec(Tuple input) throws IOException {
- if (input == null || input.size() < 1) {
+ if (input == null || input.size() < 1 || input.get(0) == null) {
return null;
}
Modified:
pig/branches/spark/contrib/piggybank/java/src/main/java/org/apache/pig/piggybank/evaluation/datetime/truncate/ISOToMonth.java
URL:
http://svn.apache.org/viewvc/pig/branches/spark/contrib/piggybank/java/src/main/java/org/apache/pig/piggybank/evaluation/datetime/truncate/ISOToMonth.java?rev=1642132&r1=1642131&r2=1642132&view=diff
==============================================================================
---
pig/branches/spark/contrib/piggybank/java/src/main/java/org/apache/pig/piggybank/evaluation/datetime/truncate/ISOToMonth.java
(original)
+++
pig/branches/spark/contrib/piggybank/java/src/main/java/org/apache/pig/piggybank/evaluation/datetime/truncate/ISOToMonth.java
Thu Nov 27 12:49:54 2014
@@ -85,7 +85,7 @@ public class ISOToMonth extends EvalFunc
@Override
public String exec(Tuple input) throws IOException {
- if (input == null || input.size() < 1) {
+ if (input == null || input.size() < 1 || input.get(0) == null) {
return null;
}
Modified:
pig/branches/spark/contrib/piggybank/java/src/main/java/org/apache/pig/piggybank/evaluation/datetime/truncate/ISOToSecond.java
URL:
http://svn.apache.org/viewvc/pig/branches/spark/contrib/piggybank/java/src/main/java/org/apache/pig/piggybank/evaluation/datetime/truncate/ISOToSecond.java?rev=1642132&r1=1642131&r2=1642132&view=diff
==============================================================================
---
pig/branches/spark/contrib/piggybank/java/src/main/java/org/apache/pig/piggybank/evaluation/datetime/truncate/ISOToSecond.java
(original)
+++
pig/branches/spark/contrib/piggybank/java/src/main/java/org/apache/pig/piggybank/evaluation/datetime/truncate/ISOToSecond.java
Thu Nov 27 12:49:54 2014
@@ -85,7 +85,7 @@ public class ISOToSecond extends EvalFun
@Override
public String exec(Tuple input) throws IOException {
- if (input == null || input.size() < 1) {
+ if (input == null || input.size() < 1 || input.get(0) == null) {
return null;
}
Modified:
pig/branches/spark/contrib/piggybank/java/src/main/java/org/apache/pig/piggybank/evaluation/datetime/truncate/ISOToWeek.java
URL:
http://svn.apache.org/viewvc/pig/branches/spark/contrib/piggybank/java/src/main/java/org/apache/pig/piggybank/evaluation/datetime/truncate/ISOToWeek.java?rev=1642132&r1=1642131&r2=1642132&view=diff
==============================================================================
---
pig/branches/spark/contrib/piggybank/java/src/main/java/org/apache/pig/piggybank/evaluation/datetime/truncate/ISOToWeek.java
(original)
+++
pig/branches/spark/contrib/piggybank/java/src/main/java/org/apache/pig/piggybank/evaluation/datetime/truncate/ISOToWeek.java
Thu Nov 27 12:49:54 2014
@@ -86,7 +86,7 @@ public class ISOToWeek extends EvalFunc<
@Override
public String exec(Tuple input) throws IOException {
- if (input == null || input.size() < 1) {
+ if (input == null || input.size() < 1 || input.get(0) == null) {
return null;
}
Modified:
pig/branches/spark/contrib/piggybank/java/src/main/java/org/apache/pig/piggybank/evaluation/datetime/truncate/ISOToYear.java
URL:
http://svn.apache.org/viewvc/pig/branches/spark/contrib/piggybank/java/src/main/java/org/apache/pig/piggybank/evaluation/datetime/truncate/ISOToYear.java?rev=1642132&r1=1642131&r2=1642132&view=diff
==============================================================================
---
pig/branches/spark/contrib/piggybank/java/src/main/java/org/apache/pig/piggybank/evaluation/datetime/truncate/ISOToYear.java
(original)
+++
pig/branches/spark/contrib/piggybank/java/src/main/java/org/apache/pig/piggybank/evaluation/datetime/truncate/ISOToYear.java
Thu Nov 27 12:49:54 2014
@@ -85,7 +85,7 @@ public class ISOToYear extends EvalFunc<
@Override
public String exec(Tuple input) throws IOException {
- if (input == null || input.size() < 1) {
+ if (input == null || input.size() < 1 || input.get(0) == null) {
return null;
}
Modified:
pig/branches/spark/contrib/piggybank/java/src/main/java/org/apache/pig/piggybank/evaluation/math/ABS.java
URL:
http://svn.apache.org/viewvc/pig/branches/spark/contrib/piggybank/java/src/main/java/org/apache/pig/piggybank/evaluation/math/ABS.java?rev=1642132&r1=1642131&r2=1642132&view=diff
==============================================================================
---
pig/branches/spark/contrib/piggybank/java/src/main/java/org/apache/pig/piggybank/evaluation/math/ABS.java
(original)
+++
pig/branches/spark/contrib/piggybank/java/src/main/java/org/apache/pig/piggybank/evaluation/math/ABS.java
Thu Nov 27 12:49:54 2014
@@ -71,7 +71,7 @@ public class ABS extends EvalFunc<Double
* @param output returns a single numeric value, absolute value of the
argument
*/
public Double exec(Tuple input) throws IOException {
- if (input == null || input.size() == 0)
+ if (input == null || input.size() == 0 || input.get(0) == null)
return null;
Double d;
Modified:
pig/branches/spark/contrib/piggybank/java/src/main/java/org/apache/pig/piggybank/evaluation/math/DoubleAbs.java
URL:
http://svn.apache.org/viewvc/pig/branches/spark/contrib/piggybank/java/src/main/java/org/apache/pig/piggybank/evaluation/math/DoubleAbs.java?rev=1642132&r1=1642131&r2=1642132&view=diff
==============================================================================
---
pig/branches/spark/contrib/piggybank/java/src/main/java/org/apache/pig/piggybank/evaluation/math/DoubleAbs.java
(original)
+++
pig/branches/spark/contrib/piggybank/java/src/main/java/org/apache/pig/piggybank/evaluation/math/DoubleAbs.java
Thu Nov 27 12:49:54 2014
@@ -67,7 +67,7 @@ public class DoubleAbs extends EvalFunc<
* @param output returns a single numeric value, absolute value of the
argument
*/
public Double exec(Tuple input) throws IOException {
- if (input == null || input.size() == 0)
+ if (input == null || input.size() == 0 || input.get(0) == null)
return null;
Double d;
Modified:
pig/branches/spark/contrib/piggybank/java/src/main/java/org/apache/pig/piggybank/evaluation/math/DoubleCopySign.java
URL:
http://svn.apache.org/viewvc/pig/branches/spark/contrib/piggybank/java/src/main/java/org/apache/pig/piggybank/evaluation/math/DoubleCopySign.java?rev=1642132&r1=1642131&r2=1642132&view=diff
==============================================================================
---
pig/branches/spark/contrib/piggybank/java/src/main/java/org/apache/pig/piggybank/evaluation/math/DoubleCopySign.java
(original)
+++
pig/branches/spark/contrib/piggybank/java/src/main/java/org/apache/pig/piggybank/evaluation/math/DoubleCopySign.java
Thu Nov 27 12:49:54 2014
@@ -67,6 +67,9 @@ public class DoubleCopySign extends Eval
public Double exec(Tuple input) throws IOException {
if (input == null || input.size() < 2)
return null;
+ if (input.get(0) == null || input.get(1) == null) {
+ return null;
+ }
try{
double first = (Double)input.get(0);
double second = (Double)input.get(1);
Modified:
pig/branches/spark/contrib/piggybank/java/src/main/java/org/apache/pig/piggybank/evaluation/math/DoubleGetExponent.java
URL:
http://svn.apache.org/viewvc/pig/branches/spark/contrib/piggybank/java/src/main/java/org/apache/pig/piggybank/evaluation/math/DoubleGetExponent.java?rev=1642132&r1=1642131&r2=1642132&view=diff
==============================================================================
---
pig/branches/spark/contrib/piggybank/java/src/main/java/org/apache/pig/piggybank/evaluation/math/DoubleGetExponent.java
(original)
+++
pig/branches/spark/contrib/piggybank/java/src/main/java/org/apache/pig/piggybank/evaluation/math/DoubleGetExponent.java
Thu Nov 27 12:49:54 2014
@@ -62,7 +62,7 @@ public class DoubleGetExponent extends E
* exponent used in the representation of a double
*/
public Integer exec(Tuple input) throws IOException {
- if (input == null || input.size() == 0)
+ if (input == null || input.size() == 0 || input.get(0) == null)
return null;
try {
Modified:
pig/branches/spark/contrib/piggybank/java/src/main/java/org/apache/pig/piggybank/evaluation/math/DoubleNextAfter.java
URL:
http://svn.apache.org/viewvc/pig/branches/spark/contrib/piggybank/java/src/main/java/org/apache/pig/piggybank/evaluation/math/DoubleNextAfter.java?rev=1642132&r1=1642131&r2=1642132&view=diff
==============================================================================
---
pig/branches/spark/contrib/piggybank/java/src/main/java/org/apache/pig/piggybank/evaluation/math/DoubleNextAfter.java
(original)
+++
pig/branches/spark/contrib/piggybank/java/src/main/java/org/apache/pig/piggybank/evaluation/math/DoubleNextAfter.java
Thu Nov 27 12:49:54 2014
@@ -70,6 +70,12 @@ public class DoubleNextAfter extends Eva
*/
@Override
public Double exec(Tuple input) throws IOException {
+ if (input == null || input.size() < 2) {
+ return null;
+ }
+ if (input.get(0) == null || input.get(1) == null) {
+ return null;
+ }
try{
double first = (Double)input.get(0);
double second = (Double)input.get(0);
