This is an automated email from the ASF dual-hosted git repository.
jcamacho pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/hive.git.
from 5acbffe HIVE-22729: Provide a failure reason for failed compactions
(Laszlo Pinter reviewed by Karen Coppage, Denys Kuzmenko and Peter Vary)
new a17ad92 HIVE-22795: Create new parser and udf module from ql (Jesus
Camacho Rodriguez, reviewed by Vineet Garg, Zoltan Haindrich)
new f83bfbe HIVE-22795: Create new parser and udf module from ql (Jesus
Camacho Rodriguez, reviewed by Vineet Garg, Zoltan Haindrich)
The 2 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
accumulo-handler/pom.xml | 5 +
.../predicate/AccumuloPredicateHandler.java | 14 +-
.../accumulo/predicate/AccumuloRangeGenerator.java | 5 +-
.../predicate/TestAccumuloRangeGenerator.java | 71 +++--
.../java/org/apache/hadoop/hive/ql/ErrorMsg.java | 90 +-----
.../org/apache/hadoop/hive/ql/lib/Dispatcher.java | 6 +-
.../org/apache/hadoop/hive/ql/lib/GraphWalker.java | 8 +-
.../java/org/apache/hadoop/hive/ql/lib/Node.java | 0
.../apache/hadoop/hive/ql/lib/NodeProcessor.java | 8 +-
.../hadoop/hive/ql/lib/NodeProcessorCtx.java | 0
.../java/org/apache/hadoop/hive/ql/lib/Rule.java | 6 +-
.../hadoop/hive/ql/metadata/HiveException.java | 0
.../hive/ql/metadata/HiveFatalException.java | 0
.../hadoop/hive/ql/parse/SemanticException.java | 0
itests/pom.xml | 11 +
itests/qtest-accumulo/pom.xml | 5 +
itests/qtest-kudu/pom.xml | 5 +
itests/qtest-spark/pom.xml | 5 +
kudu-handler/pom.xml | 6 +
parser/pom.xml | 107 +++++++
.../apache/hadoop/hive/ql/parse/ASTErrorNode.java | 0
.../apache/hadoop/hive/ql/parse/ASTErrorUtils.java | 106 +++++++
.../org/apache/hadoop/hive/ql/parse/ASTNode.java | 0
.../apache/hadoop/hive/ql/parse/ASTNodeOrigin.java | 0
.../apache/hadoop/hive/ql/parse/FromClauseParser.g | 0
.../org/apache/hadoop/hive/ql/parse/HintParser.g | 0
.../org/apache/hadoop/hive/ql/parse/HiveLexer.g | 0
.../org/apache/hadoop/hive/ql/parse/HiveParser.g | 0
.../hadoop/hive/ql/parse/IdentifiersParser.g | 0
.../hadoop/hive/ql/parse/ImmutableCommonToken.java | 0
.../apache/hadoop/hive/ql/parse/ParseError.java | 0
.../hadoop/hive/ql/parse/ResourcePlanParser.g | 0
.../hadoop/hive/ql/parse/SelectClauseParser.g | 0
pom.xml | 2 +
ql/pom.xml | 40 +--
.../function/macro/create/CreateMacroAnalyzer.java | 4 +-
.../ql/ddl/table/AbstractAlterTableAnalyzer.java | 3 +-
.../hadoop/hive/ql/exec/FunctionRegistry.java | 268 ------------------
.../apache/hadoop/hive/ql/exec/tez/DagUtils.java | 18 +-
.../ql/hooks/AccurateEstimatesCheckerHook.java | 12 +-
.../hive/ql/hooks/NoOperatorReuseCheckerHook.java | 13 +-
.../hive/ql/index/IndexPredicateAnalyzer.java | 18 +-
.../hadoop/hive/ql/lib/CompositeProcessor.java | 8 +-
.../hadoop/hive/ql/lib/CostLessRuleDispatcher.java | 12 +-
.../hadoop/hive/ql/lib/DefaultGraphWalker.java | 6 +-
.../hadoop/hive/ql/lib/DefaultRuleDispatcher.java | 16 +-
.../hadoop/hive/ql/lib/ExpressionWalker.java | 2 +-
.../apache/hadoop/hive/ql/lib/ForwardWalker.java | 2 +-
.../hadoop/hive/ql/lib/LevelOrderWalker.java | 4 +-
.../hadoop/hive/ql/lib/PreOrderOnceWalker.java | 2 +-
.../apache/hadoop/hive/ql/lib/PreOrderWalker.java | 2 +-
.../apache/hadoop/hive/ql/lib/RuleExactMatch.java | 2 +-
.../org/apache/hadoop/hive/ql/lib/RuleRegExp.java | 2 +-
.../{Dispatcher.java => SemanticDispatcher.java} | 3 +-
.../{GraphWalker.java => SemanticGraphWalker.java} | 3 +-
...deProcessor.java => SemanticNodeProcessor.java} | 3 +-
.../hive/ql/lib/{Rule.java => SemanticRule.java} | 4 +-
.../hive/ql/lib/SubqueryExpressionWalker.java | 4 +-
.../apache/hadoop/hive/ql/lib/TaskGraphWalker.java | 7 +-
.../org/apache/hadoop/hive/ql/lib/TypeRule.java | 2 +-
.../hive/ql/optimizer/AbstractBucketJoinProc.java | 4 +-
.../hive/ql/optimizer/AbstractSMBJoinProc.java | 4 +-
.../hive/ql/optimizer/BucketMapJoinOptimizer.java | 22 +-
.../hive/ql/optimizer/BucketMapjoinProc.java | 5 +-
.../BucketingSortingReduceSinkOptimizer.java | 24 +-
.../hadoop/hive/ql/optimizer/ColumnPruner.java | 17 +-
.../hive/ql/optimizer/ColumnPrunerProcFactory.java | 34 +--
.../hive/ql/optimizer/ConstantPropagate.java | 16 +-
.../ql/optimizer/ConstantPropagateProcFactory.java | 30 +-
.../hive/ql/optimizer/ConvertJoinMapJoin.java | 4 +-
.../ql/optimizer/CountDistinctRewriteProc.java | 22 +-
.../DynamicPartitionPruningOptimization.java | 4 +-
.../ql/optimizer/FixedBucketPruningOptimizer.java | 8 +-
.../hadoop/hive/ql/optimizer/GenMRFileSink1.java | 7 +-
.../hadoop/hive/ql/optimizer/GenMROperator.java | 4 +-
.../hadoop/hive/ql/optimizer/GenMRProcContext.java | 1 -
.../hadoop/hive/ql/optimizer/GenMRRedSink1.java | 5 +-
.../hadoop/hive/ql/optimizer/GenMRRedSink2.java | 5 +-
.../hadoop/hive/ql/optimizer/GenMRRedSink3.java | 5 +-
.../hadoop/hive/ql/optimizer/GenMRTableScan1.java | 7 +-
.../hadoop/hive/ql/optimizer/GenMRUnion1.java | 5 +-
.../hadoop/hive/ql/optimizer/GroupByOptimizer.java | 26 +-
.../hive/ql/optimizer/IdentityProjectRemover.java | 12 +-
.../hive/ql/optimizer/LimitPushdownOptimizer.java | 23 +-
.../hadoop/hive/ql/optimizer/MapJoinFactory.java | 7 +-
.../hadoop/hive/ql/optimizer/MapJoinProcessor.java | 30 +-
.../hadoop/hive/ql/optimizer/MergeJoinProc.java | 4 +-
.../hive/ql/optimizer/NonBlockingOpDeDupProc.java | 18 +-
.../ql/optimizer/PartitionColumnsSeparator.java | 24 +-
.../hive/ql/optimizer/PointLookupOptimizer.java | 24 +-
.../optimizer/PrunerExpressionOperatorFactory.java | 18 +-
.../hive/ql/optimizer/PrunerOperatorFactory.java | 10 +-
.../hadoop/hive/ql/optimizer/PrunerUtils.java | 27 +-
.../hive/ql/optimizer/ReduceSinkMapJoinProc.java | 4 +-
.../RedundantDynamicPruningConditionsRemoval.java | 16 +-
.../ql/optimizer/RemoveDynamicPruningBySize.java | 4 +-
.../hadoop/hive/ql/optimizer/SamplePruner.java | 22 +-
.../ql/optimizer/SetHashGroupByMinReduction.java | 6 +-
.../hive/ql/optimizer/SetReducerParallelism.java | 7 +-
.../hive/ql/optimizer/SimpleFetchAggregation.java | 16 +-
.../hive/ql/optimizer/SkewJoinOptimizer.java | 18 +-
.../ql/optimizer/SortedDynPartitionOptimizer.java | 18 +-
...SortedDynPartitionTimeGranularityOptimizer.java | 18 +-
.../SortedMergeBucketMapJoinOptimizer.java | 34 +--
.../ql/optimizer/SortedMergeBucketMapjoinProc.java | 4 +-
.../hive/ql/optimizer/SortedMergeJoinProc.java | 4 +-
.../ql/optimizer/SparkRemoveDynamicPruning.java | 4 +-
.../hadoop/hive/ql/optimizer/StatsOptimizer.java | 16 +-
.../TablePropertyEnrichmentOptimizer.java | 16 +-
.../translator/HiveOpConverterPostProc.java | 18 +-
.../correlation/CorrelationOptimizer.java | 22 +-
.../correlation/ReduceSinkDeDuplication.java | 26 +-
.../correlation/ReduceSinkJoinDeDuplication.java | 22 +-
.../hive/ql/optimizer/lineage/ExprProcFactory.java | 28 +-
.../hive/ql/optimizer/lineage/Generator.java | 14 +-
.../hive/ql/optimizer/lineage/OpProcFactory.java | 42 +--
.../listbucketingpruner/LBExprProcCtx.java | 2 +-
.../listbucketingpruner/LBExprProcFactory.java | 4 +-
.../LBPartitionProcFactory.java | 6 +-
.../listbucketingpruner/LBProcFactory.java | 6 +-
.../metainfo/annotation/AnnotateWithOpTraits.java | 14 +-
.../annotation/OpTraitsRulesProcFactory.java | 34 +--
.../optimizer/pcr/PartitionConditionRemover.java | 15 +-
.../hive/ql/optimizer/pcr/PcrExprProcFactory.java | 30 +-
.../hive/ql/optimizer/pcr/PcrOpProcFactory.java | 10 +-
.../physical/AbstractJoinTaskDispatcher.java | 5 +-
.../physical/AnnotateRunTimeStatsOptimizer.java | 19 +-
.../BucketingSortingInferenceOptimizer.java | 14 +-
.../physical/BucketingSortingOpProcFactory.java | 38 +--
.../ql/optimizer/physical/CommonJoinResolver.java | 4 +-
.../physical/CommonJoinTaskDispatcher.java | 5 +-
.../ql/optimizer/physical/CrossProductHandler.java | 29 +-
.../hive/ql/optimizer/physical/LlapDecider.java | 34 ++-
.../physical/LlapPreVectorizationPass.java | 24 +-
.../physical/LocalMapJoinProcFactory.java | 26 +-
.../ql/optimizer/physical/MapJoinResolver.java | 18 +-
.../hive/ql/optimizer/physical/MemoryDecider.java | 23 +-
.../optimizer/physical/MetadataOnlyOptimizer.java | 18 +-
.../ql/optimizer/physical/NullScanOptimizer.java | 20 +-
.../optimizer/physical/NullScanTaskDispatcher.java | 19 +-
.../ql/optimizer/physical/SerializeFilter.java | 23 +-
.../ql/optimizer/physical/SkewJoinProcFactory.java | 11 +-
.../ql/optimizer/physical/SkewJoinResolver.java | 21 +-
.../optimizer/physical/SortMergeJoinResolver.java | 4 +-
.../physical/SortMergeJoinTaskDispatcher.java | 4 +-
.../optimizer/physical/SparkCrossProductCheck.java | 5 +-
.../SparkDynamicPartitionPruningResolver.java | 6 +-
.../optimizer/physical/SparkMapJoinResolver.java | 6 +-
.../hive/ql/optimizer/physical/Vectorizer.java | 7 +-
.../hive/ql/optimizer/ppr/ExprProcFactory.java | 4 +-
.../hive/ql/optimizer/ppr/OpProcFactory.java | 6 +-
.../spark/CombineEquivalentWorkResolver.java | 8 +-
.../spark/SetSparkReducerParallelism.java | 6 +-
.../ql/optimizer/spark/SparkJoinHintOptimizer.java | 4 +-
.../ql/optimizer/spark/SparkJoinOptimizer.java | 4 +-
.../ql/optimizer/spark/SparkMapJoinOptimizer.java | 5 +-
.../spark/SparkReduceSinkMapJoinProc.java | 18 +-
.../optimizer/spark/SparkSMBJoinHintOptimizer.java | 4 +-
.../optimizer/spark/SparkSkewJoinProcFactory.java | 9 +-
.../ql/optimizer/spark/SparkSkewJoinResolver.java | 21 +-
.../spark/SparkSortMergeJoinOptimizer.java | 4 +-
.../stats/annotation/AnnotateWithStatistics.java | 14 +-
.../stats/annotation/StatsRulesProcFactory.java | 38 +--
.../ql/optimizer/topnkey/TopNKeyProcessor.java | 4 +-
.../topnkey/TopNKeyPushdownProcessor.java | 4 +-
.../ql/optimizer/unionproc/UnionProcFactory.java | 22 +-
.../ql/optimizer/unionproc/UnionProcessor.java | 12 +-
.../hive/ql/parse/AppMasterEventProcessor.java | 4 +-
.../hadoop/hive/ql/parse/BaseSemanticAnalyzer.java | 32 ++-
.../hadoop/hive/ql/parse/CalcitePlanner.java | 3 +-
.../hadoop/hive/ql/parse/DDLSemanticAnalyzer.java | 3 +-
.../hive/ql/parse/ExportSemanticAnalyzer.java | 5 +-
.../hadoop/hive/ql/parse/FileSinkProcessor.java | 6 +-
.../hadoop/hive/ql/parse/GenMapRedWalker.java | 4 +-
.../hadoop/hive/ql/parse/GenTezProcContext.java | 3 +-
.../apache/hadoop/hive/ql/parse/GenTezUtils.java | 16 +-
.../apache/hadoop/hive/ql/parse/GenTezWork.java | 6 +-
.../hadoop/hive/ql/parse/GenTezWorkWalker.java | 4 +-
.../hadoop/hive/ql/parse/LoadSemanticAnalyzer.java | 15 +-
.../hadoop/hive/ql/parse/MapReduceCompiler.java | 15 +-
.../hive/ql/parse/MergeSemanticAnalyzer.java | 2 +-
.../hive/ql/parse/OptimizeTezProcContext.java | 2 +-
.../hadoop/hive/ql/parse/ProcessAnalyzeTable.java | 7 +-
.../apache/hadoop/hive/ql/parse/QBSubQuery.java | 42 ++-
.../hive/ql/parse/ReplicationSemanticAnalyzer.java | 2 +-
.../hadoop/hive/ql/parse/SemanticAnalyzer.java | 116 +++++---
.../apache/hadoop/hive/ql/parse/SubQueryUtils.java | 14 +-
.../hadoop/hive/ql/parse/TableAccessAnalyzer.java | 24 +-
.../apache/hadoop/hive/ql/parse/TezCompiler.java | 72 ++---
.../hadoop/hive/ql/parse/UnionProcessor.java | 4 +-
.../hive/ql/parse/spark/GenSparkProcContext.java | 1 -
.../hadoop/hive/ql/parse/spark/GenSparkWork.java | 6 +-
.../hive/ql/parse/spark/GenSparkWorkWalker.java | 4 +-
.../hadoop/hive/ql/parse/spark/SparkCompiler.java | 49 ++--
.../ql/parse/spark/SparkFileSinkProcessor.java | 6 +-
.../ql/parse/spark/SparkProcessAnalyzeTable.java | 10 +-
.../hive/ql/parse/spark/SplitOpTreeForDPP.java | 4 +-
.../parse/type/JoinCondTypeCheckProcFactory.java | 19 +-
.../hive/ql/parse/type/TypeCheckProcFactory.java | 98 ++++---
.../hive/ql/plan/mapper/AuxOpTreeSignature.java | 12 +-
.../hadoop/hive/ql/ppd/ExprWalkerProcFactory.java | 30 +-
.../apache/hadoop/hive/ql/ppd/OpProcFactory.java | 44 +--
.../hadoop/hive/ql/ppd/PredicatePushDown.java | 14 +-
.../hive/ql/ppd/PredicateTransitivePropagate.java | 16 +-
.../hive/ql/ppd/SimplePredicatePushDown.java | 14 +-
.../hadoop/hive/ql/ppd/SyntheticJoinPredicate.java | 18 +-
.../apache/hadoop/hive/ql/tools/LineageInfo.java | 17 +-
.../hadoop/hive/ql/exec/TestFunctionRegistry.java | 4 +-
udf/pom.xml | 78 ++++++
.../hive/ql/exec/AmbiguousMethodException.java | 0
.../hive/ql/exec/DefaultUDAFEvaluatorResolver.java | 2 +-
.../hive/ql/exec/DefaultUDFMethodResolver.java | 2 +-
.../apache/hadoop/hive/ql/exec/Description.java | 0
.../apache/hadoop/hive/ql/exec/MethodUtils.java | 308 +++++++++++++++++++++
.../hive/ql/exec/NoMatchingMethodException.java | 0
.../java/org/apache/hadoop/hive/ql/exec/UDAF.java | 4 +-
.../apache/hadoop/hive/ql/exec/UDAFEvaluator.java | 0
.../hadoop/hive/ql/exec/UDAFEvaluatorResolver.java | 0
.../java/org/apache/hadoop/hive/ql/exec/UDF.java | 12 +-
.../hadoop/hive/ql/exec/UDFArgumentException.java | 0
.../hadoop/hive/ql/exec/UDFMethodResolver.java | 0
.../org/apache/hadoop/hive/ql/udf/UDFType.java | 0
222 files changed, 1948 insertions(+), 1671 deletions(-)
rename {ql => common}/src/java/org/apache/hadoop/hive/ql/ErrorMsg.java (94%)
copy {ql => common}/src/java/org/apache/hadoop/hive/ql/lib/Dispatcher.java
(92%)
copy {ql => common}/src/java/org/apache/hadoop/hive/ql/lib/GraphWalker.java
(88%)
rename {ql => common}/src/java/org/apache/hadoop/hive/ql/lib/Node.java (100%)
copy {ql => common}/src/java/org/apache/hadoop/hive/ql/lib/NodeProcessor.java
(90%)
rename {ql =>
common}/src/java/org/apache/hadoop/hive/ql/lib/NodeProcessorCtx.java (100%)
copy {ql => common}/src/java/org/apache/hadoop/hive/ql/lib/Rule.java (89%)
rename {ql =>
common}/src/java/org/apache/hadoop/hive/ql/metadata/HiveException.java (100%)
rename {ql =>
common}/src/java/org/apache/hadoop/hive/ql/metadata/HiveFatalException.java
(100%)
rename {ql =>
common}/src/java/org/apache/hadoop/hive/ql/parse/SemanticException.java (100%)
create mode 100644 parser/pom.xml
rename {ql =>
parser}/src/java/org/apache/hadoop/hive/ql/parse/ASTErrorNode.java (100%)
create mode 100644
parser/src/java/org/apache/hadoop/hive/ql/parse/ASTErrorUtils.java
rename {ql => parser}/src/java/org/apache/hadoop/hive/ql/parse/ASTNode.java
(100%)
rename {ql =>
parser}/src/java/org/apache/hadoop/hive/ql/parse/ASTNodeOrigin.java (100%)
rename {ql =>
parser}/src/java/org/apache/hadoop/hive/ql/parse/FromClauseParser.g (100%)
rename {ql => parser}/src/java/org/apache/hadoop/hive/ql/parse/HintParser.g
(100%)
rename {ql => parser}/src/java/org/apache/hadoop/hive/ql/parse/HiveLexer.g
(100%)
rename {ql => parser}/src/java/org/apache/hadoop/hive/ql/parse/HiveParser.g
(100%)
rename {ql =>
parser}/src/java/org/apache/hadoop/hive/ql/parse/IdentifiersParser.g (100%)
rename {ql =>
parser}/src/java/org/apache/hadoop/hive/ql/parse/ImmutableCommonToken.java
(100%)
rename {ql => parser}/src/java/org/apache/hadoop/hive/ql/parse/ParseError.java
(100%)
rename {ql =>
parser}/src/java/org/apache/hadoop/hive/ql/parse/ResourcePlanParser.g (100%)
rename {ql =>
parser}/src/java/org/apache/hadoop/hive/ql/parse/SelectClauseParser.g (100%)
rename ql/src/java/org/apache/hadoop/hive/ql/lib/{Dispatcher.java =>
SemanticDispatcher.java} (95%)
rename ql/src/java/org/apache/hadoop/hive/ql/lib/{GraphWalker.java =>
SemanticGraphWalker.java} (95%)
rename ql/src/java/org/apache/hadoop/hive/ql/lib/{NodeProcessor.java =>
SemanticNodeProcessor.java} (95%)
rename ql/src/java/org/apache/hadoop/hive/ql/lib/{Rule.java =>
SemanticRule.java} (95%)
create mode 100644 udf/pom.xml
rename {ql =>
udf}/src/java/org/apache/hadoop/hive/ql/exec/AmbiguousMethodException.java
(100%)
rename {ql =>
udf}/src/java/org/apache/hadoop/hive/ql/exec/DefaultUDAFEvaluatorResolver.java
(97%)
rename {ql =>
udf}/src/java/org/apache/hadoop/hive/ql/exec/DefaultUDFMethodResolver.java (96%)
rename {ql => udf}/src/java/org/apache/hadoop/hive/ql/exec/Description.java
(100%)
create mode 100644 udf/src/java/org/apache/hadoop/hive/ql/exec/MethodUtils.java
rename {ql =>
udf}/src/java/org/apache/hadoop/hive/ql/exec/NoMatchingMethodException.java
(100%)
rename {ql => udf}/src/java/org/apache/hadoop/hive/ql/exec/UDAF.java (95%)
rename {ql => udf}/src/java/org/apache/hadoop/hive/ql/exec/UDAFEvaluator.java
(100%)
rename {ql =>
udf}/src/java/org/apache/hadoop/hive/ql/exec/UDAFEvaluatorResolver.java (100%)
rename {ql => udf}/src/java/org/apache/hadoop/hive/ql/exec/UDF.java (87%)
rename {ql =>
udf}/src/java/org/apache/hadoop/hive/ql/exec/UDFArgumentException.java (100%)
rename {ql =>
udf}/src/java/org/apache/hadoop/hive/ql/exec/UDFMethodResolver.java (100%)
rename {ql => udf}/src/java/org/apache/hadoop/hive/ql/udf/UDFType.java (100%)
