HIVE-11967: LLAP: Merge master to branch (Prasanth Jayachandran)
Project: http://git-wip-us.apache.org/repos/asf/hive/repo Commit: http://git-wip-us.apache.org/repos/asf/hive/commit/3c5b4ced Tree: http://git-wip-us.apache.org/repos/asf/hive/tree/3c5b4ced Diff: http://git-wip-us.apache.org/repos/asf/hive/diff/3c5b4ced Branch: refs/heads/master Commit: 3c5b4cedaa76cd40e177d60a47414d2db150ed0e Parents: 3b64bd6 6c2d71c Author: Prasanth Jayachandran <[email protected]> Authored: Fri Sep 25 13:38:23 2015 -0500 Committer: Prasanth Jayachandran <[email protected]> Committed: Fri Sep 25 13:38:23 2015 -0500 ---------------------------------------------------------------------- NOTICE | 3 + .../apache/hadoop/hive/ant/GenVectorCode.java | 31 - bin/hive | 2 +- .../org/apache/hadoop/hive/conf/HiveConf.java | 2 +- .../vectorization/VectorizationBench.java | 32 +- .../org/apache/hive/jdbc/TestJdbcDriver2.java | 80 +- .../test/resources/testconfiguration.properties | 1 + .../apache/hive/jdbc/HivePreparedStatement.java | 4 +- .../hive/jdbc/ZooKeeperHiveClientHelper.java | 2 +- .../oracle/hive-schema-0.13.0.oracle.sql | 10 +- .../oracle/hive-schema-0.14.0.oracle.sql | 10 +- .../oracle/hive-txn-schema-0.13.0.oracle.sql | 10 +- .../oracle/hive-txn-schema-0.14.0.oracle.sql | 10 +- .../hadoop/hive/metastore/ObjectStore.java | 16 +- .../hadoop/hive/metastore/txn/TxnDbUtil.java | 4 +- .../hadoop/hive/metastore/txn/TxnHandler.java | 5 +- packaging/src/main/assembly/bin.xml | 1 + .../ExpressionTemplates/IfExprColumnColumn.txt | 186 -- .../org/apache/hadoop/hive/ql/ErrorMsg.java | 2 +- .../hadoop/hive/ql/exec/FunctionRegistry.java | 1 + .../ql/exec/vector/VectorGroupByOperator.java | 5 +- .../exec/vector/VectorSMBMapJoinOperator.java | 15 +- .../ql/exec/vector/VectorizationContext.java | 203 +- .../expressions/FilterStringColumnInList.java | 13 +- .../expressions/FilterStructColumnInList.java | 178 ++ .../exec/vector/expressions/IStructInExpr.java | 36 + .../IfExprDoubleColumnDoubleColumn.java | 167 ++ .../expressions/IfExprLongColumnLongColumn.java | 166 ++ .../vector/expressions/StringColumnInList.java | 4 + .../vector/expressions/StructColumnInList.java | 174 ++ .../hadoop/hive/ql/io/orc/OrcInputFormat.java | 6 +- .../functions/HiveSqlCountAggFunction.java | 72 + .../functions/HiveSqlMinMaxAggFunction.java | 49 + .../functions/HiveSqlSumAggFunction.java | 125 ++ .../rules/HiveAggregateJoinTransposeRule.java | 372 ++++ .../translator/SqlFunctionConverter.java | 40 +- .../hive/ql/optimizer/physical/Vectorizer.java | 86 +- .../ql/optimizer/physical/Vectorizer.java.orig | 1744 +++++++++++++++++ .../ql/optimizer/physical/Vectorizer.java.rej | 86 + .../hive/ql/optimizer/ppr/PartitionPruner.java | 26 +- .../hadoop/hive/ql/parse/CalcitePlanner.java | 5 + .../hadoop/hive/ql/parse/SemanticAnalyzer.java | 8 +- .../hadoop/hive/ql/plan/VectorGroupByDesc.java | 10 + .../hadoop/hive/ql/session/SessionState.java | 3 + .../apache/hadoop/hive/ql/stats/StatsUtils.java | 182 +- .../hive/ql/stats/jdbc/JDBCStatsPublisher.java | 13 +- .../ql/stats/jdbc/JDBCStatsSetupConstants.java | 4 +- .../hive/ql/udf/generic/GenericUDAFSum.java | 2 +- .../udf/generic/GenericUDAFSumEmptyIsZero.java | 63 + .../hive/ql/udf/generic/GenericUDFIf.java | 4 +- .../exec/vector/TestVectorizationContext.java | 4 +- .../TestVectorConditionalExpressions.java | 3 +- .../hive/ql/io/orc/TestInputOutputFormat.java | 19 + .../TestNegativePartitionPrunerCompactExpr.java | 27 + .../TestPositivePartitionPrunerCompactExpr.java | 115 ++ .../test/queries/clientnegative/ctasnullcol.q | 2 + .../queries/clientpositive/avrocountemptytbl.q | 8 + .../clientpositive/groupby_join_pushdown.q | 55 + .../clientpositive/vector_auto_smb_mapjoin_14.q | 297 +++ .../clientpositive/vector_groupby_reduce.q | 62 +- .../queries/clientpositive/vector_struct_in.q | 247 +++ .../clientpositive/vectorization_limit.q | 4 +- .../results/clientnegative/ctasnullcol.q.out | 5 + .../clientpositive/avrocountemptytbl.q.out | 58 + .../clientpositive/groupby_join_pushdown.q.out | 1522 +++++++++++++++ .../results/clientpositive/show_functions.q.out | 1 + .../tez/vector_auto_smb_mapjoin_14.q.out | 1576 +++++++++++++++ .../tez/vector_groupby_reduce.q.out | 1452 +++++++++++++- .../tez/vectorization_limit.q.out | 8 +- .../vector_auto_smb_mapjoin_14.q.out | 1792 ++++++++++++++++++ .../clientpositive/vector_groupby_reduce.q.out | 1466 +++++++++++++- .../clientpositive/vector_struct_in.q.out | 825 ++++++++ .../clientpositive/vectorization_limit.q.out | 8 +- .../hadoop/hive/serde2/avro/AvroSerdeUtils.java | 24 +- shims/0.23/pom.xml | 1 - .../apache/hadoop/hive/shims/Hadoop23Shims.java | 23 +- 76 files changed, 13371 insertions(+), 506 deletions(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/hive/blob/3c5b4ced/common/src/java/org/apache/hadoop/hive/conf/HiveConf.java ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/hive/blob/3c5b4ced/itests/src/test/resources/testconfiguration.properties ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/hive/blob/3c5b4ced/packaging/src/main/assembly/bin.xml ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/hive/blob/3c5b4ced/ql/src/java/org/apache/hadoop/hive/ql/exec/FunctionRegistry.java ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/hive/blob/3c5b4ced/ql/src/java/org/apache/hadoop/hive/ql/exec/vector/VectorGroupByOperator.java ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/hive/blob/3c5b4ced/ql/src/java/org/apache/hadoop/hive/ql/exec/vector/VectorSMBMapJoinOperator.java ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/hive/blob/3c5b4ced/ql/src/java/org/apache/hadoop/hive/ql/io/orc/OrcInputFormat.java ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/hive/blob/3c5b4ced/ql/src/test/org/apache/hadoop/hive/ql/io/orc/TestInputOutputFormat.java ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/hive/blob/3c5b4ced/ql/src/test/results/clientpositive/tez/vector_groupby_reduce.q.out ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/hive/blob/3c5b4ced/ql/src/test/results/clientpositive/tez/vectorization_limit.q.out ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/hive/blob/3c5b4ced/shims/0.23/src/main/java/org/apache/hadoop/hive/shims/Hadoop23Shims.java ----------------------------------------------------------------------
