Author: sershe
Date: Tue Apr 14 01:11:43 2015
New Revision: 1673329
URL: http://svn.apache.org/r1673329
Log:
HIVE-10122 : Hive metastore filter-by-expression is broken for non-partition
expressions (Sergey Shelukhin, reviewed by Ashutosh Chauhan)
Modified:
hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/optimizer/ppr/PartitionPruner.java
hive/trunk/ql/src/test/results/clientpositive/annotate_stats_part.q.out
hive/trunk/ql/src/test/results/clientpositive/index_stale_partitioned.q.out
hive/trunk/ql/src/test/results/clientpositive/input42.q.out
hive/trunk/ql/src/test/results/clientpositive/input_part9.q.out
hive/trunk/ql/src/test/results/clientpositive/list_bucket_dml_1.q.out
hive/trunk/ql/src/test/results/clientpositive/list_bucket_dml_11.q.java1.7.out
hive/trunk/ql/src/test/results/clientpositive/list_bucket_dml_12.q.java1.7.out
hive/trunk/ql/src/test/results/clientpositive/list_bucket_dml_13.q.java1.7.out
hive/trunk/ql/src/test/results/clientpositive/list_bucket_dml_2.q.java1.7.out
hive/trunk/ql/src/test/results/clientpositive/list_bucket_dml_3.q.out
hive/trunk/ql/src/test/results/clientpositive/list_bucket_dml_4.q.java1.7.out
hive/trunk/ql/src/test/results/clientpositive/list_bucket_dml_5.q.java1.7.out
hive/trunk/ql/src/test/results/clientpositive/list_bucket_dml_9.q.java1.7.out
hive/trunk/ql/src/test/results/clientpositive/list_bucket_query_multiskew_1.q.out
hive/trunk/ql/src/test/results/clientpositive/list_bucket_query_multiskew_2.q.out
hive/trunk/ql/src/test/results/clientpositive/list_bucket_query_multiskew_3.q.out
hive/trunk/ql/src/test/results/clientpositive/list_bucket_query_oneskew_1.q.out
hive/trunk/ql/src/test/results/clientpositive/list_bucket_query_oneskew_2.q.out
hive/trunk/ql/src/test/results/clientpositive/list_bucket_query_oneskew_3.q.out
hive/trunk/ql/src/test/results/clientpositive/rand_partitionpruner3.q.out
hive/trunk/ql/src/test/results/clientpositive/truncate_column_list_bucket.q.out
hive/trunk/ql/src/test/results/clientpositive/union_view.q.out
Modified:
hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/optimizer/ppr/PartitionPruner.java
URL:
http://svn.apache.org/viewvc/hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/optimizer/ppr/PartitionPruner.java?rev=1673329&r1=1673328&r2=1673329&view=diff
==============================================================================
---
hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/optimizer/ppr/PartitionPruner.java
(original)
+++
hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/optimizer/ppr/PartitionPruner.java
Tue Apr 14 01:11:43 2015
@@ -196,18 +196,13 @@ public class PartitionPruner implements
// Remove all parts that are not partition columns. See javadoc for
details.
ExprNodeDesc compactExpr = compactExpr(prunerExpr.clone());
String oldFilter = prunerExpr.getExprString();
- if (isBooleanExpr(compactExpr)) {
- // For null and true values, return every partition
- if (!isFalseExpr(compactExpr)) {
- // Non-strict mode, and all the predicates are on non-partition
columns - get everything.
- if (LOG.isDebugEnabled()) {
- LOG.debug("Filter " + oldFilter + " was null after
compacting");
- }
- return getAllPartsFromCacheOrServer(tab, key, true,
prunedPartitionsMap);
- } else {
- return new PrunedPartitionList(tab, new
LinkedHashSet<Partition>(new ArrayList<Partition>()),
- new ArrayList<String>(), false);
- }
+ if (compactExpr == null || isBooleanExpr(compactExpr)) {
+ if (isFalseExpr(compactExpr)) {
+ return new PrunedPartitionList(
+ tab, new LinkedHashSet<Partition>(0), new ArrayList<String>(0),
false);
+ }
+ // For null and true values, return every partition
+ return getAllPartsFromCacheOrServer(tab, key, true, prunedPartitionsMap);
}
if (LOG.isDebugEnabled()) {
LOG.debug("Filter w/ compacting: " + compactExpr.getExprString()
@@ -241,22 +236,22 @@ public class PartitionPruner implements
partsCache.put(key, ppList);
return ppList;
}
-
+
static private boolean isBooleanExpr(ExprNodeDesc expr) {
- return expr != null && expr instanceof ExprNodeConstantDesc &&
+ return expr != null && expr instanceof ExprNodeConstantDesc &&
((ExprNodeConstantDesc)expr).getTypeInfo() instanceof
PrimitiveTypeInfo &&
((PrimitiveTypeInfo)(((ExprNodeConstantDesc)expr).getTypeInfo())).
- getTypeName().equals(serdeConstants.BOOLEAN_TYPE_NAME);
+ getTypeName().equals(serdeConstants.BOOLEAN_TYPE_NAME);
}
static private boolean isTrueExpr(ExprNodeDesc expr) {
- return isBooleanExpr(expr) &&
- ((ExprNodeConstantDesc)expr).getValue() != null &&
- ((ExprNodeConstantDesc)expr).getValue().equals(Boolean.TRUE);
+ return isBooleanExpr(expr) &&
+ ((ExprNodeConstantDesc)expr).getValue() != null &&
+ ((ExprNodeConstantDesc)expr).getValue().equals(Boolean.TRUE);
}
static private boolean isFalseExpr(ExprNodeDesc expr) {
- return isBooleanExpr(expr) &&
+ return isBooleanExpr(expr) &&
((ExprNodeConstantDesc)expr).getValue() != null &&
- ((ExprNodeConstantDesc)expr).getValue().equals(Boolean.FALSE);
+ ((ExprNodeConstantDesc)expr).getValue().equals(Boolean.FALSE);
}
/**
@@ -268,42 +263,48 @@ public class PartitionPruner implements
*/
static private ExprNodeDesc compactExpr(ExprNodeDesc expr) {
// If this is a constant boolean expression, return the value.
- if (expr == null) {
- return null;
- }
- if (expr instanceof ExprNodeConstantDesc) {
- if (isBooleanExpr(expr)) {
- return expr;
- } else {
- throw new IllegalStateException("Unexpected non-null
ExprNodeConstantDesc: "
- + expr.getExprString());
+ if (expr == null) {
+ return null;
+ }
+ if (expr instanceof ExprNodeConstantDesc) {
+ if (((ExprNodeConstantDesc)expr).getValue() == null) return null;
+ if (!isBooleanExpr(expr)) {
+ throw new IllegalStateException("Unexpected non-boolean
ExprNodeConstantDesc: "
+ + expr.getExprString());
}
+ return expr;
} else if (expr instanceof ExprNodeGenericFuncDesc) {
GenericUDF udf = ((ExprNodeGenericFuncDesc)expr).getGenericUDF();
boolean isAnd = udf instanceof GenericUDFOPAnd;
boolean isOr = udf instanceof GenericUDFOPOr;
-
+
if (isAnd || isOr) {
List<ExprNodeDesc> children = expr.getChildren();
- ExprNodeDesc left = children.get(0);
- children.set(0, compactExpr(left));
- ExprNodeDesc right = children.get(1);
- children.set(1, compactExpr(right));
-
- if (isTrueExpr(children.get(0)) && isTrueExpr(children.get(1))) {
- return new ExprNodeConstantDesc(Boolean.TRUE);
- } else if (isTrueExpr(children.get(0))) {
- return isAnd ? children.get(1) : new
ExprNodeConstantDesc(Boolean.TRUE);
- } else if (isTrueExpr(children.get(1))) {
- return isAnd ? children.get(0) : new
ExprNodeConstantDesc(Boolean.TRUE);
- } else if (isFalseExpr(children.get(0)) &&
isFalseExpr(children.get(1))) {
- return new ExprNodeConstantDesc(Boolean.FALSE);
- } else if (isFalseExpr(children.get(0))) {
- return isAnd ? new ExprNodeConstantDesc(Boolean.FALSE) :
children.get(1);
- } else if (isFalseExpr(children.get(1))) {
- return isAnd ? new ExprNodeConstantDesc(Boolean.FALSE) :
children.get(0);
- }
-
+ ExprNodeDesc left = compactExpr(children.get(0));
+ ExprNodeDesc right = compactExpr(children.get(1));
+ // Non-partition expressions are converted to nulls.
+ if (left == null && right == null) {
+ return null;
+ } else if (left == null) {
+ return isAnd ? right : null;
+ } else if (right == null) {
+ return isAnd ? left : null;
+ }
+ // Handle boolean expressions
+ boolean isLeftFalse = isFalseExpr(left), isRightFalse =
isFalseExpr(right),
+ isLeftTrue = isTrueExpr(left), isRightTrue = isTrueExpr(right);
+ if ((isRightTrue && isLeftTrue) || (isOr && (isLeftTrue ||
isRightTrue))) {
+ return new ExprNodeConstantDesc(Boolean.TRUE);
+ } else if ((isRightFalse && isLeftFalse) || (isAnd && (isLeftFalse ||
isRightFalse))) {
+ return new ExprNodeConstantDesc(Boolean.FALSE);
+ } else if ((isAnd && isLeftTrue) || (isOr && isLeftFalse)) {
+ return right;
+ } else if ((isAnd && isRightTrue) || (isOr && isRightFalse)) {
+ return left;
+ }
+ // Nothing to compact, update expr with compacted children.
+ children.set(0, left);
+ children.set(1, right);
}
return expr;
} else {
@@ -328,9 +329,9 @@ public class PartitionPruner implements
if (!partCols.contains(column)) {
// Column doesn't appear to be a partition column for the table.
return new ExprNodeConstantDesc(expr.getTypeInfo(), null);
- }
+ }
referred.add(column);
- }
+ }
if (expr instanceof ExprNodeGenericFuncDesc) {
List<ExprNodeDesc> children = expr.getChildren();
for (int i = 0; i < children.size(); ++i) {
Modified:
hive/trunk/ql/src/test/results/clientpositive/annotate_stats_part.q.out
URL:
http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/annotate_stats_part.q.out?rev=1673329&r1=1673328&r2=1673329&view=diff
==============================================================================
--- hive/trunk/ql/src/test/results/clientpositive/annotate_stats_part.q.out
(original)
+++ hive/trunk/ql/src/test/results/clientpositive/annotate_stats_part.q.out Tue
Apr 14 01:11:43 2015
@@ -481,106 +481,70 @@ POSTHOOK: query: -- This is to test filt
explain select locid from loc_orc where locid>0 and year='2001'
POSTHOOK: type: QUERY
STAGE DEPENDENCIES:
- Stage-1 is a root stage
- Stage-0 depends on stages: Stage-1
+ Stage-0 is a root stage
STAGE PLANS:
- Stage: Stage-1
- Map Reduce
- Map Operator Tree:
- TableScan
- alias: loc_orc
- Statistics: Num rows: 7 Data size: 678 Basic stats: COMPLETE
Column stats: COMPLETE
- Filter Operator
- predicate: (locid > 0) (type: boolean)
- Statistics: Num rows: 2 Data size: 8 Basic stats: COMPLETE
Column stats: COMPLETE
- Select Operator
- expressions: locid (type: int)
- outputColumnNames: _col0
- Statistics: Num rows: 2 Data size: 8 Basic stats: COMPLETE
Column stats: COMPLETE
- File Output Operator
- compressed: false
- Statistics: Num rows: 2 Data size: 8 Basic stats: COMPLETE
Column stats: COMPLETE
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format:
org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
-
Stage: Stage-0
Fetch Operator
limit: -1
Processor Tree:
- ListSink
+ TableScan
+ alias: loc_orc
+ Statistics: Num rows: 7 Data size: 678 Basic stats: COMPLETE Column
stats: COMPLETE
+ Filter Operator
+ predicate: (locid > 0) (type: boolean)
+ Statistics: Num rows: 2 Data size: 8 Basic stats: COMPLETE Column
stats: COMPLETE
+ Select Operator
+ expressions: locid (type: int)
+ outputColumnNames: _col0
+ Statistics: Num rows: 2 Data size: 8 Basic stats: COMPLETE
Column stats: COMPLETE
+ ListSink
PREHOOK: query: explain select locid,year from loc_orc where locid>0 and
year='2001'
PREHOOK: type: QUERY
POSTHOOK: query: explain select locid,year from loc_orc where locid>0 and
year='2001'
POSTHOOK: type: QUERY
STAGE DEPENDENCIES:
- Stage-1 is a root stage
- Stage-0 depends on stages: Stage-1
+ Stage-0 is a root stage
STAGE PLANS:
- Stage: Stage-1
- Map Reduce
- Map Operator Tree:
- TableScan
- alias: loc_orc
- Statistics: Num rows: 7 Data size: 678 Basic stats: COMPLETE
Column stats: COMPLETE
- Filter Operator
- predicate: (locid > 0) (type: boolean)
- Statistics: Num rows: 2 Data size: 8 Basic stats: COMPLETE
Column stats: COMPLETE
- Select Operator
- expressions: locid (type: int), '2001' (type: string)
- outputColumnNames: _col0, _col1
- Statistics: Num rows: 2 Data size: 184 Basic stats: COMPLETE
Column stats: COMPLETE
- File Output Operator
- compressed: false
- Statistics: Num rows: 2 Data size: 184 Basic stats: COMPLETE
Column stats: COMPLETE
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format:
org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
-
Stage: Stage-0
Fetch Operator
limit: -1
Processor Tree:
- ListSink
+ TableScan
+ alias: loc_orc
+ Statistics: Num rows: 7 Data size: 678 Basic stats: COMPLETE Column
stats: COMPLETE
+ Filter Operator
+ predicate: (locid > 0) (type: boolean)
+ Statistics: Num rows: 2 Data size: 8 Basic stats: COMPLETE Column
stats: COMPLETE
+ Select Operator
+ expressions: locid (type: int), '2001' (type: string)
+ outputColumnNames: _col0, _col1
+ Statistics: Num rows: 2 Data size: 184 Basic stats: COMPLETE
Column stats: COMPLETE
+ ListSink
PREHOOK: query: explain select * from (select locid,year from loc_orc) test
where locid>0 and year='2001'
PREHOOK: type: QUERY
POSTHOOK: query: explain select * from (select locid,year from loc_orc) test
where locid>0 and year='2001'
POSTHOOK: type: QUERY
STAGE DEPENDENCIES:
- Stage-1 is a root stage
- Stage-0 depends on stages: Stage-1
+ Stage-0 is a root stage
STAGE PLANS:
- Stage: Stage-1
- Map Reduce
- Map Operator Tree:
- TableScan
- alias: loc_orc
- Statistics: Num rows: 7 Data size: 678 Basic stats: COMPLETE
Column stats: COMPLETE
- Filter Operator
- predicate: (locid > 0) (type: boolean)
- Statistics: Num rows: 2 Data size: 8 Basic stats: COMPLETE
Column stats: COMPLETE
- Select Operator
- expressions: locid (type: int), '2001' (type: string)
- outputColumnNames: _col0, _col1
- Statistics: Num rows: 2 Data size: 184 Basic stats: COMPLETE
Column stats: COMPLETE
- File Output Operator
- compressed: false
- Statistics: Num rows: 2 Data size: 184 Basic stats: COMPLETE
Column stats: COMPLETE
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format:
org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
-
Stage: Stage-0
Fetch Operator
limit: -1
Processor Tree:
- ListSink
+ TableScan
+ alias: loc_orc
+ Statistics: Num rows: 7 Data size: 678 Basic stats: COMPLETE Column
stats: COMPLETE
+ Filter Operator
+ predicate: (locid > 0) (type: boolean)
+ Statistics: Num rows: 2 Data size: 8 Basic stats: COMPLETE Column
stats: COMPLETE
+ Select Operator
+ expressions: locid (type: int), '2001' (type: string)
+ outputColumnNames: _col0, _col1
+ Statistics: Num rows: 2 Data size: 184 Basic stats: COMPLETE
Column stats: COMPLETE
+ ListSink
Modified:
hive/trunk/ql/src/test/results/clientpositive/index_stale_partitioned.q.out
URL:
http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/index_stale_partitioned.q.out?rev=1673329&r1=1673328&r2=1673329&view=diff
==============================================================================
--- hive/trunk/ql/src/test/results/clientpositive/index_stale_partitioned.q.out
(original)
+++ hive/trunk/ql/src/test/results/clientpositive/index_stale_partitioned.q.out
Tue Apr 14 01:11:43 2015
@@ -80,37 +80,25 @@ PREHOOK: type: QUERY
POSTHOOK: query: EXPLAIN SELECT * FROM temp WHERE key = 86 AND foo = 'bar'
POSTHOOK: type: QUERY
STAGE DEPENDENCIES:
- Stage-1 is a root stage
- Stage-0 depends on stages: Stage-1
+ Stage-0 is a root stage
STAGE PLANS:
- Stage: Stage-1
- Map Reduce
- Map Operator Tree:
- TableScan
- alias: temp
- filterExpr: ((UDFToDouble(key) = 86.0) and (foo = 'bar')) (type:
boolean)
- Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE
Column stats: NONE
- Filter Operator
- predicate: (UDFToDouble(key) = 86.0) (type: boolean)
- Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE
Column stats: NONE
- Select Operator
- expressions: '86' (type: string), val (type: string), 'bar'
(type: string)
- outputColumnNames: _col0, _col1, _col2
- Statistics: Num rows: 250 Data size: 2656 Basic stats:
COMPLETE Column stats: NONE
- File Output Operator
- compressed: false
- Statistics: Num rows: 250 Data size: 2656 Basic stats:
COMPLETE Column stats: NONE
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format:
org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
-
Stage: Stage-0
Fetch Operator
limit: -1
Processor Tree:
- ListSink
+ TableScan
+ alias: temp
+ filterExpr: ((UDFToDouble(key) = 86.0) and (foo = 'bar')) (type:
boolean)
+ Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE
Column stats: NONE
+ Filter Operator
+ predicate: (UDFToDouble(key) = 86.0) (type: boolean)
+ Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE
Column stats: NONE
+ Select Operator
+ expressions: '86' (type: string), val (type: string), 'bar'
(type: string)
+ outputColumnNames: _col0, _col1, _col2
+ Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE
Column stats: NONE
+ ListSink
PREHOOK: query: SELECT * FROM temp WHERE key = 86 AND foo = 'bar'
PREHOOK: type: QUERY
Modified: hive/trunk/ql/src/test/results/clientpositive/input42.q.out
URL:
http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/input42.q.out?rev=1673329&r1=1673328&r2=1673329&view=diff
==============================================================================
--- hive/trunk/ql/src/test/results/clientpositive/input42.q.out (original)
+++ hive/trunk/ql/src/test/results/clientpositive/input42.q.out Tue Apr 14
01:11:43 2015
@@ -1187,52 +1187,14 @@ TOK_QUERY
STAGE DEPENDENCIES:
- Stage-1 is a root stage
- Stage-0 depends on stages: Stage-1
+ Stage-0 is a root stage
STAGE PLANS:
- Stage: Stage-1
- Map Reduce
- Map Operator Tree:
- TableScan
- alias: a
- Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE
Column stats: NONE
- GatherStats: false
- Filter Operator
- isSamplingPred: false
- predicate: (UDFToDouble(key) < 200.0) (type: boolean)
- Statistics: Num rows: 333 Data size: 3537 Basic stats: COMPLETE
Column stats: NONE
- Select Operator
- expressions: key (type: string), value (type: string),
'2008-04-08' (type: string), hr (type: string)
- outputColumnNames: _col0, _col1, _col2, _col3
- Statistics: Num rows: 333 Data size: 3537 Basic stats:
COMPLETE Column stats: NONE
- File Output Operator
- compressed: false
- GlobalTableId: 0
-#### A masked pattern was here ####
- NumFilesPerFileSink: 1
- Statistics: Num rows: 333 Data size: 3537 Basic stats:
COMPLETE Column stats: NONE
-#### A masked pattern was here ####
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format:
org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- properties:
- columns _col0,_col1,_col2,_col3
- columns.types string:string:string:string
- escape.delim \
- hive.serialization.extend.additional.nesting.levels
true
- serialization.format 1
- serialization.lib
org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- TotalFiles: 1
- GatherStats: false
- MultiFileSpray: false
- Path -> Alias:
-#### A masked pattern was here ####
- Path -> Partition:
-#### A masked pattern was here ####
+ Stage: Stage-0
+ Fetch Operator
+ limit: -1
+ Partition Description:
Partition
- base file name: hr=11
input format: org.apache.hadoop.mapred.TextInputFormat
output format:
org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
partition values:
@@ -1276,9 +1238,7 @@ STAGE PLANS:
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: default.srcpart
name: default.srcpart
-#### A masked pattern was here ####
Partition
- base file name: hr=12
input format: org.apache.hadoop.mapred.TextInputFormat
output format:
org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
partition values:
@@ -1322,15 +1282,20 @@ STAGE PLANS:
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: default.srcpart
name: default.srcpart
- Truncated Path -> Alias:
- /srcpart/ds=2008-04-08/hr=11 [a]
- /srcpart/ds=2008-04-08/hr=12 [a]
-
- Stage: Stage-0
- Fetch Operator
- limit: -1
Processor Tree:
- ListSink
+ TableScan
+ alias: a
+ Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE
Column stats: NONE
+ GatherStats: false
+ Filter Operator
+ isSamplingPred: false
+ predicate: (UDFToDouble(key) < 200.0) (type: boolean)
+ Statistics: Num rows: 333 Data size: 3537 Basic stats: COMPLETE
Column stats: NONE
+ Select Operator
+ expressions: key (type: string), value (type: string),
'2008-04-08' (type: string), hr (type: string)
+ outputColumnNames: _col0, _col1, _col2, _col3
+ Statistics: Num rows: 333 Data size: 3537 Basic stats: COMPLETE
Column stats: NONE
+ ListSink
PREHOOK: query: select * from srcpart a where a.ds='2008-04-08' and key < 200
PREHOOK: type: QUERY
@@ -1759,52 +1724,14 @@ TOK_QUERY
STAGE DEPENDENCIES:
- Stage-1 is a root stage
- Stage-0 depends on stages: Stage-1
+ Stage-0 is a root stage
STAGE PLANS:
- Stage: Stage-1
- Map Reduce
- Map Operator Tree:
- TableScan
- alias: a
- Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE
Column stats: NONE
- GatherStats: false
- Filter Operator
- isSamplingPred: false
- predicate: (rand(100) < 0.1) (type: boolean)
- Statistics: Num rows: 333 Data size: 3537 Basic stats: COMPLETE
Column stats: NONE
- Select Operator
- expressions: key (type: string), value (type: string),
'2008-04-08' (type: string), hr (type: string)
- outputColumnNames: _col0, _col1, _col2, _col3
- Statistics: Num rows: 333 Data size: 3537 Basic stats:
COMPLETE Column stats: NONE
- File Output Operator
- compressed: false
- GlobalTableId: 0
-#### A masked pattern was here ####
- NumFilesPerFileSink: 1
- Statistics: Num rows: 333 Data size: 3537 Basic stats:
COMPLETE Column stats: NONE
-#### A masked pattern was here ####
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format:
org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- properties:
- columns _col0,_col1,_col2,_col3
- columns.types string:string:string:string
- escape.delim \
- hive.serialization.extend.additional.nesting.levels
true
- serialization.format 1
- serialization.lib
org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- TotalFiles: 1
- GatherStats: false
- MultiFileSpray: false
- Path -> Alias:
-#### A masked pattern was here ####
- Path -> Partition:
-#### A masked pattern was here ####
+ Stage: Stage-0
+ Fetch Operator
+ limit: -1
+ Partition Description:
Partition
- base file name: hr=11
input format: org.apache.hadoop.mapred.TextInputFormat
output format:
org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
partition values:
@@ -1848,9 +1775,7 @@ STAGE PLANS:
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: default.srcpart
name: default.srcpart
-#### A masked pattern was here ####
Partition
- base file name: hr=12
input format: org.apache.hadoop.mapred.TextInputFormat
output format:
org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
partition values:
@@ -1894,15 +1819,20 @@ STAGE PLANS:
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: default.srcpart
name: default.srcpart
- Truncated Path -> Alias:
- /srcpart/ds=2008-04-08/hr=11 [a]
- /srcpart/ds=2008-04-08/hr=12 [a]
-
- Stage: Stage-0
- Fetch Operator
- limit: -1
Processor Tree:
- ListSink
+ TableScan
+ alias: a
+ Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE
Column stats: NONE
+ GatherStats: false
+ Filter Operator
+ isSamplingPred: false
+ predicate: (rand(100) < 0.1) (type: boolean)
+ Statistics: Num rows: 333 Data size: 3537 Basic stats: COMPLETE
Column stats: NONE
+ Select Operator
+ expressions: key (type: string), value (type: string),
'2008-04-08' (type: string), hr (type: string)
+ outputColumnNames: _col0, _col1, _col2, _col3
+ Statistics: Num rows: 333 Data size: 3537 Basic stats: COMPLETE
Column stats: NONE
+ ListSink
PREHOOK: query: select * from srcpart a where a.ds='2008-04-08' and rand(100)
< 0.1
PREHOOK: type: QUERY
Modified: hive/trunk/ql/src/test/results/clientpositive/input_part9.q.out
URL:
http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/input_part9.q.out?rev=1673329&r1=1673328&r2=1673329&view=diff
==============================================================================
--- hive/trunk/ql/src/test/results/clientpositive/input_part9.q.out (original)
+++ hive/trunk/ql/src/test/results/clientpositive/input_part9.q.out Tue Apr 14
01:11:43 2015
@@ -38,52 +38,14 @@ TOK_QUERY
STAGE DEPENDENCIES:
- Stage-1 is a root stage
- Stage-0 depends on stages: Stage-1
+ Stage-0 is a root stage
STAGE PLANS:
- Stage: Stage-1
- Map Reduce
- Map Operator Tree:
- TableScan
- alias: x
- Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE
Column stats: NONE
- GatherStats: false
- Filter Operator
- isSamplingPred: false
- predicate: key is not null (type: boolean)
- Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE
Column stats: NONE
- Select Operator
- expressions: key (type: string), value (type: string),
'2008-04-08' (type: string), hr (type: string)
- outputColumnNames: _col0, _col1, _col2, _col3
- Statistics: Num rows: 500 Data size: 5312 Basic stats:
COMPLETE Column stats: NONE
- File Output Operator
- compressed: false
- GlobalTableId: 0
-#### A masked pattern was here ####
- NumFilesPerFileSink: 1
- Statistics: Num rows: 500 Data size: 5312 Basic stats:
COMPLETE Column stats: NONE
-#### A masked pattern was here ####
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format:
org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- properties:
- columns _col0,_col1,_col2,_col3
- columns.types string:string:string:string
- escape.delim \
- hive.serialization.extend.additional.nesting.levels
true
- serialization.format 1
- serialization.lib
org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- TotalFiles: 1
- GatherStats: false
- MultiFileSpray: false
- Path -> Alias:
-#### A masked pattern was here ####
- Path -> Partition:
-#### A masked pattern was here ####
+ Stage: Stage-0
+ Fetch Operator
+ limit: -1
+ Partition Description:
Partition
- base file name: hr=11
input format: org.apache.hadoop.mapred.TextInputFormat
output format:
org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
partition values:
@@ -127,9 +89,7 @@ STAGE PLANS:
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: default.srcpart
name: default.srcpart
-#### A masked pattern was here ####
Partition
- base file name: hr=12
input format: org.apache.hadoop.mapred.TextInputFormat
output format:
org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
partition values:
@@ -173,15 +133,20 @@ STAGE PLANS:
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: default.srcpart
name: default.srcpart
- Truncated Path -> Alias:
- /srcpart/ds=2008-04-08/hr=11 [x]
- /srcpart/ds=2008-04-08/hr=12 [x]
-
- Stage: Stage-0
- Fetch Operator
- limit: -1
Processor Tree:
- ListSink
+ TableScan
+ alias: x
+ Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE
Column stats: NONE
+ GatherStats: false
+ Filter Operator
+ isSamplingPred: false
+ predicate: key is not null (type: boolean)
+ Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE
Column stats: NONE
+ Select Operator
+ expressions: key (type: string), value (type: string),
'2008-04-08' (type: string), hr (type: string)
+ outputColumnNames: _col0, _col1, _col2, _col3
+ Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE
Column stats: NONE
+ ListSink
PREHOOK: query: SELECT x.* FROM SRCPART x WHERE key IS NOT NULL AND ds =
'2008-04-08'
PREHOOK: type: QUERY
Modified: hive/trunk/ql/src/test/results/clientpositive/list_bucket_dml_1.q.out
URL:
http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/list_bucket_dml_1.q.out?rev=1673329&r1=1673328&r2=1673329&view=diff
==============================================================================
--- hive/trunk/ql/src/test/results/clientpositive/list_bucket_dml_1.q.out
(original)
+++ hive/trunk/ql/src/test/results/clientpositive/list_bucket_dml_1.q.out Tue
Apr 14 01:11:43 2015
@@ -433,52 +433,14 @@ TOK_QUERY
STAGE DEPENDENCIES:
- Stage-1 is a root stage
- Stage-0 depends on stages: Stage-1
+ Stage-0 is a root stage
STAGE PLANS:
- Stage: Stage-1
- Map Reduce
- Map Operator Tree:
- TableScan
- alias: list_bucketing_dynamic_part
- Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE
Column stats: NONE
- GatherStats: false
- Filter Operator
- isSamplingPred: false
- predicate: (key = '484') (type: boolean)
- Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE
Column stats: NONE
- Select Operator
- expressions: '484' (type: string), value (type: string)
- outputColumnNames: _col0, _col1
- Statistics: Num rows: 250 Data size: 2656 Basic stats:
COMPLETE Column stats: NONE
- File Output Operator
- compressed: false
- GlobalTableId: 0
-#### A masked pattern was here ####
- NumFilesPerFileSink: 1
- Statistics: Num rows: 250 Data size: 2656 Basic stats:
COMPLETE Column stats: NONE
-#### A masked pattern was here ####
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format:
org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- properties:
- columns _col0,_col1
- columns.types string:string
- escape.delim \
- hive.serialization.extend.additional.nesting.levels
true
- serialization.format 1
- serialization.lib
org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- TotalFiles: 1
- GatherStats: false
- MultiFileSpray: false
- Path -> Alias:
-#### A masked pattern was here ####
- Path -> Partition:
-#### A masked pattern was here ####
+ Stage: Stage-0
+ Fetch Operator
+ limit: -1
+ Partition Description:
Partition
- base file name: key=484
input format: org.apache.hadoop.mapred.TextInputFormat
output format:
org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
partition values:
@@ -522,14 +484,20 @@ STAGE PLANS:
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: default.list_bucketing_dynamic_part
name: default.list_bucketing_dynamic_part
- Truncated Path -> Alias:
- /list_bucketing_dynamic_part/ds=2008-04-08/hr=11/key=484
[list_bucketing_dynamic_part]
-
- Stage: Stage-0
- Fetch Operator
- limit: -1
Processor Tree:
- ListSink
+ TableScan
+ alias: list_bucketing_dynamic_part
+ Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE
Column stats: NONE
+ GatherStats: false
+ Filter Operator
+ isSamplingPred: false
+ predicate: (key = '484') (type: boolean)
+ Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE
Column stats: NONE
+ Select Operator
+ expressions: '484' (type: string), value (type: string)
+ outputColumnNames: _col0, _col1
+ Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE
Column stats: NONE
+ ListSink
PREHOOK: query: select key, value from list_bucketing_dynamic_part where
ds='2008-04-08' and hr='11' and key = "484"
PREHOOK: type: QUERY
Modified:
hive/trunk/ql/src/test/results/clientpositive/list_bucket_dml_11.q.java1.7.out
URL:
http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/list_bucket_dml_11.q.java1.7.out?rev=1673329&r1=1673328&r2=1673329&view=diff
==============================================================================
---
hive/trunk/ql/src/test/results/clientpositive/list_bucket_dml_11.q.java1.7.out
(original)
+++
hive/trunk/ql/src/test/results/clientpositive/list_bucket_dml_11.q.java1.7.out
Tue Apr 14 01:11:43 2015
@@ -305,52 +305,14 @@ TOK_QUERY
STAGE DEPENDENCIES:
- Stage-1 is a root stage
- Stage-0 depends on stages: Stage-1
+ Stage-0 is a root stage
STAGE PLANS:
- Stage: Stage-1
- Map Reduce
- Map Operator Tree:
- TableScan
- alias: list_bucketing_static_part
- Statistics: Num rows: 500 Data size: 4812 Basic stats: COMPLETE
Column stats: NONE
- GatherStats: false
- Filter Operator
- isSamplingPred: false
- predicate: (value = 'val_466') (type: boolean)
- Statistics: Num rows: 250 Data size: 2406 Basic stats: COMPLETE
Column stats: NONE
- Select Operator
- expressions: key (type: string), 'val_466' (type: string)
- outputColumnNames: _col0, _col1
- Statistics: Num rows: 250 Data size: 2406 Basic stats:
COMPLETE Column stats: NONE
- File Output Operator
- compressed: false
- GlobalTableId: 0
-#### A masked pattern was here ####
- NumFilesPerFileSink: 1
- Statistics: Num rows: 250 Data size: 2406 Basic stats:
COMPLETE Column stats: NONE
-#### A masked pattern was here ####
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format:
org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- properties:
- columns _col0,_col1
- columns.types string:string
- escape.delim \
- hive.serialization.extend.additional.nesting.levels
true
- serialization.format 1
- serialization.lib
org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- TotalFiles: 1
- GatherStats: false
- MultiFileSpray: false
- Path -> Alias:
-#### A masked pattern was here ####
- Path -> Partition:
-#### A masked pattern was here ####
+ Stage: Stage-0
+ Fetch Operator
+ limit: -1
+ Partition Description:
Partition
- base file name: value=val_466
input format: org.apache.hadoop.hive.ql.io.RCFileInputFormat
output format: org.apache.hadoop.hive.ql.io.RCFileOutputFormat
partition values:
@@ -394,14 +356,20 @@ STAGE PLANS:
serde: org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe
name: default.list_bucketing_static_part
name: default.list_bucketing_static_part
- Truncated Path -> Alias:
- /list_bucketing_static_part/ds=2008-04-08/hr=11/value=val_466
[list_bucketing_static_part]
-
- Stage: Stage-0
- Fetch Operator
- limit: -1
Processor Tree:
- ListSink
+ TableScan
+ alias: list_bucketing_static_part
+ Statistics: Num rows: 500 Data size: 4812 Basic stats: COMPLETE
Column stats: NONE
+ GatherStats: false
+ Filter Operator
+ isSamplingPred: false
+ predicate: (value = 'val_466') (type: boolean)
+ Statistics: Num rows: 250 Data size: 2406 Basic stats: COMPLETE
Column stats: NONE
+ Select Operator
+ expressions: key (type: string), 'val_466' (type: string)
+ outputColumnNames: _col0, _col1
+ Statistics: Num rows: 250 Data size: 2406 Basic stats: COMPLETE
Column stats: NONE
+ ListSink
PREHOOK: query: select key, value from list_bucketing_static_part where
ds='2008-04-08' and hr='11' and value = "val_466"
PREHOOK: type: QUERY
Modified:
hive/trunk/ql/src/test/results/clientpositive/list_bucket_dml_12.q.java1.7.out
URL:
http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/list_bucket_dml_12.q.java1.7.out?rev=1673329&r1=1673328&r2=1673329&view=diff
==============================================================================
---
hive/trunk/ql/src/test/results/clientpositive/list_bucket_dml_12.q.java1.7.out
(original)
+++
hive/trunk/ql/src/test/results/clientpositive/list_bucket_dml_12.q.java1.7.out
Tue Apr 14 01:11:43 2015
@@ -318,52 +318,14 @@ TOK_QUERY
STAGE DEPENDENCIES:
- Stage-1 is a root stage
- Stage-0 depends on stages: Stage-1
+ Stage-0 is a root stage
STAGE PLANS:
- Stage: Stage-1
- Map Reduce
- Map Operator Tree:
- TableScan
- alias: list_bucketing_mul_col
- Statistics: Num rows: 500 Data size: 6312 Basic stats: COMPLETE
Column stats: NONE
- GatherStats: false
- Filter Operator
- isSamplingPred: false
- predicate: ((col2 = '466') and (col4 = 'val_466')) (type:
boolean)
- Statistics: Num rows: 125 Data size: 1578 Basic stats: COMPLETE
Column stats: NONE
- Select Operator
- expressions: col1 (type: string), '466' (type: string), col3
(type: string), 'val_466' (type: string), col5 (type: string), '2008-04-08'
(type: string), '11' (type: string)
- outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5,
_col6
- Statistics: Num rows: 125 Data size: 1578 Basic stats:
COMPLETE Column stats: NONE
- File Output Operator
- compressed: false
- GlobalTableId: 0
-#### A masked pattern was here ####
- NumFilesPerFileSink: 1
- Statistics: Num rows: 125 Data size: 1578 Basic stats:
COMPLETE Column stats: NONE
-#### A masked pattern was here ####
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format:
org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- properties:
- columns _col0,_col1,_col2,_col3,_col4,_col5,_col6
- columns.types
string:string:string:string:string:string:string
- escape.delim \
- hive.serialization.extend.additional.nesting.levels
true
- serialization.format 1
- serialization.lib
org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- TotalFiles: 1
- GatherStats: false
- MultiFileSpray: false
- Path -> Alias:
-#### A masked pattern was here ####
- Path -> Partition:
-#### A masked pattern was here ####
+ Stage: Stage-0
+ Fetch Operator
+ limit: -1
+ Partition Description:
Partition
- base file name: col4=val_466
input format: org.apache.hadoop.hive.ql.io.RCFileInputFormat
output format: org.apache.hadoop.hive.ql.io.RCFileOutputFormat
partition values:
@@ -407,14 +369,20 @@ STAGE PLANS:
serde: org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe
name: default.list_bucketing_mul_col
name: default.list_bucketing_mul_col
- Truncated Path -> Alias:
- /list_bucketing_mul_col/ds=2008-04-08/hr=11/col2=466/col4=val_466
[list_bucketing_mul_col]
-
- Stage: Stage-0
- Fetch Operator
- limit: -1
Processor Tree:
- ListSink
+ TableScan
+ alias: list_bucketing_mul_col
+ Statistics: Num rows: 500 Data size: 6312 Basic stats: COMPLETE
Column stats: NONE
+ GatherStats: false
+ Filter Operator
+ isSamplingPred: false
+ predicate: ((col2 = '466') and (col4 = 'val_466')) (type: boolean)
+ Statistics: Num rows: 125 Data size: 1578 Basic stats: COMPLETE
Column stats: NONE
+ Select Operator
+ expressions: col1 (type: string), '466' (type: string), col3
(type: string), 'val_466' (type: string), col5 (type: string), '2008-04-08'
(type: string), '11' (type: string)
+ outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5,
_col6
+ Statistics: Num rows: 125 Data size: 1578 Basic stats: COMPLETE
Column stats: NONE
+ ListSink
PREHOOK: query: select * from list_bucketing_mul_col
where ds='2008-04-08' and hr='11' and col2 = "466" and col4 = "val_466"
@@ -476,52 +444,14 @@ TOK_QUERY
STAGE DEPENDENCIES:
- Stage-1 is a root stage
- Stage-0 depends on stages: Stage-1
+ Stage-0 is a root stage
STAGE PLANS:
- Stage: Stage-1
- Map Reduce
- Map Operator Tree:
- TableScan
- alias: list_bucketing_mul_col
- Statistics: Num rows: 500 Data size: 6312 Basic stats: COMPLETE
Column stats: NONE
- GatherStats: false
- Filter Operator
- isSamplingPred: false
- predicate: ((col2 = '382') and (col4 = 'val_382')) (type:
boolean)
- Statistics: Num rows: 125 Data size: 1578 Basic stats: COMPLETE
Column stats: NONE
- Select Operator
- expressions: col1 (type: string), '382' (type: string), col3
(type: string), 'val_382' (type: string), col5 (type: string), '2008-04-08'
(type: string), '11' (type: string)
- outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5,
_col6
- Statistics: Num rows: 125 Data size: 1578 Basic stats:
COMPLETE Column stats: NONE
- File Output Operator
- compressed: false
- GlobalTableId: 0
-#### A masked pattern was here ####
- NumFilesPerFileSink: 1
- Statistics: Num rows: 125 Data size: 1578 Basic stats:
COMPLETE Column stats: NONE
-#### A masked pattern was here ####
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format:
org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- properties:
- columns _col0,_col1,_col2,_col3,_col4,_col5,_col6
- columns.types
string:string:string:string:string:string:string
- escape.delim \
- hive.serialization.extend.additional.nesting.levels
true
- serialization.format 1
- serialization.lib
org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- TotalFiles: 1
- GatherStats: false
- MultiFileSpray: false
- Path -> Alias:
-#### A masked pattern was here ####
- Path -> Partition:
-#### A masked pattern was here ####
+ Stage: Stage-0
+ Fetch Operator
+ limit: -1
+ Partition Description:
Partition
- base file name: HIVE_DEFAULT_LIST_BUCKETING_DIR_NAME
input format: org.apache.hadoop.hive.ql.io.RCFileInputFormat
output format: org.apache.hadoop.hive.ql.io.RCFileOutputFormat
partition values:
@@ -565,14 +495,20 @@ STAGE PLANS:
serde: org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe
name: default.list_bucketing_mul_col
name: default.list_bucketing_mul_col
- Truncated Path -> Alias:
-
/list_bucketing_mul_col/ds=2008-04-08/hr=11/HIVE_DEFAULT_LIST_BUCKETING_DIR_NAME/HIVE_DEFAULT_LIST_BUCKETING_DIR_NAME
[list_bucketing_mul_col]
-
- Stage: Stage-0
- Fetch Operator
- limit: -1
Processor Tree:
- ListSink
+ TableScan
+ alias: list_bucketing_mul_col
+ Statistics: Num rows: 500 Data size: 6312 Basic stats: COMPLETE
Column stats: NONE
+ GatherStats: false
+ Filter Operator
+ isSamplingPred: false
+ predicate: ((col2 = '382') and (col4 = 'val_382')) (type: boolean)
+ Statistics: Num rows: 125 Data size: 1578 Basic stats: COMPLETE
Column stats: NONE
+ Select Operator
+ expressions: col1 (type: string), '382' (type: string), col3
(type: string), 'val_382' (type: string), col5 (type: string), '2008-04-08'
(type: string), '11' (type: string)
+ outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5,
_col6
+ Statistics: Num rows: 125 Data size: 1578 Basic stats: COMPLETE
Column stats: NONE
+ ListSink
PREHOOK: query: select * from list_bucketing_mul_col
where ds='2008-04-08' and hr='11' and col2 = "382" and col4 = "val_382"
Modified:
hive/trunk/ql/src/test/results/clientpositive/list_bucket_dml_13.q.java1.7.out
URL:
http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/list_bucket_dml_13.q.java1.7.out?rev=1673329&r1=1673328&r2=1673329&view=diff
==============================================================================
---
hive/trunk/ql/src/test/results/clientpositive/list_bucket_dml_13.q.java1.7.out
(original)
+++
hive/trunk/ql/src/test/results/clientpositive/list_bucket_dml_13.q.java1.7.out
Tue Apr 14 01:11:43 2015
@@ -318,52 +318,14 @@ TOK_QUERY
STAGE DEPENDENCIES:
- Stage-1 is a root stage
- Stage-0 depends on stages: Stage-1
+ Stage-0 is a root stage
STAGE PLANS:
- Stage: Stage-1
- Map Reduce
- Map Operator Tree:
- TableScan
- alias: list_bucketing_mul_col
- Statistics: Num rows: 500 Data size: 6312 Basic stats: COMPLETE
Column stats: NONE
- GatherStats: false
- Filter Operator
- isSamplingPred: false
- predicate: ((col2 = '466') and (col4 = 'val_466')) (type:
boolean)
- Statistics: Num rows: 125 Data size: 1578 Basic stats: COMPLETE
Column stats: NONE
- Select Operator
- expressions: col1 (type: string), '466' (type: string), col3
(type: string), 'val_466' (type: string), col5 (type: string), '2008-04-08'
(type: string), '2013-01-23+18:00:99' (type: string)
- outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5,
_col6
- Statistics: Num rows: 125 Data size: 1578 Basic stats:
COMPLETE Column stats: NONE
- File Output Operator
- compressed: false
- GlobalTableId: 0
-#### A masked pattern was here ####
- NumFilesPerFileSink: 1
- Statistics: Num rows: 125 Data size: 1578 Basic stats:
COMPLETE Column stats: NONE
-#### A masked pattern was here ####
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format:
org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- properties:
- columns _col0,_col1,_col2,_col3,_col4,_col5,_col6
- columns.types
string:string:string:string:string:string:string
- escape.delim \
- hive.serialization.extend.additional.nesting.levels
true
- serialization.format 1
- serialization.lib
org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- TotalFiles: 1
- GatherStats: false
- MultiFileSpray: false
- Path -> Alias:
-#### A masked pattern was here ####
- Path -> Partition:
-#### A masked pattern was here ####
+ Stage: Stage-0
+ Fetch Operator
+ limit: -1
+ Partition Description:
Partition
- base file name: col4=val_466
input format: org.apache.hadoop.hive.ql.io.RCFileInputFormat
output format: org.apache.hadoop.hive.ql.io.RCFileOutputFormat
partition values:
@@ -407,14 +369,20 @@ STAGE PLANS:
serde: org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe
name: default.list_bucketing_mul_col
name: default.list_bucketing_mul_col
- Truncated Path -> Alias:
-
/list_bucketing_mul_col/ds=2008-04-08/hr=2013-01-23+18%3A00%3A99/col2=466/col4=val_466
[list_bucketing_mul_col]
-
- Stage: Stage-0
- Fetch Operator
- limit: -1
Processor Tree:
- ListSink
+ TableScan
+ alias: list_bucketing_mul_col
+ Statistics: Num rows: 500 Data size: 6312 Basic stats: COMPLETE
Column stats: NONE
+ GatherStats: false
+ Filter Operator
+ isSamplingPred: false
+ predicate: ((col2 = '466') and (col4 = 'val_466')) (type: boolean)
+ Statistics: Num rows: 125 Data size: 1578 Basic stats: COMPLETE
Column stats: NONE
+ Select Operator
+ expressions: col1 (type: string), '466' (type: string), col3
(type: string), 'val_466' (type: string), col5 (type: string), '2008-04-08'
(type: string), '2013-01-23+18:00:99' (type: string)
+ outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5,
_col6
+ Statistics: Num rows: 125 Data size: 1578 Basic stats: COMPLETE
Column stats: NONE
+ ListSink
PREHOOK: query: select * from list_bucketing_mul_col
where ds='2008-04-08' and hr='2013-01-23+18:00:99' and col2 = "466" and col4 =
"val_466"
Modified:
hive/trunk/ql/src/test/results/clientpositive/list_bucket_dml_2.q.java1.7.out
URL:
http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/list_bucket_dml_2.q.java1.7.out?rev=1673329&r1=1673328&r2=1673329&view=diff
==============================================================================
---
hive/trunk/ql/src/test/results/clientpositive/list_bucket_dml_2.q.java1.7.out
(original)
+++
hive/trunk/ql/src/test/results/clientpositive/list_bucket_dml_2.q.java1.7.out
Tue Apr 14 01:11:43 2015
@@ -404,52 +404,14 @@ TOK_QUERY
STAGE DEPENDENCIES:
- Stage-1 is a root stage
- Stage-0 depends on stages: Stage-1
+ Stage-0 is a root stage
STAGE PLANS:
- Stage: Stage-1
- Map Reduce
- Map Operator Tree:
- TableScan
- alias: list_bucketing_static_part
- Statistics: Num rows: 1000 Data size: 9624 Basic stats: COMPLETE
Column stats: NONE
- GatherStats: false
- Filter Operator
- isSamplingPred: false
- predicate: ((key = '484') and (value = 'val_484')) (type:
boolean)
- Statistics: Num rows: 250 Data size: 2406 Basic stats: COMPLETE
Column stats: NONE
- Select Operator
- expressions: '484' (type: string), 'val_484' (type: string),
'2008-04-08' (type: string), '11' (type: string)
- outputColumnNames: _col0, _col1, _col2, _col3
- Statistics: Num rows: 250 Data size: 2406 Basic stats:
COMPLETE Column stats: NONE
- File Output Operator
- compressed: false
- GlobalTableId: 0
-#### A masked pattern was here ####
- NumFilesPerFileSink: 1
- Statistics: Num rows: 250 Data size: 2406 Basic stats:
COMPLETE Column stats: NONE
-#### A masked pattern was here ####
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format:
org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- properties:
- columns _col0,_col1,_col2,_col3
- columns.types string:string:string:string
- escape.delim \
- hive.serialization.extend.additional.nesting.levels
true
- serialization.format 1
- serialization.lib
org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- TotalFiles: 1
- GatherStats: false
- MultiFileSpray: false
- Path -> Alias:
-#### A masked pattern was here ####
- Path -> Partition:
-#### A masked pattern was here ####
+ Stage: Stage-0
+ Fetch Operator
+ limit: -1
+ Partition Description:
Partition
- base file name: value=val_484
input format: org.apache.hadoop.hive.ql.io.RCFileInputFormat
output format: org.apache.hadoop.hive.ql.io.RCFileOutputFormat
partition values:
@@ -493,14 +455,20 @@ STAGE PLANS:
serde: org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe
name: default.list_bucketing_static_part
name: default.list_bucketing_static_part
- Truncated Path -> Alias:
- /list_bucketing_static_part/ds=2008-04-08/hr=11/key=484/value=val_484
[list_bucketing_static_part]
-
- Stage: Stage-0
- Fetch Operator
- limit: -1
Processor Tree:
- ListSink
+ TableScan
+ alias: list_bucketing_static_part
+ Statistics: Num rows: 1000 Data size: 9624 Basic stats: COMPLETE
Column stats: NONE
+ GatherStats: false
+ Filter Operator
+ isSamplingPred: false
+ predicate: ((key = '484') and (value = 'val_484')) (type: boolean)
+ Statistics: Num rows: 250 Data size: 2406 Basic stats: COMPLETE
Column stats: NONE
+ Select Operator
+ expressions: '484' (type: string), 'val_484' (type: string),
'2008-04-08' (type: string), '11' (type: string)
+ outputColumnNames: _col0, _col1, _col2, _col3
+ Statistics: Num rows: 250 Data size: 2406 Basic stats: COMPLETE
Column stats: NONE
+ ListSink
PREHOOK: query: select * from list_bucketing_static_part where ds =
'2008-04-08' and hr = '11' and key = '484' and value = 'val_484'
PREHOOK: type: QUERY
Modified: hive/trunk/ql/src/test/results/clientpositive/list_bucket_dml_3.q.out
URL:
http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/list_bucket_dml_3.q.out?rev=1673329&r1=1673328&r2=1673329&view=diff
==============================================================================
--- hive/trunk/ql/src/test/results/clientpositive/list_bucket_dml_3.q.out
(original)
+++ hive/trunk/ql/src/test/results/clientpositive/list_bucket_dml_3.q.out Tue
Apr 14 01:11:43 2015
@@ -373,52 +373,14 @@ TOK_QUERY
STAGE DEPENDENCIES:
- Stage-1 is a root stage
- Stage-0 depends on stages: Stage-1
+ Stage-0 is a root stage
STAGE PLANS:
- Stage: Stage-1
- Map Reduce
- Map Operator Tree:
- TableScan
- alias: list_bucketing_static_part
- Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE
Column stats: NONE
- GatherStats: false
- Filter Operator
- isSamplingPred: false
- predicate: (key = '484') (type: boolean)
- Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE
Column stats: NONE
- Select Operator
- expressions: '484' (type: string), value (type: string)
- outputColumnNames: _col0, _col1
- Statistics: Num rows: 500 Data size: 5312 Basic stats:
COMPLETE Column stats: NONE
- File Output Operator
- compressed: false
- GlobalTableId: 0
-#### A masked pattern was here ####
- NumFilesPerFileSink: 1
- Statistics: Num rows: 500 Data size: 5312 Basic stats:
COMPLETE Column stats: NONE
-#### A masked pattern was here ####
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format:
org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- properties:
- columns _col0,_col1
- columns.types string:string
- escape.delim \
- hive.serialization.extend.additional.nesting.levels
true
- serialization.format 1
- serialization.lib
org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- TotalFiles: 1
- GatherStats: false
- MultiFileSpray: false
- Path -> Alias:
-#### A masked pattern was here ####
- Path -> Partition:
-#### A masked pattern was here ####
+ Stage: Stage-0
+ Fetch Operator
+ limit: -1
+ Partition Description:
Partition
- base file name: key=484
input format: org.apache.hadoop.mapred.TextInputFormat
output format:
org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
partition values:
@@ -462,14 +424,20 @@ STAGE PLANS:
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: default.list_bucketing_static_part
name: default.list_bucketing_static_part
- Truncated Path -> Alias:
- /list_bucketing_static_part/ds=2008-04-08/hr=11/key=484
[list_bucketing_static_part]
-
- Stage: Stage-0
- Fetch Operator
- limit: -1
Processor Tree:
- ListSink
+ TableScan
+ alias: list_bucketing_static_part
+ Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE
Column stats: NONE
+ GatherStats: false
+ Filter Operator
+ isSamplingPred: false
+ predicate: (key = '484') (type: boolean)
+ Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE
Column stats: NONE
+ Select Operator
+ expressions: '484' (type: string), value (type: string)
+ outputColumnNames: _col0, _col1
+ Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE
Column stats: NONE
+ ListSink
PREHOOK: query: select key, value from list_bucketing_static_part where
ds='2008-04-08' and hr='11' and key = "484"
PREHOOK: type: QUERY
Modified:
hive/trunk/ql/src/test/results/clientpositive/list_bucket_dml_4.q.java1.7.out
URL:
http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/list_bucket_dml_4.q.java1.7.out?rev=1673329&r1=1673328&r2=1673329&view=diff
==============================================================================
---
hive/trunk/ql/src/test/results/clientpositive/list_bucket_dml_4.q.java1.7.out
(original)
+++
hive/trunk/ql/src/test/results/clientpositive/list_bucket_dml_4.q.java1.7.out
Tue Apr 14 01:11:43 2015
@@ -815,52 +815,14 @@ TOK_QUERY
STAGE DEPENDENCIES:
- Stage-1 is a root stage
- Stage-0 depends on stages: Stage-1
+ Stage-0 is a root stage
STAGE PLANS:
- Stage: Stage-1
- Map Reduce
- Map Operator Tree:
- TableScan
- alias: list_bucketing_static_part
- Statistics: Num rows: 1000 Data size: 9624 Basic stats: COMPLETE
Column stats: NONE
- GatherStats: false
- Filter Operator
- isSamplingPred: false
- predicate: ((key = '484') and (value = 'val_484')) (type:
boolean)
- Statistics: Num rows: 250 Data size: 2406 Basic stats: COMPLETE
Column stats: NONE
- Select Operator
- expressions: '484' (type: string), 'val_484' (type: string),
'2008-04-08' (type: string), '11' (type: string)
- outputColumnNames: _col0, _col1, _col2, _col3
- Statistics: Num rows: 250 Data size: 2406 Basic stats:
COMPLETE Column stats: NONE
- File Output Operator
- compressed: false
- GlobalTableId: 0
-#### A masked pattern was here ####
- NumFilesPerFileSink: 1
- Statistics: Num rows: 250 Data size: 2406 Basic stats:
COMPLETE Column stats: NONE
-#### A masked pattern was here ####
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format:
org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- properties:
- columns _col0,_col1,_col2,_col3
- columns.types string:string:string:string
- escape.delim \
- hive.serialization.extend.additional.nesting.levels
true
- serialization.format 1
- serialization.lib
org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- TotalFiles: 1
- GatherStats: false
- MultiFileSpray: false
- Path -> Alias:
-#### A masked pattern was here ####
- Path -> Partition:
-#### A masked pattern was here ####
+ Stage: Stage-0
+ Fetch Operator
+ limit: -1
+ Partition Description:
Partition
- base file name: value=val_484
input format: org.apache.hadoop.hive.ql.io.RCFileInputFormat
output format: org.apache.hadoop.hive.ql.io.RCFileOutputFormat
partition values:
@@ -904,14 +866,20 @@ STAGE PLANS:
serde: org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe
name: default.list_bucketing_static_part
name: default.list_bucketing_static_part
- Truncated Path -> Alias:
- /list_bucketing_static_part/ds=2008-04-08/hr=11/key=484/value=val_484
[list_bucketing_static_part]
-
- Stage: Stage-0
- Fetch Operator
- limit: -1
Processor Tree:
- ListSink
+ TableScan
+ alias: list_bucketing_static_part
+ Statistics: Num rows: 1000 Data size: 9624 Basic stats: COMPLETE
Column stats: NONE
+ GatherStats: false
+ Filter Operator
+ isSamplingPred: false
+ predicate: ((key = '484') and (value = 'val_484')) (type: boolean)
+ Statistics: Num rows: 250 Data size: 2406 Basic stats: COMPLETE
Column stats: NONE
+ Select Operator
+ expressions: '484' (type: string), 'val_484' (type: string),
'2008-04-08' (type: string), '11' (type: string)
+ outputColumnNames: _col0, _col1, _col2, _col3
+ Statistics: Num rows: 250 Data size: 2406 Basic stats: COMPLETE
Column stats: NONE
+ ListSink
PREHOOK: query: select * from list_bucketing_static_part where ds =
'2008-04-08' and hr = '11' and key = '484' and value = 'val_484'
PREHOOK: type: QUERY
Modified:
hive/trunk/ql/src/test/results/clientpositive/list_bucket_dml_5.q.java1.7.out
URL:
http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/list_bucket_dml_5.q.java1.7.out?rev=1673329&r1=1673328&r2=1673329&view=diff
==============================================================================
---
hive/trunk/ql/src/test/results/clientpositive/list_bucket_dml_5.q.java1.7.out
(original)
+++
hive/trunk/ql/src/test/results/clientpositive/list_bucket_dml_5.q.java1.7.out
Tue Apr 14 01:11:43 2015
@@ -448,52 +448,14 @@ TOK_QUERY
STAGE DEPENDENCIES:
- Stage-1 is a root stage
- Stage-0 depends on stages: Stage-1
+ Stage-0 is a root stage
STAGE PLANS:
- Stage: Stage-1
- Map Reduce
- Map Operator Tree:
- TableScan
- alias: list_bucketing_dynamic_part
- Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE
Column stats: NONE
- GatherStats: false
- Filter Operator
- isSamplingPred: false
- predicate: ((key = '103') and (value = 'val_103')) (type:
boolean)
- Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE
Column stats: NONE
- Select Operator
- expressions: '103' (type: string), 'val_103' (type: string),
'2008-04-08' (type: string), hr (type: string)
- outputColumnNames: _col0, _col1, _col2, _col3
- Statistics: Num rows: 250 Data size: 2656 Basic stats:
COMPLETE Column stats: NONE
- File Output Operator
- compressed: false
- GlobalTableId: 0
-#### A masked pattern was here ####
- NumFilesPerFileSink: 1
- Statistics: Num rows: 250 Data size: 2656 Basic stats:
COMPLETE Column stats: NONE
-#### A masked pattern was here ####
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format:
org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- properties:
- columns _col0,_col1,_col2,_col3
- columns.types string:string:string:string
- escape.delim \
- hive.serialization.extend.additional.nesting.levels
true
- serialization.format 1
- serialization.lib
org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- TotalFiles: 1
- GatherStats: false
- MultiFileSpray: false
- Path -> Alias:
-#### A masked pattern was here ####
- Path -> Partition:
-#### A masked pattern was here ####
+ Stage: Stage-0
+ Fetch Operator
+ limit: -1
+ Partition Description:
Partition
- base file name: value=val_103
input format: org.apache.hadoop.mapred.TextInputFormat
output format:
org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
partition values:
@@ -537,9 +499,7 @@ STAGE PLANS:
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: default.list_bucketing_dynamic_part
name: default.list_bucketing_dynamic_part
-#### A masked pattern was here ####
Partition
- base file name: value=val_103
input format: org.apache.hadoop.mapred.TextInputFormat
output format:
org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
partition values:
@@ -583,15 +543,20 @@ STAGE PLANS:
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: default.list_bucketing_dynamic_part
name: default.list_bucketing_dynamic_part
- Truncated Path -> Alias:
- /list_bucketing_dynamic_part/ds=2008-04-08/hr=11/key=103/value=val_103
[list_bucketing_dynamic_part]
- /list_bucketing_dynamic_part/ds=2008-04-08/hr=12/key=103/value=val_103
[list_bucketing_dynamic_part]
-
- Stage: Stage-0
- Fetch Operator
- limit: -1
Processor Tree:
- ListSink
+ TableScan
+ alias: list_bucketing_dynamic_part
+ Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE
Column stats: NONE
+ GatherStats: false
+ Filter Operator
+ isSamplingPred: false
+ predicate: ((key = '103') and (value = 'val_103')) (type: boolean)
+ Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE
Column stats: NONE
+ Select Operator
+ expressions: '103' (type: string), 'val_103' (type: string),
'2008-04-08' (type: string), hr (type: string)
+ outputColumnNames: _col0, _col1, _col2, _col3
+ Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE
Column stats: NONE
+ ListSink
PREHOOK: query: select key, value, ds, hr from list_bucketing_dynamic_part
where ds='2008-04-08' and key = "103" and value ="val_103"
PREHOOK: type: QUERY
Modified:
hive/trunk/ql/src/test/results/clientpositive/list_bucket_dml_9.q.java1.7.out
URL:
http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/list_bucket_dml_9.q.java1.7.out?rev=1673329&r1=1673328&r2=1673329&view=diff
==============================================================================
---
hive/trunk/ql/src/test/results/clientpositive/list_bucket_dml_9.q.java1.7.out
(original)
+++
hive/trunk/ql/src/test/results/clientpositive/list_bucket_dml_9.q.java1.7.out
Tue Apr 14 01:11:43 2015
@@ -815,52 +815,14 @@ TOK_QUERY
STAGE DEPENDENCIES:
- Stage-1 is a root stage
- Stage-0 depends on stages: Stage-1
+ Stage-0 is a root stage
STAGE PLANS:
- Stage: Stage-1
- Map Reduce
- Map Operator Tree:
- TableScan
- alias: list_bucketing_static_part
- Statistics: Num rows: 1000 Data size: 9624 Basic stats: COMPLETE
Column stats: NONE
- GatherStats: false
- Filter Operator
- isSamplingPred: false
- predicate: ((key = '484') and (value = 'val_484')) (type:
boolean)
- Statistics: Num rows: 250 Data size: 2406 Basic stats: COMPLETE
Column stats: NONE
- Select Operator
- expressions: '484' (type: string), 'val_484' (type: string),
'2008-04-08' (type: string), '11' (type: string)
- outputColumnNames: _col0, _col1, _col2, _col3
- Statistics: Num rows: 250 Data size: 2406 Basic stats:
COMPLETE Column stats: NONE
- File Output Operator
- compressed: false
- GlobalTableId: 0
-#### A masked pattern was here ####
- NumFilesPerFileSink: 1
- Statistics: Num rows: 250 Data size: 2406 Basic stats:
COMPLETE Column stats: NONE
-#### A masked pattern was here ####
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format:
org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- properties:
- columns _col0,_col1,_col2,_col3
- columns.types string:string:string:string
- escape.delim \
- hive.serialization.extend.additional.nesting.levels
true
- serialization.format 1
- serialization.lib
org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- TotalFiles: 1
- GatherStats: false
- MultiFileSpray: false
- Path -> Alias:
-#### A masked pattern was here ####
- Path -> Partition:
-#### A masked pattern was here ####
+ Stage: Stage-0
+ Fetch Operator
+ limit: -1
+ Partition Description:
Partition
- base file name: key=484
input format: org.apache.hadoop.hive.ql.io.RCFileInputFormat
output format: org.apache.hadoop.hive.ql.io.RCFileOutputFormat
partition values:
@@ -904,14 +866,20 @@ STAGE PLANS:
serde: org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe
name: default.list_bucketing_static_part
name: default.list_bucketing_static_part
- Truncated Path -> Alias:
- /list_bucketing_static_part/ds=2008-04-08/hr=11/key=484
[list_bucketing_static_part]
-
- Stage: Stage-0
- Fetch Operator
- limit: -1
Processor Tree:
- ListSink
+ TableScan
+ alias: list_bucketing_static_part
+ Statistics: Num rows: 1000 Data size: 9624 Basic stats: COMPLETE
Column stats: NONE
+ GatherStats: false
+ Filter Operator
+ isSamplingPred: false
+ predicate: ((key = '484') and (value = 'val_484')) (type: boolean)
+ Statistics: Num rows: 250 Data size: 2406 Basic stats: COMPLETE
Column stats: NONE
+ Select Operator
+ expressions: '484' (type: string), 'val_484' (type: string),
'2008-04-08' (type: string), '11' (type: string)
+ outputColumnNames: _col0, _col1, _col2, _col3
+ Statistics: Num rows: 250 Data size: 2406 Basic stats: COMPLETE
Column stats: NONE
+ ListSink
PREHOOK: query: select * from list_bucketing_static_part where ds =
'2008-04-08' and hr = '11' and key = '484' and value = 'val_484'
PREHOOK: type: QUERY
