Author: rhbutani
Date: Thu Mar 20 22:19:35 2014
New Revision: 1579804
URL: http://svn.apache.org/r1579804
Log:
HIVE-6668 When auto join convert is on and noconditionaltask is off,
ConditionalResolverCommonJoin fails to resolve map joins. (Navis Ryu via Harish
Butani)
Added:
hive/branches/branch-0.13/itests/util/src/main/java/org/apache/hadoop/hive/ql/hooks/PrintCompletedTasksHook.java
Modified:
hive/branches/branch-0.13/ql/src/java/org/apache/hadoop/hive/ql/QueryPlan.java
hive/branches/branch-0.13/ql/src/java/org/apache/hadoop/hive/ql/optimizer/physical/CommonJoinTaskDispatcher.java
hive/branches/branch-0.13/ql/src/test/queries/clientpositive/auto_join25.q
hive/branches/branch-0.13/ql/src/test/queries/clientpositive/auto_join_without_localtask.q
hive/branches/branch-0.13/ql/src/test/queries/clientpositive/mapjoin_hook.q
hive/branches/branch-0.13/ql/src/test/queries/clientpositive/multiMapJoin1.q
hive/branches/branch-0.13/ql/src/test/queries/clientpositive/multiMapJoin2.q
hive/branches/branch-0.13/ql/src/test/queries/clientpositive/subquery_multiinsert.q
hive/branches/branch-0.13/ql/src/test/results/clientpositive/auto_join25.q.out
hive/branches/branch-0.13/ql/src/test/results/clientpositive/auto_join_without_localtask.q.out
hive/branches/branch-0.13/ql/src/test/results/clientpositive/mapjoin_hook.q.out
hive/branches/branch-0.13/ql/src/test/results/clientpositive/multiMapJoin1.q.out
hive/branches/branch-0.13/ql/src/test/results/clientpositive/multiMapJoin2.q.out
hive/branches/branch-0.13/ql/src/test/results/clientpositive/subquery_multiinsert.q.out
Added:
hive/branches/branch-0.13/itests/util/src/main/java/org/apache/hadoop/hive/ql/hooks/PrintCompletedTasksHook.java
URL:
http://svn.apache.org/viewvc/hive/branches/branch-0.13/itests/util/src/main/java/org/apache/hadoop/hive/ql/hooks/PrintCompletedTasksHook.java?rev=1579804&view=auto
==============================================================================
---
hive/branches/branch-0.13/itests/util/src/main/java/org/apache/hadoop/hive/ql/hooks/PrintCompletedTasksHook.java
(added)
+++
hive/branches/branch-0.13/itests/util/src/main/java/org/apache/hadoop/hive/ql/hooks/PrintCompletedTasksHook.java
Thu Mar 20 22:19:35 2014
@@ -0,0 +1,42 @@
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.hadoop.hive.ql.hooks;
+
+import org.apache.hadoop.hive.ql.exec.TaskRunner;
+import org.apache.hadoop.hive.ql.session.SessionState;
+
+/**
+ * List all tasks completed.
+ *
+ * This is used to check tasks executed at runtime for queries containing
conditional tasks
+ */
+public class PrintCompletedTasksHook implements ExecuteWithHookContext {
+
+ @Override
+ public void run(HookContext hookContext) {
+ if (hookContext.getHookType() == HookContext.HookType.POST_EXEC_HOOK) {
+ SessionState.LogHelper console = SessionState.getConsole();
+ if (console != null && !hookContext.getQueryPlan().isExplain()) {
+ for (TaskRunner runner : hookContext.getCompleteTaskList()) {
+ console.printError("RUN: " + runner.getTask());
+ }
+ }
+ }
+ }
+}
Modified:
hive/branches/branch-0.13/ql/src/java/org/apache/hadoop/hive/ql/QueryPlan.java
URL:
http://svn.apache.org/viewvc/hive/branches/branch-0.13/ql/src/java/org/apache/hadoop/hive/ql/QueryPlan.java?rev=1579804&r1=1579803&r2=1579804&view=diff
==============================================================================
---
hive/branches/branch-0.13/ql/src/java/org/apache/hadoop/hive/ql/QueryPlan.java
(original)
+++
hive/branches/branch-0.13/ql/src/java/org/apache/hadoop/hive/ql/QueryPlan.java
Thu Mar 20 22:19:35 2014
@@ -38,6 +38,7 @@ import java.util.concurrent.ConcurrentHa
import org.apache.commons.logging.Log;
import org.apache.commons.logging.LogFactory;
import org.apache.hadoop.hive.ql.exec.ConditionalTask;
+import org.apache.hadoop.hive.ql.exec.ExplainTask;
import org.apache.hadoop.hive.ql.exec.FetchTask;
import org.apache.hadoop.hive.ql.exec.Operator;
import org.apache.hadoop.hive.ql.exec.Task;
@@ -388,9 +389,6 @@ public class QueryPlan implements Serial
done.add(task.getId() + "_MAP");
}
if (mrTask.hasReduce()) {
- Collection<Operator<? extends OperatorDesc>> reducerTopOps =
- new ArrayList<Operator<? extends OperatorDesc>>();
- reducerTopOps.add(mrTask.getWork().getReduceWork().getReducer());
if (mrTask.reduceStarted()) {
started.add(task.getId() + "_REDUCE");
}
@@ -584,6 +582,10 @@ public class QueryPlan implements Serial
return sb.toString();
}
+ public boolean isExplain() {
+ return rootTasks.size() == 1 && rootTasks.get(0) instanceof ExplainTask;
+ }
+
@Override
public String toString() {
try {
Modified:
hive/branches/branch-0.13/ql/src/java/org/apache/hadoop/hive/ql/optimizer/physical/CommonJoinTaskDispatcher.java
URL:
http://svn.apache.org/viewvc/hive/branches/branch-0.13/ql/src/java/org/apache/hadoop/hive/ql/optimizer/physical/CommonJoinTaskDispatcher.java?rev=1579804&r1=1579803&r2=1579804&view=diff
==============================================================================
---
hive/branches/branch-0.13/ql/src/java/org/apache/hadoop/hive/ql/optimizer/physical/CommonJoinTaskDispatcher.java
(original)
+++
hive/branches/branch-0.13/ql/src/java/org/apache/hadoop/hive/ql/optimizer/physical/CommonJoinTaskDispatcher.java
Thu Mar 20 22:19:35 2014
@@ -488,9 +488,8 @@ public class CommonJoinTaskDispatcher ex
// create map join task and set big table as i
MapRedTask newTask = convertTaskToMapJoinTask(newWork, pos);
- MapWork mapWork = newTask.getWork().getMapWork();
Operator<?> startOp = joinOp.getParentOperators().get(pos);
- Set<String> aliases = GenMapRedUtils.findAliases(mapWork, startOp);
+ Set<String> aliases = GenMapRedUtils.findAliases(currWork, startOp);
long aliasKnownSize = Utilities.sumOf(aliasToSize, aliases);
if (cannotConvert(aliasKnownSize, aliasTotalKnownInputSize,
ThresholdOfSmallTblSizeSum)) {
Modified:
hive/branches/branch-0.13/ql/src/test/queries/clientpositive/auto_join25.q
URL:
http://svn.apache.org/viewvc/hive/branches/branch-0.13/ql/src/test/queries/clientpositive/auto_join25.q?rev=1579804&r1=1579803&r2=1579804&view=diff
==============================================================================
--- hive/branches/branch-0.13/ql/src/test/queries/clientpositive/auto_join25.q
(original)
+++ hive/branches/branch-0.13/ql/src/test/queries/clientpositive/auto_join25.q
Thu Mar 20 22:19:35 2014
@@ -1,3 +1,5 @@
+set
hive.exec.post.hooks=org.apache.hadoop.hive.ql.hooks.PostExecutePrinter,org.apache.hadoop.hive.ql.hooks.PrintCompletedTasksHook;
+
set hive.auto.convert.join = true;
set hive.mapjoin.localtask.max.memory.usage = 0.0001;
set hive.mapjoin.check.memory.rows = 2;
Modified:
hive/branches/branch-0.13/ql/src/test/queries/clientpositive/auto_join_without_localtask.q
URL:
http://svn.apache.org/viewvc/hive/branches/branch-0.13/ql/src/test/queries/clientpositive/auto_join_without_localtask.q?rev=1579804&r1=1579803&r2=1579804&view=diff
==============================================================================
---
hive/branches/branch-0.13/ql/src/test/queries/clientpositive/auto_join_without_localtask.q
(original)
+++
hive/branches/branch-0.13/ql/src/test/queries/clientpositive/auto_join_without_localtask.q
Thu Mar 20 22:19:35 2014
@@ -1,3 +1,4 @@
+set
hive.exec.post.hooks=org.apache.hadoop.hive.ql.hooks.PostExecutePrinter,org.apache.hadoop.hive.ql.hooks.PrintCompletedTasksHook;
set hive.auto.convert.join=true;
set hive.auto.convert.join.use.nonstaged=true;
Modified:
hive/branches/branch-0.13/ql/src/test/queries/clientpositive/mapjoin_hook.q
URL:
http://svn.apache.org/viewvc/hive/branches/branch-0.13/ql/src/test/queries/clientpositive/mapjoin_hook.q?rev=1579804&r1=1579803&r2=1579804&view=diff
==============================================================================
--- hive/branches/branch-0.13/ql/src/test/queries/clientpositive/mapjoin_hook.q
(original)
+++ hive/branches/branch-0.13/ql/src/test/queries/clientpositive/mapjoin_hook.q
Thu Mar 20 22:19:35 2014
@@ -1,4 +1,5 @@
-set hive.exec.post.hooks = org.apache.hadoop.hive.ql.hooks.MapJoinCounterHook ;
+set hive.exec.post.hooks =
org.apache.hadoop.hive.ql.hooks.MapJoinCounterHook,org.apache.hadoop.hive.ql.hooks.PrintCompletedTasksHook;
+
drop table dest1;
CREATE TABLE dest1(key INT, value STRING) STORED AS TEXTFILE;
Modified:
hive/branches/branch-0.13/ql/src/test/queries/clientpositive/multiMapJoin1.q
URL:
http://svn.apache.org/viewvc/hive/branches/branch-0.13/ql/src/test/queries/clientpositive/multiMapJoin1.q?rev=1579804&r1=1579803&r2=1579804&view=diff
==============================================================================
---
hive/branches/branch-0.13/ql/src/test/queries/clientpositive/multiMapJoin1.q
(original)
+++
hive/branches/branch-0.13/ql/src/test/queries/clientpositive/multiMapJoin1.q
Thu Mar 20 22:19:35 2014
@@ -1,3 +1,5 @@
+set
hive.exec.post.hooks=org.apache.hadoop.hive.ql.hooks.PostExecutePrinter,org.apache.hadoop.hive.ql.hooks.PrintCompletedTasksHook;
+
create table smallTbl1(key string, value string);
insert overwrite table smallTbl1 select * from src where key < 10;
Modified:
hive/branches/branch-0.13/ql/src/test/queries/clientpositive/multiMapJoin2.q
URL:
http://svn.apache.org/viewvc/hive/branches/branch-0.13/ql/src/test/queries/clientpositive/multiMapJoin2.q?rev=1579804&r1=1579803&r2=1579804&view=diff
==============================================================================
---
hive/branches/branch-0.13/ql/src/test/queries/clientpositive/multiMapJoin2.q
(original)
+++
hive/branches/branch-0.13/ql/src/test/queries/clientpositive/multiMapJoin2.q
Thu Mar 20 22:19:35 2014
@@ -1,3 +1,4 @@
+set
hive.exec.post.hooks=org.apache.hadoop.hive.ql.hooks.PostExecutePrinter,org.apache.hadoop.hive.ql.hooks.PrintCompletedTasksHook;
set hive.auto.convert.join=true;
set hive.auto.convert.join.noconditionaltask=true;
set hive.auto.convert.join.noconditionaltask.size=6000;
Modified:
hive/branches/branch-0.13/ql/src/test/queries/clientpositive/subquery_multiinsert.q
URL:
http://svn.apache.org/viewvc/hive/branches/branch-0.13/ql/src/test/queries/clientpositive/subquery_multiinsert.q?rev=1579804&r1=1579803&r2=1579804&view=diff
==============================================================================
---
hive/branches/branch-0.13/ql/src/test/queries/clientpositive/subquery_multiinsert.q
(original)
+++
hive/branches/branch-0.13/ql/src/test/queries/clientpositive/subquery_multiinsert.q
Thu Mar 20 22:19:35 2014
@@ -1,4 +1,6 @@
-CREATE TABLE src_4(
+set
hive.exec.post.hooks=org.apache.hadoop.hive.ql.hooks.PostExecutePrinter,org.apache.hadoop.hive.ql.hooks.PrintCompletedTasksHook;
+
+CREATE TABLE src_4(
key STRING,
value STRING
)
Modified:
hive/branches/branch-0.13/ql/src/test/results/clientpositive/auto_join25.q.out
URL:
http://svn.apache.org/viewvc/hive/branches/branch-0.13/ql/src/test/results/clientpositive/auto_join25.q.out?rev=1579804&r1=1579803&r2=1579804&view=diff
==============================================================================
---
hive/branches/branch-0.13/ql/src/test/results/clientpositive/auto_join25.q.out
(original)
+++
hive/branches/branch-0.13/ql/src/test/results/clientpositive/auto_join25.q.out
Thu Mar 20 22:19:35 2014
@@ -7,6 +7,7 @@ CREATE TABLE dest1(key INT, value STRING
POSTHOOK: type: CREATETABLE
POSTHOOK: Output: database:default
POSTHOOK: Output: default@dest1
+RUN: Stage-0:DDL
PREHOOK: query: FROM srcpart src1 JOIN src src2 ON (src1.key = src2.key)
INSERT OVERWRITE TABLE dest1 SELECT src1.key, src2.value
where (src1.ds = '2008-04-08' or src1.ds = '2008-04-09' )and (src1.hr = '12'
or src1.hr = '11')
@@ -43,6 +44,11 @@ POSTHOOK: Input: default@srcpart@ds=2008
POSTHOOK: Output: default@dest1
POSTHOOK: Lineage: dest1.key EXPRESSION [(srcpart)src1.FieldSchema(name:key,
type:string, comment:default), ]
POSTHOOK: Lineage: dest1.value SIMPLE [(src)src2.FieldSchema(name:value,
type:string, comment:default), ]
+RUN: Stage-6:CONDITIONAL
+RUN: Stage-4:MAPRED
+RUN: Stage-1:MAPRED
+RUN: Stage-0:MOVE
+RUN: Stage-2:STATS
PREHOOK: query: SELECT sum(hash(dest1.key,dest1.value)) FROM dest1
PREHOOK: type: QUERY
PREHOOK: Input: default@dest1
@@ -53,6 +59,7 @@ POSTHOOK: Input: default@dest1
#### A masked pattern was here ####
POSTHOOK: Lineage: dest1.key EXPRESSION [(srcpart)src1.FieldSchema(name:key,
type:string, comment:default), ]
POSTHOOK: Lineage: dest1.value SIMPLE [(src)src2.FieldSchema(name:value,
type:string, comment:default), ]
+RUN: Stage-1:MAPRED
407444119660
PREHOOK: query: CREATE TABLE dest_j2(key INT, value STRING) STORED AS TEXTFILE
PREHOOK: type: CREATETABLE
@@ -63,6 +70,7 @@ POSTHOOK: Output: database:default
POSTHOOK: Output: default@dest_j2
POSTHOOK: Lineage: dest1.key EXPRESSION [(srcpart)src1.FieldSchema(name:key,
type:string, comment:default), ]
POSTHOOK: Lineage: dest1.value SIMPLE [(src)src2.FieldSchema(name:value,
type:string, comment:default), ]
+RUN: Stage-0:DDL
PREHOOK: query: FROM src src1 JOIN src src2 ON (src1.key = src2.key) JOIN src
src3 ON (src1.key + src2.key = src3.key)
INSERT OVERWRITE TABLE dest_j2 SELECT src1.key, src3.value
PREHOOK: type: QUERY
@@ -85,7 +93,7 @@ Obtaining error information
Task failed!
Task ID:
- Stage-7
+ Stage-6
Logs:
@@ -101,6 +109,14 @@ POSTHOOK: Lineage: dest1.key EXPRESSION
POSTHOOK: Lineage: dest1.value SIMPLE [(src)src2.FieldSchema(name:value,
type:string, comment:default), ]
POSTHOOK: Lineage: dest_j2.key EXPRESSION [(src)src1.FieldSchema(name:key,
type:string, comment:default), ]
POSTHOOK: Lineage: dest_j2.value SIMPLE [(src)src3.FieldSchema(name:value,
type:string, comment:default), ]
+RUN: Stage-11:CONDITIONAL
+RUN: Stage-10:MAPRED
+RUN: Stage-1:MAPRED
+RUN: Stage-8:CONDITIONAL
+RUN: Stage-6:MAPRED
+RUN: Stage-2:MAPRED
+RUN: Stage-0:MOVE
+RUN: Stage-3:STATS
PREHOOK: query: SELECT sum(hash(dest_j2.key,dest_j2.value)) FROM dest_j2
PREHOOK: type: QUERY
PREHOOK: Input: default@dest_j2
@@ -113,6 +129,7 @@ POSTHOOK: Lineage: dest1.key EXPRESSION
POSTHOOK: Lineage: dest1.value SIMPLE [(src)src2.FieldSchema(name:value,
type:string, comment:default), ]
POSTHOOK: Lineage: dest_j2.key EXPRESSION [(src)src1.FieldSchema(name:key,
type:string, comment:default), ]
POSTHOOK: Lineage: dest_j2.value SIMPLE [(src)src3.FieldSchema(name:value,
type:string, comment:default), ]
+RUN: Stage-1:MAPRED
33815990627
PREHOOK: query: CREATE TABLE dest_j1(key INT, value STRING) STORED AS TEXTFILE
PREHOOK: type: CREATETABLE
@@ -125,6 +142,7 @@ POSTHOOK: Lineage: dest1.key EXPRESSION
POSTHOOK: Lineage: dest1.value SIMPLE [(src)src2.FieldSchema(name:value,
type:string, comment:default), ]
POSTHOOK: Lineage: dest_j2.key EXPRESSION [(src)src1.FieldSchema(name:key,
type:string, comment:default), ]
POSTHOOK: Lineage: dest_j2.value SIMPLE [(src)src3.FieldSchema(name:value,
type:string, comment:default), ]
+RUN: Stage-0:DDL
PREHOOK: query: FROM src src1 JOIN src src2 ON (src1.key = src2.key)
INSERT OVERWRITE TABLE dest_j1 SELECT src1.key, src2.value
PREHOOK: type: QUERY
@@ -153,6 +171,11 @@ POSTHOOK: Lineage: dest_j1.key EXPRESSIO
POSTHOOK: Lineage: dest_j1.value SIMPLE [(src)src2.FieldSchema(name:value,
type:string, comment:default), ]
POSTHOOK: Lineage: dest_j2.key EXPRESSION [(src)src1.FieldSchema(name:key,
type:string, comment:default), ]
POSTHOOK: Lineage: dest_j2.value SIMPLE [(src)src3.FieldSchema(name:value,
type:string, comment:default), ]
+RUN: Stage-6:CONDITIONAL
+RUN: Stage-4:MAPRED
+RUN: Stage-1:MAPRED
+RUN: Stage-0:MOVE
+RUN: Stage-2:STATS
PREHOOK: query: SELECT sum(hash(dest_j1.key,dest_j1.value)) FROM dest_j1
PREHOOK: type: QUERY
PREHOOK: Input: default@dest_j1
@@ -167,4 +190,5 @@ POSTHOOK: Lineage: dest_j1.key EXPRESSIO
POSTHOOK: Lineage: dest_j1.value SIMPLE [(src)src2.FieldSchema(name:value,
type:string, comment:default), ]
POSTHOOK: Lineage: dest_j2.key EXPRESSION [(src)src1.FieldSchema(name:key,
type:string, comment:default), ]
POSTHOOK: Lineage: dest_j2.value SIMPLE [(src)src3.FieldSchema(name:value,
type:string, comment:default), ]
+RUN: Stage-1:MAPRED
101861029915
Modified:
hive/branches/branch-0.13/ql/src/test/results/clientpositive/auto_join_without_localtask.q.out
URL:
http://svn.apache.org/viewvc/hive/branches/branch-0.13/ql/src/test/results/clientpositive/auto_join_without_localtask.q.out?rev=1579804&r1=1579803&r2=1579804&view=diff
==============================================================================
---
hive/branches/branch-0.13/ql/src/test/results/clientpositive/auto_join_without_localtask.q.out
(original)
+++
hive/branches/branch-0.13/ql/src/test/results/clientpositive/auto_join_without_localtask.q.out
Thu Mar 20 22:19:35 2014
@@ -145,6 +145,8 @@ POSTHOOK: query: select a.* from src a j
POSTHOOK: type: QUERY
POSTHOOK: Input: default@src
#### A masked pattern was here ####
+RUN: Stage-5:CONDITIONAL
+RUN: Stage-3:MAPRED
238 val_238
238 val_238
86 val_86
@@ -435,6 +437,10 @@ POSTHOOK: query: select a.* from src a j
POSTHOOK: type: QUERY
POSTHOOK: Input: default@src
#### A masked pattern was here ####
+RUN: Stage-10:CONDITIONAL
+RUN: Stage-8:MAPRED
+RUN: Stage-7:CONDITIONAL
+RUN: Stage-5:MAPRED
238 val_238
238 val_238
238 val_238
@@ -761,6 +767,11 @@ POSTHOOK: query: select a.* from src a j
POSTHOOK: type: QUERY
POSTHOOK: Input: default@src
#### A masked pattern was here ####
+RUN: Stage-10:CONDITIONAL
+RUN: Stage-14:MAPREDLOCAL
+RUN: Stage-9:MAPRED
+RUN: Stage-7:CONDITIONAL
+RUN: Stage-5:MAPRED
238 val_238
238 val_238
238 val_238
@@ -823,7 +834,7 @@ Obtaining error information
Task failed!
Task ID:
- Stage-6
+ Stage-5
Logs:
@@ -835,6 +846,12 @@ select a.* from src a join src b on a.ke
POSTHOOK: type: QUERY
POSTHOOK: Input: default@src
#### A masked pattern was here ####
+RUN: Stage-10:CONDITIONAL
+RUN: Stage-14:MAPREDLOCAL
+RUN: Stage-1:MAPRED
+RUN: Stage-7:CONDITIONAL
+RUN: Stage-5:MAPRED
+RUN: Stage-2:MAPRED
103 val_103
103 val_103
103 val_103
Modified:
hive/branches/branch-0.13/ql/src/test/results/clientpositive/mapjoin_hook.q.out
URL:
http://svn.apache.org/viewvc/hive/branches/branch-0.13/ql/src/test/results/clientpositive/mapjoin_hook.q.out?rev=1579804&r1=1579803&r2=1579804&view=diff
==============================================================================
---
hive/branches/branch-0.13/ql/src/test/results/clientpositive/mapjoin_hook.q.out
(original)
+++
hive/branches/branch-0.13/ql/src/test/results/clientpositive/mapjoin_hook.q.out
Thu Mar 20 22:19:35 2014
@@ -1,8 +1,10 @@
PREHOOK: query: drop table dest1
PREHOOK: type: DROPTABLE
+RUN: Stage-0:DDL
PREHOOK: query: CREATE TABLE dest1(key INT, value STRING) STORED AS TEXTFILE
PREHOOK: type: CREATETABLE
PREHOOK: Output: database:default
+RUN: Stage-0:DDL
PREHOOK: query: INSERT OVERWRITE TABLE dest1
SELECT /*+ MAPJOIN(x) */ x.key, count(1) FROM src1 x JOIN src y ON (x.key =
y.key) group by x.key
PREHOOK: type: QUERY
@@ -10,12 +12,18 @@ PREHOOK: Input: default@src
PREHOOK: Input: default@src1
PREHOOK: Output: default@dest1
[MapJoinCounter PostHook] COMMON_JOIN: 0 HINTED_MAPJOIN: 1
HINTED_MAPJOIN_LOCAL: 0 CONVERTED_MAPJOIN: 0 CONVERTED_MAPJOIN_LOCAL: 0
BACKUP_COMMON_JOIN: 0
+RUN: Stage-1:MAPRED
+RUN: Stage-0:MOVE
+RUN: Stage-2:STATS
PREHOOK: query: FROM src src1 JOIN src src2 ON (src1.key = src2.key) JOIN src
src3 ON (src1.key = src3.key)
INSERT OVERWRITE TABLE dest1 SELECT src1.key, src3.value
PREHOOK: type: QUERY
PREHOOK: Input: default@src
PREHOOK: Output: default@dest1
[MapJoinCounter PostHook] COMMON_JOIN: 0 HINTED_MAPJOIN: 1
HINTED_MAPJOIN_LOCAL: 0 CONVERTED_MAPJOIN: 0 CONVERTED_MAPJOIN_LOCAL: 0
BACKUP_COMMON_JOIN: 0
+RUN: Stage-5:MAPRED
+RUN: Stage-0:MOVE
+RUN: Stage-2:STATS
PREHOOK: query: FROM srcpart src1 JOIN src src2 ON (src1.key = src2.key)
INSERT OVERWRITE TABLE dest1 SELECT src1.key, src2.value
where (src1.ds = '2008-04-08' or src1.ds = '2008-04-09' )and (src1.hr = '12'
or src1.hr = '11')
@@ -40,6 +48,11 @@ Logs:
FAILED: Execution Error, return code 2 from
org.apache.hadoop.hive.ql.exec.mr.MapRedTask
ATTEMPT: Execute BackupTask: org.apache.hadoop.hive.ql.exec.mr.MapRedTask
[MapJoinCounter PostHook] COMMON_JOIN: 0 HINTED_MAPJOIN: 0
HINTED_MAPJOIN_LOCAL: 0 CONVERTED_MAPJOIN: 1 CONVERTED_MAPJOIN_LOCAL: 0
BACKUP_COMMON_JOIN: 1
+RUN: Stage-6:CONDITIONAL
+RUN: Stage-4:MAPRED
+RUN: Stage-1:MAPRED
+RUN: Stage-0:MOVE
+RUN: Stage-2:STATS
PREHOOK: query: FROM src src1 JOIN src src2 ON (src1.key = src2.key) JOIN src
src3 ON (src1.key + src2.key = src3.key)
INSERT OVERWRITE TABLE dest1 SELECT src1.key, src3.value
PREHOOK: type: QUERY
@@ -62,7 +75,7 @@ Obtaining error information
Task failed!
Task ID:
- Stage-7
+ Stage-6
Logs:
@@ -70,3 +83,11 @@ Logs:
FAILED: Execution Error, return code 2 from
org.apache.hadoop.hive.ql.exec.mr.MapRedTask
ATTEMPT: Execute BackupTask: org.apache.hadoop.hive.ql.exec.mr.MapRedTask
[MapJoinCounter PostHook] COMMON_JOIN: 0 HINTED_MAPJOIN: 0
HINTED_MAPJOIN_LOCAL: 0 CONVERTED_MAPJOIN: 2 CONVERTED_MAPJOIN_LOCAL: 0
BACKUP_COMMON_JOIN: 2
+RUN: Stage-11:CONDITIONAL
+RUN: Stage-10:MAPRED
+RUN: Stage-1:MAPRED
+RUN: Stage-8:CONDITIONAL
+RUN: Stage-6:MAPRED
+RUN: Stage-2:MAPRED
+RUN: Stage-0:MOVE
+RUN: Stage-3:STATS
Modified:
hive/branches/branch-0.13/ql/src/test/results/clientpositive/multiMapJoin1.q.out
URL:
http://svn.apache.org/viewvc/hive/branches/branch-0.13/ql/src/test/results/clientpositive/multiMapJoin1.q.out?rev=1579804&r1=1579803&r2=1579804&view=diff
==============================================================================
---
hive/branches/branch-0.13/ql/src/test/results/clientpositive/multiMapJoin1.q.out
(original)
+++
hive/branches/branch-0.13/ql/src/test/results/clientpositive/multiMapJoin1.q.out
Thu Mar 20 22:19:35 2014
@@ -5,6 +5,7 @@ POSTHOOK: query: create table smallTbl1(
POSTHOOK: type: CREATETABLE
POSTHOOK: Output: database:default
POSTHOOK: Output: default@smallTbl1
+RUN: Stage-0:DDL
PREHOOK: query: insert overwrite table smallTbl1 select * from src where key <
10
PREHOOK: type: QUERY
PREHOOK: Input: default@src
@@ -15,6 +16,11 @@ POSTHOOK: Input: default@src
POSTHOOK: Output: default@smalltbl1
POSTHOOK: Lineage: smalltbl1.key SIMPLE [(src)src.FieldSchema(name:key,
type:string, comment:default), ]
POSTHOOK: Lineage: smalltbl1.value SIMPLE [(src)src.FieldSchema(name:value,
type:string, comment:default), ]
+RUN: Stage-1:MAPRED
+RUN: Stage-7:CONDITIONAL
+RUN: Stage-4:MOVE
+RUN: Stage-0:MOVE
+RUN: Stage-2:STATS
PREHOOK: query: create table smallTbl2(key string, value string)
PREHOOK: type: CREATETABLE
PREHOOK: Output: database:default
@@ -24,6 +30,7 @@ POSTHOOK: Output: database:default
POSTHOOK: Output: default@smallTbl2
POSTHOOK: Lineage: smalltbl1.key SIMPLE [(src)src.FieldSchema(name:key,
type:string, comment:default), ]
POSTHOOK: Lineage: smalltbl1.value SIMPLE [(src)src.FieldSchema(name:value,
type:string, comment:default), ]
+RUN: Stage-0:DDL
PREHOOK: query: insert overwrite table smallTbl2 select * from src where key <
10
PREHOOK: type: QUERY
PREHOOK: Input: default@src
@@ -36,6 +43,11 @@ POSTHOOK: Lineage: smalltbl1.key SIMPLE
POSTHOOK: Lineage: smalltbl1.value SIMPLE [(src)src.FieldSchema(name:value,
type:string, comment:default), ]
POSTHOOK: Lineage: smalltbl2.key SIMPLE [(src)src.FieldSchema(name:key,
type:string, comment:default), ]
POSTHOOK: Lineage: smalltbl2.value SIMPLE [(src)src.FieldSchema(name:value,
type:string, comment:default), ]
+RUN: Stage-1:MAPRED
+RUN: Stage-7:CONDITIONAL
+RUN: Stage-4:MOVE
+RUN: Stage-0:MOVE
+RUN: Stage-2:STATS
PREHOOK: query: create table smallTbl3(key string, value string)
PREHOOK: type: CREATETABLE
PREHOOK: Output: database:default
@@ -47,6 +59,7 @@ POSTHOOK: Lineage: smalltbl1.key SIMPLE
POSTHOOK: Lineage: smalltbl1.value SIMPLE [(src)src.FieldSchema(name:value,
type:string, comment:default), ]
POSTHOOK: Lineage: smalltbl2.key SIMPLE [(src)src.FieldSchema(name:key,
type:string, comment:default), ]
POSTHOOK: Lineage: smalltbl2.value SIMPLE [(src)src.FieldSchema(name:value,
type:string, comment:default), ]
+RUN: Stage-0:DDL
PREHOOK: query: insert overwrite table smallTbl3 select * from src where key <
10
PREHOOK: type: QUERY
PREHOOK: Input: default@src
@@ -61,6 +74,11 @@ POSTHOOK: Lineage: smalltbl2.key SIMPLE
POSTHOOK: Lineage: smalltbl2.value SIMPLE [(src)src.FieldSchema(name:value,
type:string, comment:default), ]
POSTHOOK: Lineage: smalltbl3.key SIMPLE [(src)src.FieldSchema(name:key,
type:string, comment:default), ]
POSTHOOK: Lineage: smalltbl3.value SIMPLE [(src)src.FieldSchema(name:value,
type:string, comment:default), ]
+RUN: Stage-1:MAPRED
+RUN: Stage-7:CONDITIONAL
+RUN: Stage-4:MOVE
+RUN: Stage-0:MOVE
+RUN: Stage-2:STATS
PREHOOK: query: create table smallTbl4(key string, value string)
PREHOOK: type: CREATETABLE
PREHOOK: Output: database:default
@@ -74,6 +92,7 @@ POSTHOOK: Lineage: smalltbl2.key SIMPLE
POSTHOOK: Lineage: smalltbl2.value SIMPLE [(src)src.FieldSchema(name:value,
type:string, comment:default), ]
POSTHOOK: Lineage: smalltbl3.key SIMPLE [(src)src.FieldSchema(name:key,
type:string, comment:default), ]
POSTHOOK: Lineage: smalltbl3.value SIMPLE [(src)src.FieldSchema(name:value,
type:string, comment:default), ]
+RUN: Stage-0:DDL
PREHOOK: query: insert overwrite table smallTbl4 select * from src where key <
10
PREHOOK: type: QUERY
PREHOOK: Input: default@src
@@ -90,6 +109,11 @@ POSTHOOK: Lineage: smalltbl3.key SIMPLE
POSTHOOK: Lineage: smalltbl3.value SIMPLE [(src)src.FieldSchema(name:value,
type:string, comment:default), ]
POSTHOOK: Lineage: smalltbl4.key SIMPLE [(src)src.FieldSchema(name:key,
type:string, comment:default), ]
POSTHOOK: Lineage: smalltbl4.value SIMPLE [(src)src.FieldSchema(name:value,
type:string, comment:default), ]
+RUN: Stage-1:MAPRED
+RUN: Stage-7:CONDITIONAL
+RUN: Stage-4:MOVE
+RUN: Stage-0:MOVE
+RUN: Stage-2:STATS
PREHOOK: query: create table bigTbl(key string, value string)
PREHOOK: type: CREATETABLE
PREHOOK: Output: database:default
@@ -105,6 +129,7 @@ POSTHOOK: Lineage: smalltbl3.key SIMPLE
POSTHOOK: Lineage: smalltbl3.value SIMPLE [(src)src.FieldSchema(name:value,
type:string, comment:default), ]
POSTHOOK: Lineage: smalltbl4.key SIMPLE [(src)src.FieldSchema(name:key,
type:string, comment:default), ]
POSTHOOK: Lineage: smalltbl4.value SIMPLE [(src)src.FieldSchema(name:value,
type:string, comment:default), ]
+RUN: Stage-0:DDL
PREHOOK: query: insert overwrite table bigTbl
select * from
(
@@ -167,6 +192,11 @@ POSTHOOK: Lineage: smalltbl3.key SIMPLE
POSTHOOK: Lineage: smalltbl3.value SIMPLE [(src)src.FieldSchema(name:value,
type:string, comment:default), ]
POSTHOOK: Lineage: smalltbl4.key SIMPLE [(src)src.FieldSchema(name:key,
type:string, comment:default), ]
POSTHOOK: Lineage: smalltbl4.value SIMPLE [(src)src.FieldSchema(name:value,
type:string, comment:default), ]
+RUN: Stage-1:MAPRED
+RUN: Stage-7:CONDITIONAL
+RUN: Stage-4:MOVE
+RUN: Stage-0:MOVE
+RUN: Stage-2:STATS
PREHOOK: query: explain
select count(*) FROM
(select bigTbl.key as key, bigTbl.value as value1,
@@ -316,6 +346,7 @@ POSTHOOK: Lineage: smalltbl3.key SIMPLE
POSTHOOK: Lineage: smalltbl3.value SIMPLE [(src)src.FieldSchema(name:value,
type:string, comment:default), ]
POSTHOOK: Lineage: smalltbl4.key SIMPLE [(src)src.FieldSchema(name:key,
type:string, comment:default), ]
POSTHOOK: Lineage: smalltbl4.value SIMPLE [(src)src.FieldSchema(name:value,
type:string, comment:default), ]
+RUN: Stage-2:MAPRED
580
PREHOOK: query: -- Now run a query with two-way join, which should be
converted into a
-- map-join followed by groupby - two MR jobs overall
@@ -470,6 +501,7 @@ POSTHOOK: Lineage: smalltbl3.key SIMPLE
POSTHOOK: Lineage: smalltbl3.value SIMPLE [(src)src.FieldSchema(name:value,
type:string, comment:default), ]
POSTHOOK: Lineage: smalltbl4.key SIMPLE [(src)src.FieldSchema(name:key,
type:string, comment:default), ]
POSTHOOK: Lineage: smalltbl4.value SIMPLE [(src)src.FieldSchema(name:value,
type:string, comment:default), ]
+RUN: Stage-2:MAPRED
580
PREHOOK: query: -- Now run a query with two-way join, which should first be
converted into a
-- map-join followed by groupby and then finally into a single MR job.
@@ -637,6 +669,7 @@ POSTHOOK: Lineage: smalltbl3.key SIMPLE
POSTHOOK: Lineage: smalltbl3.value SIMPLE [(src)src.FieldSchema(name:value,
type:string, comment:default), ]
POSTHOOK: Lineage: smalltbl4.key SIMPLE [(src)src.FieldSchema(name:key,
type:string, comment:default), ]
POSTHOOK: Lineage: smalltbl4.value SIMPLE [(src)src.FieldSchema(name:value,
type:string, comment:default), ]
+RUN: Stage-2:MAPRED
270
10
10
@@ -661,6 +694,7 @@ POSTHOOK: Lineage: smalltbl3.key SIMPLE
POSTHOOK: Lineage: smalltbl3.value SIMPLE [(src)src.FieldSchema(name:value,
type:string, comment:default), ]
POSTHOOK: Lineage: smalltbl4.key SIMPLE [(src)src.FieldSchema(name:key,
type:string, comment:default), ]
POSTHOOK: Lineage: smalltbl4.value SIMPLE [(src)src.FieldSchema(name:value,
type:string, comment:default), ]
+RUN: Stage-0:DDL
PREHOOK: query: create table bigTbl(key1 string, key2 string, value string)
PREHOOK: type: CREATETABLE
PREHOOK: Output: database:default
@@ -678,6 +712,7 @@ POSTHOOK: Lineage: smalltbl3.key SIMPLE
POSTHOOK: Lineage: smalltbl3.value SIMPLE [(src)src.FieldSchema(name:value,
type:string, comment:default), ]
POSTHOOK: Lineage: smalltbl4.key SIMPLE [(src)src.FieldSchema(name:key,
type:string, comment:default), ]
POSTHOOK: Lineage: smalltbl4.value SIMPLE [(src)src.FieldSchema(name:value,
type:string, comment:default), ]
+RUN: Stage-0:DDL
PREHOOK: query: insert overwrite table bigTbl
select * from
(
@@ -743,6 +778,11 @@ POSTHOOK: Lineage: smalltbl3.key SIMPLE
POSTHOOK: Lineage: smalltbl3.value SIMPLE [(src)src.FieldSchema(name:value,
type:string, comment:default), ]
POSTHOOK: Lineage: smalltbl4.key SIMPLE [(src)src.FieldSchema(name:key,
type:string, comment:default), ]
POSTHOOK: Lineage: smalltbl4.value SIMPLE [(src)src.FieldSchema(name:value,
type:string, comment:default), ]
+RUN: Stage-1:MAPRED
+RUN: Stage-7:CONDITIONAL
+RUN: Stage-4:MOVE
+RUN: Stage-0:MOVE
+RUN: Stage-2:STATS
PREHOOK: query: -- First disable noconditionaltask
EXPLAIN
SELECT SUM(HASH(join3.key1)),
@@ -1421,6 +1461,15 @@ POSTHOOK: Lineage: smalltbl3.key SIMPLE
POSTHOOK: Lineage: smalltbl3.value SIMPLE [(src)src.FieldSchema(name:value,
type:string, comment:default), ]
POSTHOOK: Lineage: smalltbl4.key SIMPLE [(src)src.FieldSchema(name:key,
type:string, comment:default), ]
POSTHOOK: Lineage: smalltbl4.value SIMPLE [(src)src.FieldSchema(name:value,
type:string, comment:default), ]
+RUN: Stage-20:CONDITIONAL
+RUN: Stage-18:MAPRED
+RUN: Stage-17:CONDITIONAL
+RUN: Stage-15:MAPRED
+RUN: Stage-14:CONDITIONAL
+RUN: Stage-12:MAPRED
+RUN: Stage-11:CONDITIONAL
+RUN: Stage-9:MAPRED
+RUN: Stage-4:MAPRED
247580 247580 247580 247580 247580 247580 548662743780 548662743780
PREHOOK: query: -- Enable noconditionaltask and set the size of
hive.auto.convert.join.noconditionaltask.size
-- to 10000, which is large enough to fit all four small tables (smallTbl1 to
smallTbl4).
@@ -1730,6 +1779,7 @@ POSTHOOK: Lineage: smalltbl3.key SIMPLE
POSTHOOK: Lineage: smalltbl3.value SIMPLE [(src)src.FieldSchema(name:value,
type:string, comment:default), ]
POSTHOOK: Lineage: smalltbl4.key SIMPLE [(src)src.FieldSchema(name:key,
type:string, comment:default), ]
POSTHOOK: Lineage: smalltbl4.value SIMPLE [(src)src.FieldSchema(name:value,
type:string, comment:default), ]
+RUN: Stage-4:MAPRED
247580 247580 247580 247580 247580 247580 548662743780 548662743780
PREHOOK: query: -- Enable noconditionaltask and set the size of
hive.auto.convert.join.noconditionaltask.size
-- to 200, which is large enough to fit two small tables. We will have two
jobs to evaluate this
@@ -2057,6 +2107,8 @@ POSTHOOK: Lineage: smalltbl3.key SIMPLE
POSTHOOK: Lineage: smalltbl3.value SIMPLE [(src)src.FieldSchema(name:value,
type:string, comment:default), ]
POSTHOOK: Lineage: smalltbl4.key SIMPLE [(src)src.FieldSchema(name:key,
type:string, comment:default), ]
POSTHOOK: Lineage: smalltbl4.value SIMPLE [(src)src.FieldSchema(name:value,
type:string, comment:default), ]
+RUN: Stage-11:MAPRED
+RUN: Stage-4:MAPRED
247580 247580 247580 247580 247580 247580 548662743780 548662743780
PREHOOK: query: -- Enable noconditionaltask and but set the size of
hive.auto.convert.join.noconditionaltask.size
-- to 0. The plan will be the same as the one with a disabled
nonconditionaltask.
@@ -2738,4 +2790,13 @@ POSTHOOK: Lineage: smalltbl3.key SIMPLE
POSTHOOK: Lineage: smalltbl3.value SIMPLE [(src)src.FieldSchema(name:value,
type:string, comment:default), ]
POSTHOOK: Lineage: smalltbl4.key SIMPLE [(src)src.FieldSchema(name:key,
type:string, comment:default), ]
POSTHOOK: Lineage: smalltbl4.value SIMPLE [(src)src.FieldSchema(name:value,
type:string, comment:default), ]
+RUN: Stage-20:CONDITIONAL
+RUN: Stage-18:MAPRED
+RUN: Stage-17:CONDITIONAL
+RUN: Stage-15:MAPRED
+RUN: Stage-14:CONDITIONAL
+RUN: Stage-12:MAPRED
+RUN: Stage-11:CONDITIONAL
+RUN: Stage-9:MAPRED
+RUN: Stage-4:MAPRED
247580 247580 247580 247580 247580 247580 548662743780 548662743780
Modified:
hive/branches/branch-0.13/ql/src/test/results/clientpositive/multiMapJoin2.q.out
URL:
http://svn.apache.org/viewvc/hive/branches/branch-0.13/ql/src/test/results/clientpositive/multiMapJoin2.q.out?rev=1579804&r1=1579803&r2=1579804&view=diff
==============================================================================
---
hive/branches/branch-0.13/ql/src/test/results/clientpositive/multiMapJoin2.q.out
(original)
+++
hive/branches/branch-0.13/ql/src/test/results/clientpositive/multiMapJoin2.q.out
Thu Mar 20 22:19:35 2014
@@ -131,6 +131,7 @@ POSTHOOK: type: QUERY
POSTHOOK: Input: default@src
POSTHOOK: Input: default@src1
#### A masked pattern was here ####
+RUN: Stage-2:MAPRED
128
128
128
@@ -366,6 +367,8 @@ POSTHOOK: type: QUERY
POSTHOOK: Input: default@src
POSTHOOK: Input: default@src1
#### A masked pattern was here ####
+RUN: Stage-7:MAPRED
+RUN: Stage-2:MAPRED
128
128
128
@@ -593,6 +596,8 @@ POSTHOOK: type: QUERY
POSTHOOK: Input: default@src
POSTHOOK: Input: default@src1
#### A masked pattern was here ####
+RUN: Stage-4:MAPRED
+RUN: Stage-2:MAPRED
128
128
@@ -1015,6 +1020,12 @@ POSTHOOK: type: QUERY
POSTHOOK: Input: default@src
POSTHOOK: Input: default@src1
#### A masked pattern was here ####
+RUN: Stage-2:MAPRED
+RUN: Stage-8:MAPRED
+RUN: Stage-12:CONDITIONAL
+RUN: Stage-11:MAPRED
+RUN: Stage-4:MAPRED
+RUN: Stage-5:MAPRED
128 1
146 1
150 1
@@ -1283,6 +1294,8 @@ POSTHOOK: type: QUERY
POSTHOOK: Input: default@src
POSTHOOK: Input: default@src1
#### A masked pattern was here ####
+RUN: Stage-2:MAPRED
+RUN: Stage-3:MAPRED
128 1
146 1
150 1
@@ -1645,6 +1658,12 @@ POSTHOOK: type: QUERY
POSTHOOK: Input: default@src
POSTHOOK: Input: default@src1
#### A masked pattern was here ####
+RUN: Stage-7:MAPRED
+RUN: Stage-2:MAPRED
+RUN: Stage-10:CONDITIONAL
+RUN: Stage-8:MAPRED
+RUN: Stage-4:MAPRED
+RUN: Stage-5:MAPRED
128 1
146 1
150 1
@@ -1895,6 +1914,8 @@ POSTHOOK: type: QUERY
POSTHOOK: Input: default@src
POSTHOOK: Input: default@src1
#### A masked pattern was here ####
+RUN: Stage-2:MAPRED
+RUN: Stage-3:MAPRED
128 1
146 1
150 1
@@ -1919,6 +1940,7 @@ CREATE TABLE part_table(key string, valu
POSTHOOK: type: CREATETABLE
POSTHOOK: Output: database:default
POSTHOOK: Output: default@part_table
+RUN: Stage-0:DDL
PREHOOK: query: INSERT OVERWRITE TABLE part_table PARTITION (partitionId=1)
SELECT key, value FROM src ORDER BY key, value LIMIT 100
PREHOOK: type: QUERY
@@ -1931,6 +1953,9 @@ POSTHOOK: Input: default@src
POSTHOOK: Output: default@part_table@partitionid=1
POSTHOOK: Lineage: part_table PARTITION(partitionid=1).key SIMPLE
[(src)src.FieldSchema(name:key, type:string, comment:default), ]
POSTHOOK: Lineage: part_table PARTITION(partitionid=1).value SIMPLE
[(src)src.FieldSchema(name:value, type:string, comment:default), ]
+RUN: Stage-1:MAPRED
+RUN: Stage-0:MOVE
+RUN: Stage-2:STATS
PREHOOK: query: INSERT OVERWRITE TABLE part_table PARTITION (partitionId=2)
SELECT key, value FROM src1 ORDER BY key, value
PREHOOK: type: QUERY
@@ -1945,6 +1970,9 @@ POSTHOOK: Lineage: part_table PARTITION(
POSTHOOK: Lineage: part_table PARTITION(partitionid=1).value SIMPLE
[(src)src.FieldSchema(name:value, type:string, comment:default), ]
POSTHOOK: Lineage: part_table PARTITION(partitionid=2).key SIMPLE
[(src1)src1.FieldSchema(name:key, type:string, comment:default), ]
POSTHOOK: Lineage: part_table PARTITION(partitionid=2).value SIMPLE
[(src1)src1.FieldSchema(name:value, type:string, comment:default), ]
+RUN: Stage-1:MAPRED
+RUN: Stage-0:MOVE
+RUN: Stage-2:STATS
PREHOOK: query: EXPLAIN
SELECT count(*)
FROM part_table x JOIN src1 y ON (x.key = y.key)
@@ -2042,6 +2070,7 @@ POSTHOOK: Lineage: part_table PARTITION(
POSTHOOK: Lineage: part_table PARTITION(partitionid=1).value SIMPLE
[(src)src.FieldSchema(name:value, type:string, comment:default), ]
POSTHOOK: Lineage: part_table PARTITION(partitionid=2).key SIMPLE
[(src1)src1.FieldSchema(name:key, type:string, comment:default), ]
POSTHOOK: Lineage: part_table PARTITION(partitionid=2).value SIMPLE
[(src1)src1.FieldSchema(name:value, type:string, comment:default), ]
+RUN: Stage-2:MAPRED
121
PREHOOK: query: -- HIVE-5891 Alias conflict when merging multiple mapjoin
tasks into their common
-- child mapred task
@@ -2310,6 +2339,9 @@ POSTHOOK: Lineage: part_table PARTITION(
POSTHOOK: Lineage: part_table PARTITION(partitionid=1).value SIMPLE
[(src)src.FieldSchema(name:value, type:string, comment:default), ]
POSTHOOK: Lineage: part_table PARTITION(partitionid=2).key SIMPLE
[(src1)src1.FieldSchema(name:key, type:string, comment:default), ]
POSTHOOK: Lineage: part_table PARTITION(partitionid=2).value SIMPLE
[(src1)src1.FieldSchema(name:value, type:string, comment:default), ]
+RUN: Stage-2:MAPRED
+RUN: Stage-7:MAPRED
+RUN: Stage-4:MAPRED
0
0
0
Modified:
hive/branches/branch-0.13/ql/src/test/results/clientpositive/subquery_multiinsert.q.out
URL:
http://svn.apache.org/viewvc/hive/branches/branch-0.13/ql/src/test/results/clientpositive/subquery_multiinsert.q.out?rev=1579804&r1=1579803&r2=1579804&view=diff
==============================================================================
---
hive/branches/branch-0.13/ql/src/test/results/clientpositive/subquery_multiinsert.q.out
(original)
+++
hive/branches/branch-0.13/ql/src/test/results/clientpositive/subquery_multiinsert.q.out
Thu Mar 20 22:19:35 2014
@@ -1,16 +1,17 @@
-PREHOOK: query: CREATE TABLE src_4(
+PREHOOK: query: CREATE TABLE src_4(
key STRING,
value STRING
)
PREHOOK: type: CREATETABLE
PREHOOK: Output: database:default
-POSTHOOK: query: CREATE TABLE src_4(
+POSTHOOK: query: CREATE TABLE src_4(
key STRING,
value STRING
)
POSTHOOK: type: CREATETABLE
POSTHOOK: Output: database:default
POSTHOOK: Output: default@src_4
+RUN: Stage-0:DDL
PREHOOK: query: CREATE TABLE src_5(
key STRING,
value STRING
@@ -24,6 +25,7 @@ POSTHOOK: query: CREATE TABLE src_5(
POSTHOOK: type: CREATETABLE
POSTHOOK: Output: database:default
POSTHOOK: Output: default@src_5
+RUN: Stage-0:DDL
PREHOOK: query: explain
from src b
INSERT OVERWRITE TABLE src_4
@@ -332,6 +334,15 @@ POSTHOOK: Lineage: src_4.key EXPRESSION
POSTHOOK: Lineage: src_4.value EXPRESSION [(src)b.FieldSchema(name:value,
type:string, comment:default), ]
POSTHOOK: Lineage: src_5.key EXPRESSION [(src)b.FieldSchema(name:key,
type:string, comment:default), ]
POSTHOOK: Lineage: src_5.value EXPRESSION [(src)b.FieldSchema(name:value,
type:string, comment:default), ]
+RUN: Stage-2:MAPRED
+RUN: Stage-10:MAPRED
+RUN: Stage-0:MOVE
+RUN: Stage-4:MAPRED
+RUN: Stage-3:STATS
+RUN: Stage-5:MAPRED
+RUN: Stage-6:MAPRED
+RUN: Stage-1:MOVE
+RUN: Stage-7:STATS
PREHOOK: query: select * from src_4
PREHOOK: type: QUERY
PREHOOK: Input: default@src_4
@@ -844,6 +855,17 @@ POSTHOOK: Lineage: src_5.key EXPRESSION
POSTHOOK: Lineage: src_5.key EXPRESSION [(src)b.FieldSchema(name:key,
type:string, comment:default), ]
POSTHOOK: Lineage: src_5.value EXPRESSION [(src)b.FieldSchema(name:value,
type:string, comment:default), ]
POSTHOOK: Lineage: src_5.value EXPRESSION [(src)b.FieldSchema(name:value,
type:string, comment:default), ]
+RUN: Stage-10:MAPRED
+RUN: Stage-17:MAPREDLOCAL
+RUN: Stage-14:MAPRED
+RUN: Stage-0:MOVE
+RUN: Stage-13:CONDITIONAL
+RUN: Stage-3:STATS
+RUN: Stage-12:MAPRED
+RUN: Stage-15:MAPREDLOCAL
+RUN: Stage-6:MAPRED
+RUN: Stage-1:MOVE
+RUN: Stage-7:STATS
PREHOOK: query: select * from src_4
PREHOOK: type: QUERY
PREHOOK: Input: default@src_4
