subject:"\[08\/13\] hive git commit\: HIVE\-19128 \: Update golden files for spark perf tests"

[08/13] hive git commit: HIVE-19128 : Update golden files for spark perf tests

2018-04-09 Thread hashutosh

http://git-wip-us.apache.org/repos/asf/hive/blob/9ce42cba/ql/src/test/results/clientpositive/perf/spark/query54.q.out
--
diff --git a/ql/src/test/results/clientpositive/perf/spark/query54.q.out 
b/ql/src/test/results/clientpositive/perf/spark/query54.q.out
index 43132bc..251d7ad 100644
--- a/ql/src/test/results/clientpositive/perf/spark/query54.q.out
+++ b/ql/src/test/results/clientpositive/perf/spark/query54.q.out
@@ -1,7 +1,7 @@
-Warning: Shuffle Join JOIN[111][tables = [$hdt$_1, $hdt$_2]] in Work 'Reducer 
3' is a cross product
-Warning: Shuffle Join JOIN[107][tables = [$hdt$_0, $hdt$_1, $hdt$_2, $hdt$_3, 
$hdt$_4]] in Work 'Reducer 14' is a cross product
-Warning: Shuffle Join JOIN[114][tables = [$hdt$_1, $hdt$_2, $hdt$_0]] in Work 
'Reducer 4' is a cross product
-Warning: Map Join MAPJOIN[144][bigTable=?] in task 'Stage-1:MAPRED' is a cross 
product
+Warning: Shuffle Join JOIN[111][tables = [$hdt$_1, $hdt$_2]] in Work 'Reducer 
4' is a cross product
+Warning: Shuffle Join JOIN[104][tables = [$hdt$_0, $hdt$_1, $hdt$_2, $hdt$_3]] 
in Work 'Reducer 14' is a cross product
+Warning: Shuffle Join JOIN[114][tables = [$hdt$_1, $hdt$_2, $hdt$_0]] in Work 
'Reducer 5' is a cross product
+Warning: Map Join MAPJOIN[143][bigTable=?] in task 'Stage-1:MAPRED' is a cross 
product
 PREHOOK: query: explain
 with my_customers as (
  select distinct c_customer_sk
@@ -122,11 +122,11 @@ STAGE PLANS:
   Stage: Stage-2
 Spark
   Edges:
-Reducer 29 <- Map 28 (GROUP, 2)
-Reducer 30 <- Reducer 29 (GROUP, 1)
+Reducer 31 <- Map 30 (GROUP, 2)
+Reducer 32 <- Reducer 31 (GROUP, 1)
  A masked pattern was here 
   Vertices:
-Map 28 
+Map 30 
 Map Operator Tree:
 TableScan
   alias: date_dim
@@ -148,7 +148,7 @@ STAGE PLANS:
   sort order: +
   Map-reduce partition columns: _col0 (type: int)
   Statistics: Num rows: 18262 Data size: 20435178 
Basic stats: COMPLETE Column stats: NONE
-Reducer 29 
+Reducer 31 
 Reduce Operator Tree:
   Group By Operator
 keys: KEY._col0 (type: int)
@@ -166,7 +166,7 @@ STAGE PLANS:
   sort order: 
   Statistics: Num rows: 1 Data size: 8 Basic stats: 
COMPLETE Column stats: NONE
   value expressions: _col0 (type: bigint)
-Reducer 30 
+Reducer 32 
 Local Work:
   Map Reduce Local Work
 Reduce Operator Tree:
@@ -211,23 +211,23 @@ STAGE PLANS:
   Stage: Stage-1
 Spark
   Edges:
-Reducer 10 <- Reducer 9 (GROUP, 1)
+Reducer 10 <- Map 1 (GROUP, 2)
 Reducer 12 <- Map 11 (PARTITION-LEVEL SORT, 398), Map 15 
(PARTITION-LEVEL SORT, 398)
 Reducer 13 <- Reducer 12 (PARTITION-LEVEL SORT, 772), Reducer 17 
(PARTITION-LEVEL SORT, 772)
-Reducer 14 <- Reducer 13 (PARTITION-LEVEL SORT, 1), Reducer 32 
(PARTITION-LEVEL SORT, 1)
+Reducer 14 <- Reducer 13 (PARTITION-LEVEL SORT, 1), Reducer 29 
(PARTITION-LEVEL SORT, 1)
 Reducer 17 <- Map 16 (PARTITION-LEVEL SORT, 654), Reducer 23 
(PARTITION-LEVEL SORT, 654)
 Reducer 2 <- Map 1 (GROUP, 2)
-Reducer 20 <- Map 19 (PARTITION-LEVEL SORT, 458), Map 24 
(PARTITION-LEVEL SORT, 458), Map 25 (PARTITION-LEVEL SORT, 458)
-Reducer 21 <- Map 26 (PARTITION-LEVEL SORT, 505), Reducer 20 
(PARTITION-LEVEL SORT, 505)
+Reducer 20 <- Map 19 (PARTITION-LEVEL SORT, 459), Map 24 
(PARTITION-LEVEL SORT, 459), Map 25 (PARTITION-LEVEL SORT, 459)
+Reducer 21 <- Map 26 (PARTITION-LEVEL SORT, 504), Reducer 20 
(PARTITION-LEVEL SORT, 504)
 Reducer 22 <- Map 27 (PARTITION-LEVEL SORT, 1009), Reducer 21 
(PARTITION-LEVEL SORT, 1009)
 Reducer 23 <- Reducer 22 (GROUP, 610)
-Reducer 3 <- Reducer 10 (PARTITION-LEVEL SORT, 1), Reducer 2 
(PARTITION-LEVEL SORT, 1)
-Reducer 32 <- Map 31 (GROUP, 2)
-Reducer 4 <- Reducer 14 (PARTITION-LEVEL SORT, 1), Reducer 3 
(PARTITION-LEVEL SORT, 1)
-Reducer 5 <- Reducer 4 (GROUP, 1009)
+Reducer 29 <- Map 28 (GROUP, 2)
+Reducer 3 <- Reducer 2 (GROUP, 1)
+Reducer 4 <- Reducer 10 (PARTITION-LEVEL SORT, 1), Reducer 3 
(PARTITION-LEVEL SORT, 1)
+Reducer 5 <- Reducer 14 (PARTITION-LEVEL SORT, 1), Reducer 4 
(PARTITION-LEVEL SORT, 1)
 Reducer 6 <- Reducer 5 (GROUP, 1009)
-Reducer 7 <- Reducer 6 (SORT, 1)
-Reducer 9 <- Map 1 (GROUP, 2)
+Reducer 7 <- Reducer 6 (GROUP, 1009)
+Reducer 8 <- Reducer 7 (SORT, 1)
  A masked pattern was here 
   Vertices:
 Map 1 
@@ -330,11 +330,11 @@ STAGE PLANS:
   outputColumnNames: _col0, _col1, _col2
   Statistics: Num rows: 287989836 Data size: 38999608952 
Basic stat

[08/13] hive git commit: HIVE-19128 : Update golden files for spark perf tests

2018-04-09 Thread hashutosh

http://git-wip-us.apache.org/repos/asf/hive/blob/328d3f93/ql/src/test/results/clientpositive/perf/spark/query54.q.out
--
diff --git a/ql/src/test/results/clientpositive/perf/spark/query54.q.out 
b/ql/src/test/results/clientpositive/perf/spark/query54.q.out
index 43132bc..251d7ad 100644
--- a/ql/src/test/results/clientpositive/perf/spark/query54.q.out
+++ b/ql/src/test/results/clientpositive/perf/spark/query54.q.out
@@ -1,7 +1,7 @@
-Warning: Shuffle Join JOIN[111][tables = [$hdt$_1, $hdt$_2]] in Work 'Reducer 
3' is a cross product
-Warning: Shuffle Join JOIN[107][tables = [$hdt$_0, $hdt$_1, $hdt$_2, $hdt$_3, 
$hdt$_4]] in Work 'Reducer 14' is a cross product
-Warning: Shuffle Join JOIN[114][tables = [$hdt$_1, $hdt$_2, $hdt$_0]] in Work 
'Reducer 4' is a cross product
-Warning: Map Join MAPJOIN[144][bigTable=?] in task 'Stage-1:MAPRED' is a cross 
product
+Warning: Shuffle Join JOIN[111][tables = [$hdt$_1, $hdt$_2]] in Work 'Reducer 
4' is a cross product
+Warning: Shuffle Join JOIN[104][tables = [$hdt$_0, $hdt$_1, $hdt$_2, $hdt$_3]] 
in Work 'Reducer 14' is a cross product
+Warning: Shuffle Join JOIN[114][tables = [$hdt$_1, $hdt$_2, $hdt$_0]] in Work 
'Reducer 5' is a cross product
+Warning: Map Join MAPJOIN[143][bigTable=?] in task 'Stage-1:MAPRED' is a cross 
product
 PREHOOK: query: explain
 with my_customers as (
  select distinct c_customer_sk
@@ -122,11 +122,11 @@ STAGE PLANS:
   Stage: Stage-2
 Spark
   Edges:
-Reducer 29 <- Map 28 (GROUP, 2)
-Reducer 30 <- Reducer 29 (GROUP, 1)
+Reducer 31 <- Map 30 (GROUP, 2)
+Reducer 32 <- Reducer 31 (GROUP, 1)
  A masked pattern was here 
   Vertices:
-Map 28 
+Map 30 
 Map Operator Tree:
 TableScan
   alias: date_dim
@@ -148,7 +148,7 @@ STAGE PLANS:
   sort order: +
   Map-reduce partition columns: _col0 (type: int)
   Statistics: Num rows: 18262 Data size: 20435178 
Basic stats: COMPLETE Column stats: NONE
-Reducer 29 
+Reducer 31 
 Reduce Operator Tree:
   Group By Operator
 keys: KEY._col0 (type: int)
@@ -166,7 +166,7 @@ STAGE PLANS:
   sort order: 
   Statistics: Num rows: 1 Data size: 8 Basic stats: 
COMPLETE Column stats: NONE
   value expressions: _col0 (type: bigint)
-Reducer 30 
+Reducer 32 
 Local Work:
   Map Reduce Local Work
 Reduce Operator Tree:
@@ -211,23 +211,23 @@ STAGE PLANS:
   Stage: Stage-1
 Spark
   Edges:
-Reducer 10 <- Reducer 9 (GROUP, 1)
+Reducer 10 <- Map 1 (GROUP, 2)
 Reducer 12 <- Map 11 (PARTITION-LEVEL SORT, 398), Map 15 
(PARTITION-LEVEL SORT, 398)
 Reducer 13 <- Reducer 12 (PARTITION-LEVEL SORT, 772), Reducer 17 
(PARTITION-LEVEL SORT, 772)
-Reducer 14 <- Reducer 13 (PARTITION-LEVEL SORT, 1), Reducer 32 
(PARTITION-LEVEL SORT, 1)
+Reducer 14 <- Reducer 13 (PARTITION-LEVEL SORT, 1), Reducer 29 
(PARTITION-LEVEL SORT, 1)
 Reducer 17 <- Map 16 (PARTITION-LEVEL SORT, 654), Reducer 23 
(PARTITION-LEVEL SORT, 654)
 Reducer 2 <- Map 1 (GROUP, 2)
-Reducer 20 <- Map 19 (PARTITION-LEVEL SORT, 458), Map 24 
(PARTITION-LEVEL SORT, 458), Map 25 (PARTITION-LEVEL SORT, 458)
-Reducer 21 <- Map 26 (PARTITION-LEVEL SORT, 505), Reducer 20 
(PARTITION-LEVEL SORT, 505)
+Reducer 20 <- Map 19 (PARTITION-LEVEL SORT, 459), Map 24 
(PARTITION-LEVEL SORT, 459), Map 25 (PARTITION-LEVEL SORT, 459)
+Reducer 21 <- Map 26 (PARTITION-LEVEL SORT, 504), Reducer 20 
(PARTITION-LEVEL SORT, 504)
 Reducer 22 <- Map 27 (PARTITION-LEVEL SORT, 1009), Reducer 21 
(PARTITION-LEVEL SORT, 1009)
 Reducer 23 <- Reducer 22 (GROUP, 610)
-Reducer 3 <- Reducer 10 (PARTITION-LEVEL SORT, 1), Reducer 2 
(PARTITION-LEVEL SORT, 1)
-Reducer 32 <- Map 31 (GROUP, 2)
-Reducer 4 <- Reducer 14 (PARTITION-LEVEL SORT, 1), Reducer 3 
(PARTITION-LEVEL SORT, 1)
-Reducer 5 <- Reducer 4 (GROUP, 1009)
+Reducer 29 <- Map 28 (GROUP, 2)
+Reducer 3 <- Reducer 2 (GROUP, 1)
+Reducer 4 <- Reducer 10 (PARTITION-LEVEL SORT, 1), Reducer 3 
(PARTITION-LEVEL SORT, 1)
+Reducer 5 <- Reducer 14 (PARTITION-LEVEL SORT, 1), Reducer 4 
(PARTITION-LEVEL SORT, 1)
 Reducer 6 <- Reducer 5 (GROUP, 1009)
-Reducer 7 <- Reducer 6 (SORT, 1)
-Reducer 9 <- Map 1 (GROUP, 2)
+Reducer 7 <- Reducer 6 (GROUP, 1009)
+Reducer 8 <- Reducer 7 (SORT, 1)
  A masked pattern was here 
   Vertices:
 Map 1 
@@ -330,11 +330,11 @@ STAGE PLANS:
   outputColumnNames: _col0, _col1, _col2
   Statistics: Num rows: 287989836 Data size: 38999608952 
Basic stat

[08/13] hive git commit: HIVE-19128 : Update golden files for spark perf tests

[08/13] hive git commit: HIVE-19128 : Update golden files for spark perf tests

2 matches

Site Navigation

Mail list logo

Footer information