http://git-wip-us.apache.org/repos/asf/hive/blob/96a409e1/ql/src/test/results/clientpositive/llap/subquery_views.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/llap/subquery_views.q.out b/ql/src/test/results/clientpositive/llap/subquery_views.q.out index af69569..9391362 100644 --- a/ql/src/test/results/clientpositive/llap/subquery_views.q.out +++ b/ql/src/test/results/clientpositive/llap/subquery_views.q.out @@ -124,17 +124,14 @@ STAGE PLANS: Tez #### A masked pattern was here #### Edges: - Reducer 10 <- Reducer 13 (ONE_TO_ONE_EDGE), Reducer 9 (SIMPLE_EDGE) - Reducer 12 <- Map 11 (SIMPLE_EDGE) - Reducer 13 <- Map 11 (SIMPLE_EDGE) + Reducer 10 <- Map 9 (SIMPLE_EDGE) Reducer 2 <- Map 1 (SIMPLE_EDGE), Reducer 4 (ONE_TO_ONE_EDGE), Reducer 6 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE), Reducer 7 (SIMPLE_EDGE) Reducer 4 <- Map 1 (SIMPLE_EDGE) Reducer 5 <- Map 1 (SIMPLE_EDGE) - Reducer 6 <- Reducer 12 (ONE_TO_ONE_EDGE), Reducer 5 (SIMPLE_EDGE) - Reducer 7 <- Map 1 (SIMPLE_EDGE), Reducer 10 (SIMPLE_EDGE), Reducer 8 (ONE_TO_ONE_EDGE) + Reducer 6 <- Reducer 10 (ONE_TO_ONE_EDGE), Reducer 5 (SIMPLE_EDGE) + Reducer 7 <- Map 1 (SIMPLE_EDGE), Reducer 6 (SIMPLE_EDGE), Reducer 8 (ONE_TO_ONE_EDGE) Reducer 8 <- Map 1 (SIMPLE_EDGE) - Reducer 9 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### Vertices: Map 1 @@ -211,22 +208,9 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 83 Data size: 16102 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: bigint), _col3 (type: bigint) - Filter Operator - predicate: ((value > 'val_11') and key is not null) (type: boolean) - Statistics: Num rows: 166 Data size: 29548 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: key (type: string), value (type: string) - mode: hash - outputColumnNames: _col0, _col1 - Statistics: Num rows: 83 Data size: 14774 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: string), _col1 (type: string) - sort order: ++ - Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 83 Data size: 14774 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap LLAP IO: no inputs - Map 11 + Map 9 Map Operator Tree: TableScan alias: b @@ -243,46 +227,11 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 250 Data size: 21750 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: string) - sort order: + - Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 250 Data size: 21750 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap LLAP IO: no inputs Reducer 10 Execution mode: llap Reduce Operator Tree: - Merge Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: string) - 1 _col0 (type: string) - outputColumnNames: _col2, _col3, _col4 - Statistics: Num rows: 67 Data size: 12194 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col4 (type: string), _col2 (type: string) - sort order: ++ - Map-reduce partition columns: _col4 (type: string), _col2 (type: string) - Statistics: Num rows: 67 Data size: 12194 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col3 (type: boolean) - Reducer 12 - Execution mode: llap - Reduce Operator Tree: - Group By Operator - keys: KEY._col0 (type: string) - mode: mergepartial - outputColumnNames: _col0 - Statistics: Num rows: 250 Data size: 21750 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: string) - sort order: + - Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 250 Data size: 21750 Basic stats: COMPLETE Column stats: COMPLETE - Reducer 13 - Execution mode: llap - Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) mode: mergepartial @@ -387,6 +336,12 @@ STAGE PLANS: Map-reduce partition columns: _col4 (type: string), _col2 (type: string) Statistics: Num rows: 67 Data size: 12194 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col3 (type: boolean) + Reduce Output Operator + key expressions: _col4 (type: string), _col2 (type: string) + sort order: ++ + Map-reduce partition columns: _col4 (type: string), _col2 (type: string) + Statistics: Num rows: 67 Data size: 12194 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col3 (type: boolean) Reducer 7 Execution mode: llap Reduce Operator Tree: @@ -432,24 +387,6 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 83 Data size: 16102 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: bigint), _col3 (type: bigint) - Reducer 9 - Execution mode: llap - Reduce Operator Tree: - Group By Operator - keys: KEY._col0 (type: string), KEY._col1 (type: string) - mode: mergepartial - outputColumnNames: _col0, _col1 - Statistics: Num rows: 83 Data size: 14774 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: string), _col1 (type: string), true (type: boolean) - outputColumnNames: _col0, _col2, _col3 - Statistics: Num rows: 83 Data size: 15106 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: string) - sort order: + - Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 83 Data size: 15106 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col2 (type: string), _col3 (type: boolean) Stage: Stage-0 Fetch Operator
http://git-wip-us.apache.org/repos/asf/hive/blob/96a409e1/ql/src/test/results/clientpositive/llap/vector_groupby_grouping_id2.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/llap/vector_groupby_grouping_id2.q.out b/ql/src/test/results/clientpositive/llap/vector_groupby_grouping_id2.q.out index 24c7ce7..e6075c7 100644 --- a/ql/src/test/results/clientpositive/llap/vector_groupby_grouping_id2.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_groupby_grouping_id2.q.out @@ -1073,9 +1073,8 @@ STAGE PLANS: Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) - Reducer 4 <- Reducer 3 (SIMPLE_EDGE), Reducer 6 (SIMPLE_EDGE) - Reducer 5 <- Map 1 (SIMPLE_EDGE) - Reducer 6 <- Reducer 5 (SIMPLE_EDGE) + Reducer 4 <- Reducer 3 (SIMPLE_EDGE), Reducer 5 (SIMPLE_EDGE) + Reducer 5 <- Reducer 2 (SIMPLE_EDGE) #### A masked pattern was here #### Vertices: Map 1 @@ -1118,18 +1117,6 @@ STAGE PLANS: partitionColumnNums: [3] valueColumnNums: [] Statistics: Num rows: 18 Data size: 144 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: _col0 (type: int), _col1 (type: int), _col2 (type: int) - sort order: +++ - Map-reduce partition columns: rand() (type: double) - Reduce Sink Vectorization: - className: VectorReduceSinkObjectHashOperator - keyColumnNums: [0, 1, 2] - native: true - nativeConditionsMet: hive.vectorized.execution.reducesink.new.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true, No PTF TopN IS true, No DISTINCT columns IS true, BinarySortableSerDe for keys IS true, LazyBinarySerDe for values IS true - partitionColumnNums: [4] - valueColumnNums: [] - Statistics: Num rows: 18 Data size: 144 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap LLAP IO: all inputs Map Vectorization: @@ -1187,6 +1174,18 @@ STAGE PLANS: partitionColumnNums: [0, 1] valueColumnNums: [] Statistics: Num rows: 18 Data size: 144 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int), _col1 (type: int), _col2 (type: int) + sort order: +++ + Map-reduce partition columns: _col0 (type: int), _col1 (type: int) + Reduce Sink Vectorization: + className: VectorReduceSinkObjectHashOperator + keyColumnNums: [0, 1, 2] + native: true + nativeConditionsMet: hive.vectorized.execution.reducesink.new.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true, No PTF TopN IS true, No DISTINCT columns IS true, BinarySortableSerDe for keys IS true, LazyBinarySerDe for values IS true + partitionColumnNums: [0, 1] + valueColumnNums: [] + Statistics: Num rows: 18 Data size: 144 Basic stats: COMPLETE Column stats: NONE Reducer 3 Execution mode: vectorized, llap Reduce Vectorization: @@ -1271,46 +1270,6 @@ STAGE PLANS: Group By Operator Group By Vectorization: className: VectorGroupByOperator - groupByMode: PARTIALS - keyExpressions: col 0:int, col 1:int, col 2:int - native: false - vectorProcessingMode: STREAMING - projectedOutputColumnNums: [] - keys: KEY._col0 (type: int), KEY._col1 (type: int), KEY._col2 (type: int) - mode: partials - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 18 Data size: 144 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: _col0 (type: int), _col1 (type: int), _col2 (type: int) - sort order: +++ - Map-reduce partition columns: _col0 (type: int), _col1 (type: int) - Reduce Sink Vectorization: - className: VectorReduceSinkObjectHashOperator - keyColumnNums: [0, 1, 2] - native: true - nativeConditionsMet: hive.vectorized.execution.reducesink.new.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true, No PTF TopN IS true, No DISTINCT columns IS true, BinarySortableSerDe for keys IS true, LazyBinarySerDe for values IS true - partitionColumnNums: [0, 1] - valueColumnNums: [] - Statistics: Num rows: 18 Data size: 144 Basic stats: COMPLETE Column stats: NONE - Reducer 6 - Execution mode: vectorized, llap - Reduce Vectorization: - enabled: true - enableConditionsMet: hive.vectorized.execution.reduce.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true - reduceColumnNullOrder: aaa - reduceColumnSortOrder: +++ - allNative: false - usesVectorUDFAdaptor: false - vectorized: true - rowBatchContext: - dataColumnCount: 3 - dataColumns: KEY._col0:int, KEY._col1:int, KEY._col2:int - partitionColumnCount: 0 - scratchColumnTypeNames: [] - Reduce Operator Tree: - Group By Operator - Group By Vectorization: - className: VectorGroupByOperator groupByMode: FINAL keyExpressions: col 0:int, col 1:int, col 2:int native: false @@ -1442,9 +1401,8 @@ STAGE PLANS: Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) - Reducer 4 <- Reducer 3 (SIMPLE_EDGE), Reducer 6 (SIMPLE_EDGE) - Reducer 5 <- Map 1 (SIMPLE_EDGE) - Reducer 6 <- Reducer 5 (SIMPLE_EDGE) + Reducer 4 <- Reducer 3 (SIMPLE_EDGE), Reducer 5 (SIMPLE_EDGE) + Reducer 5 <- Reducer 2 (SIMPLE_EDGE) #### A masked pattern was here #### Vertices: Map 1 @@ -1487,18 +1445,6 @@ STAGE PLANS: partitionColumnNums: [3] valueColumnNums: [] Statistics: Num rows: 18 Data size: 144 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: _col0 (type: int), _col1 (type: int), _col2 (type: int) - sort order: +++ - Map-reduce partition columns: rand() (type: double) - Reduce Sink Vectorization: - className: VectorReduceSinkObjectHashOperator - keyColumnNums: [0, 1, 2] - native: true - nativeConditionsMet: hive.vectorized.execution.reducesink.new.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true, No PTF TopN IS true, No DISTINCT columns IS true, BinarySortableSerDe for keys IS true, LazyBinarySerDe for values IS true - partitionColumnNums: [4] - valueColumnNums: [] - Statistics: Num rows: 18 Data size: 144 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap LLAP IO: all inputs Map Vectorization: @@ -1556,6 +1502,18 @@ STAGE PLANS: partitionColumnNums: [0, 1] valueColumnNums: [] Statistics: Num rows: 18 Data size: 144 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int), _col1 (type: int), _col2 (type: int) + sort order: +++ + Map-reduce partition columns: _col0 (type: int), _col1 (type: int) + Reduce Sink Vectorization: + className: VectorReduceSinkObjectHashOperator + keyColumnNums: [0, 1, 2] + native: true + nativeConditionsMet: hive.vectorized.execution.reducesink.new.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true, No PTF TopN IS true, No DISTINCT columns IS true, BinarySortableSerDe for keys IS true, LazyBinarySerDe for values IS true + partitionColumnNums: [0, 1] + valueColumnNums: [] + Statistics: Num rows: 18 Data size: 144 Basic stats: COMPLETE Column stats: NONE Reducer 3 Execution mode: vectorized, llap Reduce Vectorization: @@ -1640,46 +1598,6 @@ STAGE PLANS: Group By Operator Group By Vectorization: className: VectorGroupByOperator - groupByMode: PARTIALS - keyExpressions: col 0:int, col 1:int, col 2:int - native: false - vectorProcessingMode: STREAMING - projectedOutputColumnNums: [] - keys: KEY._col0 (type: int), KEY._col1 (type: int), KEY._col2 (type: int) - mode: partials - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 18 Data size: 144 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: _col0 (type: int), _col1 (type: int), _col2 (type: int) - sort order: +++ - Map-reduce partition columns: _col0 (type: int), _col1 (type: int) - Reduce Sink Vectorization: - className: VectorReduceSinkObjectHashOperator - keyColumnNums: [0, 1, 2] - native: true - nativeConditionsMet: hive.vectorized.execution.reducesink.new.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true, No PTF TopN IS true, No DISTINCT columns IS true, BinarySortableSerDe for keys IS true, LazyBinarySerDe for values IS true - partitionColumnNums: [0, 1] - valueColumnNums: [] - Statistics: Num rows: 18 Data size: 144 Basic stats: COMPLETE Column stats: NONE - Reducer 6 - Execution mode: vectorized, llap - Reduce Vectorization: - enabled: true - enableConditionsMet: hive.vectorized.execution.reduce.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true - reduceColumnNullOrder: aaa - reduceColumnSortOrder: +++ - allNative: false - usesVectorUDFAdaptor: false - vectorized: true - rowBatchContext: - dataColumnCount: 3 - dataColumns: KEY._col0:int, KEY._col1:int, KEY._col2:int - partitionColumnCount: 0 - scratchColumnTypeNames: [] - Reduce Operator Tree: - Group By Operator - Group By Vectorization: - className: VectorGroupByOperator groupByMode: FINAL keyExpressions: col 0:int, col 1:int, col 2:int native: false http://git-wip-us.apache.org/repos/asf/hive/blob/96a409e1/ql/src/test/results/clientpositive/llap/vector_groupby_grouping_sets4.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/llap/vector_groupby_grouping_sets4.q.out b/ql/src/test/results/clientpositive/llap/vector_groupby_grouping_sets4.q.out index 957bc22..6a5e679 100644 --- a/ql/src/test/results/clientpositive/llap/vector_groupby_grouping_sets4.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_groupby_grouping_sets4.q.out @@ -576,9 +576,8 @@ STAGE PLANS: Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) - Reducer 4 <- Reducer 3 (SIMPLE_EDGE), Reducer 6 (SIMPLE_EDGE) - Reducer 5 <- Map 1 (SIMPLE_EDGE) - Reducer 6 <- Reducer 5 (SIMPLE_EDGE) + Reducer 4 <- Reducer 3 (SIMPLE_EDGE), Reducer 5 (SIMPLE_EDGE) + Reducer 5 <- Reducer 2 (SIMPLE_EDGE) #### A masked pattern was here #### Vertices: Map 1 @@ -622,18 +621,6 @@ STAGE PLANS: valueColumnNums: [2] Statistics: Num rows: 2 Data size: 736 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: bigint) - Reduce Output Operator - key expressions: _col0 (type: string), _col1 (type: string) - sort order: ++ - Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Reduce Sink Vectorization: - className: VectorReduceSinkMultiKeyOperator - keyColumnNums: [0, 1] - native: true - nativeConditionsMet: hive.vectorized.execution.reducesink.new.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true, No PTF TopN IS true, No DISTINCT columns IS true, BinarySortableSerDe for keys IS true, LazyBinarySerDe for values IS true - valueColumnNums: [2] - Statistics: Num rows: 2 Data size: 736 Basic stats: COMPLETE Column stats: NONE - value expressions: _col2 (type: bigint) Execution mode: vectorized, llap LLAP IO: all inputs Map Vectorization: @@ -693,6 +680,18 @@ STAGE PLANS: valueColumnNums: [3] Statistics: Num rows: 8 Data size: 2944 Basic stats: COMPLETE Column stats: NONE value expressions: _col3 (type: bigint) + Reduce Output Operator + key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: int) + sort order: +++ + Map-reduce partition columns: _col0 (type: string), _col1 (type: string), _col2 (type: int) + Reduce Sink Vectorization: + className: VectorReduceSinkMultiKeyOperator + keyColumnNums: [0, 1, 2] + native: true + nativeConditionsMet: hive.vectorized.execution.reducesink.new.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true, No PTF TopN IS true, No DISTINCT columns IS true, BinarySortableSerDe for keys IS true, LazyBinarySerDe for values IS true + valueColumnNums: [3] + Statistics: Num rows: 8 Data size: 2944 Basic stats: COMPLETE Column stats: NONE + value expressions: _col3 (type: bigint) Reducer 3 Execution mode: vectorized, llap Reduce Vectorization: @@ -774,48 +773,6 @@ STAGE PLANS: Reduce Vectorization: enabled: true enableConditionsMet: hive.vectorized.execution.reduce.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true - reduceColumnNullOrder: aa - reduceColumnSortOrder: ++ - allNative: false - usesVectorUDFAdaptor: false - vectorized: true - rowBatchContext: - dataColumnCount: 3 - dataColumns: KEY._col0:string, KEY._col1:string, VALUE._col0:bigint - partitionColumnCount: 0 - scratchColumnTypeNames: [bigint] - Reduce Operator Tree: - Group By Operator - aggregations: count(VALUE._col0) - Group By Vectorization: - aggregators: VectorUDAFCountMerge(col 2:bigint) -> bigint - className: VectorGroupByOperator - groupByMode: PARTIALS - keyExpressions: col 0:string, col 1:string, ConstantVectorExpression(val 0) -> 3:int - native: false - vectorProcessingMode: STREAMING - projectedOutputColumnNums: [0] - keys: KEY._col0 (type: string), KEY._col1 (type: string), 0 (type: int) - mode: partials - outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 8 Data size: 2944 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: int) - sort order: +++ - Map-reduce partition columns: _col0 (type: string), _col1 (type: string), _col2 (type: int) - Reduce Sink Vectorization: - className: VectorReduceSinkMultiKeyOperator - keyColumnNums: [0, 1, 2] - native: true - nativeConditionsMet: hive.vectorized.execution.reducesink.new.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true, No PTF TopN IS true, No DISTINCT columns IS true, BinarySortableSerDe for keys IS true, LazyBinarySerDe for values IS true - valueColumnNums: [3] - Statistics: Num rows: 8 Data size: 2944 Basic stats: COMPLETE Column stats: NONE - value expressions: _col3 (type: bigint) - Reducer 6 - Execution mode: vectorized, llap - Reduce Vectorization: - enabled: true - enableConditionsMet: hive.vectorized.execution.reduce.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true reduceColumnNullOrder: aaa reduceColumnSortOrder: +++ allNative: false http://git-wip-us.apache.org/repos/asf/hive/blob/96a409e1/ql/src/test/results/clientpositive/perf/tez/query14.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/perf/tez/query14.q.out b/ql/src/test/results/clientpositive/perf/tez/query14.q.out index b2a45f1..ef44cdb 100644 --- a/ql/src/test/results/clientpositive/perf/tez/query14.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/query14.q.out @@ -212,12 +212,12 @@ Plan optimized by CBO. Vertex dependency in root stage Reducer 11 <- Union 10 (CUSTOM_SIMPLE_EDGE) Reducer 12 <- Reducer 11 (CUSTOM_SIMPLE_EDGE), Reducer 27 (CUSTOM_SIMPLE_EDGE), Reducer 52 (CUSTOM_SIMPLE_EDGE), Union 6 (CONTAINS) -Reducer 13 <- Map 1 (SIMPLE_EDGE), Map 91 (SIMPLE_EDGE), Union 14 (CONTAINS) +Reducer 13 <- Map 1 (SIMPLE_EDGE), Map 86 (SIMPLE_EDGE), Union 14 (CONTAINS) Reducer 15 <- Union 14 (CUSTOM_SIMPLE_EDGE) Reducer 16 <- Reducer 15 (CUSTOM_SIMPLE_EDGE), Reducer 30 (CUSTOM_SIMPLE_EDGE), Reducer 55 (CUSTOM_SIMPLE_EDGE), Union 6 (CONTAINS) Reducer 18 <- Map 17 (SIMPLE_EDGE), Map 21 (SIMPLE_EDGE), Union 3 (CONTAINS) Reducer 19 <- Map 17 (SIMPLE_EDGE), Map 21 (SIMPLE_EDGE), Union 10 (CONTAINS) -Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 91 (SIMPLE_EDGE), Union 3 (CONTAINS) +Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 86 (SIMPLE_EDGE), Union 3 (CONTAINS) Reducer 20 <- Map 17 (SIMPLE_EDGE), Map 21 (SIMPLE_EDGE), Union 14 (CONTAINS) Reducer 22 <- Map 21 (SIMPLE_EDGE), Map 43 (SIMPLE_EDGE), Union 23 (CONTAINS) Reducer 24 <- Union 23 (CUSTOM_SIMPLE_EDGE) @@ -232,58 +232,49 @@ Reducer 36 <- Map 35 (SIMPLE_EDGE), Map 44 (SIMPLE_EDGE), Union 23 (CONTAINS) Reducer 37 <- Map 35 (SIMPLE_EDGE), Map 44 (SIMPLE_EDGE), Union 26 (CONTAINS) Reducer 38 <- Map 35 (SIMPLE_EDGE), Map 44 (SIMPLE_EDGE), Union 29 (CONTAINS) Reducer 4 <- Union 3 (CUSTOM_SIMPLE_EDGE) -Reducer 40 <- Map 39 (SIMPLE_EDGE), Map 91 (SIMPLE_EDGE), Union 23 (CONTAINS) -Reducer 41 <- Map 39 (SIMPLE_EDGE), Map 91 (SIMPLE_EDGE), Union 26 (CONTAINS) -Reducer 42 <- Map 39 (SIMPLE_EDGE), Map 91 (SIMPLE_EDGE), Union 29 (CONTAINS) +Reducer 40 <- Map 39 (SIMPLE_EDGE), Map 86 (SIMPLE_EDGE), Union 23 (CONTAINS) +Reducer 41 <- Map 39 (SIMPLE_EDGE), Map 86 (SIMPLE_EDGE), Union 26 (CONTAINS) +Reducer 42 <- Map 39 (SIMPLE_EDGE), Map 86 (SIMPLE_EDGE), Union 29 (CONTAINS) Reducer 46 <- Map 45 (SIMPLE_EDGE), Map 49 (SIMPLE_EDGE) Reducer 47 <- Map 56 (SIMPLE_EDGE), Reducer 46 (SIMPLE_EDGE), Reducer 58 (ONE_TO_ONE_EDGE) Reducer 48 <- Reducer 47 (SIMPLE_EDGE) Reducer 5 <- Reducer 24 (CUSTOM_SIMPLE_EDGE), Reducer 4 (CUSTOM_SIMPLE_EDGE), Reducer 48 (CUSTOM_SIMPLE_EDGE), Union 6 (CONTAINS) -Reducer 50 <- Map 100 (SIMPLE_EDGE), Map 49 (SIMPLE_EDGE) +Reducer 50 <- Map 49 (SIMPLE_EDGE), Map 91 (SIMPLE_EDGE) Reducer 51 <- Map 56 (SIMPLE_EDGE), Reducer 50 (SIMPLE_EDGE), Reducer 68 (ONE_TO_ONE_EDGE) Reducer 52 <- Reducer 51 (SIMPLE_EDGE) -Reducer 53 <- Map 101 (SIMPLE_EDGE), Map 49 (SIMPLE_EDGE) -Reducer 54 <- Map 56 (SIMPLE_EDGE), Reducer 53 (SIMPLE_EDGE), Reducer 78 (ONE_TO_ONE_EDGE) +Reducer 53 <- Map 49 (SIMPLE_EDGE), Map 92 (SIMPLE_EDGE) +Reducer 54 <- Map 56 (SIMPLE_EDGE), Reducer 53 (SIMPLE_EDGE), Reducer 77 (ONE_TO_ONE_EDGE) Reducer 55 <- Reducer 54 (SIMPLE_EDGE) Reducer 57 <- Map 56 (SIMPLE_EDGE), Reducer 62 (ONE_TO_ONE_EDGE) Reducer 58 <- Reducer 57 (SIMPLE_EDGE) -Reducer 59 <- Map 56 (SIMPLE_EDGE), Reducer 88 (SIMPLE_EDGE) +Reducer 59 <- Map 56 (SIMPLE_EDGE), Reducer 85 (SIMPLE_EDGE) Reducer 60 <- Reducer 59 (SIMPLE_EDGE), Union 61 (CONTAINS) Reducer 62 <- Union 61 (SIMPLE_EDGE) -Reducer 63 <- Map 56 (SIMPLE_EDGE), Reducer 92 (SIMPLE_EDGE) +Reducer 63 <- Map 56 (SIMPLE_EDGE), Reducer 87 (SIMPLE_EDGE) Reducer 64 <- Reducer 63 (SIMPLE_EDGE), Union 61 (CONTAINS) -Reducer 65 <- Map 56 (SIMPLE_EDGE), Reducer 93 (SIMPLE_EDGE) +Reducer 65 <- Map 56 (SIMPLE_EDGE), Reducer 88 (SIMPLE_EDGE) Reducer 66 <- Reducer 65 (SIMPLE_EDGE), Union 61 (CONTAINS) Reducer 67 <- Map 56 (SIMPLE_EDGE), Reducer 72 (ONE_TO_ONE_EDGE) Reducer 68 <- Reducer 67 (SIMPLE_EDGE) -Reducer 69 <- Map 56 (SIMPLE_EDGE), Reducer 89 (SIMPLE_EDGE) +Reducer 69 <- Map 56 (SIMPLE_EDGE), Reducer 85 (SIMPLE_EDGE) Reducer 7 <- Union 6 (SIMPLE_EDGE) Reducer 70 <- Reducer 69 (SIMPLE_EDGE), Union 71 (CONTAINS) Reducer 72 <- Union 71 (SIMPLE_EDGE) -Reducer 73 <- Map 56 (SIMPLE_EDGE), Reducer 94 (SIMPLE_EDGE) -Reducer 74 <- Reducer 73 (SIMPLE_EDGE), Union 71 (CONTAINS) -Reducer 75 <- Map 56 (SIMPLE_EDGE), Reducer 95 (SIMPLE_EDGE) -Reducer 76 <- Reducer 75 (SIMPLE_EDGE), Union 71 (CONTAINS) -Reducer 77 <- Map 56 (SIMPLE_EDGE), Reducer 82 (ONE_TO_ONE_EDGE) -Reducer 78 <- Reducer 77 (SIMPLE_EDGE) -Reducer 79 <- Map 56 (SIMPLE_EDGE), Reducer 90 (SIMPLE_EDGE) +Reducer 73 <- Reducer 69 (SIMPLE_EDGE), Union 74 (CONTAINS) +Reducer 75 <- Union 74 (SIMPLE_EDGE) +Reducer 76 <- Map 56 (SIMPLE_EDGE), Reducer 75 (ONE_TO_ONE_EDGE) +Reducer 77 <- Reducer 76 (SIMPLE_EDGE) +Reducer 78 <- Map 56 (SIMPLE_EDGE), Reducer 87 (SIMPLE_EDGE) +Reducer 79 <- Reducer 78 (SIMPLE_EDGE), Union 71 (CONTAINS) Reducer 8 <- Reducer 7 (SIMPLE_EDGE) -Reducer 80 <- Reducer 79 (SIMPLE_EDGE), Union 81 (CONTAINS) -Reducer 82 <- Union 81 (SIMPLE_EDGE) -Reducer 83 <- Map 56 (SIMPLE_EDGE), Reducer 96 (SIMPLE_EDGE) -Reducer 84 <- Reducer 83 (SIMPLE_EDGE), Union 81 (CONTAINS) -Reducer 85 <- Map 56 (SIMPLE_EDGE), Reducer 97 (SIMPLE_EDGE) -Reducer 86 <- Reducer 85 (SIMPLE_EDGE), Union 81 (CONTAINS) -Reducer 88 <- Map 87 (SIMPLE_EDGE), Map 91 (SIMPLE_EDGE) -Reducer 89 <- Map 87 (SIMPLE_EDGE), Map 91 (SIMPLE_EDGE) -Reducer 9 <- Map 1 (SIMPLE_EDGE), Map 91 (SIMPLE_EDGE), Union 10 (CONTAINS) -Reducer 90 <- Map 87 (SIMPLE_EDGE), Map 91 (SIMPLE_EDGE) -Reducer 92 <- Map 91 (SIMPLE_EDGE), Map 98 (SIMPLE_EDGE) -Reducer 93 <- Map 91 (SIMPLE_EDGE), Map 99 (SIMPLE_EDGE) -Reducer 94 <- Map 91 (SIMPLE_EDGE), Map 98 (SIMPLE_EDGE) -Reducer 95 <- Map 91 (SIMPLE_EDGE), Map 99 (SIMPLE_EDGE) -Reducer 96 <- Map 91 (SIMPLE_EDGE), Map 98 (SIMPLE_EDGE) -Reducer 97 <- Map 91 (SIMPLE_EDGE), Map 99 (SIMPLE_EDGE) +Reducer 80 <- Reducer 78 (SIMPLE_EDGE), Union 74 (CONTAINS) +Reducer 81 <- Map 56 (SIMPLE_EDGE), Reducer 88 (SIMPLE_EDGE) +Reducer 82 <- Reducer 81 (SIMPLE_EDGE), Union 71 (CONTAINS) +Reducer 83 <- Reducer 81 (SIMPLE_EDGE), Union 74 (CONTAINS) +Reducer 85 <- Map 84 (SIMPLE_EDGE), Map 86 (SIMPLE_EDGE) +Reducer 87 <- Map 86 (SIMPLE_EDGE), Map 89 (SIMPLE_EDGE) +Reducer 88 <- Map 86 (SIMPLE_EDGE), Map 90 (SIMPLE_EDGE) +Reducer 9 <- Map 1 (SIMPLE_EDGE), Map 86 (SIMPLE_EDGE), Union 10 (CONTAINS) Stage-0 Fetch Operator @@ -390,7 +381,7 @@ Stage-0 Output:["_col0"] Merge Join Operator [MERGEJOIN_860] (rows=633595212 width=88) Conds:RS_194._col0=RS_195._col0(Inner),Output:["_col1"] - <-Map 91 [SIMPLE_EDGE] + <-Map 86 [SIMPLE_EDGE] SHUFFLE [RS_195] PartitionCols:_col0 Select Operator [SEL_98] (rows=8116 width=1119) @@ -469,7 +460,7 @@ Stage-0 Output:["_col0","_col1"] Merge Join Operator [MERGEJOIN_863] (rows=633595212 width=88) Conds:RS_238._col0=RS_239._col0(Inner),Output:["_col1","_col2"] - <-Map 91 [SIMPLE_EDGE] + <-Map 86 [SIMPLE_EDGE] SHUFFLE [RS_239] PartitionCols:_col0 Please refer to the previous Select Operator [SEL_98] @@ -518,7 +509,7 @@ Stage-0 predicate:((d_moy = 11) and (d_year = 2000) and d_date_sk is not null) TableScan [TS_84] (rows=73049 width=1119) default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_moy"] - <-Map 100 [SIMPLE_EDGE] + <-Map 91 [SIMPLE_EDGE] SHUFFLE [RS_357] PartitionCols:_col0 Select Operator [SEL_271] (rows=287989836 width=135) @@ -579,17 +570,17 @@ Stage-0 Filter Operator [FIL_813] (rows=462000 width=1436) predicate:(i_brand_id is not null and i_category_id is not null and i_class_id is not null and i_item_sk is not null) Please refer to the previous TableScan [TS_90] - <-Reducer 89 [SIMPLE_EDGE] + <-Reducer 85 [SIMPLE_EDGE] SHUFFLE [RS_293] PartitionCols:_col1 - Merge Join Operator [MERGEJOIN_867] (rows=633595212 width=88) - Conds:RS_290._col0=RS_291._col0(Inner),Output:["_col1"] - <-Map 91 [SIMPLE_EDGE] - SHUFFLE [RS_291] + Merge Join Operator [MERGEJOIN_852] (rows=633595212 width=88) + Conds:RS_102._col0=RS_103._col0(Inner),Output:["_col1"] + <-Map 86 [SIMPLE_EDGE] + SHUFFLE [RS_103] PartitionCols:_col0 Please refer to the previous Select Operator [SEL_98] - <-Map 87 [SIMPLE_EDGE] - SHUFFLE [RS_290] + <-Map 84 [SIMPLE_EDGE] + SHUFFLE [RS_102] PartitionCols:_col0 Select Operator [SEL_95] (rows=575995635 width=88) Output:["_col0","_col1"] @@ -597,14 +588,14 @@ Stage-0 predicate:(ss_item_sk is not null and ss_sold_date_sk is not null) TableScan [TS_93] (rows=575995635 width=88) default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk"] - <-Reducer 74 [CONTAINS] + <-Reducer 79 [CONTAINS] Reduce Output Operator [RS_345] PartitionCols:_col0, _col1, _col2 Group By Operator [GBY_344] (rows=609832849 width=108) Output:["_col0","_col1","_col2","_col3"],aggregations:["count(_col3)"],keys:_col0, _col1, _col2 Group By Operator [GBY_319] (rows=174233858 width=135) Output:["_col0","_col1","_col2","_col3"],aggregations:["count(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2 - <-Reducer 73 [SIMPLE_EDGE] + <-Reducer 78 [SIMPLE_EDGE] SHUFFLE [RS_318] PartitionCols:_col0, _col1, _col2 Group By Operator [GBY_317] (rows=348467716 width=135) @@ -619,17 +610,17 @@ Stage-0 Filter Operator [FIL_816] (rows=462000 width=1436) predicate:(i_brand_id is not null and i_category_id is not null and i_class_id is not null and i_item_sk is not null) Please refer to the previous TableScan [TS_90] - <-Reducer 94 [SIMPLE_EDGE] + <-Reducer 87 [SIMPLE_EDGE] SHUFFLE [RS_313] PartitionCols:_col1 - Merge Join Operator [MERGEJOIN_869] (rows=316788826 width=135) - Conds:RS_310._col0=RS_311._col0(Inner),Output:["_col1"] - <-Map 91 [SIMPLE_EDGE] - SHUFFLE [RS_311] + Merge Join Operator [MERGEJOIN_854] (rows=316788826 width=135) + Conds:RS_122._col0=RS_123._col0(Inner),Output:["_col1"] + <-Map 86 [SIMPLE_EDGE] + SHUFFLE [RS_123] PartitionCols:_col0 Please refer to the previous Select Operator [SEL_98] - <-Map 98 [SIMPLE_EDGE] - SHUFFLE [RS_310] + <-Map 89 [SIMPLE_EDGE] + SHUFFLE [RS_122] PartitionCols:_col0 Select Operator [SEL_115] (rows=287989836 width=135) Output:["_col0","_col1"] @@ -637,14 +628,14 @@ Stage-0 predicate:(cs_item_sk is not null and cs_sold_date_sk is not null) TableScan [TS_113] (rows=287989836 width=135) default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_item_sk"] - <-Reducer 76 [CONTAINS] + <-Reducer 82 [CONTAINS] Reduce Output Operator [RS_345] PartitionCols:_col0, _col1, _col2 Group By Operator [GBY_344] (rows=609832849 width=108) Output:["_col0","_col1","_col2","_col3"],aggregations:["count(_col3)"],keys:_col0, _col1, _col2 Group By Operator [GBY_340] (rows=87121617 width=135) Output:["_col0","_col1","_col2","_col3"],aggregations:["count(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2 - <-Reducer 75 [SIMPLE_EDGE] + <-Reducer 81 [SIMPLE_EDGE] SHUFFLE [RS_339] PartitionCols:_col0, _col1, _col2 Group By Operator [GBY_338] (rows=174243235 width=135) @@ -659,17 +650,17 @@ Stage-0 Filter Operator [FIL_819] (rows=462000 width=1436) predicate:(i_brand_id is not null and i_category_id is not null and i_class_id is not null and i_item_sk is not null) Please refer to the previous TableScan [TS_90] - <-Reducer 95 [SIMPLE_EDGE] + <-Reducer 88 [SIMPLE_EDGE] SHUFFLE [RS_334] PartitionCols:_col1 - Merge Join Operator [MERGEJOIN_871] (rows=158402938 width=135) - Conds:RS_331._col0=RS_332._col0(Inner),Output:["_col1"] - <-Map 91 [SIMPLE_EDGE] - SHUFFLE [RS_332] + Merge Join Operator [MERGEJOIN_856] (rows=158402938 width=135) + Conds:RS_143._col0=RS_144._col0(Inner),Output:["_col1"] + <-Map 86 [SIMPLE_EDGE] + SHUFFLE [RS_144] PartitionCols:_col0 Please refer to the previous Select Operator [SEL_98] - <-Map 99 [SIMPLE_EDGE] - SHUFFLE [RS_331] + <-Map 90 [SIMPLE_EDGE] + SHUFFLE [RS_143] PartitionCols:_col0 Select Operator [SEL_136] (rows=144002668 width=135) Output:["_col0","_col1"] @@ -709,7 +700,7 @@ Stage-0 Output:["_col0"] Merge Join Operator [MERGEJOIN_875] (rows=633595212 width=88) Conds:RS_383._col0=RS_384._col0(Inner),Output:["_col1"] - <-Map 91 [SIMPLE_EDGE] + <-Map 86 [SIMPLE_EDGE] SHUFFLE [RS_384] PartitionCols:_col0 Please refer to the previous Select Operator [SEL_98] @@ -804,7 +795,7 @@ Stage-0 Output:["_col0","_col1"] Merge Join Operator [MERGEJOIN_878] (rows=633595212 width=88) Conds:RS_427._col0=RS_428._col0(Inner),Output:["_col1","_col2"] - <-Map 91 [SIMPLE_EDGE] + <-Map 86 [SIMPLE_EDGE] SHUFFLE [RS_428] PartitionCols:_col0 Please refer to the previous Select Operator [SEL_98] @@ -842,7 +833,7 @@ Stage-0 SHUFFLE [RS_547] PartitionCols:_col0 Please refer to the previous Select Operator [SEL_86] - <-Map 101 [SIMPLE_EDGE] + <-Map 92 [SIMPLE_EDGE] SHUFFLE [RS_546] PartitionCols:_col0 Select Operator [SEL_460] (rows=144002668 width=135) @@ -851,12 +842,12 @@ Stage-0 predicate:(ws_item_sk is not null and ws_sold_date_sk is not null) TableScan [TS_458] (rows=144002668 width=135) default@web_sales,web_sales,Tbl:COMPLETE,Col:NONE,Output:["ws_sold_date_sk","ws_item_sk","ws_quantity","ws_list_price"] - <-Reducer 78 [ONE_TO_ONE_EDGE] + <-Reducer 77 [ONE_TO_ONE_EDGE] FORWARD [RS_551] PartitionCols:_col0 Group By Operator [GBY_544] (rows=254100 width=1436) Output:["_col0"],keys:KEY._col0 - <-Reducer 77 [SIMPLE_EDGE] + <-Reducer 76 [SIMPLE_EDGE] SHUFFLE [RS_543] PartitionCols:_col0 Group By Operator [GBY_542] (rows=508200 width=1436) @@ -871,7 +862,7 @@ Stage-0 Filter Operator [FIL_835] (rows=462000 width=1436) predicate:(i_brand_id is not null and i_category_id is not null and i_class_id is not null and i_item_sk is not null) Please refer to the previous TableScan [TS_90] - <-Reducer 82 [ONE_TO_ONE_EDGE] + <-Reducer 75 [ONE_TO_ONE_EDGE] FORWARD [RS_539] PartitionCols:_col0, _col1, _col2 Select Operator [SEL_537] (rows=1 width=108) @@ -880,112 +871,40 @@ Stage-0 predicate:(_col3 = 3) Group By Operator [GBY_535] (rows=304916424 width=108) Output:["_col0","_col1","_col2","_col3"],aggregations:["count(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2 - <-Union 81 [SIMPLE_EDGE] - <-Reducer 80 [CONTAINS] + <-Union 74 [SIMPLE_EDGE] + <-Reducer 73 [CONTAINS] Reduce Output Operator [RS_534] PartitionCols:_col0, _col1, _col2 Group By Operator [GBY_533] (rows=609832849 width=108) Output:["_col0","_col1","_col2","_col3"],aggregations:["count(_col3)"],keys:_col0, _col1, _col2 Group By Operator [GBY_488] (rows=348477374 width=88) Output:["_col0","_col1","_col2","_col3"],aggregations:["count(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2 - <-Reducer 79 [SIMPLE_EDGE] + <-Reducer 69 [SIMPLE_EDGE] SHUFFLE [RS_487] PartitionCols:_col0, _col1, _col2 - Group By Operator [GBY_486] (rows=696954748 width=88) - Output:["_col0","_col1","_col2","_col3"],aggregations:["count()"],keys:_col5, _col6, _col7 - Merge Join Operator [MERGEJOIN_883] (rows=696954748 width=88) - Conds:RS_482._col1=RS_483._col0(Inner),Output:["_col5","_col6","_col7"] - <-Map 56 [SIMPLE_EDGE] - SHUFFLE [RS_483] - PartitionCols:_col0 - Select Operator [SEL_478] (rows=462000 width=1436) - Output:["_col0","_col1","_col2","_col3"] - Filter Operator [FIL_838] (rows=462000 width=1436) - predicate:(i_brand_id is not null and i_category_id is not null and i_class_id is not null and i_item_sk is not null) - Please refer to the previous TableScan [TS_90] - <-Reducer 90 [SIMPLE_EDGE] - SHUFFLE [RS_482] - PartitionCols:_col1 - Merge Join Operator [MERGEJOIN_882] (rows=633595212 width=88) - Conds:RS_479._col0=RS_480._col0(Inner),Output:["_col1"] - <-Map 91 [SIMPLE_EDGE] - SHUFFLE [RS_480] - PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_98] - <-Map 87 [SIMPLE_EDGE] - SHUFFLE [RS_479] - PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_95] - <-Reducer 84 [CONTAINS] + Please refer to the previous Group By Operator [GBY_297] + <-Reducer 80 [CONTAINS] Reduce Output Operator [RS_534] PartitionCols:_col0, _col1, _col2 Group By Operator [GBY_533] (rows=609832849 width=108) Output:["_col0","_col1","_col2","_col3"],aggregations:["count(_col3)"],keys:_col0, _col1, _col2 Group By Operator [GBY_508] (rows=174233858 width=135) Output:["_col0","_col1","_col2","_col3"],aggregations:["count(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2 - <-Reducer 83 [SIMPLE_EDGE] + <-Reducer 78 [SIMPLE_EDGE] SHUFFLE [RS_507] PartitionCols:_col0, _col1, _col2 - Group By Operator [GBY_506] (rows=348467716 width=135) - Output:["_col0","_col1","_col2","_col3"],aggregations:["count()"],keys:_col5, _col6, _col7 - Merge Join Operator [MERGEJOIN_885] (rows=348467716 width=135) - Conds:RS_502._col1=RS_503._col0(Inner),Output:["_col5","_col6","_col7"] - <-Map 56 [SIMPLE_EDGE] - SHUFFLE [RS_503] - PartitionCols:_col0 - Select Operator [SEL_498] (rows=462000 width=1436) - Output:["_col0","_col1","_col2","_col3"] - Filter Operator [FIL_841] (rows=462000 width=1436) - predicate:(i_brand_id is not null and i_category_id is not null and i_class_id is not null and i_item_sk is not null) - Please refer to the previous TableScan [TS_90] - <-Reducer 96 [SIMPLE_EDGE] - SHUFFLE [RS_502] - PartitionCols:_col1 - Merge Join Operator [MERGEJOIN_884] (rows=316788826 width=135) - Conds:RS_499._col0=RS_500._col0(Inner),Output:["_col1"] - <-Map 91 [SIMPLE_EDGE] - SHUFFLE [RS_500] - PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_98] - <-Map 98 [SIMPLE_EDGE] - SHUFFLE [RS_499] - PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_115] - <-Reducer 86 [CONTAINS] + Please refer to the previous Group By Operator [GBY_317] + <-Reducer 83 [CONTAINS] Reduce Output Operator [RS_534] PartitionCols:_col0, _col1, _col2 Group By Operator [GBY_533] (rows=609832849 width=108) Output:["_col0","_col1","_col2","_col3"],aggregations:["count(_col3)"],keys:_col0, _col1, _col2 Group By Operator [GBY_529] (rows=87121617 width=135) Output:["_col0","_col1","_col2","_col3"],aggregations:["count(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2 - <-Reducer 85 [SIMPLE_EDGE] + <-Reducer 81 [SIMPLE_EDGE] SHUFFLE [RS_528] PartitionCols:_col0, _col1, _col2 - Group By Operator [GBY_527] (rows=174243235 width=135) - Output:["_col0","_col1","_col2","_col3"],aggregations:["count()"],keys:_col5, _col6, _col7 - Merge Join Operator [MERGEJOIN_887] (rows=174243235 width=135) - Conds:RS_523._col1=RS_524._col0(Inner),Output:["_col5","_col6","_col7"] - <-Map 56 [SIMPLE_EDGE] - SHUFFLE [RS_524] - PartitionCols:_col0 - Select Operator [SEL_519] (rows=462000 width=1436) - Output:["_col0","_col1","_col2","_col3"] - Filter Operator [FIL_844] (rows=462000 width=1436) - predicate:(i_brand_id is not null and i_category_id is not null and i_class_id is not null and i_item_sk is not null) - Please refer to the previous TableScan [TS_90] - <-Reducer 97 [SIMPLE_EDGE] - SHUFFLE [RS_523] - PartitionCols:_col1 - Merge Join Operator [MERGEJOIN_886] (rows=158402938 width=135) - Conds:RS_520._col0=RS_521._col0(Inner),Output:["_col1"] - <-Map 91 [SIMPLE_EDGE] - SHUFFLE [RS_521] - PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_98] - <-Map 99 [SIMPLE_EDGE] - SHUFFLE [RS_520] - PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_136] + Please refer to the previous Group By Operator [GBY_338] <-Reducer 5 [CONTAINS] Reduce Output Operator [RS_568] PartitionCols:_col0, _col1, _col2, _col3, _col4 @@ -1048,7 +967,7 @@ Stage-0 Output:["_col0","_col1"] Merge Join Operator [MERGEJOIN_848] (rows=633595212 width=88) Conds:RS_50._col0=RS_51._col0(Inner),Output:["_col1","_col2"] - <-Map 91 [SIMPLE_EDGE] + <-Map 86 [SIMPLE_EDGE] SHUFFLE [RS_51] PartitionCols:_col0 Please refer to the previous Select Operator [SEL_98] @@ -1095,7 +1014,7 @@ Stage-0 Output:["_col0"] Merge Join Operator [MERGEJOIN_845] (rows=633595212 width=88) Conds:RS_6._col0=RS_7._col0(Inner),Output:["_col1"] - <-Map 91 [SIMPLE_EDGE] + <-Map 86 [SIMPLE_EDGE] SHUFFLE [RS_7] PartitionCols:_col0 Please refer to the previous Select Operator [SEL_98] @@ -1208,19 +1127,10 @@ Stage-0 SHUFFLE [RS_106] PartitionCols:_col0 Please refer to the previous Select Operator [SEL_92] - <-Reducer 88 [SIMPLE_EDGE] + <-Reducer 85 [SIMPLE_EDGE] SHUFFLE [RS_105] PartitionCols:_col1 - Merge Join Operator [MERGEJOIN_852] (rows=633595212 width=88) - Conds:RS_102._col0=RS_103._col0(Inner),Output:["_col1"] - <-Map 91 [SIMPLE_EDGE] - SHUFFLE [RS_103] - PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_98] - <-Map 87 [SIMPLE_EDGE] - SHUFFLE [RS_102] - PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_95] + Please refer to the previous Merge Join Operator [MERGEJOIN_852] <-Reducer 64 [CONTAINS] Reduce Output Operator [RS_157] PartitionCols:_col0, _col1, _col2 @@ -1239,19 +1149,10 @@ Stage-0 SHUFFLE [RS_126] PartitionCols:_col0 Please refer to the previous Select Operator [SEL_92] - <-Reducer 92 [SIMPLE_EDGE] + <-Reducer 87 [SIMPLE_EDGE] SHUFFLE [RS_125] PartitionCols:_col1 - Merge Join Operator [MERGEJOIN_854] (rows=316788826 width=135) - Conds:RS_122._col0=RS_123._col0(Inner),Output:["_col1"] - <-Map 91 [SIMPLE_EDGE] - SHUFFLE [RS_123] - PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_98] - <-Map 98 [SIMPLE_EDGE] - SHUFFLE [RS_122] - PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_115] + Please refer to the previous Merge Join Operator [MERGEJOIN_854] <-Reducer 66 [CONTAINS] Reduce Output Operator [RS_157] PartitionCols:_col0, _col1, _col2 @@ -1270,17 +1171,8 @@ Stage-0 SHUFFLE [RS_147] PartitionCols:_col0 Please refer to the previous Select Operator [SEL_92] - <-Reducer 93 [SIMPLE_EDGE] + <-Reducer 88 [SIMPLE_EDGE] SHUFFLE [RS_146] PartitionCols:_col1 - Merge Join Operator [MERGEJOIN_856] (rows=158402938 width=135) - Conds:RS_143._col0=RS_144._col0(Inner),Output:["_col1"] - <-Map 91 [SIMPLE_EDGE] - SHUFFLE [RS_144] - PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_98] - <-Map 99 [SIMPLE_EDGE] - SHUFFLE [RS_143] - PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_136] + Please refer to the previous Merge Join Operator [MERGEJOIN_856] http://git-wip-us.apache.org/repos/asf/hive/blob/96a409e1/ql/src/test/results/clientpositive/perf/tez/query2.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/perf/tez/query2.q.out b/ql/src/test/results/clientpositive/perf/tez/query2.q.out index 23f8249..32d9e1d 100644 --- a/ql/src/test/results/clientpositive/perf/tez/query2.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/query2.q.out @@ -120,17 +120,13 @@ Plan optimized by CBO. Vertex dependency in root stage Map 1 <- Union 2 (CONTAINS) -Map 14 <- Union 15 (CONTAINS) -Map 16 <- Union 15 (CONTAINS) -Map 8 <- Union 2 (CONTAINS) -Reducer 10 <- Map 9 (SIMPLE_EDGE), Union 15 (SIMPLE_EDGE) -Reducer 11 <- Reducer 10 (SIMPLE_EDGE) -Reducer 12 <- Map 13 (SIMPLE_EDGE), Reducer 11 (ONE_TO_ONE_EDGE) -Reducer 3 <- Map 9 (SIMPLE_EDGE), Union 2 (SIMPLE_EDGE) +Map 9 <- Union 2 (CONTAINS) +Reducer 3 <- Map 10 (SIMPLE_EDGE), Union 2 (SIMPLE_EDGE) Reducer 4 <- Reducer 3 (SIMPLE_EDGE) -Reducer 5 <- Map 13 (SIMPLE_EDGE), Reducer 4 (ONE_TO_ONE_EDGE) -Reducer 6 <- Reducer 12 (SIMPLE_EDGE), Reducer 5 (ONE_TO_ONE_EDGE) +Reducer 5 <- Map 11 (SIMPLE_EDGE), Reducer 4 (ONE_TO_ONE_EDGE) +Reducer 6 <- Reducer 5 (ONE_TO_ONE_EDGE), Reducer 8 (SIMPLE_EDGE) Reducer 7 <- Reducer 6 (SIMPLE_EDGE) +Reducer 8 <- Map 11 (SIMPLE_EDGE), Reducer 4 (ONE_TO_ONE_EDGE) Stage-0 Fetch Operator @@ -146,75 +142,20 @@ Stage-0 Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"] Merge Join Operator [MERGEJOIN_95] (rows=287491028 width=135) Conds:RS_54._col0=RS_55.(_col0 - 53)(Inner),Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col9","_col10","_col11","_col12","_col13","_col14","_col15"] - <-Reducer 12 [SIMPLE_EDGE] - SHUFFLE [RS_55] - PartitionCols:(_col0 - 53) - Merge Join Operator [MERGEJOIN_94] (rows=261355475 width=135) - Conds:RS_50._col0=RS_51._col0(Inner),Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"] - <-Map 13 [SIMPLE_EDGE] - SHUFFLE [RS_51] - PartitionCols:_col0 - Select Operator [SEL_49] (rows=36524 width=1119) - Output:["_col0"] - Filter Operator [FIL_90] (rows=36524 width=1119) - predicate:((d_year = 2002) and d_week_seq is not null) - TableScan [TS_20] (rows=73049 width=1119) - default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_week_seq","d_year"] - <-Reducer 11 [ONE_TO_ONE_EDGE] - FORWARD [RS_50] - PartitionCols:_col0 - Group By Operator [GBY_45] (rows=237595882 width=135) - Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)","sum(VALUE._col3)","sum(VALUE._col4)","sum(VALUE._col5)","sum(VALUE._col6)"],keys:KEY._col0 - <-Reducer 10 [SIMPLE_EDGE] - SHUFFLE [RS_44] - PartitionCols:_col0 - Group By Operator [GBY_43] (rows=475191764 width=135) - Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"],aggregations:["sum(_col1)","sum(_col2)","sum(_col3)","sum(_col4)","sum(_col5)","sum(_col6)","sum(_col7)"],keys:_col0 - Select Operator [SEL_41] (rows=475191764 width=135) - Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"] - Merge Join Operator [MERGEJOIN_93] (rows=475191764 width=135) - Conds:Union 15._col0=RS_39._col0(Inner),Output:["_col1","_col3","_col4"] - <-Map 9 [SIMPLE_EDGE] - SHUFFLE [RS_39] - PartitionCols:_col0 - Select Operator [SEL_10] (rows=73049 width=1119) - Output:["_col0","_col1","_col2"] - Filter Operator [FIL_85] (rows=73049 width=1119) - predicate:(d_date_sk is not null and d_week_seq is not null) - TableScan [TS_8] (rows=73049 width=1119) - default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_week_seq","d_day_name"] - <-Union 15 [SIMPLE_EDGE] - <-Map 14 [CONTAINS] - Reduce Output Operator [RS_38] - PartitionCols:_col0 - Select Operator [SEL_29] (rows=144002668 width=135) - Output:["_col0","_col1"] - Filter Operator [FIL_87] (rows=144002668 width=135) - predicate:ws_sold_date_sk is not null - TableScan [TS_27] (rows=144002668 width=135) - Output:["ws_sold_date_sk","ws_ext_sales_price"] - <-Map 16 [CONTAINS] - Reduce Output Operator [RS_38] - PartitionCols:_col0 - Select Operator [SEL_32] (rows=287989836 width=135) - Output:["_col0","_col1"] - Filter Operator [FIL_88] (rows=287989836 width=135) - predicate:cs_sold_date_sk is not null - TableScan [TS_30] (rows=287989836 width=135) - Output:["cs_sold_date_sk","cs_ext_sales_price"] <-Reducer 5 [ONE_TO_ONE_EDGE] FORWARD [RS_54] PartitionCols:_col0 Merge Join Operator [MERGEJOIN_92] (rows=261355475 width=135) Conds:RS_23._col0=RS_24._col0(Inner),Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"] - <-Map 13 [SIMPLE_EDGE] + <-Map 11 [SIMPLE_EDGE] SHUFFLE [RS_24] PartitionCols:_col0 Select Operator [SEL_22] (rows=36524 width=1119) Output:["_col0"] Filter Operator [FIL_86] (rows=36524 width=1119) predicate:((d_year = 2001) and d_week_seq is not null) - Please refer to the previous TableScan [TS_20] + TableScan [TS_20] (rows=73049 width=1119) + default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_week_seq","d_year"] <-Reducer 4 [ONE_TO_ONE_EDGE] FORWARD [RS_23] PartitionCols:_col0 @@ -229,10 +170,15 @@ Stage-0 Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"] Merge Join Operator [MERGEJOIN_91] (rows=475191764 width=135) Conds:Union 2._col0=RS_12._col0(Inner),Output:["_col1","_col3","_col4"] - <-Map 9 [SIMPLE_EDGE] + <-Map 10 [SIMPLE_EDGE] SHUFFLE [RS_12] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_10] + Select Operator [SEL_10] (rows=73049 width=1119) + Output:["_col0","_col1","_col2"] + Filter Operator [FIL_85] (rows=73049 width=1119) + predicate:(d_date_sk is not null and d_week_seq is not null) + TableScan [TS_8] (rows=73049 width=1119) + default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_week_seq","d_day_name"] <-Union 2 [SIMPLE_EDGE] <-Map 1 [CONTAINS] Reduce Output Operator [RS_11] @@ -243,7 +189,7 @@ Stage-0 predicate:ws_sold_date_sk is not null TableScan [TS_0] (rows=144002668 width=135) Output:["ws_sold_date_sk","ws_ext_sales_price"] - <-Map 8 [CONTAINS] + <-Map 9 [CONTAINS] Reduce Output Operator [RS_11] PartitionCols:_col0 Select Operator [SEL_5] (rows=287989836 width=135) @@ -252,4 +198,21 @@ Stage-0 predicate:cs_sold_date_sk is not null TableScan [TS_3] (rows=287989836 width=135) Output:["cs_sold_date_sk","cs_ext_sales_price"] + <-Reducer 8 [SIMPLE_EDGE] + SHUFFLE [RS_55] + PartitionCols:(_col0 - 53) + Merge Join Operator [MERGEJOIN_94] (rows=261355475 width=135) + Conds:RS_50._col0=RS_51._col0(Inner),Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"] + <-Map 11 [SIMPLE_EDGE] + SHUFFLE [RS_51] + PartitionCols:_col0 + Select Operator [SEL_49] (rows=36524 width=1119) + Output:["_col0"] + Filter Operator [FIL_90] (rows=36524 width=1119) + predicate:((d_year = 2002) and d_week_seq is not null) + Please refer to the previous TableScan [TS_20] + <-Reducer 4 [ONE_TO_ONE_EDGE] + FORWARD [RS_50] + PartitionCols:_col0 + Please refer to the previous Group By Operator [GBY_18]
