http://git-wip-us.apache.org/repos/asf/hive/blob/be9735e1/ql/src/test/results/clientpositive/perf/query76.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/perf/query76.q.out b/ql/src/test/results/clientpositive/perf/query76.q.out index 0eba466..c90578b 100644 --- a/ql/src/test/results/clientpositive/perf/query76.q.out +++ b/ql/src/test/results/clientpositive/perf/query76.q.out @@ -15,270 +15,141 @@ Reducer 5 <- Union 4 (SIMPLE_EDGE) Reducer 6 <- Reducer 5 (SIMPLE_EDGE) Stage-0 - Fetch Operator - limit:100 - Stage-1 - Reducer 6 - File Output Operator [FS_59] - compressed:false - Statistics:Num rows: 100 Data size: 143600 Basic stats: COMPLETE Column stats: NONE - table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} - Limit [LIM_58] - Number of rows:100 - Statistics:Num rows: 100 Data size: 143600 Basic stats: COMPLETE Column stats: NONE - Select Operator [SEL_57] - | outputColumnNames:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] - | Statistics:Num rows: 838530 Data size: 1204362280 Basic stats: COMPLETE Column stats: NONE - |<-Reducer 5 [SIMPLE_EDGE] - Reduce Output Operator [RS_56] - key expressions:_col0 (type: string), _col1 (type: string), _col2 (type: int), _col3 (type: int), _col4 (type: string) - sort order:+++++ - Statistics:Num rows: 838530 Data size: 1204362280 Basic stats: COMPLETE Column stats: NONE - value expressions:_col5 (type: bigint), _col6 (type: decimal(17,2)) - Group By Operator [GBY_54] - | aggregations:["count(VALUE._col0)","sum(VALUE._col1)"] - | keys:KEY._col0 (type: string), KEY._col1 (type: string), KEY._col2 (type: int), KEY._col3 (type: int), KEY._col4 (type: string) - | outputColumnNames:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] - | Statistics:Num rows: 838530 Data size: 1204362280 Basic stats: COMPLETE Column stats: NONE - |<-Union 4 [SIMPLE_EDGE] - |<-Reducer 11 [CONTAINS] - | Reduce Output Operator [RS_53] - | key expressions:_col0 (type: string), _col1 (type: string), _col2 (type: int), _col3 (type: int), _col4 (type: string) - | Map-reduce partition columns:_col0 (type: string), _col1 (type: string), _col2 (type: int), _col3 (type: int), _col4 (type: string) - | sort order:+++++ - | Statistics:Num rows: 1677060 Data size: 2408724561 Basic stats: COMPLETE Column stats: NONE - | value expressions:_col5 (type: bigint), _col6 (type: decimal(17,2)) - | Group By Operator [GBY_52] - | aggregations:["count()","sum(_col5)"] - | keys:_col0 (type: string), _col1 (type: string), _col2 (type: int), _col3 (type: int), _col4 (type: string) - | outputColumnNames:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] - | Statistics:Num rows: 1677060 Data size: 2408724561 Basic stats: COMPLETE Column stats: NONE - | Select Operator [SEL_31] - | outputColumnNames:["_col0","_col1","_col2","_col3","_col4","_col5"] - | Statistics:Num rows: 559020 Data size: 802908187 Basic stats: COMPLETE Column stats: NONE - | Merge Join Operator [MERGEJOIN_87] - | | condition map:[{"":"Inner Join 0 to 1"}] - | | keys:{"0":"_col0 (type: int)","1":"_col0 (type: int)"} - | | outputColumnNames:["_col3","_col5","_col7","_col8"] - | | Statistics:Num rows: 559020 Data size: 802908187 Basic stats: COMPLETE Column stats: NONE - | |<-Map 13 [SIMPLE_EDGE] - | | Reduce Output Operator [RS_29] - | | key expressions:_col0 (type: int) - | | Map-reduce partition columns:_col0 (type: int) - | | sort order:+ - | | Statistics:Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE - | | value expressions:_col1 (type: int), _col2 (type: int) - | | Select Operator [SEL_24] - | | outputColumnNames:["_col0","_col1","_col2"] - | | Statistics:Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE - | | Filter Operator [FIL_80] - | | predicate:d_date_sk is not null (type: boolean) - | | Statistics:Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE - | | TableScan [TS_22] - | | alias:date_dim - | | Statistics:Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE - | |<-Reducer 10 [SIMPLE_EDGE] - | Reduce Output Operator [RS_28] - | key expressions:_col0 (type: int) - | Map-reduce partition columns:_col0 (type: int) - | sort order:+ - | Statistics:Num rows: 508200 Data size: 729916518 Basic stats: COMPLETE Column stats: NONE - | value expressions:_col3 (type: decimal(7,2)), _col5 (type: string) - | Merge Join Operator [MERGEJOIN_86] - | | condition map:[{"":"Inner Join 0 to 1"}] - | | keys:{"0":"_col1 (type: int)","1":"_col0 (type: int)"} - | | outputColumnNames:["_col0","_col3","_col5"] - | | Statistics:Num rows: 508200 Data size: 729916518 Basic stats: COMPLETE Column stats: NONE - | |<-Map 12 [SIMPLE_EDGE] - | | Reduce Output Operator [RS_26] - | | key expressions:_col0 (type: int) - | | Map-reduce partition columns:_col0 (type: int) - | | sort order:+ - | | Statistics:Num rows: 462000 Data size: 663560457 Basic stats: COMPLETE Column stats: NONE - | | value expressions:_col1 (type: string) - | | Select Operator [SEL_21] - | | outputColumnNames:["_col0","_col1"] - | | Statistics:Num rows: 462000 Data size: 663560457 Basic stats: COMPLETE Column stats: NONE - | | Filter Operator [FIL_79] - | | predicate:i_item_sk is not null (type: boolean) - | | Statistics:Num rows: 462000 Data size: 663560457 Basic stats: COMPLETE Column stats: NONE - | | TableScan [TS_19] - | | alias:item - | | Statistics:Num rows: 462000 Data size: 663560457 Basic stats: COMPLETE Column stats: NONE - | |<-Map 9 [SIMPLE_EDGE] - | Reduce Output Operator [RS_25] - | key expressions:_col1 (type: int) - | Map-reduce partition columns:_col1 (type: int) - | sort order:+ - | Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE - | value expressions:_col0 (type: int), _col3 (type: decimal(7,2)) - | Select Operator [SEL_18] - | outputColumnNames:["_col0","_col1","_col3"] - | Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE - | Filter Operator [FIL_78] - | predicate:((ws_web_page_sk is null and ws_item_sk is not null) and ws_sold_date_sk is not null) (type: boolean) - | Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE - | TableScan [TS_16] - | alias:web_sales - | Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE - |<-Reducer 16 [CONTAINS] - | Reduce Output Operator [RS_53] - | key expressions:_col0 (type: string), _col1 (type: string), _col2 (type: int), _col3 (type: int), _col4 (type: string) - | Map-reduce partition columns:_col0 (type: string), _col1 (type: string), _col2 (type: int), _col3 (type: int), _col4 (type: string) - | sort order:+++++ - | Statistics:Num rows: 1677060 Data size: 2408724561 Basic stats: COMPLETE Column stats: NONE - | value expressions:_col5 (type: bigint), _col6 (type: decimal(17,2)) - | Group By Operator [GBY_52] - | aggregations:["count()","sum(_col5)"] - | keys:_col0 (type: string), _col1 (type: string), _col2 (type: int), _col3 (type: int), _col4 (type: string) - | outputColumnNames:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] - | Statistics:Num rows: 1677060 Data size: 2408724561 Basic stats: COMPLETE Column stats: NONE - | Select Operator [SEL_49] - | outputColumnNames:["_col0","_col1","_col2","_col3","_col4","_col5"] - | Statistics:Num rows: 559020 Data size: 802908187 Basic stats: COMPLETE Column stats: NONE - | Merge Join Operator [MERGEJOIN_89] - | | condition map:[{"":"Inner Join 0 to 1"}] - | | keys:{"0":"_col0 (type: int)","1":"_col0 (type: int)"} - | | outputColumnNames:["_col3","_col5","_col7","_col8"] - | | Statistics:Num rows: 559020 Data size: 802908187 Basic stats: COMPLETE Column stats: NONE - | |<-Map 18 [SIMPLE_EDGE] - | | Reduce Output Operator [RS_47] - | | key expressions:_col0 (type: int) - | | Map-reduce partition columns:_col0 (type: int) - | | sort order:+ - | | Statistics:Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE - | | value expressions:_col1 (type: int), _col2 (type: int) - | | Select Operator [SEL_42] - | | outputColumnNames:["_col0","_col1","_col2"] - | | Statistics:Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE - | | Filter Operator [FIL_83] - | | predicate:d_date_sk is not null (type: boolean) - | | Statistics:Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE - | | TableScan [TS_40] - | | alias:date_dim - | | Statistics:Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE - | |<-Reducer 15 [SIMPLE_EDGE] - | Reduce Output Operator [RS_46] - | key expressions:_col0 (type: int) - | Map-reduce partition columns:_col0 (type: int) - | sort order:+ - | Statistics:Num rows: 508200 Data size: 729916518 Basic stats: COMPLETE Column stats: NONE - | value expressions:_col3 (type: decimal(7,2)), _col5 (type: string) - | Merge Join Operator [MERGEJOIN_88] - | | condition map:[{"":"Inner Join 0 to 1"}] - | | keys:{"0":"_col2 (type: int)","1":"_col0 (type: int)"} - | | outputColumnNames:["_col0","_col3","_col5"] - | | Statistics:Num rows: 508200 Data size: 729916518 Basic stats: COMPLETE Column stats: NONE - | |<-Map 14 [SIMPLE_EDGE] - | | Reduce Output Operator [RS_43] - | | key expressions:_col2 (type: int) - | | Map-reduce partition columns:_col2 (type: int) - | | sort order:+ - | | Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE - | | value expressions:_col0 (type: int), _col3 (type: decimal(7,2)) - | | Select Operator [SEL_36] - | | outputColumnNames:["_col0","_col2","_col3"] - | | Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE - | | Filter Operator [FIL_81] - | | predicate:((cs_warehouse_sk is null and cs_item_sk is not null) and cs_sold_date_sk is not null) (type: boolean) - | | Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE - | | TableScan [TS_34] - | | alias:catalog_sales - | | Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE - | |<-Map 17 [SIMPLE_EDGE] - | Reduce Output Operator [RS_44] - | key expressions:_col0 (type: int) - | Map-reduce partition columns:_col0 (type: int) - | sort order:+ - | Statistics:Num rows: 462000 Data size: 663560457 Basic stats: COMPLETE Column stats: NONE - | value expressions:_col1 (type: string) - | Select Operator [SEL_39] - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 462000 Data size: 663560457 Basic stats: COMPLETE Column stats: NONE - | Filter Operator [FIL_82] - | predicate:i_item_sk is not null (type: boolean) - | Statistics:Num rows: 462000 Data size: 663560457 Basic stats: COMPLETE Column stats: NONE - | TableScan [TS_37] - | alias:item - | Statistics:Num rows: 462000 Data size: 663560457 Basic stats: COMPLETE Column stats: NONE - |<-Reducer 3 [CONTAINS] - Reduce Output Operator [RS_53] - key expressions:_col0 (type: string), _col1 (type: string), _col2 (type: int), _col3 (type: int), _col4 (type: string) - Map-reduce partition columns:_col0 (type: string), _col1 (type: string), _col2 (type: int), _col3 (type: int), _col4 (type: string) - sort order:+++++ - Statistics:Num rows: 1677060 Data size: 2408724561 Basic stats: COMPLETE Column stats: NONE - value expressions:_col5 (type: bigint), _col6 (type: decimal(17,2)) - Group By Operator [GBY_52] - aggregations:["count()","sum(_col5)"] - keys:_col0 (type: string), _col1 (type: string), _col2 (type: int), _col3 (type: int), _col4 (type: string) - outputColumnNames:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] - Statistics:Num rows: 1677060 Data size: 2408724561 Basic stats: COMPLETE Column stats: NONE - Select Operator [SEL_15] - outputColumnNames:["_col0","_col1","_col2","_col3","_col4","_col5"] - Statistics:Num rows: 559020 Data size: 802908187 Basic stats: COMPLETE Column stats: NONE - Merge Join Operator [MERGEJOIN_85] - | condition map:[{"":"Inner Join 0 to 1"}] - | keys:{"0":"_col0 (type: int)","1":"_col0 (type: int)"} - | outputColumnNames:["_col3","_col5","_col7","_col8"] - | Statistics:Num rows: 559020 Data size: 802908187 Basic stats: COMPLETE Column stats: NONE - |<-Map 8 [SIMPLE_EDGE] - | Reduce Output Operator [RS_13] - | key expressions:_col0 (type: int) - | Map-reduce partition columns:_col0 (type: int) - | sort order:+ - | Statistics:Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE - | value expressions:_col1 (type: int), _col2 (type: int) - | Select Operator [SEL_8] - | outputColumnNames:["_col0","_col1","_col2"] - | Statistics:Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE - | Filter Operator [FIL_77] - | predicate:d_date_sk is not null (type: boolean) - | Statistics:Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE - | TableScan [TS_6] - | alias:date_dim - | Statistics:Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE - |<-Reducer 2 [SIMPLE_EDGE] - Reduce Output Operator [RS_12] - key expressions:_col0 (type: int) - Map-reduce partition columns:_col0 (type: int) - sort order:+ - Statistics:Num rows: 508200 Data size: 729916518 Basic stats: COMPLETE Column stats: NONE - value expressions:_col3 (type: decimal(7,2)), _col5 (type: string) - Merge Join Operator [MERGEJOIN_84] - | condition map:[{"":"Inner Join 0 to 1"}] - | keys:{"0":"_col1 (type: int)","1":"_col0 (type: int)"} - | outputColumnNames:["_col0","_col3","_col5"] - | Statistics:Num rows: 508200 Data size: 729916518 Basic stats: COMPLETE Column stats: NONE - |<-Map 1 [SIMPLE_EDGE] - | Reduce Output Operator [RS_9] - | key expressions:_col1 (type: int) - | Map-reduce partition columns:_col1 (type: int) - | sort order:+ - | Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE - | value expressions:_col0 (type: int), _col3 (type: decimal(7,2)) - | Select Operator [SEL_2] - | outputColumnNames:["_col0","_col1","_col3"] - | Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE - | Filter Operator [FIL_75] - | predicate:((ss_addr_sk is null and ss_item_sk is not null) and ss_sold_date_sk is not null) (type: boolean) - | Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE - | TableScan [TS_0] - | alias:store_sales - | Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE - |<-Map 7 [SIMPLE_EDGE] - Reduce Output Operator [RS_10] - key expressions:_col0 (type: int) - Map-reduce partition columns:_col0 (type: int) - sort order:+ - Statistics:Num rows: 462000 Data size: 663560457 Basic stats: COMPLETE Column stats: NONE - value expressions:_col1 (type: string) - Select Operator [SEL_5] - outputColumnNames:["_col0","_col1"] - Statistics:Num rows: 462000 Data size: 663560457 Basic stats: COMPLETE Column stats: NONE - Filter Operator [FIL_76] - predicate:i_item_sk is not null (type: boolean) - Statistics:Num rows: 462000 Data size: 663560457 Basic stats: COMPLETE Column stats: NONE - TableScan [TS_3] - alias:item - Statistics:Num rows: 462000 Data size: 663560457 Basic stats: COMPLETE Column stats: NONE + Fetch Operator + limit:100 + Stage-1 + Reducer 6 + File Output Operator [FS_59] + Limit [LIM_58] (rows=100 width=1436) + Number of rows:100 + Select Operator [SEL_57] (rows=838530 width=1436) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] + <-Reducer 5 [SIMPLE_EDGE] + SHUFFLE [RS_56] + Group By Operator [GBY_54] (rows=838530 width=1436) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"],aggregations:["count(VALUE._col0)","sum(VALUE._col1)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4 + <-Union 4 [SIMPLE_EDGE] + <-Reducer 11 [CONTAINS] + Reduce Output Operator [RS_53] + PartitionCols:_col0, _col1, _col2, _col3, _col4 + Group By Operator [GBY_52] (rows=1677060 width=1436) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"],aggregations:["count()","sum(_col5)"],keys:_col0, _col1, _col2, _col3, _col4 + Select Operator [SEL_31] (rows=559020 width=1436) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + Merge Join Operator [MERGEJOIN_87] (rows=559020 width=1436) + Conds:RS_28._col0=RS_29._col0(Inner),Output:["_col3","_col5","_col7","_col8"] + <-Map 13 [SIMPLE_EDGE] + SHUFFLE [RS_29] + PartitionCols:_col0 + Select Operator [SEL_24] (rows=73049 width=1119) + Output:["_col0","_col1","_col2"] + Filter Operator [FIL_80] (rows=73049 width=1119) + predicate:d_date_sk is not null + TableScan [TS_22] (rows=73049 width=1119) + default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_qoy"] + <-Reducer 10 [SIMPLE_EDGE] + SHUFFLE [RS_28] + PartitionCols:_col0 + Merge Join Operator [MERGEJOIN_86] (rows=508200 width=1436) + Conds:RS_25._col1=RS_26._col0(Inner),Output:["_col0","_col3","_col5"] + <-Map 12 [SIMPLE_EDGE] + SHUFFLE [RS_26] + PartitionCols:_col0 + Select Operator [SEL_21] (rows=462000 width=1436) + Output:["_col0","_col1"] + Filter Operator [FIL_79] (rows=462000 width=1436) + predicate:i_item_sk is not null + TableScan [TS_19] (rows=462000 width=1436) + default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_category"] + <-Map 9 [SIMPLE_EDGE] + SHUFFLE [RS_25] + PartitionCols:_col1 + Select Operator [SEL_18] (rows=1 width=0) + Output:["_col0","_col1","_col3"] + Filter Operator [FIL_78] (rows=1 width=0) + predicate:((ws_web_page_sk is null and ws_item_sk is not null) and ws_sold_date_sk is not null) + TableScan [TS_16] (rows=1 width=0) + default@web_sales,web_sales,Tbl:PARTIAL,Col:NONE,Output:["ws_sold_date_sk","ws_item_sk","ws_web_page_sk","ws_ext_sales_price"] + <-Reducer 16 [CONTAINS] + Reduce Output Operator [RS_53] + PartitionCols:_col0, _col1, _col2, _col3, _col4 + Group By Operator [GBY_52] (rows=1677060 width=1436) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"],aggregations:["count()","sum(_col5)"],keys:_col0, _col1, _col2, _col3, _col4 + Select Operator [SEL_49] (rows=559020 width=1436) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + Merge Join Operator [MERGEJOIN_89] (rows=559020 width=1436) + Conds:RS_46._col0=RS_47._col0(Inner),Output:["_col3","_col5","_col7","_col8"] + <-Map 18 [SIMPLE_EDGE] + SHUFFLE [RS_47] + PartitionCols:_col0 + Select Operator [SEL_42] (rows=73049 width=1119) + Output:["_col0","_col1","_col2"] + Filter Operator [FIL_83] (rows=73049 width=1119) + predicate:d_date_sk is not null + TableScan [TS_40] (rows=73049 width=1119) + default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_qoy"] + <-Reducer 15 [SIMPLE_EDGE] + SHUFFLE [RS_46] + PartitionCols:_col0 + Merge Join Operator [MERGEJOIN_88] (rows=508200 width=1436) + Conds:RS_43._col2=RS_44._col0(Inner),Output:["_col0","_col3","_col5"] + <-Map 14 [SIMPLE_EDGE] + SHUFFLE [RS_43] + PartitionCols:_col2 + Select Operator [SEL_36] (rows=1 width=0) + Output:["_col0","_col2","_col3"] + Filter Operator [FIL_81] (rows=1 width=0) + predicate:((cs_warehouse_sk is null and cs_item_sk is not null) and cs_sold_date_sk is not null) + TableScan [TS_34] (rows=1 width=0) + default@catalog_sales,catalog_sales,Tbl:PARTIAL,Col:NONE,Output:["cs_sold_date_sk","cs_warehouse_sk","cs_item_sk","cs_ext_sales_price"] + <-Map 17 [SIMPLE_EDGE] + SHUFFLE [RS_44] + PartitionCols:_col0 + Select Operator [SEL_39] (rows=462000 width=1436) + Output:["_col0","_col1"] + Filter Operator [FIL_82] (rows=462000 width=1436) + predicate:i_item_sk is not null + TableScan [TS_37] (rows=462000 width=1436) + default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_category"] + <-Reducer 3 [CONTAINS] + Reduce Output Operator [RS_53] + PartitionCols:_col0, _col1, _col2, _col3, _col4 + Group By Operator [GBY_52] (rows=1677060 width=1436) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"],aggregations:["count()","sum(_col5)"],keys:_col0, _col1, _col2, _col3, _col4 + Select Operator [SEL_15] (rows=559020 width=1436) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + Merge Join Operator [MERGEJOIN_85] (rows=559020 width=1436) + Conds:RS_12._col0=RS_13._col0(Inner),Output:["_col3","_col5","_col7","_col8"] + <-Map 8 [SIMPLE_EDGE] + SHUFFLE [RS_13] + PartitionCols:_col0 + Select Operator [SEL_8] (rows=73049 width=1119) + Output:["_col0","_col1","_col2"] + Filter Operator [FIL_77] (rows=73049 width=1119) + predicate:d_date_sk is not null + TableScan [TS_6] (rows=73049 width=1119) + default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_qoy"] + <-Reducer 2 [SIMPLE_EDGE] + SHUFFLE [RS_12] + PartitionCols:_col0 + Merge Join Operator [MERGEJOIN_84] (rows=508200 width=1436) + Conds:RS_9._col1=RS_10._col0(Inner),Output:["_col0","_col3","_col5"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_9] + PartitionCols:_col1 + Select Operator [SEL_2] (rows=1 width=0) + Output:["_col0","_col1","_col3"] + Filter Operator [FIL_75] (rows=1 width=0) + predicate:((ss_addr_sk is null and ss_item_sk is not null) and ss_sold_date_sk is not null) + TableScan [TS_0] (rows=1 width=0) + default@store_sales,store_sales,Tbl:PARTIAL,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_addr_sk","ss_ext_sales_price"] + <-Map 7 [SIMPLE_EDGE] + SHUFFLE [RS_10] + PartitionCols:_col0 + Select Operator [SEL_5] (rows=462000 width=1436) + Output:["_col0","_col1"] + Filter Operator [FIL_76] (rows=462000 width=1436) + predicate:i_item_sk is not null + TableScan [TS_3] (rows=462000 width=1436) + default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_category"]
http://git-wip-us.apache.org/repos/asf/hive/blob/be9735e1/ql/src/test/results/clientpositive/perf/query79.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/perf/query79.q.out b/ql/src/test/results/clientpositive/perf/query79.q.out index a0d5a51..fdc5773 100644 --- a/ql/src/test/results/clientpositive/perf/query79.q.out +++ b/ql/src/test/results/clientpositive/perf/query79.q.out @@ -13,169 +13,90 @@ Reducer 6 <- Map 11 (SIMPLE_EDGE), Reducer 5 (SIMPLE_EDGE) Reducer 7 <- Reducer 6 (SIMPLE_EDGE) Stage-0 - Fetch Operator - limit:100 - Stage-1 - Reducer 7 - File Output Operator [FS_37] - compressed:false - Statistics:Num rows: 100 Data size: 86000 Basic stats: COMPLETE Column stats: NONE - table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} - Limit [LIM_36] - Number of rows:100 - Statistics:Num rows: 100 Data size: 86000 Basic stats: COMPLETE Column stats: NONE - Select Operator [SEL_35] - | outputColumnNames:["_col0","_col1","_col2","_col3","_col4","_col5"] - | Statistics:Num rows: 88000001 Data size: 75681779077 Basic stats: COMPLETE Column stats: NONE - |<-Reducer 6 [SIMPLE_EDGE] - Reduce Output Operator [RS_34] - key expressions:_col0 (type: string), _col1 (type: string), _col2 (type: string), _col5 (type: decimal(17,2)) - sort order:++++ - Statistics:Num rows: 88000001 Data size: 75681779077 Basic stats: COMPLETE Column stats: NONE - value expressions:_col3 (type: int), _col4 (type: decimal(17,2)) - Select Operator [SEL_33] - outputColumnNames:["_col0","_col1","_col2","_col3","_col4","_col5"] - Statistics:Num rows: 88000001 Data size: 75681779077 Basic stats: COMPLETE Column stats: NONE - Merge Join Operator [MERGEJOIN_60] - | condition map:[{"":"Inner Join 0 to 1"}] - | keys:{"0":"_col1 (type: int)","1":"_col0 (type: int)"} - | outputColumnNames:["_col0","_col2","_col3","_col4","_col6","_col7"] - | Statistics:Num rows: 88000001 Data size: 75681779077 Basic stats: COMPLETE Column stats: NONE - |<-Map 11 [SIMPLE_EDGE] - | Reduce Output Operator [RS_31] - | key expressions:_col0 (type: int) - | Map-reduce partition columns:_col0 (type: int) - | sort order:+ - | Statistics:Num rows: 80000000 Data size: 68801615852 Basic stats: COMPLETE Column stats: NONE - | value expressions:_col1 (type: string), _col2 (type: string) - | Select Operator [SEL_29] - | outputColumnNames:["_col0","_col1","_col2"] - | Statistics:Num rows: 80000000 Data size: 68801615852 Basic stats: COMPLETE Column stats: NONE - | Filter Operator [FIL_56] - | predicate:c_customer_sk is not null (type: boolean) - | Statistics:Num rows: 80000000 Data size: 68801615852 Basic stats: COMPLETE Column stats: NONE - | TableScan [TS_27] - | alias:customer - | Statistics:Num rows: 80000000 Data size: 68801615852 Basic stats: COMPLETE Column stats: NONE - |<-Reducer 5 [SIMPLE_EDGE] - Reduce Output Operator [RS_30] - key expressions:_col1 (type: int) - Map-reduce partition columns:_col1 (type: int) - sort order:+ - Statistics:Num rows: 12152 Data size: 13599051 Basic stats: COMPLETE Column stats: NONE - value expressions:_col0 (type: int), _col2 (type: string), _col3 (type: decimal(17,2)), _col4 (type: decimal(17,2)) - Select Operator [SEL_25] - outputColumnNames:["_col0","_col1","_col2","_col3","_col4"] - Statistics:Num rows: 12152 Data size: 13599051 Basic stats: COMPLETE Column stats: NONE - Group By Operator [GBY_24] - | aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"] - | keys:KEY._col0 (type: int), KEY._col1 (type: int), KEY._col2 (type: int), KEY._col3 (type: string) - | outputColumnNames:["_col0","_col1","_col2","_col3","_col4","_col5"] - | Statistics:Num rows: 12152 Data size: 13599051 Basic stats: COMPLETE Column stats: NONE - |<-Reducer 4 [SIMPLE_EDGE] - Reduce Output Operator [RS_23] - key expressions:_col0 (type: int), _col1 (type: int), _col2 (type: int), _col3 (type: string) - Map-reduce partition columns:_col0 (type: int), _col1 (type: int), _col2 (type: int), _col3 (type: string) - sort order:++++ - Statistics:Num rows: 24305 Data size: 27199223 Basic stats: COMPLETE Column stats: NONE - value expressions:_col4 (type: decimal(17,2)), _col5 (type: decimal(17,2)) - Group By Operator [GBY_22] - aggregations:["sum(_col6)","sum(_col7)"] - keys:_col1 (type: int), _col3 (type: int), _col5 (type: int), _col13 (type: string) - outputColumnNames:["_col0","_col1","_col2","_col3","_col4","_col5"] - Statistics:Num rows: 24305 Data size: 27199223 Basic stats: COMPLETE Column stats: NONE - Select Operator [SEL_21] - outputColumnNames:["_col1","_col3","_col5","_col13","_col6","_col7"] - Statistics:Num rows: 24305 Data size: 27199223 Basic stats: COMPLETE Column stats: NONE - Merge Join Operator [MERGEJOIN_59] - | condition map:[{"":"Inner Join 0 to 1"}] - | keys:{"0":"_col2 (type: int)","1":"_col0 (type: int)"} - | outputColumnNames:["_col1","_col3","_col5","_col6","_col7","_col13"] - | Statistics:Num rows: 24305 Data size: 27199223 Basic stats: COMPLETE Column stats: NONE - |<-Map 10 [SIMPLE_EDGE] - | Reduce Output Operator [RS_19] - | key expressions:_col0 (type: int) - | Map-reduce partition columns:_col0 (type: int) - | sort order:+ - | Statistics:Num rows: 6000 Data size: 642000 Basic stats: COMPLETE Column stats: NONE - | Select Operator [SEL_11] - | outputColumnNames:["_col0"] - | Statistics:Num rows: 6000 Data size: 642000 Basic stats: COMPLETE Column stats: NONE - | Filter Operator [FIL_55] - | predicate:(((hd_dep_count = 8) or (hd_vehicle_count > 0)) and hd_demo_sk is not null) (type: boolean) - | Statistics:Num rows: 6000 Data size: 642000 Basic stats: COMPLETE Column stats: NONE - | TableScan [TS_9] - | alias:household_demographics - | Statistics:Num rows: 7200 Data size: 770400 Basic stats: COMPLETE Column stats: NONE - |<-Reducer 3 [SIMPLE_EDGE] - Reduce Output Operator [RS_18] - key expressions:_col2 (type: int) - Map-reduce partition columns:_col2 (type: int) - sort order:+ - Statistics:Num rows: 22096 Data size: 24726566 Basic stats: COMPLETE Column stats: NONE - value expressions:_col1 (type: int), _col3 (type: int), _col5 (type: int), _col6 (type: decimal(7,2)), _col7 (type: decimal(7,2)), _col13 (type: string) - Merge Join Operator [MERGEJOIN_58] - | condition map:[{"":"Inner Join 0 to 1"}] - | keys:{"0":"_col4 (type: int)","1":"_col0 (type: int)"} - | outputColumnNames:["_col1","_col2","_col3","_col5","_col6","_col7","_col13"] - | Statistics:Num rows: 22096 Data size: 24726566 Basic stats: COMPLETE Column stats: NONE - |<-Map 9 [SIMPLE_EDGE] - | Reduce Output Operator [RS_16] - | key expressions:_col0 (type: int) - | Map-reduce partition columns:_col0 (type: int) - | sort order:+ - | Statistics:Num rows: 852 Data size: 1628138 Basic stats: COMPLETE Column stats: NONE - | value expressions:_col2 (type: string) - | Select Operator [SEL_8] - | outputColumnNames:["_col0","_col2"] - | Statistics:Num rows: 852 Data size: 1628138 Basic stats: COMPLETE Column stats: NONE - | Filter Operator [FIL_54] - | predicate:(s_number_employees BETWEEN 200 AND 295 and s_store_sk is not null) (type: boolean) - | Statistics:Num rows: 852 Data size: 1628138 Basic stats: COMPLETE Column stats: NONE - | TableScan [TS_6] - | alias:store - | Statistics:Num rows: 1704 Data size: 3256276 Basic stats: COMPLETE Column stats: NONE - |<-Reducer 2 [SIMPLE_EDGE] - Reduce Output Operator [RS_15] - key expressions:_col4 (type: int) - Map-reduce partition columns:_col4 (type: int) - sort order:+ - Statistics:Num rows: 20088 Data size: 22478696 Basic stats: COMPLETE Column stats: NONE - value expressions:_col1 (type: int), _col2 (type: int), _col3 (type: int), _col5 (type: int), _col6 (type: decimal(7,2)), _col7 (type: decimal(7,2)) - Merge Join Operator [MERGEJOIN_57] - | condition map:[{"":"Inner Join 0 to 1"}] - | keys:{"0":"_col0 (type: int)","1":"_col0 (type: int)"} - | outputColumnNames:["_col1","_col2","_col3","_col4","_col5","_col6","_col7"] - | Statistics:Num rows: 20088 Data size: 22478696 Basic stats: COMPLETE Column stats: NONE - |<-Map 1 [SIMPLE_EDGE] - | Reduce Output Operator [RS_12] - | key expressions:_col0 (type: int) - | Map-reduce partition columns:_col0 (type: int) - | sort order:+ - | Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE - | value expressions:_col1 (type: int), _col2 (type: int), _col3 (type: int), _col4 (type: int), _col5 (type: int), _col6 (type: decimal(7,2)), _col7 (type: decimal(7,2)) - | Select Operator [SEL_2] - | outputColumnNames:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"] - | Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE - | Filter Operator [FIL_52] - | predicate:(((ss_sold_date_sk is not null and ss_store_sk is not null) and ss_hdemo_sk is not null) and ss_customer_sk is not null) (type: boolean) - | Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE - | TableScan [TS_0] - | alias:store_sales - | Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE - |<-Map 8 [SIMPLE_EDGE] - Reduce Output Operator [RS_13] - key expressions:_col0 (type: int) - Map-reduce partition columns:_col0 (type: int) - sort order:+ - Statistics:Num rows: 18262 Data size: 20435178 Basic stats: COMPLETE Column stats: NONE - Select Operator [SEL_5] - outputColumnNames:["_col0"] - Statistics:Num rows: 18262 Data size: 20435178 Basic stats: COMPLETE Column stats: NONE - Filter Operator [FIL_53] - predicate:(((d_dow = 1) and (d_year) IN (1998, 1999, 2000)) and d_date_sk is not null) (type: boolean) - Statistics:Num rows: 18262 Data size: 20435178 Basic stats: COMPLETE Column stats: NONE - TableScan [TS_3] - alias:date_dim - Statistics:Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE + Fetch Operator + limit:100 + Stage-1 + Reducer 7 + File Output Operator [FS_37] + Limit [LIM_36] (rows=100 width=860) + Number of rows:100 + Select Operator [SEL_35] (rows=88000001 width=860) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + <-Reducer 6 [SIMPLE_EDGE] + SHUFFLE [RS_34] + Select Operator [SEL_33] (rows=88000001 width=860) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + Merge Join Operator [MERGEJOIN_60] (rows=88000001 width=860) + Conds:RS_30._col1=RS_31._col0(Inner),Output:["_col0","_col2","_col3","_col4","_col6","_col7"] + <-Map 11 [SIMPLE_EDGE] + SHUFFLE [RS_31] + PartitionCols:_col0 + Select Operator [SEL_29] (rows=80000000 width=860) + Output:["_col0","_col1","_col2"] + Filter Operator [FIL_56] (rows=80000000 width=860) + predicate:c_customer_sk is not null + TableScan [TS_27] (rows=80000000 width=860) + default@customer,customer,Tbl:COMPLETE,Col:NONE,Output:["c_customer_sk","c_first_name","c_last_name"] + <-Reducer 5 [SIMPLE_EDGE] + SHUFFLE [RS_30] + PartitionCols:_col1 + Select Operator [SEL_25] (rows=12152 width=1119) + Output:["_col0","_col1","_col2","_col3","_col4"] + Group By Operator [GBY_24] (rows=12152 width=1119) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3 + <-Reducer 4 [SIMPLE_EDGE] + SHUFFLE [RS_23] + PartitionCols:_col0, _col1, _col2, _col3 + Group By Operator [GBY_22] (rows=24305 width=1119) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["sum(_col6)","sum(_col7)"],keys:_col1, _col3, _col5, _col13 + Select Operator [SEL_21] (rows=24305 width=1119) + Output:["_col1","_col3","_col5","_col13","_col6","_col7"] + Merge Join Operator [MERGEJOIN_59] (rows=24305 width=1119) + Conds:RS_18._col2=RS_19._col0(Inner),Output:["_col1","_col3","_col5","_col6","_col7","_col13"] + <-Map 10 [SIMPLE_EDGE] + SHUFFLE [RS_19] + PartitionCols:_col0 + Select Operator [SEL_11] (rows=6000 width=107) + Output:["_col0"] + Filter Operator [FIL_55] (rows=6000 width=107) + predicate:(((hd_dep_count = 8) or (hd_vehicle_count > 0)) and hd_demo_sk is not null) + TableScan [TS_9] (rows=7200 width=107) + default@household_demographics,household_demographics,Tbl:COMPLETE,Col:NONE,Output:["hd_demo_sk","hd_dep_count","hd_vehicle_count"] + <-Reducer 3 [SIMPLE_EDGE] + SHUFFLE [RS_18] + PartitionCols:_col2 + Merge Join Operator [MERGEJOIN_58] (rows=22096 width=1119) + Conds:RS_15._col4=RS_16._col0(Inner),Output:["_col1","_col2","_col3","_col5","_col6","_col7","_col13"] + <-Map 9 [SIMPLE_EDGE] + SHUFFLE [RS_16] + PartitionCols:_col0 + Select Operator [SEL_8] (rows=852 width=1910) + Output:["_col0","_col2"] + Filter Operator [FIL_54] (rows=852 width=1910) + predicate:(s_number_employees BETWEEN 200 AND 295 and s_store_sk is not null) + TableScan [TS_6] (rows=1704 width=1910) + default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_number_employees","s_city"] + <-Reducer 2 [SIMPLE_EDGE] + SHUFFLE [RS_15] + PartitionCols:_col4 + Merge Join Operator [MERGEJOIN_57] (rows=20088 width=1119) + Conds:RS_12._col0=RS_13._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col5","_col6","_col7"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_12] + PartitionCols:_col0 + Select Operator [SEL_2] (rows=1 width=0) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"] + Filter Operator [FIL_52] (rows=1 width=0) + predicate:(((ss_sold_date_sk is not null and ss_store_sk is not null) and ss_hdemo_sk is not null) and ss_customer_sk is not null) + TableScan [TS_0] (rows=1 width=0) + default@store_sales,store_sales,Tbl:PARTIAL,Col:NONE,Output:["ss_sold_date_sk","ss_customer_sk","ss_hdemo_sk","ss_addr_sk","ss_store_sk","ss_ticket_number","ss_coupon_amt","ss_net_profit"] + <-Map 8 [SIMPLE_EDGE] + SHUFFLE [RS_13] + PartitionCols:_col0 + Select Operator [SEL_5] (rows=18262 width=1119) + Output:["_col0"] + Filter Operator [FIL_53] (rows=18262 width=1119) + predicate:(((d_dow = 1) and (d_year) IN (1998, 1999, 2000)) and d_date_sk is not null) + TableScan [TS_3] (rows=73049 width=1119) + default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_dow"]
