http://git-wip-us.apache.org/repos/asf/hive/blob/63deec40/ql/src/test/results/clientpositive/tez/vectorization_7.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/tez/vectorization_7.q.out b/ql/src/test/results/clientpositive/tez/vectorization_7.q.out index 34f590d..b4003ef 100644 --- a/ql/src/test/results/clientpositive/tez/vectorization_7.q.out +++ b/ql/src/test/results/clientpositive/tez/vectorization_7.q.out @@ -1,19 +1,21 @@ -PREHOOK: query: EXPLAIN +PREHOOK: query: -- SORT_QUERY_RESULTS + +EXPLAIN SELECT cboolean1, cbigint, csmallint, ctinyint, ctimestamp1, cstring1, - (cbigint + cbigint), - (csmallint % -257), - (-(csmallint)), - (-(ctinyint)), - ((-(ctinyint)) + 17), - (cbigint * (-(csmallint))), - (cint % csmallint), - (-(ctinyint)), - ((-(ctinyint)) % ctinyint) + (cbigint + cbigint) as c1, + (csmallint % -257) as c2, + (-(csmallint)) as c3, + (-(ctinyint)) as c4, + ((-(ctinyint)) + 17) as c5, + (cbigint * (-(csmallint))) as c6, + (cint % csmallint) as c7, + (-(ctinyint)) as c8, + ((-(ctinyint)) % ctinyint) as c9 FROM alltypesorc WHERE ((ctinyint != 0) AND (((ctimestamp1 <= 0) @@ -22,24 +24,27 @@ WHERE ((ctinyint != 0) AND ((988888 < cdouble) OR ((ctimestamp2 > -15) AND (3569 >= cdouble))))) +ORDER BY cboolean1, cbigint, csmallint, ctinyint, ctimestamp1, cstring1, c1, c2, c3, c4, c5, c6, c7, c8, c9 LIMIT 25 PREHOOK: type: QUERY -POSTHOOK: query: EXPLAIN +POSTHOOK: query: -- SORT_QUERY_RESULTS + +EXPLAIN SELECT cboolean1, cbigint, csmallint, ctinyint, ctimestamp1, cstring1, - (cbigint + cbigint), - (csmallint % -257), - (-(csmallint)), - (-(ctinyint)), - ((-(ctinyint)) + 17), - (cbigint * (-(csmallint))), - (cint % csmallint), - (-(ctinyint)), - ((-(ctinyint)) % ctinyint) + (cbigint + cbigint) as c1, + (csmallint % -257) as c2, + (-(csmallint)) as c3, + (-(ctinyint)) as c4, + ((-(ctinyint)) + 17) as c5, + (cbigint * (-(csmallint))) as c6, + (cint % csmallint) as c7, + (-(ctinyint)) as c8, + ((-(ctinyint)) % ctinyint) as c9 FROM alltypesorc WHERE ((ctinyint != 0) AND (((ctimestamp1 <= 0) @@ -48,6 +53,7 @@ WHERE ((ctinyint != 0) AND ((988888 < cdouble) OR ((ctimestamp2 > -15) AND (3569 >= cdouble))))) +ORDER BY cboolean1, cbigint, csmallint, ctinyint, ctimestamp1, cstring1, c1, c2, c3, c4, c5, c6, c7, c8, c9 LIMIT 25 POSTHOOK: type: QUERY STAGE DEPENDENCIES: @@ -57,6 +63,8 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez + Edges: + Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### Vertices: Map 1 @@ -71,16 +79,27 @@ STAGE PLANS: expressions: cboolean1 (type: boolean), cbigint (type: bigint), csmallint (type: smallint), ctinyint (type: tinyint), ctimestamp1 (type: timestamp), cstring1 (type: string), (cbigint + cbigint) (type: bigint), (UDFToInteger(csmallint) % -257) (type: int), (- csmallint) (type: smallint), (- ctinyint) (type: tinyint), (UDFToInteger((- ctinyint)) + 17) (type: int), (cbigint * UDFToLong((- csmallint))) (type: bigint), (cint % UDFToInteger(csmallint)) (type: int), (- ctinyint) (type: tinyint), ((- ctinyint) % ctinyint) (type: tinyint) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14 Statistics: Num rows: 7281 Data size: 1565441 Basic stats: COMPLETE Column stats: NONE - Limit - Number of rows: 25 - Statistics: Num rows: 25 Data size: 5375 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false - Statistics: Num rows: 25 Data size: 5375 Basic stats: COMPLETE Column stats: NONE - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Reduce Output Operator + key expressions: _col0 (type: boolean), _col1 (type: bigint), _col2 (type: smallint), _col3 (type: tinyint), _col4 (type: timestamp), _col5 (type: string), _col6 (type: bigint), _col7 (type: int), _col8 (type: smallint), _col9 (type: tinyint), _col10 (type: int), _col11 (type: bigint), _col12 (type: int), _col13 (type: tinyint), _col14 (type: tinyint) + sort order: +++++++++++++++ + Statistics: Num rows: 7281 Data size: 1565441 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized + Reducer 2 + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: boolean), KEY.reducesinkkey1 (type: bigint), KEY.reducesinkkey2 (type: smallint), KEY.reducesinkkey3 (type: tinyint), KEY.reducesinkkey4 (type: timestamp), KEY.reducesinkkey5 (type: string), KEY.reducesinkkey6 (type: bigint), KEY.reducesinkkey7 (type: int), KEY.reducesinkkey8 (type: smallint), KEY.reducesinkkey9 (type: tinyint), KEY.reducesinkkey10 (type: int), KEY.reducesinkkey11 (type: bigint), KEY.reducesinkkey12 (type: int), KEY.reducesinkkey9 (type: tinyint), KEY.reducesinkkey14 (type: tinyint) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14 + Statistics: Num rows: 7281 Data size: 1565441 Basic stats: COMPLETE Column stats: NONE + Limit + Number of rows: 25 + Statistics: Num rows: 25 Data size: 5375 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 25 Data size: 5375 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Execution mode: vectorized Stage: Stage-0 @@ -95,15 +114,15 @@ PREHOOK: query: SELECT cboolean1, ctinyint, ctimestamp1, cstring1, - (cbigint + cbigint), - (csmallint % -257), - (-(csmallint)), - (-(ctinyint)), - ((-(ctinyint)) + 17), - (cbigint * (-(csmallint))), - (cint % csmallint), - (-(ctinyint)), - ((-(ctinyint)) % ctinyint) + (cbigint + cbigint) as c1, + (csmallint % -257) as c2, + (-(csmallint)) as c3, + (-(ctinyint)) as c4, + ((-(ctinyint)) + 17) as c5, + (cbigint * (-(csmallint))) as c6, + (cint % csmallint) as c7, + (-(ctinyint)) as c8, + ((-(ctinyint)) % ctinyint) as c9 FROM alltypesorc WHERE ((ctinyint != 0) AND (((ctimestamp1 <= 0) @@ -112,6 +131,7 @@ WHERE ((ctinyint != 0) AND ((988888 < cdouble) OR ((ctimestamp2 > -15) AND (3569 >= cdouble))))) +ORDER BY cboolean1, cbigint, csmallint, ctinyint, ctimestamp1, cstring1, c1, c2, c3, c4, c5, c6, c7, c8, c9 LIMIT 25 PREHOOK: type: QUERY PREHOOK: Input: default@alltypesorc @@ -122,15 +142,15 @@ POSTHOOK: query: SELECT cboolean1, ctinyint, ctimestamp1, cstring1, - (cbigint + cbigint), - (csmallint % -257), - (-(csmallint)), - (-(ctinyint)), - ((-(ctinyint)) + 17), - (cbigint * (-(csmallint))), - (cint % csmallint), - (-(ctinyint)), - ((-(ctinyint)) % ctinyint) + (cbigint + cbigint) as c1, + (csmallint % -257) as c2, + (-(csmallint)) as c3, + (-(ctinyint)) as c4, + ((-(ctinyint)) + 17) as c5, + (cbigint * (-(csmallint))) as c6, + (cint % csmallint) as c7, + (-(ctinyint)) as c8, + ((-(ctinyint)) % ctinyint) as c9 FROM alltypesorc WHERE ((ctinyint != 0) AND (((ctimestamp1 <= 0) @@ -139,35 +159,36 @@ WHERE ((ctinyint != 0) AND ((988888 < cdouble) OR ((ctimestamp2 > -15) AND (3569 >= cdouble))))) +ORDER BY cboolean1, cbigint, csmallint, ctinyint, ctimestamp1, cstring1, c1, c2, c3, c4, c5, c6, c7, c8, c9 LIMIT 25 POSTHOOK: type: QUERY POSTHOOK: Input: default@alltypesorc #### A masked pattern was here #### -true NULL -13326 -50 1969-12-31 15:59:46.674 cvLH6Eat2yFsyy7p NULL -219 13326 50 67 NULL 12281 50 0 -true NULL -15813 -28 1969-12-31 15:59:55.787 cvLH6Eat2yFsyy7p NULL -136 15813 28 45 NULL 1055 28 0 -true NULL -9566 31 1969-12-31 15:59:44.187 cvLH6Eat2yFsyy7p NULL -57 9566 -31 -14 NULL 3701 -31 0 -true NULL -15431 -11 1969-12-31 15:59:52.176 cvLH6Eat2yFsyy7p NULL -11 15431 11 28 NULL 7586 11 0 -true NULL -15549 61 1969-12-31 15:59:44.569 cvLH6Eat2yFsyy7p NULL -129 15549 -61 -44 NULL 8708 -61 0 -true NULL 10 -62 1969-12-31 15:59:52.265 cvLH6Eat2yFsyy7p NULL 10 -10 62 79 NULL 7 62 0 -true NULL -10909 39 1969-12-31 15:59:58.276 cvLH6Eat2yFsyy7p NULL -115 10909 -39 -22 NULL 4626 -39 0 -true NULL -10154 -23 1969-12-31 15:59:44.088 cvLH6Eat2yFsyy7p NULL -131 10154 23 40 NULL 8913 23 0 -true NULL -7449 -55 1969-12-31 15:59:49.846 cvLH6Eat2yFsyy7p NULL -253 7449 55 72 NULL 5870 55 0 -true NULL 163 -24 1969-12-31 15:59:55.51 cvLH6Eat2yFsyy7p NULL 163 -163 24 41 NULL 95 24 0 -true NULL -14739 4 1969-12-31 15:59:55.188 cvLH6Eat2yFsyy7p NULL -90 14739 -4 13 NULL 8966 -4 0 -true NULL -11492 -57 1969-12-31 15:59:45.261 cvLH6Eat2yFsyy7p NULL -184 11492 57 74 NULL 6195 57 0 -true NULL -6583 38 1969-12-31 15:59:53.078 cvLH6Eat2yFsyy7p NULL -158 6583 -38 -21 NULL 5446 -38 0 -true NULL -10268 -54 1969-12-31 15:59:53.417 cvLH6Eat2yFsyy7p NULL -245 10268 54 71 NULL 10003 54 0 -true NULL -15790 51 1969-12-31 15:59:49.871 cvLH6Eat2yFsyy7p NULL -113 15790 -51 -34 NULL 11887 -51 0 -true NULL -3045 18 1969-12-31 15:59:47.829 cvLH6Eat2yFsyy7p NULL -218 3045 -18 -1 NULL 1937 -18 0 -true NULL -814 30 1969-12-31 15:59:56.955 cvLH6Eat2yFsyy7p NULL -43 814 -30 -13 NULL 497 -30 0 -true NULL -7353 -55 1969-12-31 15:59:44.941 cvLH6Eat2yFsyy7p NULL -157 7353 55 72 NULL 1127 55 0 -true NULL -4463 -40 1969-12-31 15:59:52.647 cvLH6Eat2yFsyy7p NULL -94 4463 40 57 NULL 3992 40 0 -true NULL 3168 -21 1969-12-31 15:59:56.834 cvLH6Eat2yFsyy7p NULL 84 -3168 21 38 NULL 1487 21 0 -true NULL -3419 -53 1969-12-31 15:59:46.771 cvLH6Eat2yFsyy7p NULL -78 3419 53 70 NULL 1814 53 0 -true NULL -4255 34 1969-12-31 15:59:56.581 cvLH6Eat2yFsyy7p NULL -143 4255 -34 -17 NULL 4197 -34 0 -true NULL -7183 -21 1969-12-31 15:59:45.035 cvLH6Eat2yFsyy7p NULL -244 7183 21 38 NULL 2444 21 0 -true NULL 1475 43 1969-12-31 15:59:56.988 cvLH6Eat2yFsyy7p NULL 190 -1475 -43 -26 NULL 967 -43 0 -true NULL 37 41 1969-12-31 15:59:52.817 cvLH6Eat2yFsyy7p NULL 37 -37 -41 -24 NULL 16 -41 0 +NULL -2118149242 -7196 56 1969-12-31 15:59:50.462 NULL -4236298484 0 7196 -56 -39 -15242201945432 NULL -56 0 +NULL -2121399625 -7196 27 1969-12-31 15:59:50.046 NULL -4242799250 0 7196 -27 -10 -15265591701500 NULL -27 0 +NULL -2124802690 -7196 -6 1969-12-31 15:59:57.92 NULL -4249605380 0 7196 6 23 -15290080157240 NULL 6 0 +NULL -2128720310 -7196 -52 1969-12-31 15:59:45.978 NULL -4257440620 0 7196 52 69 -15318271350760 NULL 52 0 +NULL -2132232110 -200 60 1969-12-31 15:59:47.019 NULL -4264464220 -200 200 -60 -43 -426446422000 NULL -60 0 +NULL -2132536965 -7196 9 1969-12-31 15:59:46 NULL -4265073930 0 7196 -9 8 -15345736000140 NULL -9 0 +NULL -2135141157 -7196 50 1969-12-31 15:59:50.192 NULL -4270282314 0 7196 -50 -33 -15364475765772 NULL -50 0 +NULL -2137537679 -7196 -25 1969-12-31 15:59:50.136 NULL -4275075358 0 7196 25 42 -15381721138084 NULL 25 0 +NULL -2145481991 -7196 56 1969-12-31 15:59:55.667 NULL -4290963982 0 7196 -56 -39 -15438888407236 NULL -56 0 +NULL NULL -200 -36 1969-12-31 15:59:57.241 NULL NULL -200 200 36 53 NULL NULL 36 0 +NULL NULL -200 -43 1969-12-31 15:59:53.783 NULL NULL -200 200 43 60 NULL NULL 43 0 +NULL NULL -200 -58 1969-12-31 15:59:51.115 NULL NULL -200 200 58 75 NULL NULL 58 0 +NULL NULL -200 22 1969-12-31 15:59:50.109 NULL NULL -200 200 -22 -5 NULL NULL -22 0 +NULL NULL -200 3 1969-12-31 15:59:50.489 NULL NULL -200 200 -3 14 NULL NULL -3 0 +NULL NULL -200 43 1969-12-31 15:59:57.003 NULL NULL -200 200 -43 -26 NULL NULL -43 0 +NULL NULL -200 53 1969-12-31 15:59:49.46 NULL NULL -200 200 -53 -36 NULL NULL -53 0 +NULL NULL -200 9 1969-12-31 15:59:44.108 NULL NULL -200 200 -9 8 NULL NULL -9 0 +NULL NULL -7196 -38 1969-12-31 15:59:53.503 NULL NULL 0 7196 38 55 NULL NULL 38 0 +NULL NULL -7196 -49 1969-12-31 15:59:51.009 NULL NULL 0 7196 49 66 NULL NULL 49 0 +NULL NULL -7196 -49 1969-12-31 15:59:52.052 NULL NULL 0 7196 49 66 NULL NULL 49 0 +NULL NULL -7196 -50 1969-12-31 15:59:52.424 NULL NULL 0 7196 50 67 NULL NULL 50 0 +NULL NULL -7196 -61 1969-12-31 15:59:44.823 NULL NULL 0 7196 61 78 NULL NULL 61 0 +NULL NULL -7196 1 1969-12-31 15:59:48.361 NULL NULL 0 7196 -1 16 NULL NULL -1 0 +NULL NULL -7196 14 1969-12-31 15:59:50.291 NULL NULL 0 7196 -14 3 NULL NULL -14 0 +NULL NULL -7196 22 1969-12-31 15:59:52.699 NULL NULL 0 7196 -22 -5 NULL NULL -22 0 PREHOOK: query: -- double compare timestamp EXPLAIN SELECT cboolean1, @@ -176,15 +197,15 @@ SELECT cboolean1, ctinyint, ctimestamp1, cstring1, - (cbigint + cbigint), - (csmallint % -257), - (-(csmallint)), - (-(ctinyint)), - ((-(ctinyint)) + 17), - (cbigint * (-(csmallint))), - (cint % csmallint), - (-(ctinyint)), - ((-(ctinyint)) % ctinyint) + (cbigint + cbigint) as c1, + (csmallint % -257) as c2, + (-(csmallint)) as c3, + (-(ctinyint)) as c4, + ((-(ctinyint)) + 17) as c5, + (cbigint * (-(csmallint))) as c6, + (cint % csmallint) as c7, + (-(ctinyint)) as c8, + ((-(ctinyint)) % ctinyint) as c9 FROM alltypesorc WHERE ((ctinyint != 0) AND (((ctimestamp1 <= 0.0) @@ -193,6 +214,7 @@ WHERE ((ctinyint != 0) AND ((988888 < cdouble) OR ((ctimestamp2 > 7.6850000000000005) AND (3569 >= cdouble))))) +ORDER BY cboolean1, cbigint, csmallint, ctinyint, ctimestamp1, cstring1, c1, c2, c3, c4, c5, c6, c7, c8, c9 LIMIT 25 PREHOOK: type: QUERY POSTHOOK: query: -- double compare timestamp @@ -203,15 +225,15 @@ SELECT cboolean1, ctinyint, ctimestamp1, cstring1, - (cbigint + cbigint), - (csmallint % -257), - (-(csmallint)), - (-(ctinyint)), - ((-(ctinyint)) + 17), - (cbigint * (-(csmallint))), - (cint % csmallint), - (-(ctinyint)), - ((-(ctinyint)) % ctinyint) + (cbigint + cbigint) as c1, + (csmallint % -257) as c2, + (-(csmallint)) as c3, + (-(ctinyint)) as c4, + ((-(ctinyint)) + 17) as c5, + (cbigint * (-(csmallint))) as c6, + (cint % csmallint) as c7, + (-(ctinyint)) as c8, + ((-(ctinyint)) % ctinyint) as c9 FROM alltypesorc WHERE ((ctinyint != 0) AND (((ctimestamp1 <= 0.0) @@ -220,6 +242,7 @@ WHERE ((ctinyint != 0) AND ((988888 < cdouble) OR ((ctimestamp2 > 7.6850000000000005) AND (3569 >= cdouble))))) +ORDER BY cboolean1, cbigint, csmallint, ctinyint, ctimestamp1, cstring1, c1, c2, c3, c4, c5, c6, c7, c8, c9 LIMIT 25 POSTHOOK: type: QUERY STAGE DEPENDENCIES: @@ -229,6 +252,8 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez + Edges: + Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### Vertices: Map 1 @@ -243,16 +268,27 @@ STAGE PLANS: expressions: cboolean1 (type: boolean), cbigint (type: bigint), csmallint (type: smallint), ctinyint (type: tinyint), ctimestamp1 (type: timestamp), cstring1 (type: string), (cbigint + cbigint) (type: bigint), (UDFToInteger(csmallint) % -257) (type: int), (- csmallint) (type: smallint), (- ctinyint) (type: tinyint), (UDFToInteger((- ctinyint)) + 17) (type: int), (cbigint * UDFToLong((- csmallint))) (type: bigint), (cint % UDFToInteger(csmallint)) (type: int), (- ctinyint) (type: tinyint), ((- ctinyint) % ctinyint) (type: tinyint) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14 Statistics: Num rows: 7281 Data size: 1565441 Basic stats: COMPLETE Column stats: NONE - Limit - Number of rows: 25 - Statistics: Num rows: 25 Data size: 5375 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false - Statistics: Num rows: 25 Data size: 5375 Basic stats: COMPLETE Column stats: NONE - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Reduce Output Operator + key expressions: _col0 (type: boolean), _col1 (type: bigint), _col2 (type: smallint), _col3 (type: tinyint), _col4 (type: timestamp), _col5 (type: string), _col6 (type: bigint), _col7 (type: int), _col8 (type: smallint), _col9 (type: tinyint), _col10 (type: int), _col11 (type: bigint), _col12 (type: int), _col13 (type: tinyint), _col14 (type: tinyint) + sort order: +++++++++++++++ + Statistics: Num rows: 7281 Data size: 1565441 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized + Reducer 2 + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: boolean), KEY.reducesinkkey1 (type: bigint), KEY.reducesinkkey2 (type: smallint), KEY.reducesinkkey3 (type: tinyint), KEY.reducesinkkey4 (type: timestamp), KEY.reducesinkkey5 (type: string), KEY.reducesinkkey6 (type: bigint), KEY.reducesinkkey7 (type: int), KEY.reducesinkkey8 (type: smallint), KEY.reducesinkkey9 (type: tinyint), KEY.reducesinkkey10 (type: int), KEY.reducesinkkey11 (type: bigint), KEY.reducesinkkey12 (type: int), KEY.reducesinkkey9 (type: tinyint), KEY.reducesinkkey14 (type: tinyint) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14 + Statistics: Num rows: 7281 Data size: 1565441 Basic stats: COMPLETE Column stats: NONE + Limit + Number of rows: 25 + Statistics: Num rows: 25 Data size: 5375 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 25 Data size: 5375 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Execution mode: vectorized Stage: Stage-0 @@ -267,15 +303,15 @@ PREHOOK: query: SELECT cboolean1, ctinyint, ctimestamp1, cstring1, - (cbigint + cbigint), - (csmallint % -257), - (-(csmallint)), - (-(ctinyint)), - ((-(ctinyint)) + 17), - (cbigint * (-(csmallint))), - (cint % csmallint), - (-(ctinyint)), - ((-(ctinyint)) % ctinyint) + (cbigint + cbigint) as c1, + (csmallint % -257) as c2, + (-(csmallint)) as c3, + (-(ctinyint)) as c4, + ((-(ctinyint)) + 17) as c5, + (cbigint * (-(csmallint))) as c6, + (cint % csmallint) as c7, + (-(ctinyint)) as c8, + ((-(ctinyint)) % ctinyint) as c9 FROM alltypesorc WHERE ((ctinyint != 0) AND (((ctimestamp1 <= 0.0) @@ -284,6 +320,7 @@ WHERE ((ctinyint != 0) AND ((988888 < cdouble) OR ((ctimestamp2 > 7.6850000000000005) AND (3569 >= cdouble))))) +ORDER BY cboolean1, cbigint, csmallint, ctinyint, ctimestamp1, cstring1, c1, c2, c3, c4, c5, c6, c7, c8, c9 LIMIT 25 PREHOOK: type: QUERY PREHOOK: Input: default@alltypesorc @@ -294,15 +331,15 @@ POSTHOOK: query: SELECT cboolean1, ctinyint, ctimestamp1, cstring1, - (cbigint + cbigint), - (csmallint % -257), - (-(csmallint)), - (-(ctinyint)), - ((-(ctinyint)) + 17), - (cbigint * (-(csmallint))), - (cint % csmallint), - (-(ctinyint)), - ((-(ctinyint)) % ctinyint) + (cbigint + cbigint) as c1, + (csmallint % -257) as c2, + (-(csmallint)) as c3, + (-(ctinyint)) as c4, + ((-(ctinyint)) + 17) as c5, + (cbigint * (-(csmallint))) as c6, + (cint % csmallint) as c7, + (-(ctinyint)) as c8, + ((-(ctinyint)) % ctinyint) as c9 FROM alltypesorc WHERE ((ctinyint != 0) AND (((ctimestamp1 <= 0.0) @@ -311,32 +348,33 @@ WHERE ((ctinyint != 0) AND ((988888 < cdouble) OR ((ctimestamp2 > 7.6850000000000005) AND (3569 >= cdouble))))) +ORDER BY cboolean1, cbigint, csmallint, ctinyint, ctimestamp1, cstring1, c1, c2, c3, c4, c5, c6, c7, c8, c9 LIMIT 25 POSTHOOK: type: QUERY POSTHOOK: Input: default@alltypesorc #### A masked pattern was here #### -true NULL -13326 -50 1969-12-31 15:59:46.674 cvLH6Eat2yFsyy7p NULL -219 13326 50 67 NULL 12281 50 0 -true NULL -15431 -11 1969-12-31 15:59:52.176 cvLH6Eat2yFsyy7p NULL -11 15431 11 28 NULL 7586 11 0 -true NULL -10909 39 1969-12-31 15:59:58.276 cvLH6Eat2yFsyy7p NULL -115 10909 -39 -22 NULL 4626 -39 0 +true NULL -14584 -7 1969-12-31 15:59:46.965 1cGVWH7n1QU NULL -192 14584 7 24 NULL 5864 7 0 true NULL -14739 4 1969-12-31 15:59:55.188 cvLH6Eat2yFsyy7p NULL -90 14739 -4 13 NULL 8966 -4 0 -true NULL -814 30 1969-12-31 15:59:56.955 cvLH6Eat2yFsyy7p NULL -43 814 -30 -13 NULL 497 -30 0 -true NULL 3168 -21 1969-12-31 15:59:56.834 cvLH6Eat2yFsyy7p NULL 84 -3168 21 38 NULL 1487 21 0 -true NULL -1027 -4 1969-12-31 15:59:46.628 cvLH6Eat2yFsyy7p NULL -256 1027 4 21 NULL 514 4 0 -true NULL -6294 -7 1969-12-31 15:59:58.973 cvLH6Eat2yFsyy7p NULL -126 6294 7 24 NULL 2411 7 0 -true NULL -9139 42 1969-12-31 15:59:57.532 cvLH6Eat2yFsyy7p NULL -144 9139 -42 -25 NULL 8119 -42 0 +true NULL -14771 13 1969-12-31 15:59:58.839 821UdmGbkEf4j NULL -122 14771 -13 4 NULL 12897 -13 0 +true NULL -15149 20 1969-12-31 15:59:46.575 1cGVWH7n1QU NULL -243 15149 -20 -3 NULL 10520 -20 0 +true NULL -15344 48 1969-12-31 15:59:54.853 821UdmGbkEf4j NULL -181 15344 -48 -31 NULL 13871 -48 0 +true NULL -15388 49 1969-12-31 15:59:58.545 cvLH6Eat2yFsyy7p NULL -225 15388 -49 -32 NULL 3131 -49 0 +true NULL -15431 -11 1969-12-31 15:59:52.176 cvLH6Eat2yFsyy7p NULL -11 15431 11 28 NULL 7586 11 0 +true NULL -15435 -21 1969-12-31 15:59:54.705 1cGVWH7n1QU NULL -15 15435 21 38 NULL 6586 21 0 +true NULL -15450 -34 1969-12-31 15:59:55.681 cvLH6Eat2yFsyy7p NULL -30 15450 34 51 NULL 5717 34 0 true NULL -15478 7 1969-12-31 15:59:56.809 cvLH6Eat2yFsyy7p NULL -58 15478 -7 10 NULL 7501 -7 0 -true NULL -7151 -31 1969-12-31 15:59:48.202 cvLH6Eat2yFsyy7p NULL -212 7151 31 48 NULL 4357 31 0 -true NULL -9098 -57 1969-12-31 15:59:52.146 cvLH6Eat2yFsyy7p NULL -103 9098 57 74 NULL 4653 57 0 -true NULL 3519 39 1969-12-31 15:59:45.43 cvLH6Eat2yFsyy7p NULL 178 -3519 -39 -22 NULL 2081 -39 0 -true NULL -9837 -7 1969-12-31 15:59:52.346 cvLH6Eat2yFsyy7p NULL -71 9837 7 24 NULL 2594 7 0 -true NULL 1268 -3 1969-12-31 15:59:50.163 cvLH6Eat2yFsyy7p NULL 240 -1268 3 20 NULL 667 3 0 -true NULL -3110 6 1969-12-31 15:59:58.248 cvLH6Eat2yFsyy7p NULL -26 3110 -6 11 NULL 2707 -6 0 -true NULL -5588 4 1969-12-31 15:59:52.982 cvLH6Eat2yFsyy7p NULL -191 5588 -4 13 NULL 4963 -4 0 -true NULL -14375 -60 1969-12-31 15:59:46.425 cvLH6Eat2yFsyy7p NULL -240 14375 60 77 NULL 9142 60 0 +true NULL -15555 -2 1969-12-31 15:59:58.773 1cGVWH7n1QU NULL -135 15555 2 19 NULL 9991 2 0 true NULL -15659 -11 1969-12-31 15:59:48.466 cvLH6Eat2yFsyy7p NULL -239 15659 11 28 NULL 12199 11 0 -true NULL -14433 -7 1969-12-31 15:59:48.736 cvLH6Eat2yFsyy7p NULL -41 14433 7 24 NULL 12740 7 0 -true NULL -11497 -13 1969-12-31 15:59:45.567 cvLH6Eat2yFsyy7p NULL -189 11497 13 30 NULL 6180 13 0 -true NULL -6770 7 1969-12-31 15:59:58.755 cvLH6Eat2yFsyy7p NULL -88 6770 -7 10 NULL 867 -7 0 -true NULL -180 -30 1969-12-31 15:59:48.503 cvLH6Eat2yFsyy7p NULL -180 180 30 47 NULL 47 30 0 -true NULL -8841 -48 1969-12-31 15:59:57.746 cvLH6Eat2yFsyy7p NULL -103 8841 48 65 NULL 2105 48 0 -true NULL 838 -48 1969-12-31 15:59:46.43 cvLH6Eat2yFsyy7p NULL 67 -838 48 65 NULL 625 48 0 +true NULL -15711 -60 1969-12-31 15:59:53.115 821UdmGbkEf4j NULL -34 15711 60 77 NULL 7646 60 0 +true NULL -15770 -23 1969-12-31 15:59:56.822 1cGVWH7n1QU NULL -93 15770 23 40 NULL 4926 23 0 +true NULL -15794 53 1969-12-31 15:59:53.749 cvLH6Eat2yFsyy7p NULL -117 15794 -53 -36 NULL 4351 -53 0 +true NULL -15892 29 1969-12-31 15:59:57.937 821UdmGbkEf4j NULL -215 15892 -29 -12 NULL 171 -29 0 +true NULL -15899 50 1969-12-31 15:59:46.926 821UdmGbkEf4j NULL -222 15899 -50 -33 NULL 10210 -50 0 +true NULL -15920 -64 1969-12-31 15:59:51.859 cvLH6Eat2yFsyy7p NULL -243 15920 64 81 NULL 6687 64 0 +true NULL -15922 -17 1969-12-31 15:59:46.164 821UdmGbkEf4j NULL -245 15922 17 34 NULL 10851 17 0 +true NULL -15980 -6 1969-12-31 15:59:54.84 1cGVWH7n1QU NULL -46 15980 6 23 NULL 14836 6 0 +true NULL -16017 -21 1969-12-31 15:59:44.02 821UdmGbkEf4j NULL -83 16017 21 38 NULL 2282 21 0 +true NULL -16036 -15 1969-12-31 15:59:58.681 1cGVWH7n1QU NULL -102 16036 15 32 NULL 7928 15 0 +true NULL -16076 59 1969-12-31 15:59:55.023 821UdmGbkEf4j NULL -142 16076 -59 -42 NULL 7907 -59 0 +true NULL -16122 50 1969-12-31 15:59:51.608 1cGVWH7n1QU NULL -188 16122 -50 -33 NULL 1828 -50 0 +true NULL -16153 35 1969-12-31 15:59:52.036 1cGVWH7n1QU NULL -219 16153 -35 -18 NULL 14817 -35 0
http://git-wip-us.apache.org/repos/asf/hive/blob/63deec40/ql/src/test/results/clientpositive/tez/vectorization_8.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/tez/vectorization_8.q.out b/ql/src/test/results/clientpositive/tez/vectorization_8.q.out index 912f5a7..096aca9 100644 --- a/ql/src/test/results/clientpositive/tez/vectorization_8.q.out +++ b/ql/src/test/results/clientpositive/tez/vectorization_8.q.out @@ -1,18 +1,20 @@ -PREHOOK: query: EXPLAIN +PREHOOK: query: -- SORT_QUERY_RESULTS + +EXPLAIN SELECT ctimestamp1, cdouble, cboolean1, cstring1, cfloat, - (-(cdouble)), - (-5638.15 - cdouble), - (cdouble * -257), - (cint + cfloat), - ((-(cdouble)) + cbigint), - (-(cdouble)), - (-1.389 - cfloat), - (-(cfloat)), - ((-5638.15 - cdouble) + (cint + cfloat)) + (-(cdouble)) as c1, + (-5638.15 - cdouble) as c2, + (cdouble * -257) as c3, + (cint + cfloat) as c4, + ((-(cdouble)) + cbigint) as c5, + (-(cdouble)) as c6, + (-1.389 - cfloat) as c7, + (-(cfloat)) as c8, + ((-5638.15 - cdouble) + (cint + cfloat)) as c9 FROM alltypesorc WHERE (((cstring2 IS NOT NULL) AND ((ctimestamp1 <= 10) @@ -20,23 +22,26 @@ WHERE (((cstring2 IS NOT NULL) OR ((cfloat < -6432) OR ((cboolean1 IS NOT NULL) AND (cdouble = 988888)))) +ORDER BY ctimestamp1, cdouble, cboolean1, cstring1, cfloat, c1, c2, c3, c4, c5, c6, c7, c8, c9 LIMIT 20 PREHOOK: type: QUERY -POSTHOOK: query: EXPLAIN +POSTHOOK: query: -- SORT_QUERY_RESULTS + +EXPLAIN SELECT ctimestamp1, cdouble, cboolean1, cstring1, cfloat, - (-(cdouble)), - (-5638.15 - cdouble), - (cdouble * -257), - (cint + cfloat), - ((-(cdouble)) + cbigint), - (-(cdouble)), - (-1.389 - cfloat), - (-(cfloat)), - ((-5638.15 - cdouble) + (cint + cfloat)) + (-(cdouble)) as c1, + (-5638.15 - cdouble) as c2, + (cdouble * -257) as c3, + (cint + cfloat) as c4, + ((-(cdouble)) + cbigint) as c5, + (-(cdouble)) as c6, + (-1.389 - cfloat) as c7, + (-(cfloat)) as c8, + ((-5638.15 - cdouble) + (cint + cfloat)) as c9 FROM alltypesorc WHERE (((cstring2 IS NOT NULL) AND ((ctimestamp1 <= 10) @@ -44,6 +49,7 @@ WHERE (((cstring2 IS NOT NULL) OR ((cfloat < -6432) OR ((cboolean1 IS NOT NULL) AND (cdouble = 988888)))) +ORDER BY ctimestamp1, cdouble, cboolean1, cstring1, cfloat, c1, c2, c3, c4, c5, c6, c7, c8, c9 LIMIT 20 POSTHOOK: type: QUERY STAGE DEPENDENCIES: @@ -53,6 +59,8 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez + Edges: + Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### Vertices: Map 1 @@ -67,16 +75,27 @@ STAGE PLANS: expressions: ctimestamp1 (type: timestamp), cdouble (type: double), cboolean1 (type: boolean), cstring1 (type: string), cfloat (type: float), (- cdouble) (type: double), (-5638.15 - cdouble) (type: double), (cdouble * -257.0) (type: double), (UDFToFloat(cint) + cfloat) (type: float), ((- cdouble) + UDFToDouble(cbigint)) (type: double), (- cdouble) (type: double), (-1.389 - UDFToDouble(cfloat)) (type: double), (- cfloat) (type: float), ((-5638.15 - cdouble) + UDFToDouble((UDFToFloat(cint) + cfloat))) (type: double) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13 Statistics: Num rows: 9216 Data size: 1981473 Basic stats: COMPLETE Column stats: NONE - Limit - Number of rows: 20 - Statistics: Num rows: 20 Data size: 4300 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false - Statistics: Num rows: 20 Data size: 4300 Basic stats: COMPLETE Column stats: NONE - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Reduce Output Operator + key expressions: _col0 (type: timestamp), _col1 (type: double), _col2 (type: boolean), _col3 (type: string), _col4 (type: float), _col5 (type: double), _col6 (type: double), _col7 (type: double), _col8 (type: float), _col9 (type: double), _col10 (type: double), _col11 (type: double), _col12 (type: float), _col13 (type: double) + sort order: ++++++++++++++ + Statistics: Num rows: 9216 Data size: 1981473 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized + Reducer 2 + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: timestamp), KEY.reducesinkkey1 (type: double), KEY.reducesinkkey2 (type: boolean), KEY.reducesinkkey3 (type: string), KEY.reducesinkkey4 (type: float), KEY.reducesinkkey5 (type: double), KEY.reducesinkkey6 (type: double), KEY.reducesinkkey7 (type: double), KEY.reducesinkkey8 (type: float), KEY.reducesinkkey9 (type: double), KEY.reducesinkkey5 (type: double), KEY.reducesinkkey11 (type: double), KEY.reducesinkkey12 (type: float), KEY.reducesinkkey13 (type: double) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13 + Statistics: Num rows: 9216 Data size: 1981473 Basic stats: COMPLETE Column stats: NONE + Limit + Number of rows: 20 + Statistics: Num rows: 20 Data size: 4300 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 20 Data size: 4300 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Execution mode: vectorized Stage: Stage-0 @@ -90,15 +109,15 @@ PREHOOK: query: SELECT ctimestamp1, cboolean1, cstring1, cfloat, - (-(cdouble)), - (-5638.15 - cdouble), - (cdouble * -257), - (cint + cfloat), - ((-(cdouble)) + cbigint), - (-(cdouble)), - (-1.389 - cfloat), - (-(cfloat)), - ((-5638.15 - cdouble) + (cint + cfloat)) + (-(cdouble)) as c1, + (-5638.15 - cdouble) as c2, + (cdouble * -257) as c3, + (cint + cfloat) as c4, + ((-(cdouble)) + cbigint) as c5, + (-(cdouble)) as c6, + (-1.389 - cfloat) as c7, + (-(cfloat)) as c8, + ((-5638.15 - cdouble) + (cint + cfloat)) as c9 FROM alltypesorc WHERE (((cstring2 IS NOT NULL) AND ((ctimestamp1 <= 10) @@ -106,6 +125,7 @@ WHERE (((cstring2 IS NOT NULL) OR ((cfloat < -6432) OR ((cboolean1 IS NOT NULL) AND (cdouble = 988888)))) +ORDER BY ctimestamp1, cdouble, cboolean1, cstring1, cfloat, c1, c2, c3, c4, c5, c6, c7, c8, c9 LIMIT 20 PREHOOK: type: QUERY PREHOOK: Input: default@alltypesorc @@ -115,15 +135,15 @@ POSTHOOK: query: SELECT ctimestamp1, cboolean1, cstring1, cfloat, - (-(cdouble)), - (-5638.15 - cdouble), - (cdouble * -257), - (cint + cfloat), - ((-(cdouble)) + cbigint), - (-(cdouble)), - (-1.389 - cfloat), - (-(cfloat)), - ((-5638.15 - cdouble) + (cint + cfloat)) + (-(cdouble)) as c1, + (-5638.15 - cdouble) as c2, + (cdouble * -257) as c3, + (cint + cfloat) as c4, + ((-(cdouble)) + cbigint) as c5, + (-(cdouble)) as c6, + (-1.389 - cfloat) as c7, + (-(cfloat)) as c8, + ((-5638.15 - cdouble) + (cint + cfloat)) as c9 FROM alltypesorc WHERE (((cstring2 IS NOT NULL) AND ((ctimestamp1 <= 10) @@ -131,30 +151,31 @@ WHERE (((cstring2 IS NOT NULL) OR ((cfloat < -6432) OR ((cboolean1 IS NOT NULL) AND (cdouble = 988888)))) +ORDER BY ctimestamp1, cdouble, cboolean1, cstring1, cfloat, c1, c2, c3, c4, c5, c6, c7, c8, c9 LIMIT 20 POSTHOOK: type: QUERY POSTHOOK: Input: default@alltypesorc #### A masked pattern was here #### -1969-12-31 16:00:05.478 -200.0 NULL NULL 38.0 200.0 -5438.15 51400.0 NULL -1.090413913E9 200.0 -39.389 -38.0 NULL -1969-12-31 15:59:49.567 -200.0 NULL NULL 38.0 200.0 -5438.15 51400.0 NULL 1.576772582E9 200.0 -39.389 -38.0 NULL -1969-12-31 16:00:07.648 -200.0 NULL NULL 3.0 200.0 -5438.15 51400.0 NULL -1.438142292E9 200.0 -4.389 -3.0 NULL -1969-12-31 15:59:54.739 -200.0 NULL NULL 31.0 200.0 -5438.15 51400.0 NULL -2.45476531E8 200.0 -32.389 -31.0 NULL -1969-12-31 16:00:03.248 -200.0 NULL NULL -10.0 200.0 -5438.15 51400.0 NULL -1.818374453E9 200.0 8.611 10.0 NULL -1969-12-31 15:59:46.007 -200.0 NULL NULL 8.0 200.0 -5438.15 51400.0 NULL -1.236645108E9 200.0 -9.389 -8.0 NULL -1969-12-31 16:00:06.852 -200.0 NULL NULL -63.0 200.0 -5438.15 51400.0 NULL 1.927856572E9 200.0 61.611 63.0 NULL -1969-12-31 15:59:44.842 -200.0 NULL NULL -30.0 200.0 -5438.15 51400.0 NULL -8.15880983E8 200.0 28.611 30.0 NULL -1969-12-31 16:00:00.958 -200.0 NULL NULL -39.0 200.0 -5438.15 51400.0 NULL 9.44478114E8 200.0 37.611 39.0 NULL -1969-12-31 15:59:54.328 -200.0 NULL NULL -39.0 200.0 -5438.15 51400.0 NULL -1.74772438E9 200.0 37.611 39.0 NULL -1969-12-31 15:59:44.55 -200.0 NULL NULL 24.0 200.0 -5438.15 51400.0 NULL -4.99521157E8 200.0 -25.389 -24.0 NULL -1969-12-31 16:00:02.208 -200.0 NULL NULL 16.0 200.0 -5438.15 51400.0 NULL 1.043214222E9 200.0 -17.389 -16.0 NULL -1969-12-31 15:59:58.305 -200.0 NULL NULL -12.0 200.0 -5438.15 51400.0 NULL -9.97940606E8 200.0 10.611 12.0 NULL -1969-12-31 16:00:00.911 -200.0 NULL NULL 12.0 200.0 -5438.15 51400.0 NULL 1.153060648E9 200.0 -13.389 -12.0 NULL -1969-12-31 16:00:03.139 -200.0 NULL NULL 10.0 200.0 -5438.15 51400.0 NULL -1.709273652E9 200.0 -11.389 -10.0 NULL -1969-12-31 15:59:54.199 -200.0 NULL NULL 55.0 200.0 -5438.15 51400.0 NULL -1.151590935E9 200.0 -56.389 -55.0 NULL -1969-12-31 15:59:54.016 -200.0 NULL NULL 46.0 200.0 -5438.15 51400.0 NULL -5.17349102E8 200.0 -47.389 -46.0 NULL -1969-12-31 15:59:57.847 -200.0 NULL NULL 50.0 200.0 -5438.15 51400.0 NULL 1.819421586E9 200.0 -51.389 -50.0 NULL -1969-12-31 15:59:49.764 -200.0 NULL NULL -20.0 200.0 -5438.15 51400.0 NULL 1.115401341E9 200.0 18.611 20.0 NULL -1969-12-31 15:59:51.417 -200.0 NULL NULL -17.0 200.0 -5438.15 51400.0 NULL 1.806593848E9 200.0 15.611 17.0 NULL +1969-12-31 15:59:30.929 -200.0 NULL NULL 12.0 200.0 -5438.15 51400.0 NULL 2.128824065E9 200.0 -13.389 -12.0 NULL +1969-12-31 15:59:30.929 -200.0 NULL NULL 42.0 200.0 -5438.15 51400.0 NULL -5.78935585E8 200.0 -43.389 -42.0 NULL +1969-12-31 15:59:30.929 -7196.0 NULL NULL 49.0 7196.0 1557.8500000000004 1849372.0 NULL 1.948230809E9 7196.0 -50.389 -49.0 NULL +1969-12-31 15:59:30.929 15601.0 NULL NULL -54.0 -15601.0 -21239.15 -4009457.0 NULL -1.114185408E9 -15601.0 52.611 54.0 NULL +1969-12-31 15:59:43.628 -200.0 NULL NULL 23.0 200.0 -5438.15 51400.0 NULL 2.034056161E9 200.0 -24.389 -23.0 NULL +1969-12-31 15:59:43.637 -7196.0 NULL NULL -44.0 7196.0 1557.8500000000004 1849372.0 NULL 1.100301451E9 7196.0 42.611 44.0 NULL +1969-12-31 15:59:43.64 -7196.0 NULL NULL -51.0 7196.0 1557.8500000000004 1849372.0 NULL -1.339157623E9 7196.0 49.611 51.0 NULL +1969-12-31 15:59:43.661 -200.0 NULL NULL 13.0 200.0 -5438.15 51400.0 NULL -6.8063459E7 200.0 -14.389 -13.0 NULL +1969-12-31 15:59:43.676 -200.0 NULL NULL -10.0 200.0 -5438.15 51400.0 NULL 8.34296111E8 200.0 8.611 10.0 NULL +1969-12-31 15:59:43.705 15601.0 NULL NULL -12.0 -15601.0 -21239.15 -4009457.0 NULL 5.95398978E8 -15601.0 10.611 12.0 NULL +1969-12-31 15:59:43.709 15601.0 NULL NULL 61.0 -15601.0 -21239.15 -4009457.0 NULL -1.55652257E8 -15601.0 -62.389 -61.0 NULL +1969-12-31 15:59:43.72 -200.0 NULL NULL -18.0 200.0 -5438.15 51400.0 NULL 1.809037075E9 200.0 16.611 18.0 NULL +1969-12-31 15:59:43.721 15601.0 NULL NULL 57.0 -15601.0 -21239.15 -4009457.0 NULL -1.465672807E9 -15601.0 -58.389 -57.0 NULL +1969-12-31 15:59:43.749 -7196.0 NULL NULL -39.0 7196.0 1557.8500000000004 1849372.0 NULL 3.96436076E8 7196.0 37.611 39.0 NULL +1969-12-31 15:59:43.771 15601.0 NULL NULL 49.0 -15601.0 -21239.15 -4009457.0 NULL -1.10733693E9 -15601.0 -50.389 -49.0 NULL +1969-12-31 15:59:43.773 -200.0 NULL NULL -24.0 200.0 -5438.15 51400.0 NULL -1.046049502E9 200.0 22.611 24.0 NULL +1969-12-31 15:59:43.782 -7196.0 NULL NULL 51.0 7196.0 1557.8500000000004 1849372.0 NULL -1.607339819E9 7196.0 -52.389 -51.0 NULL +1969-12-31 15:59:43.783 -200.0 NULL NULL -11.0 200.0 -5438.15 51400.0 NULL 1.2116287E7 200.0 9.611 11.0 NULL +1969-12-31 15:59:43.807 -7196.0 NULL NULL 42.0 7196.0 1557.8500000000004 1849372.0 NULL -5.98226333E8 7196.0 -43.389 -42.0 NULL +1969-12-31 15:59:43.82 -7196.0 NULL NULL -30.0 7196.0 1557.8500000000004 1849372.0 NULL 1.329550715E9 7196.0 28.611 30.0 NULL PREHOOK: query: -- double compare timestamp EXPLAIN SELECT ctimestamp1, @@ -162,15 +183,15 @@ SELECT ctimestamp1, cboolean1, cstring1, cfloat, - (-(cdouble)), - (-5638.15 - cdouble), - (cdouble * -257), - (cint + cfloat), - ((-(cdouble)) + cbigint), - (-(cdouble)), - (-1.389 - cfloat), - (-(cfloat)), - ((-5638.15 - cdouble) + (cint + cfloat)) + (-(cdouble)) as c1, + (-5638.15 - cdouble) as c2, + (cdouble * -257) as c3, + (cint + cfloat) as c4, + ((-(cdouble)) + cbigint) as c5, + (-(cdouble)) as c6, + (-1.389 - cfloat) as c7, + (-(cfloat)) as c8, + ((-5638.15 - cdouble) + (cint + cfloat)) as c9 FROM alltypesorc WHERE (((cstring2 IS NOT NULL) AND ((ctimestamp1 <= 12.503) @@ -178,6 +199,7 @@ WHERE (((cstring2 IS NOT NULL) OR ((cfloat < -6432) OR ((cboolean1 IS NOT NULL) AND (cdouble = 988888)))) +ORDER BY ctimestamp1, cdouble, cboolean1, cstring1, cfloat, c1, c2, c3, c4, c5, c6, c7, c8, c9 LIMIT 20 PREHOOK: type: QUERY POSTHOOK: query: -- double compare timestamp @@ -187,15 +209,15 @@ SELECT ctimestamp1, cboolean1, cstring1, cfloat, - (-(cdouble)), - (-5638.15 - cdouble), - (cdouble * -257), - (cint + cfloat), - ((-(cdouble)) + cbigint), - (-(cdouble)), - (-1.389 - cfloat), - (-(cfloat)), - ((-5638.15 - cdouble) + (cint + cfloat)) + (-(cdouble)) as c1, + (-5638.15 - cdouble) as c2, + (cdouble * -257) as c3, + (cint + cfloat) as c4, + ((-(cdouble)) + cbigint) as c5, + (-(cdouble)) as c6, + (-1.389 - cfloat) as c7, + (-(cfloat)) as c8, + ((-5638.15 - cdouble) + (cint + cfloat)) as c9 FROM alltypesorc WHERE (((cstring2 IS NOT NULL) AND ((ctimestamp1 <= 12.503) @@ -203,6 +225,7 @@ WHERE (((cstring2 IS NOT NULL) OR ((cfloat < -6432) OR ((cboolean1 IS NOT NULL) AND (cdouble = 988888)))) +ORDER BY ctimestamp1, cdouble, cboolean1, cstring1, cfloat, c1, c2, c3, c4, c5, c6, c7, c8, c9 LIMIT 20 POSTHOOK: type: QUERY STAGE DEPENDENCIES: @@ -212,6 +235,8 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez + Edges: + Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### Vertices: Map 1 @@ -226,16 +251,27 @@ STAGE PLANS: expressions: ctimestamp1 (type: timestamp), cdouble (type: double), cboolean1 (type: boolean), cstring1 (type: string), cfloat (type: float), (- cdouble) (type: double), (-5638.15 - cdouble) (type: double), (cdouble * -257.0) (type: double), (UDFToFloat(cint) + cfloat) (type: float), ((- cdouble) + UDFToDouble(cbigint)) (type: double), (- cdouble) (type: double), (-1.389 - UDFToDouble(cfloat)) (type: double), (- cfloat) (type: float), ((-5638.15 - cdouble) + UDFToDouble((UDFToFloat(cint) + cfloat))) (type: double) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13 Statistics: Num rows: 9216 Data size: 1981473 Basic stats: COMPLETE Column stats: NONE - Limit - Number of rows: 20 - Statistics: Num rows: 20 Data size: 4300 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false - Statistics: Num rows: 20 Data size: 4300 Basic stats: COMPLETE Column stats: NONE - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Reduce Output Operator + key expressions: _col0 (type: timestamp), _col1 (type: double), _col2 (type: boolean), _col3 (type: string), _col4 (type: float), _col5 (type: double), _col6 (type: double), _col7 (type: double), _col8 (type: float), _col9 (type: double), _col10 (type: double), _col11 (type: double), _col12 (type: float), _col13 (type: double) + sort order: ++++++++++++++ + Statistics: Num rows: 9216 Data size: 1981473 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized + Reducer 2 + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: timestamp), KEY.reducesinkkey1 (type: double), KEY.reducesinkkey2 (type: boolean), KEY.reducesinkkey3 (type: string), KEY.reducesinkkey4 (type: float), KEY.reducesinkkey5 (type: double), KEY.reducesinkkey6 (type: double), KEY.reducesinkkey7 (type: double), KEY.reducesinkkey8 (type: float), KEY.reducesinkkey9 (type: double), KEY.reducesinkkey5 (type: double), KEY.reducesinkkey11 (type: double), KEY.reducesinkkey12 (type: float), KEY.reducesinkkey13 (type: double) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13 + Statistics: Num rows: 9216 Data size: 1981473 Basic stats: COMPLETE Column stats: NONE + Limit + Number of rows: 20 + Statistics: Num rows: 20 Data size: 4300 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 20 Data size: 4300 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Execution mode: vectorized Stage: Stage-0 @@ -249,15 +285,15 @@ PREHOOK: query: SELECT ctimestamp1, cboolean1, cstring1, cfloat, - (-(cdouble)), - (-5638.15 - cdouble), - (cdouble * -257), - (cint + cfloat), - ((-(cdouble)) + cbigint), - (-(cdouble)), - (-1.389 - cfloat), - (-(cfloat)), - ((-5638.15 - cdouble) + (cint + cfloat)) + (-(cdouble)) as c1, + (-5638.15 - cdouble) as c2, + (cdouble * -257) as c3, + (cint + cfloat) as c4, + ((-(cdouble)) + cbigint) as c5, + (-(cdouble)) as c6, + (-1.389 - cfloat) as c7, + (-(cfloat)) as c8, + ((-5638.15 - cdouble) + (cint + cfloat)) as c9 FROM alltypesorc WHERE (((cstring2 IS NOT NULL) AND ((ctimestamp1 <= 12.503) @@ -265,6 +301,7 @@ WHERE (((cstring2 IS NOT NULL) OR ((cfloat < -6432) OR ((cboolean1 IS NOT NULL) AND (cdouble = 988888)))) +ORDER BY ctimestamp1, cdouble, cboolean1, cstring1, cfloat, c1, c2, c3, c4, c5, c6, c7, c8, c9 LIMIT 20 PREHOOK: type: QUERY PREHOOK: Input: default@alltypesorc @@ -274,15 +311,15 @@ POSTHOOK: query: SELECT ctimestamp1, cboolean1, cstring1, cfloat, - (-(cdouble)), - (-5638.15 - cdouble), - (cdouble * -257), - (cint + cfloat), - ((-(cdouble)) + cbigint), - (-(cdouble)), - (-1.389 - cfloat), - (-(cfloat)), - ((-5638.15 - cdouble) + (cint + cfloat)) + (-(cdouble)) as c1, + (-5638.15 - cdouble) as c2, + (cdouble * -257) as c3, + (cint + cfloat) as c4, + ((-(cdouble)) + cbigint) as c5, + (-(cdouble)) as c6, + (-1.389 - cfloat) as c7, + (-(cfloat)) as c8, + ((-5638.15 - cdouble) + (cint + cfloat)) as c9 FROM alltypesorc WHERE (((cstring2 IS NOT NULL) AND ((ctimestamp1 <= 12.503) @@ -290,27 +327,28 @@ WHERE (((cstring2 IS NOT NULL) OR ((cfloat < -6432) OR ((cboolean1 IS NOT NULL) AND (cdouble = 988888)))) +ORDER BY ctimestamp1, cdouble, cboolean1, cstring1, cfloat, c1, c2, c3, c4, c5, c6, c7, c8, c9 LIMIT 20 POSTHOOK: type: QUERY POSTHOOK: Input: default@alltypesorc #### A masked pattern was here #### -1969-12-31 16:00:05.478 -200.0 NULL NULL 38.0 200.0 -5438.15 51400.0 NULL -1.090413913E9 200.0 -39.389 -38.0 NULL -1969-12-31 15:59:49.567 -200.0 NULL NULL 38.0 200.0 -5438.15 51400.0 NULL 1.576772582E9 200.0 -39.389 -38.0 NULL -1969-12-31 16:00:07.648 -200.0 NULL NULL 3.0 200.0 -5438.15 51400.0 NULL -1.438142292E9 200.0 -4.389 -3.0 NULL -1969-12-31 15:59:54.739 -200.0 NULL NULL 31.0 200.0 -5438.15 51400.0 NULL -2.45476531E8 200.0 -32.389 -31.0 NULL -1969-12-31 16:00:03.248 -200.0 NULL NULL -10.0 200.0 -5438.15 51400.0 NULL -1.818374453E9 200.0 8.611 10.0 NULL -1969-12-31 15:59:46.007 -200.0 NULL NULL 8.0 200.0 -5438.15 51400.0 NULL -1.236645108E9 200.0 -9.389 -8.0 NULL -1969-12-31 16:00:06.852 -200.0 NULL NULL -63.0 200.0 -5438.15 51400.0 NULL 1.927856572E9 200.0 61.611 63.0 NULL -1969-12-31 15:59:44.842 -200.0 NULL NULL -30.0 200.0 -5438.15 51400.0 NULL -8.15880983E8 200.0 28.611 30.0 NULL -1969-12-31 16:00:00.958 -200.0 NULL NULL -39.0 200.0 -5438.15 51400.0 NULL 9.44478114E8 200.0 37.611 39.0 NULL -1969-12-31 15:59:54.328 -200.0 NULL NULL -39.0 200.0 -5438.15 51400.0 NULL -1.74772438E9 200.0 37.611 39.0 NULL -1969-12-31 15:59:44.55 -200.0 NULL NULL 24.0 200.0 -5438.15 51400.0 NULL -4.99521157E8 200.0 -25.389 -24.0 NULL -1969-12-31 16:00:11.236 -200.0 NULL NULL -28.0 200.0 -5438.15 51400.0 NULL -4.95166106E8 200.0 26.611 28.0 NULL -1969-12-31 16:00:10.436 -200.0 NULL NULL 22.0 200.0 -5438.15 51400.0 NULL -9.98574107E8 200.0 -23.389 -22.0 NULL -1969-12-31 16:00:02.208 -200.0 NULL NULL 16.0 200.0 -5438.15 51400.0 NULL 1.043214222E9 200.0 -17.389 -16.0 NULL -1969-12-31 15:59:58.305 -200.0 NULL NULL -12.0 200.0 -5438.15 51400.0 NULL -9.97940606E8 200.0 10.611 12.0 NULL -1969-12-31 16:00:00.911 -200.0 NULL NULL 12.0 200.0 -5438.15 51400.0 NULL 1.153060648E9 200.0 -13.389 -12.0 NULL -1969-12-31 16:00:03.139 -200.0 NULL NULL 10.0 200.0 -5438.15 51400.0 NULL -1.709273652E9 200.0 -11.389 -10.0 NULL -1969-12-31 15:59:54.199 -200.0 NULL NULL 55.0 200.0 -5438.15 51400.0 NULL -1.151590935E9 200.0 -56.389 -55.0 NULL -1969-12-31 15:59:54.016 -200.0 NULL NULL 46.0 200.0 -5438.15 51400.0 NULL -5.17349102E8 200.0 -47.389 -46.0 NULL -1969-12-31 15:59:57.847 -200.0 NULL NULL 50.0 200.0 -5438.15 51400.0 NULL 1.819421586E9 200.0 -51.389 -50.0 NULL +1969-12-31 15:59:30.929 -200.0 NULL NULL 12.0 200.0 -5438.15 51400.0 NULL 2.128824065E9 200.0 -13.389 -12.0 NULL +1969-12-31 15:59:30.929 -200.0 NULL NULL 42.0 200.0 -5438.15 51400.0 NULL -5.78935585E8 200.0 -43.389 -42.0 NULL +1969-12-31 15:59:30.929 -7196.0 NULL NULL 49.0 7196.0 1557.8500000000004 1849372.0 NULL 1.948230809E9 7196.0 -50.389 -49.0 NULL +1969-12-31 15:59:30.929 15601.0 NULL NULL -54.0 -15601.0 -21239.15 -4009457.0 NULL -1.114185408E9 -15601.0 52.611 54.0 NULL +1969-12-31 15:59:43.628 -200.0 NULL NULL 23.0 200.0 -5438.15 51400.0 NULL 2.034056161E9 200.0 -24.389 -23.0 NULL +1969-12-31 15:59:43.637 -7196.0 NULL NULL -44.0 7196.0 1557.8500000000004 1849372.0 NULL 1.100301451E9 7196.0 42.611 44.0 NULL +1969-12-31 15:59:43.64 -7196.0 NULL NULL -51.0 7196.0 1557.8500000000004 1849372.0 NULL -1.339157623E9 7196.0 49.611 51.0 NULL +1969-12-31 15:59:43.661 -200.0 NULL NULL 13.0 200.0 -5438.15 51400.0 NULL -6.8063459E7 200.0 -14.389 -13.0 NULL +1969-12-31 15:59:43.676 -200.0 NULL NULL -10.0 200.0 -5438.15 51400.0 NULL 8.34296111E8 200.0 8.611 10.0 NULL +1969-12-31 15:59:43.705 15601.0 NULL NULL -12.0 -15601.0 -21239.15 -4009457.0 NULL 5.95398978E8 -15601.0 10.611 12.0 NULL +1969-12-31 15:59:43.709 15601.0 NULL NULL 61.0 -15601.0 -21239.15 -4009457.0 NULL -1.55652257E8 -15601.0 -62.389 -61.0 NULL +1969-12-31 15:59:43.72 -200.0 NULL NULL -18.0 200.0 -5438.15 51400.0 NULL 1.809037075E9 200.0 16.611 18.0 NULL +1969-12-31 15:59:43.721 15601.0 NULL NULL 57.0 -15601.0 -21239.15 -4009457.0 NULL -1.465672807E9 -15601.0 -58.389 -57.0 NULL +1969-12-31 15:59:43.749 -7196.0 NULL NULL -39.0 7196.0 1557.8500000000004 1849372.0 NULL 3.96436076E8 7196.0 37.611 39.0 NULL +1969-12-31 15:59:43.771 15601.0 NULL NULL 49.0 -15601.0 -21239.15 -4009457.0 NULL -1.10733693E9 -15601.0 -50.389 -49.0 NULL +1969-12-31 15:59:43.773 -200.0 NULL NULL -24.0 200.0 -5438.15 51400.0 NULL -1.046049502E9 200.0 22.611 24.0 NULL +1969-12-31 15:59:43.782 -7196.0 NULL NULL 51.0 7196.0 1557.8500000000004 1849372.0 NULL -1.607339819E9 7196.0 -52.389 -51.0 NULL +1969-12-31 15:59:43.783 -200.0 NULL NULL -11.0 200.0 -5438.15 51400.0 NULL 1.2116287E7 200.0 9.611 11.0 NULL +1969-12-31 15:59:43.807 -7196.0 NULL NULL 42.0 7196.0 1557.8500000000004 1849372.0 NULL -5.98226333E8 7196.0 -43.389 -42.0 NULL +1969-12-31 15:59:43.82 -7196.0 NULL NULL -30.0 7196.0 1557.8500000000004 1849372.0 NULL 1.329550715E9 7196.0 28.611 30.0 NULL
