http://git-wip-us.apache.org/repos/asf/hive/blob/3be1eedb/ql/src/test/results/clientpositive/llap/vector_partitioned_date_time.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/llap/vector_partitioned_date_time.q.out b/ql/src/test/results/clientpositive/llap/vector_partitioned_date_time.q.out index e511bd5..e8444fc 100644 --- a/ql/src/test/results/clientpositive/llap/vector_partitioned_date_time.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_partitioned_date_time.q.out @@ -2454,3 +2454,2431 @@ POSTHOOK: Input: default@flights_tiny_orc_partitioned_timestamp@fl_time=2010-10- 2010-10-27 07:00:00 11 2010-10-28 07:00:00 12 2010-10-30 07:00:00 11 +PREHOOK: query: CREATE TABLE flights_tiny_parquet STORED AS PARQUET AS +SELECT origin_city_name, dest_city_name, fl_date, to_utc_timestamp(fl_date, 'America/Los_Angeles') as fl_time, arr_delay, fl_num +FROM flights_tiny +PREHOOK: type: CREATETABLE_AS_SELECT +PREHOOK: Input: default@flights_tiny +PREHOOK: Output: database:default +PREHOOK: Output: default@flights_tiny_parquet +POSTHOOK: query: CREATE TABLE flights_tiny_parquet STORED AS PARQUET AS +SELECT origin_city_name, dest_city_name, fl_date, to_utc_timestamp(fl_date, 'America/Los_Angeles') as fl_time, arr_delay, fl_num +FROM flights_tiny +POSTHOOK: type: CREATETABLE_AS_SELECT +POSTHOOK: Input: default@flights_tiny +POSTHOOK: Output: database:default +POSTHOOK: Output: default@flights_tiny_parquet +POSTHOOK: Lineage: flights_tiny_parquet.arr_delay SIMPLE [(flights_tiny)flights_tiny.FieldSchema(name:arr_delay, type:float, comment:null), ] +POSTHOOK: Lineage: flights_tiny_parquet.dest_city_name SIMPLE [(flights_tiny)flights_tiny.FieldSchema(name:dest_city_name, type:string, comment:null), ] +POSTHOOK: Lineage: flights_tiny_parquet.fl_date SIMPLE [(flights_tiny)flights_tiny.FieldSchema(name:fl_date, type:date, comment:null), ] +POSTHOOK: Lineage: flights_tiny_parquet.fl_num SIMPLE [(flights_tiny)flights_tiny.FieldSchema(name:fl_num, type:int, comment:null), ] +POSTHOOK: Lineage: flights_tiny_parquet.fl_time EXPRESSION [(flights_tiny)flights_tiny.FieldSchema(name:fl_date, type:date, comment:null), ] +POSTHOOK: Lineage: flights_tiny_parquet.origin_city_name SIMPLE [(flights_tiny)flights_tiny.FieldSchema(name:origin_city_name, type:string, comment:null), ] +PREHOOK: query: SELECT * FROM flights_tiny_parquet +PREHOOK: type: QUERY +PREHOOK: Input: default@flights_tiny_parquet +#### A masked pattern was here #### +POSTHOOK: query: SELECT * FROM flights_tiny_parquet +POSTHOOK: type: QUERY +POSTHOOK: Input: default@flights_tiny_parquet +#### A masked pattern was here #### +Baltimore New York 2010-10-20 2010-10-20 07:00:00 -30.0 1064 +Baltimore New York 2010-10-20 2010-10-20 07:00:00 23.0 1142 +Baltimore New York 2010-10-20 2010-10-20 07:00:00 6.0 1599 +Chicago New York 2010-10-20 2010-10-20 07:00:00 42.0 361 +Chicago New York 2010-10-20 2010-10-20 07:00:00 24.0 897 +Chicago New York 2010-10-20 2010-10-20 07:00:00 15.0 1531 +Chicago New York 2010-10-20 2010-10-20 07:00:00 -6.0 1610 +Chicago New York 2010-10-20 2010-10-20 07:00:00 -2.0 3198 +Baltimore New York 2010-10-21 2010-10-21 07:00:00 17.0 1064 +Baltimore New York 2010-10-21 2010-10-21 07:00:00 105.0 1142 +Baltimore New York 2010-10-21 2010-10-21 07:00:00 28.0 1599 +Chicago New York 2010-10-21 2010-10-21 07:00:00 142.0 361 +Chicago New York 2010-10-21 2010-10-21 07:00:00 77.0 897 +Chicago New York 2010-10-21 2010-10-21 07:00:00 53.0 1531 +Chicago New York 2010-10-21 2010-10-21 07:00:00 -5.0 1610 +Chicago New York 2010-10-21 2010-10-21 07:00:00 51.0 3198 +Baltimore New York 2010-10-22 2010-10-22 07:00:00 -12.0 1064 +Baltimore New York 2010-10-22 2010-10-22 07:00:00 54.0 1142 +Baltimore New York 2010-10-22 2010-10-22 07:00:00 18.0 1599 +Chicago New York 2010-10-22 2010-10-22 07:00:00 2.0 361 +Chicago New York 2010-10-22 2010-10-22 07:00:00 24.0 897 +Chicago New York 2010-10-22 2010-10-22 07:00:00 16.0 1531 +Chicago New York 2010-10-22 2010-10-22 07:00:00 -6.0 1610 +Chicago New York 2010-10-22 2010-10-22 07:00:00 -11.0 3198 +Baltimore New York 2010-10-23 2010-10-23 07:00:00 18.0 272 +Baltimore New York 2010-10-23 2010-10-23 07:00:00 -10.0 1805 +Baltimore New York 2010-10-23 2010-10-23 07:00:00 6.0 3171 +Chicago New York 2010-10-23 2010-10-23 07:00:00 3.0 384 +Chicago New York 2010-10-23 2010-10-23 07:00:00 32.0 426 +Chicago New York 2010-10-23 2010-10-23 07:00:00 1.0 650 +Chicago New York 2010-10-23 2010-10-23 07:00:00 11.0 3085 +Baltimore New York 2010-10-24 2010-10-24 07:00:00 12.0 1599 +Baltimore New York 2010-10-24 2010-10-24 07:00:00 20.0 2571 +Chicago New York 2010-10-24 2010-10-24 07:00:00 10.0 361 +Chicago New York 2010-10-24 2010-10-24 07:00:00 113.0 897 +Chicago New York 2010-10-24 2010-10-24 07:00:00 -5.0 1531 +Chicago New York 2010-10-24 2010-10-24 07:00:00 -17.0 1610 +Chicago New York 2010-10-24 2010-10-24 07:00:00 -3.0 3198 +Baltimore New York 2010-10-25 2010-10-25 07:00:00 -25.0 1064 +Baltimore New York 2010-10-25 2010-10-25 07:00:00 92.0 1142 +Baltimore New York 2010-10-25 2010-10-25 07:00:00 106.0 1599 +Chicago New York 2010-10-25 2010-10-25 07:00:00 31.0 361 +Chicago New York 2010-10-25 2010-10-25 07:00:00 -1.0 897 +Chicago New York 2010-10-25 2010-10-25 07:00:00 43.0 1531 +Chicago New York 2010-10-25 2010-10-25 07:00:00 6.0 1610 +Chicago New York 2010-10-25 2010-10-25 07:00:00 -16.0 3198 +Baltimore New York 2010-10-26 2010-10-26 07:00:00 -22.0 1064 +Baltimore New York 2010-10-26 2010-10-26 07:00:00 123.0 1142 +Baltimore New York 2010-10-26 2010-10-26 07:00:00 90.0 1599 +Chicago New York 2010-10-26 2010-10-26 07:00:00 12.0 361 +Chicago New York 2010-10-26 2010-10-26 07:00:00 0.0 897 +Chicago New York 2010-10-26 2010-10-26 07:00:00 29.0 1531 +Chicago New York 2010-10-26 2010-10-26 07:00:00 -17.0 1610 +Chicago New York 2010-10-26 2010-10-26 07:00:00 6.0 3198 +Baltimore New York 2010-10-27 2010-10-27 07:00:00 -18.0 1064 +Baltimore New York 2010-10-27 2010-10-27 07:00:00 49.0 1142 +Baltimore New York 2010-10-27 2010-10-27 07:00:00 92.0 1599 +Chicago New York 2010-10-27 2010-10-27 07:00:00 148.0 361 +Chicago New York 2010-10-27 2010-10-27 07:00:00 -11.0 897 +Chicago New York 2010-10-27 2010-10-27 07:00:00 70.0 1531 +Chicago New York 2010-10-27 2010-10-27 07:00:00 8.0 1610 +Chicago New York 2010-10-27 2010-10-27 07:00:00 21.0 3198 +Baltimore New York 2010-10-28 2010-10-28 07:00:00 -4.0 1064 +Baltimore New York 2010-10-28 2010-10-28 07:00:00 -14.0 1142 +Baltimore New York 2010-10-28 2010-10-28 07:00:00 -14.0 1599 +Chicago New York 2010-10-28 2010-10-28 07:00:00 2.0 361 +Chicago New York 2010-10-28 2010-10-28 07:00:00 2.0 897 +Chicago New York 2010-10-28 2010-10-28 07:00:00 -11.0 1531 +Chicago New York 2010-10-28 2010-10-28 07:00:00 3.0 1610 +Chicago New York 2010-10-28 2010-10-28 07:00:00 -18.0 3198 +Baltimore New York 2010-10-29 2010-10-29 07:00:00 -24.0 1064 +Baltimore New York 2010-10-29 2010-10-29 07:00:00 21.0 1142 +Baltimore New York 2010-10-29 2010-10-29 07:00:00 -2.0 1599 +Chicago New York 2010-10-29 2010-10-29 07:00:00 -12.0 361 +Chicago New York 2010-10-29 2010-10-29 07:00:00 -11.0 897 +Chicago New York 2010-10-29 2010-10-29 07:00:00 15.0 1531 +Chicago New York 2010-10-29 2010-10-29 07:00:00 -18.0 1610 +Chicago New York 2010-10-29 2010-10-29 07:00:00 -4.0 3198 +Baltimore New York 2010-10-30 2010-10-30 07:00:00 14.0 272 +Baltimore New York 2010-10-30 2010-10-30 07:00:00 -1.0 1805 +Baltimore New York 2010-10-30 2010-10-30 07:00:00 5.0 3171 +Chicago New York 2010-10-30 2010-10-30 07:00:00 -6.0 384 +Chicago New York 2010-10-30 2010-10-30 07:00:00 -10.0 426 +Chicago New York 2010-10-30 2010-10-30 07:00:00 -5.0 650 +Chicago New York 2010-10-30 2010-10-30 07:00:00 -5.0 3085 +Baltimore New York 2010-10-31 2010-10-31 07:00:00 -1.0 1599 +Baltimore New York 2010-10-31 2010-10-31 07:00:00 -14.0 2571 +Chicago New York 2010-10-31 2010-10-31 07:00:00 -25.0 361 +Chicago New York 2010-10-31 2010-10-31 07:00:00 -18.0 897 +Chicago New York 2010-10-31 2010-10-31 07:00:00 -4.0 1531 +Chicago New York 2010-10-31 2010-10-31 07:00:00 -22.0 1610 +Chicago New York 2010-10-31 2010-10-31 07:00:00 -15.0 3198 +Cleveland New York 2010-10-30 2010-10-30 07:00:00 -23.0 2018 +Cleveland New York 2010-10-30 2010-10-30 07:00:00 -12.0 2932 +Cleveland New York 2010-10-29 2010-10-29 07:00:00 -4.0 2630 +Cleveland New York 2010-10-29 2010-10-29 07:00:00 -19.0 2646 +Cleveland New York 2010-10-29 2010-10-29 07:00:00 -12.0 3014 +Cleveland New York 2010-10-28 2010-10-28 07:00:00 3.0 2630 +Cleveland New York 2010-10-28 2010-10-28 07:00:00 -6.0 2646 +Cleveland New York 2010-10-28 2010-10-28 07:00:00 1.0 3014 +Cleveland New York 2010-10-27 2010-10-27 07:00:00 16.0 2630 +Cleveland New York 2010-10-27 2010-10-27 07:00:00 27.0 3014 +Cleveland New York 2010-10-26 2010-10-26 07:00:00 4.0 2630 +Cleveland New York 2010-10-26 2010-10-26 07:00:00 -27.0 2646 +Cleveland New York 2010-10-26 2010-10-26 07:00:00 -11.0 2662 +Cleveland New York 2010-10-26 2010-10-26 07:00:00 13.0 3014 +Cleveland New York 2010-10-25 2010-10-25 07:00:00 -4.0 2630 +Cleveland New York 2010-10-25 2010-10-25 07:00:00 81.0 2646 +Cleveland New York 2010-10-25 2010-10-25 07:00:00 42.0 3014 +Cleveland New York 2010-10-24 2010-10-24 07:00:00 5.0 2254 +Cleveland New York 2010-10-24 2010-10-24 07:00:00 -11.0 2630 +Cleveland New York 2010-10-24 2010-10-24 07:00:00 -20.0 2646 +Cleveland New York 2010-10-24 2010-10-24 07:00:00 -9.0 3014 +Cleveland New York 2010-10-23 2010-10-23 07:00:00 -21.0 2932 +Cleveland New York 2010-10-22 2010-10-22 07:00:00 1.0 2630 +Cleveland New York 2010-10-22 2010-10-22 07:00:00 -25.0 2646 +Cleveland New York 2010-10-22 2010-10-22 07:00:00 -3.0 3014 +Cleveland New York 2010-10-21 2010-10-21 07:00:00 3.0 2630 +Cleveland New York 2010-10-21 2010-10-21 07:00:00 29.0 2646 +Cleveland New York 2010-10-21 2010-10-21 07:00:00 72.0 3014 +Cleveland New York 2010-10-20 2010-10-20 07:00:00 -8.0 2630 +Cleveland New York 2010-10-20 2010-10-20 07:00:00 -15.0 3014 +Washington New York 2010-10-23 2010-10-23 07:00:00 -25.0 5832 +Washington New York 2010-10-23 2010-10-23 07:00:00 -21.0 5904 +Washington New York 2010-10-23 2010-10-23 07:00:00 -18.0 5917 +Washington New York 2010-10-30 2010-10-30 07:00:00 -27.0 5904 +Washington New York 2010-10-30 2010-10-30 07:00:00 -16.0 5917 +Washington New York 2010-10-20 2010-10-20 07:00:00 -2.0 7291 +Washington New York 2010-10-21 2010-10-21 07:00:00 22.0 7291 +Washington New York 2010-10-23 2010-10-23 07:00:00 -16.0 7274 +Washington New York 2010-10-24 2010-10-24 07:00:00 -26.0 7282 +Washington New York 2010-10-25 2010-10-25 07:00:00 9.0 7291 +Washington New York 2010-10-26 2010-10-26 07:00:00 4.0 7291 +Washington New York 2010-10-27 2010-10-27 07:00:00 26.0 7291 +Washington New York 2010-10-28 2010-10-28 07:00:00 45.0 7291 +Washington New York 2010-10-29 2010-10-29 07:00:00 1.0 7291 +Washington New York 2010-10-31 2010-10-31 07:00:00 -18.0 7282 +PREHOOK: query: select * from flights_tiny_parquet sort by fl_num, fl_date limit 25 +PREHOOK: type: QUERY +PREHOOK: Input: default@flights_tiny_parquet +#### A masked pattern was here #### +POSTHOOK: query: select * from flights_tiny_parquet sort by fl_num, fl_date limit 25 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@flights_tiny_parquet +#### A masked pattern was here #### +Baltimore New York 2010-10-23 2010-10-23 07:00:00 18.0 272 +Baltimore New York 2010-10-30 2010-10-30 07:00:00 14.0 272 +Chicago New York 2010-10-20 2010-10-20 07:00:00 42.0 361 +Chicago New York 2010-10-21 2010-10-21 07:00:00 142.0 361 +Chicago New York 2010-10-22 2010-10-22 07:00:00 2.0 361 +Chicago New York 2010-10-24 2010-10-24 07:00:00 10.0 361 +Chicago New York 2010-10-25 2010-10-25 07:00:00 31.0 361 +Chicago New York 2010-10-26 2010-10-26 07:00:00 12.0 361 +Chicago New York 2010-10-27 2010-10-27 07:00:00 148.0 361 +Chicago New York 2010-10-28 2010-10-28 07:00:00 2.0 361 +Chicago New York 2010-10-29 2010-10-29 07:00:00 -12.0 361 +Chicago New York 2010-10-31 2010-10-31 07:00:00 -25.0 361 +Chicago New York 2010-10-23 2010-10-23 07:00:00 3.0 384 +Chicago New York 2010-10-30 2010-10-30 07:00:00 -6.0 384 +Chicago New York 2010-10-23 2010-10-23 07:00:00 32.0 426 +Chicago New York 2010-10-30 2010-10-30 07:00:00 -10.0 426 +Chicago New York 2010-10-23 2010-10-23 07:00:00 1.0 650 +Chicago New York 2010-10-30 2010-10-30 07:00:00 -5.0 650 +Chicago New York 2010-10-20 2010-10-20 07:00:00 24.0 897 +Chicago New York 2010-10-21 2010-10-21 07:00:00 77.0 897 +Chicago New York 2010-10-22 2010-10-22 07:00:00 24.0 897 +Chicago New York 2010-10-24 2010-10-24 07:00:00 113.0 897 +Chicago New York 2010-10-25 2010-10-25 07:00:00 -1.0 897 +Chicago New York 2010-10-26 2010-10-26 07:00:00 0.0 897 +Chicago New York 2010-10-27 2010-10-27 07:00:00 -11.0 897 +PREHOOK: query: select fl_date, count(*) from flights_tiny_parquet group by fl_date +PREHOOK: type: QUERY +PREHOOK: Input: default@flights_tiny_parquet +#### A masked pattern was here #### +POSTHOOK: query: select fl_date, count(*) from flights_tiny_parquet group by fl_date +POSTHOOK: type: QUERY +POSTHOOK: Input: default@flights_tiny_parquet +#### A masked pattern was here #### +2010-10-20 11 +2010-10-21 12 +2010-10-26 13 +2010-10-30 11 +2010-10-23 12 +2010-10-24 12 +2010-10-25 12 +2010-10-22 11 +2010-10-28 12 +2010-10-29 12 +2010-10-27 11 +2010-10-31 8 +PREHOOK: query: explain vectorization expression +select * from flights_tiny_parquet sort by fl_num, fl_date limit 25 +PREHOOK: type: QUERY +POSTHOOK: query: explain vectorization expression +select * from flights_tiny_parquet sort by fl_num, fl_date limit 25 +POSTHOOK: type: QUERY +PLAN VECTORIZATION: + enabled: true + enabledConditionsMet: [hive.vectorized.execution.enabled IS true] + +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Edges: + Reducer 2 <- Map 1 (SIMPLE_EDGE) + Reducer 3 <- Reducer 2 (SIMPLE_EDGE) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: flights_tiny_parquet + Statistics: Num rows: 137 Data size: 822 Basic stats: COMPLETE Column stats: NONE + TableScan Vectorization: + native: true + projectedOutputColumns: [0, 1, 2, 3, 4, 5] + Select Operator + expressions: origin_city_name (type: string), dest_city_name (type: string), fl_date (type: date), fl_time (type: timestamp), arr_delay (type: float), fl_num (type: int) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Select Vectorization: + className: VectorSelectOperator + native: true + projectedOutputColumns: [0, 1, 2, 3, 4, 5] + Statistics: Num rows: 137 Data size: 822 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col5 (type: int), _col2 (type: date) + sort order: ++ + Reduce Sink Vectorization: + className: VectorReduceSinkObjectHashOperator + native: true + nativeConditionsMet: hive.vectorized.execution.reducesink.new.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true, No PTF TopN IS true, No DISTINCT columns IS true, BinarySortableSerDe for keys IS true, LazyBinarySerDe for values IS true + Statistics: Num rows: 137 Data size: 822 Basic stats: COMPLETE Column stats: NONE + TopN Hash Memory Usage: 0.1 + value expressions: _col0 (type: string), _col1 (type: string), _col3 (type: timestamp), _col4 (type: float) + Execution mode: vectorized, llap + LLAP IO: no inputs + Map Vectorization: + enabled: true + enabledConditionsMet: hive.vectorized.use.vectorized.input.format IS true + groupByVectorOutput: true + inputFileFormats: org.apache.hadoop.hive.ql.io.parquet.MapredParquetInputFormat + allNative: true + usesVectorUDFAdaptor: false + vectorized: true + Reducer 2 + Execution mode: vectorized, llap + Reduce Vectorization: + enabled: true + enableConditionsMet: hive.vectorized.execution.reduce.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true + groupByVectorOutput: true + allNative: true + usesVectorUDFAdaptor: false + vectorized: true + Reduce Operator Tree: + Select Operator + expressions: VALUE._col0 (type: string), VALUE._col1 (type: string), KEY.reducesinkkey1 (type: date), VALUE._col2 (type: timestamp), VALUE._col3 (type: float), KEY.reducesinkkey0 (type: int) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Select Vectorization: + className: VectorSelectOperator + native: true + projectedOutputColumns: [2, 3, 1, 4, 5, 0] + Statistics: Num rows: 137 Data size: 822 Basic stats: COMPLETE Column stats: NONE + Limit + Number of rows: 25 + Limit Vectorization: + className: VectorLimitOperator + native: true + Statistics: Num rows: 25 Data size: 150 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col5 (type: int), _col2 (type: date) + sort order: ++ + Reduce Sink Vectorization: + className: VectorReduceSinkObjectHashOperator + native: true + nativeConditionsMet: hive.vectorized.execution.reducesink.new.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true, No PTF TopN IS true, No DISTINCT columns IS true, BinarySortableSerDe for keys IS true, LazyBinarySerDe for values IS true + Statistics: Num rows: 25 Data size: 150 Basic stats: COMPLETE Column stats: NONE + TopN Hash Memory Usage: 0.1 + value expressions: _col0 (type: string), _col1 (type: string), _col3 (type: timestamp), _col4 (type: float) + Reducer 3 + Execution mode: vectorized, llap + Reduce Vectorization: + enabled: true + enableConditionsMet: hive.vectorized.execution.reduce.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true + groupByVectorOutput: true + allNative: false + usesVectorUDFAdaptor: false + vectorized: true + Reduce Operator Tree: + Select Operator + expressions: VALUE._col0 (type: string), VALUE._col1 (type: string), KEY.reducesinkkey1 (type: date), VALUE._col2 (type: timestamp), VALUE._col3 (type: float), KEY.reducesinkkey0 (type: int) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Select Vectorization: + className: VectorSelectOperator + native: true + projectedOutputColumns: [2, 3, 1, 4, 5, 0] + Statistics: Num rows: 25 Data size: 150 Basic stats: COMPLETE Column stats: NONE + Limit + Number of rows: 25 + Limit Vectorization: + className: VectorLimitOperator + native: true + Statistics: Num rows: 25 Data size: 150 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + File Sink Vectorization: + className: VectorFileSinkOperator + native: false + Statistics: Num rows: 25 Data size: 150 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: 25 + Processor Tree: + ListSink + +PREHOOK: query: select * from flights_tiny_parquet sort by fl_num, fl_date limit 25 +PREHOOK: type: QUERY +PREHOOK: Input: default@flights_tiny_parquet +#### A masked pattern was here #### +POSTHOOK: query: select * from flights_tiny_parquet sort by fl_num, fl_date limit 25 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@flights_tiny_parquet +#### A masked pattern was here #### +Baltimore New York 2010-10-23 2010-10-23 07:00:00 18.0 272 +Baltimore New York 2010-10-30 2010-10-30 07:00:00 14.0 272 +Chicago New York 2010-10-20 2010-10-20 07:00:00 42.0 361 +Chicago New York 2010-10-21 2010-10-21 07:00:00 142.0 361 +Chicago New York 2010-10-22 2010-10-22 07:00:00 2.0 361 +Chicago New York 2010-10-24 2010-10-24 07:00:00 10.0 361 +Chicago New York 2010-10-25 2010-10-25 07:00:00 31.0 361 +Chicago New York 2010-10-26 2010-10-26 07:00:00 12.0 361 +Chicago New York 2010-10-27 2010-10-27 07:00:00 148.0 361 +Chicago New York 2010-10-28 2010-10-28 07:00:00 2.0 361 +Chicago New York 2010-10-29 2010-10-29 07:00:00 -12.0 361 +Chicago New York 2010-10-31 2010-10-31 07:00:00 -25.0 361 +Chicago New York 2010-10-23 2010-10-23 07:00:00 3.0 384 +Chicago New York 2010-10-30 2010-10-30 07:00:00 -6.0 384 +Chicago New York 2010-10-23 2010-10-23 07:00:00 32.0 426 +Chicago New York 2010-10-30 2010-10-30 07:00:00 -10.0 426 +Chicago New York 2010-10-23 2010-10-23 07:00:00 1.0 650 +Chicago New York 2010-10-30 2010-10-30 07:00:00 -5.0 650 +Chicago New York 2010-10-20 2010-10-20 07:00:00 24.0 897 +Chicago New York 2010-10-21 2010-10-21 07:00:00 77.0 897 +Chicago New York 2010-10-22 2010-10-22 07:00:00 24.0 897 +Chicago New York 2010-10-24 2010-10-24 07:00:00 113.0 897 +Chicago New York 2010-10-25 2010-10-25 07:00:00 -1.0 897 +Chicago New York 2010-10-26 2010-10-26 07:00:00 0.0 897 +Chicago New York 2010-10-27 2010-10-27 07:00:00 -11.0 897 +PREHOOK: query: explain vectorization expression +select fl_date, count(*) from flights_tiny_parquet group by fl_date +PREHOOK: type: QUERY +POSTHOOK: query: explain vectorization expression +select fl_date, count(*) from flights_tiny_parquet group by fl_date +POSTHOOK: type: QUERY +PLAN VECTORIZATION: + enabled: true + enabledConditionsMet: [hive.vectorized.execution.enabled IS true] + +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Edges: + Reducer 2 <- Map 1 (SIMPLE_EDGE) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: flights_tiny_parquet + Statistics: Num rows: 137 Data size: 822 Basic stats: COMPLETE Column stats: NONE + TableScan Vectorization: + native: true + projectedOutputColumns: [0, 1, 2, 3, 4, 5] + Select Operator + expressions: fl_date (type: date) + outputColumnNames: fl_date + Select Vectorization: + className: VectorSelectOperator + native: true + projectedOutputColumns: [2] + Statistics: Num rows: 137 Data size: 822 Basic stats: COMPLETE Column stats: NONE + Group By Operator + aggregations: count() + Group By Vectorization: + aggregators: VectorUDAFCountStar(*) -> bigint + className: VectorGroupByOperator + vectorOutput: true + keyExpressions: col 2 + native: false + projectedOutputColumns: [0] + keys: fl_date (type: date) + mode: hash + outputColumnNames: _col0, _col1 + Statistics: Num rows: 137 Data size: 822 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: date) + sort order: + + Map-reduce partition columns: _col0 (type: date) + Reduce Sink Vectorization: + className: VectorReduceSinkMultiKeyOperator + native: true + nativeConditionsMet: hive.vectorized.execution.reducesink.new.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true, No PTF TopN IS true, No DISTINCT columns IS true, BinarySortableSerDe for keys IS true, LazyBinarySerDe for values IS true + Statistics: Num rows: 137 Data size: 822 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: bigint) + Execution mode: vectorized, llap + LLAP IO: no inputs + Map Vectorization: + enabled: true + enabledConditionsMet: hive.vectorized.use.vectorized.input.format IS true + groupByVectorOutput: true + inputFileFormats: org.apache.hadoop.hive.ql.io.parquet.MapredParquetInputFormat + allNative: false + usesVectorUDFAdaptor: false + vectorized: true + Reducer 2 + Execution mode: vectorized, llap + Reduce Vectorization: + enabled: true + enableConditionsMet: hive.vectorized.execution.reduce.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true + groupByVectorOutput: true + allNative: false + usesVectorUDFAdaptor: false + vectorized: true + Reduce Operator Tree: + Group By Operator + aggregations: count(VALUE._col0) + Group By Vectorization: + aggregators: VectorUDAFCountMerge(col 1) -> bigint + className: VectorGroupByOperator + vectorOutput: true + keyExpressions: col 0 + native: false + projectedOutputColumns: [0] + keys: KEY._col0 (type: date) + mode: mergepartial + outputColumnNames: _col0, _col1 + Statistics: Num rows: 68 Data size: 408 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + File Sink Vectorization: + className: VectorFileSinkOperator + native: false + Statistics: Num rows: 68 Data size: 408 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select fl_date, count(*) from flights_tiny_parquet group by fl_date +PREHOOK: type: QUERY +PREHOOK: Input: default@flights_tiny_parquet +#### A masked pattern was here #### +POSTHOOK: query: select fl_date, count(*) from flights_tiny_parquet group by fl_date +POSTHOOK: type: QUERY +POSTHOOK: Input: default@flights_tiny_parquet +#### A masked pattern was here #### +2010-10-20 11 +2010-10-21 12 +2010-10-26 13 +2010-10-30 11 +2010-10-23 12 +2010-10-24 12 +2010-10-25 12 +2010-10-22 11 +2010-10-28 12 +2010-10-29 12 +2010-10-27 11 +2010-10-31 8 +PREHOOK: query: CREATE TABLE flights_tiny_parquet_partitioned_date ( + origin_city_name STRING, + dest_city_name STRING, + fl_time TIMESTAMP, + arr_delay FLOAT, + fl_num INT +) +PARTITIONED BY (fl_date DATE) +STORED AS PARQUET +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@flights_tiny_parquet_partitioned_date +POSTHOOK: query: CREATE TABLE flights_tiny_parquet_partitioned_date ( + origin_city_name STRING, + dest_city_name STRING, + fl_time TIMESTAMP, + arr_delay FLOAT, + fl_num INT +) +PARTITIONED BY (fl_date DATE) +STORED AS PARQUET +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@flights_tiny_parquet_partitioned_date +PREHOOK: query: INSERT INTO TABLE flights_tiny_parquet_partitioned_date +PARTITION (fl_date) +SELECT origin_city_name, dest_city_name, fl_time, arr_delay, fl_num, fl_date +FROM flights_tiny_parquet +PREHOOK: type: QUERY +PREHOOK: Input: default@flights_tiny_parquet +PREHOOK: Output: default@flights_tiny_parquet_partitioned_date +POSTHOOK: query: INSERT INTO TABLE flights_tiny_parquet_partitioned_date +PARTITION (fl_date) +SELECT origin_city_name, dest_city_name, fl_time, arr_delay, fl_num, fl_date +FROM flights_tiny_parquet +POSTHOOK: type: QUERY +POSTHOOK: Input: default@flights_tiny_parquet +POSTHOOK: Output: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-20 +POSTHOOK: Output: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-21 +POSTHOOK: Output: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-22 +POSTHOOK: Output: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-23 +POSTHOOK: Output: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-24 +POSTHOOK: Output: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-25 +POSTHOOK: Output: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-26 +POSTHOOK: Output: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-27 +POSTHOOK: Output: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-28 +POSTHOOK: Output: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-29 +POSTHOOK: Output: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-30 +POSTHOOK: Output: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-31 +POSTHOOK: Lineage: flights_tiny_parquet_partitioned_date PARTITION(fl_date=2010-10-20).arr_delay SIMPLE [(flights_tiny_parquet)flights_tiny_parquet.FieldSchema(name:arr_delay, type:float, comment:null), ] +POSTHOOK: Lineage: flights_tiny_parquet_partitioned_date PARTITION(fl_date=2010-10-20).dest_city_name SIMPLE [(flights_tiny_parquet)flights_tiny_parquet.FieldSchema(name:dest_city_name, type:string, comment:null), ] +POSTHOOK: Lineage: flights_tiny_parquet_partitioned_date PARTITION(fl_date=2010-10-20).fl_num SIMPLE [(flights_tiny_parquet)flights_tiny_parquet.FieldSchema(name:fl_num, type:int, comment:null), ] +POSTHOOK: Lineage: flights_tiny_parquet_partitioned_date PARTITION(fl_date=2010-10-20).fl_time SIMPLE [(flights_tiny_parquet)flights_tiny_parquet.FieldSchema(name:fl_time, type:timestamp, comment:null), ] +POSTHOOK: Lineage: flights_tiny_parquet_partitioned_date PARTITION(fl_date=2010-10-20).origin_city_name SIMPLE [(flights_tiny_parquet)flights_tiny_parquet.FieldSchema(name:origin_city_name, type:string, comment:null), ] +POSTHOOK: Lineage: flights_tiny_parquet_partitioned_date PARTITION(fl_date=2010-10-21).arr_delay SIMPLE [(flights_tiny_parquet)flights_tiny_parquet.FieldSchema(name:arr_delay, type:float, comment:null), ] +POSTHOOK: Lineage: flights_tiny_parquet_partitioned_date PARTITION(fl_date=2010-10-21).dest_city_name SIMPLE [(flights_tiny_parquet)flights_tiny_parquet.FieldSchema(name:dest_city_name, type:string, comment:null), ] +POSTHOOK: Lineage: flights_tiny_parquet_partitioned_date PARTITION(fl_date=2010-10-21).fl_num SIMPLE [(flights_tiny_parquet)flights_tiny_parquet.FieldSchema(name:fl_num, type:int, comment:null), ] +POSTHOOK: Lineage: flights_tiny_parquet_partitioned_date PARTITION(fl_date=2010-10-21).fl_time SIMPLE [(flights_tiny_parquet)flights_tiny_parquet.FieldSchema(name:fl_time, type:timestamp, comment:null), ] +POSTHOOK: Lineage: flights_tiny_parquet_partitioned_date PARTITION(fl_date=2010-10-21).origin_city_name SIMPLE [(flights_tiny_parquet)flights_tiny_parquet.FieldSchema(name:origin_city_name, type:string, comment:null), ] +POSTHOOK: Lineage: flights_tiny_parquet_partitioned_date PARTITION(fl_date=2010-10-22).arr_delay SIMPLE [(flights_tiny_parquet)flights_tiny_parquet.FieldSchema(name:arr_delay, type:float, comment:null), ] +POSTHOOK: Lineage: flights_tiny_parquet_partitioned_date PARTITION(fl_date=2010-10-22).dest_city_name SIMPLE [(flights_tiny_parquet)flights_tiny_parquet.FieldSchema(name:dest_city_name, type:string, comment:null), ] +POSTHOOK: Lineage: flights_tiny_parquet_partitioned_date PARTITION(fl_date=2010-10-22).fl_num SIMPLE [(flights_tiny_parquet)flights_tiny_parquet.FieldSchema(name:fl_num, type:int, comment:null), ] +POSTHOOK: Lineage: flights_tiny_parquet_partitioned_date PARTITION(fl_date=2010-10-22).fl_time SIMPLE [(flights_tiny_parquet)flights_tiny_parquet.FieldSchema(name:fl_time, type:timestamp, comment:null), ] +POSTHOOK: Lineage: flights_tiny_parquet_partitioned_date PARTITION(fl_date=2010-10-22).origin_city_name SIMPLE [(flights_tiny_parquet)flights_tiny_parquet.FieldSchema(name:origin_city_name, type:string, comment:null), ] +POSTHOOK: Lineage: flights_tiny_parquet_partitioned_date PARTITION(fl_date=2010-10-23).arr_delay SIMPLE [(flights_tiny_parquet)flights_tiny_parquet.FieldSchema(name:arr_delay, type:float, comment:null), ] +POSTHOOK: Lineage: flights_tiny_parquet_partitioned_date PARTITION(fl_date=2010-10-23).dest_city_name SIMPLE [(flights_tiny_parquet)flights_tiny_parquet.FieldSchema(name:dest_city_name, type:string, comment:null), ] +POSTHOOK: Lineage: flights_tiny_parquet_partitioned_date PARTITION(fl_date=2010-10-23).fl_num SIMPLE [(flights_tiny_parquet)flights_tiny_parquet.FieldSchema(name:fl_num, type:int, comment:null), ] +POSTHOOK: Lineage: flights_tiny_parquet_partitioned_date PARTITION(fl_date=2010-10-23).fl_time SIMPLE [(flights_tiny_parquet)flights_tiny_parquet.FieldSchema(name:fl_time, type:timestamp, comment:null), ] +POSTHOOK: Lineage: flights_tiny_parquet_partitioned_date PARTITION(fl_date=2010-10-23).origin_city_name SIMPLE [(flights_tiny_parquet)flights_tiny_parquet.FieldSchema(name:origin_city_name, type:string, comment:null), ] +POSTHOOK: Lineage: flights_tiny_parquet_partitioned_date PARTITION(fl_date=2010-10-24).arr_delay SIMPLE [(flights_tiny_parquet)flights_tiny_parquet.FieldSchema(name:arr_delay, type:float, comment:null), ] +POSTHOOK: Lineage: flights_tiny_parquet_partitioned_date PARTITION(fl_date=2010-10-24).dest_city_name SIMPLE [(flights_tiny_parquet)flights_tiny_parquet.FieldSchema(name:dest_city_name, type:string, comment:null), ] +POSTHOOK: Lineage: flights_tiny_parquet_partitioned_date PARTITION(fl_date=2010-10-24).fl_num SIMPLE [(flights_tiny_parquet)flights_tiny_parquet.FieldSchema(name:fl_num, type:int, comment:null), ] +POSTHOOK: Lineage: flights_tiny_parquet_partitioned_date PARTITION(fl_date=2010-10-24).fl_time SIMPLE [(flights_tiny_parquet)flights_tiny_parquet.FieldSchema(name:fl_time, type:timestamp, comment:null), ] +POSTHOOK: Lineage: flights_tiny_parquet_partitioned_date PARTITION(fl_date=2010-10-24).origin_city_name SIMPLE [(flights_tiny_parquet)flights_tiny_parquet.FieldSchema(name:origin_city_name, type:string, comment:null), ] +POSTHOOK: Lineage: flights_tiny_parquet_partitioned_date PARTITION(fl_date=2010-10-25).arr_delay SIMPLE [(flights_tiny_parquet)flights_tiny_parquet.FieldSchema(name:arr_delay, type:float, comment:null), ] +POSTHOOK: Lineage: flights_tiny_parquet_partitioned_date PARTITION(fl_date=2010-10-25).dest_city_name SIMPLE [(flights_tiny_parquet)flights_tiny_parquet.FieldSchema(name:dest_city_name, type:string, comment:null), ] +POSTHOOK: Lineage: flights_tiny_parquet_partitioned_date PARTITION(fl_date=2010-10-25).fl_num SIMPLE [(flights_tiny_parquet)flights_tiny_parquet.FieldSchema(name:fl_num, type:int, comment:null), ] +POSTHOOK: Lineage: flights_tiny_parquet_partitioned_date PARTITION(fl_date=2010-10-25).fl_time SIMPLE [(flights_tiny_parquet)flights_tiny_parquet.FieldSchema(name:fl_time, type:timestamp, comment:null), ] +POSTHOOK: Lineage: flights_tiny_parquet_partitioned_date PARTITION(fl_date=2010-10-25).origin_city_name SIMPLE [(flights_tiny_parquet)flights_tiny_parquet.FieldSchema(name:origin_city_name, type:string, comment:null), ] +POSTHOOK: Lineage: flights_tiny_parquet_partitioned_date PARTITION(fl_date=2010-10-26).arr_delay SIMPLE [(flights_tiny_parquet)flights_tiny_parquet.FieldSchema(name:arr_delay, type:float, comment:null), ] +POSTHOOK: Lineage: flights_tiny_parquet_partitioned_date PARTITION(fl_date=2010-10-26).dest_city_name SIMPLE [(flights_tiny_parquet)flights_tiny_parquet.FieldSchema(name:dest_city_name, type:string, comment:null), ] +POSTHOOK: Lineage: flights_tiny_parquet_partitioned_date PARTITION(fl_date=2010-10-26).fl_num SIMPLE [(flights_tiny_parquet)flights_tiny_parquet.FieldSchema(name:fl_num, type:int, comment:null), ] +POSTHOOK: Lineage: flights_tiny_parquet_partitioned_date PARTITION(fl_date=2010-10-26).fl_time SIMPLE [(flights_tiny_parquet)flights_tiny_parquet.FieldSchema(name:fl_time, type:timestamp, comment:null), ] +POSTHOOK: Lineage: flights_tiny_parquet_partitioned_date PARTITION(fl_date=2010-10-26).origin_city_name SIMPLE [(flights_tiny_parquet)flights_tiny_parquet.FieldSchema(name:origin_city_name, type:string, comment:null), ] +POSTHOOK: Lineage: flights_tiny_parquet_partitioned_date PARTITION(fl_date=2010-10-27).arr_delay SIMPLE [(flights_tiny_parquet)flights_tiny_parquet.FieldSchema(name:arr_delay, type:float, comment:null), ] +POSTHOOK: Lineage: flights_tiny_parquet_partitioned_date PARTITION(fl_date=2010-10-27).dest_city_name SIMPLE [(flights_tiny_parquet)flights_tiny_parquet.FieldSchema(name:dest_city_name, type:string, comment:null), ] +POSTHOOK: Lineage: flights_tiny_parquet_partitioned_date PARTITION(fl_date=2010-10-27).fl_num SIMPLE [(flights_tiny_parquet)flights_tiny_parquet.FieldSchema(name:fl_num, type:int, comment:null), ] +POSTHOOK: Lineage: flights_tiny_parquet_partitioned_date PARTITION(fl_date=2010-10-27).fl_time SIMPLE [(flights_tiny_parquet)flights_tiny_parquet.FieldSchema(name:fl_time, type:timestamp, comment:null), ] +POSTHOOK: Lineage: flights_tiny_parquet_partitioned_date PARTITION(fl_date=2010-10-27).origin_city_name SIMPLE [(flights_tiny_parquet)flights_tiny_parquet.FieldSchema(name:origin_city_name, type:string, comment:null), ] +POSTHOOK: Lineage: flights_tiny_parquet_partitioned_date PARTITION(fl_date=2010-10-28).arr_delay SIMPLE [(flights_tiny_parquet)flights_tiny_parquet.FieldSchema(name:arr_delay, type:float, comment:null), ] +POSTHOOK: Lineage: flights_tiny_parquet_partitioned_date PARTITION(fl_date=2010-10-28).dest_city_name SIMPLE [(flights_tiny_parquet)flights_tiny_parquet.FieldSchema(name:dest_city_name, type:string, comment:null), ] +POSTHOOK: Lineage: flights_tiny_parquet_partitioned_date PARTITION(fl_date=2010-10-28).fl_num SIMPLE [(flights_tiny_parquet)flights_tiny_parquet.FieldSchema(name:fl_num, type:int, comment:null), ] +POSTHOOK: Lineage: flights_tiny_parquet_partitioned_date PARTITION(fl_date=2010-10-28).fl_time SIMPLE [(flights_tiny_parquet)flights_tiny_parquet.FieldSchema(name:fl_time, type:timestamp, comment:null), ] +POSTHOOK: Lineage: flights_tiny_parquet_partitioned_date PARTITION(fl_date=2010-10-28).origin_city_name SIMPLE [(flights_tiny_parquet)flights_tiny_parquet.FieldSchema(name:origin_city_name, type:string, comment:null), ] +POSTHOOK: Lineage: flights_tiny_parquet_partitioned_date PARTITION(fl_date=2010-10-29).arr_delay SIMPLE [(flights_tiny_parquet)flights_tiny_parquet.FieldSchema(name:arr_delay, type:float, comment:null), ] +POSTHOOK: Lineage: flights_tiny_parquet_partitioned_date PARTITION(fl_date=2010-10-29).dest_city_name SIMPLE [(flights_tiny_parquet)flights_tiny_parquet.FieldSchema(name:dest_city_name, type:string, comment:null), ] +POSTHOOK: Lineage: flights_tiny_parquet_partitioned_date PARTITION(fl_date=2010-10-29).fl_num SIMPLE [(flights_tiny_parquet)flights_tiny_parquet.FieldSchema(name:fl_num, type:int, comment:null), ] +POSTHOOK: Lineage: flights_tiny_parquet_partitioned_date PARTITION(fl_date=2010-10-29).fl_time SIMPLE [(flights_tiny_parquet)flights_tiny_parquet.FieldSchema(name:fl_time, type:timestamp, comment:null), ] +POSTHOOK: Lineage: flights_tiny_parquet_partitioned_date PARTITION(fl_date=2010-10-29).origin_city_name SIMPLE [(flights_tiny_parquet)flights_tiny_parquet.FieldSchema(name:origin_city_name, type:string, comment:null), ] +POSTHOOK: Lineage: flights_tiny_parquet_partitioned_date PARTITION(fl_date=2010-10-30).arr_delay SIMPLE [(flights_tiny_parquet)flights_tiny_parquet.FieldSchema(name:arr_delay, type:float, comment:null), ] +POSTHOOK: Lineage: flights_tiny_parquet_partitioned_date PARTITION(fl_date=2010-10-30).dest_city_name SIMPLE [(flights_tiny_parquet)flights_tiny_parquet.FieldSchema(name:dest_city_name, type:string, comment:null), ] +POSTHOOK: Lineage: flights_tiny_parquet_partitioned_date PARTITION(fl_date=2010-10-30).fl_num SIMPLE [(flights_tiny_parquet)flights_tiny_parquet.FieldSchema(name:fl_num, type:int, comment:null), ] +POSTHOOK: Lineage: flights_tiny_parquet_partitioned_date PARTITION(fl_date=2010-10-30).fl_time SIMPLE [(flights_tiny_parquet)flights_tiny_parquet.FieldSchema(name:fl_time, type:timestamp, comment:null), ] +POSTHOOK: Lineage: flights_tiny_parquet_partitioned_date PARTITION(fl_date=2010-10-30).origin_city_name SIMPLE [(flights_tiny_parquet)flights_tiny_parquet.FieldSchema(name:origin_city_name, type:string, comment:null), ] +POSTHOOK: Lineage: flights_tiny_parquet_partitioned_date PARTITION(fl_date=2010-10-31).arr_delay SIMPLE [(flights_tiny_parquet)flights_tiny_parquet.FieldSchema(name:arr_delay, type:float, comment:null), ] +POSTHOOK: Lineage: flights_tiny_parquet_partitioned_date PARTITION(fl_date=2010-10-31).dest_city_name SIMPLE [(flights_tiny_parquet)flights_tiny_parquet.FieldSchema(name:dest_city_name, type:string, comment:null), ] +POSTHOOK: Lineage: flights_tiny_parquet_partitioned_date PARTITION(fl_date=2010-10-31).fl_num SIMPLE [(flights_tiny_parquet)flights_tiny_parquet.FieldSchema(name:fl_num, type:int, comment:null), ] +POSTHOOK: Lineage: flights_tiny_parquet_partitioned_date PARTITION(fl_date=2010-10-31).fl_time SIMPLE [(flights_tiny_parquet)flights_tiny_parquet.FieldSchema(name:fl_time, type:timestamp, comment:null), ] +POSTHOOK: Lineage: flights_tiny_parquet_partitioned_date PARTITION(fl_date=2010-10-31).origin_city_name SIMPLE [(flights_tiny_parquet)flights_tiny_parquet.FieldSchema(name:origin_city_name, type:string, comment:null), ] +PREHOOK: query: select * from flights_tiny_parquet_partitioned_date +PREHOOK: type: QUERY +PREHOOK: Input: default@flights_tiny_parquet_partitioned_date +PREHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-20 +PREHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-21 +PREHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-22 +PREHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-23 +PREHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-24 +PREHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-25 +PREHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-26 +PREHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-27 +PREHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-28 +PREHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-29 +PREHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-30 +PREHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-31 +#### A masked pattern was here #### +POSTHOOK: query: select * from flights_tiny_parquet_partitioned_date +POSTHOOK: type: QUERY +POSTHOOK: Input: default@flights_tiny_parquet_partitioned_date +POSTHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-20 +POSTHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-21 +POSTHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-22 +POSTHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-23 +POSTHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-24 +POSTHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-25 +POSTHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-26 +POSTHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-27 +POSTHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-28 +POSTHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-29 +POSTHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-30 +POSTHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-31 +#### A masked pattern was here #### +Baltimore New York 2010-10-28 07:00:00 -4.0 1064 2010-10-28 +Baltimore New York 2010-10-28 07:00:00 -14.0 1142 2010-10-28 +Baltimore New York 2010-10-28 07:00:00 -14.0 1599 2010-10-28 +Chicago New York 2010-10-28 07:00:00 2.0 361 2010-10-28 +Chicago New York 2010-10-28 07:00:00 2.0 897 2010-10-28 +Chicago New York 2010-10-28 07:00:00 -11.0 1531 2010-10-28 +Chicago New York 2010-10-28 07:00:00 3.0 1610 2010-10-28 +Chicago New York 2010-10-28 07:00:00 -18.0 3198 2010-10-28 +Cleveland New York 2010-10-28 07:00:00 3.0 2630 2010-10-28 +Cleveland New York 2010-10-28 07:00:00 -6.0 2646 2010-10-28 +Cleveland New York 2010-10-28 07:00:00 1.0 3014 2010-10-28 +Washington New York 2010-10-28 07:00:00 45.0 7291 2010-10-28 +Baltimore New York 2010-10-26 07:00:00 -22.0 1064 2010-10-26 +Baltimore New York 2010-10-26 07:00:00 123.0 1142 2010-10-26 +Baltimore New York 2010-10-26 07:00:00 90.0 1599 2010-10-26 +Chicago New York 2010-10-26 07:00:00 12.0 361 2010-10-26 +Chicago New York 2010-10-26 07:00:00 0.0 897 2010-10-26 +Chicago New York 2010-10-26 07:00:00 29.0 1531 2010-10-26 +Chicago New York 2010-10-26 07:00:00 -17.0 1610 2010-10-26 +Chicago New York 2010-10-26 07:00:00 6.0 3198 2010-10-26 +Cleveland New York 2010-10-26 07:00:00 4.0 2630 2010-10-26 +Cleveland New York 2010-10-26 07:00:00 -27.0 2646 2010-10-26 +Cleveland New York 2010-10-26 07:00:00 -11.0 2662 2010-10-26 +Cleveland New York 2010-10-26 07:00:00 13.0 3014 2010-10-26 +Washington New York 2010-10-26 07:00:00 4.0 7291 2010-10-26 +Baltimore New York 2010-10-21 07:00:00 17.0 1064 2010-10-21 +Baltimore New York 2010-10-21 07:00:00 105.0 1142 2010-10-21 +Baltimore New York 2010-10-21 07:00:00 28.0 1599 2010-10-21 +Chicago New York 2010-10-21 07:00:00 142.0 361 2010-10-21 +Chicago New York 2010-10-21 07:00:00 77.0 897 2010-10-21 +Chicago New York 2010-10-21 07:00:00 53.0 1531 2010-10-21 +Chicago New York 2010-10-21 07:00:00 -5.0 1610 2010-10-21 +Chicago New York 2010-10-21 07:00:00 51.0 3198 2010-10-21 +Cleveland New York 2010-10-21 07:00:00 3.0 2630 2010-10-21 +Cleveland New York 2010-10-21 07:00:00 29.0 2646 2010-10-21 +Cleveland New York 2010-10-21 07:00:00 72.0 3014 2010-10-21 +Washington New York 2010-10-21 07:00:00 22.0 7291 2010-10-21 +Baltimore New York 2010-10-23 07:00:00 18.0 272 2010-10-23 +Baltimore New York 2010-10-23 07:00:00 -10.0 1805 2010-10-23 +Baltimore New York 2010-10-23 07:00:00 6.0 3171 2010-10-23 +Chicago New York 2010-10-23 07:00:00 3.0 384 2010-10-23 +Chicago New York 2010-10-23 07:00:00 32.0 426 2010-10-23 +Chicago New York 2010-10-23 07:00:00 1.0 650 2010-10-23 +Chicago New York 2010-10-23 07:00:00 11.0 3085 2010-10-23 +Cleveland New York 2010-10-23 07:00:00 -21.0 2932 2010-10-23 +Washington New York 2010-10-23 07:00:00 -25.0 5832 2010-10-23 +Washington New York 2010-10-23 07:00:00 -21.0 5904 2010-10-23 +Washington New York 2010-10-23 07:00:00 -18.0 5917 2010-10-23 +Washington New York 2010-10-23 07:00:00 -16.0 7274 2010-10-23 +Baltimore New York 2010-10-24 07:00:00 12.0 1599 2010-10-24 +Baltimore New York 2010-10-24 07:00:00 20.0 2571 2010-10-24 +Chicago New York 2010-10-24 07:00:00 10.0 361 2010-10-24 +Chicago New York 2010-10-24 07:00:00 113.0 897 2010-10-24 +Chicago New York 2010-10-24 07:00:00 -5.0 1531 2010-10-24 +Chicago New York 2010-10-24 07:00:00 -17.0 1610 2010-10-24 +Chicago New York 2010-10-24 07:00:00 -3.0 3198 2010-10-24 +Cleveland New York 2010-10-24 07:00:00 5.0 2254 2010-10-24 +Cleveland New York 2010-10-24 07:00:00 -11.0 2630 2010-10-24 +Cleveland New York 2010-10-24 07:00:00 -20.0 2646 2010-10-24 +Cleveland New York 2010-10-24 07:00:00 -9.0 3014 2010-10-24 +Washington New York 2010-10-24 07:00:00 -26.0 7282 2010-10-24 +Baltimore New York 2010-10-25 07:00:00 -25.0 1064 2010-10-25 +Baltimore New York 2010-10-25 07:00:00 92.0 1142 2010-10-25 +Baltimore New York 2010-10-25 07:00:00 106.0 1599 2010-10-25 +Chicago New York 2010-10-25 07:00:00 31.0 361 2010-10-25 +Chicago New York 2010-10-25 07:00:00 -1.0 897 2010-10-25 +Chicago New York 2010-10-25 07:00:00 43.0 1531 2010-10-25 +Chicago New York 2010-10-25 07:00:00 6.0 1610 2010-10-25 +Chicago New York 2010-10-25 07:00:00 -16.0 3198 2010-10-25 +Cleveland New York 2010-10-25 07:00:00 -4.0 2630 2010-10-25 +Cleveland New York 2010-10-25 07:00:00 81.0 2646 2010-10-25 +Cleveland New York 2010-10-25 07:00:00 42.0 3014 2010-10-25 +Washington New York 2010-10-25 07:00:00 9.0 7291 2010-10-25 +Baltimore New York 2010-10-29 07:00:00 -24.0 1064 2010-10-29 +Baltimore New York 2010-10-29 07:00:00 21.0 1142 2010-10-29 +Baltimore New York 2010-10-29 07:00:00 -2.0 1599 2010-10-29 +Chicago New York 2010-10-29 07:00:00 -12.0 361 2010-10-29 +Chicago New York 2010-10-29 07:00:00 -11.0 897 2010-10-29 +Chicago New York 2010-10-29 07:00:00 15.0 1531 2010-10-29 +Chicago New York 2010-10-29 07:00:00 -18.0 1610 2010-10-29 +Chicago New York 2010-10-29 07:00:00 -4.0 3198 2010-10-29 +Cleveland New York 2010-10-29 07:00:00 -4.0 2630 2010-10-29 +Cleveland New York 2010-10-29 07:00:00 -19.0 2646 2010-10-29 +Cleveland New York 2010-10-29 07:00:00 -12.0 3014 2010-10-29 +Washington New York 2010-10-29 07:00:00 1.0 7291 2010-10-29 +Baltimore New York 2010-10-20 07:00:00 -30.0 1064 2010-10-20 +Baltimore New York 2010-10-20 07:00:00 23.0 1142 2010-10-20 +Baltimore New York 2010-10-20 07:00:00 6.0 1599 2010-10-20 +Chicago New York 2010-10-20 07:00:00 42.0 361 2010-10-20 +Chicago New York 2010-10-20 07:00:00 24.0 897 2010-10-20 +Chicago New York 2010-10-20 07:00:00 15.0 1531 2010-10-20 +Chicago New York 2010-10-20 07:00:00 -6.0 1610 2010-10-20 +Chicago New York 2010-10-20 07:00:00 -2.0 3198 2010-10-20 +Cleveland New York 2010-10-20 07:00:00 -8.0 2630 2010-10-20 +Cleveland New York 2010-10-20 07:00:00 -15.0 3014 2010-10-20 +Washington New York 2010-10-20 07:00:00 -2.0 7291 2010-10-20 +Baltimore New York 2010-10-27 07:00:00 -18.0 1064 2010-10-27 +Baltimore New York 2010-10-27 07:00:00 49.0 1142 2010-10-27 +Baltimore New York 2010-10-27 07:00:00 92.0 1599 2010-10-27 +Chicago New York 2010-10-27 07:00:00 148.0 361 2010-10-27 +Chicago New York 2010-10-27 07:00:00 -11.0 897 2010-10-27 +Chicago New York 2010-10-27 07:00:00 70.0 1531 2010-10-27 +Chicago New York 2010-10-27 07:00:00 8.0 1610 2010-10-27 +Chicago New York 2010-10-27 07:00:00 21.0 3198 2010-10-27 +Cleveland New York 2010-10-27 07:00:00 16.0 2630 2010-10-27 +Cleveland New York 2010-10-27 07:00:00 27.0 3014 2010-10-27 +Washington New York 2010-10-27 07:00:00 26.0 7291 2010-10-27 +Baltimore New York 2010-10-30 07:00:00 14.0 272 2010-10-30 +Baltimore New York 2010-10-30 07:00:00 -1.0 1805 2010-10-30 +Baltimore New York 2010-10-30 07:00:00 5.0 3171 2010-10-30 +Chicago New York 2010-10-30 07:00:00 -6.0 384 2010-10-30 +Chicago New York 2010-10-30 07:00:00 -10.0 426 2010-10-30 +Chicago New York 2010-10-30 07:00:00 -5.0 650 2010-10-30 +Chicago New York 2010-10-30 07:00:00 -5.0 3085 2010-10-30 +Cleveland New York 2010-10-30 07:00:00 -23.0 2018 2010-10-30 +Cleveland New York 2010-10-30 07:00:00 -12.0 2932 2010-10-30 +Washington New York 2010-10-30 07:00:00 -27.0 5904 2010-10-30 +Washington New York 2010-10-30 07:00:00 -16.0 5917 2010-10-30 +Baltimore New York 2010-10-22 07:00:00 -12.0 1064 2010-10-22 +Baltimore New York 2010-10-22 07:00:00 54.0 1142 2010-10-22 +Baltimore New York 2010-10-22 07:00:00 18.0 1599 2010-10-22 +Chicago New York 2010-10-22 07:00:00 2.0 361 2010-10-22 +Chicago New York 2010-10-22 07:00:00 24.0 897 2010-10-22 +Chicago New York 2010-10-22 07:00:00 16.0 1531 2010-10-22 +Chicago New York 2010-10-22 07:00:00 -6.0 1610 2010-10-22 +Chicago New York 2010-10-22 07:00:00 -11.0 3198 2010-10-22 +Cleveland New York 2010-10-22 07:00:00 1.0 2630 2010-10-22 +Cleveland New York 2010-10-22 07:00:00 -25.0 2646 2010-10-22 +Cleveland New York 2010-10-22 07:00:00 -3.0 3014 2010-10-22 +Baltimore New York 2010-10-31 07:00:00 -1.0 1599 2010-10-31 +Baltimore New York 2010-10-31 07:00:00 -14.0 2571 2010-10-31 +Chicago New York 2010-10-31 07:00:00 -25.0 361 2010-10-31 +Chicago New York 2010-10-31 07:00:00 -18.0 897 2010-10-31 +Chicago New York 2010-10-31 07:00:00 -4.0 1531 2010-10-31 +Chicago New York 2010-10-31 07:00:00 -22.0 1610 2010-10-31 +Chicago New York 2010-10-31 07:00:00 -15.0 3198 2010-10-31 +Washington New York 2010-10-31 07:00:00 -18.0 7282 2010-10-31 +PREHOOK: query: select * from flights_tiny_parquet_partitioned_date sort by fl_num, fl_date limit 25 +PREHOOK: type: QUERY +PREHOOK: Input: default@flights_tiny_parquet_partitioned_date +PREHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-20 +PREHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-21 +PREHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-22 +PREHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-23 +PREHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-24 +PREHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-25 +PREHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-26 +PREHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-27 +PREHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-28 +PREHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-29 +PREHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-30 +PREHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-31 +#### A masked pattern was here #### +POSTHOOK: query: select * from flights_tiny_parquet_partitioned_date sort by fl_num, fl_date limit 25 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@flights_tiny_parquet_partitioned_date +POSTHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-20 +POSTHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-21 +POSTHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-22 +POSTHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-23 +POSTHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-24 +POSTHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-25 +POSTHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-26 +POSTHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-27 +POSTHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-28 +POSTHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-29 +POSTHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-30 +POSTHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-31 +#### A masked pattern was here #### +Baltimore New York 2010-10-23 07:00:00 18.0 272 2010-10-23 +Baltimore New York 2010-10-30 07:00:00 14.0 272 2010-10-30 +Chicago New York 2010-10-20 07:00:00 42.0 361 2010-10-20 +Chicago New York 2010-10-21 07:00:00 142.0 361 2010-10-21 +Chicago New York 2010-10-22 07:00:00 2.0 361 2010-10-22 +Chicago New York 2010-10-24 07:00:00 10.0 361 2010-10-24 +Chicago New York 2010-10-25 07:00:00 31.0 361 2010-10-25 +Chicago New York 2010-10-26 07:00:00 12.0 361 2010-10-26 +Chicago New York 2010-10-27 07:00:00 148.0 361 2010-10-27 +Chicago New York 2010-10-28 07:00:00 2.0 361 2010-10-28 +Chicago New York 2010-10-29 07:00:00 -12.0 361 2010-10-29 +Chicago New York 2010-10-31 07:00:00 -25.0 361 2010-10-31 +Chicago New York 2010-10-23 07:00:00 3.0 384 2010-10-23 +Chicago New York 2010-10-30 07:00:00 -6.0 384 2010-10-30 +Chicago New York 2010-10-23 07:00:00 32.0 426 2010-10-23 +Chicago New York 2010-10-30 07:00:00 -10.0 426 2010-10-30 +Chicago New York 2010-10-23 07:00:00 1.0 650 2010-10-23 +Chicago New York 2010-10-30 07:00:00 -5.0 650 2010-10-30 +Chicago New York 2010-10-20 07:00:00 24.0 897 2010-10-20 +Chicago New York 2010-10-21 07:00:00 77.0 897 2010-10-21 +Chicago New York 2010-10-22 07:00:00 24.0 897 2010-10-22 +Chicago New York 2010-10-24 07:00:00 113.0 897 2010-10-24 +Chicago New York 2010-10-25 07:00:00 -1.0 897 2010-10-25 +Chicago New York 2010-10-26 07:00:00 0.0 897 2010-10-26 +Chicago New York 2010-10-27 07:00:00 -11.0 897 2010-10-27 +PREHOOK: query: select fl_date, count(*) from flights_tiny_parquet_partitioned_date group by fl_date +PREHOOK: type: QUERY +PREHOOK: Input: default@flights_tiny_parquet_partitioned_date +PREHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-20 +PREHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-21 +PREHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-22 +PREHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-23 +PREHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-24 +PREHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-25 +PREHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-26 +PREHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-27 +PREHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-28 +PREHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-29 +PREHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-30 +PREHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-31 +#### A masked pattern was here #### +POSTHOOK: query: select fl_date, count(*) from flights_tiny_parquet_partitioned_date group by fl_date +POSTHOOK: type: QUERY +POSTHOOK: Input: default@flights_tiny_parquet_partitioned_date +POSTHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-20 +POSTHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-21 +POSTHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-22 +POSTHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-23 +POSTHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-24 +POSTHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-25 +POSTHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-26 +POSTHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-27 +POSTHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-28 +POSTHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-29 +POSTHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-30 +POSTHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-31 +#### A masked pattern was here #### +2010-10-20 11 +2010-10-21 12 +2010-10-26 13 +2010-10-30 11 +2010-10-23 12 +2010-10-24 12 +2010-10-25 12 +2010-10-22 11 +2010-10-28 12 +2010-10-29 12 +2010-10-27 11 +2010-10-31 8 +PREHOOK: query: explain vectorization expression +select * from flights_tiny_parquet_partitioned_date +PREHOOK: type: QUERY +POSTHOOK: query: explain vectorization expression +select * from flights_tiny_parquet_partitioned_date +POSTHOOK: type: QUERY +PLAN VECTORIZATION: + enabled: true + enabledConditionsMet: [hive.vectorized.execution.enabled IS true] + +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: flights_tiny_parquet_partitioned_date + Statistics: Num rows: 137 Data size: 8357 Basic stats: COMPLETE Column stats: PARTIAL + TableScan Vectorization: + native: true + projectedOutputColumns: [0, 1, 2, 3, 4, 5] + Select Operator + expressions: origin_city_name (type: string), dest_city_name (type: string), fl_time (type: timestamp), arr_delay (type: float), fl_num (type: int), fl_date (type: date) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Select Vectorization: + className: VectorSelectOperator + native: true + projectedOutputColumns: [0, 1, 2, 3, 4, 5] + Statistics: Num rows: 137 Data size: 7672 Basic stats: COMPLETE Column stats: PARTIAL + File Output Operator + compressed: false + File Sink Vectorization: + className: VectorFileSinkOperator + native: false + Statistics: Num rows: 137 Data size: 7672 Basic stats: COMPLETE Column stats: PARTIAL + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized, llap + LLAP IO: no inputs + Map Vectorization: + enabled: true + enabledConditionsMet: hive.vectorized.use.vectorized.input.format IS true + groupByVectorOutput: true + inputFileFormats: org.apache.hadoop.hive.ql.io.parquet.MapredParquetInputFormat + allNative: false + usesVectorUDFAdaptor: false + vectorized: true + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select * from flights_tiny_parquet_partitioned_date +PREHOOK: type: QUERY +PREHOOK: Input: default@flights_tiny_parquet_partitioned_date +PREHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-20 +PREHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-21 +PREHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-22 +PREHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-23 +PREHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-24 +PREHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-25 +PREHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-26 +PREHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-27 +PREHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-28 +PREHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-29 +PREHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-30 +PREHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-31 +#### A masked pattern was here #### +POSTHOOK: query: select * from flights_tiny_parquet_partitioned_date +POSTHOOK: type: QUERY +POSTHOOK: Input: default@flights_tiny_parquet_partitioned_date +POSTHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-20 +POSTHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-21 +POSTHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-22 +POSTHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-23 +POSTHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-24 +POSTHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-25 +POSTHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-26 +POSTHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-27 +POSTHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-28 +POSTHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-29 +POSTHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-30 +POSTHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-31 +#### A masked pattern was here #### +Baltimore New York 2010-10-28 07:00:00 -4.0 1064 2010-10-28 +Baltimore New York 2010-10-28 07:00:00 -14.0 1142 2010-10-28 +Baltimore New York 2010-10-28 07:00:00 -14.0 1599 2010-10-28 +Chicago New York 2010-10-28 07:00:00 2.0 361 2010-10-28 +Chicago New York 2010-10-28 07:00:00 2.0 897 2010-10-28 +Chicago New York 2010-10-28 07:00:00 -11.0 1531 2010-10-28 +Chicago New York 2010-10-28 07:00:00 3.0 1610 2010-10-28 +Chicago New York 2010-10-28 07:00:00 -18.0 3198 2010-10-28 +Cleveland New York 2010-10-28 07:00:00 3.0 2630 2010-10-28 +Cleveland New York 2010-10-28 07:00:00 -6.0 2646 2010-10-28 +Cleveland New York 2010-10-28 07:00:00 1.0 3014 2010-10-28 +Washington New York 2010-10-28 07:00:00 45.0 7291 2010-10-28 +Baltimore New York 2010-10-26 07:00:00 -22.0 1064 2010-10-26 +Baltimore New York 2010-10-26 07:00:00 123.0 1142 2010-10-26 +Baltimore New York 2010-10-26 07:00:00 90.0 1599 2010-10-26 +Chicago New York 2010-10-26 07:00:00 12.0 361 2010-10-26 +Chicago New York 2010-10-26 07:00:00 0.0 897 2010-10-26 +Chicago New York 2010-10-26 07:00:00 29.0 1531 2010-10-26 +Chicago New York 2010-10-26 07:00:00 -17.0 1610 2010-10-26 +Chicago New York 2010-10-26 07:00:00 6.0 3198 2010-10-26 +Cleveland New York 2010-10-26 07:00:00 4.0 2630 2010-10-26 +Cleveland New York 2010-10-26 07:00:00 -27.0 2646 2010-10-26 +Cleveland New York 2010-10-26 07:00:00 -11.0 2662 2010-10-26 +Cleveland New York 2010-10-26 07:00:00 13.0 3014 2010-10-26 +Washington New York 2010-10-26 07:00:00 4.0 7291 2010-10-26 +Baltimore New York 2010-10-21 07:00:00 17.0 1064 2010-10-21 +Baltimore New York 2010-10-21 07:00:00 105.0 1142 2010-10-21 +Baltimore New York 2010-10-21 07:00:00 28.0 1599 2010-10-21 +Chicago New York 2010-10-21 07:00:00 142.0 361 2010-10-21 +Chicago New York 2010-10-21 07:00:00 77.0 897 2010-10-21 +Chicago New York 2010-10-21 07:00:00 53.0 1531 2010-10-21 +Chicago New York 2010-10-21 07:00:00 -5.0 1610 2010-10-21 +Chicago New York 2010-10-21 07:00:00 51.0 3198 2010-10-21 +Cleveland New York 2010-10-21 07:00:00 3.0 2630 2010-10-21 +Cleveland New York 2010-10-21 07:00:00 29.0 2646 2010-10-21 +Cleveland New York 2010-10-21 07:00:00 72.0 3014 2010-10-21 +Washington New York 2010-10-21 07:00:00 22.0 7291 2010-10-21 +Baltimore New York 2010-10-23 07:00:00 18.0 272 2010-10-23 +Baltimore New York 2010-10-23 07:00:00 -10.0 1805 2010-10-23 +Baltimore New York 2010-10-23 07:00:00 6.0 3171 2010-10-23 +Chicago New York 2010-10-23 07:00:00 3.0 384 2010-10-23 +Chicago New York 2010-10-23 07:00:00 32.0 426 2010-10-23 +Chicago New York 2010-10-23 07:00:00 1.0 650 2010-10-23 +Chicago New York 2010-10-23 07:00:00 11.0 3085 2010-10-23 +Cleveland New York 2010-10-23 07:00:00 -21.0 2932 2010-10-23 +Washington New York 2010-10-23 07:00:00 -25.0 5832 2010-10-23 +Washington New York 2010-10-23 07:00:00 -21.0 5904 2010-10-23 +Washington New York 2010-10-23 07:00:00 -18.0 5917 2010-10-23 +Washington New York 2010-10-23 07:00:00 -16.0 7274 2010-10-23 +Baltimore New York 2010-10-24 07:00:00 12.0 1599 2010-10-24 +Baltimore New York 2010-10-24 07:00:00 20.0 2571 2010-10-24 +Chicago New York 2010-10-24 07:00:00 10.0 361 2010-10-24 +Chicago New York 2010-10-24 07:00:00 113.0 897 2010-10-24 +Chicago New York 2010-10-24 07:00:00 -5.0 1531 2010-10-24 +Chicago New York 2010-10-24 07:00:00 -17.0 1610 2010-10-24 +Chicago New York 2010-10-24 07:00:00 -3.0 3198 2010-10-24 +Cleveland New York 2010-10-24 07:00:00 5.0 2254 2010-10-24 +Cleveland New York 2010-10-24 07:00:00 -11.0 2630 2010-10-24 +Cleveland New York 2010-10-24 07:00:00 -20.0 2646 2010-10-24 +Cleveland New York 2010-10-24 07:00:00 -9.0 3014 2010-10-24 +Washington New York 2010-10-24 07:00:00 -26.0 7282 2010-10-24 +Baltimore New York 2010-10-25 07:00:00 -25.0 1064 2010-10-25 +Baltimore New York 2010-10-25 07:00:00 92.0 1142 2010-10-25 +Baltimore New York 2010-10-25 07:00:00 106.0 1599 2010-10-25 +Chicago New York 2010-10-25 07:00:00 31.0 361 2010-10-25 +Chicago New York 2010-10-25 07:00:00 -1.0 897 2010-10-25 +Chicago New York 2010-10-25 07:00:00 43.0 1531 2010-10-25 +Chicago New York 2010-10-25 07:00:00 6.0 1610 2010-10-25 +Chicago New York 2010-10-25 07:00:00 -16.0 3198 2010-10-25 +Cleveland New York 2010-10-25 07:00:00 -4.0 2630 2010-10-25 +Cleveland New York 2010-10-25 07:00:00 81.0 2646 2010-10-25 +Cleveland New York 2010-10-25 07:00:00 42.0 3014 2010-10-25 +Washington New York 2010-10-25 07:00:00 9.0 7291 2010-10-25 +Baltimore New York 2010-10-29 07:00:00 -24.0 1064 2010-10-29 +Baltimore New York 2010-10-29 07:00:00 21.0 1142 2010-10-29 +Baltimore New York 2010-10-29 07:00:00 -2.0 1599 2010-10-29 +Chicago New York 2010-10-29 07:00:00 -12.0 361 2010-10-29 +Chicago New York 2010-10-29 07:00:00 -11.0 897 2010-10-29 +Chicago New York 2010-10-29 07:00:00 15.0 1531 2010-10-29 +Chicago New York 2010-10-29 07:00:00 -18.0 1610 2010-10-29 +Chicago New York 2010-10-29 07:00:00 -4.0 3198 2010-10-29 +Cleveland New York 2010-10-29 07:00:00 -4.0 2630 2010-10-29 +Cleveland New York 2010-10-29 07:00:00 -19.0 2646 2010-10-29 +Cleveland New York 2010-10-29 07:00:00 -12.0 3014 2010-10-29 +Washington New York 2010-10-29 07:00:00 1.0 7291 2010-10-29 +Baltimore New York 2010-10-20 07:00:00 -30.0 1064 2010-10-20 +Baltimore New York 2010-10-20 07:00:00 23.0 1142 2010-10-20 +Baltimore New York 2010-10-20 07:00:00 6.0 1599 2010-10-20 +Chicago New York 2010-10-20 07:00:00 42.0 361 2010-10-20 +Chicago New York 2010-10-20 07:00:00 24.0 897 2010-10-20 +Chicago New York 2010-10-20 07:00:00 15.0 1531 2010-10-20 +Chicago New York 2010-10-20 07:00:00 -6.0 1610 2010-10-20 +Chicago New York 2010-10-20 07:00:00 -2.0 3198 2010-10-20 +Cleveland New York 2010-10-20 07:00:00 -8.0 2630 2010-10-20 +Cleveland New York 2010-10-20 07:00:00 -15.0 3014 2010-10-20 +Washington New York 2010-10-20 07:00:00 -2.0 7291 2010-10-20 +Baltimore New York 2010-10-27 07:00:00 -18.0 1064 2010-10-27 +Baltimore New York 2010-10-27 07:00:00 49.0 1142 2010-10-27 +Baltimore New York 2010-10-27 07:00:00 92.0 1599 2010-10-27 +Chicago New York 2010-10-27 07:00:00 148.0 361 2010-10-27 +Chicago New York 2010-10-27 07:00:00 -11.0 897 2010-10-27 +Chicago New York 2010-10-27 07:00:00 70.0 1531 2010-10-27 +Chicago New York 2010-10-27 07:00:00 8.0 1610 2010-10-27 +Chicago New York 2010-10-27 07:00:00 21.0 3198 2010-10-27 +Cleveland New York 2010-10-27 07:00:00 16.0 2630 2010-10-27 +Cleveland New York 2010-10-27 07:00:00 27.0 3014 2010-10-27 +Washington New York 2010-10-27 07:00:00 26.0 7291 2010-10-27 +Baltimore New York 2010-10-30 07:00:00 14.0 272 2010-10-30 +Baltimore New York 2010-10-30 07:00:00 -1.0 1805 2010-10-30 +Baltimore New York 2010-10-30 07:00:00 5.0 3171 2010-10-30 +Chicago New York 2010-10-30 07:00:00 -6.0 384 2010-10-30 +Chicago New York 2010-10-30 07:00:00 -10.0 426 2010-10-30 +Chicago New York 2010-10-30 07:00:00 -5.0 650 2010-10-30 +Chicago New York 2010-10-30 07:00:00 -5.0 3085 2010-10-30 +Cleveland New York 2010-10-30 07:00:00 -23.0 2018 2010-10-30 +Cleveland New York 2010-10-30 07:00:00 -12.0 2932 2010-10-30 +Washington New York 2010-10-30 07:00:00 -27.0 5904 2010-10-30 +Washington New York 2010-10-30 07:00:00 -16.0 5917 2010-10-30 +Baltimore New York 2010-10-22 07:00:00 -12.0 1064 2010-10-22 +Baltimore New York 2010-10-22 07:00:00 54.0 1142 2010-10-22 +Baltimore New York 2010-10-22 07:00:00 18.0 1599 2010-10-22 +Chicago New York 2010-10-22 07:00:00 2.0 361 2010-10-22 +Chicago New York 2010-10-22 07:00:00 24.0 897 2010-10-22 +Chicago New York 2010-10-22 07:00:00 16.0 1531 2010-10-22 +Chicago New York 2010-10-22 07:00:00 -6.0 1610 2010-10-22 +Chicago New York 2010-10-22 07:00:00 -11.0 3198 2010-10-22 +Cleveland New York 2010-10-22 07:00:00 1.0 2630 2010-10-22 +Cleveland New York 2010-10-22 07:00:00 -25.0 2646 2010-10-22 +Cleveland New York 2010-10-22 07:00:00 -3.0 3014 2010-10-22 +Baltimore New York 2010-10-31 07:00:00 -1.0 1599 2010-10-31 +Baltimore New York 2010-10-31 07:00:00 -14.0 2571 2010-10-31 +Chicago New York 2010-10-31 07:00:00 -25.0 361 2010-10-31 +Chicago New York 2010-10-31 07:00:00 -18.0 897 2010-10-31 +Chicago New York 2010-10-31 07:00:00 -4.0 1531 2010-10-31 +Chicago New York 2010-10-31 07:00:00 -22.0 1610 2010-10-31 +Chicago New York 2010-10-31 07:00:00 -15.0 3198 2010-10-31 +Washington New York 2010-10-31 07:00:00 -18.0 7282 2010-10-31 +PREHOOK: query: explain vectorization expression +select * from flights_tiny_parquet_partitioned_date sort by fl_num, fl_date limit 25 +PREHOOK: type: QUERY +POSTHOOK: query: explain vectorization expression +select * from flights_tiny_parquet_partitioned_date sort by fl_num, fl_date limit 25 +POSTHOOK: type: QUERY +PLAN VECTORIZATION: + enabled: true + enabledConditionsMet: [hive.vectorized.execution.enabled IS true] + +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Edges: + Reducer 2 <- Map 1 (SIMPLE_EDGE) + Reducer 3 <- Reducer 2 (SIMPLE_EDGE) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: flights_tiny_parquet_partitioned_date + Statistics: Num rows: 137 Data size: 8357 Basic stats: COMPLETE Column stats: PARTIAL + TableScan Vectorization: + native: true + projectedOutputColumns: [0, 1, 2, 3, 4, 5] + Select Operator + expressions: origin_city_name (type: string), dest_city_name (type: string), fl_time (type: timestamp), arr_delay (type: float), fl_num (type: int), fl_date (type: date) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Select Vectorization: + className: VectorSelectOperator + native: true + projectedOutputColumns: [0, 1, 2, 3, 4, 5] + Statistics: Num rows: 137 Data size: 8357 Basic stats: COMPLETE Column stats: PARTIAL + Reduce Output Operator + key expressions: _col4 (type: int), _col5 (type: date) + sort order: ++ + Reduce Sink Vectorization: + className: VectorReduceSinkObjectHashOperator + native: true + nativeConditionsMet: hive.vectorized.execution.reducesink.new.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true, No PTF TopN IS true, No DISTINCT columns IS true, BinarySortableSerDe for keys IS true, LazyBinarySerDe for values IS true + Statistics: Num rows: 137 Data size: 8357 Basic stats: COMPLETE Column stats: PARTIAL + TopN Hash Memory Usage: 0.1 + value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: timestamp), _col3 (type: float) + Execution mode: vectorized, llap + LLAP IO: no inputs + Map Vectorization: + enabled: true + enabledConditionsMet: hive.vectorized.use.vectorized.input.format IS true + groupByVectorOutput: true + inputFileFormats: org.apache.hadoop.hive.ql.io.parquet.MapredParquetInputFormat + allNative: true + usesVectorUDFAdaptor: false + vectorized: true + Reducer 2 + Execution mode: vectorized, llap + Reduce Vectorization: + enabled: true + enableConditionsMet: hive.vectorized.execution.reduce.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true + groupByVectorOutput: true + allNative: true + usesVectorUDFAdaptor: false + vectorized: true + Reduce Operator Tree: + Select Operator + expressions: VALUE._col0 (type: string), VALUE._col1 (type: string), VALUE._col2 (type: timestamp), VALUE._col3 (type: float), KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: date) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Select Vectorization: + className: VectorSelectOperator + native: true + projectedOutputColumns: [2, 3, 4, 5, 0, 1] + Statistics: Num rows: 137 Data size: 7672 Basic stats: COMPLETE Column stats: PARTIAL + Limit + Number of rows: 25 + Limit Vectorization: + className: VectorLimitOperator + native: true + Statistics: Num rows: 25 Data size: 1400 Basic stats: COMPLETE Column stats: PARTIAL + Reduce Output Operator + key expressions: _col4 (type: int), _col5 (type: date) + sort order: ++ + Reduce Sink Vectorization: + className: VectorReduceSinkObjectHashOperator + native: true + nativeConditionsMet: hive.vectorized.execution.reducesink.new.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true, No PTF TopN IS true, No DISTINCT columns IS true, BinarySortableSerDe for keys IS true, LazyBinarySerDe for values IS true + Statistics: Num rows: 25 Data size: 1400 Basic stats: COMPLETE Column stats: PARTIAL + TopN Hash Memory Usage: 0.1 + value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: timestamp), _col3 (type: float) + Reducer 3 + Execution mode: vectorized, llap + Reduce Vectorization: + enabled: true + enableConditionsMet: hive.vectorized.execution.reduce.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true + groupByVectorOutput: true + allNative: false + usesVectorUDFAdaptor: false + vectorized: true + Reduce Operator Tree: + Select Operator + expressions: VALUE._col0 (type: string), VALUE._col1 (type: string), VALUE._col2 (type: timestamp), VALUE._col3 (type: float), KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: date) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Select Vectorization: + className: VectorSelectOperator + native: true + projectedOutputColumns: [2, 3, 4, 5, 0, 1] + Statistics: Num rows: 25 Data size: 1400 Basic stats: COMPLETE Column stats: PARTIAL + Limit + Number of rows: 25 + Limit Vectorization: + className: VectorLimitOperator + native: true + Statistics: Num rows: 25 Data size: 1400 Basic stats: COMPLETE Column stats: PARTIAL + File Output Operator + compressed: false + File Sink Vectorization: + className: VectorFileSinkOperator + native: false + Statistics: Num rows: 25 Data size: 1400 Basic stats: COMPLETE Column stats: PARTIAL + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: 25 + Processor Tree: + ListSink + +PREHOOK: query: select * from flights_tiny_parquet_partitioned_date sort by fl_num, fl_date limit 25 +PREHOOK: type: QUERY +PREHOOK: Input: default@flights_tiny_parquet_partitioned_date +PREHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-20 +PREHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-21 +PREHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-22 +PREHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-23 +PREHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-24 +PREHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-25 +PREHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-26 +PREHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-27 +PREHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-28 +PREHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-29 +PREHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-30 +PREHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-31 +#### A masked pattern was here #### +POSTHOOK: query: select * from flights_tiny_parquet_partitioned_date sort by fl_num, fl_date limit 25 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@flights_tiny_parquet_partitioned_date +POSTHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-20 +POSTHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-21 +POSTHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-22 +POSTHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-23 +POSTHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-24 +POSTHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-25 +POSTHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-26 +POSTHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-27 +POSTHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-28 +POSTHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-29 +POSTHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-30 +POSTHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-31 +#### A masked pattern was here #### +Baltimore New York 2010-10-23 07:00:00 18.0 272 2010-10-23 +Baltimore New York 2010-10-30 07:00:00 14.0 272 2010-10-30 +Chicago New York 2010-10-20 07:00:00 42.0 361 2010-10-20 +Chicago New York 2010-10-21 07:00:00 142.0 361 2010-10-21 +Chicago New York 2010-10-22 07:00:00 2.0 361 2010-10-22 +Chicago New York 2010-10-24 07:00:00 10.0 361 2010-10-24 +Chicago New York 2010-10-25 07:00:00 31.0 361 2010-10-25 +Chicago New York 2010-10-26 07:00:00 12.0 361 2010-10-26 +Chicago New York 2010-10-27 07:00:00 148.0 361 2010-10-27 +Chicago New York 2010-10-28 07:00:00 2.0 361 2010-10-28 +Chicago New York 2010-10-29 07:00:00 -12.0 361 2010-10-29 +Chicago New York 2010-10-31 07:00:00 -25.0 361 2010-10-31 +Chicago New York 2010-10-23 07:00:00 3.0 384 2010-10-23 +Chicago New York 2010-10-30 07:00:00 -6.0 384 2010-10-30 +Chicago New York 2010-10-23 07:00:00 32.0 426 2010-10-23 +Chicago New York 2010-10-30 07:00:00 -10.0 426 2010-10-30 +Chicago New York 2010-10-23 07:00:00 1.0 650 2010-10-23 +Chicago New York 2010-10-30 07:00:00 -5.0 650 2010-10-30 +Chicago New York 2010-10-20 07:00:00 24.0 897 2010-10-20 +Chicago New York 2010-10-21 07:00:00 77.0 897 2010-10-21 +Chicago New York 2010-10-22 07:00:00 24.0 897 2010-10-22 +Chicago New York 2010-10-24 07:00:00 113.0 897 2010-10-24 +Chicago New York 2010-10-25 07:00:00 -1.0 897 2010-10-25 +Chicago New York 2010-10-26 07:00:00 0.0 897 2010-10-26 +Chicago New York 2010-10-27 07:00:00 -11.0 897 2010-10-27 +PREHOOK: query: explain vectorization expression +select fl_date, count(*) from flights_tiny_parquet_partitioned_date group by fl_date +PREHOOK: type: QUERY +POSTHOOK: query: explain vectorization expression +select fl_date, count(*) from flights_tiny_parquet_partitioned_date group by fl_date +POSTHOOK: type: QUERY +PLAN VECTORIZATION: + enabled: true + enabledConditionsMet: [hive.vectorized.execution.enabled IS true] + +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Edges: + Reducer 2 <- Map 1 (SIMPLE_EDGE) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: flights_tiny_parquet_partitioned_date + Statistics: Num rows: 137 Data size: 8357 Basic stats: COMPLETE Column stats: COMPLETE + TableScan Vectorization: + native: true + projectedOutputColumns: [0, 1, 2, 3, 4, 5] + Select Operator + expressions: fl_date (type: date) + outputColumnNames: fl_date + Select Vectorization: + className: VectorSelectOperator + native: true + projectedOutputColumns: [5] + Statistics: Num rows: 137 Data size: 8357 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: count() + Group By Vectorization: + aggregators: VectorUDAFCountStar(*) -> bigint + className: VectorGroupByOperator + vectorOutput: true + keyExpressions: col 5 + native: false + projectedOutputColumns: [0] + keys: fl_date (type: date) + mode: hash + outputColumnNames: _col0, _col1 + Statistics: Num rows: 12 Data size: 768 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: date) + sort order: + + Map-reduce partition columns: _col0 (type: date) + Reduce Sink Vectorization: + className: VectorReduceSinkMultiKeyOperator + native: true + nativeConditionsMet: hive.vectorized.execution.reducesink.new.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true, No PTF TopN IS true, No DISTINCT columns IS true, BinarySortableSerDe for keys IS true, LazyBinarySerDe for values IS true + Statistics: Num rows: 12 Data size: 768 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: bigint) + Execution mode: vectorized, llap + LLAP IO: no inputs + Map Vectorization: + enabled: true + enabledConditionsMet: hive.vectorized.use.vectorized.input.format IS true + groupByVectorOutput: true + inputFileFormats: org.apache.hadoop.hive.ql.io.parquet.MapredParquetInputFormat + allNative: false + usesVectorUDFAdaptor: false + vectorized: true + Reducer 2 + Execution mode: vectorized, llap + Reduce Vectorization: + enabled: true + enableConditionsMet: hive.vectorized.execution.reduce.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true + groupByVectorOutput: true + allNative: false + usesVectorUDFAdaptor: false + vectorized: true + Reduce Operator Tree: + Group By Operator + aggregations: count(VALUE._col0) + Group By Vectorization: + aggregators: VectorUDAFCountMerge(col 1) -> bigint + className: VectorGroupByOperator
<TRUNCATED>
