http://git-wip-us.apache.org/repos/asf/hive/blob/f562dfb5/ql/src/test/results/clientpositive/llap/orc_create.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/llap/orc_create.q.out b/ql/src/test/results/clientpositive/llap/orc_create.q.out new file mode 100644 index 0000000..40d127c --- /dev/null +++ b/ql/src/test/results/clientpositive/llap/orc_create.q.out @@ -0,0 +1,782 @@ +PREHOOK: query: -- SORT_QUERY_RESULTS + +DROP TABLE orc_create +PREHOOK: type: DROPTABLE +POSTHOOK: query: -- SORT_QUERY_RESULTS + +DROP TABLE orc_create +POSTHOOK: type: DROPTABLE +PREHOOK: query: DROP TABLE orc_create_complex +PREHOOK: type: DROPTABLE +POSTHOOK: query: DROP TABLE orc_create_complex +POSTHOOK: type: DROPTABLE +PREHOOK: query: DROP TABLE orc_create_staging +PREHOOK: type: DROPTABLE +POSTHOOK: query: DROP TABLE orc_create_staging +POSTHOOK: type: DROPTABLE +PREHOOK: query: DROP TABLE orc_create_people_staging +PREHOOK: type: DROPTABLE +POSTHOOK: query: DROP TABLE orc_create_people_staging +POSTHOOK: type: DROPTABLE +PREHOOK: query: DROP TABLE orc_create_people +PREHOOK: type: DROPTABLE +POSTHOOK: query: DROP TABLE orc_create_people +POSTHOOK: type: DROPTABLE +PREHOOK: query: DROP TABLE if exists orc_create_cprl +PREHOOK: type: DROPTABLE +POSTHOOK: query: DROP TABLE if exists orc_create_cprl +POSTHOOK: type: DROPTABLE +PREHOOK: query: CREATE TABLE orc_create_staging ( + str STRING, + mp MAP<STRING,STRING>, + lst ARRAY<STRING>, + strct STRUCT<A:STRING,B:STRING> +) ROW FORMAT DELIMITED + FIELDS TERMINATED BY '|' + COLLECTION ITEMS TERMINATED BY ',' + MAP KEYS TERMINATED BY ':' +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@orc_create_staging +POSTHOOK: query: CREATE TABLE orc_create_staging ( + str STRING, + mp MAP<STRING,STRING>, + lst ARRAY<STRING>, + strct STRUCT<A:STRING,B:STRING> +) ROW FORMAT DELIMITED + FIELDS TERMINATED BY '|' + COLLECTION ITEMS TERMINATED BY ',' + MAP KEYS TERMINATED BY ':' +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@orc_create_staging +PREHOOK: query: DESCRIBE FORMATTED orc_create_staging +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@orc_create_staging +POSTHOOK: query: DESCRIBE FORMATTED orc_create_staging +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@orc_create_staging +# col_name data_type comment + +str string +mp map<string,string> +lst array<string> +strct struct<A:string,B:string> + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} + numFiles 0 + numRows 0 + rawDataSize 0 + totalSize 0 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + colelction.delim , + field.delim | + mapkey.delim : + serialization.format | +PREHOOK: query: CREATE TABLE orc_create (key INT, value STRING) + PARTITIONED BY (ds string) + STORED AS ORC +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@orc_create +POSTHOOK: query: CREATE TABLE orc_create (key INT, value STRING) + PARTITIONED BY (ds string) + STORED AS ORC +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@orc_create +PREHOOK: query: DESCRIBE FORMATTED orc_create +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@orc_create +POSTHOOK: query: DESCRIBE FORMATTED orc_create +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@orc_create +# col_name data_type comment + +key int +value string + +# Partition Information +# col_name data_type comment + +ds string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: DROP TABLE orc_create +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@orc_create +PREHOOK: Output: default@orc_create +POSTHOOK: query: DROP TABLE orc_create +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@orc_create +POSTHOOK: Output: default@orc_create +PREHOOK: query: CREATE TABLE orc_create (key INT, value STRING) + PARTITIONED BY (ds string) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@orc_create +POSTHOOK: query: CREATE TABLE orc_create (key INT, value STRING) + PARTITIONED BY (ds string) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@orc_create +PREHOOK: query: DESCRIBE FORMATTED orc_create +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@orc_create +POSTHOOK: query: DESCRIBE FORMATTED orc_create +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@orc_create +# col_name data_type comment + +key int +value string + +# Partition Information +# col_name data_type comment + +ds string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: ALTER TABLE orc_create SET FILEFORMAT ORC +PREHOOK: type: ALTERTABLE_FILEFORMAT +PREHOOK: Input: default@orc_create +PREHOOK: Output: default@orc_create +POSTHOOK: query: ALTER TABLE orc_create SET FILEFORMAT ORC +POSTHOOK: type: ALTERTABLE_FILEFORMAT +POSTHOOK: Input: default@orc_create +POSTHOOK: Output: default@orc_create +PREHOOK: query: DESCRIBE FORMATTED orc_create +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@orc_create +POSTHOOK: query: DESCRIBE FORMATTED orc_create +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@orc_create +# col_name data_type comment + +key int +value string + +# Partition Information +# col_name data_type comment + +ds string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: DROP TABLE orc_create +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@orc_create +PREHOOK: Output: default@orc_create +POSTHOOK: query: DROP TABLE orc_create +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@orc_create +POSTHOOK: Output: default@orc_create +PREHOOK: query: CREATE TABLE orc_create (key INT, value STRING) + PARTITIONED BY (ds string) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@orc_create +POSTHOOK: query: CREATE TABLE orc_create (key INT, value STRING) + PARTITIONED BY (ds string) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@orc_create +PREHOOK: query: DESCRIBE FORMATTED orc_create +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@orc_create +POSTHOOK: query: DESCRIBE FORMATTED orc_create +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@orc_create +# col_name data_type comment + +key int +value string + +# Partition Information +# col_name data_type comment + +ds string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: CREATE TABLE orc_create_complex ( + str STRING, + mp MAP<STRING,STRING>, + lst ARRAY<STRING>, + strct STRUCT<A:STRING,B:STRING> +) STORED AS ORC +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@orc_create_complex +POSTHOOK: query: CREATE TABLE orc_create_complex ( + str STRING, + mp MAP<STRING,STRING>, + lst ARRAY<STRING>, + strct STRUCT<A:STRING,B:STRING> +) STORED AS ORC +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@orc_create_complex +PREHOOK: query: DESCRIBE FORMATTED orc_create_complex +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@orc_create_complex +POSTHOOK: query: DESCRIBE FORMATTED orc_create_complex +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@orc_create_complex +# col_name data_type comment + +str string +mp map<string,string> +lst array<string> +strct struct<A:string,B:string> + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} + numFiles 0 + numRows 0 + rawDataSize 0 + totalSize 0 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: LOAD DATA LOCAL INPATH '../../data/files/orc_create.txt' OVERWRITE INTO TABLE orc_create_staging +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@orc_create_staging +POSTHOOK: query: LOAD DATA LOCAL INPATH '../../data/files/orc_create.txt' OVERWRITE INTO TABLE orc_create_staging +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@orc_create_staging +PREHOOK: query: SELECT * from orc_create_staging +PREHOOK: type: QUERY +PREHOOK: Input: default@orc_create_staging +#### A masked pattern was here #### +POSTHOOK: query: SELECT * from orc_create_staging +POSTHOOK: type: QUERY +POSTHOOK: Input: default@orc_create_staging +#### A masked pattern was here #### +line1 {"key11":"value11","key12":"value12","key13":"value13"} ["a","b","c"] {"a":"one","b":"two"} +line2 {"key21":"value21","key22":"value22","key23":"value23"} ["d","e","f"] {"a":"three","b":"four"} +line3 {"key31":"value31","key32":"value32","key33":"value33"} ["g","h","i"] {"a":"five","b":"six"} +PREHOOK: query: INSERT OVERWRITE TABLE orc_create_complex SELECT * FROM orc_create_staging +PREHOOK: type: QUERY +PREHOOK: Input: default@orc_create_staging +PREHOOK: Output: default@orc_create_complex +POSTHOOK: query: INSERT OVERWRITE TABLE orc_create_complex SELECT * FROM orc_create_staging +POSTHOOK: type: QUERY +POSTHOOK: Input: default@orc_create_staging +POSTHOOK: Output: default@orc_create_complex +POSTHOOK: Lineage: orc_create_complex.lst SIMPLE [(orc_create_staging)orc_create_staging.FieldSchema(name:lst, type:array<string>, comment:null), ] +POSTHOOK: Lineage: orc_create_complex.mp SIMPLE [(orc_create_staging)orc_create_staging.FieldSchema(name:mp, type:map<string,string>, comment:null), ] +POSTHOOK: Lineage: orc_create_complex.str SIMPLE [(orc_create_staging)orc_create_staging.FieldSchema(name:str, type:string, comment:null), ] +POSTHOOK: Lineage: orc_create_complex.strct SIMPLE [(orc_create_staging)orc_create_staging.FieldSchema(name:strct, type:struct<A:string,B:string>, comment:null), ] +PREHOOK: query: SELECT * from orc_create_complex +PREHOOK: type: QUERY +PREHOOK: Input: default@orc_create_complex +#### A masked pattern was here #### +POSTHOOK: query: SELECT * from orc_create_complex +POSTHOOK: type: QUERY +POSTHOOK: Input: default@orc_create_complex +#### A masked pattern was here #### +line1 {"key13":"value13","key11":"value11","key12":"value12"} ["a","b","c"] {"A":"one","B":"two"} +line2 {"key21":"value21","key22":"value22","key23":"value23"} ["d","e","f"] {"A":"three","B":"four"} +line3 {"key31":"value31","key32":"value32","key33":"value33"} ["g","h","i"] {"A":"five","B":"six"} +PREHOOK: query: SELECT str from orc_create_complex +PREHOOK: type: QUERY +PREHOOK: Input: default@orc_create_complex +#### A masked pattern was here #### +POSTHOOK: query: SELECT str from orc_create_complex +POSTHOOK: type: QUERY +POSTHOOK: Input: default@orc_create_complex +#### A masked pattern was here #### +line1 +line2 +line3 +PREHOOK: query: SELECT mp from orc_create_complex +PREHOOK: type: QUERY +PREHOOK: Input: default@orc_create_complex +#### A masked pattern was here #### +POSTHOOK: query: SELECT mp from orc_create_complex +POSTHOOK: type: QUERY +POSTHOOK: Input: default@orc_create_complex +#### A masked pattern was here #### +{"key13":"value13","key11":"value11","key12":"value12"} +{"key21":"value21","key22":"value22","key23":"value23"} +{"key31":"value31","key32":"value32","key33":"value33"} +PREHOOK: query: SELECT lst from orc_create_complex +PREHOOK: type: QUERY +PREHOOK: Input: default@orc_create_complex +#### A masked pattern was here #### +POSTHOOK: query: SELECT lst from orc_create_complex +POSTHOOK: type: QUERY +POSTHOOK: Input: default@orc_create_complex +#### A masked pattern was here #### +["a","b","c"] +["d","e","f"] +["g","h","i"] +PREHOOK: query: SELECT strct from orc_create_complex +PREHOOK: type: QUERY +PREHOOK: Input: default@orc_create_complex +#### A masked pattern was here #### +POSTHOOK: query: SELECT strct from orc_create_complex +POSTHOOK: type: QUERY +POSTHOOK: Input: default@orc_create_complex +#### A masked pattern was here #### +{"A":"five","B":"six"} +{"A":"one","B":"two"} +{"A":"three","B":"four"} +PREHOOK: query: CREATE TABLE orc_create_people_staging ( + id int, + first_name string, + last_name string, + address string, + salary decimal, + start_date timestamp, + state string) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@orc_create_people_staging +POSTHOOK: query: CREATE TABLE orc_create_people_staging ( + id int, + first_name string, + last_name string, + address string, + salary decimal, + start_date timestamp, + state string) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@orc_create_people_staging +PREHOOK: query: LOAD DATA LOCAL INPATH '../../data/files/orc_create_people.txt' + OVERWRITE INTO TABLE orc_create_people_staging +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@orc_create_people_staging +POSTHOOK: query: LOAD DATA LOCAL INPATH '../../data/files/orc_create_people.txt' + OVERWRITE INTO TABLE orc_create_people_staging +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@orc_create_people_staging +PREHOOK: query: CREATE TABLE orc_create_people ( + id int, + first_name string, + last_name string, + address string, + salary decimal, + start_date timestamp) +PARTITIONED BY (state string) +STORED AS orc +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@orc_create_people +POSTHOOK: query: CREATE TABLE orc_create_people ( + id int, + first_name string, + last_name string, + address string, + salary decimal, + start_date timestamp) +PARTITIONED BY (state string) +STORED AS orc +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@orc_create_people +PREHOOK: query: INSERT OVERWRITE TABLE orc_create_people PARTITION (state) + SELECT * FROM orc_create_people_staging +PREHOOK: type: QUERY +PREHOOK: Input: default@orc_create_people_staging +PREHOOK: Output: default@orc_create_people +POSTHOOK: query: INSERT OVERWRITE TABLE orc_create_people PARTITION (state) + SELECT * FROM orc_create_people_staging +POSTHOOK: type: QUERY +POSTHOOK: Input: default@orc_create_people_staging +POSTHOOK: Output: default@orc_create_people@state=Ca +POSTHOOK: Output: default@orc_create_people@state=Or +POSTHOOK: Lineage: orc_create_people PARTITION(state=Ca).address SIMPLE [(orc_create_people_staging)orc_create_people_staging.FieldSchema(name:address, type:string, comment:null), ] +POSTHOOK: Lineage: orc_create_people PARTITION(state=Ca).first_name SIMPLE [(orc_create_people_staging)orc_create_people_staging.FieldSchema(name:first_name, type:string, comment:null), ] +POSTHOOK: Lineage: orc_create_people PARTITION(state=Ca).id SIMPLE [(orc_create_people_staging)orc_create_people_staging.FieldSchema(name:id, type:int, comment:null), ] +POSTHOOK: Lineage: orc_create_people PARTITION(state=Ca).last_name SIMPLE [(orc_create_people_staging)orc_create_people_staging.FieldSchema(name:last_name, type:string, comment:null), ] +POSTHOOK: Lineage: orc_create_people PARTITION(state=Ca).salary SIMPLE [(orc_create_people_staging)orc_create_people_staging.FieldSchema(name:salary, type:decimal(10,0), comment:null), ] +POSTHOOK: Lineage: orc_create_people PARTITION(state=Ca).start_date SIMPLE [(orc_create_people_staging)orc_create_people_staging.FieldSchema(name:start_date, type:timestamp, comment:null), ] +POSTHOOK: Lineage: orc_create_people PARTITION(state=Or).address SIMPLE [(orc_create_people_staging)orc_create_people_staging.FieldSchema(name:address, type:string, comment:null), ] +POSTHOOK: Lineage: orc_create_people PARTITION(state=Or).first_name SIMPLE [(orc_create_people_staging)orc_create_people_staging.FieldSchema(name:first_name, type:string, comment:null), ] +POSTHOOK: Lineage: orc_create_people PARTITION(state=Or).id SIMPLE [(orc_create_people_staging)orc_create_people_staging.FieldSchema(name:id, type:int, comment:null), ] +POSTHOOK: Lineage: orc_create_people PARTITION(state=Or).last_name SIMPLE [(orc_create_people_staging)orc_create_people_staging.FieldSchema(name:last_name, type:string, comment:null), ] +POSTHOOK: Lineage: orc_create_people PARTITION(state=Or).salary SIMPLE [(orc_create_people_staging)orc_create_people_staging.FieldSchema(name:salary, type:decimal(10,0), comment:null), ] +POSTHOOK: Lineage: orc_create_people PARTITION(state=Or).start_date SIMPLE [(orc_create_people_staging)orc_create_people_staging.FieldSchema(name:start_date, type:timestamp, comment:null), ] +PREHOOK: query: -- test predicate push down with partition pruning +SELECT COUNT(*) FROM orc_create_people where id < 10 and state = 'Ca' +PREHOOK: type: QUERY +PREHOOK: Input: default@orc_create_people +PREHOOK: Input: default@orc_create_people@state=Ca +#### A masked pattern was here #### +POSTHOOK: query: -- test predicate push down with partition pruning +SELECT COUNT(*) FROM orc_create_people where id < 10 and state = 'Ca' +POSTHOOK: type: QUERY +POSTHOOK: Input: default@orc_create_people +POSTHOOK: Input: default@orc_create_people@state=Ca +#### A masked pattern was here #### +5 +PREHOOK: query: -- test predicate push down +SELECT COUNT(*) FROM orc_create_people where id = 50 +PREHOOK: type: QUERY +PREHOOK: Input: default@orc_create_people +PREHOOK: Input: default@orc_create_people@state=Ca +PREHOOK: Input: default@orc_create_people@state=Or +#### A masked pattern was here #### +POSTHOOK: query: -- test predicate push down +SELECT COUNT(*) FROM orc_create_people where id = 50 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@orc_create_people +POSTHOOK: Input: default@orc_create_people@state=Ca +POSTHOOK: Input: default@orc_create_people@state=Or +#### A masked pattern was here #### +1 +PREHOOK: query: SELECT COUNT(*) FROM orc_create_people where id between 10 and 20 +PREHOOK: type: QUERY +PREHOOK: Input: default@orc_create_people +PREHOOK: Input: default@orc_create_people@state=Ca +PREHOOK: Input: default@orc_create_people@state=Or +#### A masked pattern was here #### +POSTHOOK: query: SELECT COUNT(*) FROM orc_create_people where id between 10 and 20 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@orc_create_people +POSTHOOK: Input: default@orc_create_people@state=Ca +POSTHOOK: Input: default@orc_create_people@state=Or +#### A masked pattern was here #### +11 +PREHOOK: query: SELECT COUNT(*) FROM orc_create_people where id > 10 and id < 100 +PREHOOK: type: QUERY +PREHOOK: Input: default@orc_create_people +PREHOOK: Input: default@orc_create_people@state=Ca +PREHOOK: Input: default@orc_create_people@state=Or +#### A masked pattern was here #### +POSTHOOK: query: SELECT COUNT(*) FROM orc_create_people where id > 10 and id < 100 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@orc_create_people +POSTHOOK: Input: default@orc_create_people@state=Ca +POSTHOOK: Input: default@orc_create_people@state=Or +#### A masked pattern was here #### +89 +PREHOOK: query: SELECT COUNT(*) FROM orc_create_people where (id + 1) = 20 +PREHOOK: type: QUERY +PREHOOK: Input: default@orc_create_people +PREHOOK: Input: default@orc_create_people@state=Ca +PREHOOK: Input: default@orc_create_people@state=Or +#### A masked pattern was here #### +POSTHOOK: query: SELECT COUNT(*) FROM orc_create_people where (id + 1) = 20 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@orc_create_people +POSTHOOK: Input: default@orc_create_people@state=Ca +POSTHOOK: Input: default@orc_create_people@state=Or +#### A masked pattern was here #### +1 +PREHOOK: query: SELECT COUNT(*) FROM orc_create_people where (id + 10) < 200 +PREHOOK: type: QUERY +PREHOOK: Input: default@orc_create_people +PREHOOK: Input: default@orc_create_people@state=Ca +PREHOOK: Input: default@orc_create_people@state=Or +#### A masked pattern was here #### +POSTHOOK: query: SELECT COUNT(*) FROM orc_create_people where (id + 10) < 200 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@orc_create_people +POSTHOOK: Input: default@orc_create_people@state=Ca +POSTHOOK: Input: default@orc_create_people@state=Or +#### A masked pattern was here #### +100 +PREHOOK: query: SELECT COUNT(*) FROM orc_create_people where id < 30 or first_name = "Rafael" +PREHOOK: type: QUERY +PREHOOK: Input: default@orc_create_people +PREHOOK: Input: default@orc_create_people@state=Ca +PREHOOK: Input: default@orc_create_people@state=Or +#### A masked pattern was here #### +POSTHOOK: query: SELECT COUNT(*) FROM orc_create_people where id < 30 or first_name = "Rafael" +POSTHOOK: type: QUERY +POSTHOOK: Input: default@orc_create_people +POSTHOOK: Input: default@orc_create_people@state=Ca +POSTHOOK: Input: default@orc_create_people@state=Or +#### A masked pattern was here #### +30 +PREHOOK: query: SELECT COUNT(*) FROM orc_create_people + where length(substr(first_name, 1, 2)) <= 2 and last_name like '%' +PREHOOK: type: QUERY +PREHOOK: Input: default@orc_create_people +PREHOOK: Input: default@orc_create_people@state=Ca +PREHOOK: Input: default@orc_create_people@state=Or +#### A masked pattern was here #### +POSTHOOK: query: SELECT COUNT(*) FROM orc_create_people + where length(substr(first_name, 1, 2)) <= 2 and last_name like '%' +POSTHOOK: type: QUERY +POSTHOOK: Input: default@orc_create_people +POSTHOOK: Input: default@orc_create_people@state=Ca +POSTHOOK: Input: default@orc_create_people@state=Or +#### A masked pattern was here #### +100 +PREHOOK: query: SELECT COUNT(*) FROM orc_create_people where salary = 200.00 +PREHOOK: type: QUERY +PREHOOK: Input: default@orc_create_people +PREHOOK: Input: default@orc_create_people@state=Ca +PREHOOK: Input: default@orc_create_people@state=Or +#### A masked pattern was here #### +POSTHOOK: query: SELECT COUNT(*) FROM orc_create_people where salary = 200.00 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@orc_create_people +POSTHOOK: Input: default@orc_create_people@state=Ca +POSTHOOK: Input: default@orc_create_people@state=Or +#### A masked pattern was here #### +11 +PREHOOK: query: SELECT COUNT(*) FROM orc_create_people WHERE start_date IS NULL +PREHOOK: type: QUERY +PREHOOK: Input: default@orc_create_people +PREHOOK: Input: default@orc_create_people@state=Ca +PREHOOK: Input: default@orc_create_people@state=Or +#### A masked pattern was here #### +POSTHOOK: query: SELECT COUNT(*) FROM orc_create_people WHERE start_date IS NULL +POSTHOOK: type: QUERY +POSTHOOK: Input: default@orc_create_people +POSTHOOK: Input: default@orc_create_people@state=Ca +POSTHOOK: Input: default@orc_create_people@state=Or +#### A masked pattern was here #### +0 +PREHOOK: query: SELECT COUNT(*) FROM orc_create_people WHERE YEAR(start_date) = 2014 +PREHOOK: type: QUERY +PREHOOK: Input: default@orc_create_people +PREHOOK: Input: default@orc_create_people@state=Ca +PREHOOK: Input: default@orc_create_people@state=Or +#### A masked pattern was here #### +POSTHOOK: query: SELECT COUNT(*) FROM orc_create_people WHERE YEAR(start_date) = 2014 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@orc_create_people +POSTHOOK: Input: default@orc_create_people@state=Ca +POSTHOOK: Input: default@orc_create_people@state=Or +#### A masked pattern was here #### +20 +PREHOOK: query: -- test predicate push down with partition pruning +SELECT COUNT(*) FROM orc_create_people where salary = 200.00 and state = 'Ca' +PREHOOK: type: QUERY +PREHOOK: Input: default@orc_create_people +PREHOOK: Input: default@orc_create_people@state=Ca +#### A masked pattern was here #### +POSTHOOK: query: -- test predicate push down with partition pruning +SELECT COUNT(*) FROM orc_create_people where salary = 200.00 and state = 'Ca' +POSTHOOK: type: QUERY +POSTHOOK: Input: default@orc_create_people +POSTHOOK: Input: default@orc_create_people@state=Ca +#### A masked pattern was here #### +5 +PREHOOK: query: -- test predicate push down with no column projection +SELECT id, first_name, last_name, address + FROM orc_create_people WHERE id > 90 +PREHOOK: type: QUERY +PREHOOK: Input: default@orc_create_people +PREHOOK: Input: default@orc_create_people@state=Ca +PREHOOK: Input: default@orc_create_people@state=Or +#### A masked pattern was here #### +POSTHOOK: query: -- test predicate push down with no column projection +SELECT id, first_name, last_name, address + FROM orc_create_people WHERE id > 90 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@orc_create_people +POSTHOOK: Input: default@orc_create_people@state=Ca +POSTHOOK: Input: default@orc_create_people@state=Or +#### A masked pattern was here #### +100 Wang Mitchell 4023 Lacinia. Ave +91 Genevieve Wilkins 908 Turpis. Street +92 Thane Oneil 6766 Lectus St. +93 Mariko Cline P.O. Box 329, 5375 Ac St. +94 Lael Mclean 500-7010 Sit St. +95 Winifred Hopper Ap #140-8982 Velit Avenue +96 Rafael England P.O. Box 405, 7857 Eget Av. +97 Dana Carter 814-601 Purus. Av. +98 Juliet Battle Ap #535-1965 Cursus St. +99 Wynter Vincent 626-8492 Mollis Avenue +PREHOOK: query: -- test create with lower case compression method. +CREATE TABLE orc_create_cprl (id int) +PARTITIONED BY (cdate date) +STORED AS ORC +TBLPROPERTIES ( +'orc.compress'='snappy') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@orc_create_cprl +POSTHOOK: query: -- test create with lower case compression method. +CREATE TABLE orc_create_cprl (id int) +PARTITIONED BY (cdate date) +STORED AS ORC +TBLPROPERTIES ( +'orc.compress'='snappy') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@orc_create_cprl +PREHOOK: query: INSERT OVERWRITE table orc_create_cprl PARTITION (cdate = '2015-02-03') +SELECT 1 from src limit 1 +PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@orc_create_cprl@cdate=2015-02-03 +POSTHOOK: query: INSERT OVERWRITE table orc_create_cprl PARTITION (cdate = '2015-02-03') +SELECT 1 from src limit 1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@orc_create_cprl@cdate=2015-02-03 +POSTHOOK: Lineage: orc_create_cprl PARTITION(cdate=2015-02-03).id SIMPLE [] +PREHOOK: query: SELECT * from orc_create_cprl +PREHOOK: type: QUERY +PREHOOK: Input: default@orc_create_cprl +PREHOOK: Input: default@orc_create_cprl@cdate=2015-02-03 +#### A masked pattern was here #### +POSTHOOK: query: SELECT * from orc_create_cprl +POSTHOOK: type: QUERY +POSTHOOK: Input: default@orc_create_cprl +POSTHOOK: Input: default@orc_create_cprl@cdate=2015-02-03 +#### A masked pattern was here #### +1 2015-02-03 +PREHOOK: query: DROP TABLE orc_create +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@orc_create +PREHOOK: Output: default@orc_create +POSTHOOK: query: DROP TABLE orc_create +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@orc_create +POSTHOOK: Output: default@orc_create +PREHOOK: query: DROP TABLE orc_create_complex +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@orc_create_complex +PREHOOK: Output: default@orc_create_complex +POSTHOOK: query: DROP TABLE orc_create_complex +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@orc_create_complex +POSTHOOK: Output: default@orc_create_complex +PREHOOK: query: DROP TABLE orc_create_staging +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@orc_create_staging +PREHOOK: Output: default@orc_create_staging +POSTHOOK: query: DROP TABLE orc_create_staging +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@orc_create_staging +POSTHOOK: Output: default@orc_create_staging +PREHOOK: query: DROP TABLE orc_create_people_staging +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@orc_create_people_staging +PREHOOK: Output: default@orc_create_people_staging +POSTHOOK: query: DROP TABLE orc_create_people_staging +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@orc_create_people_staging +POSTHOOK: Output: default@orc_create_people_staging +PREHOOK: query: DROP TABLE orc_create_people +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@orc_create_people +PREHOOK: Output: default@orc_create_people +POSTHOOK: query: DROP TABLE orc_create_people +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@orc_create_people +POSTHOOK: Output: default@orc_create_people +PREHOOK: query: DROP TABLE orc_create_cprl +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@orc_create_cprl +PREHOOK: Output: default@orc_create_cprl +POSTHOOK: query: DROP TABLE orc_create_cprl +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@orc_create_cprl +POSTHOOK: Output: default@orc_create_cprl
http://git-wip-us.apache.org/repos/asf/hive/blob/f562dfb5/ql/src/test/results/clientpositive/llap/orc_ppd_varchar.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/llap/orc_ppd_varchar.q.out b/ql/src/test/results/clientpositive/llap/orc_ppd_varchar.q.out new file mode 100644 index 0000000..3c43b2f --- /dev/null +++ b/ql/src/test/results/clientpositive/llap/orc_ppd_varchar.q.out @@ -0,0 +1,220 @@ +PREHOOK: query: create table newtypesorc(c char(10), v varchar(10), d decimal(5,3), da date) stored as orc tblproperties("orc.stripe.size"="16777216") +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@newtypesorc +POSTHOOK: query: create table newtypesorc(c char(10), v varchar(10), d decimal(5,3), da date) stored as orc tblproperties("orc.stripe.size"="16777216") +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@newtypesorc +PREHOOK: query: insert overwrite table newtypesorc select * from (select cast("apple" as char(10)), cast("bee" as varchar(10)), 0.22, cast("1970-02-20" as date) from src src1 union all select cast("hello" as char(10)), cast("world" as varchar(10)), 11.22, cast("1970-02-27" as date) from src src2) uniontbl +PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@newtypesorc +POSTHOOK: query: insert overwrite table newtypesorc select * from (select cast("apple" as char(10)), cast("bee" as varchar(10)), 0.22, cast("1970-02-20" as date) from src src1 union all select cast("hello" as char(10)), cast("world" as varchar(10)), 11.22, cast("1970-02-27" as date) from src src2) uniontbl +POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@newtypesorc +POSTHOOK: Lineage: newtypesorc.c EXPRESSION [] +POSTHOOK: Lineage: newtypesorc.d EXPRESSION [] +POSTHOOK: Lineage: newtypesorc.da EXPRESSION [] +POSTHOOK: Lineage: newtypesorc.v EXPRESSION [] +PREHOOK: query: -- varchar data types (EQUAL, NOT_EQUAL, LESS_THAN, LESS_THAN_EQUALS, IN, BETWEEN tests) +select sum(hash(*)) from newtypesorc where v="bee" +PREHOOK: type: QUERY +PREHOOK: Input: default@newtypesorc +#### A masked pattern was here #### +POSTHOOK: query: -- varchar data types (EQUAL, NOT_EQUAL, LESS_THAN, LESS_THAN_EQUALS, IN, BETWEEN tests) +select sum(hash(*)) from newtypesorc where v="bee" +POSTHOOK: type: QUERY +POSTHOOK: Input: default@newtypesorc +#### A masked pattern was here #### +-252951929000 +PREHOOK: query: select sum(hash(*)) from newtypesorc where v="bee" +PREHOOK: type: QUERY +PREHOOK: Input: default@newtypesorc +#### A masked pattern was here #### +POSTHOOK: query: select sum(hash(*)) from newtypesorc where v="bee" +POSTHOOK: type: QUERY +POSTHOOK: Input: default@newtypesorc +#### A masked pattern was here #### +-252951929000 +PREHOOK: query: select sum(hash(*)) from newtypesorc where v!="bee" +PREHOOK: type: QUERY +PREHOOK: Input: default@newtypesorc +#### A masked pattern was here #### +POSTHOOK: query: select sum(hash(*)) from newtypesorc where v!="bee" +POSTHOOK: type: QUERY +POSTHOOK: Input: default@newtypesorc +#### A masked pattern was here #### +334427804500 +PREHOOK: query: select sum(hash(*)) from newtypesorc where v!="bee" +PREHOOK: type: QUERY +PREHOOK: Input: default@newtypesorc +#### A masked pattern was here #### +POSTHOOK: query: select sum(hash(*)) from newtypesorc where v!="bee" +POSTHOOK: type: QUERY +POSTHOOK: Input: default@newtypesorc +#### A masked pattern was here #### +334427804500 +PREHOOK: query: select sum(hash(*)) from newtypesorc where v<"world" +PREHOOK: type: QUERY +PREHOOK: Input: default@newtypesorc +#### A masked pattern was here #### +POSTHOOK: query: select sum(hash(*)) from newtypesorc where v<"world" +POSTHOOK: type: QUERY +POSTHOOK: Input: default@newtypesorc +#### A masked pattern was here #### +-252951929000 +PREHOOK: query: select sum(hash(*)) from newtypesorc where v<"world" +PREHOOK: type: QUERY +PREHOOK: Input: default@newtypesorc +#### A masked pattern was here #### +POSTHOOK: query: select sum(hash(*)) from newtypesorc where v<"world" +POSTHOOK: type: QUERY +POSTHOOK: Input: default@newtypesorc +#### A masked pattern was here #### +-252951929000 +PREHOOK: query: select sum(hash(*)) from newtypesorc where v<="world" +PREHOOK: type: QUERY +PREHOOK: Input: default@newtypesorc +#### A masked pattern was here #### +POSTHOOK: query: select sum(hash(*)) from newtypesorc where v<="world" +POSTHOOK: type: QUERY +POSTHOOK: Input: default@newtypesorc +#### A masked pattern was here #### +81475875500 +PREHOOK: query: select sum(hash(*)) from newtypesorc where v<="world" +PREHOOK: type: QUERY +PREHOOK: Input: default@newtypesorc +#### A masked pattern was here #### +POSTHOOK: query: select sum(hash(*)) from newtypesorc where v<="world" +POSTHOOK: type: QUERY +POSTHOOK: Input: default@newtypesorc +#### A masked pattern was here #### +81475875500 +PREHOOK: query: select sum(hash(*)) from newtypesorc where v="bee " +PREHOOK: type: QUERY +PREHOOK: Input: default@newtypesorc +#### A masked pattern was here #### +POSTHOOK: query: select sum(hash(*)) from newtypesorc where v="bee " +POSTHOOK: type: QUERY +POSTHOOK: Input: default@newtypesorc +#### A masked pattern was here #### +NULL +PREHOOK: query: select sum(hash(*)) from newtypesorc where v="bee " +PREHOOK: type: QUERY +PREHOOK: Input: default@newtypesorc +#### A masked pattern was here #### +POSTHOOK: query: select sum(hash(*)) from newtypesorc where v="bee " +POSTHOOK: type: QUERY +POSTHOOK: Input: default@newtypesorc +#### A masked pattern was here #### +NULL +PREHOOK: query: select sum(hash(*)) from newtypesorc where v in ("bee", "orange") +PREHOOK: type: QUERY +PREHOOK: Input: default@newtypesorc +#### A masked pattern was here #### +POSTHOOK: query: select sum(hash(*)) from newtypesorc where v in ("bee", "orange") +POSTHOOK: type: QUERY +POSTHOOK: Input: default@newtypesorc +#### A masked pattern was here #### +-252951929000 +PREHOOK: query: select sum(hash(*)) from newtypesorc where v in ("bee", "orange") +PREHOOK: type: QUERY +PREHOOK: Input: default@newtypesorc +#### A masked pattern was here #### +POSTHOOK: query: select sum(hash(*)) from newtypesorc where v in ("bee", "orange") +POSTHOOK: type: QUERY +POSTHOOK: Input: default@newtypesorc +#### A masked pattern was here #### +-252951929000 +PREHOOK: query: select sum(hash(*)) from newtypesorc where v in ("bee", "world") +PREHOOK: type: QUERY +PREHOOK: Input: default@newtypesorc +#### A masked pattern was here #### +POSTHOOK: query: select sum(hash(*)) from newtypesorc where v in ("bee", "world") +POSTHOOK: type: QUERY +POSTHOOK: Input: default@newtypesorc +#### A masked pattern was here #### +81475875500 +PREHOOK: query: select sum(hash(*)) from newtypesorc where v in ("bee", "world") +PREHOOK: type: QUERY +PREHOOK: Input: default@newtypesorc +#### A masked pattern was here #### +POSTHOOK: query: select sum(hash(*)) from newtypesorc where v in ("bee", "world") +POSTHOOK: type: QUERY +POSTHOOK: Input: default@newtypesorc +#### A masked pattern was here #### +81475875500 +PREHOOK: query: select sum(hash(*)) from newtypesorc where v in ("orange") +PREHOOK: type: QUERY +PREHOOK: Input: default@newtypesorc +#### A masked pattern was here #### +POSTHOOK: query: select sum(hash(*)) from newtypesorc where v in ("orange") +POSTHOOK: type: QUERY +POSTHOOK: Input: default@newtypesorc +#### A masked pattern was here #### +NULL +PREHOOK: query: select sum(hash(*)) from newtypesorc where v in ("orange") +PREHOOK: type: QUERY +PREHOOK: Input: default@newtypesorc +#### A masked pattern was here #### +POSTHOOK: query: select sum(hash(*)) from newtypesorc where v in ("orange") +POSTHOOK: type: QUERY +POSTHOOK: Input: default@newtypesorc +#### A masked pattern was here #### +NULL +PREHOOK: query: select sum(hash(*)) from newtypesorc where v between "bee" and "orange" +PREHOOK: type: QUERY +PREHOOK: Input: default@newtypesorc +#### A masked pattern was here #### +POSTHOOK: query: select sum(hash(*)) from newtypesorc where v between "bee" and "orange" +POSTHOOK: type: QUERY +POSTHOOK: Input: default@newtypesorc +#### A masked pattern was here #### +-252951929000 +PREHOOK: query: select sum(hash(*)) from newtypesorc where v between "bee" and "orange" +PREHOOK: type: QUERY +PREHOOK: Input: default@newtypesorc +#### A masked pattern was here #### +POSTHOOK: query: select sum(hash(*)) from newtypesorc where v between "bee" and "orange" +POSTHOOK: type: QUERY +POSTHOOK: Input: default@newtypesorc +#### A masked pattern was here #### +-252951929000 +PREHOOK: query: select sum(hash(*)) from newtypesorc where v between "bee" and "zombie" +PREHOOK: type: QUERY +PREHOOK: Input: default@newtypesorc +#### A masked pattern was here #### +POSTHOOK: query: select sum(hash(*)) from newtypesorc where v between "bee" and "zombie" +POSTHOOK: type: QUERY +POSTHOOK: Input: default@newtypesorc +#### A masked pattern was here #### +81475875500 +PREHOOK: query: select sum(hash(*)) from newtypesorc where v between "bee" and "zombie" +PREHOOK: type: QUERY +PREHOOK: Input: default@newtypesorc +#### A masked pattern was here #### +POSTHOOK: query: select sum(hash(*)) from newtypesorc where v between "bee" and "zombie" +POSTHOOK: type: QUERY +POSTHOOK: Input: default@newtypesorc +#### A masked pattern was here #### +81475875500 +PREHOOK: query: select sum(hash(*)) from newtypesorc where v between "orange" and "pine" +PREHOOK: type: QUERY +PREHOOK: Input: default@newtypesorc +#### A masked pattern was here #### +POSTHOOK: query: select sum(hash(*)) from newtypesorc where v between "orange" and "pine" +POSTHOOK: type: QUERY +POSTHOOK: Input: default@newtypesorc +#### A masked pattern was here #### +NULL +PREHOOK: query: select sum(hash(*)) from newtypesorc where v between "orange" and "pine" +PREHOOK: type: QUERY +PREHOOK: Input: default@newtypesorc +#### A masked pattern was here #### +POSTHOOK: query: select sum(hash(*)) from newtypesorc where v between "orange" and "pine" +POSTHOOK: type: QUERY +POSTHOOK: Input: default@newtypesorc +#### A masked pattern was here #### +NULL
