Repository: hive Updated Branches: refs/heads/master 9cb545507 -> 975a49b6f
http://git-wip-us.apache.org/repos/asf/hive/blob/975a49b6/ql/src/test/results/clientpositive/tez/orc_analyze.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/tez/orc_analyze.q.out b/ql/src/test/results/clientpositive/tez/orc_analyze.q.out deleted file mode 100644 index 87855fa..0000000 --- a/ql/src/test/results/clientpositive/tez/orc_analyze.q.out +++ /dev/null @@ -1,1544 +0,0 @@ -PREHOOK: query: CREATE TABLE orc_create_people_staging ( - id int, - first_name string, - last_name string, - address string, - salary decimal, - start_date timestamp, - state string) -PREHOOK: type: CREATETABLE -PREHOOK: Output: database:default -PREHOOK: Output: default@orc_create_people_staging -POSTHOOK: query: CREATE TABLE orc_create_people_staging ( - id int, - first_name string, - last_name string, - address string, - salary decimal, - start_date timestamp, - state string) -POSTHOOK: type: CREATETABLE -POSTHOOK: Output: database:default -POSTHOOK: Output: default@orc_create_people_staging -PREHOOK: query: LOAD DATA LOCAL INPATH '../../data/files/orc_create_people.txt' OVERWRITE INTO TABLE orc_create_people_staging -PREHOOK: type: LOAD -#### A masked pattern was here #### -PREHOOK: Output: default@orc_create_people_staging -POSTHOOK: query: LOAD DATA LOCAL INPATH '../../data/files/orc_create_people.txt' OVERWRITE INTO TABLE orc_create_people_staging -POSTHOOK: type: LOAD -#### A masked pattern was here #### -POSTHOOK: Output: default@orc_create_people_staging -PREHOOK: query: -- non-partitioned table --- partial scan gather -CREATE TABLE orc_create_people ( - id int, - first_name string, - last_name string, - address string, - salary decimal, - start_date timestamp, - state string) -STORED AS orc -PREHOOK: type: CREATETABLE -PREHOOK: Output: database:default -PREHOOK: Output: default@orc_create_people -POSTHOOK: query: -- non-partitioned table --- partial scan gather -CREATE TABLE orc_create_people ( - id int, - first_name string, - last_name string, - address string, - salary decimal, - start_date timestamp, - state string) -STORED AS orc -POSTHOOK: type: CREATETABLE -POSTHOOK: Output: database:default -POSTHOOK: Output: default@orc_create_people -PREHOOK: query: INSERT OVERWRITE TABLE orc_create_people SELECT * FROM orc_create_people_staging ORDER BY id -PREHOOK: type: QUERY -PREHOOK: Input: default@orc_create_people_staging -PREHOOK: Output: default@orc_create_people -POSTHOOK: query: INSERT OVERWRITE TABLE orc_create_people SELECT * FROM orc_create_people_staging ORDER BY id -POSTHOOK: type: QUERY -POSTHOOK: Input: default@orc_create_people_staging -POSTHOOK: Output: default@orc_create_people -POSTHOOK: Lineage: orc_create_people.address SIMPLE [(orc_create_people_staging)orc_create_people_staging.FieldSchema(name:address, type:string, comment:null), ] -POSTHOOK: Lineage: orc_create_people.first_name SIMPLE [(orc_create_people_staging)orc_create_people_staging.FieldSchema(name:first_name, type:string, comment:null), ] -POSTHOOK: Lineage: orc_create_people.id SIMPLE [(orc_create_people_staging)orc_create_people_staging.FieldSchema(name:id, type:int, comment:null), ] -POSTHOOK: Lineage: orc_create_people.last_name SIMPLE [(orc_create_people_staging)orc_create_people_staging.FieldSchema(name:last_name, type:string, comment:null), ] -POSTHOOK: Lineage: orc_create_people.salary SIMPLE [(orc_create_people_staging)orc_create_people_staging.FieldSchema(name:salary, type:decimal(10,0), comment:null), ] -POSTHOOK: Lineage: orc_create_people.start_date SIMPLE [(orc_create_people_staging)orc_create_people_staging.FieldSchema(name:start_date, type:timestamp, comment:null), ] -POSTHOOK: Lineage: orc_create_people.state SIMPLE [(orc_create_people_staging)orc_create_people_staging.FieldSchema(name:state, type:string, comment:null), ] -PREHOOK: query: analyze table orc_create_people compute statistics -PREHOOK: type: QUERY -PREHOOK: Input: default@orc_create_people -PREHOOK: Output: default@orc_create_people -POSTHOOK: query: analyze table orc_create_people compute statistics -POSTHOOK: type: QUERY -POSTHOOK: Input: default@orc_create_people -POSTHOOK: Output: default@orc_create_people -PREHOOK: query: desc formatted orc_create_people -PREHOOK: type: DESCTABLE -PREHOOK: Input: default@orc_create_people -POSTHOOK: query: desc formatted orc_create_people -POSTHOOK: type: DESCTABLE -POSTHOOK: Input: default@orc_create_people -# col_name data_type comment - -id int -first_name string -last_name string -address string -salary decimal(10,0) -start_date timestamp -state string - -# Detailed Table Information -Database: default -#### A masked pattern was here #### -Retention: 0 -#### A masked pattern was here #### -Table Type: MANAGED_TABLE -Table Parameters: - COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} - numFiles 1 - numRows 100 - rawDataSize 52600 - totalSize 3202 -#### A masked pattern was here #### - -# Storage Information -SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde -InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 -PREHOOK: query: analyze table orc_create_people compute statistics partialscan -PREHOOK: type: QUERY -PREHOOK: Input: default@orc_create_people -PREHOOK: Output: default@orc_create_people -POSTHOOK: query: analyze table orc_create_people compute statistics partialscan -POSTHOOK: type: QUERY -POSTHOOK: Input: default@orc_create_people -POSTHOOK: Output: default@orc_create_people -PREHOOK: query: desc formatted orc_create_people -PREHOOK: type: DESCTABLE -PREHOOK: Input: default@orc_create_people -POSTHOOK: query: desc formatted orc_create_people -POSTHOOK: type: DESCTABLE -POSTHOOK: Input: default@orc_create_people -# col_name data_type comment - -id int -first_name string -last_name string -address string -salary decimal(10,0) -start_date timestamp -state string - -# Detailed Table Information -Database: default -#### A masked pattern was here #### -Retention: 0 -#### A masked pattern was here #### -Table Type: MANAGED_TABLE -Table Parameters: - COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} - numFiles 1 - numRows 100 - rawDataSize 52600 - totalSize 3202 -#### A masked pattern was here #### - -# Storage Information -SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde -InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 -PREHOOK: query: analyze table orc_create_people compute statistics noscan -PREHOOK: type: QUERY -PREHOOK: Input: default@orc_create_people -PREHOOK: Output: default@orc_create_people -POSTHOOK: query: analyze table orc_create_people compute statistics noscan -POSTHOOK: type: QUERY -POSTHOOK: Input: default@orc_create_people -POSTHOOK: Output: default@orc_create_people -PREHOOK: query: desc formatted orc_create_people -PREHOOK: type: DESCTABLE -PREHOOK: Input: default@orc_create_people -POSTHOOK: query: desc formatted orc_create_people -POSTHOOK: type: DESCTABLE -POSTHOOK: Input: default@orc_create_people -# col_name data_type comment - -id int -first_name string -last_name string -address string -salary decimal(10,0) -start_date timestamp -state string - -# Detailed Table Information -Database: default -#### A masked pattern was here #### -Retention: 0 -#### A masked pattern was here #### -Table Type: MANAGED_TABLE -Table Parameters: - COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} - numFiles 1 - numRows 100 - rawDataSize 52600 - totalSize 3202 -#### A masked pattern was here #### - -# Storage Information -SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde -InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 -PREHOOK: query: drop table orc_create_people -PREHOOK: type: DROPTABLE -PREHOOK: Input: default@orc_create_people -PREHOOK: Output: default@orc_create_people -POSTHOOK: query: drop table orc_create_people -POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@orc_create_people -POSTHOOK: Output: default@orc_create_people -PREHOOK: query: -- auto stats gather -CREATE TABLE orc_create_people ( - id int, - first_name string, - last_name string, - address string, - salary decimal, - start_date timestamp, - state string) -STORED AS orc -PREHOOK: type: CREATETABLE -PREHOOK: Output: database:default -PREHOOK: Output: default@orc_create_people -POSTHOOK: query: -- auto stats gather -CREATE TABLE orc_create_people ( - id int, - first_name string, - last_name string, - address string, - salary decimal, - start_date timestamp, - state string) -STORED AS orc -POSTHOOK: type: CREATETABLE -POSTHOOK: Output: database:default -POSTHOOK: Output: default@orc_create_people -PREHOOK: query: INSERT OVERWRITE TABLE orc_create_people SELECT * FROM orc_create_people_staging ORDER BY id -PREHOOK: type: QUERY -PREHOOK: Input: default@orc_create_people_staging -PREHOOK: Output: default@orc_create_people -POSTHOOK: query: INSERT OVERWRITE TABLE orc_create_people SELECT * FROM orc_create_people_staging ORDER BY id -POSTHOOK: type: QUERY -POSTHOOK: Input: default@orc_create_people_staging -POSTHOOK: Output: default@orc_create_people -POSTHOOK: Lineage: orc_create_people.address SIMPLE [(orc_create_people_staging)orc_create_people_staging.FieldSchema(name:address, type:string, comment:null), ] -POSTHOOK: Lineage: orc_create_people.first_name SIMPLE [(orc_create_people_staging)orc_create_people_staging.FieldSchema(name:first_name, type:string, comment:null), ] -POSTHOOK: Lineage: orc_create_people.id SIMPLE [(orc_create_people_staging)orc_create_people_staging.FieldSchema(name:id, type:int, comment:null), ] -POSTHOOK: Lineage: orc_create_people.last_name SIMPLE [(orc_create_people_staging)orc_create_people_staging.FieldSchema(name:last_name, type:string, comment:null), ] -POSTHOOK: Lineage: orc_create_people.salary SIMPLE [(orc_create_people_staging)orc_create_people_staging.FieldSchema(name:salary, type:decimal(10,0), comment:null), ] -POSTHOOK: Lineage: orc_create_people.start_date SIMPLE [(orc_create_people_staging)orc_create_people_staging.FieldSchema(name:start_date, type:timestamp, comment:null), ] -POSTHOOK: Lineage: orc_create_people.state SIMPLE [(orc_create_people_staging)orc_create_people_staging.FieldSchema(name:state, type:string, comment:null), ] -PREHOOK: query: desc formatted orc_create_people -PREHOOK: type: DESCTABLE -PREHOOK: Input: default@orc_create_people -POSTHOOK: query: desc formatted orc_create_people -POSTHOOK: type: DESCTABLE -POSTHOOK: Input: default@orc_create_people -# col_name data_type comment - -id int -first_name string -last_name string -address string -salary decimal(10,0) -start_date timestamp -state string - -# Detailed Table Information -Database: default -#### A masked pattern was here #### -Retention: 0 -#### A masked pattern was here #### -Table Type: MANAGED_TABLE -Table Parameters: - COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} - numFiles 1 - numRows 100 - rawDataSize 52600 - totalSize 3202 -#### A masked pattern was here #### - -# Storage Information -SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde -InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 -PREHOOK: query: drop table orc_create_people -PREHOOK: type: DROPTABLE -PREHOOK: Input: default@orc_create_people -PREHOOK: Output: default@orc_create_people -POSTHOOK: query: drop table orc_create_people -POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@orc_create_people -POSTHOOK: Output: default@orc_create_people -PREHOOK: query: -- partitioned table --- partial scan gather -CREATE TABLE orc_create_people ( - id int, - first_name string, - last_name string, - address string, - salary decimal, - start_date timestamp) -PARTITIONED BY (state string) -STORED AS orc -PREHOOK: type: CREATETABLE -PREHOOK: Output: database:default -PREHOOK: Output: default@orc_create_people -POSTHOOK: query: -- partitioned table --- partial scan gather -CREATE TABLE orc_create_people ( - id int, - first_name string, - last_name string, - address string, - salary decimal, - start_date timestamp) -PARTITIONED BY (state string) -STORED AS orc -POSTHOOK: type: CREATETABLE -POSTHOOK: Output: database:default -POSTHOOK: Output: default@orc_create_people -PREHOOK: query: INSERT OVERWRITE TABLE orc_create_people PARTITION (state) - SELECT * FROM orc_create_people_staging ORDER BY id -PREHOOK: type: QUERY -PREHOOK: Input: default@orc_create_people_staging -PREHOOK: Output: default@orc_create_people -POSTHOOK: query: INSERT OVERWRITE TABLE orc_create_people PARTITION (state) - SELECT * FROM orc_create_people_staging ORDER BY id -POSTHOOK: type: QUERY -POSTHOOK: Input: default@orc_create_people_staging -POSTHOOK: Output: default@orc_create_people@state=Ca -POSTHOOK: Output: default@orc_create_people@state=Or -POSTHOOK: Lineage: orc_create_people PARTITION(state=Ca).address SIMPLE [(orc_create_people_staging)orc_create_people_staging.FieldSchema(name:address, type:string, comment:null), ] -POSTHOOK: Lineage: orc_create_people PARTITION(state=Ca).first_name SIMPLE [(orc_create_people_staging)orc_create_people_staging.FieldSchema(name:first_name, type:string, comment:null), ] -POSTHOOK: Lineage: orc_create_people PARTITION(state=Ca).id SIMPLE [(orc_create_people_staging)orc_create_people_staging.FieldSchema(name:id, type:int, comment:null), ] -POSTHOOK: Lineage: orc_create_people PARTITION(state=Ca).last_name SIMPLE [(orc_create_people_staging)orc_create_people_staging.FieldSchema(name:last_name, type:string, comment:null), ] -POSTHOOK: Lineage: orc_create_people PARTITION(state=Ca).salary SIMPLE [(orc_create_people_staging)orc_create_people_staging.FieldSchema(name:salary, type:decimal(10,0), comment:null), ] -POSTHOOK: Lineage: orc_create_people PARTITION(state=Ca).start_date SIMPLE [(orc_create_people_staging)orc_create_people_staging.FieldSchema(name:start_date, type:timestamp, comment:null), ] -POSTHOOK: Lineage: orc_create_people PARTITION(state=Or).address SIMPLE [(orc_create_people_staging)orc_create_people_staging.FieldSchema(name:address, type:string, comment:null), ] -POSTHOOK: Lineage: orc_create_people PARTITION(state=Or).first_name SIMPLE [(orc_create_people_staging)orc_create_people_staging.FieldSchema(name:first_name, type:string, comment:null), ] -POSTHOOK: Lineage: orc_create_people PARTITION(state=Or).id SIMPLE [(orc_create_people_staging)orc_create_people_staging.FieldSchema(name:id, type:int, comment:null), ] -POSTHOOK: Lineage: orc_create_people PARTITION(state=Or).last_name SIMPLE [(orc_create_people_staging)orc_create_people_staging.FieldSchema(name:last_name, type:string, comment:null), ] -POSTHOOK: Lineage: orc_create_people PARTITION(state=Or).salary SIMPLE [(orc_create_people_staging)orc_create_people_staging.FieldSchema(name:salary, type:decimal(10,0), comment:null), ] -POSTHOOK: Lineage: orc_create_people PARTITION(state=Or).start_date SIMPLE [(orc_create_people_staging)orc_create_people_staging.FieldSchema(name:start_date, type:timestamp, comment:null), ] -PREHOOK: query: analyze table orc_create_people partition(state) compute statistics -PREHOOK: type: QUERY -PREHOOK: Input: default@orc_create_people -PREHOOK: Output: default@orc_create_people -PREHOOK: Output: default@orc_create_people@state=Ca -PREHOOK: Output: default@orc_create_people@state=Or -POSTHOOK: query: analyze table orc_create_people partition(state) compute statistics -POSTHOOK: type: QUERY -POSTHOOK: Input: default@orc_create_people -POSTHOOK: Output: default@orc_create_people -POSTHOOK: Output: default@orc_create_people@state=Ca -POSTHOOK: Output: default@orc_create_people@state=Or -PREHOOK: query: desc formatted orc_create_people partition(state="Ca") -PREHOOK: type: DESCTABLE -PREHOOK: Input: default@orc_create_people -POSTHOOK: query: desc formatted orc_create_people partition(state="Ca") -POSTHOOK: type: DESCTABLE -POSTHOOK: Input: default@orc_create_people -# col_name data_type comment - -id int -first_name string -last_name string -address string -salary decimal(10,0) -start_date timestamp - -# Partition Information -# col_name data_type comment - -state string - -# Detailed Partition Information -Partition Value: [Ca] -Database: default -Table: orc_create_people -#### A masked pattern was here #### -Partition Parameters: - COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} - numFiles 1 - numRows 50 - rawDataSize 21950 - totalSize 2102 -#### A masked pattern was here #### - -# Storage Information -SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde -InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 -PREHOOK: query: desc formatted orc_create_people partition(state="Or") -PREHOOK: type: DESCTABLE -PREHOOK: Input: default@orc_create_people -POSTHOOK: query: desc formatted orc_create_people partition(state="Or") -POSTHOOK: type: DESCTABLE -POSTHOOK: Input: default@orc_create_people -# col_name data_type comment - -id int -first_name string -last_name string -address string -salary decimal(10,0) -start_date timestamp - -# Partition Information -# col_name data_type comment - -state string - -# Detailed Partition Information -Partition Value: [Or] -Database: default -Table: orc_create_people -#### A masked pattern was here #### -Partition Parameters: - COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} - numFiles 1 - numRows 50 - rawDataSize 22050 - totalSize 2118 -#### A masked pattern was here #### - -# Storage Information -SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde -InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 -PREHOOK: query: analyze table orc_create_people partition(state) compute statistics partialscan -PREHOOK: type: QUERY -PREHOOK: Input: default@orc_create_people -PREHOOK: Output: default@orc_create_people -PREHOOK: Output: default@orc_create_people@state=Ca -PREHOOK: Output: default@orc_create_people@state=Or -POSTHOOK: query: analyze table orc_create_people partition(state) compute statistics partialscan -POSTHOOK: type: QUERY -POSTHOOK: Input: default@orc_create_people -POSTHOOK: Output: default@orc_create_people -POSTHOOK: Output: default@orc_create_people@state=Ca -POSTHOOK: Output: default@orc_create_people@state=Or -PREHOOK: query: desc formatted orc_create_people partition(state="Ca") -PREHOOK: type: DESCTABLE -PREHOOK: Input: default@orc_create_people -POSTHOOK: query: desc formatted orc_create_people partition(state="Ca") -POSTHOOK: type: DESCTABLE -POSTHOOK: Input: default@orc_create_people -# col_name data_type comment - -id int -first_name string -last_name string -address string -salary decimal(10,0) -start_date timestamp - -# Partition Information -# col_name data_type comment - -state string - -# Detailed Partition Information -Partition Value: [Ca] -Database: default -Table: orc_create_people -#### A masked pattern was here #### -Partition Parameters: - COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} - numFiles 1 - numRows 50 - rawDataSize 21950 - totalSize 2102 -#### A masked pattern was here #### - -# Storage Information -SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde -InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 -PREHOOK: query: desc formatted orc_create_people partition(state="Or") -PREHOOK: type: DESCTABLE -PREHOOK: Input: default@orc_create_people -POSTHOOK: query: desc formatted orc_create_people partition(state="Or") -POSTHOOK: type: DESCTABLE -POSTHOOK: Input: default@orc_create_people -# col_name data_type comment - -id int -first_name string -last_name string -address string -salary decimal(10,0) -start_date timestamp - -# Partition Information -# col_name data_type comment - -state string - -# Detailed Partition Information -Partition Value: [Or] -Database: default -Table: orc_create_people -#### A masked pattern was here #### -Partition Parameters: - COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} - numFiles 1 - numRows 50 - rawDataSize 22050 - totalSize 2118 -#### A masked pattern was here #### - -# Storage Information -SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde -InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 -PREHOOK: query: analyze table orc_create_people partition(state) compute statistics noscan -PREHOOK: type: QUERY -PREHOOK: Input: default@orc_create_people -PREHOOK: Output: default@orc_create_people -PREHOOK: Output: default@orc_create_people@state=Ca -PREHOOK: Output: default@orc_create_people@state=Or -POSTHOOK: query: analyze table orc_create_people partition(state) compute statistics noscan -POSTHOOK: type: QUERY -POSTHOOK: Input: default@orc_create_people -POSTHOOK: Output: default@orc_create_people -POSTHOOK: Output: default@orc_create_people@state=Ca -POSTHOOK: Output: default@orc_create_people@state=Or -PREHOOK: query: desc formatted orc_create_people partition(state="Ca") -PREHOOK: type: DESCTABLE -PREHOOK: Input: default@orc_create_people -POSTHOOK: query: desc formatted orc_create_people partition(state="Ca") -POSTHOOK: type: DESCTABLE -POSTHOOK: Input: default@orc_create_people -# col_name data_type comment - -id int -first_name string -last_name string -address string -salary decimal(10,0) -start_date timestamp - -# Partition Information -# col_name data_type comment - -state string - -# Detailed Partition Information -Partition Value: [Ca] -Database: default -Table: orc_create_people -#### A masked pattern was here #### -Partition Parameters: - COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} - numFiles 1 - numRows 50 - rawDataSize 21950 - totalSize 2102 -#### A masked pattern was here #### - -# Storage Information -SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde -InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 -PREHOOK: query: desc formatted orc_create_people partition(state="Or") -PREHOOK: type: DESCTABLE -PREHOOK: Input: default@orc_create_people -POSTHOOK: query: desc formatted orc_create_people partition(state="Or") -POSTHOOK: type: DESCTABLE -POSTHOOK: Input: default@orc_create_people -# col_name data_type comment - -id int -first_name string -last_name string -address string -salary decimal(10,0) -start_date timestamp - -# Partition Information -# col_name data_type comment - -state string - -# Detailed Partition Information -Partition Value: [Or] -Database: default -Table: orc_create_people -#### A masked pattern was here #### -Partition Parameters: - COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} - numFiles 1 - numRows 50 - rawDataSize 22050 - totalSize 2118 -#### A masked pattern was here #### - -# Storage Information -SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde -InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 -PREHOOK: query: drop table orc_create_people -PREHOOK: type: DROPTABLE -PREHOOK: Input: default@orc_create_people -PREHOOK: Output: default@orc_create_people -POSTHOOK: query: drop table orc_create_people -POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@orc_create_people -POSTHOOK: Output: default@orc_create_people -PREHOOK: query: -- auto stats gather -CREATE TABLE orc_create_people ( - id int, - first_name string, - last_name string, - address string, - salary decimal, - start_date timestamp) -PARTITIONED BY (state string) -STORED AS orc -PREHOOK: type: CREATETABLE -PREHOOK: Output: database:default -PREHOOK: Output: default@orc_create_people -POSTHOOK: query: -- auto stats gather -CREATE TABLE orc_create_people ( - id int, - first_name string, - last_name string, - address string, - salary decimal, - start_date timestamp) -PARTITIONED BY (state string) -STORED AS orc -POSTHOOK: type: CREATETABLE -POSTHOOK: Output: database:default -POSTHOOK: Output: default@orc_create_people -PREHOOK: query: INSERT OVERWRITE TABLE orc_create_people PARTITION (state) - SELECT * FROM orc_create_people_staging ORDER BY id -PREHOOK: type: QUERY -PREHOOK: Input: default@orc_create_people_staging -PREHOOK: Output: default@orc_create_people -POSTHOOK: query: INSERT OVERWRITE TABLE orc_create_people PARTITION (state) - SELECT * FROM orc_create_people_staging ORDER BY id -POSTHOOK: type: QUERY -POSTHOOK: Input: default@orc_create_people_staging -POSTHOOK: Output: default@orc_create_people@state=Ca -POSTHOOK: Output: default@orc_create_people@state=Or -POSTHOOK: Lineage: orc_create_people PARTITION(state=Ca).address SIMPLE [(orc_create_people_staging)orc_create_people_staging.FieldSchema(name:address, type:string, comment:null), ] -POSTHOOK: Lineage: orc_create_people PARTITION(state=Ca).first_name SIMPLE [(orc_create_people_staging)orc_create_people_staging.FieldSchema(name:first_name, type:string, comment:null), ] -POSTHOOK: Lineage: orc_create_people PARTITION(state=Ca).id SIMPLE [(orc_create_people_staging)orc_create_people_staging.FieldSchema(name:id, type:int, comment:null), ] -POSTHOOK: Lineage: orc_create_people PARTITION(state=Ca).last_name SIMPLE [(orc_create_people_staging)orc_create_people_staging.FieldSchema(name:last_name, type:string, comment:null), ] -POSTHOOK: Lineage: orc_create_people PARTITION(state=Ca).salary SIMPLE [(orc_create_people_staging)orc_create_people_staging.FieldSchema(name:salary, type:decimal(10,0), comment:null), ] -POSTHOOK: Lineage: orc_create_people PARTITION(state=Ca).start_date SIMPLE [(orc_create_people_staging)orc_create_people_staging.FieldSchema(name:start_date, type:timestamp, comment:null), ] -POSTHOOK: Lineage: orc_create_people PARTITION(state=Or).address SIMPLE [(orc_create_people_staging)orc_create_people_staging.FieldSchema(name:address, type:string, comment:null), ] -POSTHOOK: Lineage: orc_create_people PARTITION(state=Or).first_name SIMPLE [(orc_create_people_staging)orc_create_people_staging.FieldSchema(name:first_name, type:string, comment:null), ] -POSTHOOK: Lineage: orc_create_people PARTITION(state=Or).id SIMPLE [(orc_create_people_staging)orc_create_people_staging.FieldSchema(name:id, type:int, comment:null), ] -POSTHOOK: Lineage: orc_create_people PARTITION(state=Or).last_name SIMPLE [(orc_create_people_staging)orc_create_people_staging.FieldSchema(name:last_name, type:string, comment:null), ] -POSTHOOK: Lineage: orc_create_people PARTITION(state=Or).salary SIMPLE [(orc_create_people_staging)orc_create_people_staging.FieldSchema(name:salary, type:decimal(10,0), comment:null), ] -POSTHOOK: Lineage: orc_create_people PARTITION(state=Or).start_date SIMPLE [(orc_create_people_staging)orc_create_people_staging.FieldSchema(name:start_date, type:timestamp, comment:null), ] -PREHOOK: query: desc formatted orc_create_people partition(state="Ca") -PREHOOK: type: DESCTABLE -PREHOOK: Input: default@orc_create_people -POSTHOOK: query: desc formatted orc_create_people partition(state="Ca") -POSTHOOK: type: DESCTABLE -POSTHOOK: Input: default@orc_create_people -# col_name data_type comment - -id int -first_name string -last_name string -address string -salary decimal(10,0) -start_date timestamp - -# Partition Information -# col_name data_type comment - -state string - -# Detailed Partition Information -Partition Value: [Ca] -Database: default -Table: orc_create_people -#### A masked pattern was here #### -Partition Parameters: - COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} - numFiles 1 - numRows 50 - rawDataSize 21950 - totalSize 2102 -#### A masked pattern was here #### - -# Storage Information -SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde -InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 -PREHOOK: query: desc formatted orc_create_people partition(state="Or") -PREHOOK: type: DESCTABLE -PREHOOK: Input: default@orc_create_people -POSTHOOK: query: desc formatted orc_create_people partition(state="Or") -POSTHOOK: type: DESCTABLE -POSTHOOK: Input: default@orc_create_people -# col_name data_type comment - -id int -first_name string -last_name string -address string -salary decimal(10,0) -start_date timestamp - -# Partition Information -# col_name data_type comment - -state string - -# Detailed Partition Information -Partition Value: [Or] -Database: default -Table: orc_create_people -#### A masked pattern was here #### -Partition Parameters: - COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} - numFiles 1 - numRows 50 - rawDataSize 22050 - totalSize 2118 -#### A masked pattern was here #### - -# Storage Information -SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde -InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 -PREHOOK: query: drop table orc_create_people -PREHOOK: type: DROPTABLE -PREHOOK: Input: default@orc_create_people -PREHOOK: Output: default@orc_create_people -POSTHOOK: query: drop table orc_create_people -POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@orc_create_people -POSTHOOK: Output: default@orc_create_people -PREHOOK: query: -- partitioned and bucketed table --- partial scan gather -CREATE TABLE orc_create_people ( - id int, - first_name string, - last_name string, - address string, - salary decimal, - start_date timestamp) -PARTITIONED BY (state string) -clustered by (first_name) -sorted by (last_name) -into 4 buckets -STORED AS orc -PREHOOK: type: CREATETABLE -PREHOOK: Output: database:default -PREHOOK: Output: default@orc_create_people -POSTHOOK: query: -- partitioned and bucketed table --- partial scan gather -CREATE TABLE orc_create_people ( - id int, - first_name string, - last_name string, - address string, - salary decimal, - start_date timestamp) -PARTITIONED BY (state string) -clustered by (first_name) -sorted by (last_name) -into 4 buckets -STORED AS orc -POSTHOOK: type: CREATETABLE -POSTHOOK: Output: database:default -POSTHOOK: Output: default@orc_create_people -PREHOOK: query: INSERT OVERWRITE TABLE orc_create_people PARTITION (state) - SELECT * FROM orc_create_people_staging ORDER BY id -PREHOOK: type: QUERY -PREHOOK: Input: default@orc_create_people_staging -PREHOOK: Output: default@orc_create_people -POSTHOOK: query: INSERT OVERWRITE TABLE orc_create_people PARTITION (state) - SELECT * FROM orc_create_people_staging ORDER BY id -POSTHOOK: type: QUERY -POSTHOOK: Input: default@orc_create_people_staging -POSTHOOK: Output: default@orc_create_people@state=Ca -POSTHOOK: Output: default@orc_create_people@state=Or -POSTHOOK: Lineage: orc_create_people PARTITION(state=Ca).address SIMPLE [(orc_create_people_staging)orc_create_people_staging.FieldSchema(name:address, type:string, comment:null), ] -POSTHOOK: Lineage: orc_create_people PARTITION(state=Ca).first_name SIMPLE [(orc_create_people_staging)orc_create_people_staging.FieldSchema(name:first_name, type:string, comment:null), ] -POSTHOOK: Lineage: orc_create_people PARTITION(state=Ca).id SIMPLE [(orc_create_people_staging)orc_create_people_staging.FieldSchema(name:id, type:int, comment:null), ] -POSTHOOK: Lineage: orc_create_people PARTITION(state=Ca).last_name SIMPLE [(orc_create_people_staging)orc_create_people_staging.FieldSchema(name:last_name, type:string, comment:null), ] -POSTHOOK: Lineage: orc_create_people PARTITION(state=Ca).salary SIMPLE [(orc_create_people_staging)orc_create_people_staging.FieldSchema(name:salary, type:decimal(10,0), comment:null), ] -POSTHOOK: Lineage: orc_create_people PARTITION(state=Ca).start_date SIMPLE [(orc_create_people_staging)orc_create_people_staging.FieldSchema(name:start_date, type:timestamp, comment:null), ] -POSTHOOK: Lineage: orc_create_people PARTITION(state=Or).address SIMPLE [(orc_create_people_staging)orc_create_people_staging.FieldSchema(name:address, type:string, comment:null), ] -POSTHOOK: Lineage: orc_create_people PARTITION(state=Or).first_name SIMPLE [(orc_create_people_staging)orc_create_people_staging.FieldSchema(name:first_name, type:string, comment:null), ] -POSTHOOK: Lineage: orc_create_people PARTITION(state=Or).id SIMPLE [(orc_create_people_staging)orc_create_people_staging.FieldSchema(name:id, type:int, comment:null), ] -POSTHOOK: Lineage: orc_create_people PARTITION(state=Or).last_name SIMPLE [(orc_create_people_staging)orc_create_people_staging.FieldSchema(name:last_name, type:string, comment:null), ] -POSTHOOK: Lineage: orc_create_people PARTITION(state=Or).salary SIMPLE [(orc_create_people_staging)orc_create_people_staging.FieldSchema(name:salary, type:decimal(10,0), comment:null), ] -POSTHOOK: Lineage: orc_create_people PARTITION(state=Or).start_date SIMPLE [(orc_create_people_staging)orc_create_people_staging.FieldSchema(name:start_date, type:timestamp, comment:null), ] -PREHOOK: query: analyze table orc_create_people partition(state) compute statistics -PREHOOK: type: QUERY -PREHOOK: Input: default@orc_create_people -PREHOOK: Output: default@orc_create_people -PREHOOK: Output: default@orc_create_people@state=Ca -PREHOOK: Output: default@orc_create_people@state=Or -POSTHOOK: query: analyze table orc_create_people partition(state) compute statistics -POSTHOOK: type: QUERY -POSTHOOK: Input: default@orc_create_people -POSTHOOK: Output: default@orc_create_people -POSTHOOK: Output: default@orc_create_people@state=Ca -POSTHOOK: Output: default@orc_create_people@state=Or -PREHOOK: query: desc formatted orc_create_people partition(state="Ca") -PREHOOK: type: DESCTABLE -PREHOOK: Input: default@orc_create_people -POSTHOOK: query: desc formatted orc_create_people partition(state="Ca") -POSTHOOK: type: DESCTABLE -POSTHOOK: Input: default@orc_create_people -# col_name data_type comment - -id int -first_name string -last_name string -address string -salary decimal(10,0) -start_date timestamp - -# Partition Information -# col_name data_type comment - -state string - -# Detailed Partition Information -Partition Value: [Ca] -Database: default -Table: orc_create_people -#### A masked pattern was here #### -Partition Parameters: - COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} - numFiles 4 - numRows 50 - rawDataSize 21975 - totalSize 5263 -#### A masked pattern was here #### - -# Storage Information -SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde -InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat -Compressed: No -Num Buckets: 4 -Bucket Columns: [first_name] -Sort Columns: [Order(col:last_name, order:1)] -Storage Desc Params: - serialization.format 1 -PREHOOK: query: desc formatted orc_create_people partition(state="Or") -PREHOOK: type: DESCTABLE -PREHOOK: Input: default@orc_create_people -POSTHOOK: query: desc formatted orc_create_people partition(state="Or") -POSTHOOK: type: DESCTABLE -POSTHOOK: Input: default@orc_create_people -# col_name data_type comment - -id int -first_name string -last_name string -address string -salary decimal(10,0) -start_date timestamp - -# Partition Information -# col_name data_type comment - -state string - -# Detailed Partition Information -Partition Value: [Or] -Database: default -Table: orc_create_people -#### A masked pattern was here #### -Partition Parameters: - COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} - numFiles 4 - numRows 50 - rawDataSize 22043 - totalSize 5336 -#### A masked pattern was here #### - -# Storage Information -SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde -InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat -Compressed: No -Num Buckets: 4 -Bucket Columns: [first_name] -Sort Columns: [Order(col:last_name, order:1)] -Storage Desc Params: - serialization.format 1 -PREHOOK: query: analyze table orc_create_people partition(state) compute statistics partialscan -PREHOOK: type: QUERY -PREHOOK: Input: default@orc_create_people -PREHOOK: Output: default@orc_create_people -PREHOOK: Output: default@orc_create_people@state=Ca -PREHOOK: Output: default@orc_create_people@state=Or -POSTHOOK: query: analyze table orc_create_people partition(state) compute statistics partialscan -POSTHOOK: type: QUERY -POSTHOOK: Input: default@orc_create_people -POSTHOOK: Output: default@orc_create_people -POSTHOOK: Output: default@orc_create_people@state=Ca -POSTHOOK: Output: default@orc_create_people@state=Or -PREHOOK: query: desc formatted orc_create_people partition(state="Ca") -PREHOOK: type: DESCTABLE -PREHOOK: Input: default@orc_create_people -POSTHOOK: query: desc formatted orc_create_people partition(state="Ca") -POSTHOOK: type: DESCTABLE -POSTHOOK: Input: default@orc_create_people -# col_name data_type comment - -id int -first_name string -last_name string -address string -salary decimal(10,0) -start_date timestamp - -# Partition Information -# col_name data_type comment - -state string - -# Detailed Partition Information -Partition Value: [Ca] -Database: default -Table: orc_create_people -#### A masked pattern was here #### -Partition Parameters: - COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} - numFiles 4 - numRows 50 - rawDataSize 21975 - totalSize 5263 -#### A masked pattern was here #### - -# Storage Information -SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde -InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat -Compressed: No -Num Buckets: 4 -Bucket Columns: [first_name] -Sort Columns: [Order(col:last_name, order:1)] -Storage Desc Params: - serialization.format 1 -PREHOOK: query: desc formatted orc_create_people partition(state="Or") -PREHOOK: type: DESCTABLE -PREHOOK: Input: default@orc_create_people -POSTHOOK: query: desc formatted orc_create_people partition(state="Or") -POSTHOOK: type: DESCTABLE -POSTHOOK: Input: default@orc_create_people -# col_name data_type comment - -id int -first_name string -last_name string -address string -salary decimal(10,0) -start_date timestamp - -# Partition Information -# col_name data_type comment - -state string - -# Detailed Partition Information -Partition Value: [Or] -Database: default -Table: orc_create_people -#### A masked pattern was here #### -Partition Parameters: - COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} - numFiles 4 - numRows 50 - rawDataSize 22043 - totalSize 5336 -#### A masked pattern was here #### - -# Storage Information -SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde -InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat -Compressed: No -Num Buckets: 4 -Bucket Columns: [first_name] -Sort Columns: [Order(col:last_name, order:1)] -Storage Desc Params: - serialization.format 1 -PREHOOK: query: analyze table orc_create_people partition(state) compute statistics noscan -PREHOOK: type: QUERY -PREHOOK: Input: default@orc_create_people -PREHOOK: Output: default@orc_create_people -PREHOOK: Output: default@orc_create_people@state=Ca -PREHOOK: Output: default@orc_create_people@state=Or -POSTHOOK: query: analyze table orc_create_people partition(state) compute statistics noscan -POSTHOOK: type: QUERY -POSTHOOK: Input: default@orc_create_people -POSTHOOK: Output: default@orc_create_people -POSTHOOK: Output: default@orc_create_people@state=Ca -POSTHOOK: Output: default@orc_create_people@state=Or -PREHOOK: query: desc formatted orc_create_people partition(state="Ca") -PREHOOK: type: DESCTABLE -PREHOOK: Input: default@orc_create_people -POSTHOOK: query: desc formatted orc_create_people partition(state="Ca") -POSTHOOK: type: DESCTABLE -POSTHOOK: Input: default@orc_create_people -# col_name data_type comment - -id int -first_name string -last_name string -address string -salary decimal(10,0) -start_date timestamp - -# Partition Information -# col_name data_type comment - -state string - -# Detailed Partition Information -Partition Value: [Ca] -Database: default -Table: orc_create_people -#### A masked pattern was here #### -Partition Parameters: - COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} - numFiles 4 - numRows 50 - rawDataSize 21975 - totalSize 5263 -#### A masked pattern was here #### - -# Storage Information -SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde -InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat -Compressed: No -Num Buckets: 4 -Bucket Columns: [first_name] -Sort Columns: [Order(col:last_name, order:1)] -Storage Desc Params: - serialization.format 1 -PREHOOK: query: desc formatted orc_create_people partition(state="Or") -PREHOOK: type: DESCTABLE -PREHOOK: Input: default@orc_create_people -POSTHOOK: query: desc formatted orc_create_people partition(state="Or") -POSTHOOK: type: DESCTABLE -POSTHOOK: Input: default@orc_create_people -# col_name data_type comment - -id int -first_name string -last_name string -address string -salary decimal(10,0) -start_date timestamp - -# Partition Information -# col_name data_type comment - -state string - -# Detailed Partition Information -Partition Value: [Or] -Database: default -Table: orc_create_people -#### A masked pattern was here #### -Partition Parameters: - COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} - numFiles 4 - numRows 50 - rawDataSize 22043 - totalSize 5336 -#### A masked pattern was here #### - -# Storage Information -SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde -InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat -Compressed: No -Num Buckets: 4 -Bucket Columns: [first_name] -Sort Columns: [Order(col:last_name, order:1)] -Storage Desc Params: - serialization.format 1 -PREHOOK: query: drop table orc_create_people -PREHOOK: type: DROPTABLE -PREHOOK: Input: default@orc_create_people -PREHOOK: Output: default@orc_create_people -POSTHOOK: query: drop table orc_create_people -POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@orc_create_people -POSTHOOK: Output: default@orc_create_people -PREHOOK: query: -- auto stats gather -CREATE TABLE orc_create_people ( - id int, - first_name string, - last_name string, - address string, - salary decimal, - start_date timestamp) -PARTITIONED BY (state string) -clustered by (first_name) -sorted by (last_name) -into 4 buckets -STORED AS orc -PREHOOK: type: CREATETABLE -PREHOOK: Output: database:default -PREHOOK: Output: default@orc_create_people -POSTHOOK: query: -- auto stats gather -CREATE TABLE orc_create_people ( - id int, - first_name string, - last_name string, - address string, - salary decimal, - start_date timestamp) -PARTITIONED BY (state string) -clustered by (first_name) -sorted by (last_name) -into 4 buckets -STORED AS orc -POSTHOOK: type: CREATETABLE -POSTHOOK: Output: database:default -POSTHOOK: Output: default@orc_create_people -PREHOOK: query: INSERT OVERWRITE TABLE orc_create_people PARTITION (state) - SELECT * FROM orc_create_people_staging ORDER BY id -PREHOOK: type: QUERY -PREHOOK: Input: default@orc_create_people_staging -PREHOOK: Output: default@orc_create_people -POSTHOOK: query: INSERT OVERWRITE TABLE orc_create_people PARTITION (state) - SELECT * FROM orc_create_people_staging ORDER BY id -POSTHOOK: type: QUERY -POSTHOOK: Input: default@orc_create_people_staging -POSTHOOK: Output: default@orc_create_people@state=Ca -POSTHOOK: Output: default@orc_create_people@state=Or -POSTHOOK: Lineage: orc_create_people PARTITION(state=Ca).address SIMPLE [(orc_create_people_staging)orc_create_people_staging.FieldSchema(name:address, type:string, comment:null), ] -POSTHOOK: Lineage: orc_create_people PARTITION(state=Ca).first_name SIMPLE [(orc_create_people_staging)orc_create_people_staging.FieldSchema(name:first_name, type:string, comment:null), ] -POSTHOOK: Lineage: orc_create_people PARTITION(state=Ca).id SIMPLE [(orc_create_people_staging)orc_create_people_staging.FieldSchema(name:id, type:int, comment:null), ] -POSTHOOK: Lineage: orc_create_people PARTITION(state=Ca).last_name SIMPLE [(orc_create_people_staging)orc_create_people_staging.FieldSchema(name:last_name, type:string, comment:null), ] -POSTHOOK: Lineage: orc_create_people PARTITION(state=Ca).salary SIMPLE [(orc_create_people_staging)orc_create_people_staging.FieldSchema(name:salary, type:decimal(10,0), comment:null), ] -POSTHOOK: Lineage: orc_create_people PARTITION(state=Ca).start_date SIMPLE [(orc_create_people_staging)orc_create_people_staging.FieldSchema(name:start_date, type:timestamp, comment:null), ] -POSTHOOK: Lineage: orc_create_people PARTITION(state=Or).address SIMPLE [(orc_create_people_staging)orc_create_people_staging.FieldSchema(name:address, type:string, comment:null), ] -POSTHOOK: Lineage: orc_create_people PARTITION(state=Or).first_name SIMPLE [(orc_create_people_staging)orc_create_people_staging.FieldSchema(name:first_name, type:string, comment:null), ] -POSTHOOK: Lineage: orc_create_people PARTITION(state=Or).id SIMPLE [(orc_create_people_staging)orc_create_people_staging.FieldSchema(name:id, type:int, comment:null), ] -POSTHOOK: Lineage: orc_create_people PARTITION(state=Or).last_name SIMPLE [(orc_create_people_staging)orc_create_people_staging.FieldSchema(name:last_name, type:string, comment:null), ] -POSTHOOK: Lineage: orc_create_people PARTITION(state=Or).salary SIMPLE [(orc_create_people_staging)orc_create_people_staging.FieldSchema(name:salary, type:decimal(10,0), comment:null), ] -POSTHOOK: Lineage: orc_create_people PARTITION(state=Or).start_date SIMPLE [(orc_create_people_staging)orc_create_people_staging.FieldSchema(name:start_date, type:timestamp, comment:null), ] -PREHOOK: query: desc formatted orc_create_people partition(state="Ca") -PREHOOK: type: DESCTABLE -PREHOOK: Input: default@orc_create_people -POSTHOOK: query: desc formatted orc_create_people partition(state="Ca") -POSTHOOK: type: DESCTABLE -POSTHOOK: Input: default@orc_create_people -# col_name data_type comment - -id int -first_name string -last_name string -address string -salary decimal(10,0) -start_date timestamp - -# Partition Information -# col_name data_type comment - -state string - -# Detailed Partition Information -Partition Value: [Ca] -Database: default -Table: orc_create_people -#### A masked pattern was here #### -Partition Parameters: - COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} - numFiles 4 - numRows 50 - rawDataSize 21975 - totalSize 5263 -#### A masked pattern was here #### - -# Storage Information -SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde -InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat -Compressed: No -Num Buckets: 4 -Bucket Columns: [first_name] -Sort Columns: [Order(col:last_name, order:1)] -Storage Desc Params: - serialization.format 1 -PREHOOK: query: desc formatted orc_create_people partition(state="Or") -PREHOOK: type: DESCTABLE -PREHOOK: Input: default@orc_create_people -POSTHOOK: query: desc formatted orc_create_people partition(state="Or") -POSTHOOK: type: DESCTABLE -POSTHOOK: Input: default@orc_create_people -# col_name data_type comment - -id int -first_name string -last_name string -address string -salary decimal(10,0) -start_date timestamp - -# Partition Information -# col_name data_type comment - -state string - -# Detailed Partition Information -Partition Value: [Or] -Database: default -Table: orc_create_people -#### A masked pattern was here #### -Partition Parameters: - COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} - numFiles 4 - numRows 50 - rawDataSize 22043 - totalSize 5336 -#### A masked pattern was here #### - -# Storage Information -SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde -InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat -Compressed: No -Num Buckets: 4 -Bucket Columns: [first_name] -Sort Columns: [Order(col:last_name, order:1)] -Storage Desc Params: - serialization.format 1 -PREHOOK: query: drop table orc_create_people -PREHOOK: type: DROPTABLE -PREHOOK: Input: default@orc_create_people -PREHOOK: Output: default@orc_create_people -POSTHOOK: query: drop table orc_create_people -POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@orc_create_people -POSTHOOK: Output: default@orc_create_people -PREHOOK: query: -- create table with partitions containing text and ORC files. --- ORC files implements StatsProvidingRecordReader but text files does not. --- So the partition containing text file should not have statistics. -CREATE TABLE orc_create_people ( - id int, - first_name string, - last_name string, - address string, - salary decimal, - start_date timestamp) -PARTITIONED BY (state string) -STORED AS orc -PREHOOK: type: CREATETABLE -PREHOOK: Output: database:default -PREHOOK: Output: default@orc_create_people -POSTHOOK: query: -- create table with partitions containing text and ORC files. --- ORC files implements StatsProvidingRecordReader but text files does not. --- So the partition containing text file should not have statistics. -CREATE TABLE orc_create_people ( - id int, - first_name string, - last_name string, - address string, - salary decimal, - start_date timestamp) -PARTITIONED BY (state string) -STORED AS orc -POSTHOOK: type: CREATETABLE -POSTHOOK: Output: database:default -POSTHOOK: Output: default@orc_create_people -PREHOOK: query: INSERT OVERWRITE TABLE orc_create_people PARTITION (state) - SELECT * FROM orc_create_people_staging ORDER BY id -PREHOOK: type: QUERY -PREHOOK: Input: default@orc_create_people_staging -PREHOOK: Output: default@orc_create_people -POSTHOOK: query: INSERT OVERWRITE TABLE orc_create_people PARTITION (state) - SELECT * FROM orc_create_people_staging ORDER BY id -POSTHOOK: type: QUERY -POSTHOOK: Input: default@orc_create_people_staging -POSTHOOK: Output: default@orc_create_people@state=Ca -POSTHOOK: Output: default@orc_create_people@state=Or -POSTHOOK: Lineage: orc_create_people PARTITION(state=Ca).address SIMPLE [(orc_create_people_staging)orc_create_people_staging.FieldSchema(name:address, type:string, comment:null), ] -POSTHOOK: Lineage: orc_create_people PARTITION(state=Ca).first_name SIMPLE [(orc_create_people_staging)orc_create_people_staging.FieldSchema(name:first_name, type:string, comment:null), ] -POSTHOOK: Lineage: orc_create_people PARTITION(state=Ca).id SIMPLE [(orc_create_people_staging)orc_create_people_staging.FieldSchema(name:id, type:int, comment:null), ] -POSTHOOK: Lineage: orc_create_people PARTITION(state=Ca).last_name SIMPLE [(orc_create_people_staging)orc_create_people_staging.FieldSchema(name:last_name, type:string, comment:null), ] -POSTHOOK: Lineage: orc_create_people PARTITION(state=Ca).salary SIMPLE [(orc_create_people_staging)orc_create_people_staging.FieldSchema(name:salary, type:decimal(10,0), comment:null), ] -POSTHOOK: Lineage: orc_create_people PARTITION(state=Ca).start_date SIMPLE [(orc_create_people_staging)orc_create_people_staging.FieldSchema(name:start_date, type:timestamp, comment:null), ] -POSTHOOK: Lineage: orc_create_people PARTITION(state=Or).address SIMPLE [(orc_create_people_staging)orc_create_people_staging.FieldSchema(name:address, type:string, comment:null), ] -POSTHOOK: Lineage: orc_create_people PARTITION(state=Or).first_name SIMPLE [(orc_create_people_staging)orc_create_people_staging.FieldSchema(name:first_name, type:string, comment:null), ] -POSTHOOK: Lineage: orc_create_people PARTITION(state=Or).id SIMPLE [(orc_create_people_staging)orc_create_people_staging.FieldSchema(name:id, type:int, comment:null), ] -POSTHOOK: Lineage: orc_create_people PARTITION(state=Or).last_name SIMPLE [(orc_create_people_staging)orc_create_people_staging.FieldSchema(name:last_name, type:string, comment:null), ] -POSTHOOK: Lineage: orc_create_people PARTITION(state=Or).salary SIMPLE [(orc_create_people_staging)orc_create_people_staging.FieldSchema(name:salary, type:decimal(10,0), comment:null), ] -POSTHOOK: Lineage: orc_create_people PARTITION(state=Or).start_date SIMPLE [(orc_create_people_staging)orc_create_people_staging.FieldSchema(name:start_date, type:timestamp, comment:null), ] -PREHOOK: query: analyze table orc_create_people partition(state) compute statistics -PREHOOK: type: QUERY -PREHOOK: Input: default@orc_create_people -PREHOOK: Output: default@orc_create_people -PREHOOK: Output: default@orc_create_people@state=Ca -PREHOOK: Output: default@orc_create_people@state=Or -POSTHOOK: query: analyze table orc_create_people partition(state) compute statistics -POSTHOOK: type: QUERY -POSTHOOK: Input: default@orc_create_people -POSTHOOK: Output: default@orc_create_people -POSTHOOK: Output: default@orc_create_people@state=Ca -POSTHOOK: Output: default@orc_create_people@state=Or -PREHOOK: query: desc formatted orc_create_people partition(state="Ca") -PREHOOK: type: DESCTABLE -PREHOOK: Input: default@orc_create_people -POSTHOOK: query: desc formatted orc_create_people partition(state="Ca") -POSTHOOK: type: DESCTABLE -POSTHOOK: Input: default@orc_create_people -# col_name data_type comment - -id int -first_name string -last_name string -address string -salary decimal(10,0) -start_date timestamp - -# Partition Information -# col_name data_type comment - -state string - -# Detailed Partition Information -Partition Value: [Ca] -Database: default -Table: orc_create_people -#### A masked pattern was here #### -Partition Parameters: - COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} - numFiles 1 - numRows 50 - rawDataSize 21950 - totalSize 2102 -#### A masked pattern was here #### - -# Storage Information -SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde -InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 -PREHOOK: query: analyze table orc_create_people partition(state) compute statistics partialscan -PREHOOK: type: QUERY -PREHOOK: Input: default@orc_create_people -PREHOOK: Output: default@orc_create_people -PREHOOK: Output: default@orc_create_people@state=Ca -PREHOOK: Output: default@orc_create_people@state=Or -POSTHOOK: query: analyze table orc_create_people partition(state) compute statistics partialscan -POSTHOOK: type: QUERY -POSTHOOK: Input: default@orc_create_people -POSTHOOK: Output: default@orc_create_people -POSTHOOK: Output: default@orc_create_people@state=Ca -POSTHOOK: Output: default@orc_create_people@state=Or -PREHOOK: query: desc formatted orc_create_people partition(state="Ca") -PREHOOK: type: DESCTABLE -PREHOOK: Input: default@orc_create_people -POSTHOOK: query: desc formatted orc_create_people partition(state="Ca") -POSTHOOK: type: DESCTABLE -POSTHOOK: Input: default@orc_create_people -# col_name data_type comment - -id int -first_name string -last_name string -address string -salary decimal(10,0) -start_date timestamp - -# Partition Information -# col_name data_type comment - -state string - -# Detailed Partition Information -Partition Value: [Ca] -Database: default -Table: orc_create_people -#### A masked pattern was here #### -Partition Parameters: - COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} - numFiles 1 - numRows 50 - rawDataSize 21950 - totalSize 2102 -#### A masked pattern was here #### - -# Storage Information -SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde -InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 -PREHOOK: query: analyze table orc_create_people partition(state) compute statistics noscan -PREHOOK: type: QUERY -PREHOOK: Input: default@orc_create_people -PREHOOK: Output: default@orc_create_people -PREHOOK: Output: default@orc_create_people@state=Ca -PREHOOK: Output: default@orc_create_people@state=Or -POSTHOOK: query: analyze table orc_create_people partition(state) compute statistics noscan -POSTHOOK: type: QUERY -POSTHOOK: Input: default@orc_create_people -POSTHOOK: Output: default@orc_create_people -POSTHOOK: Output: default@orc_create_people@state=Ca -POSTHOOK: Output: default@orc_create_people@state=Or -PREHOOK: query: desc formatted orc_create_people partition(state="Ca") -PREHOOK: type: DESCTABLE -PREHOOK: Input: default@orc_create_people -POSTHOOK: query: desc formatted orc_create_people partition(state="Ca") -POSTHOOK: type: DESCTABLE -POSTHOOK: Input: default@orc_create_people -# col_name data_type comment - -id int -first_name string -last_name string -address string -salary decimal(10,0) -start_date timestamp - -# Partition Information -# col_name data_type comment - -state string - -# Detailed Partition Information -Partition Value: [Ca] -Database: default -Table: orc_create_people -#### A masked pattern was here #### -Partition Parameters: - COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} - numFiles 1 - numRows 50 - rawDataSize 21950 - totalSize 2102 -#### A masked pattern was here #### - -# Storage Information -SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde -InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 -PREHOOK: query: drop table orc_create_people -PREHOOK: type: DROPTABLE -PREHOOK: Input: default@orc_create_people -PREHOOK: Output: default@orc_create_people -POSTHOOK: query: drop table orc_create_people -POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@orc_create_people -POSTHOOK: Output: default@orc_create_people
