Modified: hive/trunk/ql/src/test/results/clientpositive/orc_merge1.q.out URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/orc_merge1.q.out?rev=1624688&r1=1624687&r2=1624688&view=diff ============================================================================== --- hive/trunk/ql/src/test/results/clientpositive/orc_merge1.q.out (original) +++ hive/trunk/ql/src/test/results/clientpositive/orc_merge1.q.out Sat Sep 13 00:39:26 2014 @@ -6,6 +6,10 @@ PREHOOK: query: DROP TABLE orcfile_merge PREHOOK: type: DROPTABLE POSTHOOK: query: DROP TABLE orcfile_merge1b POSTHOOK: type: DROPTABLE +PREHOOK: query: DROP TABLE orcfile_merge1c +PREHOOK: type: DROPTABLE +POSTHOOK: query: DROP TABLE orcfile_merge1c +POSTHOOK: type: DROPTABLE PREHOOK: query: CREATE TABLE orcfile_merge1 (key INT, value STRING) PARTITIONED BY (ds STRING, part STRING) STORED AS ORC PREHOOK: type: CREATETABLE @@ -26,16 +30,26 @@ POSTHOOK: query: CREATE TABLE orcfile_me POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default POSTHOOK: Output: default@orcfile_merge1b -PREHOOK: query: -- Use non stipe-level merge +PREHOOK: query: CREATE TABLE orcfile_merge1c (key INT, value STRING) + PARTITIONED BY (ds STRING, part STRING) STORED AS ORC +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@orcfile_merge1c +POSTHOOK: query: CREATE TABLE orcfile_merge1c (key INT, value STRING) + PARTITIONED BY (ds STRING, part STRING) STORED AS ORC +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@orcfile_merge1c +PREHOOK: query: -- merge disabled EXPLAIN INSERT OVERWRITE TABLE orcfile_merge1 PARTITION (ds='1', part) - SELECT key, value, PMOD(HASH(key), 100) as part + SELECT key, value, PMOD(HASH(key), 2) as part FROM src PREHOOK: type: QUERY -POSTHOOK: query: -- Use non stipe-level merge +POSTHOOK: query: -- merge disabled EXPLAIN INSERT OVERWRITE TABLE orcfile_merge1 PARTITION (ds='1', part) - SELECT key, value, PMOD(HASH(key), 100) as part + SELECT key, value, PMOD(HASH(key), 2) as part FROM src POSTHOOK: type: QUERY STAGE DEPENDENCIES: @@ -51,26 +65,17 @@ STAGE PLANS: alias: src Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE Select Operator - expressions: UDFToInteger(key) (type: int), value (type: string), (hash(key) pmod 100) (type: int) + expressions: UDFToInteger(key) (type: int), value (type: string), (hash(key) pmod 2) (type: int) outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: _col2 (type: int) - sort order: + - Map-reduce partition columns: _col2 (type: int) + File Output Operator + compressed: false Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: int) - Reduce Operator Tree: - Extract - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - table: - input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat - output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat - serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde - name: default.orcfile_merge1 + table: + input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat + output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat + serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde + name: default.orcfile_merge1 Stage: Stage-0 Move Operator @@ -89,317 +94,26 @@ STAGE PLANS: Stats-Aggr Operator PREHOOK: query: INSERT OVERWRITE TABLE orcfile_merge1 PARTITION (ds='1', part) - SELECT key, value, PMOD(HASH(key), 100) as part + SELECT key, value, PMOD(HASH(key), 2) as part FROM src PREHOOK: type: QUERY PREHOOK: Input: default@src PREHOOK: Output: default@orcfile_merge1@ds=1 POSTHOOK: query: INSERT OVERWRITE TABLE orcfile_merge1 PARTITION (ds='1', part) - SELECT key, value, PMOD(HASH(key), 100) as part + SELECT key, value, PMOD(HASH(key), 2) as part FROM src POSTHOOK: type: QUERY POSTHOOK: Input: default@src POSTHOOK: Output: default@orcfile_merge1@ds=1/part=0 POSTHOOK: Output: default@orcfile_merge1@ds=1/part=1 -POSTHOOK: Output: default@orcfile_merge1@ds=1/part=10 -POSTHOOK: Output: default@orcfile_merge1@ds=1/part=11 -POSTHOOK: Output: default@orcfile_merge1@ds=1/part=12 -POSTHOOK: Output: default@orcfile_merge1@ds=1/part=13 -POSTHOOK: Output: default@orcfile_merge1@ds=1/part=14 -POSTHOOK: Output: default@orcfile_merge1@ds=1/part=15 -POSTHOOK: Output: default@orcfile_merge1@ds=1/part=16 -POSTHOOK: Output: default@orcfile_merge1@ds=1/part=17 -POSTHOOK: Output: default@orcfile_merge1@ds=1/part=18 -POSTHOOK: Output: default@orcfile_merge1@ds=1/part=19 -POSTHOOK: Output: default@orcfile_merge1@ds=1/part=2 -POSTHOOK: Output: default@orcfile_merge1@ds=1/part=20 -POSTHOOK: Output: default@orcfile_merge1@ds=1/part=21 -POSTHOOK: Output: default@orcfile_merge1@ds=1/part=22 -POSTHOOK: Output: default@orcfile_merge1@ds=1/part=23 -POSTHOOK: Output: default@orcfile_merge1@ds=1/part=24 -POSTHOOK: Output: default@orcfile_merge1@ds=1/part=25 -POSTHOOK: Output: default@orcfile_merge1@ds=1/part=26 -POSTHOOK: Output: default@orcfile_merge1@ds=1/part=27 -POSTHOOK: Output: default@orcfile_merge1@ds=1/part=28 -POSTHOOK: Output: default@orcfile_merge1@ds=1/part=29 -POSTHOOK: Output: default@orcfile_merge1@ds=1/part=3 -POSTHOOK: Output: default@orcfile_merge1@ds=1/part=30 -POSTHOOK: Output: default@orcfile_merge1@ds=1/part=31 -POSTHOOK: Output: default@orcfile_merge1@ds=1/part=32 -POSTHOOK: Output: default@orcfile_merge1@ds=1/part=33 -POSTHOOK: Output: default@orcfile_merge1@ds=1/part=34 -POSTHOOK: Output: default@orcfile_merge1@ds=1/part=35 -POSTHOOK: Output: default@orcfile_merge1@ds=1/part=36 -POSTHOOK: Output: default@orcfile_merge1@ds=1/part=37 -POSTHOOK: Output: default@orcfile_merge1@ds=1/part=38 -POSTHOOK: Output: default@orcfile_merge1@ds=1/part=39 -POSTHOOK: Output: default@orcfile_merge1@ds=1/part=4 -POSTHOOK: Output: default@orcfile_merge1@ds=1/part=40 -POSTHOOK: Output: default@orcfile_merge1@ds=1/part=41 -POSTHOOK: Output: default@orcfile_merge1@ds=1/part=42 -POSTHOOK: Output: default@orcfile_merge1@ds=1/part=43 -POSTHOOK: Output: default@orcfile_merge1@ds=1/part=44 -POSTHOOK: Output: default@orcfile_merge1@ds=1/part=45 -POSTHOOK: Output: default@orcfile_merge1@ds=1/part=46 -POSTHOOK: Output: default@orcfile_merge1@ds=1/part=47 -POSTHOOK: Output: default@orcfile_merge1@ds=1/part=48 -POSTHOOK: Output: default@orcfile_merge1@ds=1/part=49 -POSTHOOK: Output: default@orcfile_merge1@ds=1/part=5 -POSTHOOK: Output: default@orcfile_merge1@ds=1/part=50 -POSTHOOK: Output: default@orcfile_merge1@ds=1/part=51 -POSTHOOK: Output: default@orcfile_merge1@ds=1/part=52 -POSTHOOK: Output: default@orcfile_merge1@ds=1/part=53 -POSTHOOK: Output: default@orcfile_merge1@ds=1/part=54 -POSTHOOK: Output: default@orcfile_merge1@ds=1/part=55 -POSTHOOK: Output: default@orcfile_merge1@ds=1/part=56 -POSTHOOK: Output: default@orcfile_merge1@ds=1/part=57 -POSTHOOK: Output: default@orcfile_merge1@ds=1/part=58 -POSTHOOK: Output: default@orcfile_merge1@ds=1/part=59 -POSTHOOK: Output: default@orcfile_merge1@ds=1/part=6 -POSTHOOK: Output: default@orcfile_merge1@ds=1/part=60 -POSTHOOK: Output: default@orcfile_merge1@ds=1/part=61 -POSTHOOK: Output: default@orcfile_merge1@ds=1/part=62 -POSTHOOK: Output: default@orcfile_merge1@ds=1/part=63 -POSTHOOK: Output: default@orcfile_merge1@ds=1/part=64 -POSTHOOK: Output: default@orcfile_merge1@ds=1/part=65 -POSTHOOK: Output: default@orcfile_merge1@ds=1/part=66 -POSTHOOK: Output: default@orcfile_merge1@ds=1/part=67 -POSTHOOK: Output: default@orcfile_merge1@ds=1/part=68 -POSTHOOK: Output: default@orcfile_merge1@ds=1/part=69 -POSTHOOK: Output: default@orcfile_merge1@ds=1/part=7 -POSTHOOK: Output: default@orcfile_merge1@ds=1/part=70 -POSTHOOK: Output: default@orcfile_merge1@ds=1/part=71 -POSTHOOK: Output: default@orcfile_merge1@ds=1/part=72 -POSTHOOK: Output: default@orcfile_merge1@ds=1/part=73 -POSTHOOK: Output: default@orcfile_merge1@ds=1/part=74 -POSTHOOK: Output: default@orcfile_merge1@ds=1/part=75 -POSTHOOK: Output: default@orcfile_merge1@ds=1/part=76 -POSTHOOK: Output: default@orcfile_merge1@ds=1/part=77 -POSTHOOK: Output: default@orcfile_merge1@ds=1/part=78 -POSTHOOK: Output: default@orcfile_merge1@ds=1/part=79 -POSTHOOK: Output: default@orcfile_merge1@ds=1/part=8 -POSTHOOK: Output: default@orcfile_merge1@ds=1/part=80 -POSTHOOK: Output: default@orcfile_merge1@ds=1/part=82 -POSTHOOK: Output: default@orcfile_merge1@ds=1/part=83 -POSTHOOK: Output: default@orcfile_merge1@ds=1/part=84 -POSTHOOK: Output: default@orcfile_merge1@ds=1/part=85 -POSTHOOK: Output: default@orcfile_merge1@ds=1/part=86 -POSTHOOK: Output: default@orcfile_merge1@ds=1/part=87 -POSTHOOK: Output: default@orcfile_merge1@ds=1/part=88 -POSTHOOK: Output: default@orcfile_merge1@ds=1/part=89 -POSTHOOK: Output: default@orcfile_merge1@ds=1/part=9 -POSTHOOK: Output: default@orcfile_merge1@ds=1/part=90 -POSTHOOK: Output: default@orcfile_merge1@ds=1/part=91 -POSTHOOK: Output: default@orcfile_merge1@ds=1/part=92 -POSTHOOK: Output: default@orcfile_merge1@ds=1/part=93 -POSTHOOK: Output: default@orcfile_merge1@ds=1/part=94 -POSTHOOK: Output: default@orcfile_merge1@ds=1/part=95 -POSTHOOK: Output: default@orcfile_merge1@ds=1/part=96 -POSTHOOK: Output: default@orcfile_merge1@ds=1/part=97 -POSTHOOK: Output: default@orcfile_merge1@ds=1/part=98 -POSTHOOK: Output: default@orcfile_merge1@ds=1/part=99 POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=0).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=0).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=10).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=10).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=11).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=11).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=12).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=12).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=13).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=13).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=14).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=14).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=15).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=15).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=16).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=16).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=17).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=17).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=18).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=18).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=19).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=19).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=1).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=20).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=20).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=21).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=21).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=22).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=22).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=23).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=23).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=24).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=24).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=25).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=25).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=26).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=26).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=27).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=27).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=28).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=28).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=29).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=29).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=2).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=2).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=30).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=30).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=31).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=31).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=32).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=32).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=33).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=33).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=34).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=34).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=35).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=35).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=36).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=36).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=37).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=37).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=38).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=38).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=39).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=39).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=3).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=3).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=40).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=40).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=41).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=41).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=42).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=42).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=43).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=43).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=44).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=44).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=45).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=45).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=46).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=46).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=47).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=47).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=48).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=48).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=49).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=49).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=4).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=4).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=50).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=50).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=51).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=51).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=52).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=52).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=53).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=53).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=54).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=54).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=55).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=55).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=56).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=56).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=57).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=57).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=58).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=58).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=59).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=59).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=5).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=5).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=60).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=60).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=61).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=61).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=62).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=62).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=63).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=63).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=64).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=64).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=65).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=65).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=66).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=66).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=67).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=67).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=68).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=68).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=69).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=69).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=6).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=6).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=70).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=70).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=71).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=71).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=72).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=72).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=73).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=73).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=74).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=74).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=75).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=75).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=76).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=76).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=77).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=77).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=78).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=78).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=79).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=79).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=7).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=7).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=80).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=80).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=82).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=82).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=83).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=83).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=84).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=84).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=85).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=85).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=86).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=86).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=87).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=87).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=88).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=88).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=89).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=89).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=8).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=8).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=90).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=90).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=91).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=91).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=92).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=92).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=93).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=93).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=94).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=94).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=95).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=95).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=96).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=96).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=97).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=97).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=98).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=98).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=99).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=99).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=9).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=9).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -PREHOOK: query: DESC FORMATTED orcfile_merge1 partition (ds='1', part='50') +PREHOOK: query: DESC FORMATTED orcfile_merge1 partition (ds='1', part='0') PREHOOK: type: DESCTABLE PREHOOK: Input: default@orcfile_merge1 -POSTHOOK: query: DESC FORMATTED orcfile_merge1 partition (ds='1', part='50') +POSTHOOK: query: DESC FORMATTED orcfile_merge1 partition (ds='1', part='0') POSTHOOK: type: DESCTABLE POSTHOOK: Input: default@orcfile_merge1 # col_name data_type comment @@ -414,7 +128,7 @@ ds string part string # Detailed Partition Information -Partition Value: [1, 50] +Partition Value: [1, 0] Database: default Table: orcfile_merge1 #### A masked pattern was here #### @@ -422,10 +136,10 @@ Protect Mode: None #### A masked pattern was here #### Partition Parameters: COLUMN_STATS_ACCURATE true - numFiles 1 - numRows 3 - rawDataSize 282 - totalSize 312 + numFiles 2 + numRows 242 + rawDataSize 22748 + totalSize 1750 #### A masked pattern was here #### # Storage Information @@ -438,20 +152,27 @@ Bucket Columns: [] Sort Columns: [] Storage Desc Params: serialization.format 1 -PREHOOK: query: EXPLAIN +PREHOOK: query: -- auto-merge slow way +EXPLAIN INSERT OVERWRITE TABLE orcfile_merge1b PARTITION (ds='1', part) - SELECT key, value, PMOD(HASH(key), 100) as part + SELECT key, value, PMOD(HASH(key), 2) as part FROM src PREHOOK: type: QUERY -POSTHOOK: query: EXPLAIN +POSTHOOK: query: -- auto-merge slow way +EXPLAIN INSERT OVERWRITE TABLE orcfile_merge1b PARTITION (ds='1', part) - SELECT key, value, PMOD(HASH(key), 100) as part + SELECT key, value, PMOD(HASH(key), 2) as part FROM src POSTHOOK: type: QUERY STAGE DEPENDENCIES: Stage-1 is a root stage - Stage-0 depends on stages: Stage-1 + Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5 + Stage-4 + Stage-0 depends on stages: Stage-4, Stage-3, Stage-6 Stage-2 depends on stages: Stage-0 + Stage-3 + Stage-5 + Stage-6 depends on stages: Stage-5 STAGE PLANS: Stage: Stage-1 @@ -461,26 +182,26 @@ STAGE PLANS: alias: src Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE Select Operator - expressions: UDFToInteger(key) (type: int), value (type: string), (hash(key) pmod 100) (type: int) + expressions: UDFToInteger(key) (type: int), value (type: string), (hash(key) pmod 2) (type: int) outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: _col2 (type: int) - sort order: + - Map-reduce partition columns: _col2 (type: int) + File Output Operator + compressed: false Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: int) - Reduce Operator Tree: - Extract - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - table: - input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat - output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat - serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde - name: default.orcfile_merge1b + table: + input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat + output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat + serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde + name: default.orcfile_merge1b + + Stage: Stage-7 + Conditional Operator + + Stage: Stage-4 + Move Operator + files: + hdfs directory: true +#### A masked pattern was here #### Stage: Stage-0 Move Operator @@ -498,320 +219,59 @@ STAGE PLANS: Stage: Stage-2 Stats-Aggr Operator + Stage: Stage-3 + Map Reduce + Map Operator Tree: + TableScan + File Output Operator + compressed: false + table: + input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat + output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat + serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde + name: default.orcfile_merge1b + + Stage: Stage-5 + Map Reduce + Map Operator Tree: + TableScan + File Output Operator + compressed: false + table: + input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat + output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat + serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde + name: default.orcfile_merge1b + + Stage: Stage-6 + Move Operator + files: + hdfs directory: true +#### A masked pattern was here #### + PREHOOK: query: INSERT OVERWRITE TABLE orcfile_merge1b PARTITION (ds='1', part) - SELECT key, value, PMOD(HASH(key), 100) as part + SELECT key, value, PMOD(HASH(key), 2) as part FROM src PREHOOK: type: QUERY PREHOOK: Input: default@src PREHOOK: Output: default@orcfile_merge1b@ds=1 POSTHOOK: query: INSERT OVERWRITE TABLE orcfile_merge1b PARTITION (ds='1', part) - SELECT key, value, PMOD(HASH(key), 100) as part + SELECT key, value, PMOD(HASH(key), 2) as part FROM src POSTHOOK: type: QUERY POSTHOOK: Input: default@src POSTHOOK: Output: default@orcfile_merge1b@ds=1/part=0 POSTHOOK: Output: default@orcfile_merge1b@ds=1/part=1 -POSTHOOK: Output: default@orcfile_merge1b@ds=1/part=10 -POSTHOOK: Output: default@orcfile_merge1b@ds=1/part=11 -POSTHOOK: Output: default@orcfile_merge1b@ds=1/part=12 -POSTHOOK: Output: default@orcfile_merge1b@ds=1/part=13 -POSTHOOK: Output: default@orcfile_merge1b@ds=1/part=14 -POSTHOOK: Output: default@orcfile_merge1b@ds=1/part=15 -POSTHOOK: Output: default@orcfile_merge1b@ds=1/part=16 -POSTHOOK: Output: default@orcfile_merge1b@ds=1/part=17 -POSTHOOK: Output: default@orcfile_merge1b@ds=1/part=18 -POSTHOOK: Output: default@orcfile_merge1b@ds=1/part=19 -POSTHOOK: Output: default@orcfile_merge1b@ds=1/part=2 -POSTHOOK: Output: default@orcfile_merge1b@ds=1/part=20 -POSTHOOK: Output: default@orcfile_merge1b@ds=1/part=21 -POSTHOOK: Output: default@orcfile_merge1b@ds=1/part=22 -POSTHOOK: Output: default@orcfile_merge1b@ds=1/part=23 -POSTHOOK: Output: default@orcfile_merge1b@ds=1/part=24 -POSTHOOK: Output: default@orcfile_merge1b@ds=1/part=25 -POSTHOOK: Output: default@orcfile_merge1b@ds=1/part=26 -POSTHOOK: Output: default@orcfile_merge1b@ds=1/part=27 -POSTHOOK: Output: default@orcfile_merge1b@ds=1/part=28 -POSTHOOK: Output: default@orcfile_merge1b@ds=1/part=29 -POSTHOOK: Output: default@orcfile_merge1b@ds=1/part=3 -POSTHOOK: Output: default@orcfile_merge1b@ds=1/part=30 -POSTHOOK: Output: default@orcfile_merge1b@ds=1/part=31 -POSTHOOK: Output: default@orcfile_merge1b@ds=1/part=32 -POSTHOOK: Output: default@orcfile_merge1b@ds=1/part=33 -POSTHOOK: Output: default@orcfile_merge1b@ds=1/part=34 -POSTHOOK: Output: default@orcfile_merge1b@ds=1/part=35 -POSTHOOK: Output: default@orcfile_merge1b@ds=1/part=36 -POSTHOOK: Output: default@orcfile_merge1b@ds=1/part=37 -POSTHOOK: Output: default@orcfile_merge1b@ds=1/part=38 -POSTHOOK: Output: default@orcfile_merge1b@ds=1/part=39 -POSTHOOK: Output: default@orcfile_merge1b@ds=1/part=4 -POSTHOOK: Output: default@orcfile_merge1b@ds=1/part=40 -POSTHOOK: Output: default@orcfile_merge1b@ds=1/part=41 -POSTHOOK: Output: default@orcfile_merge1b@ds=1/part=42 -POSTHOOK: Output: default@orcfile_merge1b@ds=1/part=43 -POSTHOOK: Output: default@orcfile_merge1b@ds=1/part=44 -POSTHOOK: Output: default@orcfile_merge1b@ds=1/part=45 -POSTHOOK: Output: default@orcfile_merge1b@ds=1/part=46 -POSTHOOK: Output: default@orcfile_merge1b@ds=1/part=47 -POSTHOOK: Output: default@orcfile_merge1b@ds=1/part=48 -POSTHOOK: Output: default@orcfile_merge1b@ds=1/part=49 -POSTHOOK: Output: default@orcfile_merge1b@ds=1/part=5 -POSTHOOK: Output: default@orcfile_merge1b@ds=1/part=50 -POSTHOOK: Output: default@orcfile_merge1b@ds=1/part=51 -POSTHOOK: Output: default@orcfile_merge1b@ds=1/part=52 -POSTHOOK: Output: default@orcfile_merge1b@ds=1/part=53 -POSTHOOK: Output: default@orcfile_merge1b@ds=1/part=54 -POSTHOOK: Output: default@orcfile_merge1b@ds=1/part=55 -POSTHOOK: Output: default@orcfile_merge1b@ds=1/part=56 -POSTHOOK: Output: default@orcfile_merge1b@ds=1/part=57 -POSTHOOK: Output: default@orcfile_merge1b@ds=1/part=58 -POSTHOOK: Output: default@orcfile_merge1b@ds=1/part=59 -POSTHOOK: Output: default@orcfile_merge1b@ds=1/part=6 -POSTHOOK: Output: default@orcfile_merge1b@ds=1/part=60 -POSTHOOK: Output: default@orcfile_merge1b@ds=1/part=61 -POSTHOOK: Output: default@orcfile_merge1b@ds=1/part=62 -POSTHOOK: Output: default@orcfile_merge1b@ds=1/part=63 -POSTHOOK: Output: default@orcfile_merge1b@ds=1/part=64 -POSTHOOK: Output: default@orcfile_merge1b@ds=1/part=65 -POSTHOOK: Output: default@orcfile_merge1b@ds=1/part=66 -POSTHOOK: Output: default@orcfile_merge1b@ds=1/part=67 -POSTHOOK: Output: default@orcfile_merge1b@ds=1/part=68 -POSTHOOK: Output: default@orcfile_merge1b@ds=1/part=69 -POSTHOOK: Output: default@orcfile_merge1b@ds=1/part=7 -POSTHOOK: Output: default@orcfile_merge1b@ds=1/part=70 -POSTHOOK: Output: default@orcfile_merge1b@ds=1/part=71 -POSTHOOK: Output: default@orcfile_merge1b@ds=1/part=72 -POSTHOOK: Output: default@orcfile_merge1b@ds=1/part=73 -POSTHOOK: Output: default@orcfile_merge1b@ds=1/part=74 -POSTHOOK: Output: default@orcfile_merge1b@ds=1/part=75 -POSTHOOK: Output: default@orcfile_merge1b@ds=1/part=76 -POSTHOOK: Output: default@orcfile_merge1b@ds=1/part=77 -POSTHOOK: Output: default@orcfile_merge1b@ds=1/part=78 -POSTHOOK: Output: default@orcfile_merge1b@ds=1/part=79 -POSTHOOK: Output: default@orcfile_merge1b@ds=1/part=8 -POSTHOOK: Output: default@orcfile_merge1b@ds=1/part=80 -POSTHOOK: Output: default@orcfile_merge1b@ds=1/part=82 -POSTHOOK: Output: default@orcfile_merge1b@ds=1/part=83 -POSTHOOK: Output: default@orcfile_merge1b@ds=1/part=84 -POSTHOOK: Output: default@orcfile_merge1b@ds=1/part=85 -POSTHOOK: Output: default@orcfile_merge1b@ds=1/part=86 -POSTHOOK: Output: default@orcfile_merge1b@ds=1/part=87 -POSTHOOK: Output: default@orcfile_merge1b@ds=1/part=88 -POSTHOOK: Output: default@orcfile_merge1b@ds=1/part=89 -POSTHOOK: Output: default@orcfile_merge1b@ds=1/part=9 -POSTHOOK: Output: default@orcfile_merge1b@ds=1/part=90 -POSTHOOK: Output: default@orcfile_merge1b@ds=1/part=91 -POSTHOOK: Output: default@orcfile_merge1b@ds=1/part=92 -POSTHOOK: Output: default@orcfile_merge1b@ds=1/part=93 -POSTHOOK: Output: default@orcfile_merge1b@ds=1/part=94 -POSTHOOK: Output: default@orcfile_merge1b@ds=1/part=95 -POSTHOOK: Output: default@orcfile_merge1b@ds=1/part=96 -POSTHOOK: Output: default@orcfile_merge1b@ds=1/part=97 -POSTHOOK: Output: default@orcfile_merge1b@ds=1/part=98 -POSTHOOK: Output: default@orcfile_merge1b@ds=1/part=99 POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=0).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=0).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=10).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=10).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=11).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=11).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=12).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=12).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=13).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=13).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=14).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=14).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=15).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=15).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=16).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=16).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=17).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=17).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=18).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=18).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=19).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=19).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=1).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=20).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=20).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=21).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=21).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=22).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=22).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=23).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=23).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=24).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=24).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=25).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=25).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=26).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=26).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=27).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=27).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=28).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=28).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=29).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=29).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=2).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=2).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=30).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=30).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=31).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=31).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=32).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=32).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=33).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=33).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=34).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=34).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=35).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=35).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=36).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=36).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=37).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=37).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=38).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=38).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=39).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=39).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=3).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=3).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=40).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=40).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=41).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=41).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=42).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=42).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=43).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=43).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=44).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=44).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=45).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=45).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=46).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=46).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=47).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=47).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=48).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=48).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=49).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=49).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=4).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=4).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=50).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=50).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=51).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=51).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=52).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=52).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=53).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=53).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=54).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=54).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=55).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=55).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=56).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=56).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=57).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=57).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=58).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=58).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=59).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=59).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=5).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=5).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=60).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=60).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=61).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=61).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=62).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=62).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=63).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=63).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=64).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=64).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=65).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=65).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=66).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=66).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=67).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=67).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=68).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=68).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=69).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=69).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=6).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=6).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=70).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=70).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=71).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=71).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=72).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=72).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=73).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=73).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=74).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=74).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=75).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=75).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=76).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=76).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=77).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=77).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=78).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=78).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=79).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=79).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=7).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=7).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=80).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=80).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=82).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=82).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=83).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=83).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=84).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=84).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=85).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=85).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=86).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=86).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=87).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=87).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=88).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=88).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=89).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=89).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=8).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=8).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=90).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=90).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=91).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=91).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=92).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=92).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=93).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=93).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=94).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=94).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=95).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=95).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=96).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=96).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=97).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=97).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=98).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=98).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=99).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=99).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=9).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=9).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -PREHOOK: query: DESC FORMATTED orcfile_merge1 partition (ds='1', part='50') +PREHOOK: query: DESC FORMATTED orcfile_merge1b partition (ds='1', part='0') PREHOOK: type: DESCTABLE -PREHOOK: Input: default@orcfile_merge1 -POSTHOOK: query: DESC FORMATTED orcfile_merge1 partition (ds='1', part='50') +PREHOOK: Input: default@orcfile_merge1b +POSTHOOK: query: DESC FORMATTED orcfile_merge1b partition (ds='1', part='0') POSTHOOK: type: DESCTABLE -POSTHOOK: Input: default@orcfile_merge1 +POSTHOOK: Input: default@orcfile_merge1b # col_name data_type comment key int @@ -824,18 +284,164 @@ ds string part string # Detailed Partition Information -Partition Value: [1, 50] +Partition Value: [1, 0] Database: default -Table: orcfile_merge1 +Table: orcfile_merge1b #### A masked pattern was here #### Protect Mode: None #### A masked pattern was here #### Partition Parameters: COLUMN_STATS_ACCURATE true numFiles 1 - numRows 3 - rawDataSize 282 - totalSize 312 + numRows 242 + rawDataSize 22748 + totalSize 1335 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: -- auto-merge fast way +EXPLAIN + INSERT OVERWRITE TABLE orcfile_merge1c PARTITION (ds='1', part) + SELECT key, value, PMOD(HASH(key), 2) as part + FROM src +PREHOOK: type: QUERY +POSTHOOK: query: -- auto-merge fast way +EXPLAIN + INSERT OVERWRITE TABLE orcfile_merge1c PARTITION (ds='1', part) + SELECT key, value, PMOD(HASH(key), 2) as part + FROM src +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5 + Stage-4 + Stage-0 depends on stages: Stage-4, Stage-3, Stage-6 + Stage-2 depends on stages: Stage-0 + Stage-3 + Stage-5 + Stage-6 depends on stages: Stage-5 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: src + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: UDFToInteger(key) (type: int), value (type: string), (hash(key) pmod 2) (type: int) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat + output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat + serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde + name: default.orcfile_merge1c + + Stage: Stage-7 + Conditional Operator + + Stage: Stage-4 + Move Operator + files: + hdfs directory: true +#### A masked pattern was here #### + + Stage: Stage-0 + Move Operator + tables: + partition: + ds 1 + part + replace: true + table: + input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat + output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat + serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde + name: default.orcfile_merge1c + + Stage: Stage-2 + Stats-Aggr Operator + + Stage: Stage-3 + Merge File Operator + Map Operator Tree: + ORC File Merge Operator + merge level: stripe + input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat + + Stage: Stage-5 + Merge File Operator + Map Operator Tree: + ORC File Merge Operator + merge level: stripe + input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat + + Stage: Stage-6 + Move Operator + files: + hdfs directory: true +#### A masked pattern was here #### + +PREHOOK: query: INSERT OVERWRITE TABLE orcfile_merge1c PARTITION (ds='1', part) + SELECT key, value, PMOD(HASH(key), 2) as part + FROM src +PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@orcfile_merge1c@ds=1 +POSTHOOK: query: INSERT OVERWRITE TABLE orcfile_merge1c PARTITION (ds='1', part) + SELECT key, value, PMOD(HASH(key), 2) as part + FROM src +POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@orcfile_merge1c@ds=1/part=0 +POSTHOOK: Output: default@orcfile_merge1c@ds=1/part=1 +POSTHOOK: Lineage: orcfile_merge1c PARTITION(ds=1,part=0).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: orcfile_merge1c PARTITION(ds=1,part=0).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: orcfile_merge1c PARTITION(ds=1,part=1).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: orcfile_merge1c PARTITION(ds=1,part=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +PREHOOK: query: DESC FORMATTED orcfile_merge1c partition (ds='1', part='0') +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@orcfile_merge1c +POSTHOOK: query: DESC FORMATTED orcfile_merge1c partition (ds='1', part='0') +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@orcfile_merge1c +# col_name data_type comment + +key int +value string + +# Partition Information +# col_name data_type comment + +ds string +part string + +# Detailed Partition Information +Partition Value: [1, 0] +Database: default +Table: orcfile_merge1c +#### A masked pattern was here #### +Protect Mode: None +#### A masked pattern was here #### +Partition Parameters: + COLUMN_STATS_ACCURATE true + numFiles 1 + numRows 242 + rawDataSize 22748 + totalSize 1626 #### A masked pattern was here #### # Storage Information @@ -857,103 +463,6 @@ PREHOOK: type: QUERY PREHOOK: Input: default@orcfile_merge1 PREHOOK: Input: default@orcfile_merge1@ds=1/part=0 PREHOOK: Input: default@orcfile_merge1@ds=1/part=1 -PREHOOK: Input: default@orcfile_merge1@ds=1/part=10 -PREHOOK: Input: default@orcfile_merge1@ds=1/part=11 -PREHOOK: Input: default@orcfile_merge1@ds=1/part=12 -PREHOOK: Input: default@orcfile_merge1@ds=1/part=13 -PREHOOK: Input: default@orcfile_merge1@ds=1/part=14 -PREHOOK: Input: default@orcfile_merge1@ds=1/part=15 -PREHOOK: Input: default@orcfile_merge1@ds=1/part=16 -PREHOOK: Input: default@orcfile_merge1@ds=1/part=17 -PREHOOK: Input: default@orcfile_merge1@ds=1/part=18 -PREHOOK: Input: default@orcfile_merge1@ds=1/part=19 -PREHOOK: Input: default@orcfile_merge1@ds=1/part=2 -PREHOOK: Input: default@orcfile_merge1@ds=1/part=20 -PREHOOK: Input: default@orcfile_merge1@ds=1/part=21 -PREHOOK: Input: default@orcfile_merge1@ds=1/part=22 -PREHOOK: Input: default@orcfile_merge1@ds=1/part=23 -PREHOOK: Input: default@orcfile_merge1@ds=1/part=24 -PREHOOK: Input: default@orcfile_merge1@ds=1/part=25 -PREHOOK: Input: default@orcfile_merge1@ds=1/part=26 -PREHOOK: Input: default@orcfile_merge1@ds=1/part=27 -PREHOOK: Input: default@orcfile_merge1@ds=1/part=28 -PREHOOK: Input: default@orcfile_merge1@ds=1/part=29 -PREHOOK: Input: default@orcfile_merge1@ds=1/part=3 -PREHOOK: Input: default@orcfile_merge1@ds=1/part=30 -PREHOOK: Input: default@orcfile_merge1@ds=1/part=31 -PREHOOK: Input: default@orcfile_merge1@ds=1/part=32 -PREHOOK: Input: default@orcfile_merge1@ds=1/part=33 -PREHOOK: Input: default@orcfile_merge1@ds=1/part=34 -PREHOOK: Input: default@orcfile_merge1@ds=1/part=35 -PREHOOK: Input: default@orcfile_merge1@ds=1/part=36 -PREHOOK: Input: default@orcfile_merge1@ds=1/part=37 -PREHOOK: Input: default@orcfile_merge1@ds=1/part=38 -PREHOOK: Input: default@orcfile_merge1@ds=1/part=39 -PREHOOK: Input: default@orcfile_merge1@ds=1/part=4 -PREHOOK: Input: default@orcfile_merge1@ds=1/part=40 -PREHOOK: Input: default@orcfile_merge1@ds=1/part=41 -PREHOOK: Input: default@orcfile_merge1@ds=1/part=42 -PREHOOK: Input: default@orcfile_merge1@ds=1/part=43 -PREHOOK: Input: default@orcfile_merge1@ds=1/part=44 -PREHOOK: Input: default@orcfile_merge1@ds=1/part=45 -PREHOOK: Input: default@orcfile_merge1@ds=1/part=46 -PREHOOK: Input: default@orcfile_merge1@ds=1/part=47 -PREHOOK: Input: default@orcfile_merge1@ds=1/part=48 -PREHOOK: Input: default@orcfile_merge1@ds=1/part=49 -PREHOOK: Input: default@orcfile_merge1@ds=1/part=5 -PREHOOK: Input: default@orcfile_merge1@ds=1/part=50 -PREHOOK: Input: default@orcfile_merge1@ds=1/part=51 -PREHOOK: Input: default@orcfile_merge1@ds=1/part=52 -PREHOOK: Input: default@orcfile_merge1@ds=1/part=53 -PREHOOK: Input: default@orcfile_merge1@ds=1/part=54 -PREHOOK: Input: default@orcfile_merge1@ds=1/part=55 -PREHOOK: Input: default@orcfile_merge1@ds=1/part=56 -PREHOOK: Input: default@orcfile_merge1@ds=1/part=57 -PREHOOK: Input: default@orcfile_merge1@ds=1/part=58 -PREHOOK: Input: default@orcfile_merge1@ds=1/part=59 -PREHOOK: Input: default@orcfile_merge1@ds=1/part=6 -PREHOOK: Input: default@orcfile_merge1@ds=1/part=60 -PREHOOK: Input: default@orcfile_merge1@ds=1/part=61 -PREHOOK: Input: default@orcfile_merge1@ds=1/part=62 -PREHOOK: Input: default@orcfile_merge1@ds=1/part=63 -PREHOOK: Input: default@orcfile_merge1@ds=1/part=64 -PREHOOK: Input: default@orcfile_merge1@ds=1/part=65 -PREHOOK: Input: default@orcfile_merge1@ds=1/part=66 -PREHOOK: Input: default@orcfile_merge1@ds=1/part=67 -PREHOOK: Input: default@orcfile_merge1@ds=1/part=68 -PREHOOK: Input: default@orcfile_merge1@ds=1/part=69 -PREHOOK: Input: default@orcfile_merge1@ds=1/part=7 -PREHOOK: Input: default@orcfile_merge1@ds=1/part=70 -PREHOOK: Input: default@orcfile_merge1@ds=1/part=71 -PREHOOK: Input: default@orcfile_merge1@ds=1/part=72 -PREHOOK: Input: default@orcfile_merge1@ds=1/part=73 -PREHOOK: Input: default@orcfile_merge1@ds=1/part=74 -PREHOOK: Input: default@orcfile_merge1@ds=1/part=75 -PREHOOK: Input: default@orcfile_merge1@ds=1/part=76 -PREHOOK: Input: default@orcfile_merge1@ds=1/part=77 -PREHOOK: Input: default@orcfile_merge1@ds=1/part=78 -PREHOOK: Input: default@orcfile_merge1@ds=1/part=79 -PREHOOK: Input: default@orcfile_merge1@ds=1/part=8 -PREHOOK: Input: default@orcfile_merge1@ds=1/part=80 -PREHOOK: Input: default@orcfile_merge1@ds=1/part=82 -PREHOOK: Input: default@orcfile_merge1@ds=1/part=83 -PREHOOK: Input: default@orcfile_merge1@ds=1/part=84 -PREHOOK: Input: default@orcfile_merge1@ds=1/part=85 -PREHOOK: Input: default@orcfile_merge1@ds=1/part=86 -PREHOOK: Input: default@orcfile_merge1@ds=1/part=87 -PREHOOK: Input: default@orcfile_merge1@ds=1/part=88 -PREHOOK: Input: default@orcfile_merge1@ds=1/part=89 -PREHOOK: Input: default@orcfile_merge1@ds=1/part=9 -PREHOOK: Input: default@orcfile_merge1@ds=1/part=90 -PREHOOK: Input: default@orcfile_merge1@ds=1/part=91 -PREHOOK: Input: default@orcfile_merge1@ds=1/part=92 -PREHOOK: Input: default@orcfile_merge1@ds=1/part=93 -PREHOOK: Input: default@orcfile_merge1@ds=1/part=94 -PREHOOK: Input: default@orcfile_merge1@ds=1/part=95 -PREHOOK: Input: default@orcfile_merge1@ds=1/part=96 -PREHOOK: Input: default@orcfile_merge1@ds=1/part=97
[... 394 lines stripped ...]
