I just hit a test failure with this on latest trunk (while testing out a
patch); see diff output below. Do you know if this broke recently? Same code
passed on Hadoop 20.
JVS
----
[jsi...@dev578 ~/open/commit-trunk] diff
ql/src/test/results/clientpositive/load_dyn_part2.q.out
build/ql/test/logs/clientpositive/load_dyn_part2.q.out
--- ql/src/test/results/clientpositive/load_dyn_part2.q.out 2010-07-28
23:16:54.000000000 -0700
+++ build/ql/test/logs/clientpositive/load_dyn_part2.q.out 2010-07-29
09:57:13.000000000 -0700
@@ -16,7 +16,7 @@
ds string
hr string
-Detailed Table Information Table(tableName:nzhang_part_bucket,
dbName:default, owner:jssarma, createTime:1279737530, lastAccessTime:0,
retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string,
comment:null), FieldSchema(name:value, type:string, comment:null)],
location:file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/nzhang_part_bucket,
inputFormat:org.apache.hadoop.mapred.TextInputFormat,
outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat,
compressed:false, numBuckets:10, serdeInfo:SerDeInfo(name:null,
serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe,
parameters:{serialization.format=1}), bucketCols:[key], sortCols:[],
parameters:{}), partitionKeys:[FieldSchema(name:ds, type:string, comment:null),
FieldSchema(name:hr, type:string, comment:null)],
parameters:{transient_lastDdlTime=1279737530}, viewOriginalText:null,
viewExpandedText:null, tableType:MANAGED_TABLE)
+Detailed Table Information Table(tableName:nzhang_part_bucket,
dbName:default, owner:jsichi, createTime:1280422615, lastAccessTime:0,
retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string,
comment:null), FieldSchema(name:value, type:string, comment:null)],
location:pfile:/data/users/jsichi/open/commit-trunk/build/ql/test/data/warehouse/nzhang_part_bucket,
inputFormat:org.apache.hadoop.mapred.TextInputFormat,
outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat,
compressed:false, numBuckets:10, serdeInfo:SerDeInfo(name:null,
serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe,
parameters:{serialization.format=1}), bucketCols:[key], sortCols:[],
parameters:{}), partitionKeys:[FieldSchema(name:ds, type:string, comment:null),
FieldSchema(name:hr, type:string, comment:null)],
parameters:{transient_lastDdlTime=1280422615}, viewOriginalText:null,
viewExpandedText:null, tableType:MANAGED_TABLE)
PREHOOK: query: explain
insert overwrite table nzhang_part_bucket partition (ds='2010-03-23', hr)
select key, value, hr from srcpart where ds is not null and hr is not null
PREHOOK: type: QUERY
@@ -104,34 +104,98 @@
POSTHOOK: Input: defa...@srcpart@ds=2008-04-08/hr=12
POSTHOOK: Input: defa...@srcpart@ds=2008-04-09/hr=11
POSTHOOK: Input: defa...@srcpart@ds=2008-04-09/hr=12
+POSTHOOK: Output: defa...@nzhang_part_bucket@ds=2010-03-23/hr=10
POSTHOOK: Output: defa...@nzhang_part_bucket@ds=2010-03-23/hr=11
POSTHOOK: Output: defa...@nzhang_part_bucket@ds=2010-03-23/hr=12
+POSTHOOK: Output: defa...@nzhang_part_bucket@ds=2010-03-23/hr=13
+POSTHOOK: Output: defa...@nzhang_part_bucket@ds=2010-03-23/hr=14
+POSTHOOK: Output: defa...@nzhang_part_bucket@ds=2010-03-23/hr=15
+POSTHOOK: Output: defa...@nzhang_part_bucket@ds=2010-03-23/hr=16
+POSTHOOK: Output: defa...@nzhang_part_bucket@ds=2010-03-23/hr=17
+POSTHOOK: Output: defa...@nzhang_part_bucket@ds=2010-03-23/hr=18
+POSTHOOK: Output: defa...@nzhang_part_bucket@ds=2010-03-23/hr=19
+POSTHOOK: Lineage: nzhang_part_bucket PARTITION(ds=2010-03-23,hr=10).key
SIMPLE [(srcpart)srcpart.FieldSchema(name:ds, type:string, comment:null), ]
+POSTHOOK: Lineage: nzhang_part_bucket PARTITION(ds=2010-03-23,hr=10).value
SIMPLE [(srcpart)srcpart.FieldSchema(name:hr, type:string, comment:null), ]
POSTHOOK: Lineage: nzhang_part_bucket PARTITION(ds=2010-03-23,hr=11).key
SIMPLE [(srcpart)srcpart.FieldSchema(name:ds, type:string, comment:null), ]
POSTHOOK: Lineage: nzhang_part_bucket PARTITION(ds=2010-03-23,hr=11).value
SIMPLE [(srcpart)srcpart.FieldSchema(name:hr, type:string, comment:null), ]
POSTHOOK: Lineage: nzhang_part_bucket PARTITION(ds=2010-03-23,hr=12).key
SIMPLE [(srcpart)srcpart.FieldSchema(name:ds, type:string, comment:null), ]
POSTHOOK: Lineage: nzhang_part_bucket PARTITION(ds=2010-03-23,hr=12).value
SIMPLE [(srcpart)srcpart.FieldSchema(name:hr, type:string, comment:null), ]
+POSTHOOK: Lineage: nzhang_part_bucket PARTITION(ds=2010-03-23,hr=13).key
SIMPLE [(srcpart)srcpart.FieldSchema(name:ds, type:string, comment:null), ]
+POSTHOOK: Lineage: nzhang_part_bucket PARTITION(ds=2010-03-23,hr=13).value
SIMPLE [(srcpart)srcpart.FieldSchema(name:hr, type:string, comment:null), ]
+POSTHOOK: Lineage: nzhang_part_bucket PARTITION(ds=2010-03-23,hr=14).key
SIMPLE [(srcpart)srcpart.FieldSchema(name:ds, type:string, comment:null), ]
+POSTHOOK: Lineage: nzhang_part_bucket PARTITION(ds=2010-03-23,hr=14).value
SIMPLE [(srcpart)srcpart.FieldSchema(name:hr, type:string, comment:null), ]
+POSTHOOK: Lineage: nzhang_part_bucket PARTITION(ds=2010-03-23,hr=15).key
SIMPLE [(srcpart)srcpart.FieldSchema(name:ds, type:string, comment:null), ]
+POSTHOOK: Lineage: nzhang_part_bucket PARTITION(ds=2010-03-23,hr=15).value
SIMPLE [(srcpart)srcpart.FieldSchema(name:hr, type:string, comment:null), ]
+POSTHOOK: Lineage: nzhang_part_bucket PARTITION(ds=2010-03-23,hr=16).key
SIMPLE [(srcpart)srcpart.FieldSchema(name:ds, type:string, comment:null), ]
+POSTHOOK: Lineage: nzhang_part_bucket PARTITION(ds=2010-03-23,hr=16).value
SIMPLE [(srcpart)srcpart.FieldSchema(name:hr, type:string, comment:null), ]
+POSTHOOK: Lineage: nzhang_part_bucket PARTITION(ds=2010-03-23,hr=17).key
SIMPLE [(srcpart)srcpart.FieldSchema(name:ds, type:string, comment:null), ]
+POSTHOOK: Lineage: nzhang_part_bucket PARTITION(ds=2010-03-23,hr=17).value
SIMPLE [(srcpart)srcpart.FieldSchema(name:hr, type:string, comment:null), ]
+POSTHOOK: Lineage: nzhang_part_bucket PARTITION(ds=2010-03-23,hr=18).key
SIMPLE [(srcpart)srcpart.FieldSchema(name:ds, type:string, comment:null), ]
+POSTHOOK: Lineage: nzhang_part_bucket PARTITION(ds=2010-03-23,hr=18).value
SIMPLE [(srcpart)srcpart.FieldSchema(name:hr, type:string, comment:null), ]
+POSTHOOK: Lineage: nzhang_part_bucket PARTITION(ds=2010-03-23,hr=19).key
SIMPLE [(srcpart)srcpart.FieldSchema(name:ds, type:string, comment:null), ]
+POSTHOOK: Lineage: nzhang_part_bucket PARTITION(ds=2010-03-23,hr=19).value
SIMPLE [(srcpart)srcpart.FieldSchema(name:hr, type:string, comment:null), ]
PREHOOK: query: show partitions nzhang_part_bucket
PREHOOK: type: SHOWPARTITIONS
POSTHOOK: query: show partitions nzhang_part_bucket
POSTHOOK: type: SHOWPARTITIONS
+POSTHOOK: Lineage: nzhang_part_bucket PARTITION(ds=2010-03-23,hr=10).key
SIMPLE [(srcpart)srcpart.FieldSchema(name:ds, type:string, comment:null), ]
+POSTHOOK: Lineage: nzhang_part_bucket PARTITION(ds=2010-03-23,hr=10).value
SIMPLE [(srcpart)srcpart.FieldSchema(name:hr, type:string, comment:null), ]
POSTHOOK: Lineage: nzhang_part_bucket PARTITION(ds=2010-03-23,hr=11).key
SIMPLE [(srcpart)srcpart.FieldSchema(name:ds, type:string, comment:null), ]
POSTHOOK: Lineage: nzhang_part_bucket PARTITION(ds=2010-03-23,hr=11).value
SIMPLE [(srcpart)srcpart.FieldSchema(name:hr, type:string, comment:null), ]
POSTHOOK: Lineage: nzhang_part_bucket PARTITION(ds=2010-03-23,hr=12).key
SIMPLE [(srcpart)srcpart.FieldSchema(name:ds, type:string, comment:null), ]
POSTHOOK: Lineage: nzhang_part_bucket PARTITION(ds=2010-03-23,hr=12).value
SIMPLE [(srcpart)srcpart.FieldSchema(name:hr, type:string, comment:null), ]
+POSTHOOK: Lineage: nzhang_part_bucket PARTITION(ds=2010-03-23,hr=13).key
SIMPLE [(srcpart)srcpart.FieldSchema(name:ds, type:string, comment:null), ]
+POSTHOOK: Lineage: nzhang_part_bucket PARTITION(ds=2010-03-23,hr=13).value
SIMPLE [(srcpart)srcpart.FieldSchema(name:hr, type:string, comment:null), ]
+POSTHOOK: Lineage: nzhang_part_bucket PARTITION(ds=2010-03-23,hr=14).key
SIMPLE [(srcpart)srcpart.FieldSchema(name:ds, type:string, comment:null), ]
+POSTHOOK: Lineage: nzhang_part_bucket PARTITION(ds=2010-03-23,hr=14).value
SIMPLE [(srcpart)srcpart.FieldSchema(name:hr, type:string, comment:null), ]
+POSTHOOK: Lineage: nzhang_part_bucket PARTITION(ds=2010-03-23,hr=15).key
SIMPLE [(srcpart)srcpart.FieldSchema(name:ds, type:string, comment:null), ]
+POSTHOOK: Lineage: nzhang_part_bucket PARTITION(ds=2010-03-23,hr=15).value
SIMPLE [(srcpart)srcpart.FieldSchema(name:hr, type:string, comment:null), ]
+POSTHOOK: Lineage: nzhang_part_bucket PARTITION(ds=2010-03-23,hr=16).key
SIMPLE [(srcpart)srcpart.FieldSchema(name:ds, type:string, comment:null), ]
+POSTHOOK: Lineage: nzhang_part_bucket PARTITION(ds=2010-03-23,hr=16).value
SIMPLE [(srcpart)srcpart.FieldSchema(name:hr, type:string, comment:null), ]
+POSTHOOK: Lineage: nzhang_part_bucket PARTITION(ds=2010-03-23,hr=17).key
SIMPLE [(srcpart)srcpart.FieldSchema(name:ds, type:string, comment:null), ]
+POSTHOOK: Lineage: nzhang_part_bucket PARTITION(ds=2010-03-23,hr=17).value
SIMPLE [(srcpart)srcpart.FieldSchema(name:hr, type:string, comment:null), ]
+POSTHOOK: Lineage: nzhang_part_bucket PARTITION(ds=2010-03-23,hr=18).key
SIMPLE [(srcpart)srcpart.FieldSchema(name:ds, type:string, comment:null), ]
+POSTHOOK: Lineage: nzhang_part_bucket PARTITION(ds=2010-03-23,hr=18).value
SIMPLE [(srcpart)srcpart.FieldSchema(name:hr, type:string, comment:null), ]
+POSTHOOK: Lineage: nzhang_part_bucket PARTITION(ds=2010-03-23,hr=19).key
SIMPLE [(srcpart)srcpart.FieldSchema(name:ds, type:string, comment:null), ]
+POSTHOOK: Lineage: nzhang_part_bucket PARTITION(ds=2010-03-23,hr=19).value
SIMPLE [(srcpart)srcpart.FieldSchema(name:hr, type:string, comment:null), ]
+ds=2010-03-23/hr=10
ds=2010-03-23/hr=11
ds=2010-03-23/hr=12
+ds=2010-03-23/hr=13
+ds=2010-03-23/hr=14
+ds=2010-03-23/hr=15
+ds=2010-03-23/hr=16
+ds=2010-03-23/hr=17
+ds=2010-03-23/hr=18
+ds=2010-03-23/hr=19
PREHOOK: query: select * from nzhang_part_bucket where ds='2010-03-23' and
hr='11' order by key
PREHOOK: type: QUERY
PREHOOK: Input: defa...@nzhang_part_bucket@ds=2010-03-23/hr=11
-PREHOOK: Output:
file:/tmp/jssarma/hive_2010-07-21_11-38-55_332_7977928498639952021/10000
+PREHOOK: Output:
file:/tmp/jsichi/hive_2010-07-29_09-57-06_280_5053278566922695787/-mr-10000
POSTHOOK: query: select * from nzhang_part_bucket where ds='2010-03-23' and
hr='11' order by key
POSTHOOK: type: QUERY
POSTHOOK: Input: defa...@nzhang_part_bucket@ds=2010-03-23/hr=11
-POSTHOOK: Output:
file:/tmp/jssarma/hive_2010-07-21_11-38-55_332_7977928498639952021/10000
+POSTHOOK: Output:
file:/tmp/jsichi/hive_2010-07-29_09-57-06_280_5053278566922695787/-mr-10000
+POSTHOOK: Lineage: nzhang_part_bucket PARTITION(ds=2010-03-23,hr=10).key
SIMPLE [(srcpart)srcpart.FieldSchema(name:ds, type:string, comment:null), ]
+POSTHOOK: Lineage: nzhang_part_bucket PARTITION(ds=2010-03-23,hr=10).value
SIMPLE [(srcpart)srcpart.FieldSchema(name:hr, type:string, comment:null), ]
POSTHOOK: Lineage: nzhang_part_bucket PARTITION(ds=2010-03-23,hr=11).key
SIMPLE [(srcpart)srcpart.FieldSchema(name:ds, type:string, comment:null), ]
POSTHOOK: Lineage: nzhang_part_bucket PARTITION(ds=2010-03-23,hr=11).value
SIMPLE [(srcpart)srcpart.FieldSchema(name:hr, type:string, comment:null), ]
POSTHOOK: Lineage: nzhang_part_bucket PARTITION(ds=2010-03-23,hr=12).key
SIMPLE [(srcpart)srcpart.FieldSchema(name:ds, type:string, comment:null), ]
POSTHOOK: Lineage: nzhang_part_bucket PARTITION(ds=2010-03-23,hr=12).value
SIMPLE [(srcpart)srcpart.FieldSchema(name:hr, type:string, comment:null), ]
+POSTHOOK: Lineage: nzhang_part_bucket PARTITION(ds=2010-03-23,hr=13).key
SIMPLE [(srcpart)srcpart.FieldSchema(name:ds, type:string, comment:null), ]
+POSTHOOK: Lineage: nzhang_part_bucket PARTITION(ds=2010-03-23,hr=13).value
SIMPLE [(srcpart)srcpart.FieldSchema(name:hr, type:string, comment:null), ]
+POSTHOOK: Lineage: nzhang_part_bucket PARTITION(ds=2010-03-23,hr=14).key
SIMPLE [(srcpart)srcpart.FieldSchema(name:ds, type:string, comment:null), ]
+POSTHOOK: Lineage: nzhang_part_bucket PARTITION(ds=2010-03-23,hr=14).value
SIMPLE [(srcpart)srcpart.FieldSchema(name:hr, type:string, comment:null), ]
+POSTHOOK: Lineage: nzhang_part_bucket PARTITION(ds=2010-03-23,hr=15).key
SIMPLE [(srcpart)srcpart.FieldSchema(name:ds, type:string, comment:null), ]
+POSTHOOK: Lineage: nzhang_part_bucket PARTITION(ds=2010-03-23,hr=15).value
SIMPLE [(srcpart)srcpart.FieldSchema(name:hr, type:string, comment:null), ]
+POSTHOOK: Lineage: nzhang_part_bucket PARTITION(ds=2010-03-23,hr=16).key
SIMPLE [(srcpart)srcpart.FieldSchema(name:ds, type:string, comment:null), ]
+POSTHOOK: Lineage: nzhang_part_bucket PARTITION(ds=2010-03-23,hr=16).value
SIMPLE [(srcpart)srcpart.FieldSchema(name:hr, type:string, comment:null), ]
+POSTHOOK: Lineage: nzhang_part_bucket PARTITION(ds=2010-03-23,hr=17).key
SIMPLE [(srcpart)srcpart.FieldSchema(name:ds, type:string, comment:null), ]
+POSTHOOK: Lineage: nzhang_part_bucket PARTITION(ds=2010-03-23,hr=17).value
SIMPLE [(srcpart)srcpart.FieldSchema(name:hr, type:string, comment:null), ]
+POSTHOOK: Lineage: nzhang_part_bucket PARTITION(ds=2010-03-23,hr=18).key
SIMPLE [(srcpart)srcpart.FieldSchema(name:ds, type:string, comment:null), ]
+POSTHOOK: Lineage: nzhang_part_bucket PARTITION(ds=2010-03-23,hr=18).value
SIMPLE [(srcpart)srcpart.FieldSchema(name:hr, type:string, comment:null), ]
+POSTHOOK: Lineage: nzhang_part_bucket PARTITION(ds=2010-03-23,hr=19).key
SIMPLE [(srcpart)srcpart.FieldSchema(name:ds, type:string, comment:null), ]
+POSTHOOK: Lineage: nzhang_part_bucket PARTITION(ds=2010-03-23,hr=19).value
SIMPLE [(srcpart)srcpart.FieldSchema(name:hr, type:string, comment:null), ]
0 val_0 2010-03-23 11
0 val_0 2010-03-23 11
0 val_0 2010-03-23 11
@@ -1135,15 +1199,31 @@
PREHOOK: query: select * from nzhang_part_bucket where ds='2010-03-23' and
hr='12' order by key
PREHOOK: type: QUERY
PREHOOK: Input: defa...@nzhang_part_bucket@ds=2010-03-23/hr=12
-PREHOOK: Output:
file:/tmp/jssarma/hive_2010-07-21_11-39-00_003_5219381574950480620/10000
+PREHOOK: Output:
file:/tmp/jsichi/hive_2010-07-29_09-57-10_596_5004906641941964206/-mr-10000
POSTHOOK: query: select * from nzhang_part_bucket where ds='2010-03-23' and
hr='12' order by key
POSTHOOK: type: QUERY
POSTHOOK: Input: defa...@nzhang_part_bucket@ds=2010-03-23/hr=12
-POSTHOOK: Output:
file:/tmp/jssarma/hive_2010-07-21_11-39-00_003_5219381574950480620/10000
+POSTHOOK: Output:
file:/tmp/jsichi/hive_2010-07-29_09-57-10_596_5004906641941964206/-mr-10000
+POSTHOOK: Lineage: nzhang_part_bucket PARTITION(ds=2010-03-23,hr=10).key
SIMPLE [(srcpart)srcpart.FieldSchema(name:ds, type:string, comment:null), ]
+POSTHOOK: Lineage: nzhang_part_bucket PARTITION(ds=2010-03-23,hr=10).value
SIMPLE [(srcpart)srcpart.FieldSchema(name:hr, type:string, comment:null), ]
POSTHOOK: Lineage: nzhang_part_bucket PARTITION(ds=2010-03-23,hr=11).key
SIMPLE [(srcpart)srcpart.FieldSchema(name:ds, type:string, comment:null), ]
POSTHOOK: Lineage: nzhang_part_bucket PARTITION(ds=2010-03-23,hr=11).value
SIMPLE [(srcpart)srcpart.FieldSchema(name:hr, type:string, comment:null), ]
POSTHOOK: Lineage: nzhang_part_bucket PARTITION(ds=2010-03-23,hr=12).key
SIMPLE [(srcpart)srcpart.FieldSchema(name:ds, type:string, comment:null), ]
POSTHOOK: Lineage: nzhang_part_bucket PARTITION(ds=2010-03-23,hr=12).value
SIMPLE [(srcpart)srcpart.FieldSchema(name:hr, type:string, comment:null), ]
+POSTHOOK: Lineage: nzhang_part_bucket PARTITION(ds=2010-03-23,hr=13).key
SIMPLE [(srcpart)srcpart.FieldSchema(name:ds, type:string, comment:null), ]
+POSTHOOK: Lineage: nzhang_part_bucket PARTITION(ds=2010-03-23,hr=13).value
SIMPLE [(srcpart)srcpart.FieldSchema(name:hr, type:string, comment:null), ]
+POSTHOOK: Lineage: nzhang_part_bucket PARTITION(ds=2010-03-23,hr=14).key
SIMPLE [(srcpart)srcpart.FieldSchema(name:ds, type:string, comment:null), ]
+POSTHOOK: Lineage: nzhang_part_bucket PARTITION(ds=2010-03-23,hr=14).value
SIMPLE [(srcpart)srcpart.FieldSchema(name:hr, type:string, comment:null), ]
+POSTHOOK: Lineage: nzhang_part_bucket PARTITION(ds=2010-03-23,hr=15).key
SIMPLE [(srcpart)srcpart.FieldSchema(name:ds, type:string, comment:null), ]
+POSTHOOK: Lineage: nzhang_part_bucket PARTITION(ds=2010-03-23,hr=15).value
SIMPLE [(srcpart)srcpart.FieldSchema(name:hr, type:string, comment:null), ]
+POSTHOOK: Lineage: nzhang_part_bucket PARTITION(ds=2010-03-23,hr=16).key
SIMPLE [(srcpart)srcpart.FieldSchema(name:ds, type:string, comment:null), ]
+POSTHOOK: Lineage: nzhang_part_bucket PARTITION(ds=2010-03-23,hr=16).value
SIMPLE [(srcpart)srcpart.FieldSchema(name:hr, type:string, comment:null), ]
+POSTHOOK: Lineage: nzhang_part_bucket PARTITION(ds=2010-03-23,hr=17).key
SIMPLE [(srcpart)srcpart.FieldSchema(name:ds, type:string, comment:null), ]
+POSTHOOK: Lineage: nzhang_part_bucket PARTITION(ds=2010-03-23,hr=17).value
SIMPLE [(srcpart)srcpart.FieldSchema(name:hr, type:string, comment:null), ]
+POSTHOOK: Lineage: nzhang_part_bucket PARTITION(ds=2010-03-23,hr=18).key
SIMPLE [(srcpart)srcpart.FieldSchema(name:ds, type:string, comment:null), ]
+POSTHOOK: Lineage: nzhang_part_bucket PARTITION(ds=2010-03-23,hr=18).value
SIMPLE [(srcpart)srcpart.FieldSchema(name:hr, type:string, comment:null), ]
+POSTHOOK: Lineage: nzhang_part_bucket PARTITION(ds=2010-03-23,hr=19).key
SIMPLE [(srcpart)srcpart.FieldSchema(name:ds, type:string, comment:null), ]
+POSTHOOK: Lineage: nzhang_part_bucket PARTITION(ds=2010-03-23,hr=19).value
SIMPLE [(srcpart)srcpart.FieldSchema(name:hr, type:string, comment:null), ]
0 val_0 2010-03-23 12
0 val_0 2010-03-23 12
0 val_0 2010-03-23 12
