java.lang.ArrayIndexOutOfBoundsException: 4096
at
org.apache.hadoop.io.WritableComparator.compareBytes(WritableComparator.java:129)
at
org.apache.hadoop.mapred.lib.KeyFieldBasedComparator.compareByteSequence(KeyFieldBasedComparator.java:109)
at
org.apache.hadoop.mapred.lib.KeyFieldBasedComparator.compare(KeyFieldBasedComparator.java:85)
at
org.apache.hadoop.mapred.Merger$MergeQueue.lessThan(Merger.java:308)
at
org.apache.hadoop.util.PriorityQueue.downHeap(PriorityQueue.java:139)
at
org.apache.hadoop.util.PriorityQueue.adjustTop(PriorityQueue.java:103)
at
org.apache.hadoop.mapred.Merger$MergeQueue.adjustPriorityQueue(Merger.java:270)
at org.apache.hadoop.mapred.Merger$MergeQueue.next(Merger.java:285)
at
org.apache.hadoop.mapred.Task$ValuesIterator.readNextKey(Task.java:870)
at org.apache.hadoop.mapred.Task$ValuesIterator.next(Task.java:829)
at
org.apache.hadoop.mapred.ReduceTask$ReduceValuesIterator.moveToNext(ReduceTask.java:237)
at
org.apache.hadoop.mapred.ReduceTask$ReduceValuesIterator.next(ReduceTask.java:233)
at ufida.ReduceTask.reduce(ReduceTask.java:39)
at ufida.ReduceTask.reduce(ReduceTask.java:1)
at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:430)
at org.apache.hadoop.mapred.Child.main(Child.java:155)
my hadoop version is 0.19.0, if i limit the input file number, the exception
wil not be thrown.
--
http://daily.appspot.com/food/
