Seems corrupt or empty. Use segment reader to check out the segment. On Wednesday 30 November 2011 23:31:53 Rafael Pappert wrote: > Hello List, > > I try to index my parsed into solr with the solrindex command, > but on one segment I got the following exception: > > java.io.EOFException > at java.io.DataInputStream.readFully(DataInputStream.java:180) > at java.io.DataInputStream.readFully(DataInputStream.java:152) > at org.apache.hadoop.io.SequenceFile$Reader.init(SequenceFile.java:1450) > at > org.apache.hadoop.io.SequenceFile$Reader.<init>(SequenceFile.java:1428) > at > org.apache.hadoop.io.SequenceFile$Reader.<init>(SequenceFile.java:1417) > at > org.apache.hadoop.io.SequenceFile$Reader.<init>(SequenceFile.java:1412) > at > org.apache.hadoop.mapred.SequenceFileRecordReader.<init>(SequenceFileRecor > dReader.java:43) at > org.apache.hadoop.mapred.SequenceFileInputFormat.getRecordReader(SequenceF > ileInputFormat.java:63) at > org.apache.hadoop.mapred.MapTask$TrackedRecordReader.<init>(MapTask.java:1 > 97) at org.apache.hadoop.mapred.MapTask.runOldMapper(MapTask.java:417) at > org.apache.hadoop.mapred.MapTask.run(MapTask.java:371) > at org.apache.hadoop.mapred.Child$4.run(Child.java:259) > at java.security.AccessController.doPrivileged(Native Method) > at javax.security.auth.Subject.doAs(Subject.java:396) > at > org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation. > java:1059) at org.apache.hadoop.mapred.Child.main(Child.java:253) > > java.io.EOFException > at java.io.DataInputStream.readFully(DataInputStream.java:180) > at java.io.DataInputStream.readFully(DataInputStream.java:152) > at org.apache.hadoop.io.SequenceFile$Reader.init(SequenceFile.java:1450) > at > org.apache.hadoop.io.SequenceFile$Reader.<init>(SequenceFile.java:1428) > at > org.apache.hadoop.io.SequenceFile$Reader.<init>(SequenceFile.java:1417) > at > org.apache.hadoop.io.SequenceFile$Reader.<init>(SequenceFile.java:1412) > at > org.apache.hadoop.mapred.SequenceFileRecordReader.<init>(SequenceFileRecor > dReader.java:43) at > org.apache.hadoop.mapred.SequenceFileInputFormat.getRecordReader(SequenceF > ileInputFormat.java:63) at > org.apache.hadoop.mapred.MapTask$TrackedRecordReader.<init>(MapTask.java:1 > 97) at org.apache.hadoop.mapred.MapTask.runOldMapper(MapTask.java:417) at > org.apache.hadoop.mapred.MapTask.run(MapTask.java:371) > at org.apache.hadoop.mapred.Child$4.run(Child.java:259) > at java.security.AccessController.doPrivileged(Native Method) > at javax.security.auth.Subject.doAs(Subject.java:396) > at > org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation. > java:1059) at org.apache.hadoop.mapred.Child.main(Child.java:253) > > java.io.EOFException > at java.io.DataInputStream.readFully(DataInputStream.java:180) > at java.io.DataInputStream.readFully(DataInputStream.java:152) > at org.apache.hadoop.io.SequenceFile$Reader.init(SequenceFile.java:1450) > at > org.apache.hadoop.io.SequenceFile$Reader.<init>(SequenceFile.java:1428) > at > org.apache.hadoop.io.SequenceFile$Reader.<init>(SequenceFile.java:1417) > at > org.apache.hadoop.io.SequenceFile$Reader.<init>(SequenceFile.java:1412) > at > org.apache.hadoop.mapred.SequenceFileRecordReader.<init>(SequenceFileRecor > dReader.java:43) at > org.apache.hadoop.mapred.SequenceFileInputFormat.getRecordReader(SequenceF > ileInputFormat.java:63) at > org.apache.hadoop.mapred.MapTask$TrackedRecordReader.<init>(MapTask.java:1 > 97) at org.apache.hadoop.mapred.MapTask.runOldMapper(MapTask.java:417) at > org.apache.hadoop.mapred.MapTask.run(MapTask.java:371) > at org.apache.hadoop.mapred.Child$4.run(Child.java:259) > at java.security.AccessController.doPrivileged(Native Method) > at javax.security.auth.Subject.doAs(Subject.java:396) > at > org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation. > java:1059) at org.apache.hadoop.mapred.Child.main(Child.java:253) > > java.io.EOFException > at java.io.DataInputStream.readFully(DataInputStream.java:180) > at java.io.DataInputStream.readFully(DataInputStream.java:152) > at org.apache.hadoop.io.SequenceFile$Reader.init(SequenceFile.java:1450) > at > org.apache.hadoop.io.SequenceFile$Reader.<init>(SequenceFile.java:1428) > at > org.apache.hadoop.io.SequenceFile$Reader.<init>(SequenceFile.java:1417) > at > org.apache.hadoop.io.SequenceFile$Reader.<init>(SequenceFile.java:1412) > at > org.apache.hadoop.mapred.SequenceFileRecordReader.<init>(SequenceFileRecor > dReader.java:43) at > org.apache.hadoop.mapred.SequenceFileInputFormat.getRecordReader(SequenceF > ileInputFormat.java:63) at > org.apache.hadoop.mapred.MapTask$TrackedRecordReader.<init>(MapTask.java:1 > 97) at org.apache.hadoop.mapred.MapTask.runOldMapper(MapTask.java:417) at > org.apache.hadoop.mapred.MapTask.run(MapTask.java:371) > at org.apache.hadoop.mapred.Child$4.run(Child.java:259) > at java.security.AccessController.doPrivileged(Native Method) > at javax.security.auth.Subject.doAs(Subject.java:396) > at > org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation. > java:1059) at org.apache.hadoop.mapred.Child.main(Child.java:253) > > Whats wrong with this segment? All of the other commands worked without any > problem. > > Best regards, > Rafael.
-- Markus Jelsma - CTO - Openindex
