Github user ajithme commented on a diff in the pull request:
https://github.com/apache/carbondata/pull/2589#discussion_r207704316
--- Diff:
hadoop/src/main/java/org/apache/carbondata/hadoop/CarbonInputSplit.java ---
@@ -252,9 +262,24 @@ public Segment getSegment() {
if (dataMapWriterPathExists) {
dataMapWritePath = in.readUTF();
}
+ boolean filePathExists = in.readBoolean();
+ if (filePathExists) {
+ filePath = in.readUTF();
+ } else {
+ filePath = super.getPath().toString();
+ }
}
@Override public void write(DataOutput out) throws IOException {
+ if (super.getPath() != null) {
+ super.write(out);
+ } else {
+ // see HADOOP-13519, after Java deserialization, super.filePath is
+ // null, so write our filePath instead
+ Text.writeString(out, filePath);
+ out.writeLong(getStart());
+ out.writeLong(getLength());
+ }
super.write(out);
--- End diff --
can delete this line else read will fail
---