Repository: trafodion Updated Branches: refs/heads/master 08e0ab09e -> a9bbe12aa
[TRAFODION-3171] Refactor Hive sequence file reading to use the new implementation Fix for the following exception seen while accessing hive sequence file with the new implementation *** ERROR[8447] An error occurred during hdfs access. Error Detail: SETUP_HDFS_SCAN java.util.concurrent.ExecutionException: java.nio.BufferOverflowException java.util.concurrent.FutureTask.report(FutureTask.java:122) java.util.concurrent.FutureTask.get(FutureTask.java:192) org.trafodion.sql.HDFSClient.trafHdfsReadBuffer(HDFSClient.java:424) org.trafodion.sql.HdfsScan.trafHdfsRead(HdfsScan.java:215) Caused by java.nio.BufferOverflowException java.nio.DirectByteBuffer.put(DirectByteBuffer.java:363) org.trafodion.sql.HDFSClient.sequenceFileRead(HDFSClient.java:301) org.trafodion.sql.HDFSClient$HDFSRead.call(HDFSClient.java:217) java.util.concurrent.FutureTask.run(FutureTask.java:266) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) java.lang.Thread.run(Thread.java:748) [2018-08-21 15:56:00] Project: http://git-wip-us.apache.org/repos/asf/trafodion/repo Commit: http://git-wip-us.apache.org/repos/asf/trafodion/commit/75dfb43c Tree: http://git-wip-us.apache.org/repos/asf/trafodion/tree/75dfb43c Diff: http://git-wip-us.apache.org/repos/asf/trafodion/diff/75dfb43c Branch: refs/heads/master Commit: 75dfb43cccb9562e20a23cd1ec38250f31759e5a Parents: 31cab90 Author: selvaganesang <[email protected]> Authored: Fri Aug 24 19:58:47 2018 +0000 Committer: selvaganesang <[email protected]> Committed: Fri Aug 24 19:58:47 2018 +0000 ---------------------------------------------------------------------- core/sql/src/main/java/org/trafodion/sql/HDFSClient.java | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/trafodion/blob/75dfb43c/core/sql/src/main/java/org/trafodion/sql/HDFSClient.java ---------------------------------------------------------------------- diff --git a/core/sql/src/main/java/org/trafodion/sql/HDFSClient.java b/core/sql/src/main/java/org/trafodion/sql/HDFSClient.java index 6b7f051..81b9129 100644 --- a/core/sql/src/main/java/org/trafodion/sql/HDFSClient.java +++ b/core/sql/src/main/java/org/trafodion/sql/HDFSClient.java @@ -286,7 +286,7 @@ public class HDFSClient buf_.put(byteArray, 0, readLen); buf_.put(recDelimiter_); - lenRemain_ -= (readLen+1); + lenRemain -= (readLen+1); totalReadLen += (readLen+1); } else { // Reset the position because the row can't be copied to buffer
