Hi,
After I load from hive table which is parquet format insert into carbondata
table following error :
when execute simple query through spark sql thrift show following error :
java.lang.RuntimeException: java.util.concurrent.ExecutionException:
java.util.concurrent.ExecutionException: java.io.EOFException: Cannot
seek after EOF
at
org.apache.carbondata.core.scan.processor.AbstractDataBlockIterator.close(AbstractDataBlockIterator.java:247)
at
org.apache.carbondata.core.scan.result.iterator.AbstractDetailQueryResultIterator.close(AbstractDetailQueryResultIterator.java:307)
at
org.apache.carbondata.core.scan.executor.impl.AbstractQueryExecutor.finish(AbstractQueryExecutor.java:590)
at
org.apache.carbondata.spark.vectorreader.VectorizedCarbonRecordReader.close(VectorizedCarbonRecordReader.java:162)
at
org.apache.carbondata.spark.rdd.CarbonScanRDD$$anon$1$$anonfun$17.apply(CarbonScanRDD.scala:372)
at
org.apache.carbondata.spark.rdd.CarbonScanRDD$$anon$1$$anonfun$17.apply(CarbonScanRDD.scala:371)
at
org.apache.spark.TaskContext$$anon$1.onTaskCompletion(TaskContext.scala:128)
at
org.apache.spark.TaskContextImpl$$anonfun$markTaskCompleted$1.apply(TaskContextImpl.scala:117)
at
org.apache.spark.TaskContextImpl$$anonfun$markTaskCompleted$1.apply(TaskContextImpl.scala:117)
at
org.apache.spark.TaskContextImpl$$anonfun$invokeListeners$1.apply(TaskContextImpl.scala:130)
at
org.apache.spark.TaskContextImpl$$anonfun$invokeListeners$1.apply(TaskContextImpl.scala:128)
at
scala.collection.mutable.ResizableArray$class.foreach(ResizableArray.scala:59)
at scala.collection.mutable.ArrayBuffer.foreach(ArrayBuffer.scala:48)
at
org.apache.spark.TaskContextImpl.invokeListeners(TaskContextImpl.scala:128)
at
org.apache.spark.TaskContextImpl.markTaskCompleted(TaskContextImpl.scala:116)
at org.apache.spark.scheduler.Task.run(Task.scala:118)
at org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:351)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.util.concurrent.ExecutionException:
java.util.concurrent.ExecutionException: java.io.EOFException: Cannot
seek after EOF
at java.util.concurrent.FutureTask.report(FutureTask.java:122)
at java.util.concurrent.FutureTask.get(FutureTask.java:192)
at
org.apache.carbondata.core.scan.processor.AbstractDataBlockIterator.close(AbstractDataBlockIterator.java:242)
... 19 more
Caused by: java.util.concurrent.ExecutionException:
java.io.EOFException: Cannot seek after EOF
at java.util.concurrent.FutureTask.report(FutureTask.java:122)
at java.util.concurrent.FutureTask.get(FutureTask.java:192)
at
org.apache.carbondata.core.scan.processor.AbstractDataBlockIterator$1.call(AbstractDataBlockIterator.java:193)
at
org.apache.carbondata.core.scan.processor.AbstractDataBlockIterator$1.call(AbstractDataBlockIterator.java:188)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
... 3 more
Caused by: java.io.EOFException: Cannot seek after EOF
at org.apache.hadoop.hdfs.DFSInputStream.seek(DFSInputStream.java:1487)
at
org.apache.hadoop.fs.FSDataInputStream.seek(FSDataInputStream.java:62)
at
org.apache.carbondata.core.datastore.impl.DFSFileHolderImpl.read(DFSFileHolderImpl.java:83)
at
org.apache.carbondata.core.datastore.impl.DFSFileHolderImpl.readByteArray(DFSFileHolderImpl.java:51)
at
org.apache.carbondata.core.datastore.impl.DFSFileHolderImpl.readByteBuffer(DFSFileHolderImpl.java:140)
at
org.apache.carbondata.core.datastore.chunk.reader.dimension.v3.CompressedDimensionChunkFileBasedReaderV3.readRawDimensionChunk(CompressedDimensionChunkFileBasedReaderV3.java:102)
at
org.apache.carbondata.core.indexstore.blockletindex.BlockletDataRefNodeWrapper.getDimensionChunk(BlockletDataRefNodeWrapper.java:137)
at
org.apache.carbondata.core.scan.filter.executer.ExcludeFilterExecuterImpl.readBlocks(ExcludeFilterExecuterImpl.java:434)
at
org.apache.carbondata.core.scan.filter.executer.AndFilterExecuterImpl.readBlocks(AndFilterExecuterImpl.java:73)
at
org.apache.carbondata.core.scan.filter.executer.AndFilterExecuterImpl.readBlocks(AndFilterExecuterImpl.java:73)
at
org.apache.carbondata.core.scan.filter.executer.AndFilterExecuterImpl.readBlocks(AndFilterExecuterImpl.java:73)
at
org.apache.carbondata.core.scan.filter.executer.AndFilterExecuterImpl.readBlocks(AndFilterExecuterImpl.java:73)
at
org.apache.carbondata.core.scan.scanner.impl.FilterScanner.readBlocklet(FilterScanner.java:136)
at
org.apache.carbondata.core.scan.processor.AbstractDataBlockIterator$2
