Rahul Challapalli created DRILL-3059:
----------------------------------------
Summary: Random : Error in parquet record reader
Key: DRILL-3059
URL: https://issues.apache.org/jira/browse/DRILL-3059
Project: Apache Drill
Issue Type: Bug
Components: Execution - Flow, Storage - Parquet
Reporter: Rahul Challapalli
Assignee: Chris Westin
Commit # ffbb9c7adc6360744bee186e1f69d47dc743f73e
Query :
{code}
select count(*) from j1 where c_time not in ( select c_time from j6)
{code}
Error from the logs
{code}
Failed with exception
java.sql.SQLException: SYSTEM ERROR:
org.apache.drill.common.exceptions.DrillRuntimeException: Error in parquet
record reader.
Message: Failure in setting up reader
Parquet Metadata: ParquetMetaData{FileMetaData{schema: message root {
optional binary c_varchar (UTF8);
optional int32 c_integer;
optional int64 c_bigint;
optional float c_float;
optional double c_double;
optional int32 c_date (DATE);
optional int32 c_time (TIME_MILLIS);
optional int64 c_timestamp (TIMESTAMP_MILLIS);
optional boolean c_boolean;
optional double d9;
optional double d18;
optional double d28;
optional double d38;
}
, metadata: {}}, blocks: [BlockMetaData{100, 10252 [ColumnMetaData{SNAPPY
[c_varchar] BINARY [BIT_PACKED, RLE, PLAIN], 4}, ColumnMetaData{SNAPPY
[c_integer] INT32 [BIT_PACKED, RLE, PLAIN], 446}, ColumnMetaData{SNAPPY
[c_bigint] INT64 [BIT_PACKED, RLE, PLAIN], 598}, ColumnMetaData{SNAPPY
[c_float] FLOAT [BIT_PACKED, RLE, PLAIN], 811}, ColumnMetaData{SNAPPY
[c_double] DOUBLE [BIT_PACKED, RLE, PLAIN], 962}, ColumnMetaData{SNAPPY
[c_date] INT32 [BIT_PACKED, RLE, PLAIN], 1203}, ColumnMetaData{SNAPPY [c_time]
INT32 [BIT_PACKED, RLE, PLAIN], 1344}, ColumnMetaData{SNAPPY [c_timestamp]
INT64 [BIT_PACKED, RLE, PLAIN], 1495}, ColumnMetaData{SNAPPY [c_boolean]
BOOLEAN [BIT_PACKED, RLE, PLAIN], 1710}, ColumnMetaData{SNAPPY [d9] DOUBLE
[BIT_PACKED, RLE, PLAIN], 1760}, ColumnMetaData{SNAPPY [d18] DOUBLE
[BIT_PACKED, RLE, PLAIN], 1997}, ColumnMetaData{SNAPPY [d28] DOUBLE
[BIT_PACKED, RLE, PLAIN], 2240}, ColumnMetaData{SNAPPY [d38] DOUBLE
[BIT_PACKED, RLE, PLAIN], 2482}]}]}
Fragment 0:0
[Error Id: 67261cd3-edac-4158-b331-fd37b7f40223 on atsqa6c83.qa.lab:31010]
at org.apache.drill.jdbc.DrillCursor.next(DrillCursor.java:161)
at
net.hydromatic.avatica.AvaticaResultSet.next(AvaticaResultSet.java:187)
at
org.apache.drill.jdbc.impl.DrillResultSetImpl.next(DrillResultSetImpl.java:137)
at
org.apache.drill.test.framework.DrillTestJdbc.executeQuery(DrillTestJdbc.java:154)
at
org.apache.drill.test.framework.DrillTestJdbc.run(DrillTestJdbc.java:80)
at
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
at java.util.concurrent.FutureTask.run(FutureTask.java:262)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:744)
Caused by: org.apache.drill.common.exceptions.UserRemoteException: SYSTEM
ERROR: org.apache.drill.common.exceptions.DrillRuntimeException: Error in
parquet record reader.
Message: Failure in setting up reader
Parquet Metadata: ParquetMetaData{FileMetaData{schema: message root {
optional binary c_varchar (UTF8);
optional int32 c_integer;
optional int64 c_bigint;
optional float c_float;
optional double c_double;
optional int32 c_date (DATE);
optional int32 c_time (TIME_MILLIS);
optional int64 c_timestamp (TIMESTAMP_MILLIS);
optional boolean c_boolean;
optional double d9;
optional double d18;
optional double d28;
optional double d38;
}
, metadata: {}}, blocks: [BlockMetaData{100, 10252 [ColumnMetaData{SNAPPY
[c_varchar] BINARY [BIT_PACKED, RLE, PLAIN], 4}, ColumnMetaData{SNAPPY
[c_integer] INT32 [BIT_PACKED, RLE, PLAIN], 446}, ColumnMetaData{SNAPPY
[c_bigint] INT64 [BIT_PACKED, RLE, PLAIN], 598}, ColumnMetaData{SNAPPY
[c_float] FLOAT [BIT_PACKED, RLE, PLAIN], 811}, ColumnMetaData{SNAPPY
[c_double] DOUBLE [BIT_PACKED, RLE, PLAIN], 962}, ColumnMetaData{SNAPPY
[c_date] INT32 [BIT_PACKED, RLE, PLAIN], 1203}, ColumnMetaData{SNAPPY [c_time]
INT32 [BIT_PACKED, RLE, PLAIN], 1344}, ColumnMetaData{SNAPPY [c_timestamp]
INT64 [BIT_PACKED, RLE, PLAIN], 1495}, ColumnMetaData{SNAPPY [c_boolean]
BOOLEAN [BIT_PACKED, RLE, PLAIN], 1710}, ColumnMetaData{SNAPPY [d9] DOUBLE
[BIT_PACKED, RLE, PLAIN], 1760}, ColumnMetaData{SNAPPY [d18] DOUBLE
[BIT_PACKED, RLE, PLAIN], 1997}, ColumnMetaData{SNAPPY [d28] DOUBLE
[BIT_PACKED, RLE, PLAIN], 2240}, ColumnMetaData{SNAPPY [d38] DOUBLE
[BIT_PACKED, RLE, PLAIN], 2482}]}]}
Fragment 0:0
[Error Id: 67261cd3-edac-4158-b331-fd37b7f40223 on atsqa6c83.qa.lab:31010]
at
org.apache.drill.exec.rpc.user.QueryResultHandler.resultArrived(QueryResultHandler.java:118)
at
org.apache.drill.exec.rpc.user.UserClient.handleReponse(UserClient.java:111)
at
org.apache.drill.exec.rpc.BasicClientWithConnection.handle(BasicClientWithConnection.java:47)
at
org.apache.drill.exec.rpc.BasicClientWithConnection.handle(BasicClientWithConnection.java:32)
at org.apache.drill.exec.rpc.RpcBus.handle(RpcBus.java:59)
at
org.apache.drill.exec.rpc.RpcBus$InboundHandler.decode(RpcBus.java:214)
at
org.apache.drill.exec.rpc.RpcBus$InboundHandler.decode(RpcBus.java:188)
at
io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:89)
at
io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:339)
at
io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:324)
at
io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:254)
at
io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:339)
at
io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:324)
at
io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:103)
at
io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:339)
at
io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:324)
at
io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:242)
at
io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:339)
at
io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:324)
at
io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:86)
at
io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:339)
at
io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:324)
at
io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:847)
at
io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:131)
at
io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:511)
at
io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:468)
at
io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:382)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:354)
at
io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:111)
... 1 more
{code}
Attached the data files used
--
This message was sent by Atlassian JIRA
(v6.3.4#6332)
