[
https://issues.apache.org/jira/browse/DRILL-3059?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel
]
Chris Westin updated DRILL-3059:
--------------------------------
Component/s: (was: Execution - Flow)
> Random : Error in parquet record reader
> ---------------------------------------
>
> Key: DRILL-3059
> URL: https://issues.apache.org/jira/browse/DRILL-3059
> Project: Apache Drill
> Issue Type: Bug
> Components: Storage - Parquet
> Reporter: Rahul Challapalli
> Assignee: Chris Westin
> Fix For: 1.0.0
>
> Attachments: j1.tar.gz, j6.tar.gz
>
>
> Commit # ffbb9c7adc6360744bee186e1f69d47dc743f73e
> Query :
> {code}
> select count(*) from j1 where c_time not in ( select c_time from j6)
> {code}
> Error from the logs
> {code}
> Failed with exception
> java.sql.SQLException: SYSTEM ERROR:
> org.apache.drill.common.exceptions.DrillRuntimeException: Error in parquet
> record reader.
> Message: Failure in setting up reader
> Parquet Metadata: ParquetMetaData{FileMetaData{schema: message root {
> optional binary c_varchar (UTF8);
> optional int32 c_integer;
> optional int64 c_bigint;
> optional float c_float;
> optional double c_double;
> optional int32 c_date (DATE);
> optional int32 c_time (TIME_MILLIS);
> optional int64 c_timestamp (TIMESTAMP_MILLIS);
> optional boolean c_boolean;
> optional double d9;
> optional double d18;
> optional double d28;
> optional double d38;
> }
> , metadata: {}}, blocks: [BlockMetaData{100, 10252 [ColumnMetaData{SNAPPY
> [c_varchar] BINARY [BIT_PACKED, RLE, PLAIN], 4}, ColumnMetaData{SNAPPY
> [c_integer] INT32 [BIT_PACKED, RLE, PLAIN], 446}, ColumnMetaData{SNAPPY
> [c_bigint] INT64 [BIT_PACKED, RLE, PLAIN], 598}, ColumnMetaData{SNAPPY
> [c_float] FLOAT [BIT_PACKED, RLE, PLAIN], 811}, ColumnMetaData{SNAPPY
> [c_double] DOUBLE [BIT_PACKED, RLE, PLAIN], 962}, ColumnMetaData{SNAPPY
> [c_date] INT32 [BIT_PACKED, RLE, PLAIN], 1203}, ColumnMetaData{SNAPPY
> [c_time] INT32 [BIT_PACKED, RLE, PLAIN], 1344}, ColumnMetaData{SNAPPY
> [c_timestamp] INT64 [BIT_PACKED, RLE, PLAIN], 1495}, ColumnMetaData{SNAPPY
> [c_boolean] BOOLEAN [BIT_PACKED, RLE, PLAIN], 1710}, ColumnMetaData{SNAPPY
> [d9] DOUBLE [BIT_PACKED, RLE, PLAIN], 1760}, ColumnMetaData{SNAPPY [d18]
> DOUBLE [BIT_PACKED, RLE, PLAIN], 1997}, ColumnMetaData{SNAPPY [d28] DOUBLE
> [BIT_PACKED, RLE, PLAIN], 2240}, ColumnMetaData{SNAPPY [d38] DOUBLE
> [BIT_PACKED, RLE, PLAIN], 2482}]}]}
> Fragment 0:0
> [Error Id: 67261cd3-edac-4158-b331-fd37b7f40223 on atsqa6c83.qa.lab:31010]
> at org.apache.drill.jdbc.DrillCursor.next(DrillCursor.java:161)
> at
> net.hydromatic.avatica.AvaticaResultSet.next(AvaticaResultSet.java:187)
> at
> org.apache.drill.jdbc.impl.DrillResultSetImpl.next(DrillResultSetImpl.java:137)
> at
> org.apache.drill.test.framework.DrillTestJdbc.executeQuery(DrillTestJdbc.java:154)
> at
> org.apache.drill.test.framework.DrillTestJdbc.run(DrillTestJdbc.java:80)
> at
> java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
> at java.util.concurrent.FutureTask.run(FutureTask.java:262)
> at
> java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
> at
> java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
> at java.lang.Thread.run(Thread.java:744)
> Caused by: org.apache.drill.common.exceptions.UserRemoteException: SYSTEM
> ERROR: org.apache.drill.common.exceptions.DrillRuntimeException: Error in
> parquet record reader.
> Message: Failure in setting up reader
> Parquet Metadata: ParquetMetaData{FileMetaData{schema: message root {
> optional binary c_varchar (UTF8);
> optional int32 c_integer;
> optional int64 c_bigint;
> optional float c_float;
> optional double c_double;
> optional int32 c_date (DATE);
> optional int32 c_time (TIME_MILLIS);
> optional int64 c_timestamp (TIMESTAMP_MILLIS);
> optional boolean c_boolean;
> optional double d9;
> optional double d18;
> optional double d28;
> optional double d38;
> }
> , metadata: {}}, blocks: [BlockMetaData{100, 10252 [ColumnMetaData{SNAPPY
> [c_varchar] BINARY [BIT_PACKED, RLE, PLAIN], 4}, ColumnMetaData{SNAPPY
> [c_integer] INT32 [BIT_PACKED, RLE, PLAIN], 446}, ColumnMetaData{SNAPPY
> [c_bigint] INT64 [BIT_PACKED, RLE, PLAIN], 598}, ColumnMetaData{SNAPPY
> [c_float] FLOAT [BIT_PACKED, RLE, PLAIN], 811}, ColumnMetaData{SNAPPY
> [c_double] DOUBLE [BIT_PACKED, RLE, PLAIN], 962}, ColumnMetaData{SNAPPY
> [c_date] INT32 [BIT_PACKED, RLE, PLAIN], 1203}, ColumnMetaData{SNAPPY
> [c_time] INT32 [BIT_PACKED, RLE, PLAIN], 1344}, ColumnMetaData{SNAPPY
> [c_timestamp] INT64 [BIT_PACKED, RLE, PLAIN], 1495}, ColumnMetaData{SNAPPY
> [c_boolean] BOOLEAN [BIT_PACKED, RLE, PLAIN], 1710}, ColumnMetaData{SNAPPY
> [d9] DOUBLE [BIT_PACKED, RLE, PLAIN], 1760}, ColumnMetaData{SNAPPY [d18]
> DOUBLE [BIT_PACKED, RLE, PLAIN], 1997}, ColumnMetaData{SNAPPY [d28] DOUBLE
> [BIT_PACKED, RLE, PLAIN], 2240}, ColumnMetaData{SNAPPY [d38] DOUBLE
> [BIT_PACKED, RLE, PLAIN], 2482}]}]}
> Fragment 0:0
> [Error Id: 67261cd3-edac-4158-b331-fd37b7f40223 on atsqa6c83.qa.lab:31010]
> at
> org.apache.drill.exec.rpc.user.QueryResultHandler.resultArrived(QueryResultHandler.java:118)
> at
> org.apache.drill.exec.rpc.user.UserClient.handleReponse(UserClient.java:111)
> at
> org.apache.drill.exec.rpc.BasicClientWithConnection.handle(BasicClientWithConnection.java:47)
> at
> org.apache.drill.exec.rpc.BasicClientWithConnection.handle(BasicClientWithConnection.java:32)
> at org.apache.drill.exec.rpc.RpcBus.handle(RpcBus.java:59)
> at
> org.apache.drill.exec.rpc.RpcBus$InboundHandler.decode(RpcBus.java:214)
> at
> org.apache.drill.exec.rpc.RpcBus$InboundHandler.decode(RpcBus.java:188)
> at
> io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:89)
> at
> io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:339)
> at
> io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:324)
> at
> io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:254)
> at
> io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:339)
> at
> io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:324)
> at
> io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:103)
> at
> io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:339)
> at
> io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:324)
> at
> io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:242)
> at
> io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:339)
> at
> io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:324)
> at
> io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:86)
> at
> io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:339)
> at
> io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:324)
> at
> io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:847)
> at
> io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:131)
> at
> io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:511)
> at
> io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:468)
> at
> io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:382)
> at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:354)
> at
> io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:111)
> ... 1 more
> {code}
> Attached the data files used
--
This message was sent by Atlassian JIRA
(v6.3.4#6332)
