[
https://issues.apache.org/jira/browse/CARBONDATA-810?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel
]
Vinod Rohilla closed CARBONDATA-810.
------------------------------------
Resolution: Done
Issue resolved, Exception not showing
> Index builder exception display to user using select query.
> -----------------------------------------------------------
>
> Key: CARBONDATA-810
> URL: https://issues.apache.org/jira/browse/CARBONDATA-810
> Project: CarbonData
> Issue Type: Bug
> Components: data-query
> Affects Versions: 1.1.0-incubating
> Environment: Spark 2.1
> Reporter: Vinod Rohilla
> Priority: Minor
> Attachments: FACT_UNITED_DATA_INFO_sample_cube.csv
>
>
> Error message display as Job aborted due to stage failure.
> Steps to reproduce:
> 1: Create the table in Carbon:
> create table IF NOT EXISTS traffic_2g_3g_4g (SOURCE_INFO String
> ,APP_CATEGORY_ID String ,APP_CATEGORY_NAME String ,APP_SUB_CATEGORY_ID String
> ,APP_SUB_CATEGORY_NAME String ,RAT_NAME String ,IMSI String ,OFFER_MSISDN
> String ,OFFER_ID String ,OFFER_OPTION_1 String ,OFFER_OPTION_2 String
> ,OFFER_OPTION_3 String ,MSISDN String ,PACKAGE_TYPE String ,PACKAGE_PRICE
> String ,TAG_IMSI String ,TAG_MSISDN String ,PROVINCE String ,CITY String
> ,AREA_CODE String ,TAC String ,IMEI String ,TERMINAL_TYPE String
> ,TERMINAL_BRAND String ,TERMINAL_MODEL String ,PRICE_LEVEL String ,NETWORK
> String ,SHIPPED_OS String ,WIFI String ,WIFI_HOTSPOT String ,GSM String
> ,WCDMA String ,TD_SCDMA String ,LTE_FDD String ,LTE_TDD String ,CDMA String
> ,SCREEN_SIZE String ,SCREEN_RESOLUTION String ,HOST_NAME String ,WEBSITE_NAME
> String ,OPERATOR String ,SRV_TYPE_NAME String ,TAG_HOST String ,CGI String
> ,CELL_NAME String ,COVERITY_TYPE1 String ,COVERITY_TYPE2 String
> ,COVERITY_TYPE3 String ,COVERITY_TYPE4 String ,COVERITY_TYPE5 String
> ,LATITUDE String ,LONGITUDE String ,AZIMUTH String ,TAG_CGI String ,APN
> String ,USER_AGENT String ,DAY String ,HOUR String ,MIN String
> ,IS_DEFAULT_BEAR int ,EPS_BEARER_ID String ,QCI int ,USER_FILTER String
> ,ANALYSIS_PERIOD String, UP_THROUGHPUT int,DOWN_THROUGHPUT int,UP_PKT_NUM
> int,DOWN_PKT_NUM int,APP_REQUEST_NUM int,PKT_NUM_LEN_1_64
> int,PKT_NUM_LEN_64_128 int,PKT_NUM_LEN_128_256 int,PKT_NUM_LEN_256_512
> int,PKT_NUM_LEN_512_768 int,PKT_NUM_LEN_768_1024 int,PKT_NUM_LEN_1024_ALL
> int,IP_FLOW_MARK int) STORED BY 'org.apache.carbondata.format'
> 2: Load the Data
> LOAD DATA INPATH 'HDFS_URL/FACT_UNITED_DATA_INFO_sample_cube.csv' INTO table
> traffic_2g_3g_4g OPTIONS ('DELIMITER'=',' ,
> 'QUOTECHAR'='"','BAD_RECORDS_ACTION'='FORCE','FILEHEADER'='')
> 3: Perform the Select Query
> select MSISDN,sum(UP_THROUGHPUT)+sum(DOWN_THROUGHPUT) as total from
> traffic_2g_3g_4g where TERMINAL_BRAND='HTC' and
> APP_CATEGORY_NAME='Web_Browsing' group by MSISDN
> Error on ThriftServer
> Job aborted due to stage failure: Task 1 in stage 12259.0 failed 4 times,
> most recent failure: Lost task 1.3 in stage 12259.0 (TID 642677,
> hadoop-slave-3, executor 9):
> org.apache.carbondata.core.datastore.exception.IndexBuilderException: Block
> B-tree loading failed
> at
> org.apache.carbondata.core.datastore.BlockIndexStore.fillLoadedBlocks(BlockIndexStore.java:264)
> at
> org.apache.carbondata.core.datastore.BlockIndexStore.getAll(BlockIndexStore.java:189)
> at
> org.apache.carbondata.core.scan.executor.impl.AbstractQueryExecutor.initQuery(AbstractQueryExecutor.java:131)
> at
> org.apache.carbondata.core.scan.executor.impl.AbstractQueryExecutor.getBlockExecutionInfos(AbstractQueryExecutor.java:186)
> at
> org.apache.carbondata.core.scan.executor.impl.DetailQueryExecutor.execute(DetailQueryExecutor.java:39)
> at
> org.apache.carbondata.hadoop.CarbonRecordReader.initialize(CarbonRecordReader.java:79)
> at
> org.apache.carbondata.spark.rdd.CarbonScanRDD.compute(CarbonScanRDD.scala:204)
> at org.apache.spark.rdd.RDD.computeOrReadCheckpoint(RDD.scala:323)
> at org.apache.spark.rdd.RDD.iterator(RDD.scala:287)
> at
> org.apache.spark.rdd.MapPartitionsRDD.compute(MapPartitionsRDD.scala:38)
> at org.apache.spark.rdd.RDD.computeOrReadCheckpoint(RDD.scala:323)
> at org.apache.spark.rdd.RDD.iterator(RDD.scala:287)
> at
> org.apache.spark.rdd.MapPartitionsRDD.compute(MapPartitionsRDD.scala:38)
> at org.apache.spark.rdd.RDD.computeOrReadCheckpoint(RDD.scala:323)
> at org.apache.spark.rdd.RDD.iterator(RDD.scala:287)
> at
> org.apache.spark.scheduler.ShuffleMapTask.runTask(ShuffleMapTask.scala:96)
> at
> org.apache.spark.scheduler.ShuffleMapTask.runTask(ShuffleMapTask.scala:53)
> at org.apache.spark.scheduler.Task.run(Task.scala:99)
> at org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:282)
> at
> java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
> at
> java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
> at java.lang.Thread.run(Thread.java:745)
> Caused by: java.util.concurrent.ExecutionException: java.io.IOException:
> org.apache.thrift.protocol.TProtocolException: don't know what type: 15
> at java.util.concurrent.FutureTask.report(FutureTask.java:122)
> at java.util.concurrent.FutureTask.get(FutureTask.java:192)
> at
> org.apache.carbondata.core.datastore.BlockIndexStore.fillLoadedBlocks(BlockIndexStore.java:254)
> ... 21 more
> Caused by: java.io.IOException:
> org.apache.thrift.protocol.TProtocolException: don't know what type: 15
> at
> org.apache.carbondata.core.reader.ThriftReader.read(ThriftReader.java:108)
> at
> org.apache.carbondata.core.reader.CarbonHeaderReader.readHeader(CarbonHeaderReader.java:47)
> at
> org.apache.carbondata.core.util.DataFileFooterConverterV3.readDataFileFooter(DataFileFooterConverterV3.java:53)
> at
> org.apache.carbondata.core.util.CarbonUtil.readMetadatFile(CarbonUtil.java:965)
> at
> org.apache.carbondata.core.datastore.AbstractBlockIndexStoreCache.checkAndLoadTableBlocks(AbstractBlockIndexStoreCache.java:98)
> at
> org.apache.carbondata.core.datastore.BlockIndexStore.loadBlock(BlockIndexStore.java:304)
> at
> org.apache.carbondata.core.datastore.BlockIndexStore.get(BlockIndexStore.java:109)
> at
> org.apache.carbondata.core.datastore.BlockIndexStore$BlockLoaderThread.call(BlockIndexStore.java:294)
> at
> org.apache.carbondata.core.datastore.BlockIndexStore$BlockLoaderThread.call(BlockIndexStore.java:284)
> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
> ... 3 more
> Caused by: org.apache.thrift.protocol.TProtocolException: don't know what
> type: 15
> at
> org.apache.thrift.protocol.TCompactProtocol.getTType(TCompactProtocol.java:896)
> at
> org.apache.thrift.protocol.TCompactProtocol.readFieldBegin(TCompactProtocol.java:558)
> at
> org.apache.carbondata.format.FileHeader$FileHeaderStandardScheme.read(FileHeader.java:590)
> at
> org.apache.carbondata.format.FileHeader$FileHeaderStandardScheme.read(FileHeader.java:583)
> at org.apache.carbondata.format.FileHeader.read(FileHeader.java:511)
> at
> org.apache.carbondata.core.reader.ThriftReader.read(ThriftReader.java:106)
> ... 12 more
> Driver stacktrace:
--
This message was sent by Atlassian JIRA
(v6.3.15#6346)
