[
https://issues.apache.org/jira/browse/KYLIN-668?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel
]
liyang updated KYLIN-668:
-------------------------
Sprint: Sprint 42
> Out of memory in mapper when building cube in mem
> -------------------------------------------------
>
> Key: KYLIN-668
> URL: https://issues.apache.org/jira/browse/KYLIN-668
> Project: Kylin
> Issue Type: Improvement
> Affects Versions: Future
> Reporter: Shaofeng SHI
> Assignee: liyang
>
> 2015-04-08 03:08:56,992 WARN [main] org.apache.hadoop.conf.Configuration:
> job.xml:an attempt to override final parameter: yarn.resourcemanager.keytab;
> Ignoring.
> 2015-04-08 03:08:56,996 WARN [main] org.apache.hadoop.conf.Configuration:
> job.xml:an attempt to override final parameter:
> mapreduce.jobhistory.http.policy; Ignoring.
> 2015-04-08 03:08:56,999 WARN [main] org.apache.hadoop.conf.Configuration:
> job.xml:an attempt to override final parameter:
> mapreduce.job.end-notification.max.retry.interval; Ignoring.
> 2015-04-08 03:08:57,003 WARN [main] org.apache.hadoop.conf.Configuration:
> job.xml:an attempt to override final parameter: yarn.nodemanager.keytab;
> Ignoring.
> 2015-04-08 03:08:57,004 WARN [main] org.apache.hadoop.conf.Configuration:
> job.xml:an attempt to override final parameter:
> yarn.resourcemanager.principal; Ignoring.
> 2015-04-08 03:08:57,006 WARN [main] org.apache.hadoop.conf.Configuration:
> job.xml:an attempt to override final parameter:
> net.topology.script.file.name; Ignoring.
> 2015-04-08 03:08:57,012 WARN [main] org.apache.hadoop.conf.Configuration:
> job.xml:an attempt to override final parameter:
> mapreduce.jobhistory.webapp.https.address; Ignoring.
> 2015-04-08 03:08:57,021 WARN [main] org.apache.hadoop.conf.Configuration:
> job.xml:an attempt to override final parameter: yarn.nodemanager.log-dirs;
> Ignoring.
> 2015-04-08 03:08:57,022 WARN [main] org.apache.hadoop.conf.Configuration:
> job.xml:an attempt to override final parameter: fs.defaultFS; Ignoring.
> 2015-04-08 03:08:57,029 WARN [main] org.apache.hadoop.conf.Configuration:
> job.xml:an attempt to override final parameter: mapreduce.jobhistory.keytab;
> Ignoring.
> 2015-04-08 03:08:57,034 WARN [main] org.apache.hadoop.conf.Configuration:
> job.xml:an attempt to override final parameter: yarn.http.policy; Ignoring.
> 2015-04-08 03:08:57,041 WARN [main] org.apache.hadoop.conf.Configuration:
> job.xml:an attempt to override final parameter: yarn.nodemanager.local-dirs;
> Ignoring.
> 2015-04-08 03:08:57,043 WARN [main] org.apache.hadoop.conf.Configuration:
> job.xml:an attempt to override final parameter:
> yarn.nodemanager.linux-container-executor.group; Ignoring.
> 2015-04-08 03:08:57,043 WARN [main] org.apache.hadoop.conf.Configuration:
> job.xml:an attempt to override final parameter:
> mapreduce.jobhistory.principal; Ignoring.
> 2015-04-08 03:08:57,047 WARN [main] org.apache.hadoop.conf.Configuration:
> job.xml:an attempt to override final parameter:
> yarn.nodemanager.container-executor.class; Ignoring.
> 2015-04-08 03:08:57,048 WARN [main] org.apache.hadoop.conf.Configuration:
> job.xml:an attempt to override final parameter:
> mapreduce.job.end-notification.max.attempts; Ignoring.
> 2015-04-08 03:08:57,050 WARN [main] org.apache.hadoop.conf.Configuration:
> job.xml:an attempt to override final parameter: yarn.admin.acl; Ignoring.
> 2015-04-08 03:08:57,053 WARN [main] org.apache.hadoop.conf.Configuration:
> job.xml:an attempt to override final parameter: yarn.nodemanager.principal;
> Ignoring.
> 2015-04-08 03:08:58,279 INFO [main]
> org.apache.hadoop.metrics2.impl.MetricsConfig: loaded properties from
> hadoop-metrics2.properties
> 2015-04-08 03:08:58,347 INFO [main]
> org.apache.hadoop.metrics2.impl.MetricsSinkAdapter: Sink ganglia started
> 2015-04-08 03:08:58,492 INFO [main]
> org.apache.hadoop.metrics2.impl.MetricsSystemImpl: Scheduled snapshot period
> at 10 second(s).
> 2015-04-08 03:08:58,492 INFO [main]
> org.apache.hadoop.metrics2.impl.MetricsSystemImpl: MapTask metrics system
> started
> 2015-04-08 03:08:58,570 INFO [main] org.apache.hadoop.mapred.YarnChild:
> Executing with tokens:
> 2015-04-08 03:08:58,571 INFO [main] org.apache.hadoop.mapred.YarnChild: Kind:
> HDFS_DELEGATION_TOKEN, Service: 10.115.206.112:8020, Ident:
> (HDFS_DELEGATION_TOKEN token 8430348 for b_kylin)
> 2015-04-08 03:08:58,650 INFO [main] org.apache.hadoop.mapred.YarnChild: Kind:
> mapreduce.job, Service: job_1427705526386_110981, Ident:
> (org.apache.hadoop.mapreduce.security.token.JobTokenIdentifier@69607702)
> 2015-04-08 03:08:58,928 INFO [main] org.apache.hadoop.mapred.YarnChild:
> Sleeping for 0ms before retrying again. Got null now.
> 2015-04-08 03:08:59,367 INFO [main] org.apache.hadoop.mapred.YarnChild:
> mapreduce.cluster.local.dir for child:
> /hadoop/1/scratch/local/usercache/b_kylin/appcache/application_1427705526386_110981,/hadoop/2/scratch/local/usercache/b_kylin/appcache/application_1427705526386_110981,/hadoop/3/scratch/local/usercache/b_kylin/appcache/application_1427705526386_110981,/hadoop/4/scratch/local/usercache/b_kylin/appcache/application_1427705526386_110981,/hadoop/5/scratch/local/usercache/b_kylin/appcache/application_1427705526386_110981,/hadoop/6/scratch/local/usercache/b_kylin/appcache/application_1427705526386_110981,/hadoop/7/scratch/local/usercache/b_kylin/appcache/application_1427705526386_110981,/hadoop/8/scratch/local/usercache/b_kylin/appcache/application_1427705526386_110981
> 2015-04-08 03:08:59,567 WARN [main] org.apache.hadoop.conf.Configuration:
> job.xml:an attempt to override final parameter: yarn.resourcemanager.keytab;
> Ignoring.
> 2015-04-08 03:08:59,568 WARN [main] org.apache.hadoop.conf.Configuration:
> job.xml:an attempt to override final parameter:
> mapreduce.jobhistory.http.policy; Ignoring.
> 2015-04-08 03:08:59,569 WARN [main] org.apache.hadoop.conf.Configuration:
> job.xml:an attempt to override final parameter:
> mapreduce.job.end-notification.max.retry.interval; Ignoring.
> 2015-04-08 03:08:59,570 WARN [main] org.apache.hadoop.conf.Configuration:
> job.xml:an attempt to override final parameter: yarn.nodemanager.keytab;
> Ignoring.
> 2015-04-08 03:08:59,571 WARN [main] org.apache.hadoop.conf.Configuration:
> job.xml:an attempt to override final parameter:
> yarn.resourcemanager.principal; Ignoring.
> 2015-04-08 03:08:59,571 WARN [main] org.apache.hadoop.conf.Configuration:
> job.xml:an attempt to override final parameter:
> net.topology.script.file.name; Ignoring.
> 2015-04-08 03:08:59,573 WARN [main] org.apache.hadoop.conf.Configuration:
> job.xml:an attempt to override final parameter: dfs.namenode.checkpoint.dir;
> Ignoring.
> 2015-04-08 03:08:59,573 WARN [main] org.apache.hadoop.conf.Configuration:
> job.xml:an attempt to override final parameter:
> mapreduce.jobhistory.webapp.https.address; Ignoring.
> 2015-04-08 03:08:59,576 WARN [main] org.apache.hadoop.conf.Configuration:
> job.xml:an attempt to override final parameter: yarn.nodemanager.log-dirs;
> Ignoring.
> 2015-04-08 03:08:59,577 WARN [main] org.apache.hadoop.conf.Configuration:
> job.xml:an attempt to override final parameter: fs.defaultFS; Ignoring.
> 2015-04-08 03:08:59,579 WARN [main] org.apache.hadoop.conf.Configuration:
> job.xml:an attempt to override final parameter: mapreduce.jobhistory.keytab;
> Ignoring.
> 2015-04-08 03:08:59,579 WARN [main] org.apache.hadoop.conf.Configuration:
> job.xml:an attempt to override final parameter: dfs.namenode.name.dir;
> Ignoring.
> 2015-04-08 03:08:59,582 WARN [main] org.apache.hadoop.conf.Configuration:
> job.xml:an attempt to override final parameter: yarn.http.policy; Ignoring.
> 2015-04-08 03:08:59,585 WARN [main] org.apache.hadoop.conf.Configuration:
> job.xml:an attempt to override final parameter: yarn.nodemanager.local-dirs;
> Ignoring.
> 2015-04-08 03:08:59,586 WARN [main] org.apache.hadoop.conf.Configuration:
> job.xml:an attempt to override final parameter:
> yarn.nodemanager.linux-container-executor.group; Ignoring.
> 2015-04-08 03:08:59,586 WARN [main] org.apache.hadoop.conf.Configuration:
> job.xml:an attempt to override final parameter:
> mapreduce.jobhistory.principal; Ignoring.
> 2015-04-08 03:08:59,587 WARN [main] org.apache.hadoop.conf.Configuration:
> job.xml:an attempt to override final parameter:
> yarn.nodemanager.container-executor.class; Ignoring.
> 2015-04-08 03:08:59,588 WARN [main] org.apache.hadoop.conf.Configuration:
> job.xml:an attempt to override final parameter:
> mapreduce.job.end-notification.max.attempts; Ignoring.
> 2015-04-08 03:08:59,589 WARN [main] org.apache.hadoop.conf.Configuration:
> job.xml:an attempt to override final parameter: yarn.admin.acl; Ignoring.
> 2015-04-08 03:08:59,591 WARN [main] org.apache.hadoop.conf.Configuration:
> job.xml:an attempt to override final parameter: yarn.nodemanager.principal;
> Ignoring.
> 2015-04-08 03:09:00,499 INFO [main]
> org.apache.hadoop.conf.Configuration.deprecation: session.id is deprecated.
> Instead, use dfs.metrics.session-id
> 2015-04-08 03:09:01,285 INFO [main] org.apache.hadoop.mapred.Task: Using
> ResourceCalculatorProcessTree : [ ]
> 2015-04-08 03:09:02,362 INFO [main] org.apache.hadoop.mapred.MapTask:
> Processing split: org.apache.hive.hcatalog.mapreduce.HCatSplit@47e7cecf
> 2015-04-08 03:09:02,500 INFO [main] org.apache.hadoop.mapred.MapTask: Map
> output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
> 2015-04-08 03:09:03,706 INFO [main] org.apache.hadoop.mapred.MapTask:
> (EQUATOR) 0 kvi 268435452(1073741808)
> 2015-04-08 03:09:03,706 INFO [main] org.apache.hadoop.mapred.MapTask:
> mapreduce.task.io.sort.mb: 1024
> 2015-04-08 03:09:03,706 INFO [main] org.apache.hadoop.mapred.MapTask: soft
> limit at 966367616
> 2015-04-08 03:09:03,706 INFO [main] org.apache.hadoop.mapred.MapTask:
> bufstart = 0; bufvoid = 1073741824
> 2015-04-08 03:09:03,706 INFO [main] org.apache.hadoop.mapred.MapTask: kvstart
> = 268435452; length = 67108864
> 2015-04-08 03:09:03,717 INFO [main]
> com.hadoop.compression.lzo.GPLNativeCodeLoader: Loaded native gpl library
> 2015-04-08 03:09:03,720 INFO [main] com.hadoop.compression.lzo.LzoCodec:
> Successfully loaded & initialized native-lzo library [hadoop-lzo rev
> dbd51f0fb61f5347228a7a23fe0765ac1242fcdf]
> 2015-04-08 03:09:03,846 INFO [main]
> org.apache.hadoop.io.compress.zlib.ZlibFactory: Successfully loaded &
> initialized native-zlib library
> 2015-04-08 03:09:03,847 INFO [main] org.apache.hadoop.io.compress.CodecPool:
> Got brand-new decompressor [.deflate]
> 2015-04-08 03:09:04,348 INFO [main] org.apache.hadoop.io.compress.CodecPool:
> Got brand-new decompressor [.gz]
> 2015-04-08 03:09:04,348 INFO [main] org.apache.hadoop.io.compress.CodecPool:
> Got brand-new decompressor [.gz]
> 2015-04-08 03:09:04,349 INFO [main] org.apache.hadoop.io.compress.CodecPool:
> Got brand-new decompressor [.gz]
> 2015-04-08 03:09:04,349 INFO [main] org.apache.hadoop.io.compress.CodecPool:
> Got brand-new decompressor [.gz]
> 2015-04-08 03:09:04,359 INFO [main]
> org.apache.hive.hcatalog.mapreduce.InternalUtil: Initializing
> org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe with properties
> {name=DEFAULT.kylin_intermediate_PC_SESSION_COPY_20150322000000_20150323000000_841ce77b_81c5_4c0c_941a_6f2e309a131f,
> numFiles=0, field.delim=,
> columns.types=string,int,string,string,string,string,string,string,string,string,string,string,string,string,bigint,bigint,bigint,bigint,
> serialization.format=,
> columns=default_pc_session_tenantname,default_pc_session_tenantsite,default_pc_session_devicefamily,default_pc_session_deviceclass,default_pc_session_osfamily,default_pc_session_osversion,default_pc_session_browserfamily,default_pc_session_browserversion,default_pc_session_trafficsource,default_pc_session_continent,default_pc_session_country,default_pc_session_region,default_pc_session_city,default_pc_session_streamid,default_pc_session_bounce,default_pc_session_retvisitor,default_pc_session_serveventcnt,default_pc_session_absduration,
> rawDataSize=50265185482, numRows=507325307, EXTERNAL=TRUE,
> serialization.lib=org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe,
> COLUMN_STATS_ACCURATE=true, totalSize=0, serialization.null.format=\N,
> transient_lastDdlTime=1427989487}
> 2015-04-08 03:09:04,454 INFO [main]
> org.apache.kylin.job.hadoop.AbstractHadoopJob: The absolute path for meta dir
> is
> /hadoop/8/scratch/local/usercache/b_kylin/appcache/application_1427705526386_110981/container_1427705526386_110981_01_000026/meta
> 2015-04-08 03:09:04,456 INFO [main] org.apache.kylin.common.KylinConfig: Use
> KYLIN_CONF=/hadoop/8/scratch/local/usercache/b_kylin/appcache/application_1427705526386_110981/container_1427705526386_110981_01_000026/meta
> 2015-04-08 03:09:04,476 INFO [main] org.apache.kylin.cube.CubeManager:
> Initializing CubeManager with config
> /hadoop/3/scratch/local/usercache/b_kylin/filecache/1483/meta
> 2015-04-08 03:09:04,480 INFO [main]
> org.apache.kylin.common.persistence.ResourceStore: Using metadata url
> /hadoop/3/scratch/local/usercache/b_kylin/filecache/1483/meta for resource
> store
> 2015-04-08 03:09:04,955 INFO [main] org.apache.kylin.cube.CubeDescManager:
> Initializing CubeDescManager with config
> /hadoop/3/scratch/local/usercache/b_kylin/filecache/1483/meta
> 2015-04-08 03:09:04,956 INFO [main] org.apache.kylin.cube.CubeDescManager:
> Reloading Cube Metadata from folder
> /hadoop/3/scratch/local/usercache/b_kylin/filecache/1483/meta/cube_desc
> 2015-04-08 03:09:05,177 INFO [pool-5-thread-1]
> org.apache.kylin.job.hadoop.cubev2.InMemCubeBuilder: Create base cuboid 8191
> 2015-04-08 03:09:08,171 INFO [main]
> org.apache.kylin.job.hadoop.cubev2.InMemCuboidMapper: Handled 100000 records!
> 2015-04-08 03:09:09,776 INFO [main]
> org.apache.kylin.job.hadoop.cubev2.InMemCuboidMapper: Handled 200000 records!
> 2015-04-08 03:09:11,903 INFO [main]
> org.apache.kylin.job.hadoop.cubev2.InMemCuboidMapper: Handled 300000 records!
> 2015-04-08 03:09:13,739 INFO [main]
> org.apache.kylin.job.hadoop.cubev2.InMemCuboidMapper: Handled 400000 records!
> 2015-04-08 03:09:15,243 INFO [main]
> org.apache.kylin.job.hadoop.cubev2.InMemCuboidMapper: Handled 500000 records!
> 2015-04-08 03:09:15,389 INFO [pool-5-thread-1]
> org.apache.kylin.job.hadoop.cubev2.InMemCubeBuilder: Received 500000 rows,
> going to compress base cuboid table
> 2015-04-08 03:09:25,455 INFO [pool-5-thread-1]
> org.apache.kylin.job.hadoop.cubev2.InMemCubeBuilder: after
> scanAndAggregateGridTable cuboid 8191 has rows: 87680
> 2015-04-08 03:09:25,455 INFO [pool-5-thread-1]
> org.apache.kylin.job.hadoop.cubev2.InMemCubeBuilder: Compress finished, it
> took 10 seconds.
> 2015-04-08 03:09:27,213 INFO [main]
> org.apache.kylin.job.hadoop.cubev2.InMemCuboidMapper: Handled 600000 records!
> 2015-04-08 03:09:28,391 INFO [main]
> org.apache.kylin.job.hadoop.cubev2.InMemCuboidMapper: Handled 700000 records!
> 2015-04-08 03:09:29,963 INFO [main]
> org.apache.kylin.job.hadoop.cubev2.InMemCuboidMapper: Handled 800000 records!
> 2015-04-08 03:09:31,408 INFO [main]
> org.apache.kylin.job.hadoop.cubev2.InMemCuboidMapper: Handled 900000 records!
> 2015-04-08 03:09:33,124 INFO [main]
> org.apache.kylin.job.hadoop.cubev2.InMemCuboidMapper: Handled 1000000 records!
> 2015-04-08 03:09:33,300 INFO [pool-5-thread-1]
> org.apache.kylin.job.hadoop.cubev2.InMemCubeBuilder: Received 1000000 rows,
> going to compress base cuboid table
> 2015-04-08 03:09:45,069 INFO [pool-5-thread-1]
> org.apache.kylin.job.hadoop.cubev2.InMemCubeBuilder: after
> scanAndAggregateGridTable cuboid 8191 has rows: 183872
> 2015-04-08 03:09:45,070 INFO [pool-5-thread-1]
> org.apache.kylin.job.hadoop.cubev2.InMemCubeBuilder: Compress finished, it
> took 11 seconds.
> 2015-04-08 03:09:46,535 INFO [main]
> org.apache.kylin.job.hadoop.cubev2.InMemCuboidMapper: Handled 1100000 records!
> 2015-04-08 03:09:47,942 INFO [main]
> org.apache.kylin.job.hadoop.cubev2.InMemCuboidMapper: Handled 1200000 records!
> 2015-04-08 03:09:49,166 INFO [main]
> org.apache.kylin.job.hadoop.cubev2.InMemCuboidMapper: Handled 1300000 records!
> 2015-04-08 03:09:50,398 INFO [main]
> org.apache.kylin.job.hadoop.cubev2.InMemCuboidMapper: Handled 1400000 records!
> 2015-04-08 03:09:51,170 INFO [main]
> org.apache.kylin.job.hadoop.cubev2.InMemCuboidMapper: Totally handled 1453555
> records!
> 2015-04-08 03:09:51,302 INFO [pool-5-thread-1]
> org.apache.kylin.job.hadoop.cubev2.InMemCubeBuilder: The source data has
> 1453555 rows
> 2015-04-08 03:09:51,303 INFO [pool-5-thread-1]
> org.apache.kylin.job.hadoop.cubev2.InMemCubeBuilder: Received 1453555 rows,
> going to compress base cuboid table
> 2015-04-08 03:10:54,326 ERROR [main]
> org.apache.kylin.job.hadoop.cubev2.InMemCuboidMapper: stream build failed
> java.util.concurrent.ExecutionException: java.lang.OutOfMemoryError: GC
> overhead limit exceeded
> at java.util.concurrent.FutureTask.report(FutureTask.java:122)
> at java.util.concurrent.FutureTask.get(FutureTask.java:188)
> at
> org.apache.kylin.job.hadoop.cubev2.InMemCuboidMapper.cleanup(InMemCuboidMapper.java:96)
> at org.apache.hadoop.mapreduce.Mapper.run(Mapper.java:148)
> at org.apache.hadoop.mapred.MapTask.runNewMapper(MapTask.java:764)
> at org.apache.hadoop.mapred.MapTask.run(MapTask.java:340)
> at org.apache.hadoop.mapred.YarnChild$2.run(YarnChild.java:167)
> at java.security.AccessController.doPrivileged(Native Method)
> at javax.security.auth.Subject.doAs(Subject.java:415)
> at
> org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1650)
> at org.apache.hadoop.mapred.YarnChild.main(YarnChild.java:162)
> Caused by: java.lang.OutOfMemoryError: GC overhead limit exceeded
> at
> org.apache.kylin.common.hll.HyperLogLogPlusCounter.<init>(HyperLogLogPlusCounter.java:64)
> at
> org.apache.kylin.common.hll.HyperLogLogPlusCounter.<init>(HyperLogLogPlusCounter.java:55)
> at
> org.apache.kylin.metadata.measure.HLLCAggregator.aggregate(HLLCAggregator.java:39)
> at
> org.apache.kylin.metadata.measure.HLLCAggregator.aggregate(HLLCAggregator.java:27)
> at
> org.apache.kylin.storage.gridtable.GTAggregateScanner$AggregationCache.aggregate(GTAggregateScanner.java:85)
> at
> org.apache.kylin.storage.gridtable.GTAggregateScanner.iterator(GTAggregateScanner.java:57)
> at
> org.apache.kylin.job.hadoop.cubev2.InMemCubeBuilder.scanAndAggregateGridTable(InMemCubeBuilder.java:193)
> at
> org.apache.kylin.job.hadoop.cubev2.InMemCubeBuilder.compressBaseCuboid(InMemCubeBuilder.java:376)
> at
> org.apache.kylin.job.hadoop.cubev2.InMemCubeBuilder.run(InMemCubeBuilder.java:318)
> at
> java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
> at java.util.concurrent.FutureTask.run(FutureTask.java:262)
> at
> java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
> at
> java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
> at java.lang.Thread.run(Thread.java:745)
> 2015-04-08 03:10:54,329 INFO [main] org.apache.hadoop.mapred.MapTask:
> Starting flush of map output
> 2015-04-08 03:10:54,334 INFO [main]
> org.apache.hadoop.conf.Configuration.deprecation: hadoop.native.lib is
> deprecated. Instead, use io.native.lib.available
> 2015-04-08 03:10:54,336 INFO [main] org.apache.hadoop.io.compress.CodecPool:
> Got brand-new compressor [.lzo_deflate]
> 2015-04-08 03:10:54,591 WARN [main] org.apache.hadoop.mapred.YarnChild:
> Exception running child : java.io.IOException: Failed to build cube in mapper
> 28
> at
> org.apache.kylin.job.hadoop.cubev2.InMemCuboidMapper.cleanup(InMemCuboidMapper.java:99)
> at org.apache.hadoop.mapreduce.Mapper.run(Mapper.java:148)
> at org.apache.hadoop.mapred.MapTask.runNewMapper(MapTask.java:764)
> at org.apache.hadoop.mapred.MapTask.run(MapTask.java:340)
> at org.apache.hadoop.mapred.YarnChild$2.run(YarnChild.java:167)
> at java.security.AccessController.doPrivileged(Native Method)
> at javax.security.auth.Subject.doAs(Subject.java:415)
> at
> org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1650)
> at org.apache.hadoop.mapred.YarnChild.main(YarnChild.java:162)
> Caused by: java.util.concurrent.ExecutionException:
> java.lang.OutOfMemoryError: GC overhead limit exceeded
> at java.util.concurrent.FutureTask.report(FutureTask.java:122)
> at java.util.concurrent.FutureTask.get(FutureTask.java:188)
> at
> org.apache.kylin.job.hadoop.cubev2.InMemCuboidMapper.cleanup(InMemCuboidMapper.java:96)
> ... 8 more
> Caused by: java.lang.OutOfMemoryError: GC overhead limit exceeded
> at
> org.apache.kylin.common.hll.HyperLogLogPlusCounter.<init>(HyperLogLogPlusCounter.java:64)
> at
> org.apache.kylin.common.hll.HyperLogLogPlusCounter.<init>(HyperLogLogPlusCounter.java:55)
> at
> org.apache.kylin.metadata.measure.HLLCAggregator.aggregate(HLLCAggregator.java:39)
> at
> org.apache.kylin.metadata.measure.HLLCAggregator.aggregate(HLLCAggregator.java:27)
> at
> org.apache.kylin.storage.gridtable.GTAggregateScanner$AggregationCache.aggregate(GTAggregateScanner.java:85)
> at
> org.apache.kylin.storage.gridtable.GTAggregateScanner.iterator(GTAggregateScanner.java:57)
> at
> org.apache.kylin.job.hadoop.cubev2.InMemCubeBuilder.scanAndAggregateGridTable(InMemCubeBuilder.java:193)
> at
> org.apache.kylin.job.hadoop.cubev2.InMemCubeBuilder.compressBaseCuboid(InMemCubeBuilder.java:376)
> at
> org.apache.kylin.job.hadoop.cubev2.InMemCubeBuilder.run(InMemCubeBuilder.java:318)
> at
> java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
> at java.util.concurrent.FutureTask.run(FutureTask.java:262)
> at
> java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
> at
> java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
> at java.lang.Thread.run(Thread.java:745)
--
This message was sent by Atlassian JIRA
(v6.3.4#6332)
