[
https://issues.apache.org/jira/browse/KYLIN-2311?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=15779547#comment-15779547
]
konglei commented on KYLIN-2311:
--------------------------------
cube desc：
{
"uuid": "f6ea7356-28a6-4cb1-84d4-7202ff8bbf3d",
"last_modified": 1482809775804,
"version": "1.6.0",
"name": "ROOT3",
"owner": "ADMIN",
"descriptor": "ROOT3",
"cost": 50,
"status": "READY",
"segments": [
{
"uuid": "e97abdf7-5bc4-4051-9732-9aac34372dd6",
"name": "20100101000000_20100102000000",
"storage_location_identifier": "KYLIN_CQQG0OXQL1",
"date_range_start": 1262304000000,
"date_range_end": 1262390400000,
"source_offset_start": 0,
"source_offset_end": 0,
"status": "READY",
"size_kb": 98425,
"input_records": 10000000,
"input_records_size": 12616116253,
"last_build_time": 1482808112805,
"last_build_job_id": "3d5a2ad4-4533-4f4f-9c04-d781d6bcc36f",
"create_time_utc": 1482807331487,
"cuboid_shard_nums": {},
"total_shards": 1,
"blackout_cuboids": [],
"binary_signature": null,
"dictionaries": {
"ROOT.ID_CARD/MD5":
"/dict/ROOT.ID_CARD/MD5/ebad9ebe-fa16-412c-9682-fc1118633031.dict",
"ROOT.ID_CARD/ID":
"/dict/ROOT.ID_CARD/ID/bed4f51d-4176-4e77-b975-2ca57352c9d7.dict"
},
"snapshots": null,
"index_path":
"/kylin1/kylin_konglei/kylin-3d5a2ad4-4533-4f4f-9c04-d781d6bcc36f/ROOT3/secondary_index/",
"rowkey_stats": [
[
"ID",
30000001,
4
],
[
"MD5",
30000005,
4
]
]
},
{
"uuid": "401ce96f-a1f9-4eca-8472-bb8cd4e5b28b",
"name": "20100102000000_20100103000000",
"storage_location_identifier": "KYLIN_PP7Y1DJS7V",
"date_range_start": 1262390400000,
"date_range_end": 1262476800000,
"source_offset_start": 0,
"source_offset_end": 0,
"status": "READY",
"size_kb": 98425,
"input_records": 10000000,
"input_records_size": 13169415592,
"last_build_time": 1482808729923,
"last_build_job_id": "eec0d296-b7da-40eb-9d71-2b20c066c6cb",
"create_time_utc": 1482808020095,
"cuboid_shard_nums": {},
"total_shards": 1,
"blackout_cuboids": [],
"binary_signature": null,
"dictionaries": {
"ROOT.ID_CARD/MD5":
"/dict/ROOT.ID_CARD/MD5/ebad9ebe-fa16-412c-9682-fc1118633031.dict",
"ROOT.ID_CARD/ID":
"/dict/ROOT.ID_CARD/ID/bed4f51d-4176-4e77-b975-2ca57352c9d7.dict"
},
"snapshots": null,
"index_path":
"/kylin1/kylin_konglei/kylin-eec0d296-b7da-40eb-9d71-2b20c066c6cb/ROOT3/secondary_index/",
"rowkey_stats": [
[
"ID",
30000001,
4
],
[
"MD5",
30000005,
4
]
]
},
{
"uuid": "53803b6b-1971-4487-95d5-52a8582e8d02",
"name": "20100103000000_20100104000000",
"storage_location_identifier": "KYLIN_WFML9QCPV7",
"date_range_start": 1262476800000,
"date_range_end": 1262563200000,
"source_offset_start": 0,
"source_offset_end": 0,
"status": "READY",
"size_kb": 98425,
"input_records": 10000000,
"input_records_size": 12877383357,
"last_build_time": 1482809775803,
"last_build_job_id": "27b236e4-5850-4661-8caa-75ccf94b681b",
"create_time_utc": 1482809031516,
"cuboid_shard_nums": {},
"total_shards": 1,
"blackout_cuboids": [],
"binary_signature": null,
"dictionaries": {
"ROOT.ID_CARD/MD5":
"/dict/ROOT.ID_CARD/MD5/ebad9ebe-fa16-412c-9682-fc1118633031.dict",
"ROOT.ID_CARD/ID":
"/dict/ROOT.ID_CARD/ID/bed4f51d-4176-4e77-b975-2ca57352c9d7.dict"
},
"snapshots": null,
"index_path":
"/kylin1/kylin_konglei/kylin-27b236e4-5850-4661-8caa-75ccf94b681b/ROOT3/secondary_index/",
"rowkey_stats": [
[
"ID",
30000001,
4
],
[
"MD5",
30000005,
4
]
]
}
],
"create_time_utc": 1482807305422,
"size_kb": 295275,
"input_records_count": 30000000,
"input_records_size": 38662915202
}
> Build Cube
> ----------
>
> Key: KYLIN-2311
> URL: https://issues.apache.org/jira/browse/KYLIN-2311
> Project: Kylin
> Issue Type: Test
> Components: Job Engine
> Affects Versions: v1.6.0
> Environment: hadoop:cdh 5.7.0
> kylin:apache-kylin-1.6.0-cdh5.7-bin.tar.gz
> system:centos 6.8
> Reporter: konglei
> Assignee: Dong Li
> Priority: Critical
> Fix For: v1.6.0
>
>
> Error: java.io.IOException: Failed to build cube in mapper 1 at
> org.apache.kylin.engine.mr.steps.InMemCuboidMapper.cleanup(InMemCuboidMapper.java:145)
> at org.apache.hadoop.mapreduce.Mapper.run(Mapper.java:148) at
> org.apache.hadoop.mapred.MapTask.runNewMapper(MapTask.java:787) at
> org.apache.hadoop.mapred.MapTask.run(MapTask.java:341) at
> org.apache.hadoop.mapred.YarnChild$2.run(YarnChild.java:164) at
> java.security.AccessController.doPrivileged(Native Method) at
> javax.security.auth.Subject.doAs(Subject.java:415) at
> org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1693)
> at org.apache.hadoop.mapred.YarnChild.main(YarnChild.java:158) Caused by:
> java.util.concurrent.ExecutionException: java.lang.RuntimeException:
> java.io.IOException: java.io.IOException: java.lang.IllegalStateException at
> java.util.concurrent.FutureTask.report(FutureTask.java:122) at
> java.util.concurrent.FutureTask.get(FutureTask.java:188) at
> org.apache.kylin.engine.mr.steps.InMemCuboidMapper.cleanup(InMemCuboidMapper.java:143)
> ... 8 more Caused by: java.lang.RuntimeException: java.io.IOException:
> java.io.IOException: java.lang.IllegalStateException at
> org.apache.kylin.cube.inmemcubing.AbstractInMemCubeBuilder$1.run(AbstractInMemCubeBuilder.java:84)
> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
> at java.util.concurrent.FutureTask.run(FutureTask.java:262) at
> java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
> at
> java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
> at java.lang.Thread.run(Thread.java:744) Caused by: java.io.IOException:
> java.io.IOException: java.lang.IllegalStateException at
> org.apache.kylin.cube.inmemcubing.DoggedCubeBuilder$BuildOnce.build(DoggedCubeBuilder.java:128)
> at
> org.apache.kylin.cube.inmemcubing.DoggedCubeBuilder.build(DoggedCubeBuilder.java:75)
> at
> org.apache.kylin.cube.inmemcubing.AbstractInMemCubeBuilder$1.run(AbstractInMemCubeBuilder.java:82)
> ... 5 more Caused by: java.io.IOException: java.lang.IllegalStateException
> at
> org.apache.kylin.cube.inmemcubing.DoggedCubeBuilder$BuildOnce.abort(DoggedCubeBuilder.java:196)
> at
> org.apache.kylin.cube.inmemcubing.DoggedCubeBuilder$BuildOnce.checkException(DoggedCubeBuilder.java:169)
> at
> org.apache.kylin.cube.inmemcubing.DoggedCubeBuilder$BuildOnce.build(DoggedCubeBuilder.java:101)
> ... 7 more Caused by: java.lang.IllegalStateException at
> com.google.common.base.Preconditions.checkState(Preconditions.java:129) at
> org.apache.kylin.common.util.MemoryBudgetController.<init>(MemoryBudgetController.java:73)
> at
> org.apache.kylin.cube.inmemcubing.InMemCubeBuilder.makeMemoryBudget(InMemCubeBuilder.java:324)
> at
> org.apache.kylin.cube.inmemcubing.InMemCubeBuilder.build(InMemCubeBuilder.java:174)
> at
> org.apache.kylin.cube.inmemcubing.InMemCubeBuilder.build(InMemCubeBuilder.java:137)
> at
> org.apache.kylin.cube.inmemcubing.DoggedCubeBuilder$SplitThread.run(DoggedCubeBuilder.java:284)
--
This message was sent by Atlassian JIRA
(v6.3.4#6332)
