[
https://issues.apache.org/jira/browse/KYLIN-1785?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=15381896#comment-15381896
]
Wang Cheng edited comment on KYLIN-1785 at 7/18/16 8:36 AM:
------------------------------------------------------------
I couldn't recur this bug with following environment:
project: kylin default project
data model: test_kylin_inner_join_model_desc
cube description:
{
"uuid": "5758cc32-2383-446e-b4da-8c4171794677",
"version": "1.5.3",
"name": "test_kylin_cube_innerjoin_jira_desc",
"description": "",
"dimensions": [
{
"name": "DEFAULT.TEST_KYLIN_FACT.TRANS_ID",
"table": "DEFAULT.TEST_KYLIN_FACT",
"column": "TRANS_ID",
"derived": null
},
{
"name": "DEFAULT.TEST_KYLIN_FACT.CAL_DT",
"table": "DEFAULT.TEST_KYLIN_FACT",
"column": "CAL_DT",
"derived": null
},
{
"name": "DEFAULT.TEST_KYLIN_FACT.LSTG_FORMAT_NAME",
"table": "DEFAULT.TEST_KYLIN_FACT",
"column": "LSTG_FORMAT_NAME",
"derived": null
},
{
"name": "DEFAULT.TEST_KYLIN_FACT.LEAF_CATEG_ID",
"table": "DEFAULT.TEST_KYLIN_FACT",
"column": "LEAF_CATEG_ID",
"derived": null
},
{
"name": "DEFAULT.TEST_KYLIN_FACT.LSTG_SITE_ID",
"table": "DEFAULT.TEST_KYLIN_FACT",
"column": "LSTG_SITE_ID",
"derived": null
},
{
"name": "DEFAULT.TEST_KYLIN_FACT.SLR_SEGMENT_CD",
"table": "DEFAULT.TEST_KYLIN_FACT",
"column": "SLR_SEGMENT_CD",
"derived": null
},
{
"name": "DEFAULT.TEST_KYLIN_FACT.SELLER_ID",
"table": "DEFAULT.TEST_KYLIN_FACT",
"column": "SELLER_ID",
"derived": null
},
{
"name": "EDW.TEST_CAL_DT_DERIVED",
"table": "EDW.TEST_CAL_DT",
"column": null,
"derived": [
"CAL_DT",
"WEEK_BEG_DT"
]
}
],
"measures": [
{
"name": "_COUNT_",
"function": {
"expression": "COUNT",
"parameter": {
"type": "constant",
"value": "1",
"next_parameter": null
},
"returntype": "bigint"
},
"dependent_measure_ref": null
}
],
"rowkey": {
"rowkey_columns": [
{
"column": "TRANS_ID",
"encoding": "dict",
"isShardBy": false
},
{
"column": "CAL_DT",
"encoding": "date",
"isShardBy": false
},
{
"column": "LSTG_FORMAT_NAME",
"encoding": "dict",
"isShardBy": false
},
{
"column": "LEAF_CATEG_ID",
"encoding": "dict",
"isShardBy": false
},
{
"column": "LSTG_SITE_ID",
"encoding": "dict",
"isShardBy": false
},
{
"column": "SLR_SEGMENT_CD",
"encoding": "dict",
"isShardBy": false
},
{
"column": "SELLER_ID",
"encoding": "dict",
"isShardBy": false
}
]
},
"signature": "uOeyO87BMBQOb7jqzXhMmQ==",
"last_modified": 1468828440396,
"model_name": "test_kylin_inner_join_model_desc",
"null_string": null,
"hbase_mapping": {
"column_family": [
{
"name": "F1",
"columns": [
{
"qualifier": "M",
"measure_refs": [
"_COUNT_"
]
}
]
}
]
},
"aggregation_groups": [
{
"includes": [
"TRANS_ID",
"CAL_DT",
"LSTG_FORMAT_NAME",
"LEAF_CATEG_ID",
"LSTG_SITE_ID",
"SLR_SEGMENT_CD",
"SELLER_ID"
],
"select_rule": {
"hierarchy_dims": [],
"mandatory_dims": [
"TRANS_ID",
"CAL_DT",
"LSTG_FORMAT_NAME",
"LEAF_CATEG_ID",
"LSTG_SITE_ID",
"SLR_SEGMENT_CD",
"SELLER_ID"
],
"joint_dims": []
}
}
],
"notify_list": [],
"status_need_notify": [
"ERROR",
"DISCARDED",
"SUCCEED"
],
"partition_date_start": 0,
"partition_date_end": 3153600000000,
"auto_merge_time_ranges": [
604800000,
2419200000
],
"retention_range": 0,
"engine_type": 2,
"storage_type": 2,
"override_kylin_properties": {}
}
In "aggregation_groups" field, I filled all dims of "includes" into
"mandatory_dims" and it passed the build without any exceptions.
Maybe I misunderstood somewhere, could you pls provide your cube json or more
information.
was (Author: wormholer):
I couldn't recur this bug with following environments:
project: kylin default project
data model: test_kylin_inner_join_model_desc
cube description:
{
"uuid": "5758cc32-2383-446e-b4da-8c4171794677",
"version": "1.5.3",
"name": "test_kylin_cube_innerjoin_jira_desc",
"description": "",
"dimensions": [
{
"name": "DEFAULT.TEST_KYLIN_FACT.TRANS_ID",
"table": "DEFAULT.TEST_KYLIN_FACT",
"column": "TRANS_ID",
"derived": null
},
{
"name": "DEFAULT.TEST_KYLIN_FACT.CAL_DT",
"table": "DEFAULT.TEST_KYLIN_FACT",
"column": "CAL_DT",
"derived": null
},
{
"name": "DEFAULT.TEST_KYLIN_FACT.LSTG_FORMAT_NAME",
"table": "DEFAULT.TEST_KYLIN_FACT",
"column": "LSTG_FORMAT_NAME",
"derived": null
},
{
"name": "DEFAULT.TEST_KYLIN_FACT.LEAF_CATEG_ID",
"table": "DEFAULT.TEST_KYLIN_FACT",
"column": "LEAF_CATEG_ID",
"derived": null
},
{
"name": "DEFAULT.TEST_KYLIN_FACT.LSTG_SITE_ID",
"table": "DEFAULT.TEST_KYLIN_FACT",
"column": "LSTG_SITE_ID",
"derived": null
},
{
"name": "DEFAULT.TEST_KYLIN_FACT.SLR_SEGMENT_CD",
"table": "DEFAULT.TEST_KYLIN_FACT",
"column": "SLR_SEGMENT_CD",
"derived": null
},
{
"name": "DEFAULT.TEST_KYLIN_FACT.SELLER_ID",
"table": "DEFAULT.TEST_KYLIN_FACT",
"column": "SELLER_ID",
"derived": null
},
{
"name": "EDW.TEST_CAL_DT_DERIVED",
"table": "EDW.TEST_CAL_DT",
"column": null,
"derived": [
"CAL_DT",
"WEEK_BEG_DT"
]
}
],
"measures": [
{
"name": "_COUNT_",
"function": {
"expression": "COUNT",
"parameter": {
"type": "constant",
"value": "1",
"next_parameter": null
},
"returntype": "bigint"
},
"dependent_measure_ref": null
}
],
"rowkey": {
"rowkey_columns": [
{
"column": "TRANS_ID",
"encoding": "dict",
"isShardBy": false
},
{
"column": "CAL_DT",
"encoding": "date",
"isShardBy": false
},
{
"column": "LSTG_FORMAT_NAME",
"encoding": "dict",
"isShardBy": false
},
{
"column": "LEAF_CATEG_ID",
"encoding": "dict",
"isShardBy": false
},
{
"column": "LSTG_SITE_ID",
"encoding": "dict",
"isShardBy": false
},
{
"column": "SLR_SEGMENT_CD",
"encoding": "dict",
"isShardBy": false
},
{
"column": "SELLER_ID",
"encoding": "dict",
"isShardBy": false
}
]
},
"signature": "uOeyO87BMBQOb7jqzXhMmQ==",
"last_modified": 1468828440396,
"model_name": "test_kylin_inner_join_model_desc",
"null_string": null,
"hbase_mapping": {
"column_family": [
{
"name": "F1",
"columns": [
{
"qualifier": "M",
"measure_refs": [
"_COUNT_"
]
}
]
}
]
},
"aggregation_groups": [
{
"includes": [
"TRANS_ID",
"CAL_DT",
"LSTG_FORMAT_NAME",
"LEAF_CATEG_ID",
"LSTG_SITE_ID",
"SLR_SEGMENT_CD",
"SELLER_ID"
],
"select_rule": {
"hierarchy_dims": [],
"mandatory_dims": [
"TRANS_ID",
"CAL_DT",
"LSTG_FORMAT_NAME",
"LEAF_CATEG_ID",
"LSTG_SITE_ID",
"SLR_SEGMENT_CD",
"SELLER_ID"
],
"joint_dims": []
}
}
],
"notify_list": [],
"status_need_notify": [
"ERROR",
"DISCARDED",
"SUCCEED"
],
"partition_date_start": 0,
"partition_date_end": 3153600000000,
"auto_merge_time_ranges": [
604800000,
2419200000
],
"retention_range": 0,
"engine_type": 2,
"storage_type": 2,
"override_kylin_properties": {}
}
In "aggregation_groups" field, I filled all dims of "includes" into
"mandatory_dims" and it passed the build without any exceptions.
Maybe I misunderstood somewhere, could you pls provide your cube json or more
information.
> NoSuchElementException when Mandatory Dimensions contains all Dimensions
> ------------------------------------------------------------------------
>
> Key: KYLIN-1785
> URL: https://issues.apache.org/jira/browse/KYLIN-1785
> Project: Kylin
> Issue Type: Bug
> Affects Versions: v1.5.1, v1.5.2
> Reporter: guohuili
> Assignee: hongbin ma
> Fix For: v1.5.3
>
>
> When {{Mandatory Dimensions}} included all dimensions in the Aggregation
> Groups, {{NoSuchElementException}} will thrown in {{Build N-Dimension Cuboid
> Data}} step(or {{Build Cube}} steps if in-mem cubing):
> {code}
> 2016-06-13 11:46:13,842 INFO [main] org.apache.kylin.dict.DictionaryManager:
> DictionaryManager(1419528284) loading DictionaryInfo(loadDictObj:true) at
> /dict/FUJIAN.HTTP_10T_PARTITION/MODEL_NAME/a1437b13-e7f6-49dc-bad7-232f80535f9a.dict
> 2016-06-13 11:46:13,847 INFO [main] org.apache.hadoop.mapred.MapTask:
> Starting flush of map output
> 2016-06-13 11:46:13,918 INFO [main] org.apache.hadoop.io.compress.CodecPool:
> Got brand-new compressor [.snappy]
> 2016-06-13 11:46:14,895 WARN [main] org.apache.hadoop.mapred.YarnChild:
> Exception running child : java.util.NoSuchElementException
> at java.util.ArrayList$Itr.next(ArrayList.java:834)
> at java.util.Collections.min(Collections.java:665)
> at
> org.apache.kylin.cube.cuboid.Cuboid.translateToValidCuboid(Cuboid.java:201)
> at
> org.apache.kylin.cube.cuboid.Cuboid.translateToValidCuboid(Cuboid.java:125)
> at org.apache.kylin.cube.cuboid.Cuboid.findById(Cuboid.java:67)
> at
> org.apache.kylin.engine.mr.steps.NDCuboidMapper.map(NDCuboidMapper.java:148)
> at
> org.apache.kylin.engine.mr.steps.NDCuboidMapper.map(NDCuboidMapper.java:49)
> at org.apache.hadoop.mapreduce.Mapper.run(Mapper.java:145)
> at org.apache.hadoop.mapred.MapTask.runNewMapper(MapTask.java:787)
> at org.apache.hadoop.mapred.MapTask.run(MapTask.java:341)
> at org.apache.hadoop.mapred.YarnChild$2.run(YarnChild.java:163)
> at java.security.AccessController.doPrivileged(Native Method)
> at javax.security.auth.Subject.doAs(Subject.java:415)
> at
> org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1793)
> at org.apache.hadoop.mapred.YarnChild.main(YarnChild.java:158)
> 2016-06-13 11:46:15,934 INFO [main] org.apache.hadoop.mapred.Task: Runnning
> cleanup for the task
> {code}
--
This message was sent by Atlassian JIRA
(v6.3.4#6332)
