[
https://issues.apache.org/jira/browse/KYLIN-1737?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=15301320#comment-15301320
]
zhou degao commented on KYLIN-1737:
-----------------------------------
{
"uuid": "b1759327-7b70-48a8-ba19-4fa1fda7126b",
"version": "1.5.1",
"name": "csdn_pv_cube",
"description": "",
"dimensions": [
{
"name": "DEFAULT.FACT_PV_DATA.PRODUCT_TYPE",
"table": "DEFAULT.FACT_PV_DATA",
"column": "PRODUCT_TYPE",
"derived": null
},
{
"name": "DEFAULT.FACT_PV_DATA.PRODUCT_NAME",
"table": "DEFAULT.FACT_PV_DATA",
"column": "PRODUCT_NAME",
"derived": null
},
{
"name": "DEFAULT.FACT_PV_DATA.PAGE_TYPE",
"table": "DEFAULT.FACT_PV_DATA",
"column": "PAGE_TYPE",
"derived": null
},
{
"name": "DEFAULT.FACT_PV_DATA.ARTICLE_TYPE",
"table": "DEFAULT.FACT_PV_DATA",
"column": "ARTICLE_TYPE",
"derived": null
},
{
"name": "DEFAULT.FACT_PV_DATA.AUTHOR",
"table": "DEFAULT.FACT_PV_DATA",
"column": "AUTHOR",
"derived": null
},
{
"name": "DEFAULT.FACT_PV_DATA.PV_FROM_TYPE",
"table": "DEFAULT.FACT_PV_DATA",
"column": "PV_FROM_TYPE",
"derived": null
},
{
"name": "DEFAULT.FACT_PV_DATA.PV_FROM",
"table": "DEFAULT.FACT_PV_DATA",
"column": "PV_FROM",
"derived": null
},
{
"name": "DEFAULT.FACT_PV_DATA.BROWSER",
"table": "DEFAULT.FACT_PV_DATA",
"column": "BROWSER",
"derived": null
},
{
"name": "DEFAULT.FACT_PV_DATA.OS_NAME",
"table": "DEFAULT.FACT_PV_DATA",
"column": "OS_NAME",
"derived": null
},
{
"name": "DEFAULT.FACT_PV_DATA.PLATFORM",
"table": "DEFAULT.FACT_PV_DATA",
"column": "PLATFORM",
"derived": null
},
{
"name": "DEFAULT.TIME_BY_DAY_DERIVED",
"table": "DEFAULT.TIME_BY_DAY",
"column": null,
"derived": [
"THE_YEAR",
"MONTH_OF_YEAR",
"DAY_OF_MONTH"
]
}
],
"measures": [
{
"name": "_COUNT_",
"function": {
"expression": "COUNT",
"parameter": {
"type": "constant",
"value": "1",
"next_parameter": null
},
"returntype": "bigint"
},
"dependent_measure_ref": null
},
{
"name": "PV",
"function": {
"expression": "SUM",
"parameter": {
"type": "column",
"value": "DUMMY_ID",
"next_parameter": null
},
"returntype": "bigint"
},
"dependent_measure_ref": null
},
{
"name": "UV",
"function": {
"expression": "COUNT_DISTINCT",
"parameter": {
"type": "column",
"value": "CID",
"next_parameter": null
},
"returntype": "hllc16"
},
"dependent_measure_ref": null
},
{
"name": "ACTIVE_USER",
"function": {
"expression": "COUNT_DISTINCT",
"parameter": {
"type": "column",
"value": "UID",
"next_parameter": null
},
"returntype": "hllc16"
},
"dependent_measure_ref": null
},
{
"name": "NEW_USER",
"function": {
"expression": "COUNT_DISTINCT",
"parameter": {
"type": "column",
"value": "NEW_CID",
"next_parameter": null
},
"returntype": "hllc16"
},
"dependent_measure_ref": null
},
{
"name": "UID_DETAIL",
"function": {
"expression": "RAW",
"parameter": {
"type": "column",
"value": "UID",
"next_parameter": null
},
"returntype": "raw"
},
"dependent_measure_ref": null
}
],
"rowkey": {
"rowkey_columns": [
{
"column": "PRODUCT_TYPE",
"encoding": "dict",
"isShardBy": false
},
{
"column": "PRODUCT_NAME",
"encoding": "dict",
"isShardBy": false
},
{
"column": "PAGE_TYPE",
"encoding": "dict",
"isShardBy": false
},
{
"column": "ARTICLE_TYPE",
"encoding": "dict",
"isShardBy": false
},
{
"column": "AUTHOR",
"encoding": "dict",
"isShardBy": false
},
{
"column": "PV_FROM_TYPE",
"encoding": "dict",
"isShardBy": false
},
{
"column": "PV_FROM",
"encoding": "dict",
"isShardBy": false
},
{
"column": "BROWSER",
"encoding": "dict",
"isShardBy": false
},
{
"column": "OS_NAME",
"encoding": "dict",
"isShardBy": false
},
{
"column": "PLATFORM",
"encoding": "dict",
"isShardBy": false
},
{
"column": "PV_DT",
"encoding": "dict",
"isShardBy": false
}
]
},
"signature": "LpKq+Z15yIrTro03wVoKPw==",
"last_modified": 1464182559098,
"model_name": "csdn_pv_model",
"null_string": null,
"hbase_mapping": {
"column_family": [
{
"name": "F1",
"columns": [
{
"qualifier": "M",
"measure_refs": [
"_COUNT_",
"PV",
"UID_DETAIL"
]
}
]
},
{
"name": "F2",
"columns": [
{
"qualifier": "M",
"measure_refs": [
"UV",
"ACTIVE_USER",
"NEW_USER"
]
}
]
}
]
},
"aggregation_groups": [
{
"includes": [
"PRODUCT_TYPE",
"PV_DT",
"PRODUCT_NAME",
"PV_FROM_TYPE",
"PV_FROM"
],
"select_rule": {
"hierarchy_dims": [
[
"PV_FROM_TYPE",
"PV_FROM"
]
],
"mandatory_dims": [
"PV_DT"
],
"joint_dims": []
}
},
{
"includes": [
"PAGE_TYPE",
"ARTICLE_TYPE",
"AUTHOR",
"PV_DT"
],
"select_rule": {
"hierarchy_dims": [],
"mandatory_dims": [
"PV_DT"
],
"joint_dims": []
}
},
{
"includes": [
"BROWSER",
"OS_NAME",
"PLATFORM",
"PV_DT"
],
"select_rule": {
"hierarchy_dims": [],
"mandatory_dims": [
"PV_DT"
],
"joint_dims": []
}
}
],
"notify_list": [],
"status_need_notify": [],
"partition_date_start": 1462060800000,
"partition_date_end": 3153600000000,
"auto_merge_time_ranges": [
0
],
"retention_range": 0,
"engine_type": 2,
"storage_type": 2,
"override_kylin_properties": {}
}
> BufferOverflowException when calculate raw measure
> --------------------------------------------------
>
> Key: KYLIN-1737
> URL: https://issues.apache.org/jira/browse/KYLIN-1737
> Project: Kylin
> Issue Type: Bug
> Components: Job Engine
> Affects Versions: v1.5.1
> Environment: centos 6.5
> Reporter: zhou degao
> Assignee: Dong Li
>
> Input records: 6M+ (no this error if the input records is less than 3M)
> Error: java.nio.BufferOverflowException at
> java.nio.HeapByteBuffer.put(HeapByteBuffer.java:189) at
> java.nio.ByteBuffer.put(ByteBuffer.java:859) at
> org.apache.kylin.common.util.BytesUtil.writeByteArray(BytesUtil.java:338) at
> org.apache.kylin.measure.raw.RawSerializer.serialize(RawSerializer.java:88)
> at
> org.apache.kylin.measure.raw.RawSerializer.serialize(RawSerializer.java:30)
> at org.apache.kylin.measure.MeasureCodec.encode(MeasureCodec.java:89) at
> org.apache.kylin.engine.mr.steps.CuboidReducer.reduce(CuboidReducer.java:105)
> at
> org.apache.kylin.engine.mr.steps.CuboidReducer.reduce(CuboidReducer.java:43)
> at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at
> org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:627) at
> org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:389) at
> org.apache.hadoop.mapred.YarnChild$2.run(YarnChild.java:168) at
> java.security.AccessController.doPrivileged(Native Method) at
> javax.security.auth.Subject.doAs(Subject.java:422) at
> org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
> at org.apache.hadoop.mapred.YarnChild.main(YarnChild.java:162)
--
This message was sent by Atlassian JIRA
(v6.3.4#6332)
