??????
????cube json ????
{ "uuid": "9bc80d90-4bf2-4ae5-b3ee-dd8a563fcefd", "last_modified":
1493358357281, "version": "1.6.0", "name": "aaabbb", "model_name":
"optionaction", "description": "", "null_string": null, "dimensions": [
{ "name": "ACTION_TIME", "table": "DEFAULT.OPTIONACTION",
"column": "ACTION_TIME", "derived": null }, { "name":
"AGENTID", "table": "DEFAULT.OPTIONACTION", "column": "AGENTID",
"derived": null }, { "name": "COURSEID", "table":
"DEFAULT.OPTIONACTION", "column": "COURSEID", "derived": null
}, { "name": "FDZ", "table": "DEFAULT.OPTIONACTION",
"column": "FDZ", "derived": null } ], "measures": [ {
"name": "_COUNT_", "function": { "expression": "COUNT",
"parameter": { "type": "constant", "value": "1",
"next_parameter": null }, "returntype": "bigint" },
"dependent_measure_ref": null }, { "name": "COUNTD",
"function": { "expression": "COUNT_DISTINCT", "parameter": {
"type": "constant", "value": "1", "next_parameter":
null }, "returntype": "hllc(16)" },
"dependent_measure_ref": null }, { "name": "TOPNTIMELONG",
"function": { "expression": "TOP_N", "parameter": {
"type": "column", "value": "TIMELONG", "next_parameter": {
"type": "column", "value": "AGENTID",
"next_parameter": { "type": "column", "value":
"COURSEID", "next_parameter": { "type": "column",
"value": "COURSEVERSION", "next_parameter":
null } } } }, "returntype":
"topn(100)", "configuration": { "topn.encoding.COURSEID":
"dict", "topn.encoding.AGENTID": "dict",
"topn.encoding.COURSEVERSION": "dict" } },
"dependent_measure_ref": null } ], "dictionaries": [], "rowkey": {
"rowkey_columns": [ { "column": "ACTION_TIME",
"encoding": "time", "isShardBy": false }, {
"column": "FDZ", "encoding": "dict", "isShardBy": false
}, { "column": "AGENTID", "encoding": "dict",
"isShardBy": false }, { "column": "COURSEID",
"encoding": "dict", "isShardBy": false } ] },
"hbase_mapping": { "column_family": [ { "name": "F1",
"columns": [ { "qualifier": "M",
"measure_refs": [ "_COUNT_", "TOPNTIMELONG"
] } ] }, { "name": "F2",
"columns": [ { "qualifier": "M",
"measure_refs": [ "COUNTD" ] } ]
} ] }, "aggregation_groups": [ { "includes": [
"ACTION_TIME", "FDZ", "AGENTID", "COURSEID" ],
"select_rule": { "hierarchy_dims": [], "mandatory_dims": [
"ACTION_TIME", "FDZ", "AGENTID",
"COURSEID" ], "joint_dims": [] } } ],
"signature": "55F0fLhStyeYlIRDyYUqOg==", "notify_list": [],
"status_need_notify": [ "ERROR", "SUCCEED" ],
"partition_date_start": 1491436800000, "partition_date_end": 3153600000000,
"auto_merge_time_ranges": [ 604800000, 2419200000 ],
"retention_range": 0, "engine_type": 2, "storage_type": 2,
"override_kylin_properties": {} }
------------------ ???????? ------------------
??????: "ShaoFeng Shi";<[email protected]>;
????????: 2017??4??26??(??????) ????7:44
??????: "dev"<[email protected]>;
????: Re: java.lang.NullPointerException
It seems the dictionary wasn't found. What's the encoding method for the
"group by" column in TopN (if not specified, it will use dictionary)? Is
the TopN query working well? If you can provide the JSON of the cube, that
would be easier.
?? 2017??4??26?? ????4:19??Li Yang <[email protected]>??????
> Shaofeng knows this better..
>
> 2017-04-26 15:11 GMT+08:00 35925138 <[email protected]>:
>
> > ????????????????????????meansures
> > ??????topn????????????????????????????????????????????????????sum????????????????????????????
> ????????????????????????????????????kylin????1.6.0
> > hive????1.2.1
> >
> >
> > ------------------ ???????? ------------------
> > *??????:* "35925138";<[email protected]>;
> > *????????:* 2017??4??25??(??????) ????8:24
> > *??????:* "dev"<[email protected]>;
> > *????:* java.lang.NullPointerException
> >
> > ??????
> > ????merge cube????????????????
> > ??????????????????????????
> > 2017-04-25 08:13:24,313 ERROR [IPC Server handler 3 on 41962]
> > org.apache.hadoop.mapred.TaskAttemptListenerImpl: Task:
> > attempt_1492659249668_0138_m_000004_0 - exited :
> > java.lang.NullPointerException
> > at org.apache.kylin.dimension.DictionaryDimEnc.<init>(
> > DictionaryDimEnc.java:56)
> > at org.apache.kylin.dimension.DictionaryDimEnc.<init>(
> > DictionaryDimEnc.java:51)
> > at org.apache.kylin.measure.topn.TopNMeasureType.
> > getDimensionEncodings(TopNMeasureType.java:417)
> > at org.apache.kylin.measure.topn.TopNMeasureType.access$100(
> > TopNMeasureType.java:52)
> > at org.apache.kylin.measure.topn.TopNMeasureType$1.
> > reEncodeDictionary(TopNMeasureType.java:166)
> > at org.apache.kylin.measure.topn.TopNMeasureType$1.
> > reEncodeDictionary(TopNMeasureType.java:117)
> > at org.apache.kylin.engine.mr.steps.MergeCuboidMapper.map(
> > MergeCuboidMapper.java:239)
> > at org.apache.kylin.engine.mr.steps.MergeCuboidMapper.map(
> > MergeCuboidMapper.java:62)
> > at org.apache.hadoop.mapreduce.Mapper.run(Mapper.java:145)
> > at org.apache.hadoop.mapred.MapTask.runNewMapper(MapTask.
> java:784)
> > at org.apache.hadoop.mapred.MapTask.run(MapTask.java:341)
> > at org.apache.hadoop.mapred.YarnChild$2.run(YarnChild.java:163)
> > at java.security.AccessController.doPrivileged(Native Method)
> > at javax.security.auth.Subject.doAs(Subject.java:422)
> > at org.apache.hadoop.security.UserGroupInformation.doAs(
> > UserGroupInformation.java:1628)
> > at org.apache.hadoop.mapred.YarnChild.main(YarnChild.java:158)
> >
> > ????????????????????????????
> >
>
--
Best regards,
Shaofeng Shi ??????
