il.com"
wrote:
>hi,all:
>
> I got an error like "AppendTrieDictionary can't retrieve value from id" while
> query the cube data, the following is the cube info and exception info.
>
>I found the same error in th
hi,all:
I got an error like "AppendTrieDictionary can't retrieve value from id" while
query the cube data, the following is the cube info and exception info.
I found the same error in this
thread(https://lists.apache.org/thread.html/63981bc08ef7b97c41921ed692de79ef9a744f6329192e
> *发送时间：*2019-06-12 18:10
> *主题：*Re: AppendTrieDictionary can't retrieve value from id
> *收件人：*"user"
> *抄送：*"dev"
>
> Hello,
>
> In your cube, "CARD_ID" is used as both dimension and a bitmap (count
> distinct) measure; This is not allowed currently,
I've changed the "CARD_ID" dimension encoding as fixed lenght , it seems like
work well.
2019-06-13
lk_hadoop
发件人：ShaoFeng Shi
发送时间：2019-06-12 18:10
主题：Re: AppendTrieDictionary can't retrieve value from id
收件人："user"
抄送："dev"
Hello,
In your cube, "
},
> {
> "column": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.MARKET_PROGRAM",
> "encoding": "dict",
> "encoding_version": 1,
> "isShardBy": false
> },
> {
> "column":
> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.RECENT_MAINTAIN_INTERVAL_DAY",
> "encoding": "dict",
> "encoding_version": 1,
> "isShardBy": false
> },
> {
> "column": "SH_FETCH_SALE_BASE_FACT_ALL_NEW.GOODS_NAME",
> "encoding": "dict",
> "encoding_version": 1,
> "isShardBy": false
> },
> {
> "column": "SH_FETCH_SALE_BASE_FACT_ALL_NEW.CARD_ID",
> "encoding": "dict",
> "encoding_version": 1,
> "isShardBy": true
> }
> ]
> },
> "hbase_mapping": {
> "column_family": [
> {
> "name": "F1",
> "columns": [
> {
> "qualifier": "M",
> "measure_refs": [
> "_COUNT_",
> "PAID_IN_AMT_SUM",
> "PROFIT_SUM"
> ]
> }
> ]
> },
> {
> "name": "F2",
> "columns": [
> {
> "qualifier": "M",
> "measure_refs": [
> "COUNT_CNT",
> "COUNT_CARD_ID"
> ]
> }
> ]
> }
> ]
> },
> "aggregation_groups": [
> {
> "includes": [
> "SH_FETCH_SALE_BASE_FACT_ALL_NEW.DATES",
> "SH_FETCH_SALE_BASE_FACT_ALL_NEW.ATC1_NEW",
> "SH_FETCH_SALE_BASE_FACT_ALL_NEW.ATC2_NEW",
> "SH_FETCH_SALE_BASE_FACT_ALL_NEW.ATC3_NEW",
> "SH_FETCH_SALE_BASE_FACT_ALL_NEW.ATC4_NEW",
> "SH_FETCH_SALE_BASE_FACT_ALL_NEW.GOODS_NAME",
> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.BUSINESS_ID",
> "SH_FETCH_SALE_BASE_FACT_ALL_NEW.CARD_ID",
> "SH_FETCH_SALE_BASE_FACT_ALL_NEW.GOODS_ID"
> ],
> "select_rule": {
> "hierarchy_dims": [
> [
> "SH_FETCH_SALE_BASE_FACT_ALL_NEW.ATC1_NEW",
> "SH_FETCH_SALE_BASE_FACT_ALL_NEW.ATC2_NEW",
> "SH_FETCH_SALE_BASE_FACT_ALL_NEW.ATC3_NEW",
> "SH_FETCH_SALE_BASE_FACT_ALL_NEW.ATC4_NEW"
> ]
> ],
> "mandatory_dims": [
> "SH_FETCH_SALE_BASE_FACT_ALL_NEW.DATES",
> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.BUSINESS_ID",
> "SH_FETCH_SALE_BASE_FACT_ALL_NEW.CARD_ID"
> ],
> "joint_dims": [
> [
> "SH_FETCH_SALE_BASE_FACT_ALL_NEW.GOODS_NAME",
> "SH_FETCH_SALE_BASE_FACT_ALL_NEW.GOODS_ID"
> ]
> ]
> }
> },
> {
> "includes": [
> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.SEX",
> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.BIRTHDAYS",
> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.AGE",
> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.IS_SUBSCRIBE_WX",
> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.SUBSCRIBE_TIME",
> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.SUBSCRIBE_STORE",
> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.ACTIVATE_TIME",
> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.ACTIVATE_STORE",
> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.FIRST_BUY_DATE",
> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.RECENT_CONSUME_DATE",
> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.TOTAL_POINTS",
> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.REMAINDER_POINTS",
> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.TOTAL_COUPONS_NUMBER",
> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.AVAILABLE_COUPONS_NUMBER",
> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.TOTAL_USE_COUPONS_NUMBER",
> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.BELONG_STORE"
> ],
> "select_rule": {
> "hierarchy_dims": [],
> "mandatory_dims": [
> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.SEX",
> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.BIRTHDAYS",
> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.BELONG_STORE",
> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.SUBSCRIBE_STORE",
> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.ACTIVATE_STORE",
> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.SUBSCRIBE_TIME",
> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.ACTIVATE_TIME"
> ],
> "joint_dims": []
> }
> },
> {
> "includes": [
> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.MAINTAIN_NUMBERS",
> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.MAINTAIN_TYPE",
> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.MARKET_PROGRAM",
> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.RECENT_MAINTAIN_INTERVAL_DAY"
> ],
> "select_rule": {
> "hierarchy_dims": [],
> "mandatory_dims": [
> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.MAINTAIN_NUMBERS",
> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.MAINTAIN_TYPE",
> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.MARKET_PROGRAM"
> ],
> "joint_dims": []
> }
> },
> {
> "includes": [
> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.BUSINESS_ID",
> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.AGE",
> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.BIRTHDAYS",
> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.SUBSCRIBE_TIME",
> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.ACTIVATE_TIME",
> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.BELONG_STORE",
> "SH_FETCH_SALE_BASE_FACT_ALL_NEW.DATES"
> ],
> "select_rule": {
> "hierarchy_dims": [],
> "mandatory_dims": [],
> "joint_dims": []
> }
> }
> ],
> "signature": "9RiiZox1E53acPvXs4ZSKA==",
> "notify_list": [],
> "status_need_notify": [
> "ERROR",
> "DISCARDED",
> "SUCCEED"
> ],
> "partition_date_start": 0,
> "partition_date_end": 31536,
> "auto_merge_time_ranges": [],
> "volatile_range": 0,
> "retention_range": 8640,
> "engine_type": 2,
> "storage_type": 2,
> "override_kylin_properties": {
> "kylin.engine.mr.mapper-input-rows": "1000",
> "kylin.engine.mr.reduce-input-mb": "2048",
> "kylin.engine.mr.uhc-reducer-count": "4",
>
> "kylin.engine.mr.config-override.mapreduce.input.fileinputformat.split.minsize":
> "536870912",
> "kylin.storage.hbase.region-cut-gb": "10",
> "kylin.storage.hbase.hfile-size-gb": "5"
> },
> "cuboid_black_list": [],
> "parent_forward": 3,
> "mandatory_dimension_set_list": [],
> "snapshot_table_desc_list": []
> }
>
> query is :
>
> SELECT "SH_FETCH_SALE_BASE_FACT_ALL_NEW"."DATES",
> "SH_FETCH_SALE_BASE_FACT_ALL_NEW"."CARD_ID"
> ,SUM("SH_FETCH_SALE_BASE_FACT_ALL_NEW"."PAID_IN_AMT") AS sum_PAID_IN_AMT
> FROM "GJST"."SH_FETCH_SALE_BASE_FACT_ALL_NEW"
> "SH_FETCH_SALE_BASE_FACT_ALL_NEW"
> INNER JOIN "TEST"."MEMBERSHIP_PRECISE_SELLING_EXTEND_V4"
> MEMBERSHIP_PRECISE_SELLING_EXTEND_V4 ON
> MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.CARD_ID =
> SH_FETCH_SALE_BASE_FACT_ALL_NEW.CARD_ID
> WHERE "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4"."BUSINESS_ID" IN ('12501')
> AND ("SH_FETCH_SALE_BASE_FACT_ALL_NEW"."DATES">='2019-06-01' AND
> "SH_FETCH_SALE_BASE_FACT_ALL_NEW"."DATES"<='2019-06-09')
> GROUP BY "SH_FETCH_SALE_BASE_FACT_ALL_NEW"."DATES",
> "SH_FETCH_SALE_BASE_FACT_ALL_NEW"."CARD_ID"
>
> when I group by CARD_ID I will get error : AppendTrieDictionary can't
> retrieve value from id
>
> what should I do ?
>
> 2019-06-11
> --
> lk_hadoop
>
quot;,
"PROFIT_SUM"
]
}
]
},
{
"name": "F2",
"columns": [
{
"qualifier": "M",
"measure_refs": [
"COUNT_CNT",
"COUNT_CARD_ID"
]
}
]
}
]
},
"aggregation_groups": [
{
"includes": [
"SH_FETCH_SALE_BASE_FACT_ALL_NEW.DATES",
"SH_FETCH_SALE_BASE_FACT_ALL_NEW.ATC1_NEW",
"SH_FETCH_SALE_BASE_FACT_ALL_NEW.ATC2_NEW",
"SH_FETCH_SALE_BASE_FACT_ALL_NEW.ATC3_NEW",
"SH_FETCH_SALE_BASE_FACT_ALL_NEW.ATC4_NEW",
"SH_FETCH_SALE_BASE_FACT_ALL_NEW.GOODS_NAME",
"MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.BUSINESS_ID",
"SH_FETCH_SALE_BASE_FACT_ALL_NEW.CARD_ID",
"SH_FETCH_SALE_BASE_FACT_ALL_NEW.GOODS_ID"
],
"select_rule": {
"hierarchy_dims": [
[
"SH_FETCH_SALE_BASE_FACT_ALL_NEW.ATC1_NEW",
"SH_FETCH_SALE_BASE_FACT_ALL_NEW.ATC2_NEW",
"SH_FETCH_SALE_BASE_FACT_ALL_NEW.ATC3_NEW",
"SH_FETCH_SALE_BASE_FACT_ALL_NEW.ATC4_NEW"
]
],
"mandatory_dims": [
"SH_FETCH_SALE_BASE_FACT_ALL_NEW.DATES",
"MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.BUSINESS_ID",
"SH_FETCH_SALE_BASE_FACT_ALL_NEW.CARD_ID"
],
"joint_dims": [
[
"SH_FETCH_SALE_BASE_FACT_ALL_NEW.GOODS_NAME",
"SH_FETCH_SALE_BASE_FACT_ALL_NEW.GOODS_ID"
]
]
}
},
{
"includes": [
"MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.SEX",
"MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.BIRTHDAYS",
"MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.AGE",
"MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.IS_SUBSCRIBE_WX",
"MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.SUBSCRIBE_TIME",
"MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.SUBSCRIBE_STORE",
"MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.ACTIVATE_TIME",
"MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.ACTIVATE_STORE",
"MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.FIRST_BUY_DATE",
"MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.RECENT_CONSUME_DATE",
"MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.TOTAL_POINTS",
"MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.REMAINDER_POINTS",
"MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.TOTAL_COUPONS_NUMBER",
"MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.AVAILABLE_COUPONS_NUMBER",
"MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.TOTAL_USE_COUPONS_NUMBER",
"MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.BELONG_STORE"
],
"select_rule": {
"hierarchy_dims": [],
"mandatory_dims": [
"MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.SEX",
"MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.BIRTHDAYS",
"MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.BELONG_STORE",
"MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.SUBSCRIBE_STORE",
"MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.ACTIVATE_STORE",
"MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.SUBSCRIBE_TIME",
"MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.ACTIVATE_TIME"
],
"joint_dims": []
}
},
{
"includes": [
"MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.MAINTAIN_NUMBERS",
"MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.MAINTAIN_TYPE",
"MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.MARKET_PROGRAM",
"MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.RECENT_MAINTAIN_INTERVAL_DAY"
],
"select_rule": {
"hierarchy_dims": [],
"mandatory_dims": [
"MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.MAINTAIN_NUMBERS",
"MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.MAINTAIN_TYPE",
"MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.MARKET_PROGRAM"
],
"joint_dims": []
}
},
{
"includes": [
"MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.BUSINESS_ID",
"MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.AGE",
"MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.BIRTHDAYS",
"MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.SUBSCRIBE_TIME",
"MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.ACTIVATE_TIME",
"MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.BELONG_STORE",
"SH_FETCH_SALE_BASE_FACT_ALL_NEW.DATES"
],
"select_rule": {
"hierarchy_dims": [],
"mandatory_dims": [],
"joint_dims": []
}
}
],
"signature": "9RiiZox1E53acPvXs4ZSKA==",
"notify_list": [],
"status_need_notify": [
"ERROR",
"DISCARDED",
"SUCCEED"
],
"partition_date_start": 0,
"partition_date_end": 31536,
"auto_merge_time_ranges": [],
"volatile_range": 0,
"retention_range": 8640,
"engine_type": 2,
"storage_type": 2,
"override_kylin_properties": {
"kylin.engine.mr.mapper-input-rows": "1000",
"kylin.engine.mr.reduce-input-mb": "2048",
"kylin.engine.mr.uhc-reducer-count": "4",
"kylin.engine.mr.config-override.mapreduce.input.fileinputformat.split.minsize":
"536870912",
"kylin.storage.hbase.region-cut-gb": "10",
"kylin.storage.hbase.hfile-size-gb": "5"
},
"cuboid_black_list": [],
"parent_forward": 3,
"mandatory_dimension_set_list": [],
"snapshot_table_desc_list": []
}
query is :
SELECT "SH_FETCH_SALE_BASE_FACT_ALL_NEW"."DATES",
"SH_FETCH_SALE_BASE_FACT_ALL_NEW"."CARD_ID"
,SUM("SH_FETCH_SALE_BASE_FACT_ALL_NEW"."PAID_IN_AMT") AS sum_PAID_IN_AMT
FROM "GJST"."SH_FETCH_SALE_BASE_FACT_ALL_NEW" "SH_FETCH_SALE_BASE_FACT_ALL_NEW"
INNER JOIN "TEST"."MEMBERSHIP_PRECISE_SELLING_EXTEND_V4"
MEMBERSHIP_PRECISE_SELLING_EXTEND_V4 ON
MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.CARD_ID =
SH_FETCH_SALE_BASE_FACT_ALL_NEW.CARD_ID
WHERE "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4"."BUSINESS_ID" IN ('12501')
AND ("SH_FETCH_SALE_BASE_FACT_ALL_NEW"."DATES">='2019-06-01' AND
"SH_FETCH_SALE_BASE_FACT_ALL_NEW"."DATES"<='2019-06-09')
GROUP BY "SH_FETCH_SALE_BASE_FACT_ALL_NEW"."DATES",
"SH_FETCH_SALE_BASE_FACT_ALL_NEW"."CARD_ID"
when I group by CARD_ID I will get error : AppendTrieDictionary can't retrieve
value from id
what should I do ?
2019-06-11
lk_hadoop
