Cool, thanks for the update.

Best regards,

Shaofeng Shi 史少锋
Apache Kylin PMC
Email: [email protected]

Apache Kylin FAQ: https://kylin.apache.org/docs/gettingstarted/faq.html
Join Kylin user mail group: [email protected]
Join Kylin dev mail group: [email protected]




lk_hadoop <[email protected]> 于2019年6月13日周四 下午6:34写道:

> I've changed the "CARD_ID" dimension encoding as fixed lenght , it seems
> like work well.
>
> 2019-06-13
> ------------------------------
> lk_hadoop
> ------------------------------
>
> *发件人:*ShaoFeng Shi <[email protected]>
> *发送时间:*2019-06-12 18:10
> *主题:*Re: AppendTrieDictionary can't retrieve value from id
> *收件人:*"user"<[email protected]>
> *抄送:*"dev"<[email protected]>
>
> Hello,
>
> In your cube, "CARD_ID" is used as both dimension and a bitmap (count
> distinct) measure; This is not allowed currently, because to encode it to
> an integer, Kylin
> uses the "global dictionary", while the "global dictionary" couldn't be
> used for dimension encoding.
>
> Please remove it from the dimension in this cube, and build again. And if
> you need it as a dimension, create another cube.
>
> Best regards,
>
> Shaofeng Shi 史少锋
> Apache Kylin PMC
> Email: [email protected]
>
> Apache Kylin FAQ: https://kylin.apache.org/docs/gettingstarted/faq.html
> Join Kylin user mail group: [email protected]
> Join Kylin dev mail group: [email protected]
>
>
>
>
> lk_hadoop <[email protected]> 于2019年6月11日周二 下午4:12写道:
>
>> hi,all:
>>    My Model Json string is :
>>
>>
>> {
>>   "uuid": "c28014c1-7dae-6900-6264-8794b683ffa7",
>>   "last_modified": 1560226964070,
>>   "version": "2.6.1.0",
>>   "name": "scrm_model",
>>   "owner": "ADMIN",
>>   "is_draft": false,
>>   "description": "###",
>>   "fact_table": "GJST.SH_FETCH_SALE_BASE_FACT_ALL_NEW",
>>   "lookups": [
>>     {
>>       "table": "TEST.MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
>>       "kind": "FACT",
>>       "alias": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
>>       "join": {
>>         "type": "inner",
>>         "primary_key": [
>>           "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.CARD_ID"
>>         ],
>>         "foreign_key": [
>>           "SH_FETCH_SALE_BASE_FACT_ALL_NEW.CARD_ID"
>>         ]
>>       }
>>     }
>>   ],
>>   "dimensions": [
>>     {
>>       "table": "SH_FETCH_SALE_BASE_FACT_ALL_NEW",
>>       "columns": [
>>         "DATES",
>>         "CARD_ID",
>>         "TGOODS_ID",
>>         "ENT_NAME",
>>         "ORG_NAME",
>>         "DATA_FROM",
>>         "GOODS_NAME",
>>         "ORG_NO",
>>         "ATC1_NEW",
>>         "ATC2_NEW",
>>         "ATC3_NEW",
>>         "ATC4_NEW",
>>         "GOODS_ID"
>>       ]
>>     },
>>     {
>>       "table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
>>       "columns": [
>>         "CARD_ID",
>>         "USER_ID",
>>         "SEX",
>>         "AGE",
>>         "BIRTHDAYS",
>>         "NAME",
>>         "NICK_NAME",
>>         "IS_SUBSCRIBE_WX",
>>         "IS_RECEIVE_CARD",
>>         "SUBSCRIBE_TIME",
>>         "SUBSCRIBE_STORE",
>>         "ACTIVATE_TIME",
>>         "ACTIVATE_STORE",
>>         "FIRST_BUY_DATE",
>>         "RECENT_CONSUME_DATE",
>>         "RECENT_CONSUMPTION_INTERVAL_DAY",
>>         "GAOXUEYA_BUYS",
>>         "GAOXUEYA_FLAG",
>>         "GAOXUEZHI_BUYS",
>>         "GAOXUEZHI_FLAG",
>>         "TANGNIAOBING_BUYS",
>>         "TANGNIAOBING_FLAG",
>>         "TOTAL_POINTS",
>>         "REMAINDER_POINTS",
>>         "TOTAL_COUPONS_NUMBER",
>>         "AVAILABLE_COUPONS_NUMBER",
>>         "TOTAL_USE_COUPONS_NUMBER",
>>         "MAINTAIN_NUMBERS",
>>         "MAINTAIN_TYPE",
>>         "MARKET_PROGRAM",
>>         "RECENT_MAINTAIN_INTERVAL_DAY",
>>         "BELONG_STORE",
>>         "BUSINESS_ID"
>>       ]
>>     }
>>   ],
>>   "metrics": [
>>     "SH_FETCH_SALE_BASE_FACT_ALL_NEW.PAID_IN_AMT",
>>     "SH_FETCH_SALE_BASE_FACT_ALL_NEW.TBILL_CODE",
>>     "SH_FETCH_SALE_BASE_FACT_ALL_NEW.PROFIT"
>>   ],
>>   "filter_condition": "SH_FETCH_SALE_BASE_FACT_ALL_NEW.data_from_new <>'' 
>> and SH_FETCH_SALE_BASE_FACT_ALL_NEW.card_id is not null",
>>   "partition_desc": {
>>     "partition_date_column": "SH_FETCH_SALE_BASE_FACT_ALL_NEW.CDT",
>>     "partition_time_column": null,
>>     "partition_date_start": 0,
>>     "partition_date_format": "yyyy-MM-dd",
>>     "partition_time_format": "HH:mm:ss",
>>     "partition_type": "APPEND",
>>     "partition_condition_builder": 
>> "org.apache.kylin.metadata.model.PartitionDesc$DefaultPartitionConditionBuilder"
>>   },
>>   "capacity": "MEDIUM"
>> }
>>
>>
>> and cube json string is :
>>
>>
>> {
>>   "uuid": "a1af090c-7c83-7748-2474-d47368321aff",
>>   "last_modified": 1560227365049,
>>   "version": "2.6.1.0",
>>   "name": "scrm_cube",
>>   "is_draft": false,
>>   "model_name": "scrm_model",
>>   "description": "",
>>   "null_string": null,
>>   "dimensions": [
>>     {
>>       "name": "DATES",
>>       "table": "SH_FETCH_SALE_BASE_FACT_ALL_NEW",
>>       "column": "DATES",
>>       "derived": null
>>     },
>>     {
>>       "name": "GOODS_ID",
>>       "table": "SH_FETCH_SALE_BASE_FACT_ALL_NEW",
>>       "column": "GOODS_ID",
>>       "derived": null
>>     },
>>     {
>>       "name": "CARD_ID",
>>       "table": "SH_FETCH_SALE_BASE_FACT_ALL_NEW",
>>       "column": "CARD_ID",
>>       "derived": null
>>     },
>>     {
>>       "name": "ATC1_NEW",
>>       "table": "SH_FETCH_SALE_BASE_FACT_ALL_NEW",
>>       "column": "ATC1_NEW",
>>       "derived": null
>>     },
>>     {
>>       "name": "ATC2_NEW",
>>       "table": "SH_FETCH_SALE_BASE_FACT_ALL_NEW",
>>       "column": "ATC2_NEW",
>>       "derived": null
>>     },
>>     {
>>       "name": "ATC3_NEW",
>>       "table": "SH_FETCH_SALE_BASE_FACT_ALL_NEW",
>>       "column": "ATC3_NEW",
>>       "derived": null
>>     },
>>     {
>>       "name": "ATC4_NEW",
>>       "table": "SH_FETCH_SALE_BASE_FACT_ALL_NEW",
>>       "column": "ATC4_NEW",
>>       "derived": null
>>     },
>>     {
>>       "name": "GOODS_NAME",
>>       "table": "SH_FETCH_SALE_BASE_FACT_ALL_NEW",
>>       "column": "GOODS_NAME",
>>       "derived": null
>>     },
>>     {
>>       "name": "SEX",
>>       "table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
>>       "column": "SEX",
>>       "derived": null
>>     },
>>     {
>>       "name": "AGE",
>>       "table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
>>       "column": "AGE",
>>       "derived": null
>>     },
>>     {
>>       "name": "BIRTHDAYS",
>>       "table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
>>       "column": "BIRTHDAYS",
>>       "derived": null
>>     },
>>     {
>>       "name": "IS_SUBSCRIBE_WX",
>>       "table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
>>       "column": "IS_SUBSCRIBE_WX",
>>       "derived": null
>>     },
>>     {
>>       "name": "SUBSCRIBE_TIME",
>>       "table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
>>       "column": "SUBSCRIBE_TIME",
>>       "derived": null
>>     },
>>     {
>>       "name": "SUBSCRIBE_STORE",
>>       "table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
>>       "column": "SUBSCRIBE_STORE",
>>       "derived": null
>>     },
>>     {
>>       "name": "ACTIVATE_TIME",
>>       "table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
>>       "column": "ACTIVATE_TIME",
>>       "derived": null
>>     },
>>     {
>>       "name": "ACTIVATE_STORE",
>>       "table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
>>       "column": "ACTIVATE_STORE",
>>       "derived": null
>>     },
>>     {
>>       "name": "FIRST_BUY_DATE",
>>       "table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
>>       "column": "FIRST_BUY_DATE",
>>       "derived": null
>>     },
>>     {
>>       "name": "RECENT_CONSUME_DATE",
>>       "table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
>>       "column": "RECENT_CONSUME_DATE",
>>       "derived": null
>>     },
>>     {
>>       "name": "RECENT_CONSUMPTION_INTERVAL_DAY",
>>       "table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
>>       "column": "RECENT_CONSUMPTION_INTERVAL_DAY",
>>       "derived": null
>>     },
>>     {
>>       "name": "TOTAL_POINTS",
>>       "table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
>>       "column": "TOTAL_POINTS",
>>       "derived": null
>>     },
>>     {
>>       "name": "REMAINDER_POINTS",
>>       "table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
>>       "column": "REMAINDER_POINTS",
>>       "derived": null
>>     },
>>     {
>>       "name": "TOTAL_COUPONS_NUMBER",
>>       "table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
>>       "column": "TOTAL_COUPONS_NUMBER",
>>       "derived": null
>>     },
>>     {
>>       "name": "AVAILABLE_COUPONS_NUMBER",
>>       "table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
>>       "column": "AVAILABLE_COUPONS_NUMBER",
>>       "derived": null
>>     },
>>     {
>>       "name": "TOTAL_USE_COUPONS_NUMBER",
>>       "table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
>>       "column": "TOTAL_USE_COUPONS_NUMBER",
>>       "derived": null
>>     },
>>     {
>>       "name": "MAINTAIN_NUMBERS",
>>       "table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
>>       "column": "MAINTAIN_NUMBERS",
>>       "derived": null
>>     },
>>     {
>>       "name": "MAINTAIN_TYPE",
>>       "table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
>>       "column": "MAINTAIN_TYPE",
>>       "derived": null
>>     },
>>     {
>>       "name": "MARKET_PROGRAM",
>>       "table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
>>       "column": "MARKET_PROGRAM",
>>       "derived": null
>>     },
>>     {
>>       "name": "RECENT_MAINTAIN_INTERVAL_DAY",
>>       "table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
>>       "column": "RECENT_MAINTAIN_INTERVAL_DAY",
>>       "derived": null
>>     },
>>     {
>>       "name": "BELONG_STORE",
>>       "table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
>>       "column": "BELONG_STORE",
>>       "derived": null
>>     },
>>     {
>>       "name": "BUSINESS_ID",
>>       "table": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4",
>>       "column": "BUSINESS_ID",
>>       "derived": null
>>     }
>>   ],
>>   "measures": [
>>     {
>>       "name": "_COUNT_",
>>       "function": {
>>         "expression": "COUNT",
>>         "parameter": {
>>           "type": "constant",
>>           "value": "1"
>>         },
>>         "returntype": "bigint"
>>       }
>>     },
>>     {
>>       "name": "PAID_IN_AMT_SUM",
>>       "function": {
>>         "expression": "SUM",
>>         "parameter": {
>>           "type": "column",
>>           "value": "SH_FETCH_SALE_BASE_FACT_ALL_NEW.PAID_IN_AMT"
>>         },
>>         "returntype": "decimal(19,6)"
>>       }
>>     },
>>     {
>>       "name": "PROFIT_SUM",
>>       "function": {
>>         "expression": "SUM",
>>         "parameter": {
>>           "type": "column",
>>           "value": "SH_FETCH_SALE_BASE_FACT_ALL_NEW.PROFIT"
>>         },
>>         "returntype": "decimal(19,6)"
>>       }
>>     },
>>     {
>>       "name": "COUNT_CNT",
>>       "function": {
>>         "expression": "COUNT_DISTINCT",
>>         "parameter": {
>>           "type": "column",
>>           "value": "SH_FETCH_SALE_BASE_FACT_ALL_NEW.TBILL_CODE"
>>         },
>>         "returntype": "bitmap"
>>       }
>>     },
>>     {
>>       "name": "COUNT_CARD_ID",
>>       "function": {
>>         "expression": "COUNT_DISTINCT",
>>         "parameter": {
>>           "type": "column",
>>           "value": "SH_FETCH_SALE_BASE_FACT_ALL_NEW.CARD_ID"
>>         },
>>         "returntype": "bitmap"
>>       }
>>     }
>>   ],
>>   "dictionaries": [
>>     {
>>       "column": "SH_FETCH_SALE_BASE_FACT_ALL_NEW.TBILL_CODE",
>>       "builder": "org.apache.kylin.dict.global.SegmentAppendTrieDictBuilder"
>>     },
>>     {
>>       "column": "SH_FETCH_SALE_BASE_FACT_ALL_NEW.CARD_ID",
>>       "builder": "org.apache.kylin.dict.global.SegmentAppendTrieDictBuilder"
>>     }
>>   ],
>>   "rowkey": {
>>     "rowkey_columns": [
>>       {
>>         "column": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.BUSINESS_ID",
>>         "encoding": "dict",
>>         "encoding_version": 1,
>>         "isShardBy": false
>>       },
>>       {
>>         "column": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.AGE",
>>         "encoding": "integer:3",
>>         "encoding_version": 1,
>>         "isShardBy": false
>>       },
>>       {
>>         "column": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.BIRTHDAYS",
>>         "encoding": "dict",
>>         "encoding_version": 1,
>>         "isShardBy": false
>>       },
>>       {
>>         "column": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.SEX",
>>         "encoding": "integer:1",
>>         "encoding_version": 1,
>>         "isShardBy": false
>>       },
>>       {
>>         "column": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.SUBSCRIBE_TIME",
>>         "encoding": "fixed_length:10",
>>         "encoding_version": 1,
>>         "isShardBy": false
>>       },
>>       {
>>         "column": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.ACTIVATE_TIME",
>>         "encoding": "fixed_length:10",
>>         "encoding_version": 1,
>>         "isShardBy": false
>>       },
>>       {
>>         "column": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.BELONG_STORE",
>>         "encoding": "dict",
>>         "encoding_version": 1,
>>         "isShardBy": false
>>       },
>>       {
>>         "column": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.IS_SUBSCRIBE_WX",
>>         "encoding": "integer:1",
>>         "encoding_version": 1,
>>         "isShardBy": false
>>       },
>>       {
>>         "column": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.SUBSCRIBE_STORE",
>>         "encoding": "dict",
>>         "encoding_version": 1,
>>         "isShardBy": false
>>       },
>>       {
>>         "column": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.ACTIVATE_STORE",
>>         "encoding": "dict",
>>         "encoding_version": 1,
>>         "isShardBy": false
>>       },
>>       {
>>         "column": "SH_FETCH_SALE_BASE_FACT_ALL_NEW.DATES",
>>         "encoding": "fixed_length:10",
>>         "encoding_version": 1,
>>         "isShardBy": false
>>       },
>>       {
>>         "column": "SH_FETCH_SALE_BASE_FACT_ALL_NEW.ATC1_NEW",
>>         "encoding": "dict",
>>         "encoding_version": 1,
>>         "isShardBy": false
>>       },
>>       {
>>         "column": "SH_FETCH_SALE_BASE_FACT_ALL_NEW.ATC2_NEW",
>>         "encoding": "dict",
>>         "encoding_version": 1,
>>         "isShardBy": false
>>       },
>>       {
>>         "column": "SH_FETCH_SALE_BASE_FACT_ALL_NEW.ATC3_NEW",
>>         "encoding": "dict",
>>         "encoding_version": 1,
>>         "isShardBy": false
>>       },
>>       {
>>         "column": "SH_FETCH_SALE_BASE_FACT_ALL_NEW.ATC4_NEW",
>>         "encoding": "dict",
>>         "encoding_version": 1,
>>         "isShardBy": false
>>       },
>>       {
>>         "column": "SH_FETCH_SALE_BASE_FACT_ALL_NEW.GOODS_ID",
>>         "encoding": "dict",
>>         "encoding_version": 1,
>>         "isShardBy": false
>>       },
>>       {
>>         "column": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.FIRST_BUY_DATE",
>>         "encoding": "fixed_length:10",
>>         "encoding_version": 1,
>>         "isShardBy": false
>>       },
>>       {
>>         "column": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.RECENT_CONSUME_DATE",
>>         "encoding": "fixed_length:10",
>>         "encoding_version": 1,
>>         "isShardBy": false
>>       },
>>       {
>>         "column": 
>> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.RECENT_CONSUMPTION_INTERVAL_DAY",
>>         "encoding": "dict",
>>         "encoding_version": 1,
>>         "isShardBy": false
>>       },
>>       {
>>         "column": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.TOTAL_POINTS",
>>         "encoding": "dict",
>>         "encoding_version": 1,
>>         "isShardBy": false
>>       },
>>       {
>>         "column": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.REMAINDER_POINTS",
>>         "encoding": "dict",
>>         "encoding_version": 1,
>>         "isShardBy": false
>>       },
>>       {
>>         "column": 
>> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.TOTAL_COUPONS_NUMBER",
>>         "encoding": "dict",
>>         "encoding_version": 1,
>>         "isShardBy": false
>>       },
>>       {
>>         "column": 
>> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.AVAILABLE_COUPONS_NUMBER",
>>         "encoding": "dict",
>>         "encoding_version": 1,
>>         "isShardBy": false
>>       },
>>       {
>>         "column": 
>> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.TOTAL_USE_COUPONS_NUMBER",
>>         "encoding": "dict",
>>         "encoding_version": 1,
>>         "isShardBy": false
>>       },
>>       {
>>         "column": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.MAINTAIN_NUMBERS",
>>         "encoding": "dict",
>>         "encoding_version": 1,
>>         "isShardBy": false
>>       },
>>       {
>>         "column": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.MAINTAIN_TYPE",
>>         "encoding": "dict",
>>         "encoding_version": 1,
>>         "isShardBy": false
>>       },
>>       {
>>         "column": "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.MARKET_PROGRAM",
>>         "encoding": "dict",
>>         "encoding_version": 1,
>>         "isShardBy": false
>>       },
>>       {
>>         "column": 
>> "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.RECENT_MAINTAIN_INTERVAL_DAY",
>>         "encoding": "dict",
>>         "encoding_version": 1,
>>         "isShardBy": false
>>       },
>>       {
>>         "column": "SH_FETCH_SALE_BASE_FACT_ALL_NEW.GOODS_NAME",
>>         "encoding": "dict",
>>         "encoding_version": 1,
>>         "isShardBy": false
>>       },
>>       {
>>         "column": "SH_FETCH_SALE_BASE_FACT_ALL_NEW.CARD_ID",
>>         "encoding": "dict",
>>         "encoding_version": 1,
>>         "isShardBy": true
>>       }
>>     ]
>>   },
>>   "hbase_mapping": {
>>     "column_family": [
>>       {
>>         "name": "F1",
>>         "columns": [
>>           {
>>             "qualifier": "M",
>>             "measure_refs": [
>>               "_COUNT_",
>>               "PAID_IN_AMT_SUM",
>>               "PROFIT_SUM"
>>             ]
>>           }
>>         ]
>>       },
>>       {
>>         "name": "F2",
>>         "columns": [
>>           {
>>             "qualifier": "M",
>>             "measure_refs": [
>>               "COUNT_CNT",
>>               "COUNT_CARD_ID"
>>             ]
>>           }
>>         ]
>>       }
>>     ]
>>   },
>>   "aggregation_groups": [
>>     {
>>       "includes": [
>>         "SH_FETCH_SALE_BASE_FACT_ALL_NEW.DATES",
>>         "SH_FETCH_SALE_BASE_FACT_ALL_NEW.ATC1_NEW",
>>         "SH_FETCH_SALE_BASE_FACT_ALL_NEW.ATC2_NEW",
>>         "SH_FETCH_SALE_BASE_FACT_ALL_NEW.ATC3_NEW",
>>         "SH_FETCH_SALE_BASE_FACT_ALL_NEW.ATC4_NEW",
>>         "SH_FETCH_SALE_BASE_FACT_ALL_NEW.GOODS_NAME",
>>         "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.BUSINESS_ID",
>>         "SH_FETCH_SALE_BASE_FACT_ALL_NEW.CARD_ID",
>>         "SH_FETCH_SALE_BASE_FACT_ALL_NEW.GOODS_ID"
>>       ],
>>       "select_rule": {
>>         "hierarchy_dims": [
>>           [
>>             "SH_FETCH_SALE_BASE_FACT_ALL_NEW.ATC1_NEW",
>>             "SH_FETCH_SALE_BASE_FACT_ALL_NEW.ATC2_NEW",
>>             "SH_FETCH_SALE_BASE_FACT_ALL_NEW.ATC3_NEW",
>>             "SH_FETCH_SALE_BASE_FACT_ALL_NEW.ATC4_NEW"
>>           ]
>>         ],
>>         "mandatory_dims": [
>>           "SH_FETCH_SALE_BASE_FACT_ALL_NEW.DATES",
>>           "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.BUSINESS_ID",
>>           "SH_FETCH_SALE_BASE_FACT_ALL_NEW.CARD_ID"
>>         ],
>>         "joint_dims": [
>>           [
>>             "SH_FETCH_SALE_BASE_FACT_ALL_NEW.GOODS_NAME",
>>             "SH_FETCH_SALE_BASE_FACT_ALL_NEW.GOODS_ID"
>>           ]
>>         ]
>>       }
>>     },
>>     {
>>       "includes": [
>>         "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.SEX",
>>         "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.BIRTHDAYS",
>>         "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.AGE",
>>         "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.IS_SUBSCRIBE_WX",
>>         "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.SUBSCRIBE_TIME",
>>         "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.SUBSCRIBE_STORE",
>>         "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.ACTIVATE_TIME",
>>         "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.ACTIVATE_STORE",
>>         "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.FIRST_BUY_DATE",
>>         "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.RECENT_CONSUME_DATE",
>>         "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.TOTAL_POINTS",
>>         "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.REMAINDER_POINTS",
>>         "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.TOTAL_COUPONS_NUMBER",
>>         "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.AVAILABLE_COUPONS_NUMBER",
>>         "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.TOTAL_USE_COUPONS_NUMBER",
>>         "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.BELONG_STORE"
>>       ],
>>       "select_rule": {
>>         "hierarchy_dims": [],
>>         "mandatory_dims": [
>>           "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.SEX",
>>           "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.BIRTHDAYS",
>>           "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.BELONG_STORE",
>>           "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.SUBSCRIBE_STORE",
>>           "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.ACTIVATE_STORE",
>>           "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.SUBSCRIBE_TIME",
>>           "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.ACTIVATE_TIME"
>>         ],
>>         "joint_dims": []
>>       }
>>     },
>>     {
>>       "includes": [
>>         "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.MAINTAIN_NUMBERS",
>>         "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.MAINTAIN_TYPE",
>>         "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.MARKET_PROGRAM",
>>         "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.RECENT_MAINTAIN_INTERVAL_DAY"
>>       ],
>>       "select_rule": {
>>         "hierarchy_dims": [],
>>         "mandatory_dims": [
>>           "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.MAINTAIN_NUMBERS",
>>           "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.MAINTAIN_TYPE",
>>           "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.MARKET_PROGRAM"
>>         ],
>>         "joint_dims": []
>>       }
>>     },
>>     {
>>       "includes": [
>>         "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.BUSINESS_ID",
>>         "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.AGE",
>>         "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.BIRTHDAYS",
>>         "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.SUBSCRIBE_TIME",
>>         "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.ACTIVATE_TIME",
>>         "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.BELONG_STORE",
>>         "SH_FETCH_SALE_BASE_FACT_ALL_NEW.DATES"
>>       ],
>>       "select_rule": {
>>         "hierarchy_dims": [],
>>         "mandatory_dims": [],
>>         "joint_dims": []
>>       }
>>     }
>>   ],
>>   "signature": "9RiiZox1E53acPvXs4ZSKA==",
>>   "notify_list": [],
>>   "status_need_notify": [
>>     "ERROR",
>>     "DISCARDED",
>>     "SUCCEED"
>>   ],
>>   "partition_date_start": 0,
>>   "partition_date_end": 3153600000000,
>>   "auto_merge_time_ranges": [],
>>   "volatile_range": 0,
>>   "retention_range": 86400000,
>>   "engine_type": 2,
>>   "storage_type": 2,
>>   "override_kylin_properties": {
>>     "kylin.engine.mr.mapper-input-rows": "10000000",
>>     "kylin.engine.mr.reduce-input-mb": "2048",
>>     "kylin.engine.mr.uhc-reducer-count": "4",
>>     
>> "kylin.engine.mr.config-override.mapreduce.input.fileinputformat.split.minsize":
>>  "536870912",
>>     "kylin.storage.hbase.region-cut-gb": "10",
>>     "kylin.storage.hbase.hfile-size-gb": "5"
>>   },
>>   "cuboid_black_list": [],
>>   "parent_forward": 3,
>>   "mandatory_dimension_set_list": [],
>>   "snapshot_table_desc_list": []
>> }
>>
>> query is :
>>
>> SELECT "SH_FETCH_SALE_BASE_FACT_ALL_NEW"."DATES",
>> "SH_FETCH_SALE_BASE_FACT_ALL_NEW"."CARD_ID"
>> ,SUM("SH_FETCH_SALE_BASE_FACT_ALL_NEW"."PAID_IN_AMT") AS sum_PAID_IN_AMT
>> FROM "GJST"."SH_FETCH_SALE_BASE_FACT_ALL_NEW"
>> "SH_FETCH_SALE_BASE_FACT_ALL_NEW"
>> INNER JOIN "TEST"."MEMBERSHIP_PRECISE_SELLING_EXTEND_V4"
>> MEMBERSHIP_PRECISE_SELLING_EXTEND_V4 ON
>> MEMBERSHIP_PRECISE_SELLING_EXTEND_V4.CARD_ID =
>> SH_FETCH_SALE_BASE_FACT_ALL_NEW.CARD_ID
>> WHERE "MEMBERSHIP_PRECISE_SELLING_EXTEND_V4"."BUSINESS_ID" IN ('12501')
>> AND ("SH_FETCH_SALE_BASE_FACT_ALL_NEW"."DATES">='2019-06-01' AND
>> "SH_FETCH_SALE_BASE_FACT_ALL_NEW"."DATES"<='2019-06-09')
>> GROUP BY "SH_FETCH_SALE_BASE_FACT_ALL_NEW"."DATES",
>> "SH_FETCH_SALE_BASE_FACT_ALL_NEW"."CARD_ID"
>>
>> when I group by CARD_ID I will get error : AppendTrieDictionary can't
>> retrieve value from id
>> 
>> what should I do ?
>>
>> 2019-06-11
>> ------------------------------
>> lk_hadoop
>>
>

Reply via email to