Hi,
I am using kylin 1.6 and facing a wired issue with Cube description.
Basically, I have two Cube desc having same dimensions, measures, rowkeys,
aggregation groups. The only difference is the ordering of keys in them.
With first cube description, my queries are working and with second i am
getting following exception:
java.sql.SQLException: Error while executing SQL "SELECT
sum(ss_ext_sales_price) total_sales,
sum(ss_ext_discount_amt) total_discount,
s_store_id,
s_store_name
FROM
store_sales
LEFT JOIN store
ON (store_sales.ss_store_sk = store.s_store_sk)
GROUP BY
s_store_id,
s_store_name
ORDER BY
total_sales,
total_discount,
s_store_id,
s_store_name
LIMIT 50000": null
at org.apache.calcite.avatica.Helper.createException(Helper.java:56)
at org.apache.calcite.avatica.Helper.createException(Helper.java:41)
at
org.apache.calcite.avatica.AvaticaStatement.executeInternal(AvaticaStatement.java:147)
at
org.apache.calcite.avatica.AvaticaStatement.executeQuery(AvaticaStatement.java:208)
at
org.apache.kylin.rest.service.QueryService.execute(QueryService.java:538)
at
org.apache.kylin.rest.service.QueryService.queryWithSqlMassage(QueryService.java:452)
at
org.apache.kylin.rest.service.QueryService.query(QueryService.java:151)
at
org.apache.kylin.rest.service.QueryService.doQueryWithCache(QueryService.java:354)
at
org.apache.kylin.rest.controller.QueryController.query(QueryController.java:69)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at
org.springframework.web.method.support.InvocableHandlerMethod.doInvoke(InvocableHandlerMethod.java:221)
at
org.springframework.web.method.support.InvocableHandlerMethod.invokeForRequest(InvocableHandlerMethod.java:136)
at
org.springframework.web.servlet.mvc.method.annotation.ServletInvocableHandlerMethod.invokeAndHandle(ServletInvocableHandlerMethod.java:104)
at
org.springframework.web.servlet.mvc.method.annotation.RequestMappingHandlerAdapter.invokeHandleMethod(RequestMappingHandlerAdapter.java:743)
at
org.springframework.web.servlet.mvc.method.annotation.RequestMappingHandlerAdapter.handleInternal(RequestMappingHandlerAdapter.java:672)
at
org.springframework.web.servlet.mvc.method.AbstractHandlerMethodAdapter.handle(AbstractHandlerMethodAdapter.java:82)
at
org.springframework.web.servlet.DispatcherServlet.doDispatch(DispatcherServlet.java:933)
at
org.springframework.web.servlet.DispatcherServlet.doService(DispatcherServlet.java:867)
at
org.springframework.web.servlet.FrameworkServlet.processRequest(FrameworkServlet.java:951)
at
org.springframework.web.servlet.FrameworkServlet.doPost(FrameworkServlet.java:853)
at javax.servlet.http.HttpServlet.service(HttpServlet.java:650)
at
org.springframework.web.servlet.FrameworkServlet.service(FrameworkServlet.java:827)
at javax.servlet.http.HttpServlet.service(HttpServlet.java:731)
at
org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:303)
at
org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:208)
at
org.apache.tomcat.websocket.server.WsFilter.doFilter(WsFilter.java:52)
at
org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:241)
at
org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:208)
at
org.springframework.security.web.FilterChainProxy$VirtualFilterChain.doFilter(FilterChainProxy.java:330)
at
org.springframework.security.web.access.intercept.FilterSecurityInterceptor.invoke(FilterSecurityInterceptor.java:118)
at
org.springframework.security.web.access.intercept.FilterSecurityInterceptor.doFilter(FilterSecurityInterceptor.java:84)
at
org.springframework.security.web.FilterChainProxy$VirtualFilterChain.doFilter(FilterChainProxy.java:342)
at
org.springframework.security.web.access.ExceptionTranslationFilter.doFilter(ExceptionTranslationFilter.java:113)
at
org.springframework.security.web.FilterChainProxy$VirtualFilterChain.doFilter(FilterChainProxy.java:342)
at
org.springframework.security.web.authentication.AnonymousAuthenticationFilter.doFilter(AnonymousAuthenticationFilter.java:113)
at
org.springframework.security.web.FilterChainProxy$VirtualFilterChain.doFilter(FilterChainProxy.java:342)
at
org.springframework.security.web.servletapi.SecurityContextHolderAwareRequestFilter.doFilter(SecurityContextHolderAwareRequestFilter.java:54)
at
org.springframework.security.web.FilterChainProxy$VirtualFilterChain.doFilter(FilterChainProxy.java:342)
at
io.infoworks.security.jwt.JwtAuthenticationTokenFilter.successfulAuthentication(JwtAuthenticationTokenFilter.java:64)
at
org.springframework.security.web.authentication.AbstractAuthenticationProcessingFilter.doFilter(AbstractAuthenticationProcessingFilter.java:219)
at
org.springframework.security.web.FilterChainProxy$VirtualFilterChain.doFilter(FilterChainProxy.java:342)
at
org.springframework.security.web.context.SecurityContextPersistenceFilter.doFilter(SecurityContextPersistenceFilter.java:87)
at
org.springframework.security.web.FilterChainProxy$VirtualFilterChain.doFilter(FilterChainProxy.java:342)
at
org.springframework.security.web.FilterChainProxy.doFilterInternal(FilterChainProxy.java:192)
at
org.springframework.security.web.FilterChainProxy.doFilter(FilterChainProxy.java:160)
at
org.springframework.web.filter.DelegatingFilterProxy.invokeDelegate(DelegatingFilterProxy.java:343)
at
org.springframework.web.filter.DelegatingFilterProxy.doFilter(DelegatingFilterProxy.java:260)
at
org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:241)
at
org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:208)
at
com.thetransactioncompany.cors.CORSFilter.doFilter(CORSFilter.java:209)
at
com.thetransactioncompany.cors.CORSFilter.doFilter(CORSFilter.java:244)
at
org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:241)
at
org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:208)
at
org.apache.catalina.core.StandardWrapperValve.invoke(StandardWrapperValve.java:220)
at
org.apache.catalina.core.StandardContextValve.invoke(StandardContextValve.java:122)
at
org.apache.catalina.authenticator.AuthenticatorBase.invoke(AuthenticatorBase.java:505)
at
org.apache.catalina.core.StandardHostValve.invoke(StandardHostValve.java:169)
at
org.apache.catalina.valves.ErrorReportValve.invoke(ErrorReportValve.java:103)
at
org.apache.catalina.valves.AccessLogValve.invoke(AccessLogValve.java:956)
at
org.apache.catalina.core.StandardEngineValve.invoke(StandardEngineValve.java:116)
at
org.apache.catalina.connector.CoyoteAdapter.service(CoyoteAdapter.java:436)
at
org.apache.coyote.http11.AbstractHttp11Processor.process(AbstractHttp11Processor.java:1078)
at
org.apache.coyote.AbstractProtocol$AbstractConnectionHandler.process(AbstractProtocol.java:625)
at
org.apache.tomcat.util.net.JIoEndpoint$SocketProcessor.run(JIoEndpoint.java:316)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at
org.apache.tomcat.util.threads.TaskThread$WrappingRunnable.run(TaskThread.java:61)
at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalStateException
at
org.apache.kylin.gridtable.GTInfo.validateColumnBlocks(GTInfo.java:198)
at org.apache.kylin.gridtable.GTInfo.validate(GTInfo.java:167)
at org.apache.kylin.gridtable.GTInfo$Builder.build(GTInfo.java:269)
at
org.apache.kylin.cube.gridtable.CubeGridTable.newGTInfo(CubeGridTable.java:53)
at
org.apache.kylin.cube.gridtable.CubeGridTable.newGTInfo(CubeGridTable.java:36)
at
org.apache.kylin.storage.gtrecord.CubeScanRangePlanner.<init>(CubeScanRangePlanner.java:88)
at
org.apache.kylin.storage.gtrecord.CubeSegmentScanner.<init>(CubeSegmentScanner.java:74)
at
org.apache.kylin.storage.gtrecord.GTCubeStorageQueryBase.search(GTCubeStorageQueryBase.java:130)
at
org.apache.kylin.query.enumerator.OLAPEnumerator.queryStorage(OLAPEnumerator.java:114)
at
org.apache.kylin.query.enumerator.OLAPEnumerator.moveNext(OLAPEnumerator.java:65)
at Baz$1$1.moveNext(Unknown Source)
at
org.apache.calcite.linq4j.EnumerableDefaults.groupBy_(EnumerableDefaults.java:823)
at
org.apache.calcite.linq4j.EnumerableDefaults.groupBy(EnumerableDefaults.java:758)
at
org.apache.calcite.linq4j.DefaultEnumerable.groupBy(DefaultEnumerable.java:302)
at Baz.bind(Unknown Source)
at
org.apache.calcite.jdbc.CalcitePrepare$CalciteSignature.enumerable(CalcitePrepare.java:327)
at
org.apache.calcite.jdbc.CalciteConnectionImpl.enumerable(CalciteConnectionImpl.java:282)
at
org.apache.calcite.jdbc.CalciteMetaImpl._createIterable(CalciteMetaImpl.java:553)
at
org.apache.calcite.jdbc.CalciteMetaImpl.createIterable(CalciteMetaImpl.java:544)
at
org.apache.calcite.avatica.AvaticaResultSet.execute(AvaticaResultSet.java:187)
at
org.apache.calcite.jdbc.CalciteResultSet.execute(CalciteResultSet.java:65)
at
org.apache.calcite.jdbc.CalciteResultSet.execute(CalciteResultSet.java:44)
at
org.apache.calcite.avatica.AvaticaConnection$1.execute(AvaticaConnection.java:605)
at
org.apache.calcite.jdbc.CalciteMetaImpl.prepareAndExecute(CalciteMetaImpl.java:599)
at
org.apache.calcite.avatica.AvaticaConnection.prepareAndExecuteInternal(AvaticaConnection.java:613)
at
org.apache.calcite.avatica.AvaticaStatement.executeInternal(AvaticaStatement.java:139)
... 68 more
*Here are the Cube Descriptions: *
*cube desc 1*
{
"uuid": "268758b0-5e21-4bd1-bed5-7df845bd1454",
"last_modified": 1490889997197,
"version": "1.6.0",
"name": "CUBE_TPC_DS_PIPELINE_FACT",
"model_name": "model_CUBE_TPC_DS_PIPELINE_FACT",
"description": "",
"null_string": [
"null"
],
"dimensions": [
{
"name": "CUSTOMER_DEMOGRAPHICS",
"table": "IW_CUBE_TPC_DS_PIPELINE_FACT.CUSTOMER_DEMOGRAPHICS",
"column": null,
"derived": [
"CD_DEMO_SK",
"CD_GENDER",
"CD_MARITAL_STATUS",
"CD_EDUCATION_STATUS",
"CD_PURCHASE_ESTIMATE",
"CD_CREDIT_RATING",
"CD_DEP_COUNT",
"CD_DEP_EMPLOYED_COUNT",
"CD_DEP_COLLEGE_COUNT"
]
},
{
"name": "ITEM",
"table": "IW_CUBE_TPC_DS_PIPELINE_FACT.ITEM",
"column": null,
"derived": [
"I_ITEM_SK",
"I_ITEM_ID",
"I_REC_START_DATE",
"I_REC_END_DATE",
"I_ITEM_DESC",
"I_CURRENT_PRICE",
"I_WHOLESALE_COST",
"I_BRAND_ID",
"I_BRAND",
"I_CLASS_ID",
"I_CLASS",
"I_CATEGORY_ID",
"I_CATEGORY",
"I_MANUFACT_ID",
"I_MANUFACT",
"I_SIZE",
"I_FORMULATION",
"I_COLOR",
"I_UNITS",
"I_CONTAINER",
"I_MANAGER_ID",
"I_PRODUCT_NAME"
]
},
{
"name": "GEO",
"table": "IW_CUBE_TPC_DS_PIPELINE_FACT.STORE",
"column": "S_COUNTRY",
"derived": null
},
{
"name": "GEO",
"table": "IW_CUBE_TPC_DS_PIPELINE_FACT.STORE",
"column": "S_STATE",
"derived": null
},
{
"name": "GEO",
"table": "IW_CUBE_TPC_DS_PIPELINE_FACT.STORE",
"column": "S_CITY",
"derived": null
},
{
"name": "ADD_N",
"table": "IW_CUBE_TPC_DS_PIPELINE_FACT.STORE",
"column": "S_STORE_ID",
"derived": null
},
{
"name": "ADD_N",
"table": "IW_CUBE_TPC_DS_PIPELINE_FACT.STORE",
"column": "S_STORE_NAME",
"derived": null
},
{
"name": "STORE",
"table": "IW_CUBE_TPC_DS_PIPELINE_FACT.STORE",
"column": null,
"derived": [
"S_STORE_SK",
"S_REC_START_DATE",
"S_REC_END_DATE",
"S_CLOSED_DATE_SK",
"S_NUMBER_EMPLOYEES",
"S_FLOOR_SPACE",
"S_HOURS",
"S_MANAGER",
"S_MARKET_ID",
"S_GEOGRAPHY_CLASS",
"S_MARKET_DESC",
"S_MARKET_MANAGER",
"S_DIVISION_ID",
"S_DIVISION_NAME",
"S_COMPANY_ID",
"S_COMPANY_NAME",
"S_STREET_NUMBER",
"S_STREET_NAME",
"S_STREET_TYPE",
"S_SUITE_NUMBER",
"S_COUNTY",
"S_ZIP",
"S_GMT_OFFSET",
"S_TAX_PRECENTAGE"
]
},
{
"name": "CUSTOMER",
"table": "IW_CUBE_TPC_DS_PIPELINE_FACT.CUSTOMER",
"column": null,
"derived": [
"C_CUSTOMER_SK",
"C_CUSTOMER_ID",
"C_CURRENT_CDEMO_SK",
"C_CURRENT_HDEMO_SK",
"C_CURRENT_ADDR_SK",
"C_FIRST_SHIPTO_DATE_SK",
"C_FIRST_SALES_DATE_SK",
"C_SALUTATION",
"C_FIRST_NAME",
"C_LAST_NAME",
"C_PREFERRED_CUST_FLAG",
"C_BIRTH_DAY",
"C_BIRTH_MONTH",
"C_BIRTH_YEAR",
"C_BIRTH_COUNTRY",
"C_LOGIN",
"C_EMAIL_ADDRESS",
"C_LAST_REVIEW_DATE"
]
},
{
"name": "DATE_DIM",
"table": "IW_CUBE_TPC_DS_PIPELINE_FACT.DATE_DIM",
"column": null,
"derived": [
"D_DATE_SK",
"D_DATE_ID",
"D_DATE",
"D_MONTH_SEQ",
"D_WEEK_SEQ",
"D_QUARTER_SEQ",
"D_YEAR",
"D_DOW",
"D_MOY",
"D_DOM",
"D_QOY",
"D_FY_YEAR",
"D_FY_QUARTER_SEQ",
"D_FY_WEEK_SEQ",
"D_DAY_NAME",
"D_QUARTER_NAME",
"D_HOLIDAY",
"D_WEEKEND",
"D_FOLLOWING_HOLIDAY",
"D_FIRST_DOM",
"D_LAST_DOM",
"D_SAME_DAY_LY",
"D_SAME_DAY_LQ",
"D_CURRENT_DAY",
"D_CURRENT_WEEK",
"D_CURRENT_MONTH",
"D_CURRENT_QUARTER",
"D_CURRENT_YEAR"
]
},
{
"name": "TIME_DIM",
"table": "IW_CUBE_TPC_DS_PIPELINE_FACT.TIME_DIM",
"column": null,
"derived": [
"T_TIME_SK",
"T_TIME_ID",
"T_TIME",
"T_HOUR",
"T_MINUTE",
"T_SECOND",
"T_AM_PM",
"T_SHIFT",
"T_SUB_SHIFT",
"T_MEAL_TIME"
]
},
{
"name": "ADD_N",
"table": "IW_CUBE_TPC_DS_PIPELINE_FACT.PROMOTION",
"column": "P_PROMO_NAME",
"derived": null
},
{
"name": "ADD_N",
"table": "IW_CUBE_TPC_DS_PIPELINE_FACT.PROMOTION",
"column": "DER_PROMO_NAME",
"derived": null
},
{
"name": "PROMOTION",
"table": "IW_CUBE_TPC_DS_PIPELINE_FACT.PROMOTION",
"column": null,
"derived": [
"P_PROMO_SK",
"P_PROMO_ID",
"P_START_DATE_SK",
"P_END_DATE_SK",
"P_ITEM_SK",
"P_COST",
"P_RESPONSE_TARGET",
"P_CHANNEL_DMAIL",
"P_CHANNEL_EMAIL",
"P_CHANNEL_CATALOG",
"P_CHANNEL_TV",
"P_CHANNEL_RADIO",
"P_CHANNEL_PRESS",
"P_CHANNEL_EVENT",
"P_CHANNEL_DEMO",
"P_CHANNEL_DETAILS",
"P_PURPOSE",
"P_DISCOUNT_ACTIVE"
]
}
],
"measures": [
{
"name": "_COUNT_",
"function": {
"expression": "COUNT",
"parameter": {
"type": "constant",
"value": "1",
"next_parameter": null
},
"returntype": "bigint"
},
"dependent_measure_ref": null
},
{
"name": "DISTINCT_TICKET",
"function": {
"expression": "COUNT_DISTINCT",
"parameter": {
"type": "column",
"value": "SS_TICKET_NUMBER",
"next_parameter": null
},
"returntype": "hllc(10)"
},
"dependent_measure_ref": null
},
{
"name": "AVG_QUANTITY",
"function": {
"expression": "SUM",
"parameter": {
"type": "column",
"value": "SS_QUANTITY",
"next_parameter": null
},
"returntype": "decimal"
},
"dependent_measure_ref": null
},
{
"name": "TOTAL_SALES_PRICE",
"function": {
"expression": "SUM",
"parameter": {
"type": "column",
"value": "SS_SALES_PRICE",
"next_parameter": null
},
"returntype": "decimal"
},
"dependent_measure_ref": null
},
{
"name": "TOTAL_DISCOUNT",
"function": {
"expression": "SUM",
"parameter": {
"type": "column",
"value": "SS_EXT_DISCOUNT_AMT",
"next_parameter": null
},
"returntype": "decimal"
},
"dependent_measure_ref": null
},
{
"name": "TOTAL_EXT_SALES_PRICE",
"function": {
"expression": "SUM",
"parameter": {
"type": "column",
"value": "SS_EXT_SALES_PRICE",
"next_parameter": null
},
"returntype": "decimal"
},
"dependent_measure_ref": null
},
{
"name": "MAX_WHOLESALE_COST",
"function": {
"expression": "MAX",
"parameter": {
"type": "column",
"value": "SS_EXT_WHOLESALE_COST",
"next_parameter": null
},
"returntype": "decimal"
},
"dependent_measure_ref": null
},
{
"name": "MIN_TAX",
"function": {
"expression": "MIN",
"parameter": {
"type": "column",
"value": "SS_EXT_TAX",
"next_parameter": null
},
"returntype": "decimal"
},
"dependent_measure_ref": null
},
{
"name": "TOPN_TAX_SS_ITEM_SK",
"function": {
"expression": "TOP_N",
"parameter": {
"type": "column",
"value": "SS_EXT_TAX",
"next_parameter": {
"type": "column",
"value": "SS_ITEM_SK",
"next_parameter": null
}
},
"returntype": "topn(100)"
},
"dependent_measure_ref": null
},
{
"name": "TOPN_TAX_SS_SOLD_TIME_SK",
"function": {
"expression": "TOP_N",
"parameter": {
"type": "column",
"value": "SS_EXT_TAX",
"next_parameter": {
"type": "column",
"value": "SS_SOLD_TIME_SK",
"next_parameter": null
}
},
"returntype": "topn(100)"
},
"dependent_measure_ref": null
},
{
"name": "TOPN_TAX_DER_CUSTOMER_SK",
"function": {
"expression": "TOP_N",
"parameter": {
"type": "column",
"value": "SS_EXT_TAX",
"next_parameter": {
"type": "column",
"value": "DER_CUSTOMER_SK",
"next_parameter": null
}
},
"returntype": "topn(100)"
},
"dependent_measure_ref": null
},
{
"name": "TOPN_TAX_SS_STORE_SK",
"function": {
"expression": "TOP_N",
"parameter": {
"type": "column",
"value": "SS_EXT_TAX",
"next_parameter": {
"type": "column",
"value": "SS_STORE_SK",
"next_parameter": null
}
},
"returntype": "topn(100)"
},
"dependent_measure_ref": null
},
{
"name": "TOPN_TAX_S_STORE_ID",
"function": {
"expression": "TOP_N",
"parameter": {
"type": "column",
"value": "SS_EXT_TAX",
"next_parameter": {
"type": "column",
"value": "S_STORE_ID",
"next_parameter": null
}
},
"returntype": "topn(100)"
},
"dependent_measure_ref": null
},
{
"name": "TOPN_TAX_S_STORE_NAME",
"function": {
"expression": "TOP_N",
"parameter": {
"type": "column",
"value": "SS_EXT_TAX",
"next_parameter": {
"type": "column",
"value": "S_STORE_NAME",
"next_parameter": null
}
},
"returntype": "topn(100)"
},
"dependent_measure_ref": null
},
{
"name": "TOPN_TAX_SS_PROMO_SK",
"function": {
"expression": "TOP_N",
"parameter": {
"type": "column",
"value": "SS_EXT_TAX",
"next_parameter": {
"type": "column",
"value": "SS_PROMO_SK",
"next_parameter": null
}
},
"returntype": "topn(100)"
},
"dependent_measure_ref": null
},
{
"name": "TOPN_TAX_P_PROMO_NAME",
"function": {
"expression": "TOP_N",
"parameter": {
"type": "column",
"value": "SS_EXT_TAX",
"next_parameter": {
"type": "column",
"value": "P_PROMO_NAME",
"next_parameter": null
}
},
"returntype": "topn(100)"
},
"dependent_measure_ref": null
},
{
"name": "TOPN_TAX_DER_PROMO_NAME",
"function": {
"expression": "TOP_N",
"parameter": {
"type": "column",
"value": "SS_EXT_TAX",
"next_parameter": {
"type": "column",
"value": "DER_PROMO_NAME",
"next_parameter": null
}
},
"returntype": "topn(100)"
},
"dependent_measure_ref": null
},
{
"name": "TOPN_TAX_SS_CDEMO_SK",
"function": {
"expression": "TOP_N",
"parameter": {
"type": "column",
"value": "SS_EXT_TAX",
"next_parameter": {
"type": "column",
"value": "SS_CDEMO_SK",
"next_parameter": null
}
},
"returntype": "topn(100)"
},
"dependent_measure_ref": null
},
{
"name": "TOPN_TAX_SS_SOLD_DATE_SK",
"function": {
"expression": "TOP_N",
"parameter": {
"type": "column",
"value": "SS_EXT_TAX",
"next_parameter": {
"type": "column",
"value": "SS_SOLD_DATE_SK",
"next_parameter": null
}
},
"returntype": "topn(100)"
},
"dependent_measure_ref": null
},
{
"name": "APPROX_DISTINCT_COUNT",
"function": {
"expression": "COUNT_DISTINCT",
"parameter": {
"type": "column",
"value": "D_DATE",
"next_parameter": null
},
"returntype": "hllc(10)"
},
"dependent_measure_ref": null
},
{
"name": "DISTINCT COUNT",
"function": {
"expression": "COUNT_DISTINCT",
"parameter": {
"type": "column",
"value": "T_FORMATTED_TIME",
"next_parameter": null
},
"returntype": "hllc(10)"
},
"dependent_measure_ref": null
}
],
"rowkey": {
"rowkey_columns": [
{
"column": "SS_CDEMO_SK",
"encoding": "dict",
"isShardBy": false
},
{
"column": "SS_ITEM_SK",
"encoding": "dict",
"isShardBy": false
},
{
"column": "S_COUNTRY",
"encoding": "dict",
"isShardBy": false
},
{
"column": "S_STATE",
"encoding": "dict",
"isShardBy": false
},
{
"column": "S_CITY",
"encoding": "dict",
"isShardBy": false
},
{
"column": "S_STORE_ID",
"encoding": "dict",
"isShardBy": false
},
{
"column": "S_STORE_NAME",
"encoding": "dict",
"isShardBy": false
},
{
"column": "SS_STORE_SK",
"encoding": "dict",
"isShardBy": false
},
{
"column": "DER_CUSTOMER_SK",
"encoding": "dict",
"isShardBy": false
},
{
"column": "SS_SOLD_DATE_SK",
"encoding": "dict",
"isShardBy": false
},
{
"column": "SS_SOLD_TIME_SK",
"encoding": "dict",
"isShardBy": false
},
{
"column": "P_PROMO_NAME",
"encoding": "dict",
"isShardBy": false
},
{
"column": "DER_PROMO_NAME",
"encoding": "dict",
"isShardBy": false
},
{
"column": "SS_PROMO_SK",
"encoding": "dict",
"isShardBy": false
}
]
},
"hbase_mapping": {
"column_family": [
{
"name": "F1",
"columns": [
{
"qualifier": "M",
"measure_refs": [
"_COUNT_",
"AVG_QUANTITY",
"TOTAL_SALES_PRICE",
"TOTAL_DISCOUNT",
"TOTAL_EXT_SALES_PRICE",
"MAX_WHOLESALE_COST",
"MIN_TAX",
"TOPN_TAX_SS_ITEM_SK",
"TOPN_TAX_SS_SOLD_TIME_SK",
"TOPN_TAX_DER_CUSTOMER_SK",
"TOPN_TAX_SS_STORE_SK",
"TOPN_TAX_S_STORE_ID",
"TOPN_TAX_S_STORE_NAME",
"TOPN_TAX_SS_PROMO_SK",
"TOPN_TAX_P_PROMO_NAME",
"TOPN_TAX_DER_PROMO_NAME",
"TOPN_TAX_SS_CDEMO_SK",
"TOPN_TAX_SS_SOLD_DATE_SK"
]
}
]
},
{
"name": "F2",
"columns": [
{
"qualifier": "M",
"measure_refs": [
"DISTINCT_TICKET",
"APPROX_DISTINCT_COUNT",
"DISTINCT COUNT"
]
}
]
}
]
},
"aggregation_groups": [
{
"includes": [
"DER_PROMO_NAME",
"S_STORE_NAME",
"P_PROMO_NAME",
"SS_SOLD_TIME_SK",
"SS_CDEMO_SK",
"DER_CUSTOMER_SK",
"S_COUNTRY",
"SS_SOLD_DATE_SK",
"S_CITY",
"SS_PROMO_SK",
"SS_STORE_SK",
"S_STORE_ID",
"SS_ITEM_SK",
"S_STATE"
],
"select_rule": {
"hierarchy_dims": [
[
"S_COUNTRY",
"S_CITY",
"S_STATE"
]
],
"mandatory_dims": [],
"joint_dims": [
[
"SS_CDEMO_SK",
"SS_SOLD_TIME_SK",
"DER_CUSTOMER_SK"
]
]
}
}
],
"signature": "2HBfM6GgW0ET1cU3tzqnqw==",
"notify_list": [],
"status_need_notify": [],
"partition_date_start": 0,
"partition_date_end": 4102444800000,
"auto_merge_time_ranges": [],
"retention_range": 0,
"engine_type": 2,
"storage_type": 2,
"override_kylin_properties": {}
}
*cube desc 2*
{
"uuid": "0cb09c17-af7e-456b-8973-0424d2f6ba3e",
"last_modified": 1491287039231,
"version": "1.6.0",
"name": "CUBE_TPC_DS_PIPELINE_FACT",
"model_name": "model_CUBE_TPC_DS_PIPELINE_FACT",
"description": "",
"null_string": [
"null"
],
"dimensions": [
{
"name": "TIME_DIM",
"table": "IW_CUBE_TPC_DS_PIPELINE_FACT.TIME_DIM",
"column": null,
"derived": [
"T_TIME_SK",
"T_TIME_ID",
"T_TIME",
"T_HOUR",
"T_MINUTE",
"T_SECOND",
"T_AM_PM",
"T_SHIFT",
"T_SUB_SHIFT",
"T_MEAL_TIME"
]
},
{
"name": "ITEM",
"table": "IW_CUBE_TPC_DS_PIPELINE_FACT.ITEM",
"column": null,
"derived": [
"I_ITEM_SK",
"I_ITEM_ID",
"I_REC_START_DATE",
"I_REC_END_DATE",
"I_ITEM_DESC",
"I_CURRENT_PRICE",
"I_WHOLESALE_COST",
"I_BRAND_ID",
"I_BRAND",
"I_CLASS_ID",
"I_CLASS",
"I_CATEGORY_ID",
"I_CATEGORY",
"I_MANUFACT_ID",
"I_MANUFACT",
"I_SIZE",
"I_FORMULATION",
"I_COLOR",
"I_UNITS",
"I_CONTAINER",
"I_MANAGER_ID",
"I_PRODUCT_NAME"
]
},
{
"name": "GEO",
"table": "IW_CUBE_TPC_DS_PIPELINE_FACT.STORE",
"column": "S_COUNTRY",
"derived": null
},
{
"name": "GEO",
"table": "IW_CUBE_TPC_DS_PIPELINE_FACT.STORE",
"column": "S_STATE",
"derived": null
},
{
"name": "GEO",
"table": "IW_CUBE_TPC_DS_PIPELINE_FACT.STORE",
"column": "S_CITY",
"derived": null
},
{
"name": "ADD_N",
"table": "IW_CUBE_TPC_DS_PIPELINE_FACT.STORE",
"column": "S_STORE_ID",
"derived": null
},
{
"name": "ADD_N",
"table": "IW_CUBE_TPC_DS_PIPELINE_FACT.STORE",
"column": "S_STORE_NAME",
"derived": null
},
{
"name": "STORE",
"table": "IW_CUBE_TPC_DS_PIPELINE_FACT.STORE",
"column": null,
"derived": [
"S_STORE_SK",
"S_REC_START_DATE",
"S_REC_END_DATE",
"S_CLOSED_DATE_SK",
"S_NUMBER_EMPLOYEES",
"S_FLOOR_SPACE",
"S_HOURS",
"S_MANAGER",
"S_MARKET_ID",
"S_GEOGRAPHY_CLASS",
"S_MARKET_DESC",
"S_MARKET_MANAGER",
"S_DIVISION_ID",
"S_DIVISION_NAME",
"S_COMPANY_ID",
"S_COMPANY_NAME",
"S_STREET_NUMBER",
"S_STREET_NAME",
"S_STREET_TYPE",
"S_SUITE_NUMBER",
"S_COUNTY",
"S_ZIP",
"S_GMT_OFFSET",
"S_TAX_PRECENTAGE"
]
},
{
"name": "CUSTOMER_DEMOGRAPHICS",
"table": "IW_CUBE_TPC_DS_PIPELINE_FACT.CUSTOMER_DEMOGRAPHICS",
"column": null,
"derived": [
"CD_DEMO_SK",
"CD_GENDER",
"CD_MARITAL_STATUS",
"CD_EDUCATION_STATUS",
"CD_PURCHASE_ESTIMATE",
"CD_CREDIT_RATING",
"CD_DEP_COUNT",
"CD_DEP_EMPLOYED_COUNT",
"CD_DEP_COLLEGE_COUNT"
]
},
{
"name": "DATE_DIM",
"table": "IW_CUBE_TPC_DS_PIPELINE_FACT.DATE_DIM",
"column": null,
"derived": [
"D_DATE_SK",
"D_DATE_ID",
"D_DATE",
"D_MONTH_SEQ",
"D_WEEK_SEQ",
"D_QUARTER_SEQ",
"D_YEAR",
"D_DOW",
"D_MOY",
"D_DOM",
"D_QOY",
"D_FY_YEAR",
"D_FY_QUARTER_SEQ",
"D_FY_WEEK_SEQ",
"D_DAY_NAME",
"D_QUARTER_NAME",
"D_HOLIDAY",
"D_WEEKEND",
"D_FOLLOWING_HOLIDAY",
"D_FIRST_DOM",
"D_LAST_DOM",
"D_SAME_DAY_LY",
"D_SAME_DAY_LQ",
"D_CURRENT_DAY",
"D_CURRENT_WEEK",
"D_CURRENT_MONTH",
"D_CURRENT_QUARTER",
"D_CURRENT_YEAR"
]
},
{
"name": "ADD_N",
"table": "IW_CUBE_TPC_DS_PIPELINE_FACT.PROMOTION",
"column": "P_PROMO_NAME",
"derived": null
},
{
"name": "ADD_N",
"table": "IW_CUBE_TPC_DS_PIPELINE_FACT.PROMOTION",
"column": "DER_PROMO_NAME",
"derived": null
},
{
"name": "PROMOTION",
"table": "IW_CUBE_TPC_DS_PIPELINE_FACT.PROMOTION",
"column": null,
"derived": [
"P_PROMO_SK",
"P_PROMO_ID",
"P_START_DATE_SK",
"P_END_DATE_SK",
"P_ITEM_SK",
"P_COST",
"P_RESPONSE_TARGET",
"P_CHANNEL_DMAIL",
"P_CHANNEL_EMAIL",
"P_CHANNEL_CATALOG",
"P_CHANNEL_TV",
"P_CHANNEL_RADIO",
"P_CHANNEL_PRESS",
"P_CHANNEL_EVENT",
"P_CHANNEL_DEMO",
"P_CHANNEL_DETAILS",
"P_PURPOSE",
"P_DISCOUNT_ACTIVE"
]
},
{
"name": "CUSTOMER",
"table": "IW_CUBE_TPC_DS_PIPELINE_FACT.CUSTOMER",
"column": null,
"derived": [
"C_CUSTOMER_SK",
"C_CUSTOMER_ID",
"C_CURRENT_CDEMO_SK",
"C_CURRENT_HDEMO_SK",
"C_CURRENT_ADDR_SK",
"C_FIRST_SHIPTO_DATE_SK",
"C_FIRST_SALES_DATE_SK",
"C_SALUTATION",
"C_FIRST_NAME",
"C_LAST_NAME",
"C_PREFERRED_CUST_FLAG",
"C_BIRTH_DAY",
"C_BIRTH_MONTH",
"C_BIRTH_YEAR",
"C_BIRTH_COUNTRY",
"C_LOGIN",
"C_EMAIL_ADDRESS",
"C_LAST_REVIEW_DATE"
]
}
],
"measures": [
{
"name": "_COUNT_",
"function": {
"expression": "COUNT",
"parameter": {
"type": "constant",
"value": "1",
"next_parameter": null
},
"returntype": "bigint"
},
"dependent_measure_ref": null
},
{
"name": "DISTINCT_TICKET",
"function": {
"expression": "COUNT_DISTINCT",
"parameter": {
"type": "column",
"value": "SS_TICKET_NUMBER",
"next_parameter": null
},
"returntype": "hllc(10)"
},
"dependent_measure_ref": null
},
{
"name": "AVG_QUANTITY",
"function": {
"expression": "SUM",
"parameter": {
"type": "column",
"value": "SS_QUANTITY",
"next_parameter": null
},
"returntype": "decimal"
},
"dependent_measure_ref": null
},
{
"name": "TOTAL_SALES_PRICE",
"function": {
"expression": "SUM",
"parameter": {
"type": "column",
"value": "SS_SALES_PRICE",
"next_parameter": null
},
"returntype": "decimal"
},
"dependent_measure_ref": null
},
{
"name": "TOTAL_DISCOUNT",
"function": {
"expression": "SUM",
"parameter": {
"type": "column",
"value": "SS_EXT_DISCOUNT_AMT",
"next_parameter": null
},
"returntype": "decimal"
},
"dependent_measure_ref": null
},
{
"name": "TOTAL_EXT_SALES_PRICE",
"function": {
"expression": "SUM",
"parameter": {
"type": "column",
"value": "SS_EXT_SALES_PRICE",
"next_parameter": null
},
"returntype": "decimal"
},
"dependent_measure_ref": null
},
{
"name": "MAX_WHOLESALE_COST",
"function": {
"expression": "MAX",
"parameter": {
"type": "column",
"value": "SS_EXT_WHOLESALE_COST",
"next_parameter": null
},
"returntype": "decimal"
},
"dependent_measure_ref": null
},
{
"name": "TOPN_TAX_SS_SOLD_TIME_SK",
"function": {
"expression": "TOP_N",
"parameter": {
"type": "column",
"value": "SS_EXT_TAX",
"next_parameter": {
"type": "column",
"value": "SS_SOLD_TIME_SK",
"next_parameter": null
}
},
"returntype": "topn(100)"
},
"dependent_measure_ref": null
},
{
"name": "TOPN_TAX_SS_ITEM_SK",
"function": {
"expression": "TOP_N",
"parameter": {
"type": "column",
"value": "SS_EXT_TAX",
"next_parameter": {
"type": "column",
"value": "SS_ITEM_SK",
"next_parameter": null
}
},
"returntype": "topn(100)"
},
"dependent_measure_ref": null
},
{
"name": "TOPN_TAX_DER_CUSTOMER_SK",
"function": {
"expression": "TOP_N",
"parameter": {
"type": "column",
"value": "SS_EXT_TAX",
"next_parameter": {
"type": "column",
"value": "DER_CUSTOMER_SK",
"next_parameter": null
}
},
"returntype": "topn(100)"
},
"dependent_measure_ref": null
},
{
"name": "TOPN_TAX_SS_STORE_SK",
"function": {
"expression": "TOP_N",
"parameter": {
"type": "column",
"value": "SS_EXT_TAX",
"next_parameter": {
"type": "column",
"value": "SS_STORE_SK",
"next_parameter": null
}
},
"returntype": "topn(100)"
},
"dependent_measure_ref": null
},
{
"name": "TOPN_TAX_S_STORE_ID",
"function": {
"expression": "TOP_N",
"parameter": {
"type": "column",
"value": "SS_EXT_TAX",
"next_parameter": {
"type": "column",
"value": "S_STORE_ID",
"next_parameter": null
}
},
"returntype": "topn(100)"
},
"dependent_measure_ref": null
},
{
"name": "TOPN_TAX_S_STORE_NAME",
"function": {
"expression": "TOP_N",
"parameter": {
"type": "column",
"value": "SS_EXT_TAX",
"next_parameter": {
"type": "column",
"value": "S_STORE_NAME",
"next_parameter": null
}
},
"returntype": "topn(100)"
},
"dependent_measure_ref": null
},
{
"name": "TOPN_TAX_SS_PROMO_SK",
"function": {
"expression": "TOP_N",
"parameter": {
"type": "column",
"value": "SS_EXT_TAX",
"next_parameter": {
"type": "column",
"value": "SS_PROMO_SK",
"next_parameter": null
}
},
"returntype": "topn(100)"
},
"dependent_measure_ref": null
},
{
"name": "TOPN_TAX_P_PROMO_NAME",
"function": {
"expression": "TOP_N",
"parameter": {
"type": "column",
"value": "SS_EXT_TAX",
"next_parameter": {
"type": "column",
"value": "P_PROMO_NAME",
"next_parameter": null
}
},
"returntype": "topn(100)"
},
"dependent_measure_ref": null
},
{
"name": "TOPN_TAX_DER_PROMO_NAME",
"function": {
"expression": "TOP_N",
"parameter": {
"type": "column",
"value": "SS_EXT_TAX",
"next_parameter": {
"type": "column",
"value": "DER_PROMO_NAME",
"next_parameter": null
}
},
"returntype": "topn(100)"
},
"dependent_measure_ref": null
},
{
"name": "TOPN_TAX_SS_CDEMO_SK",
"function": {
"expression": "TOP_N",
"parameter": {
"type": "column",
"value": "SS_EXT_TAX",
"next_parameter": {
"type": "column",
"value": "SS_CDEMO_SK",
"next_parameter": null
}
},
"returntype": "topn(100)"
},
"dependent_measure_ref": null
},
{
"name": "TOPN_TAX_SS_SOLD_DATE_SK",
"function": {
"expression": "TOP_N",
"parameter": {
"type": "column",
"value": "SS_EXT_TAX",
"next_parameter": {
"type": "column",
"value": "SS_SOLD_DATE_SK",
"next_parameter": null
}
},
"returntype": "topn(100)"
},
"dependent_measure_ref": null
},
{
"name": "MIN_TAX",
"function": {
"expression": "MIN",
"parameter": {
"type": "column",
"value": "SS_EXT_TAX",
"next_parameter": null
},
"returntype": "decimal"
},
"dependent_measure_ref": null
},
{
"name": "APPROX_DISTINCT_COUNT",
"function": {
"expression": "COUNT_DISTINCT",
"parameter": {
"type": "column",
"value": "D_DATE",
"next_parameter": null
},
"returntype": "hllc(10)"
},
"dependent_measure_ref": null
},
{
"name": "DISTINCT COUNT",
"function": {
"expression": "COUNT_DISTINCT",
"parameter": {
"type": "column",
"value": "T_FORMATTED_TIME",
"next_parameter": null
},
"returntype": "hllc(10)"
},
"dependent_measure_ref": null
}
],
"rowkey": {
"rowkey_columns": [
{
"column": "SS_SOLD_TIME_SK",
"encoding": "dict",
"isShardBy": false
},
{
"column": "SS_ITEM_SK",
"encoding": "dict",
"isShardBy": false
},
{
"column": "S_COUNTRY",
"encoding": "dict",
"isShardBy": false
},
{
"column": "S_STATE",
"encoding": "dict",
"isShardBy": false
},
{
"column": "S_CITY",
"encoding": "dict",
"isShardBy": false
},
{
"column": "S_STORE_ID",
"encoding": "dict",
"isShardBy": false
},
{
"column": "S_STORE_NAME",
"encoding": "dict",
"isShardBy": false
},
{
"column": "SS_STORE_SK",
"encoding": "dict",
"isShardBy": false
},
{
"column": "SS_CDEMO_SK",
"encoding": "dict",
"isShardBy": false
},
{
"column": "SS_SOLD_DATE_SK",
"encoding": "dict",
"isShardBy": false
},
{
"column": "P_PROMO_NAME",
"encoding": "dict",
"isShardBy": false
},
{
"column": "DER_PROMO_NAME",
"encoding": "dict",
"isShardBy": false
},
{
"column": "SS_PROMO_SK",
"encoding": "dict",
"isShardBy": false
},
{
"column": "DER_CUSTOMER_SK",
"encoding": "dict",
"isShardBy": false
}
]
},
"hbase_mapping": {
"column_family": [
{
"name": "F1",
"columns": [
{
"qualifier": "M",
"measure_refs": [
"_COUNT_",
"AVG_QUANTITY",
"TOTAL_SALES_PRICE",
"TOTAL_DISCOUNT",
"TOTAL_EXT_SALES_PRICE",
"MAX_WHOLESALE_COST",
"TOPN_TAX_SS_SOLD_TIME_SK",
"TOPN_TAX_SS_ITEM_SK",
"TOPN_TAX_DER_CUSTOMER_SK",
"TOPN_TAX_SS_STORE_SK",
"TOPN_TAX_S_STORE_ID",
"TOPN_TAX_S_STORE_NAME",
"TOPN_TAX_SS_PROMO_SK",
"TOPN_TAX_P_PROMO_NAME",
"TOPN_TAX_DER_PROMO_NAME",
"TOPN_TAX_SS_CDEMO_SK",
"TOPN_TAX_SS_SOLD_DATE_SK",
"MIN_TAX"
]
}
]
},
{
"name": "F2",
"columns": [
{
"qualifier": "M",
"measure_refs": [
"DISTINCT_TICKET",
"APPROX_DISTINCT_COUNT",
"DISTINCT COUNT"
]
}
]
}
]
},
"aggregation_groups": [
{
"includes": [
"DER_PROMO_NAME",
"S_STORE_NAME",
"P_PROMO_NAME",
"SS_SOLD_TIME_SK",
"SS_CDEMO_SK",
"DER_CUSTOMER_SK",
"S_COUNTRY",
"SS_SOLD_DATE_SK",
"S_CITY",
"SS_PROMO_SK",
"SS_STORE_SK",
"S_STORE_ID",
"SS_ITEM_SK",
"S_STATE"
],
"select_rule": {
"hierarchy_dims": [
[
"S_COUNTRY",
"S_CITY",
"S_STATE"
]
],
"mandatory_dims": [],
"joint_dims": [
[
"SS_CDEMO_SK",
"SS_SOLD_TIME_SK",
"DER_CUSTOMER_SK"
]
]
}
}
],
"signature": "Ai9gZSunVfhH+KfKyQVrzQ==",
"notify_list": [],
"status_need_notify": [],
"partition_date_start": 0,
"partition_date_end": 4102444800000,
"auto_merge_time_ranges": [],
"retention_range": 0,
"engine_type": 2,
"storage_type": 2,
"override_kylin_properties": {}
}
When i reordered the rowkeys in cube desc 2, my queries worked. My
question, are these rowkeys needs to be in order? if yes then on what
basis? and if not then what that exception is about?
Thanks
