Biru Kumar created LENS-575:
-------------------------------
Summary: NPE in
CandidateTableResolver.checkForSourceReachabilityForDenormCandidates
Key: LENS-575
URL: https://issues.apache.org/jira/browse/LENS-575
Project: Apache Lens
Issue Type: Bug
Components: driver-hive
Reporter: Biru Kumar
dimension:
{noformat]
<x_dimension name="user_tags" xmlns="uri:lens:cube:0.1"
xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance";
xsi:schemaLocation="cube-0.1.xsd ">
<attributes>
<dim_attribute name="userId" type="STRING" />
<!-- Will be null with current attribute stores This should be
populated
in final UP2 stores // -->
<dim_attribute name="userIdType" type="STRING" description="not
available currently"/>
<dim_attribute name="tagId" type="STRING">
<ref_spec>
<table_references>
<table_reference column="id"
table="hive_dimension_metadata_concept" />
<table_reference column="concept_id"
table="hive_dimension_metadata_app_concept_tag" />
</table_references>
</ref_spec>
</dim_attribute>
</attributes>
<properties>
<property name="dimension.user_tags.timed.dimension" value="dt"
/>
</properties>
</x_dimension>
{noformat]
dimtable providing data for dimension:
{noformat}
lens-shell>describe dimtable
user_attributestore_er_dim_concept_aggregated_install
columns :
column :
name : userid type : string
name : timestamp type : timestamp
name : tagid type : string
name : concept_aggregated_install_count type : bigint
properties :
property :
name : cube.table.type value : DIM_TABLE
name :
dimtble.user_attributestore_er_dim_concept_aggregated_install.uh1_hdfs.dumpperiod
value : DAILY
name :
dimtble.user_attributestore_er_dim_concept_aggregated_install.dim.name value :
user_tags
name :
cube.table.user_attributestore_er_dim_concept_aggregated_install.weight value
: 0.3
name : transient_lastDdlTime value : 1431973739
name :
dimtble.user_attributestore_er_dim_concept_aggregated_install.storages value :
uh1_hdfs
storageTables :
storageTable :
updatePeriods : updatePeriod : DAILY
storageName : uh1_hdfs tableDesc : partCols : column :
name : dt type : string comment : Date partition field
tableParameters : property :
name : conf.attributestore.schema value :
\granularity\:\snapshot\\erinfo\:\source\:null\erid\:\81604378639\\entityType\:\CONCEPT\\entityAlias\:\tagId\\relationshipType\:\AGGREGATED_INSTALL\\fields\:\alias\:null\name\:\count\\type\:\LONG\
\stores\:\concept\
name : EXTERNAL value : TRUE name : cube.storagetable.time.partcols
value : dt name : transient_lastDdlTime value : 1431973740 name :
conf.debugmode value : true
serdeParameters : property :
name : serialization.format value : 1
timePartCols : dt
external : true tableLocation :
hdfs://data-lens-userqa-cdh4.3.0300-null.raghavendra.ev1.inmobi.com:8020/user/hive/warehouse/user.db/uh1_hdfs_user_attributestore_er_dim_concept_aggregated_install
inputFormat :
com.inmobi.user.analytics.storage.inputformat.UserAttributeThriftInputFormat
outputFormat : org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
serdeClassName :
com.inmobi.user.analytics.storage.serde.UserAttributeThriftSerde
storageHandlerName : numBuckets : 0 compressed : false
dimensionName : user_tags
tableName : user_attributestore_er_dim_concept_aggregated_install
weight : 0.3
{noformat}
dimtable of dimension to which we want table reference:
{noformat}
lens-shell>describe dimtable hive_dimtable_metadata_app_concept_tag
columns :
column :
name : id type : int
name : concept_id type : int
name : app_id type : int
name : created_on type : string
name : created_by type : string
properties :
property :
name : dimtble.hive_dimtable_metadata_app_concept_tag.uh1_hdfs.dumpperiod
value : DAILY
name : cube.table.hive_dimtable_metadata_app_concept_tag.weight value : 0.5
name : cube.table.type value : DIM_TABLE
name : dimtble.hive_dimtable_metadata_app_concept_tag.storages value :
uh1_hdfs
name : dimtble.hive_dimtable_metadata_app_concept_tag.dim.name value :
hive_dimension_metadata_app_concept_tag
name : transient_lastDdlTime value : 1431973773
storageTables :
storageTable :
updatePeriods : updatePeriod : DAILY
storageName : uh1_hdfs tableDesc : partCols : column :
name : dt type : string comment : Date partition field
tableParameters : property :
name : EXTERNAL value : TRUE name : cube.storagetable.time.partcols
value : dt name : transient_lastDdlTime value : 1431973773
serdeParameters : property :
name : serialization.format value : 1
timePartCols : dt
external : true tableLocation :
hdfs://data-lens-userqa-cdh4.3.0300-null.raghavendra.ev1.inmobi.com:8020/user/hive/warehouse/user.db/uh1_hdfs_hive_dimtable_metadata_app_concept_tag
inputFormat : org.apache.hadoop.mapred.TextInputFormat outputFormat :
org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serdeClassName :
org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe storageHandlerName :
numBuckets : 0 compressed : false
dimensionName : hive_dimension_metadata_app_concept_tag
tableName : hive_dimtable_metadata_app_concept_tag
weight : 0.5
{noformat}
NPE in lens server log:
{noformat}
15 May 2015 05:31:47,930 [Grizzly-worker(3)] INFO
org.apache.lens.server.LensServer.request - 341 * LoggingFilter - Request
received on thread Grizzly-worker(3)
341 > POST http://0.0.0.0:9999/lensapi/queryapi/queries
341 > content-type: multipart/form-data;
boundary=Boundary_16_1154596104_1431667907923
341 > user-agent: Jersey/2.3.1 (HttpUrlConnection 1.7.0_75)
341 > mime-version: 1.0
341 > host: 0.0.0.0:9999
341 > accept: text/html, image/gif, image/jpeg, *; q=.2, */*; q=.2
341 > connection: keep-alive
341 > content-length: 770
--Boundary_16_1154596104_1431667907923
Content-Type: application/xml
Content-Disposition: form-data; name="sessionid"
<?xml version="1.0" encoding="UTF-8"
standalone="yes"?><lensSessionHandle><publicId>efee7645-d5d8-4d04-bc99-4bb37e8c580b</publicId><secretId>450a6703-9ebb-44fa-ab57-a92996cc27e9</secretId></lensSessionHandle>
--Boundary_16_1154596104_1431667907923
Content-Type: text/plain
Content-Disposition: form-data; name="query"
cube select tagid from user_tags
--Boundary_16_1154596104_1431667907923
Content-Type: text/plain
Content-Disposition: form-data; name="operation"
execute
--Boundary_16_1154596104_1431667907923
Content-Type: text/plain
Content-Disposition: form-data; name="queryName"
--Boundary_16_1154596104_1431667907923--
==> lensserver.log <==
15 May 2015 05:31:47,932 [Grizzly-worker(3)] INFO
org.apache.lens.server.AuthenticationFilter - Request from user: null,
path=/queryapi/queries
15 May 2015 05:31:47,936 [Grizzly-worker(3)] INFO
org.apache.lens.server.query.QueryExecutionServiceImpl - ExecuteAsync: <?xml
version="1.0" encoding="UTF-8"
standalone="yes"?><lensSessionHandle><publicId>efee7645-d5d8-4d04-bc99-4bb37e8c580b</publicId><secretId>450a6703-9ebb-44fa-ab57-a92996cc27e9</secretId></lensSessionHandle>
query: cube select tagid from user_tags
15 May 2015 05:31:47,937 [Grizzly-worker(3)] INFO
org.apache.lens.server.query.QueryExecutionServiceImpl - Returning handle
b430dd50-7904-4ca7-926e-742d49256106
15 May 2015 05:31:47,937 [QuerySubmitter] INFO
org.apache.lens.server.query.QueryExecutionServiceImpl - Launching query:cube
select tagid from user_tags
==> lensserver.out.2015051308591431507556 <==
2015-05-15 05:31:47,937 [pool-2-thread-4] INFO
org.apache.lens.server.query.QueryExecutionServiceImpl$QueryStatusLogger -
QueryEvent: QueryQueued:{id: d1902950-c64a-461a-a6d4-43569d50ea32,
query:b430dd50-7904-4ca7-926e-742d49256106, change:[NEW -> QUEUED]}
==> lensserver-requests.log <==
15 May 2015 05:31:47,939 [Grizzly-worker(3)] INFO
org.apache.lens.server.LensServer.request - 342 * LoggingFilter - Response
received on thread Grizzly-worker(3)
342 < 200
342 < Content-Type: application/xml
<?xml version="1.0" encoding="UTF-8" standalone="yes"?><lensResponse><data
xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance";
xsi:type="queryHandle"><handleId>b430dd50-7904-4ca7-926e-742d49256106</handleId></data></lensResponse>
==> lensserver.log <==
15 May 2015 05:31:47,983 [QuerySubmitter] INFO hive.ql.parse.ParseDriver -
Parsing command: cube select tagid from user_tags
15 May 2015 05:31:47,984 [QuerySubmitter] INFO hive.ql.parse.ParseDriver -
Parse Completed
15 May 2015 05:31:47,985 [estimate-24] INFO hive.ql.parse.ParseDriver -
Parsing command: cube select tagid from user_tags
15 May 2015 05:31:47,987 [estimate-24] INFO hive.ql.parse.ParseDriver - Parse
Completed
15 May 2015 05:31:47,988 [estimate-24] INFO
org.apache.lens.cube.parse.CandidateTableResolver - Populated candidate
dims:[user_attributestore_er_dim_numbundlecategory_aggregated_install,
user_attributestore_er_dim_concept_aggregated_install] for user_tags
15 May 2015 05:31:47,988 [estimate-24] INFO
org.apache.lens.cube.parse.DenormalizationResolver - Adding denormalized
column for column:tagid for
table:user_attributestore_er_dim_numbundlecategory_aggregated_install
==> lensserver-requests.log <==
15 May 2015 05:31:47,988 [Grizzly-worker(4)] INFO
org.apache.lens.server.LensServer.request - 343 * LoggingFilter - Request
received on thread Grizzly-worker(4)
343 > GET
http://0.0.0.0:9999/lensapi/queryapi/queries/b430dd50-7904-4ca7-926e-742d49256106?sessionid=%3C?xml+version%3D%221.0%22+encoding%3D%22UTF-8%22+standalone%3D%22yes%22?%3E%3ClensSessionHandle%3E%3CpublicId%3Eefee7645-d5d8-4d04-bc99-4bb37e8c580b%3C/publicId%3E%3CsecretId%3E450a6703-9ebb-44fa-ab57-a92996cc27e9%3C/secretId%3E%3C/lensSessionHandle%3E
343 > user-agent: Jersey/2.3.1 (HttpUrlConnection 1.7.0_75)
343 > host: 0.0.0.0:9999
343 > accept: text/html, image/gif, image/jpeg, *; q=.2, */*; q=.2
343 > connection: keep-alive
==> lensserver.log <==
15 May 2015 05:31:47,988 [estimate-24] INFO
org.apache.lens.cube.parse.CubeQueryContext - Adding optional
dimension:hive_dimension_metadata_concept
optDim:CubeQueryContext.OptionalDimCtx(colQueried=[id],
requiredForCandidates=[user_attributestore_er_dim_numbundlecategory_aggregated_install],
isRequiredInJoinChain=false)
15 May 2015 05:31:47,988 [estimate-24] INFO
org.apache.lens.cube.parse.CubeQueryContext - Adding optional
dimension:hive_dimension_metadata_app_concept_tag
optDim:CubeQueryContext.OptionalDimCtx(colQueried=[concept_id],
requiredForCandidates=[user_attributestore_er_dim_numbundlecategory_aggregated_install],
isRequiredInJoinChain=false)
15 May 2015 05:31:47,989 [estimate-24] WARN
org.apache.lens.cube.parse.JoinResolver - No join path between
hive_dimension_metadata_concept and user_tags
15 May 2015 05:31:47,989 [estimate-24] INFO
org.apache.lens.cube.parse.JoinResolver - Not considering
dimtable:user_attributestore_er_dim_numbundlecategory_aggregated_install as
there is no join path to hive_dimension_metadata_concept
15 May 2015 05:31:47,989 [estimate-24] WARN
org.apache.lens.cube.parse.JoinResolver - No join path between
hive_dimension_metadata_app_concept_tag and user_tags
15 May 2015 05:31:47,989 [estimate-24] INFO
org.apache.lens.cube.parse.JoinResolver - Not considering
dimtable:user_attributestore_er_dim_numbundlecategory_aggregated_install as
there is no join path to hive_dimension_metadata_app_concept_tag
15 May 2015 05:31:47,989 [estimate-24] INFO
org.apache.lens.cube.parse.CandidateTableResolver - Populating optional
dim:hive_dimension_metadata_concept
15 May 2015 05:31:47,989 [estimate-24] INFO
org.apache.lens.cube.parse.CandidateTableResolver - Populated candidate
dims:[hive_dimtable_metadata_concept] for hive_dimension_metadata_concept
15 May 2015 05:31:47,989 [estimate-24] INFO
org.apache.lens.cube.parse.CandidateTableResolver - Populating optional
dim:hive_dimension_metadata_app_concept_tag
15 May 2015 05:31:47,990 [Grizzly-worker(4)] INFO
org.apache.lens.server.AuthenticationFilter - Request from user: null,
path=/queryapi/queries/b430dd50-7904-4ca7-926e-742d49256106
15 May 2015 05:31:47,990 [estimate-24] INFO
org.apache.lens.cube.parse.CandidateTableResolver - Populated candidate
dims:[hive_dimtable_metadata_app_concept_tag] for
hive_dimension_metadata_app_concept_tag
15 May 2015 05:31:47,990 [estimate-24] WARN
org.apache.lens.driver.cube.RewriteUtil - Driver :
org.apache.lens.driver.hive.HiveDriver@2e3ed883 Skipped for the query rewriting
due to
java.lang.NullPointerException
at
org.apache.lens.cube.parse.CandidateTableResolver.checkForSourceReachabilityForDenormCandidates(CandidateTableResolver.java:459)
at
org.apache.lens.cube.parse.CandidateTableResolver.rewriteContext(CandidateTableResolver.java:80)
at
org.apache.lens.cube.parse.CubeQueryRewriter.rewrite(CubeQueryRewriter.java:211)
at
org.apache.lens.cube.parse.CubeQueryRewriter.rewrite(CubeQueryRewriter.java:186)
at
org.apache.lens.cube.parse.CubeQueryRewriter.rewrite(CubeQueryRewriter.java:197)
at
org.apache.lens.driver.cube.RewriteUtil$DriverRewriterRunnable.run(RewriteUtil.java:320)
at
org.apache.lens.server.query.QueryExecutionServiceImpl$RewriteEstimateRunnable.run(QueryExecutionServiceImpl.java:1167)
at
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
at java.util.concurrent.FutureTask.run(FutureTask.java:262)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:745)
15 May 2015 05:31:47,990 [estimate-24] ERROR
org.apache.lens.server.query.QueryExecutionServiceImpl - Estimate skipped
since rewrite failed for driver org.apache.lens.driver.hive.HiveDriver@2e3ed883
cause: Driver :org.apache.lens.driver.hive.HiveDriver Cause :null
15 May 2015 05:31:47,991 [QuerySubmitter] ERROR
org.apache.lens.server.query.QueryExecutionServiceImpl - Error launching query
b430dd50-7904-4ca7-926e-742d49256106
org.apache.lens.server.api.error.LensException: Driver
:org.apache.lens.driver.hive.HiveDriver Cause :null
at
org.apache.lens.server.query.QueryExecutionServiceImpl.rewriteAndSelect(QueryExecutionServiceImpl.java:1108)
at
org.apache.lens.server.query.QueryExecutionServiceImpl.access$800(QueryExecutionServiceImpl.java:81)
at
org.apache.lens.server.query.QueryExecutionServiceImpl$QuerySubmitter.run(QueryExecutionServiceImpl.java:487)
at java.lang.Thread.run(Thread.java:745)
==> lensserver.out.2015051308591431507556 <==
2015-05-15 05:31:47,992 [pool-2-thread-2] INFO
org.apache.lens.server.query.QueryExecutionServiceImpl$QueryStatusLogger -
QueryEvent: QueryFailed:{id: 0cc7af75-bb11-4a94-b742-c1b02740ca0a,
query:b430dd50-7904-4ca7-926e-742d49256106, change:[QUEUED -> FAILED]}
==> lensserver-requests.log <==
15 May 2015 05:31:47,997 [Grizzly-worker(4)] INFO
org.apache.lens.server.LensServer.request - 344 * LoggingFilter - Response
received on thread Grizzly-worker(4)
344 < 200
344 < Content-Type: application/xml
<?xml version="1.0" encoding="UTF-8"
standalone="yes"?><lensQuery><queryHandle><handleId>b430dd50-7904-4ca7-926e-742d49256106</handleId></queryHandle><userQuery>cube
select tagid from
user_tags</userQuery><submittedUser>anonymous</submittedUser><priority>NORMAL</priority><isPersistent>false</isPersistent><selectedDriverClassName>org.apache.lens.driver.hive.HiveDriver</selectedDriverClassName><driverQuery>cube
select tagid from
user_tags</driverQuery><status><progress>0.0</progress><status>FAILED</status><statusMessage>Launching
query
failed</statusMessage><isResultSetAvailable>false</isResultSetAvailable><errorMessage>
Driver :org.apache.lens.driver.hive.HiveDriver Cause
:null</errorMessage></status><submissionTime>1431667907936</submissionTime><launchTime>0</launchTime><driverStartTime>0</driverStartTime><driverFinishTime>0</driverFinishTime><finishTime>1431667907991</finishTime><closedTime>0</closedTime><queryName></queryName></lensQuery>
15 May 2015 05:31:48,032 [Grizzly-worker(5)] INFO
org.apache.lens.server.LensServer.request - 345 * LoggingFilter - Request
received on thread Grizzly-worker(5)
345 > GET
http://0.0.0.0:9999/lensapi/queryapi/queries/b430dd50-7904-4ca7-926e-742d49256106?sessionid=%3C?xml+version%3D%221.0%22+encoding%3D%22UTF-8%22+standalone%3D%22yes%22?%3E%3ClensSessionHandle%3E%3CpublicId%3Eefee7645-d5d8-4d04-bc99-4bb37e8c580b%3C/publicId%3E%3CsecretId%3E450a6703-9ebb-44fa-ab57-a92996cc27e9%3C/secretId%3E%3C/lensSessionHandle%3E
345 > user-agent: Jersey/2.3.1 (HttpUrlConnection 1.7.0_75)
345 > host: 0.0.0.0:9999
345 > accept: text/html, image/gif, image/jpeg, *; q=.2, */*; q=.2
345 > connection: keep-alive
==> lensserver.log <==
15 May 2015 05:31:48,034 [Grizzly-worker(5)] INFO
org.apache.lens.server.AuthenticationFilter - Request from user: null,
path=/queryapi/queries/b430dd50-7904-4ca7-926e-742d49256106
==> lensserver-requests.log <==
15 May 2015 05:31:48,037 [Grizzly-worker(5)] INFO
org.apache.lens.server.LensServer.request - 346 * LoggingFilter - Response
received on thread Grizzly-worker(5)
346 < 200
346 < Content-Type: application/xml
<?xml version="1.0" encoding="UTF-8"
standalone="yes"?><lensQuery><queryHandle><handleId>b430dd50-7904-4ca7-926e-742d49256106</handleId></queryHandle><userQuery>cube
select tagid from
user_tags</userQuery><submittedUser>anonymous</submittedUser><priority>NORMAL</priority><isPersistent>false</isPersistent><selectedDriverClassName>org.apache.lens.driver.hive.HiveDriver</selectedDriverClassName><driverQuery>cube
select tagid from
user_tags</driverQuery><status><progress>0.0</progress><status>FAILED</status><statusMessage>Launching
query
failed</statusMessage><isResultSetAvailable>false</isResultSetAvailable><errorMessage>
Driver :org.apache.lens.driver.hive.HiveDriver Cause
:null</errorMessage></status><submissionTime>1431667907936</submissionTime><launchTime>0</launchTime><driverStartTime>0</driverStartTime><driverFinishTime>0</driverFinishTime><finishTime>1431667907991</finishTime><closedTime>0</closedTime><queryName></queryName></lensQuery>
==> lensserver.log <==
15 May 2015 05:34:22,766 [lens-server-snapshotter] INFO
org.apache.lens.server.LensServices - Persisting server state in
file:/tmp/lensserver
15 May 2015 05:34:22,767 [lens-server-snapshotter] INFO
org.apache.lens.server.LensServices - Persisting state of service:session
15 May 2015 05:34:22,774 [lens-server-snapshotter] INFO
org.apache.lens.server.session.HiveSessionService - Session service pesristed
11 sessions
15 May 2015 05:34:22,775 [lens-server-snapshotter] INFO
org.apache.lens.server.LensServices - Persisted service session to
[file:/tmp/lensserver/session.final]
15 May 2015 05:34:22,775 [lens-server-snapshotter] INFO
org.apache.lens.server.LensServices - Persisting state of service:query
15 May 2015 05:34:22,783 [lens-server-snapshotter] INFO
org.apache.lens.driver.hive.HiveDriver - HiveDriver persisted 33 queries
15 May 2015 05:34:22,783 [lens-server-snapshotter] INFO
org.apache.lens.driver.hive.HiveDriver - HiveDriver persisted 5 sessions
15 May 2015 05:34:22,787 [lens-server-snapshotter] INFO
org.apache.lens.server.query.QueryExecutionServiceImpl - Persisted 96 queries
15 May 2015 05:34:22,788 [lens-server-snapshotter] INFO
org.apache.lens.server.LensServices - Persisted service query to
[file:/tmp/lensserver/query.final]
15 May 2015 05:34:22,788 [lens-server-snapshotter] INFO
org.apache.lens.server.LensServices - Persisting state of service:metastore
15 May 2015 05:34:22,793 [lens-server-snapshotter] INFO
org.apache.lens.server.LensServices - Persisted service metastore to
[file:/tmp/lensserver/metastore.final]
15 May 2015 05:34:22,793 [lens-server-snapshotter] INFO
org.apache.lens.server.LensServices - Persisting state of service:scheduler
15 May 2015 05:34:22,799 [lens-server-snapshotter] INFO
org.apache.lens.server.LensServices - Persisted service scheduler to
[file:/tmp/lensserver/scheduler.final]
15 May 2015 05:34:22,799 [lens-server-snapshotter] INFO
org.apache.lens.server.LensServices - Persisting state of service:quota
15 May 2015 05:34:22,804 [lens-server-snapshotter] INFO
org.apache.lens.server.LensServices - Persisted service quota to
[file:/tmp/lensserver/quota.final]
15 May 2015 05:34:22,805 [lens-server-snapshotter] INFO
org.apache.lens.server.LensServices - SnapShot of Lens Services created
==> lensserver-requests.log <==
15 May 2015 05:34:47,582 [Grizzly-worker(6)] INFO
org.apache.lens.server.LensServer.request - 347 * LoggingFilter - Request
received on thread Grizzly-worker(6)
347 > GET
http://0.0.0.0:9999/lensapi/metastore/dimensions/user?sessionid=%3C?xml+version%3D%221.0%22+encoding%3D%22UTF-8%22+standalone%3D%22yes%22?%3E%3ClensSessionHandle%3E%3CpublicId%3Eefee7645-d5d8-4d04-bc99-4bb37e8c580b%3C/publicId%3E%3CsecretId%3E450a6703-9ebb-44fa-ab57-a92996cc27e9%3C/secretId%3E%3C/lensSessionHandle%3E
347 > accept: application/xml
347 > user-agent: Jersey/2.3.1 (HttpUrlConnection 1.7.0_75)
347 > host: 0.0.0.0:9999
347 > connection: keep-alive
==> lensserver.log <==
15 May 2015 05:34:47,584 [Grizzly-worker(6)] INFO
org.apache.lens.server.AuthenticationFilter - Request from user: null,
path=/metastore/dimensions/user
==> lensserver-requests.log <==
15 May 2015 05:34:47,592 [Grizzly-worker(6)] INFO
org.apache.lens.server.LensServer.request - 348 * LoggingFilter - Response
received on thread Grizzly-worker(6)
348 < 200
348 < Content-Type: application/xml
<?xml version="1.0" encoding="UTF-8" standalone="yes"?><x_dimension
xmlns="uri:lens:cube:0.1" name="user"><attributes><dim_attribute name="tags"
type="string" join_key="false"><ref_spec><chain_ref_column
chain_name="user_tags" ref_col="name"
dest_table="hive_dimension_metadata_concept"/></ref_spec></dim_attribute><dim_attribute
name="primarylocations" type="array<string>" description="not available
currently"/><dim_attribute name="apps_owned_categories" type="string"
join_key="false"><ref_spec><chain_ref_column chain_name="apps_owned"
ref_col="category"
dest_table="hive_dimension_uac_app"/></ref_spec></dim_attribute><dim_attribute
name="apps_owned" type="string" join_key="false"><ref_spec><chain_ref_column
chain_name="apps_owned" ref_col="apptitle"
dest_table="hive_dimension_uac_app"/></ref_spec></dim_attribute><dim_attribute
name="useridtype" type="string" description="not available
currently"/><dim_attribute name="affiliations" type="array<string>"
description="not available currently"/><dim_attribute name="deviceosversion"
type="string" description="not available currently"/><dim_attribute
name="devicemanufacturer" type="string" description="not available
currently"/><dim_attribute name="lastknownlocation" type="long"
description="not available currently"
join_key="false"><ref_spec><table_references><table_reference table="user"
column="userid"/><table_reference table="user_latest_location"
column="userid"/></table_references></ref_spec></dim_attribute><dim_attribute
name="interests" type="array<string>" description="not available
currently"/><dim_attribute name="gender" type="string"/><dim_attribute
name="segment_membership" type="string" description="not available currently"
join_key="false"><ref_spec><chain_ref_column
chain_name="user_belongs_to_segment" ref_col="segmentdefinition"
dest_table="hive_dimension_segment"/></ref_spec></dim_attribute><dim_attribute
name="devicemodel" type="string" description="not available
currently"/><dim_attribute name="age" type="tinyint"/><dim_attribute
name="userid" type="string"/><dim_attribute name="maritalstatus" type="string"
description="not available currently"/><dim_attribute name="haschildren"
type="boolean" description="not available currently"/><dim_attribute
name="ethnicity" type="string" description="not available
currently"/><dim_attribute name="deviceos" type="string" description="not
available currently"/><dim_attribute name="incomegroup" type="string"
description="not available currently"/><dim_attribute name="optout"
type="boolean" description="not available
currently"/></attributes><expressions/><join_chains><join_chain
name="user_last_location" description="Last Known Location Associated With
User" display_string="Last Known Location Associated With User"
dest_table="location"><paths><path><edges><edge><from table="user"
column="userid"/><to table="user_latest_location"
column="userid"/></edge><edge><from table="user_latest_location"
column="locationid"/><to table="location"
column="locationid"/></edge></edges></path></paths></join_chain><join_chain
name="apps_owned" description="User Owned Apps" display_string="user_app_owned"
dest_table="hive_dimension_uac_app"><paths><path><edges><edge><from
table="user" column="userid"/><to table="user_owned_apps"
column="userid"/></edge><edge><from table="user_owned_apps"
column="bundleid"/><to table="hive_dimension_uac_app"
column="bundleid"/></edge></edges></path></paths></join_chain><join_chain
name="user_tags" description="Tags/Concepts Associated With User"
display_string="Tags/Concepts Associated With User"
dest_table="hive_dimension_metadata_concept"><paths><path><edges><edge><from
table="user" column="userid"/><to table="user_tags"
column="userid"/></edge><edge><from table="user_tags" column="tagid"/><to
table="hive_dimension_metadata_concept"
column="id"/></edge></edges></path></paths></join_chain><join_chain
name="user_belongs_to_segment" description="Segment Membership List"
display_string="apps_owned_categories"
dest_table="hive_dimension_segment"><paths><path><edges><edge><from
table="user" column="userid"/><to table="user_belongs_to_segment"
column="userid"/></edge><edge><from table="user_belongs_to_segment"
column="segmentid"/><to table="hive_dimension_segment"
column="segmentid"/></edge></edges></path></paths></join_chain></join_chains><properties><property
name="cube.dimension.devicemodel.class"
value="org.apache.lens.cube.metadata.BaseDimAttribute"/><property
name="cube.table.type" value="DIMENSION"/><property
name="cube.dimension.segment_membership.chain.name"
value="user_belongs_to_segment"/><property
name="cube.col.deviceosversion.description" value="not available
currently"/><property name="cube.dimension.gender.class"
value="org.apache.lens.cube.metadata.BaseDimAttribute"/><property
name="cube.dimension.tags.class"
value="org.apache.lens.cube.metadata.ReferencedDimAtrribute"/><property
name="cube.dimension.userid.type" value="string"/><property
name="dimension.joinchain.user_tags.displaystring" value="Tags/Concepts
Associated With User"/><property name="cube.col.devicemodel.description"
value="not available currently"/><property
name="dimension.joinchain.user_belongs_to_segment.displaystring"
value="apps_owned_categories"/><property name="cube.dimension.userid.class"
value="org.apache.lens.cube.metadata.BaseDimAttribute"/><property
name="cube.dimension.maritalstatus.type" value="string"/><property
name="dimension.user.joinchains.list0"
value="apps_owned,user_belongs_to_segment,user_tags,user_last_location"/><property
name="cube.dimension.segment_membership.type" value="string"/><property
name="cube.dimension.tags.type" value="string"/><property
name="cube.dimension.apps_owned.class"
value="org.apache.lens.cube.metadata.ReferencedDimAtrribute"/><property
name="dimension.user.joinchains.list.size" value="1"/><property
name="transient_lastDdlTime" value="1431660502"/><property
name="cube.col.ethnicity.description" value="not available
currently"/><property name="cube.dimension.interests.type"
value="array<string>"/><property name="cube.col.affiliations.description"
value="not available currently"/><property
name="cube.col.primarylocations.description" value="not available
currently"/><property name="cube.dimension.deviceos.class"
value="org.apache.lens.cube.metadata.BaseDimAttribute"/><property
name="cube.dimension.maritalstatus.class"
value="org.apache.lens.cube.metadata.BaseDimAttribute"/><property
name="cube.dimension.affiliations.type" value="array<string>"/><property
name="cube.dimension.optout.class"
value="org.apache.lens.cube.metadata.BaseDimAttribute"/><property
name="cube.dimension.deviceosversion.type" value="string"/><property
name="cube.col.devicemanufacturer.description" value="not available
currently"/><property name="cube.dimension.ethnicity.class"
value="org.apache.lens.cube.metadata.BaseDimAttribute"/><property
name="cube.dimension.gender.type" value="string"/><property
name="dimension.joinchain.apps_owned.fullchain.0"
value="user.userid,user_owned_apps.userid,user_owned_apps.bundleid,hive_dimension_uac_app.bundleid"/><property
name="cube.col.interests.description" value="not available
currently"/><property name="cube.col.segment_membership.description" value="not
available currently"/><property
name="cube.dimension.segment_membership.chain.column.name"
value="segmentdefinition"/><property name="cube.dimension.ethnicity.type"
value="string"/><property name="dimension.joinchain.user_tags.fullchain.0"
value="user.userid,user_tags.userid,user_tags.tagid,hive_dimension_metadata_concept.id"/><property
name="cube.dimension.apps_owned_categories.chain.name"
value="apps_owned"/><property name="dimension.user.attributes.list.size"
value="1"/><property name="cube.col.incomegroup.description" value="not
available currently"/><property name="base.user.expressions.list.size"
value="0"/><property name="cube.dimension.deviceos.type"
value="string"/><property name="cube.dimension.apps_owned_categories.type"
value="string"/><property
name="dimension.joinchain.user_last_location.fullchain.0"
value="user.userid,user_latest_location.userid,user_latest_location.locationid,location.locationid"/><property
name="cube.table.user.weight" value="0.0"/><property
name="dimension.joinchain.apps_owned.description" value="User Owned
Apps"/><property name="cube.dimension.devicemanufacturer.class"
value="org.apache.lens.cube.metadata.BaseDimAttribute"/><property
name="cube.dimension.segment_membership.class"
value="org.apache.lens.cube.metadata.ReferencedDimAtrribute"/><property
name="cube.dimension.useridtype.class"
value="org.apache.lens.cube.metadata.BaseDimAttribute"/><property
name="cube.col.useridtype.description" value="not available
currently"/><property name="cube.dimension.age.class"
value="org.apache.lens.cube.metadata.BaseDimAttribute"/><property
name="dimension.joinchain.user_belongs_to_segment.description" value="Segment
Membership List"/><property name="cube.col.deviceos.description" value="not
available currently"/><property
name="dimension.joinchain.user_belongs_to_segment.fullchain.0"
value="user.userid,user_belongs_to_segment.userid,user_belongs_to_segment.segmentid,hive_dimension_segment.segmentid"/><property
name="cube.dimension.tags.chain.name" value="user_tags"/><property
name="dimension.joinchain.apps_owned.displaystring"
value="user_app_owned"/><property name="cube.dimension.devicemodel.type"
value="string"/><property name="dimension.joinchain.user_tags.description"
value="Tags/Concepts Associated With User"/><property
name="dimension.joinchain.user_tags.numchains" value="1"/><property
name="cube.dimension.apps_owned.chain.column.name" value="apptitle"/><property
name="cube.dimension.lastknownlocation.refers"
value="user.userid,user_latest_location.userid"/><property
name="cube.dimension.haschildren.class"
value="org.apache.lens.cube.metadata.BaseDimAttribute"/><property
name="dimension.user.attributes.list0"
value="userid,useridtype,gender,age,maritalstatus,haschildren,primarylocations,deviceos,deviceosversion,devicemanufacturer,devicemodel,incomegroup,ethnicity,interests,affiliations,tags,lastknownlocation,apps_owned,apps_owned_categories,segment_membership,optout"/><property
name="cube.d...more...
15 May 2015 05:34:52,832 [Grizzly-worker(8)] INFO
org.apache.lens.server.LensServer.request - 349 * LoggingFilter - Request
received on thread Grizzly-worker(8)
349 > GET
http://0.0.0.0:9999/lensapi/metastore/dimensions/user_tags?sessionid=%3C?xml+version%3D%221.0%22+encoding%3D%22UTF-8%22+standalone%3D%22yes%22?%3E%3ClensSessionHandle%3E%3CpublicId%3Eefee7645-d5d8-4d04-bc99-4bb37e8c580b%3C/publicId%3E%3CsecretId%3E450a6703-9ebb-44fa-ab57-a92996cc27e9%3C/secretId%3E%3C/lensSessionHandle%3E
349 > accept: application/xml
349 > user-agent: Jersey/2.3.1 (HttpUrlConnection 1.7.0_75)
349 > host: 0.0.0.0:9999
349 > connection: keep-alive
==> lensserver.log <==
15 May 2015 05:34:52,834 [Grizzly-worker(8)] INFO
org.apache.lens.server.AuthenticationFilter - Request from user: null,
path=/metastore/dimensions/user_tags
==> lensserver-requests.log <==
15 May 2015 05:34:52,836 [Grizzly-worker(8)] INFO
org.apache.lens.server.LensServer.request - 350 * LoggingFilter - Response
received on thread Grizzly-worker(8)
350 < 200
350 < Content-Type: application/xml
<?xml version="1.0" encoding="UTF-8" standalone="yes"?><x_dimension
xmlns="uri:lens:cube:0.1" name="user_tags"><attributes><dim_attribute
name="userid" type="string"/><dim_attribute name="useridtype" type="string"
description="not available currently"/><dim_attribute name="tagid"
type="string" join_key="false"><ref_spec><table_references><table_reference
table="hive_dimension_metadata_concept" column="id"/><table_reference
table="hive_dimension_metadata_app_concept_tag"
column="concept_id"/></table_references></ref_spec></dim_attribute></attributes><expressions/><join_chains/><properties><property
name="cube.col.useridtype.description" value="not available
currently"/><property name="cube.dimension.useridtype.class"
value="org.apache.lens.cube.metadata.BaseDimAttribute"/><property
name="dimension.user_tags.attributes.list.size" value="1"/><property
name="cube.dimension.tagid.type" value="string"/><property
name="cube.table.type" value="DIMENSION"/><property
name="base.user_tags.expressions.list.size" value="0"/><property
name="cube.dimension.userid.type" value="string"/><property
name="dimension.user_tags.attributes.list0"
value="userid,useridtype,tagid"/><property name="cube.dimension.userid.class"
value="org.apache.lens.cube.metadata.BaseDimAttribute"/><property
name="cube.dimension.tagid.refers"
value="hive_dimension_metadata_concept.id,hive_dimension_metadata_app_concept_tag.concept_id"/><property
name="cube.table.user_tags.weight" value="0.0"/><property
name="cube.dimension.tagid.class"
value="org.apache.lens.cube.metadata.ReferencedDimAtrribute"/><property
name="dimension.user_tags.joinchains.list.size" value="0"/><property
name="transient_lastDdlTime" value="1431660503"/><property
name="cube.dimension.tagid.isjoinkey" value="false"/><property
name="cube.dimension.useridtype.type" value="string"/><property
name="dimension.user_tags.timed.dimension"
value="dt"/></properties></x_dimension>
{noformat}
--
This message was sent by Atlassian JIRA
(v6.3.4#6332)
