[LENS-575] NPE in CandidateTableResolver.checkForSourceReachabilityForDenormCandidates - ASF JIRA

XML

Word

Printable

JSON

Details

Type: Bug
Status: Closed
Priority: Major
Resolution: Fixed
Affects Version/s: None
Fix Version/s: 2.2
Component/s: cube
Labels:
None

Description

dimension:

<x_dimension name="user_tags" xmlns="uri:lens:cube:0.1"
	xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
	xsi:schemaLocation="cube-0.1.xsd ">
	<attributes>
		<dim_attribute name="userId" type="STRING" />
		<!-- Will be null with current attribute stores This should be populated 
			in final UP2 stores // -->
		<dim_attribute name="userIdType" type="STRING" description="not available currently"/>
		<dim_attribute name="tagId" type="STRING">
			<ref_spec>
				<table_references>
					<table_reference column="id" table="hive_dimension_metadata_concept" />
					<table_reference column="concept_id" table="hive_dimension_metadata_app_concept_tag" />
				</table_references>
			</ref_spec>
		</dim_attribute>
	</attributes>
	<properties>
		<property name="dimension.user_tags.timed.dimension" value="dt" />
	</properties>
</x_dimension>

dimtable providing data for dimension:

lens-shell>describe dimtable user_attributestore_er_dim_concept_aggregated_install

columns : 
column : 
   name : userid  type : string
   name : timestamp  type : timestamp
   name : tagid  type : string
   name : concept_aggregated_install_count  type : bigint
 

properties : 
property : 
   name : cube.table.type  value : DIM_TABLE
   name : dimtble.user_attributestore_er_dim_concept_aggregated_install.uh1_hdfs.dumpperiod  value : DAILY
   name : dimtble.user_attributestore_er_dim_concept_aggregated_install.dim.name  value : user_tags
   name : cube.table.user_attributestore_er_dim_concept_aggregated_install.weight  value : 0.3
   name : transient_lastDdlTime  value : 1431973739
   name : dimtble.user_attributestore_er_dim_concept_aggregated_install.storages  value : uh1_hdfs
 

storageTables : 
storageTable : 
   updatePeriods :   updatePeriod :  DAILY 
    storageName : uh1_hdfs  tableDesc :   partCols :   column : 
   name : dt  type : string  comment : Date partition field   
    tableParameters :   property : 
   name : conf.attributestore.schema  value : \granularity\:\snapshot\\erinfo\:\source\:null\erid\:\81604378639\\entityType\:\CONCEPT\\entityAlias\:\tagId\\relationshipType\:\AGGREGATED_INSTALL\\fields\:\alias\:null\name\:\count\\type\:\LONG\
\stores\:\concept\
     name : EXTERNAL  value : TRUE     name : cube.storagetable.time.partcols  value : dt     name : transient_lastDdlTime  value : 1431973740     name : conf.debugmode  value : true   
    serdeParameters :   property : 
   name : serialization.format  value : 1   
    timePartCols :  dt 
  external : true  tableLocation : hdfs://data-lens-userqa-cdh4.3.0300-null.raghavendra.ev1.inmobi.com:8020/user/hive/warehouse/user.db/uh1_hdfs_user_attributestore_er_dim_concept_aggregated_install  inputFormat : com.inmobi.user.analytics.storage.inputformat.UserAttributeThriftInputFormat  outputFormat : org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat  serdeClassName : com.inmobi.user.analytics.storage.serde.UserAttributeThriftSerde  storageHandlerName :   numBuckets : 0  compressed : false  
 

dimensionName : user_tags
tableName : user_attributestore_er_dim_concept_aggregated_install
weight : 0.3

dimtable of dimension to which we want table reference:

lens-shell>describe dimtable hive_dimtable_metadata_app_concept_tag

columns : 
column : 
   name : id  type : int
   name : concept_id  type : int
   name : app_id  type : int
   name : created_on  type : string
   name : created_by  type : string
 

properties : 
property : 
   name : dimtble.hive_dimtable_metadata_app_concept_tag.uh1_hdfs.dumpperiod  value : DAILY
   name : cube.table.hive_dimtable_metadata_app_concept_tag.weight  value : 0.5
   name : cube.table.type  value : DIM_TABLE
   name : dimtble.hive_dimtable_metadata_app_concept_tag.storages  value : uh1_hdfs
   name : dimtble.hive_dimtable_metadata_app_concept_tag.dim.name  value : hive_dimension_metadata_app_concept_tag
   name : transient_lastDdlTime  value : 1431973773
 

storageTables : 
storageTable : 
   updatePeriods :   updatePeriod :  DAILY 
    storageName : uh1_hdfs  tableDesc :   partCols :   column : 
   name : dt  type : string  comment : Date partition field   
    tableParameters :   property : 
   name : EXTERNAL  value : TRUE     name : cube.storagetable.time.partcols  value : dt     name : transient_lastDdlTime  value : 1431973773   
    serdeParameters :   property : 
   name : serialization.format  value : 1   
    timePartCols :  dt 
  external : true  tableLocation : hdfs://data-lens-userqa-cdh4.3.0300-null.raghavendra.ev1.inmobi.com:8020/user/hive/warehouse/user.db/uh1_hdfs_hive_dimtable_metadata_app_concept_tag  inputFormat : org.apache.hadoop.mapred.TextInputFormat  outputFormat : org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat  serdeClassName : org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe  storageHandlerName :   numBuckets : 0  compressed : false  
 

dimensionName : hive_dimension_metadata_app_concept_tag
tableName : hive_dimtable_metadata_app_concept_tag
weight : 0.5

NPE in lens server log:

15 May 2015 05:31:47,930 [Grizzly-worker(3)] INFO  org.apache.lens.server.LensServer.request  - 341 * LoggingFilter - Request received on thread Grizzly-worker(3)
341 > POST http://0.0.0.0:9999/lensapi/queryapi/queries
341 > content-type: multipart/form-data; boundary=Boundary_16_1154596104_1431667907923
341 > user-agent: Jersey/2.3.1 (HttpUrlConnection 1.7.0_75)
341 > mime-version: 1.0
341 > host: 0.0.0.0:9999
341 > accept: text/html, image/gif, image/jpeg, *; q=.2, */*; q=.2
341 > connection: keep-alive
341 > content-length: 770
--Boundary_16_1154596104_1431667907923
Content-Type: application/xml
Content-Disposition: form-data; name="sessionid"

<?xml version="1.0" encoding="UTF-8" standalone="yes"?><lensSessionHandle><publicId>efee7645-d5d8-4d04-bc99-4bb37e8c580b</publicId><secretId>450a6703-9ebb-44fa-ab57-a92996cc27e9</secretId></lensSessionHandle>
--Boundary_16_1154596104_1431667907923
Content-Type: text/plain
Content-Disposition: form-data; name="query"

cube select tagid from user_tags
--Boundary_16_1154596104_1431667907923
Content-Type: text/plain
Content-Disposition: form-data; name="operation"

execute
--Boundary_16_1154596104_1431667907923
Content-Type: text/plain
Content-Disposition: form-data; name="queryName"


--Boundary_16_1154596104_1431667907923--



==> lensserver.log <==
15 May 2015 05:31:47,932 [Grizzly-worker(3)] INFO  org.apache.lens.server.AuthenticationFilter  - Request from user: null, path=/queryapi/queries
15 May 2015 05:31:47,936 [Grizzly-worker(3)] INFO  org.apache.lens.server.query.QueryExecutionServiceImpl  - ExecuteAsync: <?xml version="1.0" encoding="UTF-8" standalone="yes"?><lensSessionHandle><publicId>efee7645-d5d8-4d04-bc99-4bb37e8c580b</publicId><secretId>450a6703-9ebb-44fa-ab57-a92996cc27e9</secretId></lensSessionHandle> query: cube select tagid from user_tags
15 May 2015 05:31:47,937 [Grizzly-worker(3)] INFO  org.apache.lens.server.query.QueryExecutionServiceImpl  - Returning handle b430dd50-7904-4ca7-926e-742d49256106
15 May 2015 05:31:47,937 [QuerySubmitter] INFO  org.apache.lens.server.query.QueryExecutionServiceImpl  - Launching query:cube select tagid from user_tags

==> lensserver.out.2015051308591431507556 <==
2015-05-15 05:31:47,937 [pool-2-thread-4] INFO  org.apache.lens.server.query.QueryExecutionServiceImpl$QueryStatusLogger - QueryEvent: QueryQueued:{id: d1902950-c64a-461a-a6d4-43569d50ea32, query:b430dd50-7904-4ca7-926e-742d49256106, change:[NEW -> QUEUED]}

==> lensserver-requests.log <==
15 May 2015 05:31:47,939 [Grizzly-worker(3)] INFO  org.apache.lens.server.LensServer.request  - 342 * LoggingFilter - Response received on thread Grizzly-worker(3)
342 < 200
342 < Content-Type: application/xml
<?xml version="1.0" encoding="UTF-8" standalone="yes"?><lensResponse><data xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:type="queryHandle"><handleId>b430dd50-7904-4ca7-926e-742d49256106</handleId></data></lensResponse>


==> lensserver.log <==
15 May 2015 05:31:47,983 [QuerySubmitter] INFO  hive.ql.parse.ParseDriver  - Parsing command: cube select tagid from user_tags
15 May 2015 05:31:47,984 [QuerySubmitter] INFO  hive.ql.parse.ParseDriver  - Parse Completed
15 May 2015 05:31:47,985 [estimate-24] INFO  hive.ql.parse.ParseDriver  - Parsing command: cube select tagid from user_tags
15 May 2015 05:31:47,987 [estimate-24] INFO  hive.ql.parse.ParseDriver  - Parse Completed
15 May 2015 05:31:47,988 [estimate-24] INFO  org.apache.lens.cube.parse.CandidateTableResolver  - Populated candidate dims:[user_attributestore_er_dim_numbundlecategory_aggregated_install, user_attributestore_er_dim_concept_aggregated_install] for user_tags
15 May 2015 05:31:47,988 [estimate-24] INFO  org.apache.lens.cube.parse.DenormalizationResolver  - Adding denormalized column for column:tagid for table:user_attributestore_er_dim_numbundlecategory_aggregated_install

==> lensserver-requests.log <==
15 May 2015 05:31:47,988 [Grizzly-worker(4)] INFO  org.apache.lens.server.LensServer.request  - 343 * LoggingFilter - Request received on thread Grizzly-worker(4)
343 > GET http://0.0.0.0:9999/lensapi/queryapi/queries/b430dd50-7904-4ca7-926e-742d49256106?sessionid=%3C?xml+version%3D%221.0%22+encoding%3D%22UTF-8%22+standalone%3D%22yes%22?%3E%3ClensSessionHandle%3E%3CpublicId%3Eefee7645-d5d8-4d04-bc99-4bb37e8c580b%3C/publicId%3E%3CsecretId%3E450a6703-9ebb-44fa-ab57-a92996cc27e9%3C/secretId%3E%3C/lensSessionHandle%3E
343 > user-agent: Jersey/2.3.1 (HttpUrlConnection 1.7.0_75)
343 > host: 0.0.0.0:9999
343 > accept: text/html, image/gif, image/jpeg, *; q=.2, */*; q=.2
343 > connection: keep-alive


==> lensserver.log <==
15 May 2015 05:31:47,988 [estimate-24] INFO  org.apache.lens.cube.parse.CubeQueryContext  - Adding optional dimension:hive_dimension_metadata_concept optDim:CubeQueryContext.OptionalDimCtx(colQueried=[id], requiredForCandidates=[user_attributestore_er_dim_numbundlecategory_aggregated_install], isRequiredInJoinChain=false)
15 May 2015 05:31:47,988 [estimate-24] INFO  org.apache.lens.cube.parse.CubeQueryContext  - Adding optional dimension:hive_dimension_metadata_app_concept_tag optDim:CubeQueryContext.OptionalDimCtx(colQueried=[concept_id], requiredForCandidates=[user_attributestore_er_dim_numbundlecategory_aggregated_install], isRequiredInJoinChain=false)
15 May 2015 05:31:47,989 [estimate-24] WARN  org.apache.lens.cube.parse.JoinResolver  - No join path between hive_dimension_metadata_concept and user_tags
15 May 2015 05:31:47,989 [estimate-24] INFO  org.apache.lens.cube.parse.JoinResolver  - Not considering dimtable:user_attributestore_er_dim_numbundlecategory_aggregated_install as there is no join path to hive_dimension_metadata_concept
15 May 2015 05:31:47,989 [estimate-24] WARN  org.apache.lens.cube.parse.JoinResolver  - No join path between hive_dimension_metadata_app_concept_tag and user_tags
15 May 2015 05:31:47,989 [estimate-24] INFO  org.apache.lens.cube.parse.JoinResolver  - Not considering dimtable:user_attributestore_er_dim_numbundlecategory_aggregated_install as there is no join path to hive_dimension_metadata_app_concept_tag
15 May 2015 05:31:47,989 [estimate-24] INFO  org.apache.lens.cube.parse.CandidateTableResolver  - Populating optional dim:hive_dimension_metadata_concept
15 May 2015 05:31:47,989 [estimate-24] INFO  org.apache.lens.cube.parse.CandidateTableResolver  - Populated candidate dims:[hive_dimtable_metadata_concept] for hive_dimension_metadata_concept
15 May 2015 05:31:47,989 [estimate-24] INFO  org.apache.lens.cube.parse.CandidateTableResolver  - Populating optional dim:hive_dimension_metadata_app_concept_tag
15 May 2015 05:31:47,990 [Grizzly-worker(4)] INFO  org.apache.lens.server.AuthenticationFilter  - Request from user: null, path=/queryapi/queries/b430dd50-7904-4ca7-926e-742d49256106
15 May 2015 05:31:47,990 [estimate-24] INFO  org.apache.lens.cube.parse.CandidateTableResolver  - Populated candidate dims:[hive_dimtable_metadata_app_concept_tag] for hive_dimension_metadata_app_concept_tag
15 May 2015 05:31:47,990 [estimate-24] WARN  org.apache.lens.driver.cube.RewriteUtil  - Driver : org.apache.lens.driver.hive.HiveDriver@2e3ed883 Skipped for the query rewriting due to
java.lang.NullPointerException
	at org.apache.lens.cube.parse.CandidateTableResolver.checkForSourceReachabilityForDenormCandidates(CandidateTableResolver.java:459)
	at org.apache.lens.cube.parse.CandidateTableResolver.rewriteContext(CandidateTableResolver.java:80)
	at org.apache.lens.cube.parse.CubeQueryRewriter.rewrite(CubeQueryRewriter.java:211)
	at org.apache.lens.cube.parse.CubeQueryRewriter.rewrite(CubeQueryRewriter.java:186)
	at org.apache.lens.cube.parse.CubeQueryRewriter.rewrite(CubeQueryRewriter.java:197)
	at org.apache.lens.driver.cube.RewriteUtil$DriverRewriterRunnable.run(RewriteUtil.java:320)
	at org.apache.lens.server.query.QueryExecutionServiceImpl$RewriteEstimateRunnable.run(QueryExecutionServiceImpl.java:1167)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
15 May 2015 05:31:47,990 [estimate-24] ERROR org.apache.lens.server.query.QueryExecutionServiceImpl  - Estimate skipped since rewrite failed for driver org.apache.lens.driver.hive.HiveDriver@2e3ed883 cause:  Driver :org.apache.lens.driver.hive.HiveDriver Cause :null
15 May 2015 05:31:47,991 [QuerySubmitter] ERROR org.apache.lens.server.query.QueryExecutionServiceImpl  - Error launching query b430dd50-7904-4ca7-926e-742d49256106
org.apache.lens.server.api.error.LensException:  Driver :org.apache.lens.driver.hive.HiveDriver Cause :null
	at org.apache.lens.server.query.QueryExecutionServiceImpl.rewriteAndSelect(QueryExecutionServiceImpl.java:1108)
	at org.apache.lens.server.query.QueryExecutionServiceImpl.access$800(QueryExecutionServiceImpl.java:81)
	at org.apache.lens.server.query.QueryExecutionServiceImpl$QuerySubmitter.run(QueryExecutionServiceImpl.java:487)
	at java.lang.Thread.run(Thread.java:745)

==> lensserver.out.2015051308591431507556 <==
2015-05-15 05:31:47,992 [pool-2-thread-2] INFO  org.apache.lens.server.query.QueryExecutionServiceImpl$QueryStatusLogger - QueryEvent: QueryFailed:{id: 0cc7af75-bb11-4a94-b742-c1b02740ca0a, query:b430dd50-7904-4ca7-926e-742d49256106, change:[QUEUED -> FAILED]}

==> lensserver-requests.log <==
15 May 2015 05:31:47,997 [Grizzly-worker(4)] INFO  org.apache.lens.server.LensServer.request  - 344 * LoggingFilter - Response received on thread Grizzly-worker(4)
344 < 200
344 < Content-Type: application/xml
<?xml version="1.0" encoding="UTF-8" standalone="yes"?><lensQuery><queryHandle><handleId>b430dd50-7904-4ca7-926e-742d49256106</handleId></queryHandle><userQuery>cube select tagid from user_tags</userQuery><submittedUser>anonymous</submittedUser><priority>NORMAL</priority><isPersistent>false</isPersistent><selectedDriverClassName>org.apache.lens.driver.hive.HiveDriver</selectedDriverClassName><driverQuery>cube select tagid from user_tags</driverQuery><status><progress>0.0</progress><status>FAILED</status><statusMessage>Launching query failed</statusMessage><isResultSetAvailable>false</isResultSetAvailable><errorMessage> Driver :org.apache.lens.driver.hive.HiveDriver Cause :null</errorMessage></status><submissionTime>1431667907936</submissionTime><launchTime>0</launchTime><driverStartTime>0</driverStartTime><driverFinishTime>0</driverFinishTime><finishTime>1431667907991</finishTime><closedTime>0</closedTime><queryName></queryName></lensQuery>

15 May 2015 05:31:48,032 [Grizzly-worker(5)] INFO  org.apache.lens.server.LensServer.request  - 345 * LoggingFilter - Request received on thread Grizzly-worker(5)
345 > GET http://0.0.0.0:9999/lensapi/queryapi/queries/b430dd50-7904-4ca7-926e-742d49256106?sessionid=%3C?xml+version%3D%221.0%22+encoding%3D%22UTF-8%22+standalone%3D%22yes%22?%3E%3ClensSessionHandle%3E%3CpublicId%3Eefee7645-d5d8-4d04-bc99-4bb37e8c580b%3C/publicId%3E%3CsecretId%3E450a6703-9ebb-44fa-ab57-a92996cc27e9%3C/secretId%3E%3C/lensSessionHandle%3E
345 > user-agent: Jersey/2.3.1 (HttpUrlConnection 1.7.0_75)
345 > host: 0.0.0.0:9999
345 > accept: text/html, image/gif, image/jpeg, *; q=.2, */*; q=.2
345 > connection: keep-alive


==> lensserver.log <==
15 May 2015 05:31:48,034 [Grizzly-worker(5)] INFO  org.apache.lens.server.AuthenticationFilter  - Request from user: null, path=/queryapi/queries/b430dd50-7904-4ca7-926e-742d49256106

==> lensserver-requests.log <==
15 May 2015 05:31:48,037 [Grizzly-worker(5)] INFO  org.apache.lens.server.LensServer.request  - 346 * LoggingFilter - Response received on thread Grizzly-worker(5)
346 < 200
346 < Content-Type: application/xml
<?xml version="1.0" encoding="UTF-8" standalone="yes"?><lensQuery><queryHandle><handleId>b430dd50-7904-4ca7-926e-742d49256106</handleId></queryHandle><userQuery>cube select tagid from user_tags</userQuery><submittedUser>anonymous</submittedUser><priority>NORMAL</priority><isPersistent>false</isPersistent><selectedDriverClassName>org.apache.lens.driver.hive.HiveDriver</selectedDriverClassName><driverQuery>cube select tagid from user_tags</driverQuery><status><progress>0.0</progress><status>FAILED</status><statusMessage>Launching query failed</statusMessage><isResultSetAvailable>false</isResultSetAvailable><errorMessage> Driver :org.apache.lens.driver.hive.HiveDriver Cause :null</errorMessage></status><submissionTime>1431667907936</submissionTime><launchTime>0</launchTime><driverStartTime>0</driverStartTime><driverFinishTime>0</driverFinishTime><finishTime>1431667907991</finishTime><closedTime>0</closedTime><queryName></queryName></lensQuery>


==> lensserver.log <==
15 May 2015 05:34:22,766 [lens-server-snapshotter] INFO  org.apache.lens.server.LensServices  - Persisting server state in file:/tmp/lensserver
15 May 2015 05:34:22,767 [lens-server-snapshotter] INFO  org.apache.lens.server.LensServices  - Persisting state of service:session
15 May 2015 05:34:22,774 [lens-server-snapshotter] INFO  org.apache.lens.server.session.HiveSessionService  - Session service pesristed 11 sessions
15 May 2015 05:34:22,775 [lens-server-snapshotter] INFO  org.apache.lens.server.LensServices  - Persisted service session to [file:/tmp/lensserver/session.final]
15 May 2015 05:34:22,775 [lens-server-snapshotter] INFO  org.apache.lens.server.LensServices  - Persisting state of service:query
15 May 2015 05:34:22,783 [lens-server-snapshotter] INFO  org.apache.lens.driver.hive.HiveDriver  - HiveDriver persisted 33 queries
15 May 2015 05:34:22,783 [lens-server-snapshotter] INFO  org.apache.lens.driver.hive.HiveDriver  - HiveDriver persisted 5 sessions
15 May 2015 05:34:22,787 [lens-server-snapshotter] INFO  org.apache.lens.server.query.QueryExecutionServiceImpl  - Persisted 96 queries
15 May 2015 05:34:22,788 [lens-server-snapshotter] INFO  org.apache.lens.server.LensServices  - Persisted service query to [file:/tmp/lensserver/query.final]
15 May 2015 05:34:22,788 [lens-server-snapshotter] INFO  org.apache.lens.server.LensServices  - Persisting state of service:metastore
15 May 2015 05:34:22,793 [lens-server-snapshotter] INFO  org.apache.lens.server.LensServices  - Persisted service metastore to [file:/tmp/lensserver/metastore.final]
15 May 2015 05:34:22,793 [lens-server-snapshotter] INFO  org.apache.lens.server.LensServices  - Persisting state of service:scheduler
15 May 2015 05:34:22,799 [lens-server-snapshotter] INFO  org.apache.lens.server.LensServices  - Persisted service scheduler to [file:/tmp/lensserver/scheduler.final]
15 May 2015 05:34:22,799 [lens-server-snapshotter] INFO  org.apache.lens.server.LensServices  - Persisting state of service:quota
15 May 2015 05:34:22,804 [lens-server-snapshotter] INFO  org.apache.lens.server.LensServices  - Persisted service quota to [file:/tmp/lensserver/quota.final]
15 May 2015 05:34:22,805 [lens-server-snapshotter] INFO  org.apache.lens.server.LensServices  - SnapShot of Lens Services created

==> lensserver-requests.log <==
15 May 2015 05:34:47,582 [Grizzly-worker(6)] INFO  org.apache.lens.server.LensServer.request  - 347 * LoggingFilter - Request received on thread Grizzly-worker(6)
347 > GET http://0.0.0.0:9999/lensapi/metastore/dimensions/user?sessionid=%3C?xml+version%3D%221.0%22+encoding%3D%22UTF-8%22+standalone%3D%22yes%22?%3E%3ClensSessionHandle%3E%3CpublicId%3Eefee7645-d5d8-4d04-bc99-4bb37e8c580b%3C/publicId%3E%3CsecretId%3E450a6703-9ebb-44fa-ab57-a92996cc27e9%3C/secretId%3E%3C/lensSessionHandle%3E
347 > accept: application/xml
347 > user-agent: Jersey/2.3.1 (HttpUrlConnection 1.7.0_75)
347 > host: 0.0.0.0:9999
347 > connection: keep-alive


==> lensserver.log <==
15 May 2015 05:34:47,584 [Grizzly-worker(6)] INFO  org.apache.lens.server.AuthenticationFilter  - Request from user: null, path=/metastore/dimensions/user

==> lensserver-requests.log <==
15 May 2015 05:34:47,592 [Grizzly-worker(6)] INFO  org.apache.lens.server.LensServer.request  - 348 * LoggingFilter - Response received on thread Grizzly-worker(6)
348 < 200
348 < Content-Type: application/xml
<?xml version="1.0" encoding="UTF-8" standalone="yes"?><x_dimension xmlns="uri:lens:cube:0.1" name="user"><attributes><dim_attribute name="tags" type="string" join_key="false"><ref_spec><chain_ref_column chain_name="user_tags" ref_col="name" dest_table="hive_dimension_metadata_concept"/></ref_spec></dim_attribute><dim_attribute name="primarylocations" type="array&lt;string&gt;" description="not available currently"/><dim_attribute name="apps_owned_categories" type="string" join_key="false"><ref_spec><chain_ref_column chain_name="apps_owned" ref_col="category" dest_table="hive_dimension_uac_app"/></ref_spec></dim_attribute><dim_attribute name="apps_owned" type="string" join_key="false"><ref_spec><chain_ref_column chain_name="apps_owned" ref_col="apptitle" dest_table="hive_dimension_uac_app"/></ref_spec></dim_attribute><dim_attribute name="useridtype" type="string" description="not available currently"/><dim_attribute name="affiliations" type="array&lt;string&gt;" description="not available currently"/><dim_attribute name="deviceosversion" type="string" description="not available currently"/><dim_attribute name="devicemanufacturer" type="string" description="not available currently"/><dim_attribute name="lastknownlocation" type="long" description="not available currently" join_key="false"><ref_spec><table_references><table_reference table="user" column="userid"/><table_reference table="user_latest_location" column="userid"/></table_references></ref_spec></dim_attribute><dim_attribute name="interests" type="array&lt;string&gt;" description="not available currently"/><dim_attribute name="gender" type="string"/><dim_attribute name="segment_membership" type="string" description="not available currently" join_key="false"><ref_spec><chain_ref_column chain_name="user_belongs_to_segment" ref_col="segmentdefinition" dest_table="hive_dimension_segment"/></ref_spec></dim_attribute><dim_attribute name="devicemodel" type="string" description="not available currently"/><dim_attribute name="age" type="tinyint"/><dim_attribute name="userid" type="string"/><dim_attribute name="maritalstatus" type="string" description="not available currently"/><dim_attribute name="haschildren" type="boolean" description="not available currently"/><dim_attribute name="ethnicity" type="string" description="not available currently"/><dim_attribute name="deviceos" type="string" description="not available currently"/><dim_attribute name="incomegroup" type="string" description="not available currently"/><dim_attribute name="optout" type="boolean" description="not available currently"/></attributes><expressions/><join_chains><join_chain name="user_last_location" description="Last Known Location Associated With User" display_string="Last Known Location Associated With User" dest_table="location"><paths><path><edges><edge><from table="user" column="userid"/><to table="user_latest_location" column="userid"/></edge><edge><from table="user_latest_location" column="locationid"/><to table="location" column="locationid"/></edge></edges></path></paths></join_chain><join_chain name="apps_owned" description="User Owned Apps" display_string="user_app_owned" dest_table="hive_dimension_uac_app"><paths><path><edges><edge><from table="user" column="userid"/><to table="user_owned_apps" column="userid"/></edge><edge><from table="user_owned_apps" column="bundleid"/><to table="hive_dimension_uac_app" column="bundleid"/></edge></edges></path></paths></join_chain><join_chain name="user_tags" description="Tags/Concepts Associated With User" display_string="Tags/Concepts Associated With User" dest_table="hive_dimension_metadata_concept"><paths><path><edges><edge><from table="user" column="userid"/><to table="user_tags" column="userid"/></edge><edge><from table="user_tags" column="tagid"/><to table="hive_dimension_metadata_concept" column="id"/></edge></edges></path></paths></join_chain><join_chain name="user_belongs_to_segment" description="Segment Membership List" display_string="apps_owned_categories" dest_table="hive_dimension_segment"><paths><path><edges><edge><from table="user" column="userid"/><to table="user_belongs_to_segment" column="userid"/></edge><edge><from table="user_belongs_to_segment" column="segmentid"/><to table="hive_dimension_segment" column="segmentid"/></edge></edges></path></paths></join_chain></join_chains><properties><property name="cube.dimension.devicemodel.class" value="org.apache.lens.cube.metadata.BaseDimAttribute"/><property name="cube.table.type" value="DIMENSION"/><property name="cube.dimension.segment_membership.chain.name" value="user_belongs_to_segment"/><property name="cube.col.deviceosversion.description" value="not available currently"/><property name="cube.dimension.gender.class" value="org.apache.lens.cube.metadata.BaseDimAttribute"/><property name="cube.dimension.tags.class" value="org.apache.lens.cube.metadata.ReferencedDimAtrribute"/><property name="cube.dimension.userid.type" value="string"/><property name="dimension.joinchain.user_tags.displaystring" value="Tags/Concepts Associated With User"/><property name="cube.col.devicemodel.description" value="not available currently"/><property name="dimension.joinchain.user_belongs_to_segment.displaystring" value="apps_owned_categories"/><property name="cube.dimension.userid.class" value="org.apache.lens.cube.metadata.BaseDimAttribute"/><property name="cube.dimension.maritalstatus.type" value="string"/><property name="dimension.user.joinchains.list0" value="apps_owned,user_belongs_to_segment,user_tags,user_last_location"/><property name="cube.dimension.segment_membership.type" value="string"/><property name="cube.dimension.tags.type" value="string"/><property name="cube.dimension.apps_owned.class" value="org.apache.lens.cube.metadata.ReferencedDimAtrribute"/><property name="dimension.user.joinchains.list.size" value="1"/><property name="transient_lastDdlTime" value="1431660502"/><property name="cube.col.ethnicity.description" value="not available currently"/><property name="cube.dimension.interests.type" value="array&lt;string&gt;"/><property name="cube.col.affiliations.description" value="not available currently"/><property name="cube.col.primarylocations.description" value="not available currently"/><property name="cube.dimension.deviceos.class" value="org.apache.lens.cube.metadata.BaseDimAttribute"/><property name="cube.dimension.maritalstatus.class" value="org.apache.lens.cube.metadata.BaseDimAttribute"/><property name="cube.dimension.affiliations.type" value="array&lt;string&gt;"/><property name="cube.dimension.optout.class" value="org.apache.lens.cube.metadata.BaseDimAttribute"/><property name="cube.dimension.deviceosversion.type" value="string"/><property name="cube.col.devicemanufacturer.description" value="not available currently"/><property name="cube.dimension.ethnicity.class" value="org.apache.lens.cube.metadata.BaseDimAttribute"/><property name="cube.dimension.gender.type" value="string"/><property name="dimension.joinchain.apps_owned.fullchain.0" value="user.userid,user_owned_apps.userid,user_owned_apps.bundleid,hive_dimension_uac_app.bundleid"/><property name="cube.col.interests.description" value="not available currently"/><property name="cube.col.segment_membership.description" value="not available currently"/><property name="cube.dimension.segment_membership.chain.column.name" value="segmentdefinition"/><property name="cube.dimension.ethnicity.type" value="string"/><property name="dimension.joinchain.user_tags.fullchain.0" value="user.userid,user_tags.userid,user_tags.tagid,hive_dimension_metadata_concept.id"/><property name="cube.dimension.apps_owned_categories.chain.name" value="apps_owned"/><property name="dimension.user.attributes.list.size" value="1"/><property name="cube.col.incomegroup.description" value="not available currently"/><property name="base.user.expressions.list.size" value="0"/><property name="cube.dimension.deviceos.type" value="string"/><property name="cube.dimension.apps_owned_categories.type" value="string"/><property name="dimension.joinchain.user_last_location.fullchain.0" value="user.userid,user_latest_location.userid,user_latest_location.locationid,location.locationid"/><property name="cube.table.user.weight" value="0.0"/><property name="dimension.joinchain.apps_owned.description" value="User Owned Apps"/><property name="cube.dimension.devicemanufacturer.class" value="org.apache.lens.cube.metadata.BaseDimAttribute"/><property name="cube.dimension.segment_membership.class" value="org.apache.lens.cube.metadata.ReferencedDimAtrribute"/><property name="cube.dimension.useridtype.class" value="org.apache.lens.cube.metadata.BaseDimAttribute"/><property name="cube.col.useridtype.description" value="not available currently"/><property name="cube.dimension.age.class" value="org.apache.lens.cube.metadata.BaseDimAttribute"/><property name="dimension.joinchain.user_belongs_to_segment.description" value="Segment Membership List"/><property name="cube.col.deviceos.description" value="not available currently"/><property name="dimension.joinchain.user_belongs_to_segment.fullchain.0" value="user.userid,user_belongs_to_segment.userid,user_belongs_to_segment.segmentid,hive_dimension_segment.segmentid"/><property name="cube.dimension.tags.chain.name" value="user_tags"/><property name="dimension.joinchain.apps_owned.displaystring" value="user_app_owned"/><property name="cube.dimension.devicemodel.type" value="string"/><property name="dimension.joinchain.user_tags.description" value="Tags/Concepts Associated With User"/><property name="dimension.joinchain.user_tags.numchains" value="1"/><property name="cube.dimension.apps_owned.chain.column.name" value="apptitle"/><property name="cube.dimension.lastknownlocation.refers" value="user.userid,user_latest_location.userid"/><property name="cube.dimension.haschildren.class" value="org.apache.lens.cube.metadata.BaseDimAttribute"/><property name="dimension.user.attributes.list0" value="userid,useridtype,gender,age,maritalstatus,haschildren,primarylocations,deviceos,deviceosversion,devicemanufacturer,devicemodel,incomegroup,ethnicity,interests,affiliations,tags,lastknownlocation,apps_owned,apps_owned_categories,segment_membership,optout"/><property name="cube.d...more...

15 May 2015 05:34:52,832 [Grizzly-worker(8)] INFO  org.apache.lens.server.LensServer.request  - 349 * LoggingFilter - Request received on thread Grizzly-worker(8)
349 > GET http://0.0.0.0:9999/lensapi/metastore/dimensions/user_tags?sessionid=%3C?xml+version%3D%221.0%22+encoding%3D%22UTF-8%22+standalone%3D%22yes%22?%3E%3ClensSessionHandle%3E%3CpublicId%3Eefee7645-d5d8-4d04-bc99-4bb37e8c580b%3C/publicId%3E%3CsecretId%3E450a6703-9ebb-44fa-ab57-a92996cc27e9%3C/secretId%3E%3C/lensSessionHandle%3E
349 > accept: application/xml
349 > user-agent: Jersey/2.3.1 (HttpUrlConnection 1.7.0_75)
349 > host: 0.0.0.0:9999
349 > connection: keep-alive


==> lensserver.log <==
15 May 2015 05:34:52,834 [Grizzly-worker(8)] INFO  org.apache.lens.server.AuthenticationFilter  - Request from user: null, path=/metastore/dimensions/user_tags

==> lensserver-requests.log <==
15 May 2015 05:34:52,836 [Grizzly-worker(8)] INFO  org.apache.lens.server.LensServer.request  - 350 * LoggingFilter - Response received on thread Grizzly-worker(8)
350 < 200
350 < Content-Type: application/xml
<?xml version="1.0" encoding="UTF-8" standalone="yes"?><x_dimension xmlns="uri:lens:cube:0.1" name="user_tags"><attributes><dim_attribute name="userid" type="string"/><dim_attribute name="useridtype" type="string" description="not available currently"/><dim_attribute name="tagid" type="string" join_key="false"><ref_spec><table_references><table_reference table="hive_dimension_metadata_concept" column="id"/><table_reference table="hive_dimension_metadata_app_concept_tag" column="concept_id"/></table_references></ref_spec></dim_attribute></attributes><expressions/><join_chains/><properties><property name="cube.col.useridtype.description" value="not available currently"/><property name="cube.dimension.useridtype.class" value="org.apache.lens.cube.metadata.BaseDimAttribute"/><property name="dimension.user_tags.attributes.list.size" value="1"/><property name="cube.dimension.tagid.type" value="string"/><property name="cube.table.type" value="DIMENSION"/><property name="base.user_tags.expressions.list.size" value="0"/><property name="cube.dimension.userid.type" value="string"/><property name="dimension.user_tags.attributes.list0" value="userid,useridtype,tagid"/><property name="cube.dimension.userid.class" value="org.apache.lens.cube.metadata.BaseDimAttribute"/><property name="cube.dimension.tagid.refers" value="hive_dimension_metadata_concept.id,hive_dimension_metadata_app_concept_tag.concept_id"/><property name="cube.table.user_tags.weight" value="0.0"/><property name="cube.dimension.tagid.class" value="org.apache.lens.cube.metadata.ReferencedDimAtrribute"/><property name="dimension.user_tags.joinchains.list.size" value="0"/><property name="transient_lastDdlTime" value="1431660503"/><property name="cube.dimension.tagid.isjoinkey" value="false"/><property name="cube.dimension.useridtype.type" value="string"/><property name="dimension.user_tags.timed.dimension" value="dt"/></properties></x_dimension>

Attachments

- Sort By Name
- Sort By Date
- Ascending
- Descending

LENS-575.2.patch
12/Jun/15 06:19
8 kB
Amareshwari Sriramadasu
LENS-575.3.patch
12/Jun/15 10:44
8 kB
Amareshwari Sriramadasu

Activity

People

Assignee:: Amareshwari Sriramadasu

Reporter:: Biru Kumar

Votes:: 0 Vote for this issue

Watchers:: 3 Start watching this issue

Dates

Created:: 22/May/15 06:43

Updated:: 03/Jul/15 14:17

Resolved:: 12/Jun/15 10:46