[CARBONDATA-3204] Create BloomFilter DataMap Command Fails.

• Type: Bug
• Status: Open
• Priority: Major
• Resolution: Unresolved
• Assignee: Unassigned
• Reporter: ChandraSekhar Saripaka
• Created: 27/Dec/18 10:05
• Updated: 27/Dec/18 10:05

Description

18/12/26 18:19:02 WARN datamap.DataMapStoreManager: failed to get carbon table from table PathFile does not exist: alluxio:///user/hive/carbondata-query-poc/carbondata/bloom_filter_no_sort_columns_tbl/Metadata/schema 18/12/26 18:19:02 INFO datamap.CarbonDropDataMapCommand: Table MetaData Unlocked Successfully 18/12/26 18:19:02 WARN datamap.DataMapStoreManager: failed to get carbon table from table PathFile does not exist: alluxio:///user/hive/carbondata-query-poc/carbondata/bloom_filter_no_sort_columns_tbl/Metadata/schema 18/12/26 18:19:02 AUDIT carbon.audit: {"time":"December 26, 2018 6:19:02 PM SGT","username":"hive","opName":"DROP DATAMAP","opId":"3195704513056831","opStatus":"SUCCESS","opTime":"1805 ms","table":"carbondata_hive.bloom_filter_no_sort_columns_tbl","extraInfo":{"dmName":"bloom_filter_no_sort_columns_tbl_map"}} 18/12/26 18:19:02 AUDIT carbon.audit: {"time":"December 26, 2018 6:19:02 PM SGT","username":"hive","opName":"CREATE DATAMAP","opId":"3195703381271121","opStatus":"FAILED","opTime":"2935 ms","table":"carbondata_hive.bloom_filter_no_sort_columns_tbl","extraInfo":{"Exception":"java.lang.NullPointerException"}} 18/12/26 18:19:02 
ERROR carbondata.Main$: BloomFilter case was failed java.lang.NullPointerException at org.apache.carbondata.core.metadata.schema.table.DiskBasedDMSchemaStorageProvider.retrieveSchemas(DiskBasedDMSchemaStorageProvider.java:114) at org.apache.carbondata.core.datamap.DataMapStoreManager.getDataMapSchemasOfTable(DataMapStoreManager.java:152) at org.apache.carbondata.core.datamap.DataMapStoreManager.getAllDataMap(DataMapStoreManager.java:133) at org.apache.spark.sql.events.MergeBloomIndexEventListener.onEvent(MergeBloomIndexEventListener.scala:42) at org.apache.carbondata.events.OperationListenerBus.fireEvent(OperationListenerBus.java:83) at org.apache.carbondata.datamap.IndexDataMapRebuildRDD$.rebuildDataMap(IndexDataMapRebuildRDD.scala:137) at org.apache.carbondata.datamap.IndexDataMapRebuildRDD.rebuildDataMap(IndexDataMapRebuildRDD.scala) at org.apache.carbondata.datamap.IndexDataMapProvider.rebuild(IndexDataMapProvider.java:102) at org.apache.spark.sql.execution.command.datamap.CarbonCreateDataMapCommand.processData(CarbonCreateDataMapCommand.scala:166) at org.apache.spark.sql.execution.command.AtomicRunnableCommand$$anonfun$run$3.apply(package.scala:147) at org.apache.spark.sql.execution.command.AtomicRunnableCommand$$anonfun$run$3.apply(package.scala:144) at org.apache.spark.sql.execution.command.Auditable$class.runWithAudit(package.scala:104) at org.apache.spark.sql.execution.command.AtomicRunnableCommand.runWithAudit(package.scala:140) at org.apache.spark.sql.execution.command.AtomicRunnableCommand.run(package.scala:144) at org.apache.spark.sql.execution.command.ExecutedCommandExec.sideEffectResult$lzycompute(commands.scala:58) at org.apache.spark.sql.execution.command.ExecutedCommandExec.sideEffectResult(commands.scala:56) at org.apache.spark.sql.execution.command.ExecutedCommandExec.executeCollect(commands.scala:67) at org.apache.spark.sql.Dataset.<init>(Dataset.scala:182) at org.apache.spark.sql.CarbonSession$$anonfun$sql$1.apply(CarbonSession.scala:91) at org.apache.spark.sql.CarbonSession$$anonfun$sql$1.apply(CarbonSession.scala:90) at org.apache.spark.sql.CarbonSession.withProfiler(CarbonSession.scala:136) at org.apache.spark.sql.CarbonSession.sql(CarbonSession.scala:88) at com.dbs.carbondata.cases.carbondata.datamaps.DataMap.createDataMap(DataMap.scala:36) at com.dbs.carbondata.cases.carbondata.datamaps.DataMap.createTable(DataMap.scala:42) at com.dbs.carbondata.Main$.com$dbs$carbondata$Main$$getTimeReport(Main.scala:35) at com.dbs.carbondata.Main$$anonfun$1.apply(Main.scala:80) at com.dbs.carbondata.Main$$anonfun$1.apply(Main.scala:80) at scala.collection.immutable.List.map(List.scala:277) at com.dbs.carbondata.Main$.delayedEndpoint$com$dbs$carbondata$Main$1(Main.scala:80) at com.dbs.carbondata.Main$delayedInit$body.apply(Main.scala:29) at scala.Function0$class.apply$mcV$sp(Function0.scala:34) at scala.runtime.AbstractFunction0.apply$mcV$sp(AbstractFunction0.scala:12) at scala.App$$anonfun$main$1.apply(App.scala:76) at scala.App$$anonfun$main$1.apply(App.scala:76) at scala.collection.immutable.List.foreach(List.scala:381) at scala.collection.generic.TraversableForwarder$class.foreach(TraversableForwarder.scala:35) at scala.App$class.main(App.scala:76) at com.dbs.carbondata.Main$.main(Main.scala:29) at com.dbs.carbondata.Main.main(Main.scala) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.spark.deploy.yarn.ApplicationMaster$$anon$3.run(ApplicationMaster.scala:686)