Kylin beacon_test beacon beacon_mysql beacon_test Entry learn_kylin product_show test -- Choose Project -- Insight Model Monitor System Dashboard Help Welcome, ADMIN Jobs Slow Queries Cube Name: Filter ... Jobs in: NEW PENDING RUNNING STOPPED FINISHED ERROR DISCARDED Job Name Cube Progress Last Modified Time Duration Actions BUILD CUBE - kafka_spark_cube - 0_17487 - GMT+08:00 2018-09-10 11:00:15 kafka_spark_cube ERROR 2018-09-10 11:01:28 GMT+8 1.10 mins Action Total: 1 Detail Information Job Name BUILD CUBE - kafka_spark_cube - 0_17487 - GMT+08:00 2018-09-10 11:00:15 Job ID 4e004b8e-1380-47c2-be9a-49eb35ebdc51 Status ERROR Duration 1.10 mins MapReduce Waiting 0.77 mins Start 2018-09-10 11:00:21 GMT+8 2018-09-10 11:00:21 GMT+8 #1 Step Name: Save data from Kafka Data Size: 258.39 KB Duration: 0.94 mins Waiting: 46 seconds 2018-09-10 11:01:17 GMT+8 #2 Step Name: Create Intermediate Flat Hive Table Duration: 0.17 mins Waiting: 0 seconds #3 Step Name: Extract Fact Table Distinct Columns Duration: 0 seconds Waiting: 0 seconds #4 Step Name: Build Dimension Dictionary Duration: 0 seconds Waiting: 0 seconds #5 Step Name: Save Cuboid Statistics Duration: 0 seconds Waiting: 0 seconds #6 Step Name: Create HTable Duration: 0 seconds Waiting: 0 seconds #7 Step Name: Build Cube with Spark Duration: 0 seconds Waiting: 0 seconds #8 Step Name: Convert Cuboid Data to HFile Duration: 0 seconds Waiting: 0 seconds #9 Step Name: Load HFile to HBase Table Duration: 0 seconds Waiting: 0 seconds #10 Step Name: Update Cube Info Duration: 0 seconds Waiting: 0 seconds #11 Step Name: Hive Cleanup Duration: 0 seconds Waiting: 0 seconds End Apache Kylin | Apache Kylin Community Output Create and distribute table, cmd: hive -e "USE default; DROP TABLE IF EXISTS kylin_intermediate_kafka_spark_cube_b0631342_ac40_4f48_b4f1_e6df4391890e_fact; CREATE EXTERNAL TABLE IF NOT EXISTS kylin_intermediate_kafka_spark_cube_b0631342_ac40_4f48_b4f1_e6df4391890e_fact ( YEAR_START date ,QUARTER_START date ,MONTH_START date ,WEEK_START date ,DAY_START date ,HOUR_START timestamp ,MINUTE_START timestamp ,AREA decimal(19,4) ,VOLUME decimal(19,4) ,XOFFSET decimal(19,4) ,YOFFSET decimal(19,4) ) STORED AS SEQUENCEFILE LOCATION 'hdfs://kylin.beacon.com:8020/kylin/kylin_metadata/kylin-4e004b8e-1380-47c2-be9a-49eb35ebdc51/kylin_intermediate_kafka_spark_cube_b0631342_ac40_4f48_b4f1_e6df4391890e_fact'; ALTER TABLE kylin_intermediate_kafka_spark_cube_b0631342_ac40_4f48_b4f1_e6df4391890e_fact SET TBLPROPERTIES('auto.purge'='true'); DROP TABLE IF EXISTS kylin_intermediate_kafka_spark_cube_b0631342_ac40_4f48_b4f1_e6df4391890e; CREATE EXTERNAL TABLE IF NOT EXISTS kylin_intermediate_kafka_spark_cube_b0631342_ac40_4f48_b4f1_e6df4391890e ( TB_SPI_TEST_YEAR_START date ,TB_SPI_TEST_QUARTER_START date ,TB_SPI_TEST_MONTH_START date ,TB_SPI_TEST_WEEK_START date ,TB_SPI_TEST_DAY_START date ,TB_SPI_TEST_HOUR_START timestamp ,TB_SPI_TEST_MINUTE_START timestamp ,SPI_DEVICE_CITY string ,SPI_DEVICE_SITE string ,SPI_DEVICE_BUILDING string ,SPI_DEVICE_FLOOR_VAL string ,SPI_DEVICE_SECTIONS string ,SPI_DEVICE_LINE string ,SPI_DEVICE_STATION string ,TB_USER_ORG1 string ,TB_USER_ORG2 string ,TB_USER_ORG3 string ,TB_USER_ORG4 string ,TB_USER_ORG5 string ,TB_USER_ORG6 string ,TB_USER_ORG7 string ,TB_SPI_TEST_AREA decimal(19,4) ,TB_SPI_TEST_VOLUME decimal(19,4) ,TB_SPI_TEST_XOFFSET decimal(19,4) ,TB_SPI_TEST_YOFFSET decimal(19,4) ) STORED AS SEQUENCEFILE LOCATION 'hdfs://kylin.beacon.com:8020/kylin/kylin_metadata/kylin-4e004b8e-1380-47c2-be9a-49eb35ebdc51/kylin_intermediate_kafka_spark_cube_b0631342_ac40_4f48_b4f1_e6df4391890e'; ALTER TABLE kylin_intermediate_kafka_spark_cube_b0631342_ac40_4f48_b4f1_e6df4391890e SET TBLPROPERTIES('auto.purge'='true'); INSERT OVERWRITE TABLE kylin_intermediate_kafka_spark_cube_b0631342_ac40_4f48_b4f1_e6df4391890e SELECT TB_SPI_TEST.YEAR_START as TB_SPI_TEST_YEAR_START ,TB_SPI_TEST.QUARTER_START as TB_SPI_TEST_QUARTER_START ,TB_SPI_TEST.MONTH_START as TB_SPI_TEST_MONTH_START ,TB_SPI_TEST.WEEK_START as TB_SPI_TEST_WEEK_START ,TB_SPI_TEST.DAY_START as TB_SPI_TEST_DAY_START ,TB_SPI_TEST.HOUR_START as TB_SPI_TEST_HOUR_START ,TB_SPI_TEST.MINUTE_START as TB_SPI_TEST_MINUTE_START ,SPI_DEVICE.CITY as SPI_DEVICE_CITY ,SPI_DEVICE.SITE as SPI_DEVICE_SITE ,SPI_DEVICE.BUILDING as SPI_DEVICE_BUILDING ,SPI_DEVICE.FLOOR_VAL as SPI_DEVICE_FLOOR_VAL ,SPI_DEVICE.SECTIONS as SPI_DEVICE_SECTIONS ,SPI_DEVICE.LINE as SPI_DEVICE_LINE ,SPI_DEVICE.STATION as SPI_DEVICE_STATION ,TB_USER.ORG1 as TB_USER_ORG1 ,TB_USER.ORG2 as TB_USER_ORG2 ,TB_USER.ORG3 as TB_USER_ORG3 ,TB_USER.ORG4 as TB_USER_ORG4 ,TB_USER.ORG5 as TB_USER_ORG5 ,TB_USER.ORG6 as TB_USER_ORG6 ,TB_USER.ORG7 as TB_USER_ORG7 ,TB_SPI_TEST.AREA as TB_SPI_TEST_AREA ,TB_SPI_TEST.VOLUME as TB_SPI_TEST_VOLUME ,TB_SPI_TEST.XOFFSET as TB_SPI_TEST_XOFFSET ,TB_SPI_TEST.YOFFSET as TB_SPI_TEST_YOFFSET FROM kylin_intermediate_kafka_spark_cube_b0631342_ac40_4f48_b4f1_e6df4391890e_fact as TB_SPI_TEST INNER JOIN BEACON.TB_DEVICE as SPI_DEVICE ON TB_SPI_TEST.GWID = SPI_DEVICE.GW_ID INNER JOIN BEACON.TB_USER as TB_USER ON SPI_DEVICE.MANAGER = TB_USER.USERNAME WHERE 1=1; " --hiveconf hive.merge.mapredfiles=false --hiveconf hive.merge.mapfiles=false --hiveconf hive.stats.autogather=true --hiveconf hive.auto.convert.join.noconditionaltask=true --hiveconf dfs.replication=2 --hiveconf hive.auto.convert.join.noconditionaltask.size=100000000 --hiveconf hive.auto.convert.join=true --hiveconf hive.exec.compress.output=true --hiveconf mapreduce.job.split.metainfo.maxsize=-1 SLF4J: Class path contains multiple SLF4J bindings. SLF4J: Found binding in [jar:file:/opt/cloudera/parcels/CDH-5.15.0-1.cdh5.15.0.p0.21/jars/slf4j-log4j12-1.7.5.jar!/org/slf4j/impl/StaticLoggerBinder.class] SLF4J: Found binding in [jar:file:/opt/apache-kylin-2.4.0-bin-cdh57/spark/jars/slf4j-log4j12-1.7.16.jar!/org/slf4j/impl/StaticLoggerBinder.class] SLF4J: See http://www.slf4j.org/codes.html#multiple_bindings for an explanation. SLF4J: Actual binding is of type [org.slf4j.impl.Log4jLoggerFactory] Logging initialized using configuration in jar:file:/opt/cloudera/parcels/CDH-5.15.0-1.cdh5.15.0.p0.21/jars/hive-common-1.1.0-cdh5.15.0.jar!/hive-log4j.properties OK Time taken: 2.149 seconds OK Time taken: 0.085 seconds OK Time taken: 0.294 seconds OK Time taken: 0.233 seconds OK Time taken: 0.101 seconds OK Time taken: 0.093 seconds OK Time taken: 0.22 seconds FAILED: SemanticException [Error 10002]: Line 30:15 Invalid column reference 'GWID' WARN: The method class org.apache.commons.logging.impl.SLF4JLogFactory#release() was invoked. WARN: Please see http://www.slf4j.org/codes.html#release for an explanation.