I0612 08:49:45.448616 11578 impala-hs2-server.cc:551] TClientRequest.queryOptions: TQueryOptions { 01: abort_on_error (bool) = false, 02: max_errors (i32) = 0, 03: disable_codegen (bool) = false, 04: batch_size (i32) = 0, 05: num_nodes (i32) = 0, 06: max_scan_range_length (i64) = 0, 07: num_scanner_threads (i32) = 0, 08: max_io_buffers (i32) = 0, 09: allow_unsupported_formats (bool) = false, 10: default_order_by_limit (i64) = -1, 11: debug_action (string) = "", 12: mem_limit (i64) = 8589934592, 13: abort_on_default_limit_exceeded (bool) = false, 15: hbase_caching (i32) = 0, 16: hbase_cache_blocks (bool) = false, 17: parquet_file_size (i64) = 0, 18: explain_level (i32) = 1, 19: sync_ddl (bool) = false, 23: disable_cached_reads (bool) = false, 24: disable_outermost_topn (bool) = false, 25: rm_initial_mem (i64) = 0, 26: query_timeout_s (i32) = 36000, 28: appx_count_distinct (bool) = false, 29: disable_unsafe_spills (bool) = false, 31: exec_single_node_rows_threshold (i32) = 100, } I0612 08:49:45.450507 11578 Frontend.java:766] analyze query create table martin_work.someothertable stored as parquet as select *, SUM(some_1_0_flag) over( partition by customerID order by trxndate desc, trxntype, trxnval rows between unbounded preceding and current row) AS totalflag from sometable I0612 08:49:45.494201 11578 MetaStoreClientPool.java:55] Creating MetaStoreClient. Pool Size = 0 I0612 08:49:45.503798 11578 HiveMetaStoreClient.java:365] Trying to connect to metastore with URI thrift://hadoop-master:9083 I0612 08:49:45.545078 11578 HiveMetaStoreClient.java:461] Connected to metastore. I0612 08:49:45.545279 11578 MetaStoreClientPool.java:55] Creating MetaStoreClient. Pool Size = 0 I0612 08:49:45.545569 11578 HiveMetaStoreClient.java:365] Trying to connect to metastore with URI thrift://hadoop-master:9083 I0612 08:49:45.554822 11578 HiveMetaStoreClient.java:461] Connected to metastore. I0612 08:49:45.594352 11578 HdfsTable.java:1007] load table: martin_work.someothertable I0612 08:49:45.601908 11578 Table.java:153] Loading column stats for table: someothertable W0612 08:49:45.621287 11578 Table.java:163] Could not load column statistics for: martin_work.someothertable Java exception follows: NoSuchObjectException(message:Specified database/table does not exist : martin_work.someothertable) at org.apache.hadoop.hive.metastore.api.ThriftHiveMetastore$get_table_statistics_req_result$get_table_statistics_req_resultStandardScheme.read(ThriftHiveMetastore.java) at org.apache.hadoop.hive.metastore.api.ThriftHiveMetastore$get_table_statistics_req_result$get_table_statistics_req_resultStandardScheme.read(ThriftHiveMetastore.java) at org.apache.hadoop.hive.metastore.api.ThriftHiveMetastore$get_table_statistics_req_result.read(ThriftHiveMetastore.java) at org.apache.thrift.TServiceClient.receiveBase(TServiceClient.java:78) at org.apache.hadoop.hive.metastore.api.ThriftHiveMetastore$Client.recv_get_table_statistics_req(ThriftHiveMetastore.java:2887) at org.apache.hadoop.hive.metastore.api.ThriftHiveMetastore$Client.get_table_statistics_req(ThriftHiveMetastore.java:2874) at org.apache.hadoop.hive.metastore.HiveMetaStoreClient.getTableColumnStatistics(HiveMetaStoreClient.java:1384) at com.cloudera.impala.catalog.Table.loadAllColumnStats(Table.java:161) at com.cloudera.impala.catalog.HdfsTable.loadColumns(HdfsTable.java:585) at com.cloudera.impala.catalog.HdfsTable.load(HdfsTable.java:1074) at com.cloudera.impala.analysis.CreateTableAsSelectStmt.analyze(CreateTableAsSelectStmt.java:146) at com.cloudera.impala.analysis.AnalysisContext.analyze(AnalysisContext.java:319) at com.cloudera.impala.analysis.AnalysisContext.analyze(AnalysisContext.java:294) at com.cloudera.impala.service.Frontend.analyzeStmt(Frontend.java:775) at com.cloudera.impala.service.Frontend.createExecRequest(Frontend.java:804) at com.cloudera.impala.service.JniFrontend.createExecRequest(JniFrontend.java:146) I0612 08:49:45.621614 11578 HdfsTable.java:1126] Incrementally refreshing 0/0 partitions. I0612 08:49:45.670078 11578 HdfsTable.java:1147] table #rows=-1 I0612 08:49:45.686046 11578 Frontend.java:840] create plan I0612 08:49:45.718917 11578 HdfsScanNode.java:579] collecting partitions for table sometable I0612 08:49:45.723525 11578 HdfsScanNode.java:611] cardinality_=357250930 sel=1.0 I0612 08:49:45.723640 11578 HdfsScanNode.java:616] computeStats HdfsScan: cardinality_=357250930 I0612 08:49:45.723729 11578 HdfsScanNode.java:622] computeStats HdfsScan: #nodes=4 I0612 08:49:45.746919 11578 SortNode.java:128] stats Sort: cardinality=357250930 I0612 08:49:45.763849 11578 DistributedPlanner.java:77] create plan fragments I0612 08:49:45.763954 11578 DistributedPlanner.java:79] memlimit=8589934592 I0612 08:49:45.770607 11578 Planner.java:104] desctbl: tuples: TupleDescriptor{id=0, name=basetbl, tbl=martin_work.sometable, byte_size=96, is_materialized=true, slots=[SlotDescriptor{id=0, col=customerID, type=INT, materialized=true, byteSize=4, byteOffset=4, nullIndicatorByte=0, nullIndicatorBit=1, slotIdx=1, stats=ColumnStats{avgSerializedSize_=4.0, maxSize_=4, numDistinct_=12188944, numNulls_=-1}}, SlotDescriptor{id=1, col=trxndate, type=STRING, materialized=true, byteSize=16, byteOffset=32, nullIndicatorByte=0, nullIndicatorBit=6, slotIdx=6, stats=ColumnStats{avgSerializedSize_=26.0, maxSize_=10, numDistinct_=668, numNulls_=-1}}, SlotDescriptor{id=2, col=tran_type, type=STRING, materialized=true, byteSize=16, byteOffset=48, nullIndicatorByte=0, nullIndicatorBit=7, slotIdx=7, stats=ColumnStats{avgSerializedSize_=21.141414165496826, maxSize_=17, numDistinct_=5, numNulls_=-1}}, SlotDescriptor{id=3, col=awarded, type=BIGINT, materialized=true, byteSize=8, byteOffset=16, nullIndicatorByte=0, nullIndicatorBit=4, slotIdx=4, stats=ColumnStats{avgSerializedSize_=8.0, maxSize_=8, numDistinct_=95430, numNulls_=-1}}, SlotDescriptor{id=4, col=redeemed, type=BIGINT, materialized=true, byteSize=8, byteOffset=24, nullIndicatorByte=0, nullIndicatorBit=5, slotIdx=5, stats=ColumnStats{avgSerializedSize_=8.0, maxSize_=8, numDistinct_=67354, numNulls_=-1}}, SlotDescriptor{id=5, col=partner_type, type=STRING, materialized=true, byteSize=16, byteOffset=64, nullIndicatorByte=1, nullIndicatorBit=0, slotIdx=8, stats=ColumnStats{avgSerializedSize_=24.304865837097168, maxSize_=13, numDistinct_=16, numNulls_=-1}}, SlotDescriptor{id=6, col=trxntype, type=INT, materialized=true, byteSize=4, byteOffset=8, nullIndicatorByte=0, nullIndicatorBit=2, slotIdx=2, stats=ColumnStats{avgSerializedSize_=4.0, maxSize_=4, numDistinct_=5678, numNulls_=-1}}, SlotDescriptor{id=7, col=trxnval, type=INT, materialized=true, byteSize=4, byteOffset=12, nullIndicatorByte=0, nullIndicatorBit=3, slotIdx=3, stats=ColumnStats{avgSerializedSize_=4.0, maxSize_=4, numDistinct_=163931, numNulls_=-1}}, SlotDescriptor{id=8, col=product, type=STRING, materialized=true, byteSize=16, byteOffset=80, nullIndicatorByte=1, nullIndicatorBit=1, slotIdx=9, stats=ColumnStats{avgSerializedSize_=16.002567525953054, maxSize_=18, numDistinct_=11, numNulls_=-1}}, SlotDescriptor{id=9, col=some_1_0_flag, type=TINYINT, materialized=true, byteSize=1, byteOffset=2, nullIndicatorByte=0, nullIndicatorBit=0, slotIdx=0, stats=ColumnStats{avgSerializedSize_=1.0, maxSize_=1, numDistinct_=2, numNulls_=-1}}]} TupleDescriptor{id=1, name=analytic-tuple-intermed, tbl=null, byte_size=0, is_materialized=false, slots=[SlotDescriptor{id=10, col=null, type=BIGINT, materialized=true, byteSize=0, byteOffset=-1, nullIndicatorByte=0, nullIndicatorBit=0, slotIdx=0, stats=ColumnStats{avgSerializedSize_=8.0, maxSize_=8, numDistinct_=2, numNulls_=-1}}]} TupleDescriptor{id=2, name=wg-0out, tbl=null, byte_size=16, is_materialized=true, slots=[SlotDescriptor{id=11, col=null, type=BIGINT, materialized=true, byteSize=8, byteOffset=8, nullIndicatorByte=0, nullIndicatorBit=0, slotIdx=0, stats=ColumnStats{avgSerializedSize_=8.0, maxSize_=8, numDistinct_=2, numNulls_=-1}}]} TupleDescriptor{id=3, name=sort-tuple, tbl=null, byte_size=96, is_materialized=true, slots=[SlotDescriptor{id=12, col=customerID, type=INT, materialized=true, byteSize=4, byteOffset=4, nullIndicatorByte=0, nullIndicatorBit=1, slotIdx=1, stats=ColumnStats{avgSerializedSize_=4.0, maxSize_=4, numDistinct_=12188944, numNulls_=-1}}, SlotDescriptor{id=13, col=trxndate, type=STRING, materialized=true, byteSize=16, byteOffset=32, nullIndicatorByte=0, nullIndicatorBit=6, slotIdx=6, stats=ColumnStats{avgSerializedSize_=26.0, maxSize_=10, numDistinct_=668, numNulls_=-1}}, SlotDescriptor{id=14, col=tran_type, type=STRING, materialized=true, byteSize=16, byteOffset=48, nullIndicatorByte=0, nullIndicatorBit=7, slotIdx=7, stats=ColumnStats{avgSerializedSize_=21.141414165496826, maxSize_=17, numDistinct_=5, numNulls_=-1}}, SlotDescriptor{id=15, col=awarded, type=BIGINT, materialized=true, byteSize=8, byteOffset=16, nullIndicatorByte=0, nullIndicatorBit=4, slotIdx=4, stats=ColumnStats{avgSerializedSize_=8.0, maxSize_=8, numDistinct_=95430, numNulls_=-1}}, SlotDescriptor{id=16, col=redeemed, type=BIGINT, materialized=true, byteSize=8, byteOffset=24, nullIndicatorByte=0, nullIndicatorBit=5, slotIdx=5, stats=ColumnStats{avgSerializedSize_=8.0, maxSize_=8, numDistinct_=67354, numNulls_=-1}}, SlotDescriptor{id=17, col=partner_type, type=STRING, materialized=true, byteSize=16, byteOffset=64, nullIndicatorByte=1, nullIndicatorBit=0, slotIdx=8, stats=ColumnStats{avgSerializedSize_=24.304865837097168, maxSize_=13, numDistinct_=16, numNulls_=-1}}, SlotDescriptor{id=18, col=trxntype, type=INT, materialized=true, byteSize=4, byteOffset=8, nullIndicatorByte=0, nullIndicatorBit=2, slotIdx=2, stats=ColumnStats{avgSerializedSize_=4.0, maxSize_=4, numDistinct_=5678, numNulls_=-1}}, SlotDescriptor{id=19, col=trxnval, type=INT, materialized=true, byteSize=4, byteOffset=12, nullIndicatorByte=0, nullIndicatorBit=3, slotIdx=3, stats=ColumnStats{avgSerializedSize_=4.0, maxSize_=4, numDistinct_=163931, numNulls_=-1}}, SlotDescriptor{id=20, col=product, type=STRING, materialized=true, byteSize=16, byteOffset=80, nullIndicatorByte=1, nullIndicatorBit=1, slotIdx=9, stats=ColumnStats{avgSerializedSize_=16.002567525953054, maxSize_=18, numDistinct_=11, numNulls_=-1}}, SlotDescriptor{id=21, col=some_1_0_flag, type=TINYINT, materialized=true, byteSize=1, byteOffset=2, nullIndicatorByte=0, nullIndicatorBit=0, slotIdx=0, stats=ColumnStats{avgSerializedSize_=1.0, maxSize_=1, numDistinct_=2, numNulls_=-1}}]} TupleDescriptor{id=4, name=buffered-tuple, tbl=null, byte_size=96, is_materialized=true, slots=[SlotDescriptor{id=22, col=customerID, type=INT, materialized=true, byteSize=4, byteOffset=4, nullIndicatorByte=0, nullIndicatorBit=1, slotIdx=1, stats=ColumnStats{avgSerializedSize_=4.0, maxSize_=4, numDistinct_=12188944, numNulls_=-1}}, SlotDescriptor{id=23, col=trxndate, type=STRING, materialized=true, byteSize=16, byteOffset=32, nullIndicatorByte=0, nullIndicatorBit=6, slotIdx=6, stats=ColumnStats{avgSerializedSize_=26.0, maxSize_=10, numDistinct_=668, numNulls_=-1}}, SlotDescriptor{id=24, col=tran_type, type=STRING, materialized=true, byteSize=16, byteOffset=48, nullIndicatorByte=0, nullIndicatorBit=7, slotIdx=7, stats=ColumnStats{avgSerializedSize_=21.141414165496826, maxSize_=17, numDistinct_=5, numNulls_=-1}}, SlotDescriptor{id=25, col=awarded, type=BIGINT, materialized=true, byteSize=8, byteOffset=16, nullIndicatorByte=0, nullIndicatorBit=4, slotIdx=4, stats=ColumnStats{avgSerializedSize_=8.0, maxSize_=8, numDistinct_=95430, numNulls_=-1}}, SlotDescriptor{id=26, col=redeemed, type=BIGINT, materialized=true, byteSize=8, byteOffset=24, nullIndicatorByte=0, nullIndicatorBit=5, slotIdx=5, stats=ColumnStats{avgSerializedSize_=8.0, maxSize_=8, numDistinct_=67354, numNulls_=-1}}, SlotDescriptor{id=27, col=partner_type, type=STRING, materialized=true, byteSize=16, byteOffset=64, nullIndicatorByte=1, nullIndicatorBit=0, slotIdx=8, stats=ColumnStats{avgSerializedSize_=24.304865837097168, maxSize_=13, numDistinct_=16, numNulls_=-1}}, SlotDescriptor{id=28, col=trxntype, type=INT, materialized=true, byteSize=4, byteOffset=8, nullIndicatorByte=0, nullIndicatorBit=2, slotIdx=2, stats=ColumnStats{avgSerializedSize_=4.0, maxSize_=4, numDistinct_=5678, numNulls_=-1}}, SlotDescriptor{id=29, col=trxnval, type=INT, materialized=true, byteSize=4, byteOffset=12, nullIndicatorByte=0, nullIndicatorBit=3, slotIdx=3, stats=ColumnStats{avgSerializedSize_=4.0, maxSize_=4, numDistinct_=163931, numNulls_=-1}}, SlotDescriptor{id=30, col=product, type=STRING, materialized=true, byteSize=16, byteOffset=80, nullIndicatorByte=1, nullIndicatorBit=1, slotIdx=9, stats=ColumnStats{avgSerializedSize_=16.002567525953054, maxSize_=18, numDistinct_=11, numNulls_=-1}}, SlotDescriptor{id=31, col=some_1_0_flag, type=TINYINT, materialized=true, byteSize=1, byteOffset=2, nullIndicatorByte=0, nullIndicatorBit=0, slotIdx=0, stats=ColumnStats{avgSerializedSize_=1.0, maxSize_=1, numDistinct_=2, numNulls_=-1}}]} I0612 08:49:45.771092 11578 Planner.java:105] resultexprs: SlotRef{tblName=null, type=INT, col=customerID, id=12} SlotRef{tblName=null, type=STRING, col=trxndate, id=13} SlotRef{tblName=null, type=STRING, col=tran_type, id=14} SlotRef{tblName=null, type=BIGINT, col=awarded, id=15} SlotRef{tblName=null, type=BIGINT, col=redeemed, id=16} SlotRef{tblName=null, type=STRING, col=partner_type, id=17} SlotRef{tblName=null, type=INT, col=trxntype, id=18} SlotRef{tblName=null, type=INT, col=trxnval, id=19} SlotRef{tblName=null, type=STRING, col=product, id=20} SlotRef{tblName=null, type=TINYINT, col=some_1_0_flag, id=21} SlotRef{tblName=null, type=BIGINT, col=null, id=11} I0612 08:49:45.771150 11578 Planner.java:106] finalize plan fragments I0612 08:49:45.791088 11578 Frontend.java:866] get scan range locations I0612 08:49:45.818850 11578 Planner.java:249] Estimated per-host peak memory requirement: 1761607680 I0612 08:49:45.819005 11578 Planner.java:250] Estimated per-host virtual cores requirement: 2 I0612 08:49:45.959710 11578 JniFrontend.java:147] Estimated Per-Host Requirements: Memory=1.64GB VCores=2 F01:PLAN FRAGMENT [HASH(customerID)] WRITE TO HDFS [martin_work.someothertable, OVERWRITE=false] | partitions=1 | hosts=4 per-host-mem=1.00GB | 02:ANALYTIC | functions: sum(some_1_0_flag) | partition by: customerID | order by: trxndate DESC, trxntype ASC, trxnval ASC | window: ROWS BETWEEN UNBOUNDED PRECEDING AND CURRENT ROW | hosts=4 per-host-mem=0B | tuple-ids=3,2 row-size=124B cardinality=357250930 | 01:SORT | order by: customerID ASC NULLS FIRST, trxndate DESC, trxntype ASC, trxnval ASC | hosts=4 per-host-mem=800.00MB | tuple-ids=3 row-size=116B cardinality=357250930 | 03:EXCHANGE [HASH(customerID)] hosts=4 per-host-mem=0B tuple-ids=0 row-size=116B cardinality=357250930 F00:PLAN FRAGMENT [RANDOM] DATASTREAM SINK [FRAGMENT=F01, EXCHANGE=03, HASH(customerID)] 00:SCAN HDFS [martin_work.sometable, RANDOM] partitions=1/1 files=16 size=3.64GB table stats: 357250930 rows total column stats: all hosts=4 per-host-mem=880.00MB tuple-ids=0 row-size=116B cardinality=357250930 I0612 08:49:46.061000 11578 resource-broker.cc:580] Sending reservation request: Reservation Request(queue=root.martin user=martin gang=1 request_timeout=300000 resources=[Resource(client_resource_id=1d4df0177eca4edb:b0581fe07a2198b4 v_cpu_cores=2 memory_mb=8192 asked_location=slave2:0 enforcement=0),Resource(client_resource_id=5e4491a4c2706a4f:3856fd91f1e113aa v_cpu_cores=2 memory_mb=8192 asked_location=slave1:0 enforcement=0),Resource(client_resource_id=804aa709077b9caa:753f18f4e06a56a7 v_cpu_cores=2 memory_mb=8192 asked_location=slave3:0 enforcement=0),Resource(client_resource_id=bf441d66a6a68377:93f39b56223015b6 v_cpu_cores=2 memory_mb=8192 asked_location=slave4:0 enforcement=0)]) I0612 08:49:46.062643 11578 client-cache.cc:81] ReopenClient(): re-creating client for hadoop-master:15000 I0612 08:49:47.883035 11649 resource-broker.cc:716] Received non-heartbeat AM notification I0612 08:49:47.883065 11649 resource-broker.cc:730] Received allocated resource for reservation id: bb4bdab910afa3f1:75d178e405789590 I0612 08:49:47.883129 11578 resource-broker.cc:464] Getting allocated resource for reservation id bb4bdab910afa3f1:75d178e405789590 and location slave2:0 I0612 08:49:47.883138 11578 resource-broker.cc:464] Getting allocated resource for reservation id bb4bdab910afa3f1:75d178e405789590 and location slave1:0 I0612 08:49:47.883146 11578 resource-broker.cc:464] Getting allocated resource for reservation id bb4bdab910afa3f1:75d178e405789590 and location slave3:0 I0612 08:49:47.883152 11578 resource-broker.cc:464] Getting allocated resource for reservation id bb4bdab910afa3f1:75d178e405789590 and location slave4:0 I0612 08:49:47.883162 11578 resource-broker.cc:640] Fulfilled reservation with id: bb4bdab910afa3f1:75d178e405789590 I0612 08:49:47.883237 11578 coordinator.cc:309] Exec() query_id=4422da096fcea1f:3f4b77fc8884e88b I0612 08:49:47.883316 11578 mem-tracker.cc:165] Using query memory limit: 8.00 GB I0612 08:49:47.883375 11578 coordinator.cc:385] starting 8 backends for query 4422da096fcea1f:3f4b77fc8884e88b I0612 08:49:47.907483 11487 authentication.cc:383] Successfully authenticated principal "impala/slave1@XXXXXXXHADOOP.COM" on an internal connection I0612 08:49:47.929010 25282 fragment-mgr.cc:36] ExecPlanFragment() instance_id=4422da096fcea1f:3f4b77fc8884e88f coord=slave1:22000 backend#=3 I0612 08:49:47.929157 25282 plan-fragment-executor.cc:82] Prepare(): query_id=4422da096fcea1f:3f4b77fc8884e88b instance_id=4422da096fcea1f:3f4b77fc8884e88f I0612 08:49:47.929168 25282 plan-fragment-executor.cc:87] Executing fragment in reserved resource: Allocated Resource(reservation_id=bb4bdab910afa3f1:75d178e405789590 client_resource_id=5e4491a4c2706a4f:3856fd91f1e113aa rm_resource_id=container_1433143111699_0574_01_000065,container_1433143111699_0574_01_000069,container_1433143111699_0574_01_000001,container_1433143111699_0574_01_000005,container_1433143111699_0574_01_000009,container_1433143111699_0574_01_000013,container_1433143111699_0574_01_000017,container_1433143111699_0574_01_000021,container_1433143111699_0574_01_000025,container_1433143111699_0574_01_000029,container_1433143111699_0574_01_000033,container_1433143111699_0574_01_000037,container_1433143111699_0574_01_000041,container_1433143111699_0574_01_000045,container_1433143111699_0574_01_000049,container_1433143111699_0574_01_000053,container_1433143111699_0574_01_000057,container_1433143111699_0574_01_000061 v_cpu_cores=2 memory_mb=8192 location=slave1) I0612 08:49:47.929258 25282 cgroups-mgr.cc:200] Registering fragment 4422da096fcea1f:3f4b77fc8884e88f with CGroup /run/cloudera-scm-agent/cgroups/cpu/hadoop-yarn/4422da096fcea1f_3f4b77fc8884e88b_impala I0612 08:49:47.929327 25282 cgroups-mgr.cc:72] Created CGroup /run/cloudera-scm-agent/cgroups/cpu/hadoop-yarn/4422da096fcea1f_3f4b77fc8884e88b_impala I0612 08:49:47.929359 25282 cgroups-mgr.cc:113] Setting CPU shares of CGroup /run/cloudera-scm-agent/cgroups/cpu/hadoop-yarn/4422da096fcea1f_3f4b77fc8884e88b_impala to 2048 I0612 08:49:47.929389 25282 query-resource-mgr.cc:84] Initialising vcore acquisition thread for query 4422da096fcea1f:3f4b77fc8884e88b (2 initial vcores) I0612 08:49:47.929510 25283 query-resource-mgr.cc:166] Starting Vcore acquisition for: bb4bdab910afa3f1:75d178e405789590 I0612 08:49:47.929546 25282 plan-fragment-executor.cc:139] Using query memory limit from query options: 8.00 GB I0612 08:49:47.929558 25282 plan-fragment-executor.cc:156] Using RM reservation memory limit from resource reservation: 8.00 GB I0612 08:49:47.929574 25282 mem-tracker.cc:165] Using query memory limit: 8.00 GB I0612 08:49:47.929875 25282 plan-fragment-executor.cc:190] descriptor table for fragment=4422da096fcea1f:3f4b77fc8884e88f tuples: Tuple(id=0 size=96 slots=[Slot(id=0 type=INT col_path=[0] offset=4 null=(offset=0 mask=2) slot_idx=1 field_idx=-1), Slot(id=1 type=STRING col_path=[1] offset=32 null=(offset=0 mask=40) slot_idx=6 field_idx=-1), Slot(id=2 type=STRING col_path=[2] offset=48 null=(offset=0 mask=80) slot_idx=7 field_idx=-1), Slot(id=3 type=BIGINT col_path=[3] offset=16 null=(offset=0 mask=10) slot_idx=4 field_idx=-1), Slot(id=4 type=BIGINT col_path=[4] offset=24 null=(offset=0 mask=20) slot_idx=5 field_idx=-1), Slot(id=5 type=STRING col_path=[5] offset=64 null=(offset=1 mask=1) slot_idx=8 field_idx=-1), Slot(id=6 type=INT col_path=[6] offset=8 null=(offset=0 mask=4) slot_idx=2 field_idx=-1), Slot(id=7 type=INT col_path=[7] offset=12 null=(offset=0 mask=8) slot_idx=3 field_idx=-1), Slot(id=8 type=STRING col_path=[8] offset=80 null=(offset=1 mask=2) slot_idx=9 field_idx=-1), Slot(id=9 type=TINYINT col_path=[9] offset=2 null=(offset=0 mask=1) slot_idx=0 field_idx=-1)]) Tuple(id=2 size=16 slots=[Slot(id=11 type=BIGINT col_path=[] offset=8 null=(offset=0 mask=1) slot_idx=0 field_idx=-1)]) Tuple(id=3 size=96 slots=[Slot(id=12 type=INT col_path=[0] offset=4 null=(offset=0 mask=2) slot_idx=1 field_idx=-1), Slot(id=13 type=STRING col_path=[1] offset=32 null=(offset=0 mask=40) slot_idx=6 field_idx=-1), Slot(id=14 type=STRING col_path=[2] offset=48 null=(offset=0 mask=80) slot_idx=7 field_idx=-1), Slot(id=15 type=BIGINT col_path=[3] offset=16 null=(offset=0 mask=10) slot_idx=4 field_idx=-1), Slot(id=16 type=BIGINT col_path=[4] offset=24 null=(offset=0 mask=20) slot_idx=5 field_idx=-1), Slot(id=17 type=STRING col_path=[5] offset=64 null=(offset=1 mask=1) slot_idx=8 field_idx=-1), Slot(id=18 type=INT col_path=[6] offset=8 null=(offset=0 mask=4) slot_idx=2 field_idx=-1), Slot(id=19 type=INT col_path=[7] offset=12 null=(offset=0 mask=8) slot_idx=3 field_idx=-1), Slot(id=20 type=STRING col_path=[8] offset=80 null=(offset=1 mask=2) slot_idx=9 field_idx=-1), Slot(id=21 type=TINYINT col_path=[9] offset=2 null=(offset=0 mask=1) slot_idx=0 field_idx=-1)]) Tuple(id=4 size=96 slots=[Slot(id=22 type=INT col_path=[0] offset=4 null=(offset=0 mask=2) slot_idx=1 field_idx=-1), Slot(id=23 type=STRING col_path=[1] offset=32 null=(offset=0 mask=40) slot_idx=6 field_idx=-1), Slot(id=24 type=STRING col_path=[2] offset=48 null=(offset=0 mask=80) slot_idx=7 field_idx=-1), Slot(id=25 type=BIGINT col_path=[3] offset=16 null=(offset=0 mask=10) slot_idx=4 field_idx=-1), Slot(id=26 type=BIGINT col_path=[4] offset=24 null=(offset=0 mask=20) slot_idx=5 field_idx=-1), Slot(id=27 type=STRING col_path=[5] offset=64 null=(offset=1 mask=1) slot_idx=8 field_idx=-1), Slot(id=28 type=INT col_path=[6] offset=8 null=(offset=0 mask=4) slot_idx=2 field_idx=-1), Slot(id=29 type=INT col_path=[7] offset=12 null=(offset=0 mask=8) slot_idx=3 field_idx=-1), Slot(id=30 type=STRING col_path=[8] offset=80 null=(offset=1 mask=2) slot_idx=9 field_idx=-1), Slot(id=31 type=TINYINT col_path=[9] offset=2 null=(offset=0 mask=1) slot_idx=0 field_idx=-1)]) I0612 08:49:47.930310 25282 hdfs-table-sink.cc:116] Random seed: 31834930 I0612 08:49:47.950522 25284 plan-fragment-executor.cc:300] Open(): instance_id=4422da096fcea1f:3f4b77fc8884e88f I0612 08:49:48.010874 25282 fragment-mgr.cc:36] ExecPlanFragment() instance_id=4422da096fcea1f:3f4b77fc8884e893 coord=slave1:22000 backend#=7 I0612 08:49:48.010939 25282 plan-fragment-executor.cc:82] Prepare(): query_id=4422da096fcea1f:3f4b77fc8884e88b instance_id=4422da096fcea1f:3f4b77fc8884e893 I0612 08:49:48.010946 25282 plan-fragment-executor.cc:87] Executing fragment in reserved resource: Allocated Resource(reservation_id=bb4bdab910afa3f1:75d178e405789590 client_resource_id=5e4491a4c2706a4f:3856fd91f1e113aa rm_resource_id=container_1433143111699_0574_01_000065,container_1433143111699_0574_01_000069,container_1433143111699_0574_01_000001,container_1433143111699_0574_01_000005,container_1433143111699_0574_01_000009,container_1433143111699_0574_01_000013,container_1433143111699_0574_01_000017,container_1433143111699_0574_01_000021,container_1433143111699_0574_01_000025,container_1433143111699_0574_01_000029,container_1433143111699_0574_01_000033,container_1433143111699_0574_01_000037,container_1433143111699_0574_01_000041,container_1433143111699_0574_01_000045,container_1433143111699_0574_01_000049,container_1433143111699_0574_01_000053,container_1433143111699_0574_01_000057,container_1433143111699_0574_01_000061 v_cpu_cores=2 memory_mb=8192 location=slave1) I0612 08:49:48.010983 25282 cgroups-mgr.cc:200] Registering fragment 4422da096fcea1f:3f4b77fc8884e893 with CGroup /run/cloudera-scm-agent/cgroups/cpu/hadoop-yarn/4422da096fcea1f_3f4b77fc8884e88b_impala I0612 08:49:48.011009 25282 plan-fragment-executor.cc:139] Using query memory limit from query options: 8.00 GB I0612 08:49:48.011018 25282 plan-fragment-executor.cc:156] Using RM reservation memory limit from resource reservation: 8.00 GB I0612 08:49:48.011026 25282 mem-tracker.cc:165] Using query memory limit: 8.00 GB I0612 08:49:48.011229 25282 plan-fragment-executor.cc:190] descriptor table for fragment=4422da096fcea1f:3f4b77fc8884e893 tuples: Tuple(id=0 size=96 slots=[Slot(id=0 type=INT col_path=[0] offset=4 null=(offset=0 mask=2) slot_idx=1 field_idx=-1), Slot(id=1 type=STRING col_path=[1] offset=32 null=(offset=0 mask=40) slot_idx=6 field_idx=-1), Slot(id=2 type=STRING col_path=[2] offset=48 null=(offset=0 mask=80) slot_idx=7 field_idx=-1), Slot(id=3 type=BIGINT col_path=[3] offset=16 null=(offset=0 mask=10) slot_idx=4 field_idx=-1), Slot(id=4 type=BIGINT col_path=[4] offset=24 null=(offset=0 mask=20) slot_idx=5 field_idx=-1), Slot(id=5 type=STRING col_path=[5] offset=64 null=(offset=1 mask=1) slot_idx=8 field_idx=-1), Slot(id=6 type=INT col_path=[6] offset=8 null=(offset=0 mask=4) slot_idx=2 field_idx=-1), Slot(id=7 type=INT col_path=[7] offset=12 null=(offset=0 mask=8) slot_idx=3 field_idx=-1), Slot(id=8 type=STRING col_path=[8] offset=80 null=(offset=1 mask=2) slot_idx=9 field_idx=-1), Slot(id=9 type=TINYINT col_path=[9] offset=2 null=(offset=0 mask=1) slot_idx=0 field_idx=-1)]) Tuple(id=2 size=16 slots=[Slot(id=11 type=BIGINT col_path=[] offset=8 null=(offset=0 mask=1) slot_idx=0 field_idx=-1)]) Tuple(id=3 size=96 slots=[Slot(id=12 type=INT col_path=[0] offset=4 null=(offset=0 mask=2) slot_idx=1 field_idx=-1), Slot(id=13 type=STRING col_path=[1] offset=32 null=(offset=0 mask=40) slot_idx=6 field_idx=-1), Slot(id=14 type=STRING col_path=[2] offset=48 null=(offset=0 mask=80) slot_idx=7 field_idx=-1), Slot(id=15 type=BIGINT col_path=[3] offset=16 null=(offset=0 mask=10) slot_idx=4 field_idx=-1), Slot(id=16 type=BIGINT col_path=[4] offset=24 null=(offset=0 mask=20) slot_idx=5 field_idx=-1), Slot(id=17 type=STRING col_path=[5] offset=64 null=(offset=1 mask=1) slot_idx=8 field_idx=-1), Slot(id=18 type=INT col_path=[6] offset=8 null=(offset=0 mask=4) slot_idx=2 field_idx=-1), Slot(id=19 type=INT col_path=[7] offset=12 null=(offset=0 mask=8) slot_idx=3 field_idx=-1), Slot(id=20 type=STRING col_path=[8] offset=80 null=(offset=1 mask=2) slot_idx=9 field_idx=-1), Slot(id=21 type=TINYINT col_path=[9] offset=2 null=(offset=0 mask=1) slot_idx=0 field_idx=-1)]) Tuple(id=4 size=96 slots=[Slot(id=22 type=INT col_path=[0] offset=4 null=(offset=0 mask=2) slot_idx=1 field_idx=-1), Slot(id=23 type=STRING col_path=[1] offset=32 null=(offset=0 mask=40) slot_idx=6 field_idx=-1), Slot(id=24 type=STRING col_path=[2] offset=48 null=(offset=0 mask=80) slot_idx=7 field_idx=-1), Slot(id=25 type=BIGINT col_path=[3] offset=16 null=(offset=0 mask=10) slot_idx=4 field_idx=-1), Slot(id=26 type=BIGINT col_path=[4] offset=24 null=(offset=0 mask=20) slot_idx=5 field_idx=-1), Slot(id=27 type=STRING col_path=[5] offset=64 null=(offset=1 mask=1) slot_idx=8 field_idx=-1), Slot(id=28 type=INT col_path=[6] offset=8 null=(offset=0 mask=4) slot_idx=2 field_idx=-1), Slot(id=29 type=INT col_path=[7] offset=12 null=(offset=0 mask=8) slot_idx=3 field_idx=-1), Slot(id=30 type=STRING col_path=[8] offset=80 null=(offset=1 mask=2) slot_idx=9 field_idx=-1), Slot(id=31 type=TINYINT col_path=[9] offset=2 null=(offset=0 mask=1) slot_idx=0 field_idx=-1)]) I0612 08:49:48.012145 25294 plan-fragment-executor.cc:300] Open(): instance_id=4422da096fcea1f:3f4b77fc8884e893 I0612 08:49:48.014940 25283 query-resource-mgr.cc:179] Expanding VCore allocation: bb4bdab910afa3f1:75d178e405789590 I0612 08:49:48.015141 25300 coordinator.cc:745] Coordinator waiting for backends to finish, 8 remaining I0612 08:49:48.015148 11578 impala-server.cc:802] Query 4422da096fcea1f:3f4b77fc8884e88b has timeout of 10h I0612 08:49:48.015214 11578 impala-hs2-server.cc:754] ExecuteStatement(): return_val=TExecuteStatementResp { 01: status (struct) = TStatus { 01: statusCode (i32) = 0, }, 02: operationHandle (struct) = TOperationHandle { 01: operationId (struct) = THandleIdentifier { 01: guid (string) = "NOT SURE IF THIS IS SENSITIVE OR NOT BUT HAVE OBFUSCATED IN CASE", 02: secret (string) = "NOT SURE IF THIS IS SENSITIVE OR NOT BUT HAVE OBFUSCATED IN CASE", }, 02: operationType (i32) = 0, 03: hasResultSet (bool) = true, }, } I0612 08:49:48.210046 11487 authentication.cc:383] Successfully authenticated principal "impala/slave3@XXXXXXXHADOOP.COM" on an internal connection I0612 08:49:48.234235 11487 authentication.cc:383] Successfully authenticated principal "impala/slave2@XXXXXXXHADOOP.COM" on an internal connection I0612 08:49:48.236059 11649 resource-broker.cc:716] Received non-heartbeat AM notification I0612 08:49:48.236105 11649 resource-broker.cc:730] Received allocated resource for reservation id: 934dc47f43de17f3:6e042efa6faff5b9 I0612 08:49:48.236197 25283 resource-broker.cc:464] Getting allocated resource for reservation id bb4bdab910afa3f1:75d178e405789590 and location slave1:0 I0612 08:49:48.236243 25283 resource-broker.cc:573] Fulfilled expansion for id: 934dc47f43de17f3:6e042efa6faff5b9 I0612 08:49:48.236342 25283 cgroups-mgr.cc:113] Setting CPU shares of CGroup /run/cloudera-scm-agent/cgroups/cpu/hadoop-yarn/4422da096fcea1f_3f4b77fc8884e88b_impala to 3072 I0612 08:49:48.260056 11487 authentication.cc:383] Successfully authenticated principal "impala/slave4@XXXXXXXHADOOP.COM" on an internal connection I0612 08:49:53.014835 11487 authentication.cc:383] Successfully authenticated principal "impala/slave3@XXXXXXXHADOOP.COM" on an internal connection I0612 08:49:54.003108 11487 authentication.cc:383] Successfully authenticated principal "impala/slave4@XXXXXXXHADOOP.COM" on an internal connection I0612 08:49:54.038905 11487 authentication.cc:383] Successfully authenticated principal "impala/slave2@XXXXXXXHADOOP.COM" on an internal connection I0612 08:49:54.072285 11487 authentication.cc:383] Successfully authenticated principal "impala/slave1@XXXXXXXHADOOP.COM" on an internal connection I0612 08:50:18.072043 11487 authentication.cc:383] Successfully authenticated principal "impala/slave3@XXXXXXXHADOOP.COM" on an internal connection I0612 08:55:51.645045 25307 coordinator.cc:1301] Backend 6 completed, 7 remaining: query_id=4422da096fcea1f:3f4b77fc8884e88b I0612 08:55:51.645112 25307 coordinator.cc:1310] query_id=4422da096fcea1f:3f4b77fc8884e88b: first in-progress backend: slave4:22000 I0612 08:56:35.575167 25309 coordinator.cc:1301] Backend 4 completed, 6 remaining: query_id=4422da096fcea1f:3f4b77fc8884e88b I0612 08:56:35.575204 25309 coordinator.cc:1310] query_id=4422da096fcea1f:3f4b77fc8884e88b: first in-progress backend: slave4:22000 I0612 08:56:37.199956 25409 coordinator.cc:1301] Backend 7 completed, 5 remaining: query_id=4422da096fcea1f:3f4b77fc8884e88b I0612 08:56:37.199990 25409 coordinator.cc:1310] query_id=4422da096fcea1f:3f4b77fc8884e88b: first in-progress backend: slave4:22000 I0612 08:56:37.200072 25294 cgroups-mgr.cc:217] Unregistering fragment 4422da096fcea1f:3f4b77fc8884e893 from CGroup /run/cloudera-scm-agent/cgroups/cpu/hadoop-yarn/4422da096fcea1f_3f4b77fc8884e88b_impala I0612 08:56:40.971252 25306 coordinator.cc:1301] Backend 5 completed, 4 remaining: query_id=4422da096fcea1f:3f4b77fc8884e88b I0612 08:56:40.971292 25306 coordinator.cc:1310] query_id=4422da096fcea1f:3f4b77fc8884e88b: first in-progress backend: slave4:22000 # # A fatal error has been detected by the Java Runtime Environment: # # SIGSEGV (0xb) at pc=0x0000000000922db4, pid=11380, tid=139914802435840 # # JRE version: Java(TM) SE Runtime Environment (7.0_67-b01) (build 1.7.0_67-b01) # Java VM: Java HotSpot(TM) 64-Bit Server VM (24.65-b04 mixed mode linux-amd64 compressed oops) # Problematic frame: # C [impalad+0x522db4] impala::BufferedBlockMgr::Block::Delete()+0x4 # # Failed to write core dump. Core dumps have been disabled. To enable core dumping, try "ulimit -c unlimited" before starting Java again # # An error report file with more information is saved as: # /run/cloudera-scm-agent/process/3932-impala-IMPALAD/hs_err_pid11380.log # # If you would like to submit a bug report, please visit: # http://bugreport.sun.com/bugreport/crash.jsp # The crash happened outside the Java Virtual Machine in native code. # See problematic frame for where to report the bug. # I0612 08:58:01.032362 25284 data-stream-mgr.cc:128] DeregisterRecvr(): fragment_instance_id=4422da096fcea1f:3f4b77fc8884e88f, node=3 I0612 08:58:01.032433 25284 data-stream-recvr.cc:230] cancelled stream: fragment_instance_id_=4422da096fcea1f:3f4b77fc8884e88f node_id=3