(auth:KERBEROS) retries=1 delay=1 lifetime=0 2021-01-27T20:00:15,997 INFO [HiveServer2-Background-Pool: Thread-510] FileOperations: Read stats for : default.test2/ numRows 1 2021-01-27T20:00:15,997 INFO [HiveServer2-Background-Pool: Thread-510] FileOperations: Read stats for : default.test2/ rawDataSize 1 2021-01-27T20:00:16,017 INFO [HiveServer2-Background-Pool: Thread-510] stats.BasicStatsTask: Table default.test2 stats: [numFiles=3, numRows=3, totalSize=6, rawDataSize=3] 2021-01-27T20:00:16,037 INFO [HiveServer2-Background-Pool: Thread-510] hdfs.DFSClient: Created token for rd: HDFS_DELEGATION_TOKEN owner=rd, renewer=rd, realUser=hive/hadoop-server-004@HADOOP.COM, issueDate=1611748816036, maxDate=1612353616036, sequenceNumber=72, masterKeyId=65 on ha-hdfs:hadoop-cluster 2021-01-27T20:00:16,037 INFO [HiveServer2-Background-Pool: Thread-510] security.TokenCache: Got dt for hdfs://hadoop-cluster; Kind: HDFS_DELEGATION_TOKEN, Service: ha-hdfs:hadoop-cluster, Ident: (token for rd: HDFS_DELEGATION_TOKEN owner=rd, renewer=rd, realUser=hive/hadoop-server-004@HADOOP.COM, issueDate=1611748816036, maxDate=1612353616036, sequenceNumber=72, masterKeyId=65) 2021-01-27T20:00:16,039 INFO [HiveServer2-Background-Pool: Thread-510] mapred.FileInputFormat: Total input files to process : 1 2021-01-27T20:00:16,058 WARN [HiveServer2-Background-Pool: Thread-510] metastore.RetryingMetaStoreClient: MetaStoreClient lost connection. Attempting to reconnect (1 of 1) after 1s. setPartitionColumnStatistics org.apache.thrift.transport.TTransportException: null at org.apache.thrift.transport.TIOStreamTransport.read(TIOStreamTransport.java:132) ~[hive-exec-3.1.2.jar:3.1.2] at org.apache.thrift.transport.TTransport.readAll(TTransport.java:86) ~[hive-exec-3.1.2.jar:3.1.2] at org.apache.thrift.transport.TSaslTransport.readLength(TSaslTransport.java:376) ~[hive-exec-3.1.2.jar:3.1.2] at org.apache.thrift.transport.TSaslTransport.readFrame(TSaslTransport.java:453) ~[hive-exec-3.1.2.jar:3.1.2] at org.apache.thrift.transport.TSaslTransport.read(TSaslTransport.java:435) ~[hive-exec-3.1.2.jar:3.1.2] at org.apache.thrift.transport.TSaslClientTransport.read(TSaslClientTransport.java:37) ~[hive-exec-3.1.2.jar:3.1.2] at org.apache.thrift.transport.TTransport.readAll(TTransport.java:86) ~[hive-exec-3.1.2.jar:3.1.2] at org.apache.hadoop.hive.metastore.security.TFilterTransport.readAll(TFilterTransport.java:62) ~[hive-exec-3.1.2.jar:3.1.2] at org.apache.thrift.protocol.TBinaryProtocol.readAll(TBinaryProtocol.java:429) ~[hive-exec-3.1.2.jar:3.1.2] at org.apache.thrift.protocol.TBinaryProtocol.readI32(TBinaryProtocol.java:318) ~[hive-exec-3.1.2.jar:3.1.2] at org.apache.thrift.protocol.TBinaryProtocol.readMessageBegin(TBinaryProtocol.java:219) ~[hive-exec-3.1.2.jar:3.1.2] at org.apache.thrift.TServiceClient.receiveBase(TServiceClient.java:77) ~[hive-exec-3.1.2.jar:3.1.2] at org.apache.hadoop.hive.metastore.api.ThriftHiveMetastore$Client.recv_set_aggr_stats_for(ThriftHiveMetastore.java:4104) ~[hive-exec-3.1.2.jar:3.1.2] at org.apache.hadoop.hive.metastore.api.ThriftHiveMetastore$Client.set_aggr_stats_for(ThriftHiveMetastore.java:4091) ~[hive-exec-3.1.2.jar:3.1.2] at org.apache.hadoop.hive.metastore.HiveMetaStoreClient.setPartitionColumnStatistics(HiveMetaStoreClient.java:1927) ~[hive-exec-3.1.2.jar:3.1.2] at org.apache.hadoop.hive.ql.metadata.SessionHiveMetaStoreClient.setPartitionColumnStatistics(SessionHiveMetaStoreClient.java:409) ~[hive-exec-3.1.2.jar:3.1.2] at sun.reflect.GeneratedMethodAccessor84.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_261] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_261] at org.apache.hadoop.hive.metastore.RetryingMetaStoreClient.invoke(RetryingMetaStoreClient.java:212) ~[hive-exec-3.1.2.jar:3.1.2] at com.sun.proxy.$Proxy37.setPartitionColumnStatistics(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor84.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_261] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_261] at org.apache.hadoop.hive.metastore.HiveMetaStoreClient$SynchronizedHandler.invoke(HiveMetaStoreClient.java:2773) ~[hive-exec-3.1.2.jar:3.1.2] at com.sun.proxy.$Proxy37.setPartitionColumnStatistics(Unknown Source) ~[?:?] at org.apache.hadoop.hive.ql.metadata.Hive.setPartitionColumnStatistics(Hive.java:4420) ~[hive-exec-3.1.2.jar:3.1.2] at org.apache.hadoop.hive.ql.stats.ColStatsProcessor.persistColumnStats(ColStatsProcessor.java:179) ~[hive-exec-3.1.2.jar:3.1.2] at org.apache.hadoop.hive.ql.stats.ColStatsProcessor.process(ColStatsProcessor.java:83) ~[hive-exec-3.1.2.jar:3.1.2] at org.apache.hadoop.hive.ql.exec.StatsTask.execute(StatsTask.java:108) ~[hive-exec-3.1.2.jar:3.1.2] at org.apache.hadoop.hive.ql.exec.Task.executeTask(Task.java:205) ~[hive-exec-3.1.2.jar:3.1.2] at org.apache.hadoop.hive.ql.exec.TaskRunner.runSequential(TaskRunner.java:97) ~[hive-exec-3.1.2.jar:3.1.2] at org.apache.hadoop.hive.ql.Driver.launchTask(Driver.java:2664) ~[hive-exec-3.1.2.jar:3.1.2] at org.apache.hadoop.hive.ql.Driver.execute(Driver.java:2335) ~[hive-exec-3.1.2.jar:3.1.2] at org.apache.hadoop.hive.ql.Driver.runInternal(Driver.java:2011) ~[hive-exec-3.1.2.jar:3.1.2] at org.apache.hadoop.hive.ql.Driver.run(Driver.java:1709) ~[hive-exec-3.1.2.jar:3.1.2] at org.apache.hadoop.hive.ql.Driver.run(Driver.java:1703) ~[hive-exec-3.1.2.jar:3.1.2] at org.apache.hadoop.hive.ql.reexec.ReExecDriver.run(ReExecDriver.java:157) ~[hive-exec-3.1.2.jar:3.1.2] at org.apache.hive.service.cli.operation.SQLOperation.runQuery(SQLOperation.java:224) ~[hive-service-3.1.2.jar:3.1.2] at org.apache.hive.service.cli.operation.SQLOperation.access$700(SQLOperation.java:87) ~[hive-service-3.1.2.jar:3.1.2] at org.apache.hive.service.cli.operation.SQLOperation$BackgroundWork$1.run(SQLOperation.java:316) ~[hive-service-3.1.2.jar:3.1.2] at java.security.AccessController.doPrivileged(Native Method) ~[?:1.8.0_261] at javax.security.auth.Subject.doAs(Subject.java:422) ~[?:1.8.0_261] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1729) ~[hadoop-common-3.1.4.jar:?] at org.apache.hive.service.cli.operation.SQLOperation$BackgroundWork.run(SQLOperation.java:329) ~[hive-service-3.1.2.jar:3.1.2] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_261] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_261] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_261] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_261] at java.lang.Thread.run(Thread.java:748) [?:1.8.0_261] 2021-01-27T20:00:16,979 INFO [HiveServer2-Handler-Pool: Thread-409] conf.HiveConf: Using the default value passed in for log id: 4c4d7b20-ccad-4fd0-a790-84e02d0c85f7 2021-01-27T20:00:16,979 INFO [HiveServer2-Handler-Pool: Thread-409] session.SessionState: Updating thread name to 4c4d7b20-ccad-4fd0-a790-84e02d0c85f7 HiveServer2-Handler-Pool: Thread-409 2021-01-27T20:00:16,979 INFO [4c4d7b20-ccad-4fd0-a790-84e02d0c85f7 HiveServer2-Handler-Pool: Thread-409] conf.HiveConf: Using the default value passed in for log id: 4c4d7b20-ccad-4fd0-a790-84e02d0c85f7 2021-01-27T20:00:16,979 INFO [4c4d7b20-ccad-4fd0-a790-84e02d0c85f7 HiveServer2-Handler-Pool: Thread-409] session.SessionState: Resetting thread name to HiveServer2-Handler-Pool: Thread-409 2021-01-27T20:00:17,058 INFO [HiveServer2-Background-Pool: Thread-510] metastore.RetryingMetaStoreClient: RetryingMetaStoreClient trying reconnect as rd (auth:PROXY) via hive/hadoop-server-004@HADOOP.COM (auth:KERBEROS) 2021-01-27T20:00:17,058 INFO [HiveServer2-Background-Pool: Thread-510] metastore.HiveMetaStoreClient: Closed a connection to metastore, current connections: 12 2021-01-27T20:00:17,058 INFO [HiveServer2-Background-Pool: Thread-510] metastore.HiveMetaStoreClient: Trying to connect to metastore with URI hadoop-server-005://localhost 2021-01-27T20:00:17,058 INFO [HiveServer2-Background-Pool: Thread-510] metastore.HiveMetaStoreClient: HMSC::open(): Found delegation token. Creating DIGEST-based thrift connection. 2021-01-27T20:00:17,058 WARN [HiveServer2-Background-Pool: Thread-510] metastore.HiveMetaStoreClient: Failed to connect to the MetaStore Server... 2021-01-27T20:00:17,058 INFO [HiveServer2-Background-Pool: Thread-510] metastore.HiveMetaStoreClient: Trying to connect to metastore with URI thrift://hadoop-server-004:9083 2021-01-27T20:00:17,059 INFO [HiveServer2-Background-Pool: Thread-510] metastore.HiveMetaStoreClient: HMSC::open(): Found delegation token. Creating DIGEST-based thrift connection. 2021-01-27T20:00:17,060 INFO [HiveServer2-Background-Pool: Thread-510] metastore.HiveMetaStoreClient: Opened a connection to metastore, current connections: 13 2021-01-27T20:00:17,061 INFO [HiveServer2-Background-Pool: Thread-510] metastore.HiveMetaStoreClient: Connected to metastore. 2021-01-27T20:00:17,086 ERROR [HiveServer2-Background-Pool: Thread-510] exec.StatsTask: Failed to run stats task org.apache.hadoop.hive.ql.metadata.HiveException: org.apache.thrift.transport.TTransportException at org.apache.hadoop.hive.ql.metadata.Hive.setPartitionColumnStatistics(Hive.java:4423) ~[hive-exec-3.1.2.jar:3.1.2] at org.apache.hadoop.hive.ql.stats.ColStatsProcessor.persistColumnStats(ColStatsProcessor.java:179) ~[hive-exec-3.1.2.jar:3.1.2] at org.apache.hadoop.hive.ql.stats.ColStatsProcessor.process(ColStatsProcessor.java:83) ~[hive-exec-3.1.2.jar:3.1.2] at org.apache.hadoop.hive.ql.exec.StatsTask.execute(StatsTask.java:108) ~[hive-exec-3.1.2.jar:3.1.2] at org.apache.hadoop.hive.ql.exec.Task.executeTask(Task.java:205) ~[hive-exec-3.1.2.jar:3.1.2] at org.apache.hadoop.hive.ql.exec.TaskRunner.runSequential(TaskRunner.java:97) ~[hive-exec-3.1.2.jar:3.1.2] at org.apache.hadoop.hive.ql.Driver.launchTask(Driver.java:2664) ~[hive-exec-3.1.2.jar:3.1.2] at org.apache.hadoop.hive.ql.Driver.execute(Driver.java:2335) ~[hive-exec-3.1.2.jar:3.1.2] at org.apache.hadoop.hive.ql.Driver.runInternal(Driver.java:2011) ~[hive-exec-3.1.2.jar:3.1.2] at org.apache.hadoop.hive.ql.Driver.run(Driver.java:1709) ~[hive-exec-3.1.2.jar:3.1.2] at org.apache.hadoop.hive.ql.Driver.run(Driver.java:1703) ~[hive-exec-3.1.2.jar:3.1.2] at org.apache.hadoop.hive.ql.reexec.ReExecDriver.run(ReExecDriver.java:157) ~[hive-exec-3.1.2.jar:3.1.2] at org.apache.hive.service.cli.operation.SQLOperation.runQuery(SQLOperation.java:224) ~[hive-service-3.1.2.jar:3.1.2] at org.apache.hive.service.cli.operation.SQLOperation.access$700(SQLOperation.java:87) ~[hive-service-3.1.2.jar:3.1.2] at org.apache.hive.service.cli.operation.SQLOperation$BackgroundWork$1.run(SQLOperation.java:316) ~[hive-service-3.1.2.jar:3.1.2] at java.security.AccessController.doPrivileged(Native Method) ~[?:1.8.0_261] at javax.security.auth.Subject.doAs(Subject.java:422) ~[?:1.8.0_261] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1729) ~[hadoop-common-3.1.4.jar:?] at org.apache.hive.service.cli.operation.SQLOperation$BackgroundWork.run(SQLOperation.java:329) ~[hive-service-3.1.2.jar:3.1.2] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_261] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_261] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_261] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_261] at java.lang.Thread.run(Thread.java:748) [?:1.8.0_261] Caused by: org.apache.thrift.transport.TTransportException at org.apache.thrift.transport.TIOStreamTransport.read(TIOStreamTransport.java:132) ~[hive-exec-3.1.2.jar:3.1.2] at org.apache.thrift.transport.TTransport.readAll(TTransport.java:86) ~[hive-exec-3.1.2.jar:3.1.2] at org.apache.thrift.transport.TSaslTransport.readLength(TSaslTransport.java:376) ~[hive-exec-3.1.2.jar:3.1.2] at org.apache.thrift.transport.TSaslTransport.readFrame(TSaslTransport.java:453) ~[hive-exec-3.1.2.jar:3.1.2] at org.apache.thrift.transport.TSaslTransport.read(TSaslTransport.java:435) ~[hive-exec-3.1.2.jar:3.1.2] at org.apache.thrift.transport.TSaslClientTransport.read(TSaslClientTransport.java:37) ~[hive-exec-3.1.2.jar:3.1.2] at org.apache.thrift.transport.TTransport.readAll(TTransport.java:86) ~[hive-exec-3.1.2.jar:3.1.2] at org.apache.hadoop.hive.metastore.security.TFilterTransport.readAll(TFilterTransport.java:62) ~[hive-exec-3.1.2.jar:3.1.2] at org.apache.thrift.protocol.TBinaryProtocol.readAll(TBinaryProtocol.java:429) ~[hive-exec-3.1.2.jar:3.1.2] at org.apache.thrift.protocol.TBinaryProtocol.readI32(TBinaryProtocol.java:318) ~[hive-exec-3.1.2.jar:3.1.2] at org.apache.thrift.protocol.TBinaryProtocol.readMessageBegin(TBinaryProtocol.java:219) ~[hive-exec-3.1.2.jar:3.1.2] at org.apache.thrift.TServiceClient.receiveBase(TServiceClient.java:77) ~[hive-exec-3.1.2.jar:3.1.2] at org.apache.hadoop.hive.metastore.api.ThriftHiveMetastore$Client.recv_set_aggr_stats_for(ThriftHiveMetastore.java:4104) ~[hive-exec-3.1.2.jar:3.1.2] at org.apache.hadoop.hive.metastore.api.ThriftHiveMetastore$Client.set_aggr_stats_for(ThriftHiveMetastore.java:4091) ~[hive-exec-3.1.2.jar:3.1.2] at org.apache.hadoop.hive.metastore.HiveMetaStoreClient.setPartitionColumnStatistics(HiveMetaStoreClient.java:1927) ~[hive-exec-3.1.2.jar:3.1.2] at org.apache.hadoop.hive.ql.metadata.SessionHiveMetaStoreClient.setPartitionColumnStatistics(SessionHiveMetaStoreClient.java:409) ~[hive-exec-3.1.2.jar:3.1.2] at sun.reflect.GeneratedMethodAccessor84.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_261] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_261] at org.apache.hadoop.hive.metastore.RetryingMetaStoreClient.invoke(RetryingMetaStoreClient.java:212) ~[hive-exec-3.1.2.jar:3.1.2] at com.sun.proxy.$Proxy37.setPartitionColumnStatistics(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor84.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_261] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_261] at org.apache.hadoop.hive.metastore.HiveMetaStoreClient$SynchronizedHandler.invoke(HiveMetaStoreClient.java:2773) ~[hive-exec-3.1.2.jar:3.1.2] at com.sun.proxy.$Proxy37.setPartitionColumnStatistics(Unknown Source) ~[?:?] at org.apache.hadoop.hive.ql.metadata.Hive.setPartitionColumnStatistics(Hive.java:4420) ~[hive-exec-3.1.2.jar:3.1.2] ... 23 more 2021-01-27T20:00:17,087 INFO [HiveServer2-Background-Pool: Thread-510] reexec.ReOptimizePlugin: ReOptimization: retryPossible: false 2021-01-27T20:00:17,087 ERROR [HiveServer2-Background-Pool: Thread-510] ql.Driver: FAILED: Execution Error, return code 1 from org.apache.hadoop.hive.ql.exec.StatsTask 2021-01-27T20:00:17,087 INFO [HiveServer2-Background-Pool: Thread-510] ql.Driver: MapReduce Jobs Launched: 2021-01-27T20:00:17,087 INFO [HiveServer2-Background-Pool: Thread-510] ql.Driver: Stage-Stage-1: Map: 1 Reduce: 1 Cumulative CPU: 7.77 sec HDFS Read: 12781 HDFS Write: 200 SUCCESS 2021-01-27T20:00:17,087 INFO [HiveServer2-Background-Pool: Thread-510] ql.Driver: Total MapReduce CPU Time Spent: 7 seconds 770 msec 2021-01-27T20:00:17,087 INFO [HiveServer2-Background-Pool: Thread-510] ql.Driver: Completed executing command(queryId=rd_20210127195956_f36275e0-0bd3-407c-a4cb-404ed7c76e95); Time taken: 20.19 seconds 2021-01-27T20:00:17,087 INFO [HiveServer2-Background-Pool: Thread-510] ql.Driver: Concurrency mode is disabled, not creating a lock manager 2021-01-27T20:00:17,089 ERROR [HiveServer2-Background-Pool: Thread-510] operation.Operation: Error running hive query: org.apache.hive.service.cli.HiveSQLException: Error while processing statement: FAILED: Execution Error, return code 1 from org.apache.hadoop.hive.ql.exec.StatsTask at org.apache.hive.service.cli.operation.Operation.toSQLException(Operation.java:335) ~[hive-service-3.1.2.jar:3.1.2] at org.apache.hive.service.cli.operation.SQLOperation.runQuery(SQLOperation.java:226) ~[hive-service-3.1.2.jar:3.1.2] at org.apache.hive.service.cli.operation.SQLOperation.access$700(SQLOperation.java:87) ~[hive-service-3.1.2.jar:3.1.2] at org.apache.hive.service.cli.operation.SQLOperation$BackgroundWork$1.run(SQLOperation.java:316) ~[hive-service-3.1.2.jar:3.1.2] at java.security.AccessController.doPrivileged(Native Method) ~[?:1.8.0_261] at javax.security.auth.Subject.doAs(Subject.java:422) ~[?:1.8.0_261] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1729) ~[hadoop-common-3.1.4.jar:?] at org.apache.hive.service.cli.operation.SQLOperation$BackgroundWork.run(SQLOperation.java:329) ~[hive-service-3.1.2.jar:3.1.2] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_261] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_261] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_261] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_261] at java.lang.Thread.run(Thread.java:748) [?:1.8.0_261] 2021-01-27T20:00:17,091 INFO [HiveServer2-Handler-Pool: Thread-409] conf.HiveConf: Using the default value passed in for log id: 4c4d7b20-ccad-4fd0-a790-84e02d0c85f7