2015-10-29T11:11:42,911 DEBUG [main]: util.Shell (Shell.java:checkHadoopHome(320)) - Failed to detect a valid hadoop home directory java.io.IOException: HADOOP_HOME or hadoop.home.dir are not set. at org.apache.hadoop.util.Shell.checkHadoopHome(Shell.java:302) [hadoop-common-2.6.0.jar:?] at org.apache.hadoop.util.Shell.(Shell.java:327) [hadoop-common-2.6.0.jar:?] at org.apache.hadoop.hive.conf.HiveConf$ConfVars.findHadoopBinary(HiveConf.java:2541) [hive-common-2.0.0-SNAPSHOT.jar:2.0.0-SNAPSHOT] at org.apache.hadoop.hive.conf.HiveConf$ConfVars.(HiveConf.java:383) [hive-common-2.0.0-SNAPSHOT.jar:2.0.0-SNAPSHOT] at org.apache.hadoop.hive.conf.HiveConf.(HiveConf.java:106) [hive-common-2.0.0-SNAPSHOT.jar:2.0.0-SNAPSHOT] at org.apache.hadoop.hive.ql.QTestUtil.(QTestUtil.java:399) [classes/:?] at org.apache.hadoop.hive.ql.QTestUtil.(QTestUtil.java:380) [classes/:?] at org.apache.hadoop.hive.ql.QTestUtil.(QTestUtil.java:349) [classes/:?] at org.apache.hadoop.hive.cli.TestNegativeCliDriver.(TestNegativeCliDriver.java:49) [test-classes/:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.7.0_55] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57) ~[?:1.7.0_55] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.7.0_55] at java.lang.reflect.Method.invoke(Method.java:606) ~[?:1.7.0_55] at org.junit.internal.runners.SuiteMethod.testFromSuiteMethod(SuiteMethod.java:35) [junit-4.11.jar:?] at org.junit.internal.runners.SuiteMethod.(SuiteMethod.java:24) [junit-4.11.jar:?] at org.junit.internal.builders.SuiteMethodBuilder.runnerForClass(SuiteMethodBuilder.java:11) [junit-4.11.jar:?] at org.junit.runners.model.RunnerBuilder.safeRunnerForClass(RunnerBuilder.java:59) [junit-4.11.jar:?] at org.junit.internal.builders.AllDefaultPossibilitiesBuilder.runnerForClass(AllDefaultPossibilitiesBuilder.java:26) [junit-4.11.jar:?] at org.junit.runners.model.RunnerBuilder.safeRunnerForClass(RunnerBuilder.java:59) [junit-4.11.jar:?] at org.junit.internal.requests.ClassRequest.getRunner(ClassRequest.java:26) [junit-4.11.jar:?] at org.apache.maven.surefire.junit4.JUnit4Provider.execute(JUnit4Provider.java:262) [surefire-junit4-2.16.jar:2.16] at org.apache.maven.surefire.junit4.JUnit4Provider.executeTestSet(JUnit4Provider.java:153) [surefire-junit4-2.16.jar:2.16] at org.apache.maven.surefire.junit4.JUnit4Provider.invoke(JUnit4Provider.java:124) [surefire-junit4-2.16.jar:2.16] at org.apache.maven.surefire.booter.ForkedBooter.invokeProviderInSameClassLoader(ForkedBooter.java:200) [surefire-booter-2.16.jar:2.16] at org.apache.maven.surefire.booter.ForkedBooter.runSuitesInProcess(ForkedBooter.java:153) [surefire-booter-2.16.jar:2.16] at org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:103) [surefire-booter-2.16.jar:2.16] 2015-10-29T11:11:42,921 DEBUG [main]: util.Shell (Shell.java:isSetsidSupported(392)) - setsid is not available on this machine. So not using it. 2015-10-29T11:11:42,921 DEBUG [main]: util.Shell (Shell.java:isSetsidSupported(396)) - setsid exited with exit code 0 2015-10-29T11:11:43,423 WARN [main]: conf.HiveConf (HiveConf.java:initialize(2977)) - HiveConf of name hive.dummyparam.test.server.specific.config.metastoresite does not exist 2015-10-29T11:11:43,423 WARN [main]: conf.HiveConf (HiveConf.java:initialize(2977)) - HiveConf of name hive.dummyparam.test.server.specific.config.hivesite does not exist 2015-10-29T11:11:43,424 WARN [main]: conf.HiveConf (HiveConf.java:initialize(2977)) - HiveConf of name hive.dummyparam.test.server.specific.config.override does not exist 2015-10-29T11:11:43,424 WARN [main]: conf.HiveConf (HiveConf.java:initialize(2977)) - HiveConf of name hive.metastore.metadb.dir does not exist 2015-10-29T11:11:43,481 INFO [main]: server.ZooKeeperServer (Environment.java:logEnv(100)) - Server environment:zookeeper.version=3.4.6-1569965, built on 02/20/2014 09:09 GMT 2015-10-29T11:11:43,481 INFO [main]: server.ZooKeeperServer (Environment.java:logEnv(100)) - Server environment:zookeeper.version=3.4.6-1569965, built on 02/20/2014 09:09 GMT 2015-10-29T11:11:43,482 INFO [main]: server.ZooKeeperServer (Environment.java:logEnv(100)) - Server environment:host.name=thunderfall 2015-10-29T11:11:43,482 INFO [main]: server.ZooKeeperServer (Environment.java:logEnv(100)) - Server environment:host.name=thunderfall 2015-10-29T11:11:43,482 INFO [main]: server.ZooKeeperServer (Environment.java:logEnv(100)) - Server environment:java.version=1.7.0_55 2015-10-29T11:11:43,482 INFO [main]: server.ZooKeeperServer (Environment.java:logEnv(100)) - Server environment:java.version=1.7.0_55 2015-10-29T11:11:43,482 INFO [main]: server.ZooKeeperServer (Environment.java:logEnv(100)) - Server environment:java.vendor=Oracle Corporation 2015-10-29T11:11:43,482 INFO [main]: server.ZooKeeperServer (Environment.java:logEnv(100)) - Server environment:java.vendor=Oracle Corporation 2015-10-29T11:11:43,482 INFO [main]: server.ZooKeeperServer (Environment.java:logEnv(100)) - Server environment:java.home=/Library/Java/JavaVirtualMachines/jdk1.7.0_55.jdk/Contents/Home/jre 2015-10-29T11:11:43,482 INFO [main]: server.ZooKeeperServer (Environment.java:logEnv(100)) - Server environment:java.home=/Library/Java/JavaVirtualMachines/jdk1.7.0_55.jdk/Contents/Home/jre 2015-10-29T11:11:43,482 INFO [main]: server.ZooKeeperServer (Environment.java:logEnv(100)) - Server environment:java.class.path=/Users/sush/dev/hive.git/itests/qtest/target/test-classes:/Users/sush/dev/hive.git/itests/qtest/target/classes:/Users/sush/.m2/repository/commons-logging/commons-logging/1.1.3/commons-logging-1.1.3.jar:/Users/sush/.m2/repository/org/apache/hive/hive-ant/2.0.0-SNAPSHOT/hive-ant-2.0.0-SNAPSHOT.jar:/Users/sush/.m2/repository/commons-lang/commons-lang/2.6/commons-lang-2.6.jar:/Users/sush/.m2/repository/com/google/guava/guava/14.0.1/guava-14.0.1.jar:/Users/sush/.m2/repository/org/apache/ant/ant/1.9.1/ant-1.9.1.jar:/Users/sush/.m2/repository/org/apache/ant/ant-launcher/1.9.1/ant-launcher-1.9.1.jar:/Users/sush/.m2/repository/org/apache/velocity/velocity/1.5/velocity-1.5.jar:/Users/sush/.m2/repository/oro/oro/2.0.8/oro-2.0.8.jar:/Users/sush/.m2/repository/org/apache/hive/hive-common/2.0.0-SNAPSHOT/hive-common-2.0.0-SNAPSHOT.jar:/Users/sush/.m2/repository/org/apache/hive/hive-shims/2.0.0-SNAPSHOT/hive-shims-2.0.0-SNAPSHOT.jar:/Users/sush/.m2/repository/org/apache/hive/shims/hive-shims-common/2.0.0-SNAPSHOT/hive-shims-common-2.0.0-SNAPSHOT.jar:/Users/sush/.m2/repository/org/apache/hive/shims/hive-shims-0.23/2.0.0-SNAPSHOT/hive-shims-0.23-2.0.0-SNAPSHOT.jar:/Users/sush/.m2/repository/org/apache/hive/shims/hive-shims-scheduler/2.0.0-SNAPSHOT/hive-shims-scheduler-2.0.0-SNAPSHOT.jar:/Users/sush/.m2/repository/org/apache/hive/hive-storage-api/2.0.0-SNAPSHOT/hive-storage-api-2.0.0-SNAPSHOT.jar:/Users/sush/.m2/repository/commons-cli/commons-cli/1.2/commons-cli-1.2.jar:/Users/sush/.m2/repository/joda-time/joda-time/2.5/joda-time-2.5.jar:/Users/sush/.m2/repository/org/apache/logging/log4j/log4j-1.2-api/2.4/log4j-1.2-api-2.4.jar:/Users/sush/.m2/repository/org/apache/logging/log4j/log4j-api/2.4/log4j-api-2.4.jar:/Users/sush/.m2/repository/org/apache/logging/log4j/log4j-core/2.4/log4j-core-2.4.jar:/Users/sush/.m2/repository/org/apache/logging/log4j/log4j-web/2.4/log4j-web-2.4.jar:/Users/sush/.m2/repository/org/apache/logging/log4j/log4j-slf4j-impl/2.4/log4j-slf4j-impl-2.4.jar:/Users/sush/.m2/repository/org/apache/logging/log4j/log4j-jcl/2.4/log4j-jcl-2.4.jar:/Users/sush/.m2/repository/org/apache/commons/commons-compress/1.9/commons-compress-1.9.jar:/Users/sush/.m2/repository/org/json/json/20090211/json-20090211.jar:/Users/sush/.m2/repository/io/dropwizard/metrics/metrics-core/3.1.0/metrics-core-3.1.0.jar:/Users/sush/.m2/repository/io/dropwizard/metrics/metrics-jvm/3.1.0/metrics-jvm-3.1.0.jar:/Users/sush/.m2/repository/io/dropwizard/metrics/metrics-json/3.1.0/metrics-json-3.1.0.jar:/Users/sush/.m2/repository/com/fasterxml/jackson/core/jackson-databind/2.4.2/jackson-databind-2.4.2.jar:/Users/sush/.m2/repository/com/fasterxml/jackson/core/jackson-annotations/2.4.0/jackson-annotations-2.4.0.jar:/Users/sush/.m2/repository/com/fasterxml/jackson/core/jackson-core/2.4.2/jackson-core-2.4.2.jar:/Users/sush/.m2/repository/org/apache/hive/hive-contrib/2.0.0-SNAPSHOT/hive-contrib-2.0.0-SNAPSHOT.jar:/Users/sush/.m2/repository/commons-codec/commons-codec/1.4/commons-codec-1.4.jar:/Users/sush/.m2/repository/org/apache/hive/hive-metastore/2.0.0-SNAPSHOT/hive-metastore-2.0.0-SNAPSHOT.jar:/Users/sush/.m2/repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar:/Users/sush/.m2/repository/org/apache/hbase/hbase-client/1.1.1/hbase-client-1.1.1.jar:/Users/sush/.m2/repository/org/jruby/jcodings/jcodings/1.0.8/jcodings-1.0.8.jar:/Users/sush/.m2/repository/org/jruby/joni/joni/2.1.2/joni-2.1.2.jar:/Users/sush/.m2/repository/com/jolbox/bonecp/0.8.0.RELEASE/bonecp-0.8.0.RELEASE.jar:/Users/sush/.m2/repository/org/apache/derby/derby/10.10.2.0/derby-10.10.2.0.jar:/Users/sush/.m2/repository/org/datanucleus/datanucleus-api-jdo/3.2.6/datanucleus-api-jdo-3.2.6.jar:/Users/sush/.m2/repository/org/datanucleus/datanucleus-core/3.2.10/datanucleus-core-3.2.10.jar:/Users/sush/.m2/repository/org/datanucleus/datanucleus-rdbms/3.2.9/datanucleus-rdbms-3.2.9.jar:/Users/sush/.m2/repository/commons-pool/commons-pool/1.5.4/commons-pool-1.5.4.jar:/Users/sush/.m2/repository/commons-dbcp/commons-dbcp/1.4/commons-dbcp-1.4.jar:/Users/sush/.m2/repository/javax/jdo/jdo-api/3.0.1/jdo-api-3.0.1.jar:/Users/sush/.m2/repository/javax/transaction/jta/1.1/jta-1.1.jar:/Users/sush/.m2/repository/org/antlr/antlr-runtime/3.4/antlr-runtime-3.4.jar:/Users/sush/.m2/repository/org/antlr/stringtemplate/3.2.1/stringtemplate-3.2.1.jar:/Users/sush/.m2/repository/antlr/antlr/2.7.7/antlr-2.7.7.jar:/Users/sush/.m2/repository/org/apache/thrift/libfb303/0.9.3/libfb303-0.9.3.jar:/Users/sush/.m2/repository/org/apache/thrift/libthrift/0.9.3/libthrift-0.9.3.jar:/Users/sush/.m2/repository/org/apache/httpcomponents/httpclient/4.4/httpclient-4.4.jar:/Users/sush/.m2/repository/org/apache/httpcomponents/httpcore/4.4/httpcore-4.4.jar:/Users/sush/.m2/repository/co/cask/tephra/tephra-api/0.6.0/tephra-api-0.6.0.jar:/Users/sush/.m2/repository/co/cask/tephra/tephra-core/0.6.0/tephra-core-0.6.0.jar:/Users/sush/.m2/repository/com/google/inject/guice/3.0/guice-3.0.jar:/Users/sush/.m2/repository/javax/inject/javax.inject/1/javax.inject-1.jar:/Users/sush/.m2/repository/aopalliance/aopalliance/1.0/aopalliance-1.0.jar:/Users/sush/.m2/repository/com/google/inject/extensions/guice-assistedinject/3.0/guice-assistedinject-3.0.jar:/Users/sush/.m2/repository/ch/qos/logback/logback-classic/1.0.9/logback-classic-1.0.9.jar:/Users/sush/.m2/repository/ch/qos/logback/logback-core/1.0.9/logback-core-1.0.9.jar:/Users/sush/.m2/repository/it/unimi/dsi/fastutil/6.5.6/fastutil-6.5.6.jar:/Users/sush/.m2/repository/org/apache/twill/twill-common/0.6.0-incubating/twill-common-0.6.0-incubating.jar:/Users/sush/.m2/repository/org/apache/twill/twill-core/0.6.0-incubating/twill-core-0.6.0-incubating.jar:/Users/sush/.m2/repository/org/apache/twill/twill-api/0.6.0-incubating/twill-api-0.6.0-incubating.jar:/Users/sush/.m2/repository/org/apache/twill/twill-discovery-api/0.6.0-incubating/twill-discovery-api-0.6.0-incubating.jar:/Users/sush/.m2/repository/org/apache/twill/twill-discovery-core/0.6.0-incubating/twill-discovery-core-0.6.0-incubating.jar:/Users/sush/.m2/repository/org/apache/twill/twill-zookeeper/0.6.0-incubating/twill-zookeeper-0.6.0-incubating.jar:/Users/sush/.m2/repository/co/cask/tephra/tephra-hbase-compat-1.0/0.6.0/tephra-hbase-compat-1.0-0.6.0.jar:/Users/sush/.m2/repository/org/apache/hive/hive-metastore/2.0.0-SNAPSHOT/hive-metastore-2.0.0-SNAPSHOT-tests.jar:/Users/sush/dev/hive.git/itests/custom-serde/target/classes:/Users/sush/dev/hive.git/itests/hive-unit/target/test-classes:/Users/sush/.m2/repository/org/apache/hive/hive-jdbc/2.0.0-SNAPSHOT/hive-jdbc-2.0.0-SNAPSHOT.jar:/Users/sush/.m2/repository/org/apache/hive/hive-service/2.0.0-SNAPSHOT/hive-service-2.0.0-SNAPSHOT.jar:/Users/sush/.m2/repository/net/sf/jpam/jpam/1.1/jpam-1.1.jar:/Users/sush/.m2/repository/org/eclipse/jetty/aggregate/jetty-all/7.6.0.v20120127/jetty-all-7.6.0.v20120127.jar:/Users/sush/.m2/repository/org/apache/geronimo/specs/geronimo-jta_1.1_spec/1.1.1/geronimo-jta_1.1_spec-1.1.1.jar:/Users/sush/.m2/repository/javax/mail/mail/1.4.1/mail-1.4.1.jar:/Users/sush/.m2/repository/javax/activation/activation/1.1/activation-1.1.jar:/Users/sush/.m2/repository/org/apache/geronimo/specs/geronimo-jaspic_1.0_spec/1.0/geronimo-jaspic_1.0_spec-1.0.jar:/Users/sush/.m2/repository/org/apache/geronimo/specs/geronimo-annotation_1.0_spec/1.1.1/geronimo-annotation_1.0_spec-1.1.1.jar:/Users/sush/.m2/repository/asm/asm-commons/3.1/asm-commons-3.1.jar:/Users/sush/.m2/repository/asm/asm-tree/3.1/asm-tree-3.1.jar:/Users/sush/.m2/repository/org/apache/hive/hcatalog/hive-hcatalog-core/2.0.0-SNAPSHOT/hive-hcatalog-core-2.0.0-SNAPSHOT.jar:/Users/sush/.m2/repository/org/apache/hive/hcatalog/hive-hcatalog-streaming/2.0.0-SNAPSHOT/hive-hcatalog-streaming-2.0.0-SNAPSHOT.jar:/Users/sush/.m2/repository/org/apache/hive/hive-service/2.0.0-SNAPSHOT/hive-service-2.0.0-SNAPSHOT-tests.jar:/Users/sush/.m2/repository/org/apache/hive/hive-exec/2.0.0-SNAPSHOT/hive-exec-2.0.0-SNAPSHOT-tests.jar:/Users/sush/dev/hive.git/itests/util/target/classes:/Users/sush/.m2/repository/org/apache/accumulo/accumulo-minicluster/1.6.0/accumulo-minicluster-1.6.0.jar:/Users/sush/.m2/repository/com/beust/jcommander/1.32/jcommander-1.32.jar:/Users/sush/.m2/repository/org/apache/accumulo/accumulo-core/1.6.0/accumulo-core-1.6.0.jar:/Users/sush/.m2/repository/org/apache/accumulo/accumulo-gc/1.6.0/accumulo-gc-1.6.0.jar:/Users/sush/.m2/repository/org/apache/accumulo/accumulo-master/1.6.0/accumulo-master-1.6.0.jar:/Users/sush/.m2/repository/org/apache/accumulo/accumulo-server-base/1.6.0/accumulo-server-base-1.6.0.jar:/Users/sush/.m2/repository/org/apache/accumulo/accumulo-start/1.6.0/accumulo-start-1.6.0.jar:/Users/sush/.m2/repository/org/apache/accumulo/accumulo-tserver/1.6.0/accumulo-tserver-1.6.0.jar:/Users/sush/.m2/repository/org/apache/commons/commons-vfs2/2.0/commons-vfs2-2.0.jar:/Users/sush/.m2/repository/org/apache/maven/scm/maven-scm-api/1.4/maven-scm-api-1.4.jar:/Users/sush/.m2/repository/org/codehaus/plexus/plexus-utils/1.5.6/plexus-utils-1.5.6.jar:/Users/sush/.m2/repository/org/apache/maven/scm/maven-scm-provider-svnexe/1.4/maven-scm-provider-svnexe-1.4.jar:/Users/sush/.m2/repository/org/apache/maven/scm/maven-scm-provider-svn-commons/1.4/maven-scm-provider-svn-commons-1.4.jar:/Users/sush/.m2/repository/regexp/regexp/1.3/regexp-1.3.jar:/Users/sush/.m2/repository/org/apache/hadoop/hadoop-minicluster/2.6.0/hadoop-minicluster-2.6.0.jar:/Users/sush/.m2/repository/org/apache/hive/hive-accumulo-handler/2.0.0-SNAPSHOT/hive-accumulo-handler-2.0.0-SNAPSHOT.jar:/Users/sush/.m2/repository/org/apache/accumulo/accumulo-fate/1.6.0/accumulo-fate-1.6.0.jar:/Users/sush/.m2/repository/org/apache/accumulo/accumulo-trace/1.6.0/accumulo-trace-1.6.0.jar:/Users/sush/.m2/repository/org/apache/hive/hive-accumulo-handler/2.0.0-SNAPSHOT/hive-accumulo-handler-2.0.0-SNAPSHOT-tests.jar:/Users/sush/.m2/repository/org/apache/hive/hive-cli/2.0.0-SNAPSHOT/hive-cli-2.0.0-SNAPSHOT.jar:/Users/sush/.m2/repository/org/apache/hive/hive-hbase-handler/2.0.0-SNAPSHOT/hive-hbase-handler-2.0.0-SNAPSHOT.jar:/Users/sush/.m2/repository/org/apache/hive/hive-hbase-handler/2.0.0-SNAPSHOT/hive-hbase-handler-2.0.0-SNAPSHOT-tests.jar:/Users/sush/.m2/repository/org/apache/hive/hive-serde/2.0.0-SNAPSHOT/hive-serde-2.0.0-SNAPSHOT.jar:/Users/sush/.m2/repository/com/google/code/findbugs/jsr305/3.0.0/jsr305-3.0.0.jar:/Users/sush/.m2/repository/org/apache/avro/avro/1.7.7/avro-1.7.7.jar:/Users/sush/.m2/repository/com/thoughtworks/paranamer/paranamer/2.3/paranamer-2.3.jar:/Users/sush/.m2/repository/org/xerial/snappy/snappy-java/1.0.5/snappy-java-1.0.5.jar:/Users/sush/.m2/repository/net/sf/opencsv/opencsv/2.3/opencsv-2.3.jar:/Users/sush/.m2/repository/org/apache/parquet/parquet-hadoop-bundle/1.8.1/parquet-hadoop-bundle-1.8.1.jar:/Users/sush/.m2/repository/org/apache/hive/hive-exec/2.0.0-SNAPSHOT/hive-exec-2.0.0-SNAPSHOT.jar:/Users/sush/.m2/repository/commons-httpclient/commons-httpclient/3.0.1/commons-httpclient-3.0.1.jar:/Users/sush/.m2/repository/commons-io/commons-io/2.4/commons-io-2.4.jar:/Users/sush/.m2/repository/org/antlr/ST4/4.0.4/ST4-4.0.4.jar:/Users/sush/.m2/repository/org/apache/ivy/ivy/2.4.0/ivy-2.4.0.jar:/Users/sush/.m2/repository/org/apache/zookeeper/zookeeper/3.4.6/zookeeper-3.4.6.jar:/Users/sush/.m2/repository/org/apache/curator/curator-framework/2.6.0/curator-framework-2.6.0.jar:/Users/sush/.m2/repository/org/codehaus/groovy/groovy-all/2.4.4/groovy-all-2.4.4.jar:/Users/sush/.m2/repository/org/apache/calcite/calcite-core/1.4.0-incubating/calcite-core-1.4.0-incubating.jar:/Users/sush/.m2/repository/org/apache/calcite/calcite-linq4j/1.4.0-incubating/calcite-linq4j-1.4.0-incubating.jar:/Users/sush/.m2/repository/net/hydromatic/eigenbase-properties/1.1.5/eigenbase-properties-1.1.5.jar:/Users/sush/.m2/repository/org/codehaus/janino/janino/2.7.6/janino-2.7.6.jar:/Users/sush/.m2/repository/org/codehaus/janino/commons-compiler/2.7.6/commons-compiler-2.7.6.jar:/Users/sush/.m2/repository/org/pentaho/pentaho-aggdesigner-algorithm/5.1.5-jhyde/pentaho-aggdesigner-algorithm-5.1.5-jhyde.jar:/Users/sush/.m2/repository/org/apache/calcite/calcite-avatica/1.4.0-incubating/calcite-avatica-1.4.0-incubating.jar:/Users/sush/.m2/repository/com/google/code/gson/gson/2.2.4/gson-2.2.4.jar:/Users/sush/.m2/repository/stax/stax-api/1.0.1/stax-api-1.0.1.jar:/Users/sush/.m2/repository/jline/jline/2.12/jline-2.12.jar:/Users/sush/.m2/repository/org/apache/hadoop/hadoop-yarn-registry/2.6.0/hadoop-yarn-registry-2.6.0.jar:/Users/sush/.m2/repository/org/apache/hadoop/hadoop-yarn-api/2.6.0/hadoop-yarn-api-2.6.0.jar:/Users/sush/.m2/repository/org/apache/hadoop/hadoop-yarn-common/2.6.0/hadoop-yarn-common-2.6.0.jar:/Users/sush/.m2/repository/javax/xml/bind/jaxb-api/2.2.2/jaxb-api-2.2.2.jar:/Users/sush/.m2/repository/javax/xml/stream/stax-api/1.0-2/stax-api-1.0-2.jar:/Users/sush/.m2/repository/org/codehaus/jackson/jackson-xc/1.9.2/jackson-xc-1.9.2.jar:/Users/sush/.m2/repository/com/sun/jersey/contribs/jersey-guice/1.9/jersey-guice-1.9.jar:/Users/sush/.m2/repository/org/codehaus/jackson/jackson-core-asl/1.9.2/jackson-core-asl-1.9.2.jar:/Users/sush/.m2/repository/org/codehaus/jackson/jackson-mapper-asl/1.9.2/jackson-mapper-asl-1.9.2.jar:/Users/sush/.m2/repository/junit/junit/4.11/junit-4.11.jar:/Users/sush/.m2/repository/org/hamcrest/hamcrest-core/1.3/hamcrest-core-1.3.jar:/Users/sush/.m2/repository/com/sun/jersey/jersey-servlet/1.14/jersey-servlet-1.14.jar:/Users/sush/.m2/repository/com/sun/jersey/jersey-server/1.14/jersey-server-1.14.jar:/Users/sush/.m2/repository/asm/asm/3.1/asm-3.1.jar:/Users/sush/.m2/repository/org/apache/hadoop/hadoop-archives/2.6.0/hadoop-archives-2.6.0.jar:/Users/sush/.m2/repository/org/apache/hadoop/hadoop-common/2.6.0/hadoop-common-2.6.0.jar:/Users/sush/.m2/repository/org/apache/hadoop/hadoop-annotations/2.6.0/hadoop-annotations-2.6.0.jar:/Users/sush/.m2/repository/org/apache/commons/commons-math3/3.1.1/commons-math3-3.1.1.jar:/Users/sush/.m2/repository/xmlenc/xmlenc/0.52/xmlenc-0.52.jar:/Users/sush/.m2/repository/commons-net/commons-net/3.1/commons-net-3.1.jar:/Users/sush/.m2/repository/commons-collections/commons-collections/3.2.1/commons-collections-3.2.1.jar:/Users/sush/.m2/repository/javax/servlet/servlet-api/2.5/servlet-api-2.5.jar:/Users/sush/.m2/repository/org/mortbay/jetty/jetty/6.1.26/jetty-6.1.26.jar:/Users/sush/.m2/repository/org/mortbay/jetty/jetty-util/6.1.26/jetty-util-6.1.26.jar:/Users/sush/.m2/repository/com/sun/jersey/jersey-core/1.14/jersey-core-1.14.jar:/Users/sush/.m2/repository/com/sun/jersey/jersey-json/1.14/jersey-json-1.14.jar:/Users/sush/.m2/repository/com/sun/xml/bind/jaxb-impl/2.2.3-1/jaxb-impl-2.2.3-1.jar:/Users/sush/.m2/repository/tomcat/jasper-compiler/5.5.23/jasper-compiler-5.5.23.jar:/Users/sush/.m2/repository/tomcat/jasper-runtime/5.5.23/jasper-runtime-5.5.23.jar:/Users/sush/.m2/repository/javax/servlet/jsp/jsp-api/2.1/jsp-api-2.1.jar:/Users/sush/.m2/repository/commons-el/commons-el/1.0/commons-el-1.0.jar:/Users/sush/.m2/repository/log4j/log4j/1.2.17/log4j-1.2.17.jar:/Users/sush/.m2/repository/net/java/dev/jets3t/jets3t/0.9.0/jets3t-0.9.0.jar:/Users/sush/.m2/repository/com/jamesmurty/utils/java-xmlbuilder/0.4/java-xmlbuilder-0.4.jar:/Users/sush/.m2/repository/commons-configuration/commons-configuration/1.6/commons-configuration-1.6.jar:/Users/sush/.m2/repository/commons-digester/commons-digester/1.8/commons-digester-1.8.jar:/Users/sush/.m2/repository/commons-beanutils/commons-beanutils/1.7.0/commons-beanutils-1.7.0.jar:/Users/sush/.m2/repository/commons-beanutils/commons-beanutils-core/1.8.0/commons-beanutils-core-1.8.0.jar:/Users/sush/.m2/repository/org/slf4j/slf4j-log4j12/1.7.5/slf4j-log4j12-1.7.5.jar:/Users/sush/.m2/repository/org/apache/hadoop/hadoop-auth/2.6.0/hadoop-auth-2.6.0.jar:/Users/sush/.m2/repository/org/apache/directory/server/apacheds-kerberos-codec/2.0.0-M15/apacheds-kerberos-codec-2.0.0-M15.jar:/Users/sush/.m2/repository/org/apache/directory/server/apacheds-i18n/2.0.0-M15/apacheds-i18n-2.0.0-M15.jar:/Users/sush/.m2/repository/org/apache/directory/api/api-asn1-api/1.0.0-M20/api-asn1-api-1.0.0-M20.jar:/Users/sush/.m2/repository/org/apache/directory/api/api-util/1.0.0-M20/api-util-1.0.0-M20.jar:/Users/sush/.m2/repository/com/jcraft/jsch/0.1.42/jsch-0.1.42.jar:/Users/sush/.m2/repository/org/apache/curator/curator-client/2.6.0/curator-client-2.6.0.jar:/Users/sush/.m2/repository/org/apache/curator/curator-recipes/2.6.0/curator-recipes-2.6.0.jar:/Users/sush/.m2/repository/org/htrace/htrace-core/3.0.4/htrace-core-3.0.4.jar:/Users/sush/.m2/repository/org/apache/hadoop/hadoop-common/2.6.0/hadoop-common-2.6.0-tests.jar:/Users/sush/.m2/repository/org/apache/hadoop/hadoop-hdfs/2.6.0/hadoop-hdfs-2.6.0-tests.jar:/Users/sush/.m2/repository/commons-daemon/commons-daemon/1.0.13/commons-daemon-1.0.13.jar:/Users/sush/.m2/repository/io/netty/netty/3.6.2.Final/netty-3.6.2.Final.jar:/Users/sush/.m2/repository/xerces/xercesImpl/2.9.1/xercesImpl-2.9.1.jar:/Users/sush/.m2/repository/xml-apis/xml-apis/1.3.04/xml-apis-1.3.04.jar:/Users/sush/.m2/repository/org/apache/hadoop/hadoop-hdfs/2.6.0/hadoop-hdfs-2.6.0.jar:/Users/sush/.m2/repository/org/apache/hadoop/hadoop-mapreduce-client-jobclient/2.6.0/hadoop-mapreduce-client-jobclient-2.6.0-tests.jar:/Users/sush/.m2/repository/org/apache/hadoop/hadoop-mapreduce-client-common/2.6.0/hadoop-mapreduce-client-common-2.6.0.jar:/Users/sush/.m2/repository/org/apache/hadoop/hadoop-mapreduce-client-shuffle/2.6.0/hadoop-mapreduce-client-shuffle-2.6.0.jar:/Users/sush/.m2/repository/org/fusesource/leveldbjni/leveldbjni-all/1.8/leveldbjni-all-1.8.jar:/Users/sush/.m2/repository/com/google/inject/extensions/guice-servlet/3.0/guice-servlet-3.0.jar:/Users/sush/.m2/repository/org/apache/hadoop/hadoop-mapreduce-client-hs/2.6.0/hadoop-mapreduce-client-hs-2.6.0.jar:/Users/sush/.m2/repository/org/apache/hadoop/hadoop-mapreduce-client-app/2.6.0/hadoop-mapreduce-client-app-2.6.0.jar:/Users/sush/.m2/repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.6.0/hadoop-mapreduce-client-core-2.6.0.jar:/Users/sush/.m2/repository/org/apache/hive/hive-llap-server/2.0.0-SNAPSHOT/hive-llap-server-2.0.0-SNAPSHOT.jar:/Users/sush/.m2/repository/org/apache/hive/hive-llap-client/2.0.0-SNAPSHOT/hive-llap-client-2.0.0-SNAPSHOT.jar:/Users/sush/.m2/repository/org/apache/hive/hive-llap-server/2.0.0-SNAPSHOT/hive-llap-server-2.0.0-SNAPSHOT-tests.jar:/Users/sush/.m2/repository/org/apache/hadoop/hadoop-yarn-server-tests/2.6.0/hadoop-yarn-server-tests-2.6.0-tests.jar:/Users/sush/.m2/repository/org/apache/hadoop/hadoop-yarn-server-common/2.6.0/hadoop-yarn-server-common-2.6.0.jar:/Users/sush/.m2/repository/org/apache/hadoop/hadoop-yarn-server-nodemanager/2.6.0/hadoop-yarn-server-nodemanager-2.6.0.jar:/Users/sush/.m2/repository/org/apache/hadoop/hadoop-yarn-server-resourcemanager/2.6.0/hadoop-yarn-server-resourcemanager-2.6.0.jar:/Users/sush/.m2/repository/org/apache/hadoop/hadoop-yarn-server-applicationhistoryservice/2.6.0/hadoop-yarn-server-applicationhistoryservice-2.6.0.jar:/Users/sush/.m2/repository/org/apache/hadoop/hadoop-yarn-client/2.6.0/hadoop-yarn-client-2.6.0.jar:/Users/sush/.m2/repository/org/apache/hbase/hbase-common/1.1.1/hbase-common-1.1.1.jar:/Users/sush/.m2/repository/org/apache/hbase/hbase-protocol/1.1.1/hbase-protocol-1.1.1.jar:/Users/sush/.m2/repository/org/apache/hbase/hbase-annotations/1.1.1/hbase-annotations-1.1.1.jar:/Users/sush/.m2/repository/org/apache/htrace/htrace-core/3.1.0-incubating/htrace-core-3.1.0-incubating.jar:/Users/sush/.m2/repository/com/github/stephenc/findbugs/findbugs-annotations/1.3.9-1/findbugs-annotations-1.3.9-1.jar:/Users/sush/.m2/repository/org/apache/hbase/hbase-common/1.1.1/hbase-common-1.1.1-tests.jar:/Users/sush/.m2/repository/org/apache/hbase/hbase-hadoop-compat/1.1.1/hbase-hadoop-compat-1.1.1.jar:/Users/sush/.m2/repository/org/apache/commons/commons-math/2.2/commons-math-2.2.jar:/Users/sush/.m2/repository/org/apache/hbase/hbase-hadoop-compat/1.1.1/hbase-hadoop-compat-1.1.1-tests.jar:/Users/sush/.m2/repository/org/apache/hbase/hbase-hadoop2-compat/1.1.1/hbase-hadoop2-compat-1.1.1.jar:/Users/sush/.m2/repository/com/yammer/metrics/metrics-core/2.2.0/metrics-core-2.2.0.jar:/Users/sush/.m2/repository/org/apache/hbase/hbase-hadoop2-compat/1.1.1/hbase-hadoop2-compat-1.1.1-tests.jar:/Users/sush/.m2/repository/org/apache/hbase/hbase-server/1.1.1/hbase-server-1.1.1.jar:/Users/sush/.m2/repository/org/apache/hbase/hbase-procedure/1.1.1/hbase-procedure-1.1.1.jar:/Users/sush/.m2/repository/org/apache/hbase/hbase-prefix-tree/1.1.1/hbase-prefix-tree-1.1.1.jar:/Users/sush/.m2/repository/org/mortbay/jetty/jetty-sslengine/6.1.26.hwx/jetty-sslengine-6.1.26.hwx.jar:/Users/sush/.m2/repository/org/mortbay/jetty/jsp-2.1/6.1.14/jsp-2.1-6.1.14.jar:/Users/sush/.m2/repository/org/mortbay/jetty/jsp-api-2.1/6.1.14/jsp-api-2.1-6.1.14.jar:/Users/sush/.m2/repository/org/mortbay/jetty/servlet-api-2.5/6.1.14/servlet-api-2.5-6.1.14.jar:/Users/sush/.m2/repository/org/codehaus/jackson/jackson-jaxrs/1.9.2/jackson-jaxrs-1.9.2.jar:/Users/sush/.m2/repository/org/jamon/jamon-runtime/2.3.1/jamon-runtime-2.3.1.jar:/Users/sush/.m2/repository/io/netty/netty-all/4.0.23.Final/netty-all-4.0.23.Final.jar:/Users/sush/.m2/repository/com/lmax/disruptor/3.3.0/disruptor-3.3.0.jar:/Users/sush/.m2/repository/org/apache/hadoop/hadoop-client/2.6.0/hadoop-client-2.6.0.jar:/Users/sush/.m2/repository/org/apache/hadoop/hadoop-mapreduce-client-jobclient/2.6.0/hadoop-mapreduce-client-jobclient-2.6.0.jar:/Users/sush/.m2/repository/org/apache/hbase/hbase-server/1.1.1/hbase-server-1.1.1-tests.jar:/Users/sush/.m2/repository/org/apache/tez/tez-tests/0.8.1-alpha/tez-tests-0.8.1-alpha-tests.jar:/Users/sush/.m2/repository/org/apache/tez/tez-examples/0.8.1-alpha/tez-examples-0.8.1-alpha.jar:/Library/Java/JavaVirtualMachines/jdk1.7.0_55.jdk/Contents/Home/jre/../lib/tools.jar:/Users/sush/.m2/repository/org/apache/tez/tez-api/0.8.1-alpha/tez-api-0.8.1-alpha.jar:/Users/sush/.m2/repository/org/codehaus/jettison/jettison/1.3.4/jettison-1.3.4.jar:/Users/sush/.m2/repository/org/apache/commons/commons-collections4/4.0/commons-collections4-4.0.jar:/Users/sush/.m2/repository/com/sun/jersey/jersey-client/1.9/jersey-client-1.9.jar:/Users/sush/.m2/repository/org/apache/tez/tez-runtime-library/0.8.1-alpha/tez-runtime-library-0.8.1-alpha.jar:/Users/sush/.m2/repository/org/roaringbitmap/RoaringBitmap/0.4.9/RoaringBitmap-0.4.9.jar:/Users/sush/.m2/repository/com/ning/async-http-client/1.8.16/async-http-client-1.8.16.jar:/Users/sush/.m2/repository/org/apache/tez/tez-common/0.8.1-alpha/tez-common-0.8.1-alpha.jar:/Users/sush/.m2/repository/org/apache/tez/tez-mapreduce/0.8.1-alpha/tez-mapreduce-0.8.1-alpha.jar:/Users/sush/.m2/repository/org/apache/tez/tez-dag/0.8.1-alpha/tez-dag-0.8.1-alpha.jar:/Users/sush/.m2/repository/org/apache/tez/tez-runtime-internals/0.8.1-alpha/tez-runtime-internals-0.8.1-alpha.jar:/Users/sush/.m2/repository/org/apache/hadoop/hadoop-yarn-server-web-proxy/2.6.0/hadoop-yarn-server-web-proxy-2.6.0.jar:/Users/sush/.m2/repository/org/slf4j/slf4j-api/1.7.5/slf4j-api-1.7.5.jar:/Users/sush/dev/hive.git/itests/qtest/target/tmp/conf:/Users/sush/dev/hive.git/itests/qtest/../../conf: 2015-10-29T11:11:43,482 INFO [main]: server.ZooKeeperServer (Environment.java:logEnv(100)) - Server environment:java.class.path=/Users/sush/dev/hive.git/itests/qtest/target/test-classes:/Users/sush/dev/hive.git/itests/qtest/target/classes:/Users/sush/.m2/repository/commons-logging/commons-logging/1.1.3/commons-logging-1.1.3.jar:/Users/sush/.m2/repository/org/apache/hive/hive-ant/2.0.0-SNAPSHOT/hive-ant-2.0.0-SNAPSHOT.jar:/Users/sush/.m2/repository/commons-lang/commons-lang/2.6/commons-lang-2.6.jar:/Users/sush/.m2/repository/com/google/guava/guava/14.0.1/guava-14.0.1.jar:/Users/sush/.m2/repository/org/apache/ant/ant/1.9.1/ant-1.9.1.jar:/Users/sush/.m2/repository/org/apache/ant/ant-launcher/1.9.1/ant-launcher-1.9.1.jar:/Users/sush/.m2/repository/org/apache/velocity/velocity/1.5/velocity-1.5.jar:/Users/sush/.m2/repository/oro/oro/2.0.8/oro-2.0.8.jar:/Users/sush/.m2/repository/org/apache/hive/hive-common/2.0.0-SNAPSHOT/hive-common-2.0.0-SNAPSHOT.jar:/Users/sush/.m2/repository/org/apache/hive/hive-shims/2.0.0-SNAPSHOT/hive-shims-2.0.0-SNAPSHOT.jar:/Users/sush/.m2/repository/org/apache/hive/shims/hive-shims-common/2.0.0-SNAPSHOT/hive-shims-common-2.0.0-SNAPSHOT.jar:/Users/sush/.m2/repository/org/apache/hive/shims/hive-shims-0.23/2.0.0-SNAPSHOT/hive-shims-0.23-2.0.0-SNAPSHOT.jar:/Users/sush/.m2/repository/org/apache/hive/shims/hive-shims-scheduler/2.0.0-SNAPSHOT/hive-shims-scheduler-2.0.0-SNAPSHOT.jar:/Users/sush/.m2/repository/org/apache/hive/hive-storage-api/2.0.0-SNAPSHOT/hive-storage-api-2.0.0-SNAPSHOT.jar:/Users/sush/.m2/repository/commons-cli/commons-cli/1.2/commons-cli-1.2.jar:/Users/sush/.m2/repository/joda-time/joda-time/2.5/joda-time-2.5.jar:/Users/sush/.m2/repository/org/apache/logging/log4j/log4j-1.2-api/2.4/log4j-1.2-api-2.4.jar:/Users/sush/.m2/repository/org/apache/logging/log4j/log4j-api/2.4/log4j-api-2.4.jar:/Users/sush/.m2/repository/org/apache/logging/log4j/log4j-core/2.4/log4j-core-2.4.jar:/Users/sush/.m2/repository/org/apache/logging/log4j/log4j-web/2.4/log4j-web-2.4.jar:/Users/sush/.m2/repository/org/apache/logging/log4j/log4j-slf4j-impl/2.4/log4j-slf4j-impl-2.4.jar:/Users/sush/.m2/repository/org/apache/logging/log4j/log4j-jcl/2.4/log4j-jcl-2.4.jar:/Users/sush/.m2/repository/org/apache/commons/commons-compress/1.9/commons-compress-1.9.jar:/Users/sush/.m2/repository/org/json/json/20090211/json-20090211.jar:/Users/sush/.m2/repository/io/dropwizard/metrics/metrics-core/3.1.0/metrics-core-3.1.0.jar:/Users/sush/.m2/repository/io/dropwizard/metrics/metrics-jvm/3.1.0/metrics-jvm-3.1.0.jar:/Users/sush/.m2/repository/io/dropwizard/metrics/metrics-json/3.1.0/metrics-json-3.1.0.jar:/Users/sush/.m2/repository/com/fasterxml/jackson/core/jackson-databind/2.4.2/jackson-databind-2.4.2.jar:/Users/sush/.m2/repository/com/fasterxml/jackson/core/jackson-annotations/2.4.0/jackson-annotations-2.4.0.jar:/Users/sush/.m2/repository/com/fasterxml/jackson/core/jackson-core/2.4.2/jackson-core-2.4.2.jar:/Users/sush/.m2/repository/org/apache/hive/hive-contrib/2.0.0-SNAPSHOT/hive-contrib-2.0.0-SNAPSHOT.jar:/Users/sush/.m2/repository/commons-codec/commons-codec/1.4/commons-codec-1.4.jar:/Users/sush/.m2/repository/org/apache/hive/hive-metastore/2.0.0-SNAPSHOT/hive-metastore-2.0.0-SNAPSHOT.jar:/Users/sush/.m2/repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar:/Users/sush/.m2/repository/org/apache/hbase/hbase-client/1.1.1/hbase-client-1.1.1.jar:/Users/sush/.m2/repository/org/jruby/jcodings/jcodings/1.0.8/jcodings-1.0.8.jar:/Users/sush/.m2/repository/org/jruby/joni/joni/2.1.2/joni-2.1.2.jar:/Users/sush/.m2/repository/com/jolbox/bonecp/0.8.0.RELEASE/bonecp-0.8.0.RELEASE.jar:/Users/sush/.m2/repository/org/apache/derby/derby/10.10.2.0/derby-10.10.2.0.jar:/Users/sush/.m2/repository/org/datanucleus/datanucleus-api-jdo/3.2.6/datanucleus-api-jdo-3.2.6.jar:/Users/sush/.m2/repository/org/datanucleus/datanucleus-core/3.2.10/datanucleus-core-3.2.10.jar:/Users/sush/.m2/repository/org/datanucleus/datanucleus-rdbms/3.2.9/datanucleus-rdbms-3.2.9.jar:/Users/sush/.m2/repository/commons-pool/commons-pool/1.5.4/commons-pool-1.5.4.jar:/Users/sush/.m2/repository/commons-dbcp/commons-dbcp/1.4/commons-dbcp-1.4.jar:/Users/sush/.m2/repository/javax/jdo/jdo-api/3.0.1/jdo-api-3.0.1.jar:/Users/sush/.m2/repository/javax/transaction/jta/1.1/jta-1.1.jar:/Users/sush/.m2/repository/org/antlr/antlr-runtime/3.4/antlr-runtime-3.4.jar:/Users/sush/.m2/repository/org/antlr/stringtemplate/3.2.1/stringtemplate-3.2.1.jar:/Users/sush/.m2/repository/antlr/antlr/2.7.7/antlr-2.7.7.jar:/Users/sush/.m2/repository/org/apache/thrift/libfb303/0.9.3/libfb303-0.9.3.jar:/Users/sush/.m2/repository/org/apache/thrift/libthrift/0.9.3/libthrift-0.9.3.jar:/Users/sush/.m2/repository/org/apache/httpcomponents/httpclient/4.4/httpclient-4.4.jar:/Users/sush/.m2/repository/org/apache/httpcomponents/httpcore/4.4/httpcore-4.4.jar:/Users/sush/.m2/repository/co/cask/tephra/tephra-api/0.6.0/tephra-api-0.6.0.jar:/Users/sush/.m2/repository/co/cask/tephra/tephra-core/0.6.0/tephra-core-0.6.0.jar:/Users/sush/.m2/repository/com/google/inject/guice/3.0/guice-3.0.jar:/Users/sush/.m2/repository/javax/inject/javax.inject/1/javax.inject-1.jar:/Users/sush/.m2/repository/aopalliance/aopalliance/1.0/aopalliance-1.0.jar:/Users/sush/.m2/repository/com/google/inject/extensions/guice-assistedinject/3.0/guice-assistedinject-3.0.jar:/Users/sush/.m2/repository/ch/qos/logback/logback-classic/1.0.9/logback-classic-1.0.9.jar:/Users/sush/.m2/repository/ch/qos/logback/logback-core/1.0.9/logback-core-1.0.9.jar:/Users/sush/.m2/repository/it/unimi/dsi/fastutil/6.5.6/fastutil-6.5.6.jar:/Users/sush/.m2/repository/org/apache/twill/twill-common/0.6.0-incubating/twill-common-0.6.0-incubating.jar:/Users/sush/.m2/repository/org/apache/twill/twill-core/0.6.0-incubating/twill-core-0.6.0-incubating.jar:/Users/sush/.m2/repository/org/apache/twill/twill-api/0.6.0-incubating/twill-api-0.6.0-incubating.jar:/Users/sush/.m2/repository/org/apache/twill/twill-discovery-api/0.6.0-incubating/twill-discovery-api-0.6.0-incubating.jar:/Users/sush/.m2/repository/org/apache/twill/twill-discovery-core/0.6.0-incubating/twill-discovery-core-0.6.0-incubating.jar:/Users/sush/.m2/repository/org/apache/twill/twill-zookeeper/0.6.0-incubating/twill-zookeeper-0.6.0-incubating.jar:/Users/sush/.m2/repository/co/cask/tephra/tephra-hbase-compat-1.0/0.6.0/tephra-hbase-compat-1.0-0.6.0.jar:/Users/sush/.m2/repository/org/apache/hive/hive-metastore/2.0.0-SNAPSHOT/hive-metastore-2.0.0-SNAPSHOT-tests.jar:/Users/sush/dev/hive.git/itests/custom-serde/target/classes:/Users/sush/dev/hive.git/itests/hive-unit/target/test-classes:/Users/sush/.m2/repository/org/apache/hive/hive-jdbc/2.0.0-SNAPSHOT/hive-jdbc-2.0.0-SNAPSHOT.jar:/Users/sush/.m2/repository/org/apache/hive/hive-service/2.0.0-SNAPSHOT/hive-service-2.0.0-SNAPSHOT.jar:/Users/sush/.m2/repository/net/sf/jpam/jpam/1.1/jpam-1.1.jar:/Users/sush/.m2/repository/org/eclipse/jetty/aggregate/jetty-all/7.6.0.v20120127/jetty-all-7.6.0.v20120127.jar:/Users/sush/.m2/repository/org/apache/geronimo/specs/geronimo-jta_1.1_spec/1.1.1/geronimo-jta_1.1_spec-1.1.1.jar:/Users/sush/.m2/repository/javax/mail/mail/1.4.1/mail-1.4.1.jar:/Users/sush/.m2/repository/javax/activation/activation/1.1/activation-1.1.jar:/Users/sush/.m2/repository/org/apache/geronimo/specs/geronimo-jaspic_1.0_spec/1.0/geronimo-jaspic_1.0_spec-1.0.jar:/Users/sush/.m2/repository/org/apache/geronimo/specs/geronimo-annotation_1.0_spec/1.1.1/geronimo-annotation_1.0_spec-1.1.1.jar:/Users/sush/.m2/repository/asm/asm-commons/3.1/asm-commons-3.1.jar:/Users/sush/.m2/repository/asm/asm-tree/3.1/asm-tree-3.1.jar:/Users/sush/.m2/repository/org/apache/hive/hcatalog/hive-hcatalog-core/2.0.0-SNAPSHOT/hive-hcatalog-core-2.0.0-SNAPSHOT.jar:/Users/sush/.m2/repository/org/apache/hive/hcatalog/hive-hcatalog-streaming/2.0.0-SNAPSHOT/hive-hcatalog-streaming-2.0.0-SNAPSHOT.jar:/Users/sush/.m2/repository/org/apache/hive/hive-service/2.0.0-SNAPSHOT/hive-service-2.0.0-SNAPSHOT-tests.jar:/Users/sush/.m2/repository/org/apache/hive/hive-exec/2.0.0-SNAPSHOT/hive-exec-2.0.0-SNAPSHOT-tests.jar:/Users/sush/dev/hive.git/itests/util/target/classes:/Users/sush/.m2/repository/org/apache/accumulo/accumulo-minicluster/1.6.0/accumulo-minicluster-1.6.0.jar:/Users/sush/.m2/repository/com/beust/jcommander/1.32/jcommander-1.32.jar:/Users/sush/.m2/repository/org/apache/accumulo/accumulo-core/1.6.0/accumulo-core-1.6.0.jar:/Users/sush/.m2/repository/org/apache/accumulo/accumulo-gc/1.6.0/accumulo-gc-1.6.0.jar:/Users/sush/.m2/repository/org/apache/accumulo/accumulo-master/1.6.0/accumulo-master-1.6.0.jar:/Users/sush/.m2/repository/org/apache/accumulo/accumulo-server-base/1.6.0/accumulo-server-base-1.6.0.jar:/Users/sush/.m2/repository/org/apache/accumulo/accumulo-start/1.6.0/accumulo-start-1.6.0.jar:/Users/sush/.m2/repository/org/apache/accumulo/accumulo-tserver/1.6.0/accumulo-tserver-1.6.0.jar:/Users/sush/.m2/repository/org/apache/commons/commons-vfs2/2.0/commons-vfs2-2.0.jar:/Users/sush/.m2/repository/org/apache/maven/scm/maven-scm-api/1.4/maven-scm-api-1.4.jar:/Users/sush/.m2/repository/org/codehaus/plexus/plexus-utils/1.5.6/plexus-utils-1.5.6.jar:/Users/sush/.m2/repository/org/apache/maven/scm/maven-scm-provider-svnexe/1.4/maven-scm-provider-svnexe-1.4.jar:/Users/sush/.m2/repository/org/apache/maven/scm/maven-scm-provider-svn-commons/1.4/maven-scm-provider-svn-commons-1.4.jar:/Users/sush/.m2/repository/regexp/regexp/1.3/regexp-1.3.jar:/Users/sush/.m2/repository/org/apache/hadoop/hadoop-minicluster/2.6.0/hadoop-minicluster-2.6.0.jar:/Users/sush/.m2/repository/org/apache/hive/hive-accumulo-handler/2.0.0-SNAPSHOT/hive-accumulo-handler-2.0.0-SNAPSHOT.jar:/Users/sush/.m2/repository/org/apache/accumulo/accumulo-fate/1.6.0/accumulo-fate-1.6.0.jar:/Users/sush/.m2/repository/org/apache/accumulo/accumulo-trace/1.6.0/accumulo-trace-1.6.0.jar:/Users/sush/.m2/repository/org/apache/hive/hive-accumulo-handler/2.0.0-SNAPSHOT/hive-accumulo-handler-2.0.0-SNAPSHOT-tests.jar:/Users/sush/.m2/repository/org/apache/hive/hive-cli/2.0.0-SNAPSHOT/hive-cli-2.0.0-SNAPSHOT.jar:/Users/sush/.m2/repository/org/apache/hive/hive-hbase-handler/2.0.0-SNAPSHOT/hive-hbase-handler-2.0.0-SNAPSHOT.jar:/Users/sush/.m2/repository/org/apache/hive/hive-hbase-handler/2.0.0-SNAPSHOT/hive-hbase-handler-2.0.0-SNAPSHOT-tests.jar:/Users/sush/.m2/repository/org/apache/hive/hive-serde/2.0.0-SNAPSHOT/hive-serde-2.0.0-SNAPSHOT.jar:/Users/sush/.m2/repository/com/google/code/findbugs/jsr305/3.0.0/jsr305-3.0.0.jar:/Users/sush/.m2/repository/org/apache/avro/avro/1.7.7/avro-1.7.7.jar:/Users/sush/.m2/repository/com/thoughtworks/paranamer/paranamer/2.3/paranamer-2.3.jar:/Users/sush/.m2/repository/org/xerial/snappy/snappy-java/1.0.5/snappy-java-1.0.5.jar:/Users/sush/.m2/repository/net/sf/opencsv/opencsv/2.3/opencsv-2.3.jar:/Users/sush/.m2/repository/org/apache/parquet/parquet-hadoop-bundle/1.8.1/parquet-hadoop-bundle-1.8.1.jar:/Users/sush/.m2/repository/org/apache/hive/hive-exec/2.0.0-SNAPSHOT/hive-exec-2.0.0-SNAPSHOT.jar:/Users/sush/.m2/repository/commons-httpclient/commons-httpclient/3.0.1/commons-httpclient-3.0.1.jar:/Users/sush/.m2/repository/commons-io/commons-io/2.4/commons-io-2.4.jar:/Users/sush/.m2/repository/org/antlr/ST4/4.0.4/ST4-4.0.4.jar:/Users/sush/.m2/repository/org/apache/ivy/ivy/2.4.0/ivy-2.4.0.jar:/Users/sush/.m2/repository/org/apache/zookeeper/zookeeper/3.4.6/zookeeper-3.4.6.jar:/Users/sush/.m2/repository/org/apache/curator/curator-framework/2.6.0/curator-framework-2.6.0.jar:/Users/sush/.m2/repository/org/codehaus/groovy/groovy-all/2.4.4/groovy-all-2.4.4.jar:/Users/sush/.m2/repository/org/apache/calcite/calcite-core/1.4.0-incubating/calcite-core-1.4.0-incubating.jar:/Users/sush/.m2/repository/org/apache/calcite/calcite-linq4j/1.4.0-incubating/calcite-linq4j-1.4.0-incubating.jar:/Users/sush/.m2/repository/net/hydromatic/eigenbase-properties/1.1.5/eigenbase-properties-1.1.5.jar:/Users/sush/.m2/repository/org/codehaus/janino/janino/2.7.6/janino-2.7.6.jar:/Users/sush/.m2/repository/org/codehaus/janino/commons-compiler/2.7.6/commons-compiler-2.7.6.jar:/Users/sush/.m2/repository/org/pentaho/pentaho-aggdesigner-algorithm/5.1.5-jhyde/pentaho-aggdesigner-algorithm-5.1.5-jhyde.jar:/Users/sush/.m2/repository/org/apache/calcite/calcite-avatica/1.4.0-incubating/calcite-avatica-1.4.0-incubating.jar:/Users/sush/.m2/repository/com/google/code/gson/gson/2.2.4/gson-2.2.4.jar:/Users/sush/.m2/repository/stax/stax-api/1.0.1/stax-api-1.0.1.jar:/Users/sush/.m2/repository/jline/jline/2.12/jline-2.12.jar:/Users/sush/.m2/repository/org/apache/hadoop/hadoop-yarn-registry/2.6.0/hadoop-yarn-registry-2.6.0.jar:/Users/sush/.m2/repository/org/apache/hadoop/hadoop-yarn-api/2.6.0/hadoop-yarn-api-2.6.0.jar:/Users/sush/.m2/repository/org/apache/hadoop/hadoop-yarn-common/2.6.0/hadoop-yarn-common-2.6.0.jar:/Users/sush/.m2/repository/javax/xml/bind/jaxb-api/2.2.2/jaxb-api-2.2.2.jar:/Users/sush/.m2/repository/javax/xml/stream/stax-api/1.0-2/stax-api-1.0-2.jar:/Users/sush/.m2/repository/org/codehaus/jackson/jackson-xc/1.9.2/jackson-xc-1.9.2.jar:/Users/sush/.m2/repository/com/sun/jersey/contribs/jersey-guice/1.9/jersey-guice-1.9.jar:/Users/sush/.m2/repository/org/codehaus/jackson/jackson-core-asl/1.9.2/jackson-core-asl-1.9.2.jar:/Users/sush/.m2/repository/org/codehaus/jackson/jackson-mapper-asl/1.9.2/jackson-mapper-asl-1.9.2.jar:/Users/sush/.m2/repository/junit/junit/4.11/junit-4.11.jar:/Users/sush/.m2/repository/org/hamcrest/hamcrest-core/1.3/hamcrest-core-1.3.jar:/Users/sush/.m2/repository/com/sun/jersey/jersey-servlet/1.14/jersey-servlet-1.14.jar:/Users/sush/.m2/repository/com/sun/jersey/jersey-server/1.14/jersey-server-1.14.jar:/Users/sush/.m2/repository/asm/asm/3.1/asm-3.1.jar:/Users/sush/.m2/repository/org/apache/hadoop/hadoop-archives/2.6.0/hadoop-archives-2.6.0.jar:/Users/sush/.m2/repository/org/apache/hadoop/hadoop-common/2.6.0/hadoop-common-2.6.0.jar:/Users/sush/.m2/repository/org/apache/hadoop/hadoop-annotations/2.6.0/hadoop-annotations-2.6.0.jar:/Users/sush/.m2/repository/org/apache/commons/commons-math3/3.1.1/commons-math3-3.1.1.jar:/Users/sush/.m2/repository/xmlenc/xmlenc/0.52/xmlenc-0.52.jar:/Users/sush/.m2/repository/commons-net/commons-net/3.1/commons-net-3.1.jar:/Users/sush/.m2/repository/commons-collections/commons-collections/3.2.1/commons-collections-3.2.1.jar:/Users/sush/.m2/repository/javax/servlet/servlet-api/2.5/servlet-api-2.5.jar:/Users/sush/.m2/repository/org/mortbay/jetty/jetty/6.1.26/jetty-6.1.26.jar:/Users/sush/.m2/repository/org/mortbay/jetty/jetty-util/6.1.26/jetty-util-6.1.26.jar:/Users/sush/.m2/repository/com/sun/jersey/jersey-core/1.14/jersey-core-1.14.jar:/Users/sush/.m2/repository/com/sun/jersey/jersey-json/1.14/jersey-json-1.14.jar:/Users/sush/.m2/repository/com/sun/xml/bind/jaxb-impl/2.2.3-1/jaxb-impl-2.2.3-1.jar:/Users/sush/.m2/repository/tomcat/jasper-compiler/5.5.23/jasper-compiler-5.5.23.jar:/Users/sush/.m2/repository/tomcat/jasper-runtime/5.5.23/jasper-runtime-5.5.23.jar:/Users/sush/.m2/repository/javax/servlet/jsp/jsp-api/2.1/jsp-api-2.1.jar:/Users/sush/.m2/repository/commons-el/commons-el/1.0/commons-el-1.0.jar:/Users/sush/.m2/repository/log4j/log4j/1.2.17/log4j-1.2.17.jar:/Users/sush/.m2/repository/net/java/dev/jets3t/jets3t/0.9.0/jets3t-0.9.0.jar:/Users/sush/.m2/repository/com/jamesmurty/utils/java-xmlbuilder/0.4/java-xmlbuilder-0.4.jar:/Users/sush/.m2/repository/commons-configuration/commons-configuration/1.6/commons-configuration-1.6.jar:/Users/sush/.m2/repository/commons-digester/commons-digester/1.8/commons-digester-1.8.jar:/Users/sush/.m2/repository/commons-beanutils/commons-beanutils/1.7.0/commons-beanutils-1.7.0.jar:/Users/sush/.m2/repository/commons-beanutils/commons-beanutils-core/1.8.0/commons-beanutils-core-1.8.0.jar:/Users/sush/.m2/repository/org/slf4j/slf4j-log4j12/1.7.5/slf4j-log4j12-1.7.5.jar:/Users/sush/.m2/repository/org/apache/hadoop/hadoop-auth/2.6.0/hadoop-auth-2.6.0.jar:/Users/sush/.m2/repository/org/apache/directory/server/apacheds-kerberos-codec/2.0.0-M15/apacheds-kerberos-codec-2.0.0-M15.jar:/Users/sush/.m2/repository/org/apache/directory/server/apacheds-i18n/2.0.0-M15/apacheds-i18n-2.0.0-M15.jar:/Users/sush/.m2/repository/org/apache/directory/api/api-asn1-api/1.0.0-M20/api-asn1-api-1.0.0-M20.jar:/Users/sush/.m2/repository/org/apache/directory/api/api-util/1.0.0-M20/api-util-1.0.0-M20.jar:/Users/sush/.m2/repository/com/jcraft/jsch/0.1.42/jsch-0.1.42.jar:/Users/sush/.m2/repository/org/apache/curator/curator-client/2.6.0/curator-client-2.6.0.jar:/Users/sush/.m2/repository/org/apache/curator/curator-recipes/2.6.0/curator-recipes-2.6.0.jar:/Users/sush/.m2/repository/org/htrace/htrace-core/3.0.4/htrace-core-3.0.4.jar:/Users/sush/.m2/repository/org/apache/hadoop/hadoop-common/2.6.0/hadoop-common-2.6.0-tests.jar:/Users/sush/.m2/repository/org/apache/hadoop/hadoop-hdfs/2.6.0/hadoop-hdfs-2.6.0-tests.jar:/Users/sush/.m2/repository/commons-daemon/commons-daemon/1.0.13/commons-daemon-1.0.13.jar:/Users/sush/.m2/repository/io/netty/netty/3.6.2.Final/netty-3.6.2.Final.jar:/Users/sush/.m2/repository/xerces/xercesImpl/2.9.1/xercesImpl-2.9.1.jar:/Users/sush/.m2/repository/xml-apis/xml-apis/1.3.04/xml-apis-1.3.04.jar:/Users/sush/.m2/repository/org/apache/hadoop/hadoop-hdfs/2.6.0/hadoop-hdfs-2.6.0.jar:/Users/sush/.m2/repository/org/apache/hadoop/hadoop-mapreduce-client-jobclient/2.6.0/hadoop-mapreduce-client-jobclient-2.6.0-tests.jar:/Users/sush/.m2/repository/org/apache/hadoop/hadoop-mapreduce-client-common/2.6.0/hadoop-mapreduce-client-common-2.6.0.jar:/Users/sush/.m2/repository/org/apache/hadoop/hadoop-mapreduce-client-shuffle/2.6.0/hadoop-mapreduce-client-shuffle-2.6.0.jar:/Users/sush/.m2/repository/org/fusesource/leveldbjni/leveldbjni-all/1.8/leveldbjni-all-1.8.jar:/Users/sush/.m2/repository/com/google/inject/extensions/guice-servlet/3.0/guice-servlet-3.0.jar:/Users/sush/.m2/repository/org/apache/hadoop/hadoop-mapreduce-client-hs/2.6.0/hadoop-mapreduce-client-hs-2.6.0.jar:/Users/sush/.m2/repository/org/apache/hadoop/hadoop-mapreduce-client-app/2.6.0/hadoop-mapreduce-client-app-2.6.0.jar:/Users/sush/.m2/repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.6.0/hadoop-mapreduce-client-core-2.6.0.jar:/Users/sush/.m2/repository/org/apache/hive/hive-llap-server/2.0.0-SNAPSHOT/hive-llap-server-2.0.0-SNAPSHOT.jar:/Users/sush/.m2/repository/org/apache/hive/hive-llap-client/2.0.0-SNAPSHOT/hive-llap-client-2.0.0-SNAPSHOT.jar:/Users/sush/.m2/repository/org/apache/hive/hive-llap-server/2.0.0-SNAPSHOT/hive-llap-server-2.0.0-SNAPSHOT-tests.jar:/Users/sush/.m2/repository/org/apache/hadoop/hadoop-yarn-server-tests/2.6.0/hadoop-yarn-server-tests-2.6.0-tests.jar:/Users/sush/.m2/repository/org/apache/hadoop/hadoop-yarn-server-common/2.6.0/hadoop-yarn-server-common-2.6.0.jar:/Users/sush/.m2/repository/org/apache/hadoop/hadoop-yarn-server-nodemanager/2.6.0/hadoop-yarn-server-nodemanager-2.6.0.jar:/Users/sush/.m2/repository/org/apache/hadoop/hadoop-yarn-server-resourcemanager/2.6.0/hadoop-yarn-server-resourcemanager-2.6.0.jar:/Users/sush/.m2/repository/org/apache/hadoop/hadoop-yarn-server-applicationhistoryservice/2.6.0/hadoop-yarn-server-applicationhistoryservice-2.6.0.jar:/Users/sush/.m2/repository/org/apache/hadoop/hadoop-yarn-client/2.6.0/hadoop-yarn-client-2.6.0.jar:/Users/sush/.m2/repository/org/apache/hbase/hbase-common/1.1.1/hbase-common-1.1.1.jar:/Users/sush/.m2/repository/org/apache/hbase/hbase-protocol/1.1.1/hbase-protocol-1.1.1.jar:/Users/sush/.m2/repository/org/apache/hbase/hbase-annotations/1.1.1/hbase-annotations-1.1.1.jar:/Users/sush/.m2/repository/org/apache/htrace/htrace-core/3.1.0-incubating/htrace-core-3.1.0-incubating.jar:/Users/sush/.m2/repository/com/github/stephenc/findbugs/findbugs-annotations/1.3.9-1/findbugs-annotations-1.3.9-1.jar:/Users/sush/.m2/repository/org/apache/hbase/hbase-common/1.1.1/hbase-common-1.1.1-tests.jar:/Users/sush/.m2/repository/org/apache/hbase/hbase-hadoop-compat/1.1.1/hbase-hadoop-compat-1.1.1.jar:/Users/sush/.m2/repository/org/apache/commons/commons-math/2.2/commons-math-2.2.jar:/Users/sush/.m2/repository/org/apache/hbase/hbase-hadoop-compat/1.1.1/hbase-hadoop-compat-1.1.1-tests.jar:/Users/sush/.m2/repository/org/apache/hbase/hbase-hadoop2-compat/1.1.1/hbase-hadoop2-compat-1.1.1.jar:/Users/sush/.m2/repository/com/yammer/metrics/metrics-core/2.2.0/metrics-core-2.2.0.jar:/Users/sush/.m2/repository/org/apache/hbase/hbase-hadoop2-compat/1.1.1/hbase-hadoop2-compat-1.1.1-tests.jar:/Users/sush/.m2/repository/org/apache/hbase/hbase-server/1.1.1/hbase-server-1.1.1.jar:/Users/sush/.m2/repository/org/apache/hbase/hbase-procedure/1.1.1/hbase-procedure-1.1.1.jar:/Users/sush/.m2/repository/org/apache/hbase/hbase-prefix-tree/1.1.1/hbase-prefix-tree-1.1.1.jar:/Users/sush/.m2/repository/org/mortbay/jetty/jetty-sslengine/6.1.26.hwx/jetty-sslengine-6.1.26.hwx.jar:/Users/sush/.m2/repository/org/mortbay/jetty/jsp-2.1/6.1.14/jsp-2.1-6.1.14.jar:/Users/sush/.m2/repository/org/mortbay/jetty/jsp-api-2.1/6.1.14/jsp-api-2.1-6.1.14.jar:/Users/sush/.m2/repository/org/mortbay/jetty/servlet-api-2.5/6.1.14/servlet-api-2.5-6.1.14.jar:/Users/sush/.m2/repository/org/codehaus/jackson/jackson-jaxrs/1.9.2/jackson-jaxrs-1.9.2.jar:/Users/sush/.m2/repository/org/jamon/jamon-runtime/2.3.1/jamon-runtime-2.3.1.jar:/Users/sush/.m2/repository/io/netty/netty-all/4.0.23.Final/netty-all-4.0.23.Final.jar:/Users/sush/.m2/repository/com/lmax/disruptor/3.3.0/disruptor-3.3.0.jar:/Users/sush/.m2/repository/org/apache/hadoop/hadoop-client/2.6.0/hadoop-client-2.6.0.jar:/Users/sush/.m2/repository/org/apache/hadoop/hadoop-mapreduce-client-jobclient/2.6.0/hadoop-mapreduce-client-jobclient-2.6.0.jar:/Users/sush/.m2/repository/org/apache/hbase/hbase-server/1.1.1/hbase-server-1.1.1-tests.jar:/Users/sush/.m2/repository/org/apache/tez/tez-tests/0.8.1-alpha/tez-tests-0.8.1-alpha-tests.jar:/Users/sush/.m2/repository/org/apache/tez/tez-examples/0.8.1-alpha/tez-examples-0.8.1-alpha.jar:/Library/Java/JavaVirtualMachines/jdk1.7.0_55.jdk/Contents/Home/jre/../lib/tools.jar:/Users/sush/.m2/repository/org/apache/tez/tez-api/0.8.1-alpha/tez-api-0.8.1-alpha.jar:/Users/sush/.m2/repository/org/codehaus/jettison/jettison/1.3.4/jettison-1.3.4.jar:/Users/sush/.m2/repository/org/apache/commons/commons-collections4/4.0/commons-collections4-4.0.jar:/Users/sush/.m2/repository/com/sun/jersey/jersey-client/1.9/jersey-client-1.9.jar:/Users/sush/.m2/repository/org/apache/tez/tez-runtime-library/0.8.1-alpha/tez-runtime-library-0.8.1-alpha.jar:/Users/sush/.m2/repository/org/roaringbitmap/RoaringBitmap/0.4.9/RoaringBitmap-0.4.9.jar:/Users/sush/.m2/repository/com/ning/async-http-client/1.8.16/async-http-client-1.8.16.jar:/Users/sush/.m2/repository/org/apache/tez/tez-common/0.8.1-alpha/tez-common-0.8.1-alpha.jar:/Users/sush/.m2/repository/org/apache/tez/tez-mapreduce/0.8.1-alpha/tez-mapreduce-0.8.1-alpha.jar:/Users/sush/.m2/repository/org/apache/tez/tez-dag/0.8.1-alpha/tez-dag-0.8.1-alpha.jar:/Users/sush/.m2/repository/org/apache/tez/tez-runtime-internals/0.8.1-alpha/tez-runtime-internals-0.8.1-alpha.jar:/Users/sush/.m2/repository/org/apache/hadoop/hadoop-yarn-server-web-proxy/2.6.0/hadoop-yarn-server-web-proxy-2.6.0.jar:/Users/sush/.m2/repository/org/slf4j/slf4j-api/1.7.5/slf4j-api-1.7.5.jar:/Users/sush/dev/hive.git/itests/qtest/target/tmp/conf:/Users/sush/dev/hive.git/itests/qtest/../../conf: 2015-10-29T11:11:43,482 INFO [main]: server.ZooKeeperServer (Environment.java:logEnv(100)) - Server environment:java.library.path=/usr/local/Cellar/root/5.34.26/lib/root:/Users/sush/Library/Java/Extensions:/Library/Java/Extensions:/Network/Library/Java/Extensions:/System/Library/Java/Extensions:/usr/lib/java:. 2015-10-29T11:11:43,482 INFO [main]: server.ZooKeeperServer (Environment.java:logEnv(100)) - Server environment:java.library.path=/usr/local/Cellar/root/5.34.26/lib/root:/Users/sush/Library/Java/Extensions:/Library/Java/Extensions:/Network/Library/Java/Extensions:/System/Library/Java/Extensions:/usr/lib/java:. 2015-10-29T11:11:43,483 INFO [main]: server.ZooKeeperServer (Environment.java:logEnv(100)) - Server environment:java.io.tmpdir=/Users/sush/dev/hive.git/itests/qtest/target/tmp 2015-10-29T11:11:43,483 INFO [main]: server.ZooKeeperServer (Environment.java:logEnv(100)) - Server environment:java.io.tmpdir=/Users/sush/dev/hive.git/itests/qtest/target/tmp 2015-10-29T11:11:43,483 INFO [main]: server.ZooKeeperServer (Environment.java:logEnv(100)) - Server environment:java.compiler= 2015-10-29T11:11:43,483 INFO [main]: server.ZooKeeperServer (Environment.java:logEnv(100)) - Server environment:java.compiler= 2015-10-29T11:11:43,483 INFO [main]: server.ZooKeeperServer (Environment.java:logEnv(100)) - Server environment:os.name=Mac OS X 2015-10-29T11:11:43,483 INFO [main]: server.ZooKeeperServer (Environment.java:logEnv(100)) - Server environment:os.name=Mac OS X 2015-10-29T11:11:43,483 INFO [main]: server.ZooKeeperServer (Environment.java:logEnv(100)) - Server environment:os.arch=x86_64 2015-10-29T11:11:43,483 INFO [main]: server.ZooKeeperServer (Environment.java:logEnv(100)) - Server environment:os.arch=x86_64 2015-10-29T11:11:43,483 INFO [main]: server.ZooKeeperServer (Environment.java:logEnv(100)) - Server environment:os.version=10.10.5 2015-10-29T11:11:43,483 INFO [main]: server.ZooKeeperServer (Environment.java:logEnv(100)) - Server environment:os.version=10.10.5 2015-10-29T11:11:43,483 INFO [main]: server.ZooKeeperServer (Environment.java:logEnv(100)) - Server environment:user.name=sush 2015-10-29T11:11:43,483 INFO [main]: server.ZooKeeperServer (Environment.java:logEnv(100)) - Server environment:user.name=sush 2015-10-29T11:11:43,483 INFO [main]: server.ZooKeeperServer (Environment.java:logEnv(100)) - Server environment:user.home=/Users/sush 2015-10-29T11:11:43,483 INFO [main]: server.ZooKeeperServer (Environment.java:logEnv(100)) - Server environment:user.home=/Users/sush 2015-10-29T11:11:43,483 INFO [main]: server.ZooKeeperServer (Environment.java:logEnv(100)) - Server environment:user.dir=/Users/sush/dev/hive.git/itests/qtest 2015-10-29T11:11:43,483 INFO [main]: server.ZooKeeperServer (Environment.java:logEnv(100)) - Server environment:user.dir=/Users/sush/dev/hive.git/itests/qtest 2015-10-29T11:11:43,498 INFO [main]: server.ZooKeeperServer (ZooKeeperServer.java:(162)) - Created server with tickTime 2000 minSessionTimeout 4000 maxSessionTimeout 40000 datadir /Users/sush/dev/hive.git/itests/qtest/target/tmp/tmp_51592/zookeeper_0/version-2 snapdir /Users/sush/dev/hive.git/itests/qtest/target/tmp/tmp_51592/zookeeper_0/version-2 2015-10-29T11:11:43,498 INFO [main]: server.ZooKeeperServer (ZooKeeperServer.java:(162)) - Created server with tickTime 2000 minSessionTimeout 4000 maxSessionTimeout 40000 datadir /Users/sush/dev/hive.git/itests/qtest/target/tmp/tmp_51592/zookeeper_0/version-2 snapdir /Users/sush/dev/hive.git/itests/qtest/target/tmp/tmp_51592/zookeeper_0/version-2 2015-10-29T11:11:43,521 INFO [main]: server.NIOServerCnxnFactory (NIOServerCnxnFactory.java:configure(94)) - binding to port 0.0.0.0/0.0.0.0:63348 2015-10-29T11:11:43,521 INFO [main]: server.NIOServerCnxnFactory (NIOServerCnxnFactory.java:configure(94)) - binding to port 0.0.0.0/0.0.0.0:63348 2015-10-29T11:11:43,548 INFO [NIOServerCxn.Factory:0.0.0.0/0.0.0.0:63348]: server.NIOServerCnxnFactory (NIOServerCnxnFactory.java:run(197)) - Accepted socket connection from /127.0.0.1:60613 2015-10-29T11:11:43,548 INFO [NIOServerCxn.Factory:0.0.0.0/0.0.0.0:63348]: server.NIOServerCnxnFactory (NIOServerCnxnFactory.java:run(197)) - Accepted socket connection from /127.0.0.1:60613 2015-10-29T11:11:43,556 INFO [main]: zookeeper.MiniZooKeeperCluster (MiniZooKeeperCluster.java:startup(273)) - Started MiniZooKeeperCluster and ran successful 'stat' on client port=63348 2015-10-29T11:11:43,561 INFO [main]: zookeeper.ZooKeeper (Environment.java:logEnv(100)) - Client environment:zookeeper.version=3.4.6-1569965, built on 02/20/2014 09:09 GMT 2015-10-29T11:11:43,561 INFO [main]: zookeeper.ZooKeeper (Environment.java:logEnv(100)) - Client environment:zookeeper.version=3.4.6-1569965, built on 02/20/2014 09:09 GMT 2015-10-29T11:11:43,561 INFO [main]: zookeeper.ZooKeeper (Environment.java:logEnv(100)) - Client environment:host.name=thunderfall 2015-10-29T11:11:43,561 INFO [main]: zookeeper.ZooKeeper (Environment.java:logEnv(100)) - Client environment:host.name=thunderfall 2015-10-29T11:11:43,561 INFO [main]: zookeeper.ZooKeeper (Environment.java:logEnv(100)) - Client environment:java.version=1.7.0_55 2015-10-29T11:11:43,561 INFO [main]: zookeeper.ZooKeeper (Environment.java:logEnv(100)) - Client environment:java.version=1.7.0_55 2015-10-29T11:11:43,561 INFO [main]: zookeeper.ZooKeeper (Environment.java:logEnv(100)) - Client environment:java.vendor=Oracle Corporation 2015-10-29T11:11:43,561 INFO [main]: zookeeper.ZooKeeper (Environment.java:logEnv(100)) - Client environment:java.vendor=Oracle Corporation 2015-10-29T11:11:43,561 INFO [main]: zookeeper.ZooKeeper (Environment.java:logEnv(100)) - Client environment:java.home=/Library/Java/JavaVirtualMachines/jdk1.7.0_55.jdk/Contents/Home/jre 2015-10-29T11:11:43,561 INFO [main]: zookeeper.ZooKeeper (Environment.java:logEnv(100)) - Client environment:java.home=/Library/Java/JavaVirtualMachines/jdk1.7.0_55.jdk/Contents/Home/jre 2015-10-29T11:11:43,561 INFO [main]: zookeeper.ZooKeeper (Environment.java:logEnv(100)) - Client environment:java.class.path=/Users/sush/dev/hive.git/itests/qtest/target/test-classes:/Users/sush/dev/hive.git/itests/qtest/target/classes:/Users/sush/.m2/repository/commons-logging/commons-logging/1.1.3/commons-logging-1.1.3.jar:/Users/sush/.m2/repository/org/apache/hive/hive-ant/2.0.0-SNAPSHOT/hive-ant-2.0.0-SNAPSHOT.jar:/Users/sush/.m2/repository/commons-lang/commons-lang/2.6/commons-lang-2.6.jar:/Users/sush/.m2/repository/com/google/guava/guava/14.0.1/guava-14.0.1.jar:/Users/sush/.m2/repository/org/apache/ant/ant/1.9.1/ant-1.9.1.jar:/Users/sush/.m2/repository/org/apache/ant/ant-launcher/1.9.1/ant-launcher-1.9.1.jar:/Users/sush/.m2/repository/org/apache/velocity/velocity/1.5/velocity-1.5.jar:/Users/sush/.m2/repository/oro/oro/2.0.8/oro-2.0.8.jar:/Users/sush/.m2/repository/org/apache/hive/hive-common/2.0.0-SNAPSHOT/hive-common-2.0.0-SNAPSHOT.jar:/Users/sush/.m2/repository/org/apache/hive/hive-shims/2.0.0-SNAPSHOT/hive-shims-2.0.0-SNAPSHOT.jar:/Users/sush/.m2/repository/org/apache/hive/shims/hive-shims-common/2.0.0-SNAPSHOT/hive-shims-common-2.0.0-SNAPSHOT.jar:/Users/sush/.m2/repository/org/apache/hive/shims/hive-shims-0.23/2.0.0-SNAPSHOT/hive-shims-0.23-2.0.0-SNAPSHOT.jar:/Users/sush/.m2/repository/org/apache/hive/shims/hive-shims-scheduler/2.0.0-SNAPSHOT/hive-shims-scheduler-2.0.0-SNAPSHOT.jar:/Users/sush/.m2/repository/org/apache/hive/hive-storage-api/2.0.0-SNAPSHOT/hive-storage-api-2.0.0-SNAPSHOT.jar:/Users/sush/.m2/repository/commons-cli/commons-cli/1.2/commons-cli-1.2.jar:/Users/sush/.m2/repository/joda-time/joda-time/2.5/joda-time-2.5.jar:/Users/sush/.m2/repository/org/apache/logging/log4j/log4j-1.2-api/2.4/log4j-1.2-api-2.4.jar:/Users/sush/.m2/repository/org/apache/logging/log4j/log4j-api/2.4/log4j-api-2.4.jar:/Users/sush/.m2/repository/org/apache/logging/log4j/log4j-core/2.4/log4j-core-2.4.jar:/Users/sush/.m2/repository/org/apache/logging/log4j/log4j-web/2.4/log4j-web-2.4.jar:/Users/sush/.m2/repository/org/apache/logging/log4j/log4j-slf4j-impl/2.4/log4j-slf4j-impl-2.4.jar:/Users/sush/.m2/repository/org/apache/logging/log4j/log4j-jcl/2.4/log4j-jcl-2.4.jar:/Users/sush/.m2/repository/org/apache/commons/commons-compress/1.9/commons-compress-1.9.jar:/Users/sush/.m2/repository/org/json/json/20090211/json-20090211.jar:/Users/sush/.m2/repository/io/dropwizard/metrics/metrics-core/3.1.0/metrics-core-3.1.0.jar:/Users/sush/.m2/repository/io/dropwizard/metrics/metrics-jvm/3.1.0/metrics-jvm-3.1.0.jar:/Users/sush/.m2/repository/io/dropwizard/metrics/metrics-json/3.1.0/metrics-json-3.1.0.jar:/Users/sush/.m2/repository/com/fasterxml/jackson/core/jackson-databind/2.4.2/jackson-databind-2.4.2.jar:/Users/sush/.m2/repository/com/fasterxml/jackson/core/jackson-annotations/2.4.0/jackson-annotations-2.4.0.jar:/Users/sush/.m2/repository/com/fasterxml/jackson/core/jackson-core/2.4.2/jackson-core-2.4.2.jar:/Users/sush/.m2/repository/org/apache/hive/hive-contrib/2.0.0-SNAPSHOT/hive-contrib-2.0.0-SNAPSHOT.jar:/Users/sush/.m2/repository/commons-codec/commons-codec/1.4/commons-codec-1.4.jar:/Users/sush/.m2/repository/org/apache/hive/hive-metastore/2.0.0-SNAPSHOT/hive-metastore-2.0.0-SNAPSHOT.jar:/Users/sush/.m2/repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar:/Users/sush/.m2/repository/org/apache/hbase/hbase-client/1.1.1/hbase-client-1.1.1.jar:/Users/sush/.m2/repository/org/jruby/jcodings/jcodings/1.0.8/jcodings-1.0.8.jar:/Users/sush/.m2/repository/org/jruby/joni/joni/2.1.2/joni-2.1.2.jar:/Users/sush/.m2/repository/com/jolbox/bonecp/0.8.0.RELEASE/bonecp-0.8.0.RELEASE.jar:/Users/sush/.m2/repository/org/apache/derby/derby/10.10.2.0/derby-10.10.2.0.jar:/Users/sush/.m2/repository/org/datanucleus/datanucleus-api-jdo/3.2.6/datanucleus-api-jdo-3.2.6.jar:/Users/sush/.m2/repository/org/datanucleus/datanucleus-core/3.2.10/datanucleus-core-3.2.10.jar:/Users/sush/.m2/repository/org/datanucleus/datanucleus-rdbms/3.2.9/datanucleus-rdbms-3.2.9.jar:/Users/sush/.m2/repository/commons-pool/commons-pool/1.5.4/commons-pool-1.5.4.jar:/Users/sush/.m2/repository/commons-dbcp/commons-dbcp/1.4/commons-dbcp-1.4.jar:/Users/sush/.m2/repository/javax/jdo/jdo-api/3.0.1/jdo-api-3.0.1.jar:/Users/sush/.m2/repository/javax/transaction/jta/1.1/jta-1.1.jar:/Users/sush/.m2/repository/org/antlr/antlr-runtime/3.4/antlr-runtime-3.4.jar:/Users/sush/.m2/repository/org/antlr/stringtemplate/3.2.1/stringtemplate-3.2.1.jar:/Users/sush/.m2/repository/antlr/antlr/2.7.7/antlr-2.7.7.jar:/Users/sush/.m2/repository/org/apache/thrift/libfb303/0.9.3/libfb303-0.9.3.jar:/Users/sush/.m2/repository/org/apache/thrift/libthrift/0.9.3/libthrift-0.9.3.jar:/Users/sush/.m2/repository/org/apache/httpcomponents/httpclient/4.4/httpclient-4.4.jar:/Users/sush/.m2/repository/org/apache/httpcomponents/httpcore/4.4/httpcore-4.4.jar:/Users/sush/.m2/repository/co/cask/tephra/tephra-api/0.6.0/tephra-api-0.6.0.jar:/Users/sush/.m2/repository/co/cask/tephra/tephra-core/0.6.0/tephra-core-0.6.0.jar:/Users/sush/.m2/repository/com/google/inject/guice/3.0/guice-3.0.jar:/Users/sush/.m2/repository/javax/inject/javax.inject/1/javax.inject-1.jar:/Users/sush/.m2/repository/aopalliance/aopalliance/1.0/aopalliance-1.0.jar:/Users/sush/.m2/repository/com/google/inject/extensions/guice-assistedinject/3.0/guice-assistedinject-3.0.jar:/Users/sush/.m2/repository/ch/qos/logback/logback-classic/1.0.9/logback-classic-1.0.9.jar:/Users/sush/.m2/repository/ch/qos/logback/logback-core/1.0.9/logback-core-1.0.9.jar:/Users/sush/.m2/repository/it/unimi/dsi/fastutil/6.5.6/fastutil-6.5.6.jar:/Users/sush/.m2/repository/org/apache/twill/twill-common/0.6.0-incubating/twill-common-0.6.0-incubating.jar:/Users/sush/.m2/repository/org/apache/twill/twill-core/0.6.0-incubating/twill-core-0.6.0-incubating.jar:/Users/sush/.m2/repository/org/apache/twill/twill-api/0.6.0-incubating/twill-api-0.6.0-incubating.jar:/Users/sush/.m2/repository/org/apache/twill/twill-discovery-api/0.6.0-incubating/twill-discovery-api-0.6.0-incubating.jar:/Users/sush/.m2/repository/org/apache/twill/twill-discovery-core/0.6.0-incubating/twill-discovery-core-0.6.0-incubating.jar:/Users/sush/.m2/repository/org/apache/twill/twill-zookeeper/0.6.0-incubating/twill-zookeeper-0.6.0-incubating.jar:/Users/sush/.m2/repository/co/cask/tephra/tephra-hbase-compat-1.0/0.6.0/tephra-hbase-compat-1.0-0.6.0.jar:/Users/sush/.m2/repository/org/apache/hive/hive-metastore/2.0.0-SNAPSHOT/hive-metastore-2.0.0-SNAPSHOT-tests.jar:/Users/sush/dev/hive.git/itests/custom-serde/target/classes:/Users/sush/dev/hive.git/itests/hive-unit/target/test-classes:/Users/sush/.m2/repository/org/apache/hive/hive-jdbc/2.0.0-SNAPSHOT/hive-jdbc-2.0.0-SNAPSHOT.jar:/Users/sush/.m2/repository/org/apache/hive/hive-service/2.0.0-SNAPSHOT/hive-service-2.0.0-SNAPSHOT.jar:/Users/sush/.m2/repository/net/sf/jpam/jpam/1.1/jpam-1.1.jar:/Users/sush/.m2/repository/org/eclipse/jetty/aggregate/jetty-all/7.6.0.v20120127/jetty-all-7.6.0.v20120127.jar:/Users/sush/.m2/repository/org/apache/geronimo/specs/geronimo-jta_1.1_spec/1.1.1/geronimo-jta_1.1_spec-1.1.1.jar:/Users/sush/.m2/repository/javax/mail/mail/1.4.1/mail-1.4.1.jar:/Users/sush/.m2/repository/javax/activation/activation/1.1/activation-1.1.jar:/Users/sush/.m2/repository/org/apache/geronimo/specs/geronimo-jaspic_1.0_spec/1.0/geronimo-jaspic_1.0_spec-1.0.jar:/Users/sush/.m2/repository/org/apache/geronimo/specs/geronimo-annotation_1.0_spec/1.1.1/geronimo-annotation_1.0_spec-1.1.1.jar:/Users/sush/.m2/repository/asm/asm-commons/3.1/asm-commons-3.1.jar:/Users/sush/.m2/repository/asm/asm-tree/3.1/asm-tree-3.1.jar:/Users/sush/.m2/repository/org/apache/hive/hcatalog/hive-hcatalog-core/2.0.0-SNAPSHOT/hive-hcatalog-core-2.0.0-SNAPSHOT.jar:/Users/sush/.m2/repository/org/apache/hive/hcatalog/hive-hcatalog-streaming/2.0.0-SNAPSHOT/hive-hcatalog-streaming-2.0.0-SNAPSHOT.jar:/Users/sush/.m2/repository/org/apache/hive/hive-service/2.0.0-SNAPSHOT/hive-service-2.0.0-SNAPSHOT-tests.jar:/Users/sush/.m2/repository/org/apache/hive/hive-exec/2.0.0-SNAPSHOT/hive-exec-2.0.0-SNAPSHOT-tests.jar:/Users/sush/dev/hive.git/itests/util/target/classes:/Users/sush/.m2/repository/org/apache/accumulo/accumulo-minicluster/1.6.0/accumulo-minicluster-1.6.0.jar:/Users/sush/.m2/repository/com/beust/jcommander/1.32/jcommander-1.32.jar:/Users/sush/.m2/repository/org/apache/accumulo/accumulo-core/1.6.0/accumulo-core-1.6.0.jar:/Users/sush/.m2/repository/org/apache/accumulo/accumulo-gc/1.6.0/accumulo-gc-1.6.0.jar:/Users/sush/.m2/repository/org/apache/accumulo/accumulo-master/1.6.0/accumulo-master-1.6.0.jar:/Users/sush/.m2/repository/org/apache/accumulo/accumulo-server-base/1.6.0/accumulo-server-base-1.6.0.jar:/Users/sush/.m2/repository/org/apache/accumulo/accumulo-start/1.6.0/accumulo-start-1.6.0.jar:/Users/sush/.m2/repository/org/apache/accumulo/accumulo-tserver/1.6.0/accumulo-tserver-1.6.0.jar:/Users/sush/.m2/repository/org/apache/commons/commons-vfs2/2.0/commons-vfs2-2.0.jar:/Users/sush/.m2/repository/org/apache/maven/scm/maven-scm-api/1.4/maven-scm-api-1.4.jar:/Users/sush/.m2/repository/org/codehaus/plexus/plexus-utils/1.5.6/plexus-utils-1.5.6.jar:/Users/sush/.m2/repository/org/apache/maven/scm/maven-scm-provider-svnexe/1.4/maven-scm-provider-svnexe-1.4.jar:/Users/sush/.m2/repository/org/apache/maven/scm/maven-scm-provider-svn-commons/1.4/maven-scm-provider-svn-commons-1.4.jar:/Users/sush/.m2/repository/regexp/regexp/1.3/regexp-1.3.jar:/Users/sush/.m2/repository/org/apache/hadoop/hadoop-minicluster/2.6.0/hadoop-minicluster-2.6.0.jar:/Users/sush/.m2/repository/org/apache/hive/hive-accumulo-handler/2.0.0-SNAPSHOT/hive-accumulo-handler-2.0.0-SNAPSHOT.jar:/Users/sush/.m2/repository/org/apache/accumulo/accumulo-fate/1.6.0/accumulo-fate-1.6.0.jar:/Users/sush/.m2/repository/org/apache/accumulo/accumulo-trace/1.6.0/accumulo-trace-1.6.0.jar:/Users/sush/.m2/repository/org/apache/hive/hive-accumulo-handler/2.0.0-SNAPSHOT/hive-accumulo-handler-2.0.0-SNAPSHOT-tests.jar:/Users/sush/.m2/repository/org/apache/hive/hive-cli/2.0.0-SNAPSHOT/hive-cli-2.0.0-SNAPSHOT.jar:/Users/sush/.m2/repository/org/apache/hive/hive-hbase-handler/2.0.0-SNAPSHOT/hive-hbase-handler-2.0.0-SNAPSHOT.jar:/Users/sush/.m2/repository/org/apache/hive/hive-hbase-handler/2.0.0-SNAPSHOT/hive-hbase-handler-2.0.0-SNAPSHOT-tests.jar:/Users/sush/.m2/repository/org/apache/hive/hive-serde/2.0.0-SNAPSHOT/hive-serde-2.0.0-SNAPSHOT.jar:/Users/sush/.m2/repository/com/google/code/findbugs/jsr305/3.0.0/jsr305-3.0.0.jar:/Users/sush/.m2/repository/org/apache/avro/avro/1.7.7/avro-1.7.7.jar:/Users/sush/.m2/repository/com/thoughtworks/paranamer/paranamer/2.3/paranamer-2.3.jar:/Users/sush/.m2/repository/org/xerial/snappy/snappy-java/1.0.5/snappy-java-1.0.5.jar:/Users/sush/.m2/repository/net/sf/opencsv/opencsv/2.3/opencsv-2.3.jar:/Users/sush/.m2/repository/org/apache/parquet/parquet-hadoop-bundle/1.8.1/parquet-hadoop-bundle-1.8.1.jar:/Users/sush/.m2/repository/org/apache/hive/hive-exec/2.0.0-SNAPSHOT/hive-exec-2.0.0-SNAPSHOT.jar:/Users/sush/.m2/repository/commons-httpclient/commons-httpclient/3.0.1/commons-httpclient-3.0.1.jar:/Users/sush/.m2/repository/commons-io/commons-io/2.4/commons-io-2.4.jar:/Users/sush/.m2/repository/org/antlr/ST4/4.0.4/ST4-4.0.4.jar:/Users/sush/.m2/repository/org/apache/ivy/ivy/2.4.0/ivy-2.4.0.jar:/Users/sush/.m2/repository/org/apache/zookeeper/zookeeper/3.4.6/zookeeper-3.4.6.jar:/Users/sush/.m2/repository/org/apache/curator/curator-framework/2.6.0/curator-framework-2.6.0.jar:/Users/sush/.m2/repository/org/codehaus/groovy/groovy-all/2.4.4/groovy-all-2.4.4.jar:/Users/sush/.m2/repository/org/apache/calcite/calcite-core/1.4.0-incubating/calcite-core-1.4.0-incubating.jar:/Users/sush/.m2/repository/org/apache/calcite/calcite-linq4j/1.4.0-incubating/calcite-linq4j-1.4.0-incubating.jar:/Users/sush/.m2/repository/net/hydromatic/eigenbase-properties/1.1.5/eigenbase-properties-1.1.5.jar:/Users/sush/.m2/repository/org/codehaus/janino/janino/2.7.6/janino-2.7.6.jar:/Users/sush/.m2/repository/org/codehaus/janino/commons-compiler/2.7.6/commons-compiler-2.7.6.jar:/Users/sush/.m2/repository/org/pentaho/pentaho-aggdesigner-algorithm/5.1.5-jhyde/pentaho-aggdesigner-algorithm-5.1.5-jhyde.jar:/Users/sush/.m2/repository/org/apache/calcite/calcite-avatica/1.4.0-incubating/calcite-avatica-1.4.0-incubating.jar:/Users/sush/.m2/repository/com/google/code/gson/gson/2.2.4/gson-2.2.4.jar:/Users/sush/.m2/repository/stax/stax-api/1.0.1/stax-api-1.0.1.jar:/Users/sush/.m2/repository/jline/jline/2.12/jline-2.12.jar:/Users/sush/.m2/repository/org/apache/hadoop/hadoop-yarn-registry/2.6.0/hadoop-yarn-registry-2.6.0.jar:/Users/sush/.m2/repository/org/apache/hadoop/hadoop-yarn-api/2.6.0/hadoop-yarn-api-2.6.0.jar:/Users/sush/.m2/repository/org/apache/hadoop/hadoop-yarn-common/2.6.0/hadoop-yarn-common-2.6.0.jar:/Users/sush/.m2/repository/javax/xml/bind/jaxb-api/2.2.2/jaxb-api-2.2.2.jar:/Users/sush/.m2/repository/javax/xml/stream/stax-api/1.0-2/stax-api-1.0-2.jar:/Users/sush/.m2/repository/org/codehaus/jackson/jackson-xc/1.9.2/jackson-xc-1.9.2.jar:/Users/sush/.m2/repository/com/sun/jersey/contribs/jersey-guice/1.9/jersey-guice-1.9.jar:/Users/sush/.m2/repository/org/codehaus/jackson/jackson-core-asl/1.9.2/jackson-core-asl-1.9.2.jar:/Users/sush/.m2/repository/org/codehaus/jackson/jackson-mapper-asl/1.9.2/jackson-mapper-asl-1.9.2.jar:/Users/sush/.m2/repository/junit/junit/4.11/junit-4.11.jar:/Users/sush/.m2/repository/org/hamcrest/hamcrest-core/1.3/hamcrest-core-1.3.jar:/Users/sush/.m2/repository/com/sun/jersey/jersey-servlet/1.14/jersey-servlet-1.14.jar:/Users/sush/.m2/repository/com/sun/jersey/jersey-server/1.14/jersey-server-1.14.jar:/Users/sush/.m2/repository/asm/asm/3.1/asm-3.1.jar:/Users/sush/.m2/repository/org/apache/hadoop/hadoop-archives/2.6.0/hadoop-archives-2.6.0.jar:/Users/sush/.m2/repository/org/apache/hadoop/hadoop-common/2.6.0/hadoop-common-2.6.0.jar:/Users/sush/.m2/repository/org/apache/hadoop/hadoop-annotations/2.6.0/hadoop-annotations-2.6.0.jar:/Users/sush/.m2/repository/org/apache/commons/commons-math3/3.1.1/commons-math3-3.1.1.jar:/Users/sush/.m2/repository/xmlenc/xmlenc/0.52/xmlenc-0.52.jar:/Users/sush/.m2/repository/commons-net/commons-net/3.1/commons-net-3.1.jar:/Users/sush/.m2/repository/commons-collections/commons-collections/3.2.1/commons-collections-3.2.1.jar:/Users/sush/.m2/repository/javax/servlet/servlet-api/2.5/servlet-api-2.5.jar:/Users/sush/.m2/repository/org/mortbay/jetty/jetty/6.1.26/jetty-6.1.26.jar:/Users/sush/.m2/repository/org/mortbay/jetty/jetty-util/6.1.26/jetty-util-6.1.26.jar:/Users/sush/.m2/repository/com/sun/jersey/jersey-core/1.14/jersey-core-1.14.jar:/Users/sush/.m2/repository/com/sun/jersey/jersey-json/1.14/jersey-json-1.14.jar:/Users/sush/.m2/repository/com/sun/xml/bind/jaxb-impl/2.2.3-1/jaxb-impl-2.2.3-1.jar:/Users/sush/.m2/repository/tomcat/jasper-compiler/5.5.23/jasper-compiler-5.5.23.jar:/Users/sush/.m2/repository/tomcat/jasper-runtime/5.5.23/jasper-runtime-5.5.23.jar:/Users/sush/.m2/repository/javax/servlet/jsp/jsp-api/2.1/jsp-api-2.1.jar:/Users/sush/.m2/repository/commons-el/commons-el/1.0/commons-el-1.0.jar:/Users/sush/.m2/repository/log4j/log4j/1.2.17/log4j-1.2.17.jar:/Users/sush/.m2/repository/net/java/dev/jets3t/jets3t/0.9.0/jets3t-0.9.0.jar:/Users/sush/.m2/repository/com/jamesmurty/utils/java-xmlbuilder/0.4/java-xmlbuilder-0.4.jar:/Users/sush/.m2/repository/commons-configuration/commons-configuration/1.6/commons-configuration-1.6.jar:/Users/sush/.m2/repository/commons-digester/commons-digester/1.8/commons-digester-1.8.jar:/Users/sush/.m2/repository/commons-beanutils/commons-beanutils/1.7.0/commons-beanutils-1.7.0.jar:/Users/sush/.m2/repository/commons-beanutils/commons-beanutils-core/1.8.0/commons-beanutils-core-1.8.0.jar:/Users/sush/.m2/repository/org/slf4j/slf4j-log4j12/1.7.5/slf4j-log4j12-1.7.5.jar:/Users/sush/.m2/repository/org/apache/hadoop/hadoop-auth/2.6.0/hadoop-auth-2.6.0.jar:/Users/sush/.m2/repository/org/apache/directory/server/apacheds-kerberos-codec/2.0.0-M15/apacheds-kerberos-codec-2.0.0-M15.jar:/Users/sush/.m2/repository/org/apache/directory/server/apacheds-i18n/2.0.0-M15/apacheds-i18n-2.0.0-M15.jar:/Users/sush/.m2/repository/org/apache/directory/api/api-asn1-api/1.0.0-M20/api-asn1-api-1.0.0-M20.jar:/Users/sush/.m2/repository/org/apache/directory/api/api-util/1.0.0-M20/api-util-1.0.0-M20.jar:/Users/sush/.m2/repository/com/jcraft/jsch/0.1.42/jsch-0.1.42.jar:/Users/sush/.m2/repository/org/apache/curator/curator-client/2.6.0/curator-client-2.6.0.jar:/Users/sush/.m2/repository/org/apache/curator/curator-recipes/2.6.0/curator-recipes-2.6.0.jar:/Users/sush/.m2/repository/org/htrace/htrace-core/3.0.4/htrace-core-3.0.4.jar:/Users/sush/.m2/repository/org/apache/hadoop/hadoop-common/2.6.0/hadoop-common-2.6.0-tests.jar:/Users/sush/.m2/repository/org/apache/hadoop/hadoop-hdfs/2.6.0/hadoop-hdfs-2.6.0-tests.jar:/Users/sush/.m2/repository/commons-daemon/commons-daemon/1.0.13/commons-daemon-1.0.13.jar:/Users/sush/.m2/repository/io/netty/netty/3.6.2.Final/netty-3.6.2.Final.jar:/Users/sush/.m2/repository/xerces/xercesImpl/2.9.1/xercesImpl-2.9.1.jar:/Users/sush/.m2/repository/xml-apis/xml-apis/1.3.04/xml-apis-1.3.04.jar:/Users/sush/.m2/repository/org/apache/hadoop/hadoop-hdfs/2.6.0/hadoop-hdfs-2.6.0.jar:/Users/sush/.m2/repository/org/apache/hadoop/hadoop-mapreduce-client-jobclient/2.6.0/hadoop-mapreduce-client-jobclient-2.6.0-tests.jar:/Users/sush/.m2/repository/org/apache/hadoop/hadoop-mapreduce-client-common/2.6.0/hadoop-mapreduce-client-common-2.6.0.jar:/Users/sush/.m2/repository/org/apache/hadoop/hadoop-mapreduce-client-shuffle/2.6.0/hadoop-mapreduce-client-shuffle-2.6.0.jar:/Users/sush/.m2/repository/org/fusesource/leveldbjni/leveldbjni-all/1.8/leveldbjni-all-1.8.jar:/Users/sush/.m2/repository/com/google/inject/extensions/guice-servlet/3.0/guice-servlet-3.0.jar:/Users/sush/.m2/repository/org/apache/hadoop/hadoop-mapreduce-client-hs/2.6.0/hadoop-mapreduce-client-hs-2.6.0.jar:/Users/sush/.m2/repository/org/apache/hadoop/hadoop-mapreduce-client-app/2.6.0/hadoop-mapreduce-client-app-2.6.0.jar:/Users/sush/.m2/repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.6.0/hadoop-mapreduce-client-core-2.6.0.jar:/Users/sush/.m2/repository/org/apache/hive/hive-llap-server/2.0.0-SNAPSHOT/hive-llap-server-2.0.0-SNAPSHOT.jar:/Users/sush/.m2/repository/org/apache/hive/hive-llap-client/2.0.0-SNAPSHOT/hive-llap-client-2.0.0-SNAPSHOT.jar:/Users/sush/.m2/repository/org/apache/hive/hive-llap-server/2.0.0-SNAPSHOT/hive-llap-server-2.0.0-SNAPSHOT-tests.jar:/Users/sush/.m2/repository/org/apache/hadoop/hadoop-yarn-server-tests/2.6.0/hadoop-yarn-server-tests-2.6.0-tests.jar:/Users/sush/.m2/repository/org/apache/hadoop/hadoop-yarn-server-common/2.6.0/hadoop-yarn-server-common-2.6.0.jar:/Users/sush/.m2/repository/org/apache/hadoop/hadoop-yarn-server-nodemanager/2.6.0/hadoop-yarn-server-nodemanager-2.6.0.jar:/Users/sush/.m2/repository/org/apache/hadoop/hadoop-yarn-server-resourcemanager/2.6.0/hadoop-yarn-server-resourcemanager-2.6.0.jar:/Users/sush/.m2/repository/org/apache/hadoop/hadoop-yarn-server-applicationhistoryservice/2.6.0/hadoop-yarn-server-applicationhistoryservice-2.6.0.jar:/Users/sush/.m2/repository/org/apache/hadoop/hadoop-yarn-client/2.6.0/hadoop-yarn-client-2.6.0.jar:/Users/sush/.m2/repository/org/apache/hbase/hbase-common/1.1.1/hbase-common-1.1.1.jar:/Users/sush/.m2/repository/org/apache/hbase/hbase-protocol/1.1.1/hbase-protocol-1.1.1.jar:/Users/sush/.m2/repository/org/apache/hbase/hbase-annotations/1.1.1/hbase-annotations-1.1.1.jar:/Users/sush/.m2/repository/org/apache/htrace/htrace-core/3.1.0-incubating/htrace-core-3.1.0-incubating.jar:/Users/sush/.m2/repository/com/github/stephenc/findbugs/findbugs-annotations/1.3.9-1/findbugs-annotations-1.3.9-1.jar:/Users/sush/.m2/repository/org/apache/hbase/hbase-common/1.1.1/hbase-common-1.1.1-tests.jar:/Users/sush/.m2/repository/org/apache/hbase/hbase-hadoop-compat/1.1.1/hbase-hadoop-compat-1.1.1.jar:/Users/sush/.m2/repository/org/apache/commons/commons-math/2.2/commons-math-2.2.jar:/Users/sush/.m2/repository/org/apache/hbase/hbase-hadoop-compat/1.1.1/hbase-hadoop-compat-1.1.1-tests.jar:/Users/sush/.m2/repository/org/apache/hbase/hbase-hadoop2-compat/1.1.1/hbase-hadoop2-compat-1.1.1.jar:/Users/sush/.m2/repository/com/yammer/metrics/metrics-core/2.2.0/metrics-core-2.2.0.jar:/Users/sush/.m2/repository/org/apache/hbase/hbase-hadoop2-compat/1.1.1/hbase-hadoop2-compat-1.1.1-tests.jar:/Users/sush/.m2/repository/org/apache/hbase/hbase-server/1.1.1/hbase-server-1.1.1.jar:/Users/sush/.m2/repository/org/apache/hbase/hbase-procedure/1.1.1/hbase-procedure-1.1.1.jar:/Users/sush/.m2/repository/org/apache/hbase/hbase-prefix-tree/1.1.1/hbase-prefix-tree-1.1.1.jar:/Users/sush/.m2/repository/org/mortbay/jetty/jetty-sslengine/6.1.26.hwx/jetty-sslengine-6.1.26.hwx.jar:/Users/sush/.m2/repository/org/mortbay/jetty/jsp-2.1/6.1.14/jsp-2.1-6.1.14.jar:/Users/sush/.m2/repository/org/mortbay/jetty/jsp-api-2.1/6.1.14/jsp-api-2.1-6.1.14.jar:/Users/sush/.m2/repository/org/mortbay/jetty/servlet-api-2.5/6.1.14/servlet-api-2.5-6.1.14.jar:/Users/sush/.m2/repository/org/codehaus/jackson/jackson-jaxrs/1.9.2/jackson-jaxrs-1.9.2.jar:/Users/sush/.m2/repository/org/jamon/jamon-runtime/2.3.1/jamon-runtime-2.3.1.jar:/Users/sush/.m2/repository/io/netty/netty-all/4.0.23.Final/netty-all-4.0.23.Final.jar:/Users/sush/.m2/repository/com/lmax/disruptor/3.3.0/disruptor-3.3.0.jar:/Users/sush/.m2/repository/org/apache/hadoop/hadoop-client/2.6.0/hadoop-client-2.6.0.jar:/Users/sush/.m2/repository/org/apache/hadoop/hadoop-mapreduce-client-jobclient/2.6.0/hadoop-mapreduce-client-jobclient-2.6.0.jar:/Users/sush/.m2/repository/org/apache/hbase/hbase-server/1.1.1/hbase-server-1.1.1-tests.jar:/Users/sush/.m2/repository/org/apache/tez/tez-tests/0.8.1-alpha/tez-tests-0.8.1-alpha-tests.jar:/Users/sush/.m2/repository/org/apache/tez/tez-examples/0.8.1-alpha/tez-examples-0.8.1-alpha.jar:/Library/Java/JavaVirtualMachines/jdk1.7.0_55.jdk/Contents/Home/jre/../lib/tools.jar:/Users/sush/.m2/repository/org/apache/tez/tez-api/0.8.1-alpha/tez-api-0.8.1-alpha.jar:/Users/sush/.m2/repository/org/codehaus/jettison/jettison/1.3.4/jettison-1.3.4.jar:/Users/sush/.m2/repository/org/apache/commons/commons-collections4/4.0/commons-collections4-4.0.jar:/Users/sush/.m2/repository/com/sun/jersey/jersey-client/1.9/jersey-client-1.9.jar:/Users/sush/.m2/repository/org/apache/tez/tez-runtime-library/0.8.1-alpha/tez-runtime-library-0.8.1-alpha.jar:/Users/sush/.m2/repository/org/roaringbitmap/RoaringBitmap/0.4.9/RoaringBitmap-0.4.9.jar:/Users/sush/.m2/repository/com/ning/async-http-client/1.8.16/async-http-client-1.8.16.jar:/Users/sush/.m2/repository/org/apache/tez/tez-common/0.8.1-alpha/tez-common-0.8.1-alpha.jar:/Users/sush/.m2/repository/org/apache/tez/tez-mapreduce/0.8.1-alpha/tez-mapreduce-0.8.1-alpha.jar:/Users/sush/.m2/repository/org/apache/tez/tez-dag/0.8.1-alpha/tez-dag-0.8.1-alpha.jar:/Users/sush/.m2/repository/org/apache/tez/tez-runtime-internals/0.8.1-alpha/tez-runtime-internals-0.8.1-alpha.jar:/Users/sush/.m2/repository/org/apache/hadoop/hadoop-yarn-server-web-proxy/2.6.0/hadoop-yarn-server-web-proxy-2.6.0.jar:/Users/sush/.m2/repository/org/slf4j/slf4j-api/1.7.5/slf4j-api-1.7.5.jar:/Users/sush/dev/hive.git/itests/qtest/target/tmp/conf:/Users/sush/dev/hive.git/itests/qtest/../../conf: 2015-10-29T11:11:43,561 INFO [main]: zookeeper.ZooKeeper (Environment.java:logEnv(100)) - Client environment:java.class.path=/Users/sush/dev/hive.git/itests/qtest/target/test-classes:/Users/sush/dev/hive.git/itests/qtest/target/classes:/Users/sush/.m2/repository/commons-logging/commons-logging/1.1.3/commons-logging-1.1.3.jar:/Users/sush/.m2/repository/org/apache/hive/hive-ant/2.0.0-SNAPSHOT/hive-ant-2.0.0-SNAPSHOT.jar:/Users/sush/.m2/repository/commons-lang/commons-lang/2.6/commons-lang-2.6.jar:/Users/sush/.m2/repository/com/google/guava/guava/14.0.1/guava-14.0.1.jar:/Users/sush/.m2/repository/org/apache/ant/ant/1.9.1/ant-1.9.1.jar:/Users/sush/.m2/repository/org/apache/ant/ant-launcher/1.9.1/ant-launcher-1.9.1.jar:/Users/sush/.m2/repository/org/apache/velocity/velocity/1.5/velocity-1.5.jar:/Users/sush/.m2/repository/oro/oro/2.0.8/oro-2.0.8.jar:/Users/sush/.m2/repository/org/apache/hive/hive-common/2.0.0-SNAPSHOT/hive-common-2.0.0-SNAPSHOT.jar:/Users/sush/.m2/repository/org/apache/hive/hive-shims/2.0.0-SNAPSHOT/hive-shims-2.0.0-SNAPSHOT.jar:/Users/sush/.m2/repository/org/apache/hive/shims/hive-shims-common/2.0.0-SNAPSHOT/hive-shims-common-2.0.0-SNAPSHOT.jar:/Users/sush/.m2/repository/org/apache/hive/shims/hive-shims-0.23/2.0.0-SNAPSHOT/hive-shims-0.23-2.0.0-SNAPSHOT.jar:/Users/sush/.m2/repository/org/apache/hive/shims/hive-shims-scheduler/2.0.0-SNAPSHOT/hive-shims-scheduler-2.0.0-SNAPSHOT.jar:/Users/sush/.m2/repository/org/apache/hive/hive-storage-api/2.0.0-SNAPSHOT/hive-storage-api-2.0.0-SNAPSHOT.jar:/Users/sush/.m2/repository/commons-cli/commons-cli/1.2/commons-cli-1.2.jar:/Users/sush/.m2/repository/joda-time/joda-time/2.5/joda-time-2.5.jar:/Users/sush/.m2/repository/org/apache/logging/log4j/log4j-1.2-api/2.4/log4j-1.2-api-2.4.jar:/Users/sush/.m2/repository/org/apache/logging/log4j/log4j-api/2.4/log4j-api-2.4.jar:/Users/sush/.m2/repository/org/apache/logging/log4j/log4j-core/2.4/log4j-core-2.4.jar:/Users/sush/.m2/repository/org/apache/logging/log4j/log4j-web/2.4/log4j-web-2.4.jar:/Users/sush/.m2/repository/org/apache/logging/log4j/log4j-slf4j-impl/2.4/log4j-slf4j-impl-2.4.jar:/Users/sush/.m2/repository/org/apache/logging/log4j/log4j-jcl/2.4/log4j-jcl-2.4.jar:/Users/sush/.m2/repository/org/apache/commons/commons-compress/1.9/commons-compress-1.9.jar:/Users/sush/.m2/repository/org/json/json/20090211/json-20090211.jar:/Users/sush/.m2/repository/io/dropwizard/metrics/metrics-core/3.1.0/metrics-core-3.1.0.jar:/Users/sush/.m2/repository/io/dropwizard/metrics/metrics-jvm/3.1.0/metrics-jvm-3.1.0.jar:/Users/sush/.m2/repository/io/dropwizard/metrics/metrics-json/3.1.0/metrics-json-3.1.0.jar:/Users/sush/.m2/repository/com/fasterxml/jackson/core/jackson-databind/2.4.2/jackson-databind-2.4.2.jar:/Users/sush/.m2/repository/com/fasterxml/jackson/core/jackson-annotations/2.4.0/jackson-annotations-2.4.0.jar:/Users/sush/.m2/repository/com/fasterxml/jackson/core/jackson-core/2.4.2/jackson-core-2.4.2.jar:/Users/sush/.m2/repository/org/apache/hive/hive-contrib/2.0.0-SNAPSHOT/hive-contrib-2.0.0-SNAPSHOT.jar:/Users/sush/.m2/repository/commons-codec/commons-codec/1.4/commons-codec-1.4.jar:/Users/sush/.m2/repository/org/apache/hive/hive-metastore/2.0.0-SNAPSHOT/hive-metastore-2.0.0-SNAPSHOT.jar:/Users/sush/.m2/repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar:/Users/sush/.m2/repository/org/apache/hbase/hbase-client/1.1.1/hbase-client-1.1.1.jar:/Users/sush/.m2/repository/org/jruby/jcodings/jcodings/1.0.8/jcodings-1.0.8.jar:/Users/sush/.m2/repository/org/jruby/joni/joni/2.1.2/joni-2.1.2.jar:/Users/sush/.m2/repository/com/jolbox/bonecp/0.8.0.RELEASE/bonecp-0.8.0.RELEASE.jar:/Users/sush/.m2/repository/org/apache/derby/derby/10.10.2.0/derby-10.10.2.0.jar:/Users/sush/.m2/repository/org/datanucleus/datanucleus-api-jdo/3.2.6/datanucleus-api-jdo-3.2.6.jar:/Users/sush/.m2/repository/org/datanucleus/datanucleus-core/3.2.10/datanucleus-core-3.2.10.jar:/Users/sush/.m2/repository/org/datanucleus/datanucleus-rdbms/3.2.9/datanucleus-rdbms-3.2.9.jar:/Users/sush/.m2/repository/commons-pool/commons-pool/1.5.4/commons-pool-1.5.4.jar:/Users/sush/.m2/repository/commons-dbcp/commons-dbcp/1.4/commons-dbcp-1.4.jar:/Users/sush/.m2/repository/javax/jdo/jdo-api/3.0.1/jdo-api-3.0.1.jar:/Users/sush/.m2/repository/javax/transaction/jta/1.1/jta-1.1.jar:/Users/sush/.m2/repository/org/antlr/antlr-runtime/3.4/antlr-runtime-3.4.jar:/Users/sush/.m2/repository/org/antlr/stringtemplate/3.2.1/stringtemplate-3.2.1.jar:/Users/sush/.m2/repository/antlr/antlr/2.7.7/antlr-2.7.7.jar:/Users/sush/.m2/repository/org/apache/thrift/libfb303/0.9.3/libfb303-0.9.3.jar:/Users/sush/.m2/repository/org/apache/thrift/libthrift/0.9.3/libthrift-0.9.3.jar:/Users/sush/.m2/repository/org/apache/httpcomponents/httpclient/4.4/httpclient-4.4.jar:/Users/sush/.m2/repository/org/apache/httpcomponents/httpcore/4.4/httpcore-4.4.jar:/Users/sush/.m2/repository/co/cask/tephra/tephra-api/0.6.0/tephra-api-0.6.0.jar:/Users/sush/.m2/repository/co/cask/tephra/tephra-core/0.6.0/tephra-core-0.6.0.jar:/Users/sush/.m2/repository/com/google/inject/guice/3.0/guice-3.0.jar:/Users/sush/.m2/repository/javax/inject/javax.inject/1/javax.inject-1.jar:/Users/sush/.m2/repository/aopalliance/aopalliance/1.0/aopalliance-1.0.jar:/Users/sush/.m2/repository/com/google/inject/extensions/guice-assistedinject/3.0/guice-assistedinject-3.0.jar:/Users/sush/.m2/repository/ch/qos/logback/logback-classic/1.0.9/logback-classic-1.0.9.jar:/Users/sush/.m2/repository/ch/qos/logback/logback-core/1.0.9/logback-core-1.0.9.jar:/Users/sush/.m2/repository/it/unimi/dsi/fastutil/6.5.6/fastutil-6.5.6.jar:/Users/sush/.m2/repository/org/apache/twill/twill-common/0.6.0-incubating/twill-common-0.6.0-incubating.jar:/Users/sush/.m2/repository/org/apache/twill/twill-core/0.6.0-incubating/twill-core-0.6.0-incubating.jar:/Users/sush/.m2/repository/org/apache/twill/twill-api/0.6.0-incubating/twill-api-0.6.0-incubating.jar:/Users/sush/.m2/repository/org/apache/twill/twill-discovery-api/0.6.0-incubating/twill-discovery-api-0.6.0-incubating.jar:/Users/sush/.m2/repository/org/apache/twill/twill-discovery-core/0.6.0-incubating/twill-discovery-core-0.6.0-incubating.jar:/Users/sush/.m2/repository/org/apache/twill/twill-zookeeper/0.6.0-incubating/twill-zookeeper-0.6.0-incubating.jar:/Users/sush/.m2/repository/co/cask/tephra/tephra-hbase-compat-1.0/0.6.0/tephra-hbase-compat-1.0-0.6.0.jar:/Users/sush/.m2/repository/org/apache/hive/hive-metastore/2.0.0-SNAPSHOT/hive-metastore-2.0.0-SNAPSHOT-tests.jar:/Users/sush/dev/hive.git/itests/custom-serde/target/classes:/Users/sush/dev/hive.git/itests/hive-unit/target/test-classes:/Users/sush/.m2/repository/org/apache/hive/hive-jdbc/2.0.0-SNAPSHOT/hive-jdbc-2.0.0-SNAPSHOT.jar:/Users/sush/.m2/repository/org/apache/hive/hive-service/2.0.0-SNAPSHOT/hive-service-2.0.0-SNAPSHOT.jar:/Users/sush/.m2/repository/net/sf/jpam/jpam/1.1/jpam-1.1.jar:/Users/sush/.m2/repository/org/eclipse/jetty/aggregate/jetty-all/7.6.0.v20120127/jetty-all-7.6.0.v20120127.jar:/Users/sush/.m2/repository/org/apache/geronimo/specs/geronimo-jta_1.1_spec/1.1.1/geronimo-jta_1.1_spec-1.1.1.jar:/Users/sush/.m2/repository/javax/mail/mail/1.4.1/mail-1.4.1.jar:/Users/sush/.m2/repository/javax/activation/activation/1.1/activation-1.1.jar:/Users/sush/.m2/repository/org/apache/geronimo/specs/geronimo-jaspic_1.0_spec/1.0/geronimo-jaspic_1.0_spec-1.0.jar:/Users/sush/.m2/repository/org/apache/geronimo/specs/geronimo-annotation_1.0_spec/1.1.1/geronimo-annotation_1.0_spec-1.1.1.jar:/Users/sush/.m2/repository/asm/asm-commons/3.1/asm-commons-3.1.jar:/Users/sush/.m2/repository/asm/asm-tree/3.1/asm-tree-3.1.jar:/Users/sush/.m2/repository/org/apache/hive/hcatalog/hive-hcatalog-core/2.0.0-SNAPSHOT/hive-hcatalog-core-2.0.0-SNAPSHOT.jar:/Users/sush/.m2/repository/org/apache/hive/hcatalog/hive-hcatalog-streaming/2.0.0-SNAPSHOT/hive-hcatalog-streaming-2.0.0-SNAPSHOT.jar:/Users/sush/.m2/repository/org/apache/hive/hive-service/2.0.0-SNAPSHOT/hive-service-2.0.0-SNAPSHOT-tests.jar:/Users/sush/.m2/repository/org/apache/hive/hive-exec/2.0.0-SNAPSHOT/hive-exec-2.0.0-SNAPSHOT-tests.jar:/Users/sush/dev/hive.git/itests/util/target/classes:/Users/sush/.m2/repository/org/apache/accumulo/accumulo-minicluster/1.6.0/accumulo-minicluster-1.6.0.jar:/Users/sush/.m2/repository/com/beust/jcommander/1.32/jcommander-1.32.jar:/Users/sush/.m2/repository/org/apache/accumulo/accumulo-core/1.6.0/accumulo-core-1.6.0.jar:/Users/sush/.m2/repository/org/apache/accumulo/accumulo-gc/1.6.0/accumulo-gc-1.6.0.jar:/Users/sush/.m2/repository/org/apache/accumulo/accumulo-master/1.6.0/accumulo-master-1.6.0.jar:/Users/sush/.m2/repository/org/apache/accumulo/accumulo-server-base/1.6.0/accumulo-server-base-1.6.0.jar:/Users/sush/.m2/repository/org/apache/accumulo/accumulo-start/1.6.0/accumulo-start-1.6.0.jar:/Users/sush/.m2/repository/org/apache/accumulo/accumulo-tserver/1.6.0/accumulo-tserver-1.6.0.jar:/Users/sush/.m2/repository/org/apache/commons/commons-vfs2/2.0/commons-vfs2-2.0.jar:/Users/sush/.m2/repository/org/apache/maven/scm/maven-scm-api/1.4/maven-scm-api-1.4.jar:/Users/sush/.m2/repository/org/codehaus/plexus/plexus-utils/1.5.6/plexus-utils-1.5.6.jar:/Users/sush/.m2/repository/org/apache/maven/scm/maven-scm-provider-svnexe/1.4/maven-scm-provider-svnexe-1.4.jar:/Users/sush/.m2/repository/org/apache/maven/scm/maven-scm-provider-svn-commons/1.4/maven-scm-provider-svn-commons-1.4.jar:/Users/sush/.m2/repository/regexp/regexp/1.3/regexp-1.3.jar:/Users/sush/.m2/repository/org/apache/hadoop/hadoop-minicluster/2.6.0/hadoop-minicluster-2.6.0.jar:/Users/sush/.m2/repository/org/apache/hive/hive-accumulo-handler/2.0.0-SNAPSHOT/hive-accumulo-handler-2.0.0-SNAPSHOT.jar:/Users/sush/.m2/repository/org/apache/accumulo/accumulo-fate/1.6.0/accumulo-fate-1.6.0.jar:/Users/sush/.m2/repository/org/apache/accumulo/accumulo-trace/1.6.0/accumulo-trace-1.6.0.jar:/Users/sush/.m2/repository/org/apache/hive/hive-accumulo-handler/2.0.0-SNAPSHOT/hive-accumulo-handler-2.0.0-SNAPSHOT-tests.jar:/Users/sush/.m2/repository/org/apache/hive/hive-cli/2.0.0-SNAPSHOT/hive-cli-2.0.0-SNAPSHOT.jar:/Users/sush/.m2/repository/org/apache/hive/hive-hbase-handler/2.0.0-SNAPSHOT/hive-hbase-handler-2.0.0-SNAPSHOT.jar:/Users/sush/.m2/repository/org/apache/hive/hive-hbase-handler/2.0.0-SNAPSHOT/hive-hbase-handler-2.0.0-SNAPSHOT-tests.jar:/Users/sush/.m2/repository/org/apache/hive/hive-serde/2.0.0-SNAPSHOT/hive-serde-2.0.0-SNAPSHOT.jar:/Users/sush/.m2/repository/com/google/code/findbugs/jsr305/3.0.0/jsr305-3.0.0.jar:/Users/sush/.m2/repository/org/apache/avro/avro/1.7.7/avro-1.7.7.jar:/Users/sush/.m2/repository/com/thoughtworks/paranamer/paranamer/2.3/paranamer-2.3.jar:/Users/sush/.m2/repository/org/xerial/snappy/snappy-java/1.0.5/snappy-java-1.0.5.jar:/Users/sush/.m2/repository/net/sf/opencsv/opencsv/2.3/opencsv-2.3.jar:/Users/sush/.m2/repository/org/apache/parquet/parquet-hadoop-bundle/1.8.1/parquet-hadoop-bundle-1.8.1.jar:/Users/sush/.m2/repository/org/apache/hive/hive-exec/2.0.0-SNAPSHOT/hive-exec-2.0.0-SNAPSHOT.jar:/Users/sush/.m2/repository/commons-httpclient/commons-httpclient/3.0.1/commons-httpclient-3.0.1.jar:/Users/sush/.m2/repository/commons-io/commons-io/2.4/commons-io-2.4.jar:/Users/sush/.m2/repository/org/antlr/ST4/4.0.4/ST4-4.0.4.jar:/Users/sush/.m2/repository/org/apache/ivy/ivy/2.4.0/ivy-2.4.0.jar:/Users/sush/.m2/repository/org/apache/zookeeper/zookeeper/3.4.6/zookeeper-3.4.6.jar:/Users/sush/.m2/repository/org/apache/curator/curator-framework/2.6.0/curator-framework-2.6.0.jar:/Users/sush/.m2/repository/org/codehaus/groovy/groovy-all/2.4.4/groovy-all-2.4.4.jar:/Users/sush/.m2/repository/org/apache/calcite/calcite-core/1.4.0-incubating/calcite-core-1.4.0-incubating.jar:/Users/sush/.m2/repository/org/apache/calcite/calcite-linq4j/1.4.0-incubating/calcite-linq4j-1.4.0-incubating.jar:/Users/sush/.m2/repository/net/hydromatic/eigenbase-properties/1.1.5/eigenbase-properties-1.1.5.jar:/Users/sush/.m2/repository/org/codehaus/janino/janino/2.7.6/janino-2.7.6.jar:/Users/sush/.m2/repository/org/codehaus/janino/commons-compiler/2.7.6/commons-compiler-2.7.6.jar:/Users/sush/.m2/repository/org/pentaho/pentaho-aggdesigner-algorithm/5.1.5-jhyde/pentaho-aggdesigner-algorithm-5.1.5-jhyde.jar:/Users/sush/.m2/repository/org/apache/calcite/calcite-avatica/1.4.0-incubating/calcite-avatica-1.4.0-incubating.jar:/Users/sush/.m2/repository/com/google/code/gson/gson/2.2.4/gson-2.2.4.jar:/Users/sush/.m2/repository/stax/stax-api/1.0.1/stax-api-1.0.1.jar:/Users/sush/.m2/repository/jline/jline/2.12/jline-2.12.jar:/Users/sush/.m2/repository/org/apache/hadoop/hadoop-yarn-registry/2.6.0/hadoop-yarn-registry-2.6.0.jar:/Users/sush/.m2/repository/org/apache/hadoop/hadoop-yarn-api/2.6.0/hadoop-yarn-api-2.6.0.jar:/Users/sush/.m2/repository/org/apache/hadoop/hadoop-yarn-common/2.6.0/hadoop-yarn-common-2.6.0.jar:/Users/sush/.m2/repository/javax/xml/bind/jaxb-api/2.2.2/jaxb-api-2.2.2.jar:/Users/sush/.m2/repository/javax/xml/stream/stax-api/1.0-2/stax-api-1.0-2.jar:/Users/sush/.m2/repository/org/codehaus/jackson/jackson-xc/1.9.2/jackson-xc-1.9.2.jar:/Users/sush/.m2/repository/com/sun/jersey/contribs/jersey-guice/1.9/jersey-guice-1.9.jar:/Users/sush/.m2/repository/org/codehaus/jackson/jackson-core-asl/1.9.2/jackson-core-asl-1.9.2.jar:/Users/sush/.m2/repository/org/codehaus/jackson/jackson-mapper-asl/1.9.2/jackson-mapper-asl-1.9.2.jar:/Users/sush/.m2/repository/junit/junit/4.11/junit-4.11.jar:/Users/sush/.m2/repository/org/hamcrest/hamcrest-core/1.3/hamcrest-core-1.3.jar:/Users/sush/.m2/repository/com/sun/jersey/jersey-servlet/1.14/jersey-servlet-1.14.jar:/Users/sush/.m2/repository/com/sun/jersey/jersey-server/1.14/jersey-server-1.14.jar:/Users/sush/.m2/repository/asm/asm/3.1/asm-3.1.jar:/Users/sush/.m2/repository/org/apache/hadoop/hadoop-archives/2.6.0/hadoop-archives-2.6.0.jar:/Users/sush/.m2/repository/org/apache/hadoop/hadoop-common/2.6.0/hadoop-common-2.6.0.jar:/Users/sush/.m2/repository/org/apache/hadoop/hadoop-annotations/2.6.0/hadoop-annotations-2.6.0.jar:/Users/sush/.m2/repository/org/apache/commons/commons-math3/3.1.1/commons-math3-3.1.1.jar:/Users/sush/.m2/repository/xmlenc/xmlenc/0.52/xmlenc-0.52.jar:/Users/sush/.m2/repository/commons-net/commons-net/3.1/commons-net-3.1.jar:/Users/sush/.m2/repository/commons-collections/commons-collections/3.2.1/commons-collections-3.2.1.jar:/Users/sush/.m2/repository/javax/servlet/servlet-api/2.5/servlet-api-2.5.jar:/Users/sush/.m2/repository/org/mortbay/jetty/jetty/6.1.26/jetty-6.1.26.jar:/Users/sush/.m2/repository/org/mortbay/jetty/jetty-util/6.1.26/jetty-util-6.1.26.jar:/Users/sush/.m2/repository/com/sun/jersey/jersey-core/1.14/jersey-core-1.14.jar:/Users/sush/.m2/repository/com/sun/jersey/jersey-json/1.14/jersey-json-1.14.jar:/Users/sush/.m2/repository/com/sun/xml/bind/jaxb-impl/2.2.3-1/jaxb-impl-2.2.3-1.jar:/Users/sush/.m2/repository/tomcat/jasper-compiler/5.5.23/jasper-compiler-5.5.23.jar:/Users/sush/.m2/repository/tomcat/jasper-runtime/5.5.23/jasper-runtime-5.5.23.jar:/Users/sush/.m2/repository/javax/servlet/jsp/jsp-api/2.1/jsp-api-2.1.jar:/Users/sush/.m2/repository/commons-el/commons-el/1.0/commons-el-1.0.jar:/Users/sush/.m2/repository/log4j/log4j/1.2.17/log4j-1.2.17.jar:/Users/sush/.m2/repository/net/java/dev/jets3t/jets3t/0.9.0/jets3t-0.9.0.jar:/Users/sush/.m2/repository/com/jamesmurty/utils/java-xmlbuilder/0.4/java-xmlbuilder-0.4.jar:/Users/sush/.m2/repository/commons-configuration/commons-configuration/1.6/commons-configuration-1.6.jar:/Users/sush/.m2/repository/commons-digester/commons-digester/1.8/commons-digester-1.8.jar:/Users/sush/.m2/repository/commons-beanutils/commons-beanutils/1.7.0/commons-beanutils-1.7.0.jar:/Users/sush/.m2/repository/commons-beanutils/commons-beanutils-core/1.8.0/commons-beanutils-core-1.8.0.jar:/Users/sush/.m2/repository/org/slf4j/slf4j-log4j12/1.7.5/slf4j-log4j12-1.7.5.jar:/Users/sush/.m2/repository/org/apache/hadoop/hadoop-auth/2.6.0/hadoop-auth-2.6.0.jar:/Users/sush/.m2/repository/org/apache/directory/server/apacheds-kerberos-codec/2.0.0-M15/apacheds-kerberos-codec-2.0.0-M15.jar:/Users/sush/.m2/repository/org/apache/directory/server/apacheds-i18n/2.0.0-M15/apacheds-i18n-2.0.0-M15.jar:/Users/sush/.m2/repository/org/apache/directory/api/api-asn1-api/1.0.0-M20/api-asn1-api-1.0.0-M20.jar:/Users/sush/.m2/repository/org/apache/directory/api/api-util/1.0.0-M20/api-util-1.0.0-M20.jar:/Users/sush/.m2/repository/com/jcraft/jsch/0.1.42/jsch-0.1.42.jar:/Users/sush/.m2/repository/org/apache/curator/curator-client/2.6.0/curator-client-2.6.0.jar:/Users/sush/.m2/repository/org/apache/curator/curator-recipes/2.6.0/curator-recipes-2.6.0.jar:/Users/sush/.m2/repository/org/htrace/htrace-core/3.0.4/htrace-core-3.0.4.jar:/Users/sush/.m2/repository/org/apache/hadoop/hadoop-common/2.6.0/hadoop-common-2.6.0-tests.jar:/Users/sush/.m2/repository/org/apache/hadoop/hadoop-hdfs/2.6.0/hadoop-hdfs-2.6.0-tests.jar:/Users/sush/.m2/repository/commons-daemon/commons-daemon/1.0.13/commons-daemon-1.0.13.jar:/Users/sush/.m2/repository/io/netty/netty/3.6.2.Final/netty-3.6.2.Final.jar:/Users/sush/.m2/repository/xerces/xercesImpl/2.9.1/xercesImpl-2.9.1.jar:/Users/sush/.m2/repository/xml-apis/xml-apis/1.3.04/xml-apis-1.3.04.jar:/Users/sush/.m2/repository/org/apache/hadoop/hadoop-hdfs/2.6.0/hadoop-hdfs-2.6.0.jar:/Users/sush/.m2/repository/org/apache/hadoop/hadoop-mapreduce-client-jobclient/2.6.0/hadoop-mapreduce-client-jobclient-2.6.0-tests.jar:/Users/sush/.m2/repository/org/apache/hadoop/hadoop-mapreduce-client-common/2.6.0/hadoop-mapreduce-client-common-2.6.0.jar:/Users/sush/.m2/repository/org/apache/hadoop/hadoop-mapreduce-client-shuffle/2.6.0/hadoop-mapreduce-client-shuffle-2.6.0.jar:/Users/sush/.m2/repository/org/fusesource/leveldbjni/leveldbjni-all/1.8/leveldbjni-all-1.8.jar:/Users/sush/.m2/repository/com/google/inject/extensions/guice-servlet/3.0/guice-servlet-3.0.jar:/Users/sush/.m2/repository/org/apache/hadoop/hadoop-mapreduce-client-hs/2.6.0/hadoop-mapreduce-client-hs-2.6.0.jar:/Users/sush/.m2/repository/org/apache/hadoop/hadoop-mapreduce-client-app/2.6.0/hadoop-mapreduce-client-app-2.6.0.jar:/Users/sush/.m2/repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.6.0/hadoop-mapreduce-client-core-2.6.0.jar:/Users/sush/.m2/repository/org/apache/hive/hive-llap-server/2.0.0-SNAPSHOT/hive-llap-server-2.0.0-SNAPSHOT.jar:/Users/sush/.m2/repository/org/apache/hive/hive-llap-client/2.0.0-SNAPSHOT/hive-llap-client-2.0.0-SNAPSHOT.jar:/Users/sush/.m2/repository/org/apache/hive/hive-llap-server/2.0.0-SNAPSHOT/hive-llap-server-2.0.0-SNAPSHOT-tests.jar:/Users/sush/.m2/repository/org/apache/hadoop/hadoop-yarn-server-tests/2.6.0/hadoop-yarn-server-tests-2.6.0-tests.jar:/Users/sush/.m2/repository/org/apache/hadoop/hadoop-yarn-server-common/2.6.0/hadoop-yarn-server-common-2.6.0.jar:/Users/sush/.m2/repository/org/apache/hadoop/hadoop-yarn-server-nodemanager/2.6.0/hadoop-yarn-server-nodemanager-2.6.0.jar:/Users/sush/.m2/repository/org/apache/hadoop/hadoop-yarn-server-resourcemanager/2.6.0/hadoop-yarn-server-resourcemanager-2.6.0.jar:/Users/sush/.m2/repository/org/apache/hadoop/hadoop-yarn-server-applicationhistoryservice/2.6.0/hadoop-yarn-server-applicationhistoryservice-2.6.0.jar:/Users/sush/.m2/repository/org/apache/hadoop/hadoop-yarn-client/2.6.0/hadoop-yarn-client-2.6.0.jar:/Users/sush/.m2/repository/org/apache/hbase/hbase-common/1.1.1/hbase-common-1.1.1.jar:/Users/sush/.m2/repository/org/apache/hbase/hbase-protocol/1.1.1/hbase-protocol-1.1.1.jar:/Users/sush/.m2/repository/org/apache/hbase/hbase-annotations/1.1.1/hbase-annotations-1.1.1.jar:/Users/sush/.m2/repository/org/apache/htrace/htrace-core/3.1.0-incubating/htrace-core-3.1.0-incubating.jar:/Users/sush/.m2/repository/com/github/stephenc/findbugs/findbugs-annotations/1.3.9-1/findbugs-annotations-1.3.9-1.jar:/Users/sush/.m2/repository/org/apache/hbase/hbase-common/1.1.1/hbase-common-1.1.1-tests.jar:/Users/sush/.m2/repository/org/apache/hbase/hbase-hadoop-compat/1.1.1/hbase-hadoop-compat-1.1.1.jar:/Users/sush/.m2/repository/org/apache/commons/commons-math/2.2/commons-math-2.2.jar:/Users/sush/.m2/repository/org/apache/hbase/hbase-hadoop-compat/1.1.1/hbase-hadoop-compat-1.1.1-tests.jar:/Users/sush/.m2/repository/org/apache/hbase/hbase-hadoop2-compat/1.1.1/hbase-hadoop2-compat-1.1.1.jar:/Users/sush/.m2/repository/com/yammer/metrics/metrics-core/2.2.0/metrics-core-2.2.0.jar:/Users/sush/.m2/repository/org/apache/hbase/hbase-hadoop2-compat/1.1.1/hbase-hadoop2-compat-1.1.1-tests.jar:/Users/sush/.m2/repository/org/apache/hbase/hbase-server/1.1.1/hbase-server-1.1.1.jar:/Users/sush/.m2/repository/org/apache/hbase/hbase-procedure/1.1.1/hbase-procedure-1.1.1.jar:/Users/sush/.m2/repository/org/apache/hbase/hbase-prefix-tree/1.1.1/hbase-prefix-tree-1.1.1.jar:/Users/sush/.m2/repository/org/mortbay/jetty/jetty-sslengine/6.1.26.hwx/jetty-sslengine-6.1.26.hwx.jar:/Users/sush/.m2/repository/org/mortbay/jetty/jsp-2.1/6.1.14/jsp-2.1-6.1.14.jar:/Users/sush/.m2/repository/org/mortbay/jetty/jsp-api-2.1/6.1.14/jsp-api-2.1-6.1.14.jar:/Users/sush/.m2/repository/org/mortbay/jetty/servlet-api-2.5/6.1.14/servlet-api-2.5-6.1.14.jar:/Users/sush/.m2/repository/org/codehaus/jackson/jackson-jaxrs/1.9.2/jackson-jaxrs-1.9.2.jar:/Users/sush/.m2/repository/org/jamon/jamon-runtime/2.3.1/jamon-runtime-2.3.1.jar:/Users/sush/.m2/repository/io/netty/netty-all/4.0.23.Final/netty-all-4.0.23.Final.jar:/Users/sush/.m2/repository/com/lmax/disruptor/3.3.0/disruptor-3.3.0.jar:/Users/sush/.m2/repository/org/apache/hadoop/hadoop-client/2.6.0/hadoop-client-2.6.0.jar:/Users/sush/.m2/repository/org/apache/hadoop/hadoop-mapreduce-client-jobclient/2.6.0/hadoop-mapreduce-client-jobclient-2.6.0.jar:/Users/sush/.m2/repository/org/apache/hbase/hbase-server/1.1.1/hbase-server-1.1.1-tests.jar:/Users/sush/.m2/repository/org/apache/tez/tez-tests/0.8.1-alpha/tez-tests-0.8.1-alpha-tests.jar:/Users/sush/.m2/repository/org/apache/tez/tez-examples/0.8.1-alpha/tez-examples-0.8.1-alpha.jar:/Library/Java/JavaVirtualMachines/jdk1.7.0_55.jdk/Contents/Home/jre/../lib/tools.jar:/Users/sush/.m2/repository/org/apache/tez/tez-api/0.8.1-alpha/tez-api-0.8.1-alpha.jar:/Users/sush/.m2/repository/org/codehaus/jettison/jettison/1.3.4/jettison-1.3.4.jar:/Users/sush/.m2/repository/org/apache/commons/commons-collections4/4.0/commons-collections4-4.0.jar:/Users/sush/.m2/repository/com/sun/jersey/jersey-client/1.9/jersey-client-1.9.jar:/Users/sush/.m2/repository/org/apache/tez/tez-runtime-library/0.8.1-alpha/tez-runtime-library-0.8.1-alpha.jar:/Users/sush/.m2/repository/org/roaringbitmap/RoaringBitmap/0.4.9/RoaringBitmap-0.4.9.jar:/Users/sush/.m2/repository/com/ning/async-http-client/1.8.16/async-http-client-1.8.16.jar:/Users/sush/.m2/repository/org/apache/tez/tez-common/0.8.1-alpha/tez-common-0.8.1-alpha.jar:/Users/sush/.m2/repository/org/apache/tez/tez-mapreduce/0.8.1-alpha/tez-mapreduce-0.8.1-alpha.jar:/Users/sush/.m2/repository/org/apache/tez/tez-dag/0.8.1-alpha/tez-dag-0.8.1-alpha.jar:/Users/sush/.m2/repository/org/apache/tez/tez-runtime-internals/0.8.1-alpha/tez-runtime-internals-0.8.1-alpha.jar:/Users/sush/.m2/repository/org/apache/hadoop/hadoop-yarn-server-web-proxy/2.6.0/hadoop-yarn-server-web-proxy-2.6.0.jar:/Users/sush/.m2/repository/org/slf4j/slf4j-api/1.7.5/slf4j-api-1.7.5.jar:/Users/sush/dev/hive.git/itests/qtest/target/tmp/conf:/Users/sush/dev/hive.git/itests/qtest/../../conf: 2015-10-29T11:11:43,562 INFO [main]: zookeeper.ZooKeeper (Environment.java:logEnv(100)) - Client environment:java.library.path=/usr/local/Cellar/root/5.34.26/lib/root:/Users/sush/Library/Java/Extensions:/Library/Java/Extensions:/Network/Library/Java/Extensions:/System/Library/Java/Extensions:/usr/lib/java:. 2015-10-29T11:11:43,562 INFO [main]: zookeeper.ZooKeeper (Environment.java:logEnv(100)) - Client environment:java.library.path=/usr/local/Cellar/root/5.34.26/lib/root:/Users/sush/Library/Java/Extensions:/Library/Java/Extensions:/Network/Library/Java/Extensions:/System/Library/Java/Extensions:/usr/lib/java:. 2015-10-29T11:11:43,562 INFO [main]: zookeeper.ZooKeeper (Environment.java:logEnv(100)) - Client environment:java.io.tmpdir=/Users/sush/dev/hive.git/itests/qtest/target/tmp 2015-10-29T11:11:43,562 INFO [main]: zookeeper.ZooKeeper (Environment.java:logEnv(100)) - Client environment:java.io.tmpdir=/Users/sush/dev/hive.git/itests/qtest/target/tmp 2015-10-29T11:11:43,562 INFO [main]: zookeeper.ZooKeeper (Environment.java:logEnv(100)) - Client environment:java.compiler= 2015-10-29T11:11:43,562 INFO [main]: zookeeper.ZooKeeper (Environment.java:logEnv(100)) - Client environment:java.compiler= 2015-10-29T11:11:43,562 INFO [main]: zookeeper.ZooKeeper (Environment.java:logEnv(100)) - Client environment:os.name=Mac OS X 2015-10-29T11:11:43,562 INFO [main]: zookeeper.ZooKeeper (Environment.java:logEnv(100)) - Client environment:os.name=Mac OS X 2015-10-29T11:11:43,562 INFO [main]: zookeeper.ZooKeeper (Environment.java:logEnv(100)) - Client environment:os.arch=x86_64 2015-10-29T11:11:43,562 INFO [main]: zookeeper.ZooKeeper (Environment.java:logEnv(100)) - Client environment:os.arch=x86_64 2015-10-29T11:11:43,562 INFO [main]: zookeeper.ZooKeeper (Environment.java:logEnv(100)) - Client environment:os.version=10.10.5 2015-10-29T11:11:43,562 INFO [main]: zookeeper.ZooKeeper (Environment.java:logEnv(100)) - Client environment:os.version=10.10.5 2015-10-29T11:11:43,562 INFO [main]: zookeeper.ZooKeeper (Environment.java:logEnv(100)) - Client environment:user.name=sush 2015-10-29T11:11:43,562 INFO [main]: zookeeper.ZooKeeper (Environment.java:logEnv(100)) - Client environment:user.name=sush 2015-10-29T11:11:43,563 INFO [main]: zookeeper.ZooKeeper (Environment.java:logEnv(100)) - Client environment:user.home=/Users/sush 2015-10-29T11:11:43,563 INFO [main]: zookeeper.ZooKeeper (Environment.java:logEnv(100)) - Client environment:user.home=/Users/sush 2015-10-29T11:11:43,563 INFO [main]: zookeeper.ZooKeeper (Environment.java:logEnv(100)) - Client environment:user.dir=/Users/sush/dev/hive.git/itests/qtest 2015-10-29T11:11:43,563 INFO [main]: zookeeper.ZooKeeper (Environment.java:logEnv(100)) - Client environment:user.dir=/Users/sush/dev/hive.git/itests/qtest 2015-10-29T11:11:43,564 INFO [main]: zookeeper.ZooKeeper (ZooKeeper.java:(438)) - Initiating client connection, connectString=localhost:63348 sessionTimeout=1200000 watcher=org.apache.hadoop.hive.ql.QTestUtil$QTestSetup$1@389ed39 2015-10-29T11:11:43,564 INFO [main]: zookeeper.ZooKeeper (ZooKeeper.java:(438)) - Initiating client connection, connectString=localhost:63348 sessionTimeout=1200000 watcher=org.apache.hadoop.hive.ql.QTestUtil$QTestSetup$1@389ed39 2015-10-29T11:11:43,578 INFO [NIOServerCxn.Factory:0.0.0.0/0.0.0.0:63348]: server.NIOServerCnxnFactory (NIOServerCnxnFactory.java:run(197)) - Accepted socket connection from /127.0.0.1:60614 2015-10-29T11:11:43,578 INFO [NIOServerCxn.Factory:0.0.0.0/0.0.0.0:63348]: server.NIOServerCnxnFactory (NIOServerCnxnFactory.java:run(197)) - Accepted socket connection from /127.0.0.1:60614 2015-10-29T11:11:43,581 INFO [NIOServerCxn.Factory:0.0.0.0/0.0.0.0:63348]: server.ZooKeeperServer (ZooKeeperServer.java:processConnectRequest(868)) - Client attempting to establish new session at /127.0.0.1:60614 2015-10-29T11:11:43,581 INFO [NIOServerCxn.Factory:0.0.0.0/0.0.0.0:63348]: server.ZooKeeperServer (ZooKeeperServer.java:processConnectRequest(868)) - Client attempting to establish new session at /127.0.0.1:60614 2015-10-29T11:11:43,583 DEBUG [main]: session.SessionState (SessionState.java:(352)) - SessionState user: null 2015-10-29T11:11:43,583 INFO [SyncThread:0]: persistence.FileTxnLog (FileTxnLog.java:append(199)) - Creating new log file: log.1 2015-10-29T11:11:43,583 INFO [SyncThread:0]: persistence.FileTxnLog (FileTxnLog.java:append(199)) - Creating new log file: log.1 2015-10-29T11:11:43,591 INFO [SyncThread:0]: server.ZooKeeperServer (ZooKeeperServer.java:finishSessionInit(617)) - Established session 0x150b4cc5d280000 with negotiated timeout 40000 for client /127.0.0.1:60614 2015-10-29T11:11:43,591 INFO [SyncThread:0]: server.ZooKeeperServer (ZooKeeperServer.java:finishSessionInit(617)) - Established session 0x150b4cc5d280000 with negotiated timeout 40000 for client /127.0.0.1:60614 2015-10-29T11:11:43,593 INFO [main]: DependencyResolver (SessionState.java:printInfo(996)) - ivysettings.xml file not found in HIVE_HOME or HIVE_CONF_DIR,/Users/sush/dev/hive.git/conf/ivysettings.xml will be used 2015-10-29T11:11:43,739 DEBUG [main]: util.NativeCodeLoader (NativeCodeLoader.java:(46)) - Trying to load the custom-built native-hadoop library... 2015-10-29T11:11:43,740 DEBUG [main]: util.NativeCodeLoader (NativeCodeLoader.java:(55)) - Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path 2015-10-29T11:11:43,740 DEBUG [main]: util.NativeCodeLoader (NativeCodeLoader.java:(56)) - java.library.path=/usr/local/Cellar/root/5.34.26/lib/root:/Users/sush/Library/Java/Extensions:/Library/Java/Extensions:/Network/Library/Java/Extensions:/System/Library/Java/Extensions:/usr/lib/java:. 2015-10-29T11:11:43,740 WARN [main]: util.NativeCodeLoader (NativeCodeLoader.java:(62)) - Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2015-10-29T11:11:43,741 DEBUG [main]: util.PerformanceAdvisory (JniBasedUnixGroupsMappingWithFallback.java:(41)) - Falling back to shell based 2015-10-29T11:11:43,789 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:newRawStore(500)) - 0: Opening raw store with implementation class:org.apache.hadoop.hive.metastore.VerifyingObjectStore 2015-10-29T11:11:43,811 WARN [main]: metastore.VerifyingObjectStore (VerifyingObjectStore.java:(49)) - VerifyingObjectStore is being used - test run 2015-10-29T11:11:43,813 INFO [main]: metastore.ObjectStore (ObjectStore.java:initialize(335)) - ObjectStore, initialize called 2015-10-29T11:11:43,813 INFO [main]: metastore.ObjectStore (ObjectStore.java:initialize(335)) - ObjectStore, initialize called 2015-10-29T11:11:44,243 DEBUG [main]: bonecp.BoneCPDataSource (BoneCPDataSource.java:getConnection(119)) - JDBC URL = jdbc:derby:;databaseName=/Users/sush/dev/hive.git/itests/qtest/target/tmp/junit_metastore_db;create=true, Username = APP, partitions = 1, max (per partition) = 10, min (per partition) = 0, idle max age = 60 min, idle test period = 240 min, strategy = DEFAULT 2015-10-29T11:11:45,107 WARN [main]: conf.HiveConf (HiveConf.java:initialize(2977)) - HiveConf of name hive.dummyparam.test.server.specific.config.metastoresite does not exist 2015-10-29T11:11:45,108 WARN [main]: conf.HiveConf (HiveConf.java:initialize(2977)) - HiveConf of name hive.dummyparam.test.server.specific.config.hivesite does not exist 2015-10-29T11:11:45,108 WARN [main]: conf.HiveConf (HiveConf.java:initialize(2977)) - HiveConf of name hive.dummyparam.test.server.specific.config.override does not exist 2015-10-29T11:11:45,108 WARN [main]: conf.HiveConf (HiveConf.java:initialize(2977)) - HiveConf of name hive.metastore.metadb.dir does not exist 2015-10-29T11:11:45,109 INFO [main]: metastore.ObjectStore (ObjectStore.java:getPMF(419)) - Setting MetaStore object pin classes with hive.metastore.cache.pinobjtypes="Table,StorageDescriptor,SerDeInfo,Partition,Database,Type,FieldSchema,Order" 2015-10-29T11:11:45,109 INFO [main]: metastore.ObjectStore (ObjectStore.java:getPMF(419)) - Setting MetaStore object pin classes with hive.metastore.cache.pinobjtypes="Table,StorageDescriptor,SerDeInfo,Partition,Database,Type,FieldSchema,Order" 2015-10-29T11:11:46,084 DEBUG [main]: bonecp.BoneCPDataSource (BoneCPDataSource.java:getConnection(119)) - JDBC URL = jdbc:derby:;databaseName=/Users/sush/dev/hive.git/itests/qtest/target/tmp/junit_metastore_db;create=true, Username = APP, partitions = 1, max (per partition) = 10, min (per partition) = 0, idle max age = 60 min, idle test period = 240 min, strategy = DEFAULT 2015-10-29T11:11:47,219 INFO [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:(142)) - Using direct SQL, underlying DB is DERBY 2015-10-29T11:11:47,221 INFO [main]: metastore.ObjectStore (ObjectStore.java:setConf(318)) - Initialized ObjectStore 2015-10-29T11:11:47,221 INFO [main]: metastore.ObjectStore (ObjectStore.java:setConf(318)) - Initialized ObjectStore 2015-10-29T11:11:47,322 WARN [main]: metastore.ObjectStore (ObjectStore.java:checkSchema(7080)) - Version information not found in metastore. hive.metastore.schema.verification is not enabled so recording the schema version 2.0.0 2015-10-29T11:11:47,322 WARN [main]: metastore.ObjectStore (ObjectStore.java:checkSchema(7080)) - Version information not found in metastore. hive.metastore.schema.verification is not enabled so recording the schema version 2.0.0 2015-10-29T11:11:47,415 WARN [main]: metastore.ObjectStore (ObjectStore.java:getDatabase(624)) - Failed to get database default, returning NoSuchObjectException 2015-10-29T11:11:47,415 WARN [main]: metastore.ObjectStore (ObjectStore.java:getDatabase(624)) - Failed to get database default, returning NoSuchObjectException 2015-10-29T11:11:47,549 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:createDefaultRoles_core(587)) - Added admin role in metastore 2015-10-29T11:11:47,552 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:createDefaultRoles_core(596)) - Added public role in metastore 2015-10-29T11:11:47,706 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:addAdminUsers_core(660)) - Added hive_admin_user to admin role 2015-10-29T11:11:47,839 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:47,841 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_all_functions 2015-10-29T11:11:47,841 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_all_functions 2015-10-29T11:11:47,925 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:47,944 DEBUG [main]: exec.Utilities (Utilities.java:createDirsWithPermission(3703)) - Create dirs /Users/sush/dev/hive.git/itests/qtest/target/tmp/scratchdir with permission rwx-wx-wx recursive true 2015-10-29T11:11:47,962 DEBUG [main]: session.SessionState (SessionState.java:createRootHDFSDir(634)) - HDFS root scratch dir: /Users/sush/dev/hive.git/itests/qtest/target/tmp/scratchdir with schema null, permission: rwx-wx-wx 2015-10-29T11:11:47,968 INFO [main]: session.SessionState (SessionState.java:createPath(673)) - Created HDFS directory: /Users/sush/dev/hive.git/itests/qtest/target/tmp/scratchdir/sush 2015-10-29T11:11:47,972 INFO [main]: session.SessionState (SessionState.java:createPath(673)) - Created local directory: /Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir 2015-10-29T11:11:47,977 INFO [main]: session.SessionState (SessionState.java:createPath(673)) - Created local directory: /Users/sush/dev/hive.git/itests/qtest/target/tmp/f5c6ba59-1e27-4251-bb03-f1fab259e807_resources 2015-10-29T11:11:47,982 INFO [main]: session.SessionState (SessionState.java:createPath(673)) - Created HDFS directory: /Users/sush/dev/hive.git/itests/qtest/target/tmp/scratchdir/sush/f5c6ba59-1e27-4251-bb03-f1fab259e807 2015-10-29T11:11:47,987 INFO [main]: session.SessionState (SessionState.java:createPath(673)) - Created local directory: /Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807 2015-10-29T11:11:47,992 INFO [main]: session.SessionState (SessionState.java:createPath(673)) - Created HDFS directory: /Users/sush/dev/hive.git/itests/qtest/target/tmp/scratchdir/sush/f5c6ba59-1e27-4251-bb03-f1fab259e807/_tmp_space.db 2015-10-29T11:11:48,031 DEBUG [main]: session.SessionState (SessionState.java:(352)) - SessionState user: null 2015-10-29T11:11:48,031 INFO [main]: DependencyResolver (SessionState.java:printInfo(996)) - ivysettings.xml file not found in HIVE_HOME or HIVE_CONF_DIR,/Users/sush/dev/hive.git/conf/ivysettings.xml will be used 2015-10-29T11:11:48,040 DEBUG [main]: session.SessionState (SessionState.java:createRootHDFSDir(634)) - HDFS root scratch dir: /Users/sush/dev/hive.git/itests/qtest/target/tmp/scratchdir with schema null, permission: rwx-wx-wx 2015-10-29T11:11:48,043 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:48,043 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_all_databases 2015-10-29T11:11:48,044 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_all_databases 2015-10-29T11:11:48,054 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:48,055 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:48,055 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_tables: db=default pat=.* 2015-10-29T11:11:48,055 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_tables: db=default pat=.* 2015-10-29T11:11:48,072 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:48,098 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:48,104 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:48,108 INFO [main]: QTestUtil (QTestUtil.java:cleanUp(833)) - Cleanup (/Users/sush/dev/hive.git/itests/qtest/../..//data/scripts/q_test_cleanup.sql): DROP TABLE IF EXISTS src; DROP TABLE IF EXISTS src1; DROP TABLE IF EXISTS src_json; DROP TABLE IF EXISTS src_sequencefile; DROP TABLE IF EXISTS src_thrift; DROP TABLE IF EXISTS srcbucket; DROP TABLE IF EXISTS srcbucket2; DROP TABLE IF EXISTS srcpart; DROP TABLE IF EXISTS primitives; DROP TABLE IF EXISTS dest1; DROP TABLE IF EXISTS dest2; DROP TABLE IF EXISTS dest3; DROP TABLE IF EXISTS dest4; DROP TABLE IF EXISTS dest4_sequencefile; DROP TABLE IF EXISTS dest_j1; DROP TABLE IF EXISTS dest_g1; DROP TABLE IF EXISTS dest_g2; DROP TABLE IF EXISTS fetchtask_ioexception; DROP TABLE IF EXISTS alltypesorc; DROP TABLE IF EXISTS cbo_t1; DROP TABLE IF EXISTS cbo_t2; DROP TABLE IF EXISTS cbo_t3; DROP TABLE IF EXISTS src_cbo; DROP TABLE IF EXISTS part; DROP TABLE IF EXISTS lineitem; 2015-10-29T11:11:48,112 DEBUG [main]: CliDriver (CliDriver.java:(108)) - CliDriver inited with classpath /Users/sush/dev/hive.git/itests/qtest/target/test-classes:/Users/sush/dev/hive.git/itests/qtest/target/classes:/Users/sush/.m2/repository/commons-logging/commons-logging/1.1.3/commons-logging-1.1.3.jar:/Users/sush/.m2/repository/org/apache/hive/hive-ant/2.0.0-SNAPSHOT/hive-ant-2.0.0-SNAPSHOT.jar:/Users/sush/.m2/repository/commons-lang/commons-lang/2.6/commons-lang-2.6.jar:/Users/sush/.m2/repository/com/google/guava/guava/14.0.1/guava-14.0.1.jar:/Users/sush/.m2/repository/org/apache/ant/ant/1.9.1/ant-1.9.1.jar:/Users/sush/.m2/repository/org/apache/ant/ant-launcher/1.9.1/ant-launcher-1.9.1.jar:/Users/sush/.m2/repository/org/apache/velocity/velocity/1.5/velocity-1.5.jar:/Users/sush/.m2/repository/oro/oro/2.0.8/oro-2.0.8.jar:/Users/sush/.m2/repository/org/apache/hive/hive-common/2.0.0-SNAPSHOT/hive-common-2.0.0-SNAPSHOT.jar:/Users/sush/.m2/repository/org/apache/hive/hive-shims/2.0.0-SNAPSHOT/hive-shims-2.0.0-SNAPSHOT.jar:/Users/sush/.m2/repository/org/apache/hive/shims/hive-shims-common/2.0.0-SNAPSHOT/hive-shims-common-2.0.0-SNAPSHOT.jar:/Users/sush/.m2/repository/org/apache/hive/shims/hive-shims-0.23/2.0.0-SNAPSHOT/hive-shims-0.23-2.0.0-SNAPSHOT.jar:/Users/sush/.m2/repository/org/apache/hive/shims/hive-shims-scheduler/2.0.0-SNAPSHOT/hive-shims-scheduler-2.0.0-SNAPSHOT.jar:/Users/sush/.m2/repository/org/apache/hive/hive-storage-api/2.0.0-SNAPSHOT/hive-storage-api-2.0.0-SNAPSHOT.jar:/Users/sush/.m2/repository/commons-cli/commons-cli/1.2/commons-cli-1.2.jar:/Users/sush/.m2/repository/joda-time/joda-time/2.5/joda-time-2.5.jar:/Users/sush/.m2/repository/org/apache/logging/log4j/log4j-1.2-api/2.4/log4j-1.2-api-2.4.jar:/Users/sush/.m2/repository/org/apache/logging/log4j/log4j-api/2.4/log4j-api-2.4.jar:/Users/sush/.m2/repository/org/apache/logging/log4j/log4j-core/2.4/log4j-core-2.4.jar:/Users/sush/.m2/repository/org/apache/logging/log4j/log4j-web/2.4/log4j-web-2.4.jar:/Users/sush/.m2/repository/org/apache/logging/log4j/log4j-slf4j-impl/2.4/log4j-slf4j-impl-2.4.jar:/Users/sush/.m2/repository/org/apache/logging/log4j/log4j-jcl/2.4/log4j-jcl-2.4.jar:/Users/sush/.m2/repository/org/apache/commons/commons-compress/1.9/commons-compress-1.9.jar:/Users/sush/.m2/repository/org/json/json/20090211/json-20090211.jar:/Users/sush/.m2/repository/io/dropwizard/metrics/metrics-core/3.1.0/metrics-core-3.1.0.jar:/Users/sush/.m2/repository/io/dropwizard/metrics/metrics-jvm/3.1.0/metrics-jvm-3.1.0.jar:/Users/sush/.m2/repository/io/dropwizard/metrics/metrics-json/3.1.0/metrics-json-3.1.0.jar:/Users/sush/.m2/repository/com/fasterxml/jackson/core/jackson-databind/2.4.2/jackson-databind-2.4.2.jar:/Users/sush/.m2/repository/com/fasterxml/jackson/core/jackson-annotations/2.4.0/jackson-annotations-2.4.0.jar:/Users/sush/.m2/repository/com/fasterxml/jackson/core/jackson-core/2.4.2/jackson-core-2.4.2.jar:/Users/sush/.m2/repository/org/apache/hive/hive-contrib/2.0.0-SNAPSHOT/hive-contrib-2.0.0-SNAPSHOT.jar:/Users/sush/.m2/repository/commons-codec/commons-codec/1.4/commons-codec-1.4.jar:/Users/sush/.m2/repository/org/apache/hive/hive-metastore/2.0.0-SNAPSHOT/hive-metastore-2.0.0-SNAPSHOT.jar:/Users/sush/.m2/repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar:/Users/sush/.m2/repository/org/apache/hbase/hbase-client/1.1.1/hbase-client-1.1.1.jar:/Users/sush/.m2/repository/org/jruby/jcodings/jcodings/1.0.8/jcodings-1.0.8.jar:/Users/sush/.m2/repository/org/jruby/joni/joni/2.1.2/joni-2.1.2.jar:/Users/sush/.m2/repository/com/jolbox/bonecp/0.8.0.RELEASE/bonecp-0.8.0.RELEASE.jar:/Users/sush/.m2/repository/org/apache/derby/derby/10.10.2.0/derby-10.10.2.0.jar:/Users/sush/.m2/repository/org/datanucleus/datanucleus-api-jdo/3.2.6/datanucleus-api-jdo-3.2.6.jar:/Users/sush/.m2/repository/org/datanucleus/datanucleus-core/3.2.10/datanucleus-core-3.2.10.jar:/Users/sush/.m2/repository/org/datanucleus/datanucleus-rdbms/3.2.9/datanucleus-rdbms-3.2.9.jar:/Users/sush/.m2/repository/commons-pool/commons-pool/1.5.4/commons-pool-1.5.4.jar:/Users/sush/.m2/repository/commons-dbcp/commons-dbcp/1.4/commons-dbcp-1.4.jar:/Users/sush/.m2/repository/javax/jdo/jdo-api/3.0.1/jdo-api-3.0.1.jar:/Users/sush/.m2/repository/javax/transaction/jta/1.1/jta-1.1.jar:/Users/sush/.m2/repository/org/antlr/antlr-runtime/3.4/antlr-runtime-3.4.jar:/Users/sush/.m2/repository/org/antlr/stringtemplate/3.2.1/stringtemplate-3.2.1.jar:/Users/sush/.m2/repository/antlr/antlr/2.7.7/antlr-2.7.7.jar:/Users/sush/.m2/repository/org/apache/thrift/libfb303/0.9.3/libfb303-0.9.3.jar:/Users/sush/.m2/repository/org/apache/thrift/libthrift/0.9.3/libthrift-0.9.3.jar:/Users/sush/.m2/repository/org/apache/httpcomponents/httpclient/4.4/httpclient-4.4.jar:/Users/sush/.m2/repository/org/apache/httpcomponents/httpcore/4.4/httpcore-4.4.jar:/Users/sush/.m2/repository/co/cask/tephra/tephra-api/0.6.0/tephra-api-0.6.0.jar:/Users/sush/.m2/repository/co/cask/tephra/tephra-core/0.6.0/tephra-core-0.6.0.jar:/Users/sush/.m2/repository/com/google/inject/guice/3.0/guice-3.0.jar:/Users/sush/.m2/repository/javax/inject/javax.inject/1/javax.inject-1.jar:/Users/sush/.m2/repository/aopalliance/aopalliance/1.0/aopalliance-1.0.jar:/Users/sush/.m2/repository/com/google/inject/extensions/guice-assistedinject/3.0/guice-assistedinject-3.0.jar:/Users/sush/.m2/repository/ch/qos/logback/logback-classic/1.0.9/logback-classic-1.0.9.jar:/Users/sush/.m2/repository/ch/qos/logback/logback-core/1.0.9/logback-core-1.0.9.jar:/Users/sush/.m2/repository/it/unimi/dsi/fastutil/6.5.6/fastutil-6.5.6.jar:/Users/sush/.m2/repository/org/apache/twill/twill-common/0.6.0-incubating/twill-common-0.6.0-incubating.jar:/Users/sush/.m2/repository/org/apache/twill/twill-core/0.6.0-incubating/twill-core-0.6.0-incubating.jar:/Users/sush/.m2/repository/org/apache/twill/twill-api/0.6.0-incubating/twill-api-0.6.0-incubating.jar:/Users/sush/.m2/repository/org/apache/twill/twill-discovery-api/0.6.0-incubating/twill-discovery-api-0.6.0-incubating.jar:/Users/sush/.m2/repository/org/apache/twill/twill-discovery-core/0.6.0-incubating/twill-discovery-core-0.6.0-incubating.jar:/Users/sush/.m2/repository/org/apache/twill/twill-zookeeper/0.6.0-incubating/twill-zookeeper-0.6.0-incubating.jar:/Users/sush/.m2/repository/co/cask/tephra/tephra-hbase-compat-1.0/0.6.0/tephra-hbase-compat-1.0-0.6.0.jar:/Users/sush/.m2/repository/org/apache/hive/hive-metastore/2.0.0-SNAPSHOT/hive-metastore-2.0.0-SNAPSHOT-tests.jar:/Users/sush/dev/hive.git/itests/custom-serde/target/classes:/Users/sush/dev/hive.git/itests/hive-unit/target/test-classes:/Users/sush/.m2/repository/org/apache/hive/hive-jdbc/2.0.0-SNAPSHOT/hive-jdbc-2.0.0-SNAPSHOT.jar:/Users/sush/.m2/repository/org/apache/hive/hive-service/2.0.0-SNAPSHOT/hive-service-2.0.0-SNAPSHOT.jar:/Users/sush/.m2/repository/net/sf/jpam/jpam/1.1/jpam-1.1.jar:/Users/sush/.m2/repository/org/eclipse/jetty/aggregate/jetty-all/7.6.0.v20120127/jetty-all-7.6.0.v20120127.jar:/Users/sush/.m2/repository/org/apache/geronimo/specs/geronimo-jta_1.1_spec/1.1.1/geronimo-jta_1.1_spec-1.1.1.jar:/Users/sush/.m2/repository/javax/mail/mail/1.4.1/mail-1.4.1.jar:/Users/sush/.m2/repository/javax/activation/activation/1.1/activation-1.1.jar:/Users/sush/.m2/repository/org/apache/geronimo/specs/geronimo-jaspic_1.0_spec/1.0/geronimo-jaspic_1.0_spec-1.0.jar:/Users/sush/.m2/repository/org/apache/geronimo/specs/geronimo-annotation_1.0_spec/1.1.1/geronimo-annotation_1.0_spec-1.1.1.jar:/Users/sush/.m2/repository/asm/asm-commons/3.1/asm-commons-3.1.jar:/Users/sush/.m2/repository/asm/asm-tree/3.1/asm-tree-3.1.jar:/Users/sush/.m2/repository/org/apache/hive/hcatalog/hive-hcatalog-core/2.0.0-SNAPSHOT/hive-hcatalog-core-2.0.0-SNAPSHOT.jar:/Users/sush/.m2/repository/org/apache/hive/hcatalog/hive-hcatalog-streaming/2.0.0-SNAPSHOT/hive-hcatalog-streaming-2.0.0-SNAPSHOT.jar:/Users/sush/.m2/repository/org/apache/hive/hive-service/2.0.0-SNAPSHOT/hive-service-2.0.0-SNAPSHOT-tests.jar:/Users/sush/.m2/repository/org/apache/hive/hive-exec/2.0.0-SNAPSHOT/hive-exec-2.0.0-SNAPSHOT-tests.jar:/Users/sush/dev/hive.git/itests/util/target/classes:/Users/sush/.m2/repository/org/apache/accumulo/accumulo-minicluster/1.6.0/accumulo-minicluster-1.6.0.jar:/Users/sush/.m2/repository/com/beust/jcommander/1.32/jcommander-1.32.jar:/Users/sush/.m2/repository/org/apache/accumulo/accumulo-core/1.6.0/accumulo-core-1.6.0.jar:/Users/sush/.m2/repository/org/apache/accumulo/accumulo-gc/1.6.0/accumulo-gc-1.6.0.jar:/Users/sush/.m2/repository/org/apache/accumulo/accumulo-master/1.6.0/accumulo-master-1.6.0.jar:/Users/sush/.m2/repository/org/apache/accumulo/accumulo-server-base/1.6.0/accumulo-server-base-1.6.0.jar:/Users/sush/.m2/repository/org/apache/accumulo/accumulo-start/1.6.0/accumulo-start-1.6.0.jar:/Users/sush/.m2/repository/org/apache/accumulo/accumulo-tserver/1.6.0/accumulo-tserver-1.6.0.jar:/Users/sush/.m2/repository/org/apache/commons/commons-vfs2/2.0/commons-vfs2-2.0.jar:/Users/sush/.m2/repository/org/apache/maven/scm/maven-scm-api/1.4/maven-scm-api-1.4.jar:/Users/sush/.m2/repository/org/codehaus/plexus/plexus-utils/1.5.6/plexus-utils-1.5.6.jar:/Users/sush/.m2/repository/org/apache/maven/scm/maven-scm-provider-svnexe/1.4/maven-scm-provider-svnexe-1.4.jar:/Users/sush/.m2/repository/org/apache/maven/scm/maven-scm-provider-svn-commons/1.4/maven-scm-provider-svn-commons-1.4.jar:/Users/sush/.m2/repository/regexp/regexp/1.3/regexp-1.3.jar:/Users/sush/.m2/repository/org/apache/hadoop/hadoop-minicluster/2.6.0/hadoop-minicluster-2.6.0.jar:/Users/sush/.m2/repository/org/apache/hive/hive-accumulo-handler/2.0.0-SNAPSHOT/hive-accumulo-handler-2.0.0-SNAPSHOT.jar:/Users/sush/.m2/repository/org/apache/accumulo/accumulo-fate/1.6.0/accumulo-fate-1.6.0.jar:/Users/sush/.m2/repository/org/apache/accumulo/accumulo-trace/1.6.0/accumulo-trace-1.6.0.jar:/Users/sush/.m2/repository/org/apache/hive/hive-accumulo-handler/2.0.0-SNAPSHOT/hive-accumulo-handler-2.0.0-SNAPSHOT-tests.jar:/Users/sush/.m2/repository/org/apache/hive/hive-cli/2.0.0-SNAPSHOT/hive-cli-2.0.0-SNAPSHOT.jar:/Users/sush/.m2/repository/org/apache/hive/hive-hbase-handler/2.0.0-SNAPSHOT/hive-hbase-handler-2.0.0-SNAPSHOT.jar:/Users/sush/.m2/repository/org/apache/hive/hive-hbase-handler/2.0.0-SNAPSHOT/hive-hbase-handler-2.0.0-SNAPSHOT-tests.jar:/Users/sush/.m2/repository/org/apache/hive/hive-serde/2.0.0-SNAPSHOT/hive-serde-2.0.0-SNAPSHOT.jar:/Users/sush/.m2/repository/com/google/code/findbugs/jsr305/3.0.0/jsr305-3.0.0.jar:/Users/sush/.m2/repository/org/apache/avro/avro/1.7.7/avro-1.7.7.jar:/Users/sush/.m2/repository/com/thoughtworks/paranamer/paranamer/2.3/paranamer-2.3.jar:/Users/sush/.m2/repository/org/xerial/snappy/snappy-java/1.0.5/snappy-java-1.0.5.jar:/Users/sush/.m2/repository/net/sf/opencsv/opencsv/2.3/opencsv-2.3.jar:/Users/sush/.m2/repository/org/apache/parquet/parquet-hadoop-bundle/1.8.1/parquet-hadoop-bundle-1.8.1.jar:/Users/sush/.m2/repository/org/apache/hive/hive-exec/2.0.0-SNAPSHOT/hive-exec-2.0.0-SNAPSHOT.jar:/Users/sush/.m2/repository/commons-httpclient/commons-httpclient/3.0.1/commons-httpclient-3.0.1.jar:/Users/sush/.m2/repository/commons-io/commons-io/2.4/commons-io-2.4.jar:/Users/sush/.m2/repository/org/antlr/ST4/4.0.4/ST4-4.0.4.jar:/Users/sush/.m2/repository/org/apache/ivy/ivy/2.4.0/ivy-2.4.0.jar:/Users/sush/.m2/repository/org/apache/zookeeper/zookeeper/3.4.6/zookeeper-3.4.6.jar:/Users/sush/.m2/repository/org/apache/curator/curator-framework/2.6.0/curator-framework-2.6.0.jar:/Users/sush/.m2/repository/org/codehaus/groovy/groovy-all/2.4.4/groovy-all-2.4.4.jar:/Users/sush/.m2/repository/org/apache/calcite/calcite-core/1.4.0-incubating/calcite-core-1.4.0-incubating.jar:/Users/sush/.m2/repository/org/apache/calcite/calcite-linq4j/1.4.0-incubating/calcite-linq4j-1.4.0-incubating.jar:/Users/sush/.m2/repository/net/hydromatic/eigenbase-properties/1.1.5/eigenbase-properties-1.1.5.jar:/Users/sush/.m2/repository/org/codehaus/janino/janino/2.7.6/janino-2.7.6.jar:/Users/sush/.m2/repository/org/codehaus/janino/commons-compiler/2.7.6/commons-compiler-2.7.6.jar:/Users/sush/.m2/repository/org/pentaho/pentaho-aggdesigner-algorithm/5.1.5-jhyde/pentaho-aggdesigner-algorithm-5.1.5-jhyde.jar:/Users/sush/.m2/repository/org/apache/calcite/calcite-avatica/1.4.0-incubating/calcite-avatica-1.4.0-incubating.jar:/Users/sush/.m2/repository/com/google/code/gson/gson/2.2.4/gson-2.2.4.jar:/Users/sush/.m2/repository/stax/stax-api/1.0.1/stax-api-1.0.1.jar:/Users/sush/.m2/repository/jline/jline/2.12/jline-2.12.jar:/Users/sush/.m2/repository/org/apache/hadoop/hadoop-yarn-registry/2.6.0/hadoop-yarn-registry-2.6.0.jar:/Users/sush/.m2/repository/org/apache/hadoop/hadoop-yarn-api/2.6.0/hadoop-yarn-api-2.6.0.jar:/Users/sush/.m2/repository/org/apache/hadoop/hadoop-yarn-common/2.6.0/hadoop-yarn-common-2.6.0.jar:/Users/sush/.m2/repository/javax/xml/bind/jaxb-api/2.2.2/jaxb-api-2.2.2.jar:/Users/sush/.m2/repository/javax/xml/stream/stax-api/1.0-2/stax-api-1.0-2.jar:/Users/sush/.m2/repository/org/codehaus/jackson/jackson-xc/1.9.2/jackson-xc-1.9.2.jar:/Users/sush/.m2/repository/com/sun/jersey/contribs/jersey-guice/1.9/jersey-guice-1.9.jar:/Users/sush/.m2/repository/org/codehaus/jackson/jackson-core-asl/1.9.2/jackson-core-asl-1.9.2.jar:/Users/sush/.m2/repository/org/codehaus/jackson/jackson-mapper-asl/1.9.2/jackson-mapper-asl-1.9.2.jar:/Users/sush/.m2/repository/junit/junit/4.11/junit-4.11.jar:/Users/sush/.m2/repository/org/hamcrest/hamcrest-core/1.3/hamcrest-core-1.3.jar:/Users/sush/.m2/repository/com/sun/jersey/jersey-servlet/1.14/jersey-servlet-1.14.jar:/Users/sush/.m2/repository/com/sun/jersey/jersey-server/1.14/jersey-server-1.14.jar:/Users/sush/.m2/repository/asm/asm/3.1/asm-3.1.jar:/Users/sush/.m2/repository/org/apache/hadoop/hadoop-archives/2.6.0/hadoop-archives-2.6.0.jar:/Users/sush/.m2/repository/org/apache/hadoop/hadoop-common/2.6.0/hadoop-common-2.6.0.jar:/Users/sush/.m2/repository/org/apache/hadoop/hadoop-annotations/2.6.0/hadoop-annotations-2.6.0.jar:/Users/sush/.m2/repository/org/apache/commons/commons-math3/3.1.1/commons-math3-3.1.1.jar:/Users/sush/.m2/repository/xmlenc/xmlenc/0.52/xmlenc-0.52.jar:/Users/sush/.m2/repository/commons-net/commons-net/3.1/commons-net-3.1.jar:/Users/sush/.m2/repository/commons-collections/commons-collections/3.2.1/commons-collections-3.2.1.jar:/Users/sush/.m2/repository/javax/servlet/servlet-api/2.5/servlet-api-2.5.jar:/Users/sush/.m2/repository/org/mortbay/jetty/jetty/6.1.26/jetty-6.1.26.jar:/Users/sush/.m2/repository/org/mortbay/jetty/jetty-util/6.1.26/jetty-util-6.1.26.jar:/Users/sush/.m2/repository/com/sun/jersey/jersey-core/1.14/jersey-core-1.14.jar:/Users/sush/.m2/repository/com/sun/jersey/jersey-json/1.14/jersey-json-1.14.jar:/Users/sush/.m2/repository/com/sun/xml/bind/jaxb-impl/2.2.3-1/jaxb-impl-2.2.3-1.jar:/Users/sush/.m2/repository/tomcat/jasper-compiler/5.5.23/jasper-compiler-5.5.23.jar:/Users/sush/.m2/repository/tomcat/jasper-runtime/5.5.23/jasper-runtime-5.5.23.jar:/Users/sush/.m2/repository/javax/servlet/jsp/jsp-api/2.1/jsp-api-2.1.jar:/Users/sush/.m2/repository/commons-el/commons-el/1.0/commons-el-1.0.jar:/Users/sush/.m2/repository/log4j/log4j/1.2.17/log4j-1.2.17.jar:/Users/sush/.m2/repository/net/java/dev/jets3t/jets3t/0.9.0/jets3t-0.9.0.jar:/Users/sush/.m2/repository/com/jamesmurty/utils/java-xmlbuilder/0.4/java-xmlbuilder-0.4.jar:/Users/sush/.m2/repository/commons-configuration/commons-configuration/1.6/commons-configuration-1.6.jar:/Users/sush/.m2/repository/commons-digester/commons-digester/1.8/commons-digester-1.8.jar:/Users/sush/.m2/repository/commons-beanutils/commons-beanutils/1.7.0/commons-beanutils-1.7.0.jar:/Users/sush/.m2/repository/commons-beanutils/commons-beanutils-core/1.8.0/commons-beanutils-core-1.8.0.jar:/Users/sush/.m2/repository/org/slf4j/slf4j-log4j12/1.7.5/slf4j-log4j12-1.7.5.jar:/Users/sush/.m2/repository/org/apache/hadoop/hadoop-auth/2.6.0/hadoop-auth-2.6.0.jar:/Users/sush/.m2/repository/org/apache/directory/server/apacheds-kerberos-codec/2.0.0-M15/apacheds-kerberos-codec-2.0.0-M15.jar:/Users/sush/.m2/repository/org/apache/directory/server/apacheds-i18n/2.0.0-M15/apacheds-i18n-2.0.0-M15.jar:/Users/sush/.m2/repository/org/apache/directory/api/api-asn1-api/1.0.0-M20/api-asn1-api-1.0.0-M20.jar:/Users/sush/.m2/repository/org/apache/directory/api/api-util/1.0.0-M20/api-util-1.0.0-M20.jar:/Users/sush/.m2/repository/com/jcraft/jsch/0.1.42/jsch-0.1.42.jar:/Users/sush/.m2/repository/org/apache/curator/curator-client/2.6.0/curator-client-2.6.0.jar:/Users/sush/.m2/repository/org/apache/curator/curator-recipes/2.6.0/curator-recipes-2.6.0.jar:/Users/sush/.m2/repository/org/htrace/htrace-core/3.0.4/htrace-core-3.0.4.jar:/Users/sush/.m2/repository/org/apache/hadoop/hadoop-common/2.6.0/hadoop-common-2.6.0-tests.jar:/Users/sush/.m2/repository/org/apache/hadoop/hadoop-hdfs/2.6.0/hadoop-hdfs-2.6.0-tests.jar:/Users/sush/.m2/repository/commons-daemon/commons-daemon/1.0.13/commons-daemon-1.0.13.jar:/Users/sush/.m2/repository/io/netty/netty/3.6.2.Final/netty-3.6.2.Final.jar:/Users/sush/.m2/repository/xerces/xercesImpl/2.9.1/xercesImpl-2.9.1.jar:/Users/sush/.m2/repository/xml-apis/xml-apis/1.3.04/xml-apis-1.3.04.jar:/Users/sush/.m2/repository/org/apache/hadoop/hadoop-hdfs/2.6.0/hadoop-hdfs-2.6.0.jar:/Users/sush/.m2/repository/org/apache/hadoop/hadoop-mapreduce-client-jobclient/2.6.0/hadoop-mapreduce-client-jobclient-2.6.0-tests.jar:/Users/sush/.m2/repository/org/apache/hadoop/hadoop-mapreduce-client-common/2.6.0/hadoop-mapreduce-client-common-2.6.0.jar:/Users/sush/.m2/repository/org/apache/hadoop/hadoop-mapreduce-client-shuffle/2.6.0/hadoop-mapreduce-client-shuffle-2.6.0.jar:/Users/sush/.m2/repository/org/fusesource/leveldbjni/leveldbjni-all/1.8/leveldbjni-all-1.8.jar:/Users/sush/.m2/repository/com/google/inject/extensions/guice-servlet/3.0/guice-servlet-3.0.jar:/Users/sush/.m2/repository/org/apache/hadoop/hadoop-mapreduce-client-hs/2.6.0/hadoop-mapreduce-client-hs-2.6.0.jar:/Users/sush/.m2/repository/org/apache/hadoop/hadoop-mapreduce-client-app/2.6.0/hadoop-mapreduce-client-app-2.6.0.jar:/Users/sush/.m2/repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.6.0/hadoop-mapreduce-client-core-2.6.0.jar:/Users/sush/.m2/repository/org/apache/hive/hive-llap-server/2.0.0-SNAPSHOT/hive-llap-server-2.0.0-SNAPSHOT.jar:/Users/sush/.m2/repository/org/apache/hive/hive-llap-client/2.0.0-SNAPSHOT/hive-llap-client-2.0.0-SNAPSHOT.jar:/Users/sush/.m2/repository/org/apache/hive/hive-llap-server/2.0.0-SNAPSHOT/hive-llap-server-2.0.0-SNAPSHOT-tests.jar:/Users/sush/.m2/repository/org/apache/hadoop/hadoop-yarn-server-tests/2.6.0/hadoop-yarn-server-tests-2.6.0-tests.jar:/Users/sush/.m2/repository/org/apache/hadoop/hadoop-yarn-server-common/2.6.0/hadoop-yarn-server-common-2.6.0.jar:/Users/sush/.m2/repository/org/apache/hadoop/hadoop-yarn-server-nodemanager/2.6.0/hadoop-yarn-server-nodemanager-2.6.0.jar:/Users/sush/.m2/repository/org/apache/hadoop/hadoop-yarn-server-resourcemanager/2.6.0/hadoop-yarn-server-resourcemanager-2.6.0.jar:/Users/sush/.m2/repository/org/apache/hadoop/hadoop-yarn-server-applicationhistoryservice/2.6.0/hadoop-yarn-server-applicationhistoryservice-2.6.0.jar:/Users/sush/.m2/repository/org/apache/hadoop/hadoop-yarn-client/2.6.0/hadoop-yarn-client-2.6.0.jar:/Users/sush/.m2/repository/org/apache/hbase/hbase-common/1.1.1/hbase-common-1.1.1.jar:/Users/sush/.m2/repository/org/apache/hbase/hbase-protocol/1.1.1/hbase-protocol-1.1.1.jar:/Users/sush/.m2/repository/org/apache/hbase/hbase-annotations/1.1.1/hbase-annotations-1.1.1.jar:/Users/sush/.m2/repository/org/apache/htrace/htrace-core/3.1.0-incubating/htrace-core-3.1.0-incubating.jar:/Users/sush/.m2/repository/com/github/stephenc/findbugs/findbugs-annotations/1.3.9-1/findbugs-annotations-1.3.9-1.jar:/Users/sush/.m2/repository/org/apache/hbase/hbase-common/1.1.1/hbase-common-1.1.1-tests.jar:/Users/sush/.m2/repository/org/apache/hbase/hbase-hadoop-compat/1.1.1/hbase-hadoop-compat-1.1.1.jar:/Users/sush/.m2/repository/org/apache/commons/commons-math/2.2/commons-math-2.2.jar:/Users/sush/.m2/repository/org/apache/hbase/hbase-hadoop-compat/1.1.1/hbase-hadoop-compat-1.1.1-tests.jar:/Users/sush/.m2/repository/org/apache/hbase/hbase-hadoop2-compat/1.1.1/hbase-hadoop2-compat-1.1.1.jar:/Users/sush/.m2/repository/com/yammer/metrics/metrics-core/2.2.0/metrics-core-2.2.0.jar:/Users/sush/.m2/repository/org/apache/hbase/hbase-hadoop2-compat/1.1.1/hbase-hadoop2-compat-1.1.1-tests.jar:/Users/sush/.m2/repository/org/apache/hbase/hbase-server/1.1.1/hbase-server-1.1.1.jar:/Users/sush/.m2/repository/org/apache/hbase/hbase-procedure/1.1.1/hbase-procedure-1.1.1.jar:/Users/sush/.m2/repository/org/apache/hbase/hbase-prefix-tree/1.1.1/hbase-prefix-tree-1.1.1.jar:/Users/sush/.m2/repository/org/mortbay/jetty/jetty-sslengine/6.1.26.hwx/jetty-sslengine-6.1.26.hwx.jar:/Users/sush/.m2/repository/org/mortbay/jetty/jsp-2.1/6.1.14/jsp-2.1-6.1.14.jar:/Users/sush/.m2/repository/org/mortbay/jetty/jsp-api-2.1/6.1.14/jsp-api-2.1-6.1.14.jar:/Users/sush/.m2/repository/org/mortbay/jetty/servlet-api-2.5/6.1.14/servlet-api-2.5-6.1.14.jar:/Users/sush/.m2/repository/org/codehaus/jackson/jackson-jaxrs/1.9.2/jackson-jaxrs-1.9.2.jar:/Users/sush/.m2/repository/org/jamon/jamon-runtime/2.3.1/jamon-runtime-2.3.1.jar:/Users/sush/.m2/repository/io/netty/netty-all/4.0.23.Final/netty-all-4.0.23.Final.jar:/Users/sush/.m2/repository/com/lmax/disruptor/3.3.0/disruptor-3.3.0.jar:/Users/sush/.m2/repository/org/apache/hadoop/hadoop-client/2.6.0/hadoop-client-2.6.0.jar:/Users/sush/.m2/repository/org/apache/hadoop/hadoop-mapreduce-client-jobclient/2.6.0/hadoop-mapreduce-client-jobclient-2.6.0.jar:/Users/sush/.m2/repository/org/apache/hbase/hbase-server/1.1.1/hbase-server-1.1.1-tests.jar:/Users/sush/.m2/repository/org/apache/tez/tez-tests/0.8.1-alpha/tez-tests-0.8.1-alpha-tests.jar:/Users/sush/.m2/repository/org/apache/tez/tez-examples/0.8.1-alpha/tez-examples-0.8.1-alpha.jar:/Library/Java/JavaVirtualMachines/jdk1.7.0_55.jdk/Contents/Home/jre/../lib/tools.jar:/Users/sush/.m2/repository/org/apache/tez/tez-api/0.8.1-alpha/tez-api-0.8.1-alpha.jar:/Users/sush/.m2/repository/org/codehaus/jettison/jettison/1.3.4/jettison-1.3.4.jar:/Users/sush/.m2/repository/org/apache/commons/commons-collections4/4.0/commons-collections4-4.0.jar:/Users/sush/.m2/repository/com/sun/jersey/jersey-client/1.9/jersey-client-1.9.jar:/Users/sush/.m2/repository/org/apache/tez/tez-runtime-library/0.8.1-alpha/tez-runtime-library-0.8.1-alpha.jar:/Users/sush/.m2/repository/org/roaringbitmap/RoaringBitmap/0.4.9/RoaringBitmap-0.4.9.jar:/Users/sush/.m2/repository/com/ning/async-http-client/1.8.16/async-http-client-1.8.16.jar:/Users/sush/.m2/repository/org/apache/tez/tez-common/0.8.1-alpha/tez-common-0.8.1-alpha.jar:/Users/sush/.m2/repository/org/apache/tez/tez-mapreduce/0.8.1-alpha/tez-mapreduce-0.8.1-alpha.jar:/Users/sush/.m2/repository/org/apache/tez/tez-dag/0.8.1-alpha/tez-dag-0.8.1-alpha.jar:/Users/sush/.m2/repository/org/apache/tez/tez-runtime-internals/0.8.1-alpha/tez-runtime-internals-0.8.1-alpha.jar:/Users/sush/.m2/repository/org/apache/hadoop/hadoop-yarn-server-web-proxy/2.6.0/hadoop-yarn-server-web-proxy-2.6.0.jar:/Users/sush/.m2/repository/org/slf4j/slf4j-api/1.7.5/slf4j-api-1.7.5.jar:/Users/sush/dev/hive.git/itests/qtest/target/tmp/conf:/Users/sush/dev/hive.git/itests/qtest/../../conf: 2015-10-29T11:11:48,114 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:48,114 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:48,115 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:48,137 DEBUG [main]: conf.VariableSubstitution (VariableSubstitution.java:substitute(63)) - Substitution is on: DROP TABLE IF EXISTS src 2015-10-29T11:11:48,139 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:48,140 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(185)) - Parsing command: DROP TABLE IF EXISTS src 2015-10-29T11:11:48,889 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(209)) - Parse Completed 2015-10-29T11:11:48,890 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:48,890 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:48,904 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:48,904 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:48,928 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:48,929 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=src 2015-10-29T11:11:48,929 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=src 2015-10-29T11:11:48,942 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:48,949 INFO [main]: ql.Driver (Driver.java:compile(448)) - Semantic Analysis Completed 2015-10-29T11:11:48,949 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:48,953 INFO [main]: ql.Driver (Driver.java:getSchema(244)) - Returning Hive schema: Schema(fieldSchemas:null, properties:null) 2015-10-29T11:11:48,957 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:48,957 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : compilation phase 2015-10-29T11:11:48,957 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {flushCache_()=0, listRoleNames_()=6, isCompatibleWith_(HiveConf, )=1, getTables_(String, String, )=17, getAllDatabases_()=12, getAllFunctions_()=86} 2015-10-29T11:11:48,958 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:48,958 INFO [main]: lockmgr.DummyTxnManager (DummyTxnManager.java:getLockManager(82)) - Creating lock manager of type org.apache.hadoop.hive.ql.lockmgr.zookeeper.ZooKeeperHiveLockManager 2015-10-29T11:11:48,986 INFO [main]: imps.CuratorFrameworkImpl (CuratorFrameworkImpl.java:start(230)) - Starting 2015-10-29T11:11:48,988 DEBUG [main]: curator.CuratorZookeeperClient (CuratorZookeeperClient.java:start(181)) - Starting 2015-10-29T11:11:48,988 DEBUG [main]: curator.ConnectionState (ConnectionState.java:start(101)) - Starting 2015-10-29T11:11:48,988 DEBUG [main]: curator.ConnectionState (ConnectionState.java:reset(212)) - reset 2015-10-29T11:11:48,989 INFO [main]: zookeeper.ZooKeeper (ZooKeeper.java:(438)) - Initiating client connection, connectString=localhost:63348 sessionTimeout=1200000 watcher=org.apache.curator.ConnectionState@1bd172ba 2015-10-29T11:11:48,989 INFO [main]: zookeeper.ZooKeeper (ZooKeeper.java:(438)) - Initiating client connection, connectString=localhost:63348 sessionTimeout=1200000 watcher=org.apache.curator.ConnectionState@1bd172ba 2015-10-29T11:11:48,990 INFO [NIOServerCxn.Factory:0.0.0.0/0.0.0.0:63348]: server.NIOServerCnxnFactory (NIOServerCnxnFactory.java:run(197)) - Accepted socket connection from /127.0.0.1:60615 2015-10-29T11:11:48,990 INFO [NIOServerCxn.Factory:0.0.0.0/0.0.0.0:63348]: server.NIOServerCnxnFactory (NIOServerCnxnFactory.java:run(197)) - Accepted socket connection from /127.0.0.1:60615 2015-10-29T11:11:48,991 INFO [NIOServerCxn.Factory:0.0.0.0/0.0.0.0:63348]: server.ZooKeeperServer (ZooKeeperServer.java:processConnectRequest(868)) - Client attempting to establish new session at /127.0.0.1:60615 2015-10-29T11:11:48,991 INFO [NIOServerCxn.Factory:0.0.0.0/0.0.0.0:63348]: server.ZooKeeperServer (ZooKeeperServer.java:processConnectRequest(868)) - Client attempting to establish new session at /127.0.0.1:60615 2015-10-29T11:11:48,992 INFO [SyncThread:0]: server.ZooKeeperServer (ZooKeeperServer.java:finishSessionInit(617)) - Established session 0x150b4cc5d280001 with negotiated timeout 40000 for client /127.0.0.1:60615 2015-10-29T11:11:48,992 INFO [SyncThread:0]: server.ZooKeeperServer (ZooKeeperServer.java:finishSessionInit(617)) - Established session 0x150b4cc5d280001 with negotiated timeout 40000 for client /127.0.0.1:60615 2015-10-29T11:11:48,995 INFO [main-EventThread]: state.ConnectionStateManager (ConnectionStateManager.java:postState(228)) - State change: CONNECTED 2015-10-29T11:11:49,006 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,006 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,006 INFO [main]: ql.Driver (Driver.java:execute(1468)) - Starting command(queryId=sush_20151029111148_4d6cd84e-d87d-4a04-b258-e4992a60e381): DROP TABLE IF EXISTS src 2015-10-29T11:11:49,009 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,009 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: query: DROP TABLE IF EXISTS src 2015-10-29T11:11:49,009 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: type: DROPTABLE 2015-10-29T11:11:49,009 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,009 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,010 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,011 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,011 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,012 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,015 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-0:DDL] in serial mode 2015-10-29T11:11:49,016 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,016 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=src 2015-10-29T11:11:49,016 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=src 2015-10-29T11:11:49,017 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,017 ERROR [main]: metadata.Hive (Hive.java:getTable(1178)) - Table src not found: default.src table not found 2015-10-29T11:11:49,029 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,030 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=src 2015-10-29T11:11:49,030 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=src 2015-10-29T11:11:49,031 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,032 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,032 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,033 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: query: DROP TABLE IF EXISTS src 2015-10-29T11:11:49,033 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: type: DROPTABLE 2015-10-29T11:11:49,033 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,033 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : execution phase 2015-10-29T11:11:49,033 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {dropTable_(String, String, boolean, boolean, boolean, )=2, isCompatibleWith_(HiveConf, )=1} 2015-10-29T11:11:49,034 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,034 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - OK 2015-10-29T11:11:49,034 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,034 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,034 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,035 DEBUG [main]: ql.Driver (DriverContext.java:shutdown(132)) - Shutting down query DROP TABLE IF EXISTS src 2015-10-29T11:11:49,035 INFO [main]: CliDriver (SessionState.java:printInfo(996)) - Time taken: 0.922 seconds 2015-10-29T11:11:49,035 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,035 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,035 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,036 DEBUG [main]: conf.VariableSubstitution (VariableSubstitution.java:substitute(63)) - Substitution is on: DROP TABLE IF EXISTS src1 2015-10-29T11:11:49,036 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,036 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(185)) - Parsing command: DROP TABLE IF EXISTS src1 2015-10-29T11:11:49,036 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(209)) - Parse Completed 2015-10-29T11:11:49,037 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,037 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,037 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,037 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,038 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,038 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=src1 2015-10-29T11:11:49,038 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=src1 2015-10-29T11:11:49,039 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,039 INFO [main]: ql.Driver (Driver.java:compile(448)) - Semantic Analysis Completed 2015-10-29T11:11:49,039 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,039 INFO [main]: ql.Driver (Driver.java:getSchema(244)) - Returning Hive schema: Schema(fieldSchemas:null, properties:null) 2015-10-29T11:11:49,040 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,040 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : compilation phase 2015-10-29T11:11:49,040 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {flushCache_()=1, isCompatibleWith_(HiveConf, )=0} 2015-10-29T11:11:49,040 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,040 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,040 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,040 INFO [main]: ql.Driver (Driver.java:execute(1468)) - Starting command(queryId=sush_20151029111149_19acc0a0-0c10-4779-9eaa-73f1f72ccbd1): DROP TABLE IF EXISTS src1 2015-10-29T11:11:49,040 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,041 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: query: DROP TABLE IF EXISTS src1 2015-10-29T11:11:49,041 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: type: DROPTABLE 2015-10-29T11:11:49,041 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,041 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,041 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,041 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,041 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,041 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,042 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-0:DDL] in serial mode 2015-10-29T11:11:49,042 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,042 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=src1 2015-10-29T11:11:49,043 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=src1 2015-10-29T11:11:49,044 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,044 ERROR [main]: metadata.Hive (Hive.java:getTable(1178)) - Table src1 not found: default.src1 table not found 2015-10-29T11:11:49,044 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,044 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=src1 2015-10-29T11:11:49,044 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=src1 2015-10-29T11:11:49,045 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,045 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,045 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,045 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: query: DROP TABLE IF EXISTS src1 2015-10-29T11:11:49,045 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: type: DROPTABLE 2015-10-29T11:11:49,046 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,046 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : execution phase 2015-10-29T11:11:49,046 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {dropTable_(String, String, boolean, boolean, boolean, )=1, isCompatibleWith_(HiveConf, )=1} 2015-10-29T11:11:49,046 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,046 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - OK 2015-10-29T11:11:49,046 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,046 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,046 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,046 DEBUG [main]: ql.Driver (DriverContext.java:shutdown(132)) - Shutting down query DROP TABLE IF EXISTS src1 2015-10-29T11:11:49,047 INFO [main]: CliDriver (SessionState.java:printInfo(996)) - Time taken: 0.011 seconds 2015-10-29T11:11:49,047 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,047 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,047 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,047 DEBUG [main]: conf.VariableSubstitution (VariableSubstitution.java:substitute(63)) - Substitution is on: DROP TABLE IF EXISTS src_json 2015-10-29T11:11:49,048 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,048 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(185)) - Parsing command: DROP TABLE IF EXISTS src_json 2015-10-29T11:11:49,048 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(209)) - Parse Completed 2015-10-29T11:11:49,048 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,048 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,049 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,049 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,049 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,049 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=src_json 2015-10-29T11:11:49,049 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=src_json 2015-10-29T11:11:49,050 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,050 INFO [main]: ql.Driver (Driver.java:compile(448)) - Semantic Analysis Completed 2015-10-29T11:11:49,050 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,050 INFO [main]: ql.Driver (Driver.java:getSchema(244)) - Returning Hive schema: Schema(fieldSchemas:null, properties:null) 2015-10-29T11:11:49,051 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,051 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : compilation phase 2015-10-29T11:11:49,051 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {flushCache_()=0, isCompatibleWith_(HiveConf, )=1} 2015-10-29T11:11:49,051 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,051 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,051 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,051 INFO [main]: ql.Driver (Driver.java:execute(1468)) - Starting command(queryId=sush_20151029111149_30752265-618d-46cc-8bb7-e708c12fc7ad): DROP TABLE IF EXISTS src_json 2015-10-29T11:11:49,051 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,051 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: query: DROP TABLE IF EXISTS src_json 2015-10-29T11:11:49,052 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: type: DROPTABLE 2015-10-29T11:11:49,052 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,052 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,052 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,052 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,052 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,052 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,053 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-0:DDL] in serial mode 2015-10-29T11:11:49,053 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,053 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=src_json 2015-10-29T11:11:49,053 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=src_json 2015-10-29T11:11:49,054 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,054 ERROR [main]: metadata.Hive (Hive.java:getTable(1178)) - Table src_json not found: default.src_json table not found 2015-10-29T11:11:49,054 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,055 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=src_json 2015-10-29T11:11:49,055 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=src_json 2015-10-29T11:11:49,056 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,056 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,056 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,056 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: query: DROP TABLE IF EXISTS src_json 2015-10-29T11:11:49,056 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: type: DROPTABLE 2015-10-29T11:11:49,056 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,056 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : execution phase 2015-10-29T11:11:49,056 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {dropTable_(String, String, boolean, boolean, boolean, )=2, isCompatibleWith_(HiveConf, )=0} 2015-10-29T11:11:49,057 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,057 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - OK 2015-10-29T11:11:49,057 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,057 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,057 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,057 DEBUG [main]: ql.Driver (DriverContext.java:shutdown(132)) - Shutting down query DROP TABLE IF EXISTS src_json 2015-10-29T11:11:49,057 INFO [main]: CliDriver (SessionState.java:printInfo(996)) - Time taken: 0.01 seconds 2015-10-29T11:11:49,057 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,058 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,058 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,058 DEBUG [main]: conf.VariableSubstitution (VariableSubstitution.java:substitute(63)) - Substitution is on: DROP TABLE IF EXISTS src_sequencefile 2015-10-29T11:11:49,059 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,059 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(185)) - Parsing command: DROP TABLE IF EXISTS src_sequencefile 2015-10-29T11:11:49,059 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(209)) - Parse Completed 2015-10-29T11:11:49,059 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,059 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,060 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,060 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,060 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,060 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=src_sequencefile 2015-10-29T11:11:49,061 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=src_sequencefile 2015-10-29T11:11:49,062 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,062 INFO [main]: ql.Driver (Driver.java:compile(448)) - Semantic Analysis Completed 2015-10-29T11:11:49,062 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,062 INFO [main]: ql.Driver (Driver.java:getSchema(244)) - Returning Hive schema: Schema(fieldSchemas:null, properties:null) 2015-10-29T11:11:49,062 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,062 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : compilation phase 2015-10-29T11:11:49,063 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {flushCache_()=0, isCompatibleWith_(HiveConf, )=1} 2015-10-29T11:11:49,063 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,063 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,063 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,063 INFO [main]: ql.Driver (Driver.java:execute(1468)) - Starting command(queryId=sush_20151029111149_8e10c2fa-bb5c-4c6c-a640-deb536aebc81): DROP TABLE IF EXISTS src_sequencefile 2015-10-29T11:11:49,063 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,063 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: query: DROP TABLE IF EXISTS src_sequencefile 2015-10-29T11:11:49,063 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: type: DROPTABLE 2015-10-29T11:11:49,064 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,064 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,064 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,064 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,064 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,064 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,064 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-0:DDL] in serial mode 2015-10-29T11:11:49,065 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,065 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=src_sequencefile 2015-10-29T11:11:49,065 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=src_sequencefile 2015-10-29T11:11:49,066 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,066 ERROR [main]: metadata.Hive (Hive.java:getTable(1178)) - Table src_sequencefile not found: default.src_sequencefile table not found 2015-10-29T11:11:49,066 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,066 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=src_sequencefile 2015-10-29T11:11:49,067 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=src_sequencefile 2015-10-29T11:11:49,067 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,068 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,068 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,068 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: query: DROP TABLE IF EXISTS src_sequencefile 2015-10-29T11:11:49,068 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: type: DROPTABLE 2015-10-29T11:11:49,068 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,068 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : execution phase 2015-10-29T11:11:49,068 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {dropTable_(String, String, boolean, boolean, boolean, )=1, isCompatibleWith_(HiveConf, )=0} 2015-10-29T11:11:49,068 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,068 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - OK 2015-10-29T11:11:49,069 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,069 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,069 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,069 DEBUG [main]: ql.Driver (DriverContext.java:shutdown(132)) - Shutting down query DROP TABLE IF EXISTS src_sequencefile 2015-10-29T11:11:49,069 INFO [main]: CliDriver (SessionState.java:printInfo(996)) - Time taken: 0.012 seconds 2015-10-29T11:11:49,069 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,069 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,069 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,070 DEBUG [main]: conf.VariableSubstitution (VariableSubstitution.java:substitute(63)) - Substitution is on: DROP TABLE IF EXISTS src_thrift 2015-10-29T11:11:49,070 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,070 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(185)) - Parsing command: DROP TABLE IF EXISTS src_thrift 2015-10-29T11:11:49,070 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(209)) - Parse Completed 2015-10-29T11:11:49,070 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,071 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,071 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,071 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,072 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,072 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=src_thrift 2015-10-29T11:11:49,072 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=src_thrift 2015-10-29T11:11:49,073 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,073 INFO [main]: ql.Driver (Driver.java:compile(448)) - Semantic Analysis Completed 2015-10-29T11:11:49,073 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,073 INFO [main]: ql.Driver (Driver.java:getSchema(244)) - Returning Hive schema: Schema(fieldSchemas:null, properties:null) 2015-10-29T11:11:49,073 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,073 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : compilation phase 2015-10-29T11:11:49,073 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {flushCache_()=0, isCompatibleWith_(HiveConf, )=0} 2015-10-29T11:11:49,074 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,074 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,074 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,074 INFO [main]: ql.Driver (Driver.java:execute(1468)) - Starting command(queryId=sush_20151029111149_34c0c4e2-05d6-49a6-8e6d-0bdf6ce893ff): DROP TABLE IF EXISTS src_thrift 2015-10-29T11:11:49,074 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,074 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: query: DROP TABLE IF EXISTS src_thrift 2015-10-29T11:11:49,074 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: type: DROPTABLE 2015-10-29T11:11:49,074 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,075 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,075 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,075 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,075 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,075 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,075 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-0:DDL] in serial mode 2015-10-29T11:11:49,076 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,076 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=src_thrift 2015-10-29T11:11:49,076 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=src_thrift 2015-10-29T11:11:49,077 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,077 ERROR [main]: metadata.Hive (Hive.java:getTable(1178)) - Table src_thrift not found: default.src_thrift table not found 2015-10-29T11:11:49,077 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,077 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=src_thrift 2015-10-29T11:11:49,078 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=src_thrift 2015-10-29T11:11:49,078 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,079 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,079 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,079 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: query: DROP TABLE IF EXISTS src_thrift 2015-10-29T11:11:49,079 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: type: DROPTABLE 2015-10-29T11:11:49,079 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,079 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : execution phase 2015-10-29T11:11:49,079 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {dropTable_(String, String, boolean, boolean, boolean, )=2, isCompatibleWith_(HiveConf, )=0} 2015-10-29T11:11:49,079 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,079 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - OK 2015-10-29T11:11:49,080 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,080 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,080 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,080 DEBUG [main]: ql.Driver (DriverContext.java:shutdown(132)) - Shutting down query DROP TABLE IF EXISTS src_thrift 2015-10-29T11:11:49,080 INFO [main]: CliDriver (SessionState.java:printInfo(996)) - Time taken: 0.011 seconds 2015-10-29T11:11:49,080 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,080 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,080 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,081 DEBUG [main]: conf.VariableSubstitution (VariableSubstitution.java:substitute(63)) - Substitution is on: DROP TABLE IF EXISTS srcbucket 2015-10-29T11:11:49,081 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,081 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(185)) - Parsing command: DROP TABLE IF EXISTS srcbucket 2015-10-29T11:11:49,081 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(209)) - Parse Completed 2015-10-29T11:11:49,082 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,082 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,082 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,082 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,082 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,083 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=srcbucket 2015-10-29T11:11:49,083 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=srcbucket 2015-10-29T11:11:49,085 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,085 INFO [main]: ql.Driver (Driver.java:compile(448)) - Semantic Analysis Completed 2015-10-29T11:11:49,085 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,085 INFO [main]: ql.Driver (Driver.java:getSchema(244)) - Returning Hive schema: Schema(fieldSchemas:null, properties:null) 2015-10-29T11:11:49,085 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,085 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : compilation phase 2015-10-29T11:11:49,085 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {flushCache_()=0, isCompatibleWith_(HiveConf, )=0} 2015-10-29T11:11:49,085 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,086 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,086 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,086 INFO [main]: ql.Driver (Driver.java:execute(1468)) - Starting command(queryId=sush_20151029111149_eed9f123-f005-4ac2-a549-b58f262535f5): DROP TABLE IF EXISTS srcbucket 2015-10-29T11:11:49,086 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,086 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: query: DROP TABLE IF EXISTS srcbucket 2015-10-29T11:11:49,086 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: type: DROPTABLE 2015-10-29T11:11:49,086 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,086 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,086 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,087 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,087 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,087 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,087 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-0:DDL] in serial mode 2015-10-29T11:11:49,088 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,088 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=srcbucket 2015-10-29T11:11:49,088 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=srcbucket 2015-10-29T11:11:49,089 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,089 ERROR [main]: metadata.Hive (Hive.java:getTable(1178)) - Table srcbucket not found: default.srcbucket table not found 2015-10-29T11:11:49,089 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,089 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=srcbucket 2015-10-29T11:11:49,090 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=srcbucket 2015-10-29T11:11:49,090 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,090 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,091 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,091 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: query: DROP TABLE IF EXISTS srcbucket 2015-10-29T11:11:49,091 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: type: DROPTABLE 2015-10-29T11:11:49,091 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,091 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : execution phase 2015-10-29T11:11:49,091 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {dropTable_(String, String, boolean, boolean, boolean, )=1, isCompatibleWith_(HiveConf, )=0} 2015-10-29T11:11:49,091 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,091 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - OK 2015-10-29T11:11:49,092 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,092 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,092 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,092 DEBUG [main]: ql.Driver (DriverContext.java:shutdown(132)) - Shutting down query DROP TABLE IF EXISTS srcbucket 2015-10-29T11:11:49,092 INFO [main]: CliDriver (SessionState.java:printInfo(996)) - Time taken: 0.012 seconds 2015-10-29T11:11:49,092 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,092 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,092 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,093 DEBUG [main]: conf.VariableSubstitution (VariableSubstitution.java:substitute(63)) - Substitution is on: DROP TABLE IF EXISTS srcbucket2 2015-10-29T11:11:49,093 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,093 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(185)) - Parsing command: DROP TABLE IF EXISTS srcbucket2 2015-10-29T11:11:49,093 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(209)) - Parse Completed 2015-10-29T11:11:49,093 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,093 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,094 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,094 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,094 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,094 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=srcbucket2 2015-10-29T11:11:49,094 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=srcbucket2 2015-10-29T11:11:49,095 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,095 INFO [main]: ql.Driver (Driver.java:compile(448)) - Semantic Analysis Completed 2015-10-29T11:11:49,096 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,096 INFO [main]: ql.Driver (Driver.java:getSchema(244)) - Returning Hive schema: Schema(fieldSchemas:null, properties:null) 2015-10-29T11:11:49,096 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,096 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : compilation phase 2015-10-29T11:11:49,096 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {flushCache_()=0, isCompatibleWith_(HiveConf, )=0} 2015-10-29T11:11:49,096 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,096 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,096 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,096 INFO [main]: ql.Driver (Driver.java:execute(1468)) - Starting command(queryId=sush_20151029111149_cd501fbf-337a-4f75-afc6-783f85b77967): DROP TABLE IF EXISTS srcbucket2 2015-10-29T11:11:49,097 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,097 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: query: DROP TABLE IF EXISTS srcbucket2 2015-10-29T11:11:49,097 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: type: DROPTABLE 2015-10-29T11:11:49,097 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,097 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,097 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,097 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,097 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,097 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,098 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-0:DDL] in serial mode 2015-10-29T11:11:49,098 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,098 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=srcbucket2 2015-10-29T11:11:49,098 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=srcbucket2 2015-10-29T11:11:49,099 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,099 ERROR [main]: metadata.Hive (Hive.java:getTable(1178)) - Table srcbucket2 not found: default.srcbucket2 table not found 2015-10-29T11:11:49,099 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,100 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=srcbucket2 2015-10-29T11:11:49,100 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=srcbucket2 2015-10-29T11:11:49,101 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,101 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,101 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,101 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: query: DROP TABLE IF EXISTS srcbucket2 2015-10-29T11:11:49,101 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: type: DROPTABLE 2015-10-29T11:11:49,101 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,101 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : execution phase 2015-10-29T11:11:49,101 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {dropTable_(String, String, boolean, boolean, boolean, )=2, isCompatibleWith_(HiveConf, )=0} 2015-10-29T11:11:49,101 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,102 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - OK 2015-10-29T11:11:49,102 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,102 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,102 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,102 DEBUG [main]: ql.Driver (DriverContext.java:shutdown(132)) - Shutting down query DROP TABLE IF EXISTS srcbucket2 2015-10-29T11:11:49,102 INFO [main]: CliDriver (SessionState.java:printInfo(996)) - Time taken: 0.01 seconds 2015-10-29T11:11:49,102 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,102 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,102 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,103 DEBUG [main]: conf.VariableSubstitution (VariableSubstitution.java:substitute(63)) - Substitution is on: DROP TABLE IF EXISTS srcpart 2015-10-29T11:11:49,103 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,103 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(185)) - Parsing command: DROP TABLE IF EXISTS srcpart 2015-10-29T11:11:49,103 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(209)) - Parse Completed 2015-10-29T11:11:49,104 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,104 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,104 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,104 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,105 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,105 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=srcpart 2015-10-29T11:11:49,105 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=srcpart 2015-10-29T11:11:49,106 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,106 INFO [main]: ql.Driver (Driver.java:compile(448)) - Semantic Analysis Completed 2015-10-29T11:11:49,106 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,106 INFO [main]: ql.Driver (Driver.java:getSchema(244)) - Returning Hive schema: Schema(fieldSchemas:null, properties:null) 2015-10-29T11:11:49,107 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,107 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : compilation phase 2015-10-29T11:11:49,107 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {flushCache_()=1, isCompatibleWith_(HiveConf, )=0} 2015-10-29T11:11:49,107 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,107 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,107 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,107 INFO [main]: ql.Driver (Driver.java:execute(1468)) - Starting command(queryId=sush_20151029111149_ad5ed913-64c6-4335-8db2-3064dfc6f0bd): DROP TABLE IF EXISTS srcpart 2015-10-29T11:11:49,107 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,108 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: query: DROP TABLE IF EXISTS srcpart 2015-10-29T11:11:49,108 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: type: DROPTABLE 2015-10-29T11:11:49,108 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,108 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,108 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,108 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,108 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,108 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,109 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-0:DDL] in serial mode 2015-10-29T11:11:49,109 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,110 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=srcpart 2015-10-29T11:11:49,110 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=srcpart 2015-10-29T11:11:49,111 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,111 ERROR [main]: metadata.Hive (Hive.java:getTable(1178)) - Table srcpart not found: default.srcpart table not found 2015-10-29T11:11:49,111 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,111 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=srcpart 2015-10-29T11:11:49,111 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=srcpart 2015-10-29T11:11:49,112 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,112 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,113 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,113 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: query: DROP TABLE IF EXISTS srcpart 2015-10-29T11:11:49,113 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: type: DROPTABLE 2015-10-29T11:11:49,113 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,113 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : execution phase 2015-10-29T11:11:49,113 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {dropTable_(String, String, boolean, boolean, boolean, )=1, isCompatibleWith_(HiveConf, )=1} 2015-10-29T11:11:49,113 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,113 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - OK 2015-10-29T11:11:49,113 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,114 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,114 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,114 DEBUG [main]: ql.Driver (DriverContext.java:shutdown(132)) - Shutting down query DROP TABLE IF EXISTS srcpart 2015-10-29T11:11:49,114 INFO [main]: CliDriver (SessionState.java:printInfo(996)) - Time taken: 0.012 seconds 2015-10-29T11:11:49,114 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,114 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,114 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,114 DEBUG [main]: conf.VariableSubstitution (VariableSubstitution.java:substitute(63)) - Substitution is on: DROP TABLE IF EXISTS primitives 2015-10-29T11:11:49,115 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,115 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(185)) - Parsing command: DROP TABLE IF EXISTS primitives 2015-10-29T11:11:49,115 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(209)) - Parse Completed 2015-10-29T11:11:49,115 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,115 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,116 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,116 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,116 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,116 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=primitives 2015-10-29T11:11:49,116 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=primitives 2015-10-29T11:11:49,117 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,117 INFO [main]: ql.Driver (Driver.java:compile(448)) - Semantic Analysis Completed 2015-10-29T11:11:49,117 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,118 INFO [main]: ql.Driver (Driver.java:getSchema(244)) - Returning Hive schema: Schema(fieldSchemas:null, properties:null) 2015-10-29T11:11:49,118 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,118 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : compilation phase 2015-10-29T11:11:49,118 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {flushCache_()=0, isCompatibleWith_(HiveConf, )=1} 2015-10-29T11:11:49,118 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,118 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,118 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,118 INFO [main]: ql.Driver (Driver.java:execute(1468)) - Starting command(queryId=sush_20151029111149_231da437-57db-4f7d-bae9-a4463cc557f8): DROP TABLE IF EXISTS primitives 2015-10-29T11:11:49,118 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,119 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: query: DROP TABLE IF EXISTS primitives 2015-10-29T11:11:49,119 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: type: DROPTABLE 2015-10-29T11:11:49,119 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,119 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,119 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,119 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,119 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,119 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,120 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-0:DDL] in serial mode 2015-10-29T11:11:49,120 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,120 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=primitives 2015-10-29T11:11:49,121 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=primitives 2015-10-29T11:11:49,122 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,122 ERROR [main]: metadata.Hive (Hive.java:getTable(1178)) - Table primitives not found: default.primitives table not found 2015-10-29T11:11:49,122 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,122 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=primitives 2015-10-29T11:11:49,123 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=primitives 2015-10-29T11:11:49,123 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,124 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,124 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,124 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: query: DROP TABLE IF EXISTS primitives 2015-10-29T11:11:49,124 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: type: DROPTABLE 2015-10-29T11:11:49,124 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,124 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : execution phase 2015-10-29T11:11:49,124 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {dropTable_(String, String, boolean, boolean, boolean, )=2, isCompatibleWith_(HiveConf, )=1} 2015-10-29T11:11:49,125 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,125 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - OK 2015-10-29T11:11:49,125 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,125 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,125 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,125 DEBUG [main]: ql.Driver (DriverContext.java:shutdown(132)) - Shutting down query DROP TABLE IF EXISTS primitives 2015-10-29T11:11:49,125 INFO [main]: CliDriver (SessionState.java:printInfo(996)) - Time taken: 0.011 seconds 2015-10-29T11:11:49,126 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,126 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,126 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,126 DEBUG [main]: conf.VariableSubstitution (VariableSubstitution.java:substitute(63)) - Substitution is on: DROP TABLE IF EXISTS dest1 2015-10-29T11:11:49,126 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,126 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(185)) - Parsing command: DROP TABLE IF EXISTS dest1 2015-10-29T11:11:49,127 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(209)) - Parse Completed 2015-10-29T11:11:49,127 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,127 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,127 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,128 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,128 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,128 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=dest1 2015-10-29T11:11:49,128 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=dest1 2015-10-29T11:11:49,129 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,129 INFO [main]: ql.Driver (Driver.java:compile(448)) - Semantic Analysis Completed 2015-10-29T11:11:49,130 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,130 INFO [main]: ql.Driver (Driver.java:getSchema(244)) - Returning Hive schema: Schema(fieldSchemas:null, properties:null) 2015-10-29T11:11:49,130 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,130 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : compilation phase 2015-10-29T11:11:49,130 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {flushCache_()=1, isCompatibleWith_(HiveConf, )=0} 2015-10-29T11:11:49,130 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,130 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,130 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,130 INFO [main]: ql.Driver (Driver.java:execute(1468)) - Starting command(queryId=sush_20151029111149_8d120e3c-2062-4322-a88b-e81109428afd): DROP TABLE IF EXISTS dest1 2015-10-29T11:11:49,131 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,131 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: query: DROP TABLE IF EXISTS dest1 2015-10-29T11:11:49,131 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: type: DROPTABLE 2015-10-29T11:11:49,131 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,131 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,131 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,131 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,131 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,131 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,132 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-0:DDL] in serial mode 2015-10-29T11:11:49,132 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,132 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=dest1 2015-10-29T11:11:49,132 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=dest1 2015-10-29T11:11:49,133 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,133 ERROR [main]: metadata.Hive (Hive.java:getTable(1178)) - Table dest1 not found: default.dest1 table not found 2015-10-29T11:11:49,133 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,134 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=dest1 2015-10-29T11:11:49,134 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=dest1 2015-10-29T11:11:49,135 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,135 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,135 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,135 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: query: DROP TABLE IF EXISTS dest1 2015-10-29T11:11:49,135 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: type: DROPTABLE 2015-10-29T11:11:49,135 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,135 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : execution phase 2015-10-29T11:11:49,135 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {dropTable_(String, String, boolean, boolean, boolean, )=2, isCompatibleWith_(HiveConf, )=0} 2015-10-29T11:11:49,135 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,136 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - OK 2015-10-29T11:11:49,136 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,136 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,136 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,136 DEBUG [main]: ql.Driver (DriverContext.java:shutdown(132)) - Shutting down query DROP TABLE IF EXISTS dest1 2015-10-29T11:11:49,137 INFO [main]: CliDriver (SessionState.java:printInfo(996)) - Time taken: 0.011 seconds 2015-10-29T11:11:49,137 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,137 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,137 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,138 DEBUG [main]: conf.VariableSubstitution (VariableSubstitution.java:substitute(63)) - Substitution is on: DROP TABLE IF EXISTS dest2 2015-10-29T11:11:49,138 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,139 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(185)) - Parsing command: DROP TABLE IF EXISTS dest2 2015-10-29T11:11:49,139 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(209)) - Parse Completed 2015-10-29T11:11:49,139 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,139 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,140 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,140 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,140 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,140 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=dest2 2015-10-29T11:11:49,141 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=dest2 2015-10-29T11:11:49,142 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,142 INFO [main]: ql.Driver (Driver.java:compile(448)) - Semantic Analysis Completed 2015-10-29T11:11:49,142 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,142 INFO [main]: ql.Driver (Driver.java:getSchema(244)) - Returning Hive schema: Schema(fieldSchemas:null, properties:null) 2015-10-29T11:11:49,143 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,143 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : compilation phase 2015-10-29T11:11:49,143 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {flushCache_()=0, isCompatibleWith_(HiveConf, )=1} 2015-10-29T11:11:49,143 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,143 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,143 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,143 INFO [main]: ql.Driver (Driver.java:execute(1468)) - Starting command(queryId=sush_20151029111149_9b7669a4-4f69-46e7-890b-94d00d3aeb93): DROP TABLE IF EXISTS dest2 2015-10-29T11:11:49,144 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,144 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: query: DROP TABLE IF EXISTS dest2 2015-10-29T11:11:49,144 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: type: DROPTABLE 2015-10-29T11:11:49,144 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,144 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,144 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,144 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,144 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,145 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,145 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-0:DDL] in serial mode 2015-10-29T11:11:49,145 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,146 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=dest2 2015-10-29T11:11:49,146 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=dest2 2015-10-29T11:11:49,147 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,147 ERROR [main]: metadata.Hive (Hive.java:getTable(1178)) - Table dest2 not found: default.dest2 table not found 2015-10-29T11:11:49,147 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,147 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=dest2 2015-10-29T11:11:49,147 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=dest2 2015-10-29T11:11:49,148 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,148 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,148 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,149 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: query: DROP TABLE IF EXISTS dest2 2015-10-29T11:11:49,149 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: type: DROPTABLE 2015-10-29T11:11:49,149 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,149 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : execution phase 2015-10-29T11:11:49,149 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {dropTable_(String, String, boolean, boolean, boolean, )=1, isCompatibleWith_(HiveConf, )=0} 2015-10-29T11:11:49,149 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,149 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - OK 2015-10-29T11:11:49,149 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,149 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,149 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,150 DEBUG [main]: ql.Driver (DriverContext.java:shutdown(132)) - Shutting down query DROP TABLE IF EXISTS dest2 2015-10-29T11:11:49,150 INFO [main]: CliDriver (SessionState.java:printInfo(996)) - Time taken: 0.013 seconds 2015-10-29T11:11:49,150 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,150 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,150 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,150 DEBUG [main]: conf.VariableSubstitution (VariableSubstitution.java:substitute(63)) - Substitution is on: DROP TABLE IF EXISTS dest3 2015-10-29T11:11:49,151 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,151 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(185)) - Parsing command: DROP TABLE IF EXISTS dest3 2015-10-29T11:11:49,151 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(209)) - Parse Completed 2015-10-29T11:11:49,151 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,151 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,151 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,152 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,152 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,152 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=dest3 2015-10-29T11:11:49,152 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=dest3 2015-10-29T11:11:49,153 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,153 INFO [main]: ql.Driver (Driver.java:compile(448)) - Semantic Analysis Completed 2015-10-29T11:11:49,153 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,153 INFO [main]: ql.Driver (Driver.java:getSchema(244)) - Returning Hive schema: Schema(fieldSchemas:null, properties:null) 2015-10-29T11:11:49,153 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,153 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : compilation phase 2015-10-29T11:11:49,153 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {flushCache_()=1, isCompatibleWith_(HiveConf, )=0} 2015-10-29T11:11:49,154 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,154 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,154 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,154 INFO [main]: ql.Driver (Driver.java:execute(1468)) - Starting command(queryId=sush_20151029111149_5cd87327-38b3-48fb-9e87-43c428ada661): DROP TABLE IF EXISTS dest3 2015-10-29T11:11:49,154 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,154 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: query: DROP TABLE IF EXISTS dest3 2015-10-29T11:11:49,154 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: type: DROPTABLE 2015-10-29T11:11:49,154 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,154 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,155 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,155 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,155 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,155 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,155 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-0:DDL] in serial mode 2015-10-29T11:11:49,155 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,156 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=dest3 2015-10-29T11:11:49,156 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=dest3 2015-10-29T11:11:49,157 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,157 ERROR [main]: metadata.Hive (Hive.java:getTable(1178)) - Table dest3 not found: default.dest3 table not found 2015-10-29T11:11:49,157 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,157 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=dest3 2015-10-29T11:11:49,157 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=dest3 2015-10-29T11:11:49,158 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,158 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,158 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,158 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: query: DROP TABLE IF EXISTS dest3 2015-10-29T11:11:49,158 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: type: DROPTABLE 2015-10-29T11:11:49,159 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,159 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : execution phase 2015-10-29T11:11:49,159 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {dropTable_(String, String, boolean, boolean, boolean, )=1, isCompatibleWith_(HiveConf, )=0} 2015-10-29T11:11:49,159 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,159 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - OK 2015-10-29T11:11:49,159 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,159 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,159 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,159 DEBUG [main]: ql.Driver (DriverContext.java:shutdown(132)) - Shutting down query DROP TABLE IF EXISTS dest3 2015-10-29T11:11:49,159 INFO [main]: CliDriver (SessionState.java:printInfo(996)) - Time taken: 0.009 seconds 2015-10-29T11:11:49,160 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,160 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,160 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,160 DEBUG [main]: conf.VariableSubstitution (VariableSubstitution.java:substitute(63)) - Substitution is on: DROP TABLE IF EXISTS dest4 2015-10-29T11:11:49,161 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,161 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(185)) - Parsing command: DROP TABLE IF EXISTS dest4 2015-10-29T11:11:49,161 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(209)) - Parse Completed 2015-10-29T11:11:49,161 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,161 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,162 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,162 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,162 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,162 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=dest4 2015-10-29T11:11:49,163 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=dest4 2015-10-29T11:11:49,164 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,164 INFO [main]: ql.Driver (Driver.java:compile(448)) - Semantic Analysis Completed 2015-10-29T11:11:49,164 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,164 INFO [main]: ql.Driver (Driver.java:getSchema(244)) - Returning Hive schema: Schema(fieldSchemas:null, properties:null) 2015-10-29T11:11:49,164 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,164 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : compilation phase 2015-10-29T11:11:49,164 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {flushCache_()=0, isCompatibleWith_(HiveConf, )=1} 2015-10-29T11:11:49,164 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,165 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,165 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,165 INFO [main]: ql.Driver (Driver.java:execute(1468)) - Starting command(queryId=sush_20151029111149_f642e39a-0cda-4277-bc38-6d9b1ec557b9): DROP TABLE IF EXISTS dest4 2015-10-29T11:11:49,165 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,165 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: query: DROP TABLE IF EXISTS dest4 2015-10-29T11:11:49,165 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: type: DROPTABLE 2015-10-29T11:11:49,165 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,165 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,165 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,166 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,166 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,166 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,167 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-0:DDL] in serial mode 2015-10-29T11:11:49,167 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,168 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=dest4 2015-10-29T11:11:49,168 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=dest4 2015-10-29T11:11:49,169 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,169 ERROR [main]: metadata.Hive (Hive.java:getTable(1178)) - Table dest4 not found: default.dest4 table not found 2015-10-29T11:11:49,169 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,169 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=dest4 2015-10-29T11:11:49,169 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=dest4 2015-10-29T11:11:49,170 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,170 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,171 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,171 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: query: DROP TABLE IF EXISTS dest4 2015-10-29T11:11:49,171 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: type: DROPTABLE 2015-10-29T11:11:49,171 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,171 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : execution phase 2015-10-29T11:11:49,171 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {dropTable_(String, String, boolean, boolean, boolean, )=1, isCompatibleWith_(HiveConf, )=1} 2015-10-29T11:11:49,171 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,171 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - OK 2015-10-29T11:11:49,171 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,171 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,172 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,172 DEBUG [main]: ql.Driver (DriverContext.java:shutdown(132)) - Shutting down query DROP TABLE IF EXISTS dest4 2015-10-29T11:11:49,172 INFO [main]: CliDriver (SessionState.java:printInfo(996)) - Time taken: 0.012 seconds 2015-10-29T11:11:49,172 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,172 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,172 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,173 DEBUG [main]: conf.VariableSubstitution (VariableSubstitution.java:substitute(63)) - Substitution is on: DROP TABLE IF EXISTS dest4_sequencefile 2015-10-29T11:11:49,173 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,173 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(185)) - Parsing command: DROP TABLE IF EXISTS dest4_sequencefile 2015-10-29T11:11:49,173 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(209)) - Parse Completed 2015-10-29T11:11:49,173 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,173 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,174 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,174 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,175 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,175 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=dest4_sequencefile 2015-10-29T11:11:49,175 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=dest4_sequencefile 2015-10-29T11:11:49,176 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,176 INFO [main]: ql.Driver (Driver.java:compile(448)) - Semantic Analysis Completed 2015-10-29T11:11:49,176 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,176 INFO [main]: ql.Driver (Driver.java:getSchema(244)) - Returning Hive schema: Schema(fieldSchemas:null, properties:null) 2015-10-29T11:11:49,176 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,177 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : compilation phase 2015-10-29T11:11:49,177 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {flushCache_()=1, isCompatibleWith_(HiveConf, )=1} 2015-10-29T11:11:49,177 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,177 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,177 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,177 INFO [main]: ql.Driver (Driver.java:execute(1468)) - Starting command(queryId=sush_20151029111149_d9c9e1d6-406d-4fd1-9c23-3dd94b51ed14): DROP TABLE IF EXISTS dest4_sequencefile 2015-10-29T11:11:49,179 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,179 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: query: DROP TABLE IF EXISTS dest4_sequencefile 2015-10-29T11:11:49,180 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: type: DROPTABLE 2015-10-29T11:11:49,180 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,180 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,180 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,180 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,180 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,180 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,181 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-0:DDL] in serial mode 2015-10-29T11:11:49,182 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,182 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=dest4_sequencefile 2015-10-29T11:11:49,182 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=dest4_sequencefile 2015-10-29T11:11:49,183 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,183 ERROR [main]: metadata.Hive (Hive.java:getTable(1178)) - Table dest4_sequencefile not found: default.dest4_sequencefile table not found 2015-10-29T11:11:49,183 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,184 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=dest4_sequencefile 2015-10-29T11:11:49,184 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=dest4_sequencefile 2015-10-29T11:11:49,185 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,185 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,185 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,185 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: query: DROP TABLE IF EXISTS dest4_sequencefile 2015-10-29T11:11:49,185 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: type: DROPTABLE 2015-10-29T11:11:49,185 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,185 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : execution phase 2015-10-29T11:11:49,185 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {dropTable_(String, String, boolean, boolean, boolean, )=2, isCompatibleWith_(HiveConf, )=2} 2015-10-29T11:11:49,185 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,186 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - OK 2015-10-29T11:11:49,186 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,186 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,186 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,186 DEBUG [main]: ql.Driver (DriverContext.java:shutdown(132)) - Shutting down query DROP TABLE IF EXISTS dest4_sequencefile 2015-10-29T11:11:49,186 INFO [main]: CliDriver (SessionState.java:printInfo(996)) - Time taken: 0.014 seconds 2015-10-29T11:11:49,187 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,187 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,187 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,187 DEBUG [main]: conf.VariableSubstitution (VariableSubstitution.java:substitute(63)) - Substitution is on: DROP TABLE IF EXISTS dest_j1 2015-10-29T11:11:49,187 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,187 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(185)) - Parsing command: DROP TABLE IF EXISTS dest_j1 2015-10-29T11:11:49,188 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(209)) - Parse Completed 2015-10-29T11:11:49,188 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,188 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,189 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,189 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,189 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,189 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=dest_j1 2015-10-29T11:11:49,189 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=dest_j1 2015-10-29T11:11:49,190 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,190 INFO [main]: ql.Driver (Driver.java:compile(448)) - Semantic Analysis Completed 2015-10-29T11:11:49,190 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,191 INFO [main]: ql.Driver (Driver.java:getSchema(244)) - Returning Hive schema: Schema(fieldSchemas:null, properties:null) 2015-10-29T11:11:49,191 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,191 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : compilation phase 2015-10-29T11:11:49,191 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {flushCache_()=0, isCompatibleWith_(HiveConf, )=0} 2015-10-29T11:11:49,191 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,191 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,191 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,191 INFO [main]: ql.Driver (Driver.java:execute(1468)) - Starting command(queryId=sush_20151029111149_b856249a-5ce3-4c35-9405-3c330256a872): DROP TABLE IF EXISTS dest_j1 2015-10-29T11:11:49,191 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,192 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: query: DROP TABLE IF EXISTS dest_j1 2015-10-29T11:11:49,192 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: type: DROPTABLE 2015-10-29T11:11:49,192 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,192 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,192 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,192 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,192 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,192 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,193 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-0:DDL] in serial mode 2015-10-29T11:11:49,193 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,193 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=dest_j1 2015-10-29T11:11:49,194 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=dest_j1 2015-10-29T11:11:49,195 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,195 ERROR [main]: metadata.Hive (Hive.java:getTable(1178)) - Table dest_j1 not found: default.dest_j1 table not found 2015-10-29T11:11:49,195 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,195 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=dest_j1 2015-10-29T11:11:49,195 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=dest_j1 2015-10-29T11:11:49,196 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,196 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,196 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,196 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: query: DROP TABLE IF EXISTS dest_j1 2015-10-29T11:11:49,196 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: type: DROPTABLE 2015-10-29T11:11:49,197 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,197 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : execution phase 2015-10-29T11:11:49,197 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {dropTable_(String, String, boolean, boolean, boolean, )=1, isCompatibleWith_(HiveConf, )=1} 2015-10-29T11:11:49,197 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,197 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - OK 2015-10-29T11:11:49,197 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,197 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,197 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,197 DEBUG [main]: ql.Driver (DriverContext.java:shutdown(132)) - Shutting down query DROP TABLE IF EXISTS dest_j1 2015-10-29T11:11:49,197 INFO [main]: CliDriver (SessionState.java:printInfo(996)) - Time taken: 0.011 seconds 2015-10-29T11:11:49,198 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,198 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,198 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,198 DEBUG [main]: conf.VariableSubstitution (VariableSubstitution.java:substitute(63)) - Substitution is on: DROP TABLE IF EXISTS dest_g1 2015-10-29T11:11:49,199 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,199 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(185)) - Parsing command: DROP TABLE IF EXISTS dest_g1 2015-10-29T11:11:49,199 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(209)) - Parse Completed 2015-10-29T11:11:49,199 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,199 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,200 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,200 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,200 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,201 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=dest_g1 2015-10-29T11:11:49,201 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=dest_g1 2015-10-29T11:11:49,202 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,202 INFO [main]: ql.Driver (Driver.java:compile(448)) - Semantic Analysis Completed 2015-10-29T11:11:49,202 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,202 INFO [main]: ql.Driver (Driver.java:getSchema(244)) - Returning Hive schema: Schema(fieldSchemas:null, properties:null) 2015-10-29T11:11:49,202 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,202 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : compilation phase 2015-10-29T11:11:49,202 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {flushCache_()=0, isCompatibleWith_(HiveConf, )=0} 2015-10-29T11:11:49,203 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,203 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,203 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,203 INFO [main]: ql.Driver (Driver.java:execute(1468)) - Starting command(queryId=sush_20151029111149_52e87134-6c3b-4c89-b9b6-44ffbaa750b1): DROP TABLE IF EXISTS dest_g1 2015-10-29T11:11:49,203 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,203 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: query: DROP TABLE IF EXISTS dest_g1 2015-10-29T11:11:49,204 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: type: DROPTABLE 2015-10-29T11:11:49,204 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,204 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,204 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,204 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,204 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,204 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,204 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-0:DDL] in serial mode 2015-10-29T11:11:49,205 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,205 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=dest_g1 2015-10-29T11:11:49,205 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=dest_g1 2015-10-29T11:11:49,206 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,206 ERROR [main]: metadata.Hive (Hive.java:getTable(1178)) - Table dest_g1 not found: default.dest_g1 table not found 2015-10-29T11:11:49,206 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,206 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=dest_g1 2015-10-29T11:11:49,207 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=dest_g1 2015-10-29T11:11:49,207 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,207 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,208 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,208 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: query: DROP TABLE IF EXISTS dest_g1 2015-10-29T11:11:49,208 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: type: DROPTABLE 2015-10-29T11:11:49,208 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,208 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : execution phase 2015-10-29T11:11:49,208 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {dropTable_(String, String, boolean, boolean, boolean, )=1, isCompatibleWith_(HiveConf, )=1} 2015-10-29T11:11:49,208 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,208 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - OK 2015-10-29T11:11:49,209 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,209 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,209 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,209 DEBUG [main]: ql.Driver (DriverContext.java:shutdown(132)) - Shutting down query DROP TABLE IF EXISTS dest_g1 2015-10-29T11:11:49,209 INFO [main]: CliDriver (SessionState.java:printInfo(996)) - Time taken: 0.011 seconds 2015-10-29T11:11:49,209 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,209 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,209 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,210 DEBUG [main]: conf.VariableSubstitution (VariableSubstitution.java:substitute(63)) - Substitution is on: DROP TABLE IF EXISTS dest_g2 2015-10-29T11:11:49,210 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,210 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(185)) - Parsing command: DROP TABLE IF EXISTS dest_g2 2015-10-29T11:11:49,210 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(209)) - Parse Completed 2015-10-29T11:11:49,210 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,210 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,211 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,211 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,211 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,211 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=dest_g2 2015-10-29T11:11:49,211 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=dest_g2 2015-10-29T11:11:49,212 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,212 INFO [main]: ql.Driver (Driver.java:compile(448)) - Semantic Analysis Completed 2015-10-29T11:11:49,212 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,213 INFO [main]: ql.Driver (Driver.java:getSchema(244)) - Returning Hive schema: Schema(fieldSchemas:null, properties:null) 2015-10-29T11:11:49,213 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,213 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : compilation phase 2015-10-29T11:11:49,213 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {flushCache_()=0, isCompatibleWith_(HiveConf, )=1} 2015-10-29T11:11:49,213 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,213 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,213 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,213 INFO [main]: ql.Driver (Driver.java:execute(1468)) - Starting command(queryId=sush_20151029111149_33ae4984-615c-4269-b19e-69e20c57b7a0): DROP TABLE IF EXISTS dest_g2 2015-10-29T11:11:49,213 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,214 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: query: DROP TABLE IF EXISTS dest_g2 2015-10-29T11:11:49,214 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: type: DROPTABLE 2015-10-29T11:11:49,214 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,214 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,214 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,214 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,214 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,214 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,215 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-0:DDL] in serial mode 2015-10-29T11:11:49,215 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,216 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=dest_g2 2015-10-29T11:11:49,216 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=dest_g2 2015-10-29T11:11:49,217 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,217 ERROR [main]: metadata.Hive (Hive.java:getTable(1178)) - Table dest_g2 not found: default.dest_g2 table not found 2015-10-29T11:11:49,217 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,217 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=dest_g2 2015-10-29T11:11:49,217 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=dest_g2 2015-10-29T11:11:49,218 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,218 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,218 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,218 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: query: DROP TABLE IF EXISTS dest_g2 2015-10-29T11:11:49,219 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: type: DROPTABLE 2015-10-29T11:11:49,219 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,219 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : execution phase 2015-10-29T11:11:49,219 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {dropTable_(String, String, boolean, boolean, boolean, )=1, isCompatibleWith_(HiveConf, )=1} 2015-10-29T11:11:49,219 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,219 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - OK 2015-10-29T11:11:49,219 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,219 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,219 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,219 DEBUG [main]: ql.Driver (DriverContext.java:shutdown(132)) - Shutting down query DROP TABLE IF EXISTS dest_g2 2015-10-29T11:11:49,220 INFO [main]: CliDriver (SessionState.java:printInfo(996)) - Time taken: 0.011 seconds 2015-10-29T11:11:49,220 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,220 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,220 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,220 DEBUG [main]: conf.VariableSubstitution (VariableSubstitution.java:substitute(63)) - Substitution is on: DROP TABLE IF EXISTS fetchtask_ioexception 2015-10-29T11:11:49,221 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,221 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(185)) - Parsing command: DROP TABLE IF EXISTS fetchtask_ioexception 2015-10-29T11:11:49,221 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(209)) - Parse Completed 2015-10-29T11:11:49,221 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,221 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,222 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,222 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,222 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,222 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=fetchtask_ioexception 2015-10-29T11:11:49,222 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=fetchtask_ioexception 2015-10-29T11:11:49,223 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,224 INFO [main]: ql.Driver (Driver.java:compile(448)) - Semantic Analysis Completed 2015-10-29T11:11:49,224 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,224 INFO [main]: ql.Driver (Driver.java:getSchema(244)) - Returning Hive schema: Schema(fieldSchemas:null, properties:null) 2015-10-29T11:11:49,224 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,224 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : compilation phase 2015-10-29T11:11:49,224 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {flushCache_()=0, isCompatibleWith_(HiveConf, )=1} 2015-10-29T11:11:49,224 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,224 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,224 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,225 INFO [main]: ql.Driver (Driver.java:execute(1468)) - Starting command(queryId=sush_20151029111149_c61fceba-5b01-4f19-a593-755a2c088ed9): DROP TABLE IF EXISTS fetchtask_ioexception 2015-10-29T11:11:49,225 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,225 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: query: DROP TABLE IF EXISTS fetchtask_ioexception 2015-10-29T11:11:49,225 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: type: DROPTABLE 2015-10-29T11:11:49,225 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,225 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,225 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,225 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,225 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,225 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,226 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-0:DDL] in serial mode 2015-10-29T11:11:49,227 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,227 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=fetchtask_ioexception 2015-10-29T11:11:49,227 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=fetchtask_ioexception 2015-10-29T11:11:49,228 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,228 ERROR [main]: metadata.Hive (Hive.java:getTable(1178)) - Table fetchtask_ioexception not found: default.fetchtask_ioexception table not found 2015-10-29T11:11:49,228 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,228 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=fetchtask_ioexception 2015-10-29T11:11:49,228 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=fetchtask_ioexception 2015-10-29T11:11:49,229 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,229 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,229 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,230 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: query: DROP TABLE IF EXISTS fetchtask_ioexception 2015-10-29T11:11:49,230 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: type: DROPTABLE 2015-10-29T11:11:49,230 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,230 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : execution phase 2015-10-29T11:11:49,230 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {dropTable_(String, String, boolean, boolean, boolean, )=1, isCompatibleWith_(HiveConf, )=1} 2015-10-29T11:11:49,230 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,230 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - OK 2015-10-29T11:11:49,230 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,230 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,230 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,231 DEBUG [main]: ql.Driver (DriverContext.java:shutdown(132)) - Shutting down query DROP TABLE IF EXISTS fetchtask_ioexception 2015-10-29T11:11:49,231 INFO [main]: CliDriver (SessionState.java:printInfo(996)) - Time taken: 0.011 seconds 2015-10-29T11:11:49,231 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,231 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,231 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,231 DEBUG [main]: conf.VariableSubstitution (VariableSubstitution.java:substitute(63)) - Substitution is on: DROP TABLE IF EXISTS alltypesorc 2015-10-29T11:11:49,232 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,232 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(185)) - Parsing command: DROP TABLE IF EXISTS alltypesorc 2015-10-29T11:11:49,232 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(209)) - Parse Completed 2015-10-29T11:11:49,232 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,232 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,233 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,233 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,233 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,233 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=alltypesorc 2015-10-29T11:11:49,233 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=alltypesorc 2015-10-29T11:11:49,235 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,235 INFO [main]: ql.Driver (Driver.java:compile(448)) - Semantic Analysis Completed 2015-10-29T11:11:49,235 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,235 INFO [main]: ql.Driver (Driver.java:getSchema(244)) - Returning Hive schema: Schema(fieldSchemas:null, properties:null) 2015-10-29T11:11:49,235 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,235 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : compilation phase 2015-10-29T11:11:49,235 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {flushCache_()=0, isCompatibleWith_(HiveConf, )=1} 2015-10-29T11:11:49,235 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,235 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,235 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,236 INFO [main]: ql.Driver (Driver.java:execute(1468)) - Starting command(queryId=sush_20151029111149_3f29262f-7fc8-4952-ab85-8a82dfb41569): DROP TABLE IF EXISTS alltypesorc 2015-10-29T11:11:49,236 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,236 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: query: DROP TABLE IF EXISTS alltypesorc 2015-10-29T11:11:49,236 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: type: DROPTABLE 2015-10-29T11:11:49,236 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,236 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,236 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,236 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,236 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,237 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,237 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-0:DDL] in serial mode 2015-10-29T11:11:49,238 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,238 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=alltypesorc 2015-10-29T11:11:49,238 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=alltypesorc 2015-10-29T11:11:49,239 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,239 ERROR [main]: metadata.Hive (Hive.java:getTable(1178)) - Table alltypesorc not found: default.alltypesorc table not found 2015-10-29T11:11:49,239 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,239 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=alltypesorc 2015-10-29T11:11:49,240 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=alltypesorc 2015-10-29T11:11:49,240 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,241 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,241 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,241 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: query: DROP TABLE IF EXISTS alltypesorc 2015-10-29T11:11:49,241 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: type: DROPTABLE 2015-10-29T11:11:49,241 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,241 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : execution phase 2015-10-29T11:11:49,241 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {dropTable_(String, String, boolean, boolean, boolean, )=2, isCompatibleWith_(HiveConf, )=1} 2015-10-29T11:11:49,241 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,241 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - OK 2015-10-29T11:11:49,242 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,242 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,242 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,242 DEBUG [main]: ql.Driver (DriverContext.java:shutdown(132)) - Shutting down query DROP TABLE IF EXISTS alltypesorc 2015-10-29T11:11:49,242 INFO [main]: CliDriver (SessionState.java:printInfo(996)) - Time taken: 0.011 seconds 2015-10-29T11:11:49,242 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,242 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,242 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,243 DEBUG [main]: conf.VariableSubstitution (VariableSubstitution.java:substitute(63)) - Substitution is on: DROP TABLE IF EXISTS cbo_t1 2015-10-29T11:11:49,243 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,243 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(185)) - Parsing command: DROP TABLE IF EXISTS cbo_t1 2015-10-29T11:11:49,243 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(209)) - Parse Completed 2015-10-29T11:11:49,243 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,243 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,244 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,244 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,244 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,244 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=cbo_t1 2015-10-29T11:11:49,245 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=cbo_t1 2015-10-29T11:11:49,246 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,246 INFO [main]: ql.Driver (Driver.java:compile(448)) - Semantic Analysis Completed 2015-10-29T11:11:49,246 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,246 INFO [main]: ql.Driver (Driver.java:getSchema(244)) - Returning Hive schema: Schema(fieldSchemas:null, properties:null) 2015-10-29T11:11:49,246 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,246 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : compilation phase 2015-10-29T11:11:49,246 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {flushCache_()=0, isCompatibleWith_(HiveConf, )=0} 2015-10-29T11:11:49,246 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,247 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,247 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,247 INFO [main]: ql.Driver (Driver.java:execute(1468)) - Starting command(queryId=sush_20151029111149_9659d32c-c59b-4dac-87a5-171555cdf94f): DROP TABLE IF EXISTS cbo_t1 2015-10-29T11:11:49,247 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,247 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: query: DROP TABLE IF EXISTS cbo_t1 2015-10-29T11:11:49,247 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: type: DROPTABLE 2015-10-29T11:11:49,247 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,247 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,247 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,248 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,248 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,248 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,248 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-0:DDL] in serial mode 2015-10-29T11:11:49,249 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,249 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=cbo_t1 2015-10-29T11:11:49,249 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=cbo_t1 2015-10-29T11:11:49,250 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,250 ERROR [main]: metadata.Hive (Hive.java:getTable(1178)) - Table cbo_t1 not found: default.cbo_t1 table not found 2015-10-29T11:11:49,250 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,251 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=cbo_t1 2015-10-29T11:11:49,251 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=cbo_t1 2015-10-29T11:11:49,252 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,252 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,252 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,252 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: query: DROP TABLE IF EXISTS cbo_t1 2015-10-29T11:11:49,252 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: type: DROPTABLE 2015-10-29T11:11:49,252 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,252 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : execution phase 2015-10-29T11:11:49,252 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {dropTable_(String, String, boolean, boolean, boolean, )=2, isCompatibleWith_(HiveConf, )=1} 2015-10-29T11:11:49,252 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,253 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - OK 2015-10-29T11:11:49,253 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,253 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,253 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,253 DEBUG [main]: ql.Driver (DriverContext.java:shutdown(132)) - Shutting down query DROP TABLE IF EXISTS cbo_t1 2015-10-29T11:11:49,253 INFO [main]: CliDriver (SessionState.java:printInfo(996)) - Time taken: 0.011 seconds 2015-10-29T11:11:49,253 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,253 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,253 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,254 DEBUG [main]: conf.VariableSubstitution (VariableSubstitution.java:substitute(63)) - Substitution is on: DROP TABLE IF EXISTS cbo_t2 2015-10-29T11:11:49,254 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,254 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(185)) - Parsing command: DROP TABLE IF EXISTS cbo_t2 2015-10-29T11:11:49,254 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(209)) - Parse Completed 2015-10-29T11:11:49,254 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,254 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,255 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,255 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,255 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,256 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=cbo_t2 2015-10-29T11:11:49,256 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=cbo_t2 2015-10-29T11:11:49,257 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,257 INFO [main]: ql.Driver (Driver.java:compile(448)) - Semantic Analysis Completed 2015-10-29T11:11:49,257 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,257 INFO [main]: ql.Driver (Driver.java:getSchema(244)) - Returning Hive schema: Schema(fieldSchemas:null, properties:null) 2015-10-29T11:11:49,257 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,257 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : compilation phase 2015-10-29T11:11:49,257 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {flushCache_()=0, isCompatibleWith_(HiveConf, )=0} 2015-10-29T11:11:49,257 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,258 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,258 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,258 INFO [main]: ql.Driver (Driver.java:execute(1468)) - Starting command(queryId=sush_20151029111149_3ade3732-dddc-42d2-b50b-85f4ab526eec): DROP TABLE IF EXISTS cbo_t2 2015-10-29T11:11:49,258 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,258 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: query: DROP TABLE IF EXISTS cbo_t2 2015-10-29T11:11:49,258 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: type: DROPTABLE 2015-10-29T11:11:49,258 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,258 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,258 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,259 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,259 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,259 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,259 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-0:DDL] in serial mode 2015-10-29T11:11:49,259 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,259 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=cbo_t2 2015-10-29T11:11:49,259 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=cbo_t2 2015-10-29T11:11:49,260 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,260 ERROR [main]: metadata.Hive (Hive.java:getTable(1178)) - Table cbo_t2 not found: default.cbo_t2 table not found 2015-10-29T11:11:49,261 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,261 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=cbo_t2 2015-10-29T11:11:49,261 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=cbo_t2 2015-10-29T11:11:49,262 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,262 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,262 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,262 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: query: DROP TABLE IF EXISTS cbo_t2 2015-10-29T11:11:49,262 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: type: DROPTABLE 2015-10-29T11:11:49,262 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,262 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : execution phase 2015-10-29T11:11:49,262 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {dropTable_(String, String, boolean, boolean, boolean, )=1, isCompatibleWith_(HiveConf, )=0} 2015-10-29T11:11:49,263 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,263 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - OK 2015-10-29T11:11:49,263 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,263 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,263 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,263 DEBUG [main]: ql.Driver (DriverContext.java:shutdown(132)) - Shutting down query DROP TABLE IF EXISTS cbo_t2 2015-10-29T11:11:49,263 INFO [main]: CliDriver (SessionState.java:printInfo(996)) - Time taken: 0.01 seconds 2015-10-29T11:11:49,263 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,263 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,263 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,264 DEBUG [main]: conf.VariableSubstitution (VariableSubstitution.java:substitute(63)) - Substitution is on: DROP TABLE IF EXISTS cbo_t3 2015-10-29T11:11:49,264 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,264 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(185)) - Parsing command: DROP TABLE IF EXISTS cbo_t3 2015-10-29T11:11:49,264 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(209)) - Parse Completed 2015-10-29T11:11:49,265 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,265 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,265 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,265 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,265 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,265 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=cbo_t3 2015-10-29T11:11:49,265 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=cbo_t3 2015-10-29T11:11:49,266 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,267 INFO [main]: ql.Driver (Driver.java:compile(448)) - Semantic Analysis Completed 2015-10-29T11:11:49,267 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,267 INFO [main]: ql.Driver (Driver.java:getSchema(244)) - Returning Hive schema: Schema(fieldSchemas:null, properties:null) 2015-10-29T11:11:49,267 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,267 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : compilation phase 2015-10-29T11:11:49,267 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {flushCache_()=0, isCompatibleWith_(HiveConf, )=0} 2015-10-29T11:11:49,267 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,267 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,267 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,267 INFO [main]: ql.Driver (Driver.java:execute(1468)) - Starting command(queryId=sush_20151029111149_547c56de-baa5-446c-9a7c-705c55fbbe9f): DROP TABLE IF EXISTS cbo_t3 2015-10-29T11:11:49,268 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,268 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: query: DROP TABLE IF EXISTS cbo_t3 2015-10-29T11:11:49,268 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: type: DROPTABLE 2015-10-29T11:11:49,268 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,268 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,268 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,268 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,268 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,268 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,269 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-0:DDL] in serial mode 2015-10-29T11:11:49,269 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,269 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=cbo_t3 2015-10-29T11:11:49,269 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=cbo_t3 2015-10-29T11:11:49,270 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,270 ERROR [main]: metadata.Hive (Hive.java:getTable(1178)) - Table cbo_t3 not found: default.cbo_t3 table not found 2015-10-29T11:11:49,270 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,270 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=cbo_t3 2015-10-29T11:11:49,271 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=cbo_t3 2015-10-29T11:11:49,271 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,271 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,272 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,272 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: query: DROP TABLE IF EXISTS cbo_t3 2015-10-29T11:11:49,272 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: type: DROPTABLE 2015-10-29T11:11:49,272 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,272 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : execution phase 2015-10-29T11:11:49,272 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {dropTable_(String, String, boolean, boolean, boolean, )=1, isCompatibleWith_(HiveConf, )=0} 2015-10-29T11:11:49,272 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,272 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - OK 2015-10-29T11:11:49,272 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,272 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,273 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,273 DEBUG [main]: ql.Driver (DriverContext.java:shutdown(132)) - Shutting down query DROP TABLE IF EXISTS cbo_t3 2015-10-29T11:11:49,273 INFO [main]: CliDriver (SessionState.java:printInfo(996)) - Time taken: 0.01 seconds 2015-10-29T11:11:49,273 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,273 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,273 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,273 DEBUG [main]: conf.VariableSubstitution (VariableSubstitution.java:substitute(63)) - Substitution is on: DROP TABLE IF EXISTS src_cbo 2015-10-29T11:11:49,274 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,274 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(185)) - Parsing command: DROP TABLE IF EXISTS src_cbo 2015-10-29T11:11:49,274 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(209)) - Parse Completed 2015-10-29T11:11:49,274 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,274 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,274 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,275 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,275 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,275 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=src_cbo 2015-10-29T11:11:49,275 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=src_cbo 2015-10-29T11:11:49,276 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,276 INFO [main]: ql.Driver (Driver.java:compile(448)) - Semantic Analysis Completed 2015-10-29T11:11:49,276 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,276 INFO [main]: ql.Driver (Driver.java:getSchema(244)) - Returning Hive schema: Schema(fieldSchemas:null, properties:null) 2015-10-29T11:11:49,276 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,276 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : compilation phase 2015-10-29T11:11:49,277 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {flushCache_()=1, isCompatibleWith_(HiveConf, )=0} 2015-10-29T11:11:49,277 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,277 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,277 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,277 INFO [main]: ql.Driver (Driver.java:execute(1468)) - Starting command(queryId=sush_20151029111149_daabe102-c089-4c17-974e-84c0cc4e9274): DROP TABLE IF EXISTS src_cbo 2015-10-29T11:11:49,277 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,277 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: query: DROP TABLE IF EXISTS src_cbo 2015-10-29T11:11:49,277 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: type: DROPTABLE 2015-10-29T11:11:49,277 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,278 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,278 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,278 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,278 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,278 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,278 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-0:DDL] in serial mode 2015-10-29T11:11:49,278 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,278 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=src_cbo 2015-10-29T11:11:49,279 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=src_cbo 2015-10-29T11:11:49,279 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,280 ERROR [main]: metadata.Hive (Hive.java:getTable(1178)) - Table src_cbo not found: default.src_cbo table not found 2015-10-29T11:11:49,280 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,280 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=src_cbo 2015-10-29T11:11:49,280 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=src_cbo 2015-10-29T11:11:49,281 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,281 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,281 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,281 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: query: DROP TABLE IF EXISTS src_cbo 2015-10-29T11:11:49,281 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: type: DROPTABLE 2015-10-29T11:11:49,281 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,281 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : execution phase 2015-10-29T11:11:49,281 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {dropTable_(String, String, boolean, boolean, boolean, )=1, isCompatibleWith_(HiveConf, )=0} 2015-10-29T11:11:49,282 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,282 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - OK 2015-10-29T11:11:49,282 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,282 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,282 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,282 DEBUG [main]: ql.Driver (DriverContext.java:shutdown(132)) - Shutting down query DROP TABLE IF EXISTS src_cbo 2015-10-29T11:11:49,282 INFO [main]: CliDriver (SessionState.java:printInfo(996)) - Time taken: 0.009 seconds 2015-10-29T11:11:49,282 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,282 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,282 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,283 DEBUG [main]: conf.VariableSubstitution (VariableSubstitution.java:substitute(63)) - Substitution is on: DROP TABLE IF EXISTS part 2015-10-29T11:11:49,283 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,283 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(185)) - Parsing command: DROP TABLE IF EXISTS part 2015-10-29T11:11:49,283 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(209)) - Parse Completed 2015-10-29T11:11:49,283 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,283 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,284 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,284 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,284 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,284 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=part 2015-10-29T11:11:49,284 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=part 2015-10-29T11:11:49,285 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,285 INFO [main]: ql.Driver (Driver.java:compile(448)) - Semantic Analysis Completed 2015-10-29T11:11:49,285 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,285 INFO [main]: ql.Driver (Driver.java:getSchema(244)) - Returning Hive schema: Schema(fieldSchemas:null, properties:null) 2015-10-29T11:11:49,286 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,286 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : compilation phase 2015-10-29T11:11:49,286 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {flushCache_()=0, isCompatibleWith_(HiveConf, )=0} 2015-10-29T11:11:49,286 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,286 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,286 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,286 INFO [main]: ql.Driver (Driver.java:execute(1468)) - Starting command(queryId=sush_20151029111149_06e9a93e-a9fe-4177-8948-ccff040e4847): DROP TABLE IF EXISTS part 2015-10-29T11:11:49,286 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,286 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: query: DROP TABLE IF EXISTS part 2015-10-29T11:11:49,286 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: type: DROPTABLE 2015-10-29T11:11:49,287 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,287 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,287 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,287 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,287 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,287 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,287 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-0:DDL] in serial mode 2015-10-29T11:11:49,287 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,288 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=part 2015-10-29T11:11:49,288 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=part 2015-10-29T11:11:49,288 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,289 ERROR [main]: metadata.Hive (Hive.java:getTable(1178)) - Table part not found: default.part table not found 2015-10-29T11:11:49,289 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,289 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=part 2015-10-29T11:11:49,289 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=part 2015-10-29T11:11:49,290 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,290 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,290 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,290 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: query: DROP TABLE IF EXISTS part 2015-10-29T11:11:49,290 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: type: DROPTABLE 2015-10-29T11:11:49,290 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,290 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : execution phase 2015-10-29T11:11:49,291 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {dropTable_(String, String, boolean, boolean, boolean, )=1, isCompatibleWith_(HiveConf, )=0} 2015-10-29T11:11:49,291 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,291 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - OK 2015-10-29T11:11:49,291 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,291 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,291 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,291 DEBUG [main]: ql.Driver (DriverContext.java:shutdown(132)) - Shutting down query DROP TABLE IF EXISTS part 2015-10-29T11:11:49,291 INFO [main]: CliDriver (SessionState.java:printInfo(996)) - Time taken: 0.009 seconds 2015-10-29T11:11:49,291 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,291 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,291 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,292 DEBUG [main]: conf.VariableSubstitution (VariableSubstitution.java:substitute(63)) - Substitution is on: DROP TABLE IF EXISTS lineitem 2015-10-29T11:11:49,292 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,292 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(185)) - Parsing command: DROP TABLE IF EXISTS lineitem 2015-10-29T11:11:49,292 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(209)) - Parse Completed 2015-10-29T11:11:49,292 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,293 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,293 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,293 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,293 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,293 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=lineitem 2015-10-29T11:11:49,293 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=lineitem 2015-10-29T11:11:49,294 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,294 INFO [main]: ql.Driver (Driver.java:compile(448)) - Semantic Analysis Completed 2015-10-29T11:11:49,294 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,294 INFO [main]: ql.Driver (Driver.java:getSchema(244)) - Returning Hive schema: Schema(fieldSchemas:null, properties:null) 2015-10-29T11:11:49,295 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,295 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : compilation phase 2015-10-29T11:11:49,295 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {flushCache_()=0, isCompatibleWith_(HiveConf, )=0} 2015-10-29T11:11:49,295 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,295 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,295 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,295 INFO [main]: ql.Driver (Driver.java:execute(1468)) - Starting command(queryId=sush_20151029111149_707b68a6-2fd5-4e65-bda9-ab96d4c4fad7): DROP TABLE IF EXISTS lineitem 2015-10-29T11:11:49,295 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,295 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: query: DROP TABLE IF EXISTS lineitem 2015-10-29T11:11:49,295 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: type: DROPTABLE 2015-10-29T11:11:49,296 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,296 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,296 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,296 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,296 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,296 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,296 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-0:DDL] in serial mode 2015-10-29T11:11:49,296 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,297 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=lineitem 2015-10-29T11:11:49,297 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=lineitem 2015-10-29T11:11:49,297 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,298 ERROR [main]: metadata.Hive (Hive.java:getTable(1178)) - Table lineitem not found: default.lineitem table not found 2015-10-29T11:11:49,298 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,298 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=lineitem 2015-10-29T11:11:49,298 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=lineitem 2015-10-29T11:11:49,299 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,299 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,299 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,299 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: query: DROP TABLE IF EXISTS lineitem 2015-10-29T11:11:49,299 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: type: DROPTABLE 2015-10-29T11:11:49,299 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,299 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : execution phase 2015-10-29T11:11:49,300 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {dropTable_(String, String, boolean, boolean, boolean, )=1, isCompatibleWith_(HiveConf, )=0} 2015-10-29T11:11:49,300 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,300 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - OK 2015-10-29T11:11:49,300 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,300 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,300 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,300 DEBUG [main]: ql.Driver (DriverContext.java:shutdown(132)) - Shutting down query DROP TABLE IF EXISTS lineitem 2015-10-29T11:11:49,300 INFO [main]: CliDriver (SessionState.java:printInfo(996)) - Time taken: 0.009 seconds 2015-10-29T11:11:49,554 DEBUG [main]: conf.VariableSubstitution (VariableSubstitution.java:substitute(63)) - Substitution is on: /Users/sush/dev/hive.git/itests/qtest/../..//data/files 2015-10-29T11:11:49,556 INFO [main]: QTestUtil (QTestUtil.java:createSources(905)) - Initial setup (/Users/sush/dev/hive.git/itests/qtest/../..//data/scripts/q_test_init.sql): set hive.stats.dbclass=fs; -- -- Table src -- DROP TABLE IF EXISTS src; CREATE TABLE src (key STRING COMMENT 'default', value STRING COMMENT 'default') STORED AS TEXTFILE; LOAD DATA LOCAL INPATH "${hiveconf:test.data.dir}/kv1.txt" INTO TABLE src; ANALYZE TABLE src COMPUTE STATISTICS; ANALYZE TABLE src COMPUTE STATISTICS FOR COLUMNS key,value; -- -- Table src1 -- DROP TABLE IF EXISTS src1; CREATE TABLE src1 (key STRING COMMENT 'default', value STRING COMMENT 'default') STORED AS TEXTFILE; LOAD DATA LOCAL INPATH "${hiveconf:test.data.dir}/kv3.txt" INTO TABLE src1; ANALYZE TABLE src1 COMPUTE STATISTICS; ANALYZE TABLE src1 COMPUTE STATISTICS FOR COLUMNS key,value; -- -- Table src_json -- DROP TABLE IF EXISTS src_json; CREATE TABLE src_json (json STRING COMMENT 'default') STORED AS TEXTFILE; LOAD DATA LOCAL INPATH "${hiveconf:test.data.dir}/json.txt" INTO TABLE src_json; ANALYZE TABLE src_json COMPUTE STATISTICS; ANALYZE TABLE src_json COMPUTE STATISTICS FOR COLUMNS json; -- -- Table src_sequencefile -- DROP TABLE IF EXISTS src_sequencefile; CREATE TABLE src_sequencefile (key STRING COMMENT 'default', value STRING COMMENT 'default') STORED AS SEQUENCEFILE; LOAD DATA LOCAL INPATH "${hiveconf:test.data.dir}/kv1.seq" INTO TABLE src_sequencefile; ANALYZE TABLE src_sequencefile COMPUTE STATISTICS; ANALYZE TABLE src_sequencefile COMPUTE STATISTICS FOR COLUMNS key,value; -- -- Table src_thrift -- DROP TABLE IF EXISTS src_thrift; CREATE TABLE src_thrift ROW FORMAT SERDE 'org.apache.hadoop.hive.serde2.thrift.ThriftDeserializer' WITH SERDEPROPERTIES ( 'serialization.class' = 'org.apache.hadoop.hive.serde2.thrift.test.Complex', 'serialization.format' = 'org.apache.thrift.protocol.TBinaryProtocol') STORED AS SEQUENCEFILE; LOAD DATA LOCAL INPATH "${hiveconf:test.data.dir}/complex.seq" INTO TABLE src_thrift; ANALYZE TABLE src_thrift COMPUTE STATISTICS; -- -- Table srcbucket -- DROP TABLE IF EXISTS srcbucket; CREATE TABLE srcbucket (key INT, value STRING) CLUSTERED BY (key) INTO 2 BUCKETS STORED AS TEXTFILE; LOAD DATA LOCAL INPATH "${hiveconf:test.data.dir}/srcbucket0.txt" INTO TABLE srcbucket; LOAD DATA LOCAL INPATH "${hiveconf:test.data.dir}/srcbucket1.txt" INTO TABLE srcbucket; ANALYZE TABLE srcbucket COMPUTE STATISTICS; ANALYZE TABLE srcbucket COMPUTE STATISTICS FOR COLUMNS key,value; -- -- Table srcbucket2 -- DROP TABLE IF EXISTS srcbucket2; CREATE TABLE srcbucket2 (key INT, value STRING) CLUSTERED BY (key) INTO 4 BUCKETS STORED AS TEXTFILE; LOAD DATA LOCAL INPATH "${hiveconf:test.data.dir}/srcbucket20.txt" INTO TABLE srcbucket2; LOAD DATA LOCAL INPATH "${hiveconf:test.data.dir}/srcbucket21.txt" INTO TABLE srcbucket2; LOAD DATA LOCAL INPATH "${hiveconf:test.data.dir}/srcbucket22.txt" INTO TABLE srcbucket2; LOAD DATA LOCAL INPATH "${hiveconf:test.data.dir}/srcbucket23.txt" INTO TABLE srcbucket2; ANALYZE TABLE srcbucket2 COMPUTE STATISTICS; ANALYZE TABLE srcbucket2 COMPUTE STATISTICS FOR COLUMNS key,value; -- -- Table srcpart -- DROP TABLE IF EXISTS srcpart; CREATE TABLE srcpart (key STRING COMMENT 'default', value STRING COMMENT 'default') PARTITIONED BY (ds STRING, hr STRING) STORED AS TEXTFILE; LOAD DATA LOCAL INPATH "${hiveconf:test.data.dir}/kv1.txt" OVERWRITE INTO TABLE srcpart PARTITION (ds="2008-04-08", hr="11"); LOAD DATA LOCAL INPATH "${hiveconf:test.data.dir}/kv1.txt" OVERWRITE INTO TABLE srcpart PARTITION (ds="2008-04-08", hr="12"); LOAD DATA LOCAL INPATH "${hiveconf:test.data.dir}/kv1.txt" OVERWRITE INTO TABLE srcpart PARTITION (ds="2008-04-09", hr="11"); LOAD DATA LOCAL INPATH "${hiveconf:test.data.dir}/kv1.txt" OVERWRITE INTO TABLE srcpart PARTITION (ds="2008-04-09", hr="12"); ANALYZE TABLE srcpart PARTITION(ds, hr) COMPUTE STATISTICS; ANALYZE TABLE srcpart PARTITION(ds, hr) COMPUTE STATISTICS FOR COLUMNS key,value; -- -- Table alltypesorc -- DROP TABLE IF EXISTS alltypesorc; CREATE TABLE alltypesorc( ctinyint TINYINT, csmallint SMALLINT, cint INT, cbigint BIGINT, cfloat FLOAT, cdouble DOUBLE, cstring1 STRING, cstring2 STRING, ctimestamp1 TIMESTAMP, ctimestamp2 TIMESTAMP, cboolean1 BOOLEAN, cboolean2 BOOLEAN) STORED AS ORC; LOAD DATA LOCAL INPATH "${hiveconf:test.data.dir}/alltypesorc" OVERWRITE INTO TABLE alltypesorc; ANALYZE TABLE alltypesorc COMPUTE STATISTICS; ANALYZE TABLE alltypesorc COMPUTE STATISTICS FOR COLUMNS ctinyint,csmallint,cint,cbigint,cfloat,cdouble,cstring1,cstring2,ctimestamp1,ctimestamp2,cboolean1,cboolean2; -- -- Table primitives -- DROP TABLE IF EXISTS primitives; CREATE TABLE primitives ( id INT COMMENT 'default', bool_col BOOLEAN COMMENT 'default', tinyint_col TINYINT COMMENT 'default', smallint_col SMALLINT COMMENT 'default', int_col INT COMMENT 'default', bigint_col BIGINT COMMENT 'default', float_col FLOAT COMMENT 'default', double_col DOUBLE COMMENT 'default', date_string_col STRING COMMENT 'default', string_col STRING COMMENT 'default', timestamp_col TIMESTAMP COMMENT 'default') PARTITIONED BY (year INT COMMENT 'default', month INT COMMENT 'default') ROW FORMAT DELIMITED FIELDS TERMINATED BY ',' ESCAPED BY '\\' STORED AS TEXTFILE; LOAD DATA LOCAL INPATH "${hiveconf:test.data.dir}/types/primitives/090101.txt" OVERWRITE INTO TABLE primitives PARTITION(year=2009, month=1); LOAD DATA LOCAL INPATH "${hiveconf:test.data.dir}/types/primitives/090201.txt" OVERWRITE INTO TABLE primitives PARTITION(year=2009, month=2); LOAD DATA LOCAL INPATH "${hiveconf:test.data.dir}/types/primitives/090301.txt" OVERWRITE INTO TABLE primitives PARTITION(year=2009, month=3); LOAD DATA LOCAL INPATH "${hiveconf:test.data.dir}/types/primitives/090401.txt" OVERWRITE INTO TABLE primitives PARTITION(year=2009, month=4); -- -- Function qtest_get_java_boolean -- DROP FUNCTION IF EXISTS qtest_get_java_boolean; CREATE FUNCTION qtest_get_java_boolean AS 'org.apache.hadoop.hive.ql.udf.generic.GenericUDFTestGetJavaBoolean'; -- -- Table dest1 -- DROP TABLE IF EXISTS dest1; CREATE TABLE dest1 (key STRING COMMENT 'default', value STRING COMMENT 'default') STORED AS INPUTFORMAT 'org.apache.hadoop.mapred.TextInputFormat' OUTPUTFORMAT 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'; -- -- Table dest2 -- DROP TABLE IF EXISTS dest2; CREATE TABLE dest2 (key STRING COMMENT 'default', value STRING COMMENT 'default') STORED AS INPUTFORMAT 'org.apache.hadoop.mapred.TextInputFormat' OUTPUTFORMAT 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'; -- -- Table dest3 -- DROP TABLE IF EXISTS dest3; CREATE TABLE dest3 (key STRING COMMENT 'default', value STRING COMMENT 'default') PARTITIONED BY (ds STRING, hr STRING) STORED AS INPUTFORMAT 'org.apache.hadoop.mapred.TextInputFormat' OUTPUTFORMAT 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'; ALTER TABLE dest3 ADD PARTITION (ds='2008-04-08',hr='12'); -- -- Table dest4 -- DROP TABLE IF EXISTS dest4; CREATE TABLE dest4 (key STRING COMMENT 'default', value STRING COMMENT 'default') STORED AS INPUTFORMAT 'org.apache.hadoop.mapred.TextInputFormat' OUTPUTFORMAT 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'; -- -- Table dest4_sequencefile -- DROP TABLE IF EXISTS dest4_sequencefile; CREATE TABLE dest4_sequencefile (key STRING COMMENT 'default', value STRING COMMENT 'default') STORED AS INPUTFORMAT 'org.apache.hadoop.mapred.SequenceFileInputFormat' OUTPUTFORMAT 'org.apache.hadoop.mapred.SequenceFileOutputFormat'; -- -- CBO tables -- drop table if exists cbo_t1; drop table if exists cbo_t2; drop table if exists cbo_t3; drop table if exists src_cbo; drop table if exists part; drop table if exists lineitem; set hive.cbo.enable=true; create table cbo_t1(key string, value string, c_int int, c_float float, c_boolean boolean) partitioned by (dt string) row format delimited fields terminated by ',' STORED AS TEXTFILE; create table cbo_t2(key string, value string, c_int int, c_float float, c_boolean boolean) partitioned by (dt string) row format delimited fields terminated by ',' STORED AS TEXTFILE; create table cbo_t3(key string, value string, c_int int, c_float float, c_boolean boolean) row format delimited fields terminated by ',' STORED AS TEXTFILE; load data local inpath '../../data/files/cbo_t1.txt' into table cbo_t1 partition (dt='2014'); load data local inpath '../../data/files/cbo_t2.txt' into table cbo_t2 partition (dt='2014'); load data local inpath '../../data/files/cbo_t3.txt' into table cbo_t3; CREATE TABLE part( p_partkey INT, p_name STRING, p_mfgr STRING, p_brand STRING, p_type STRING, p_size INT, p_container STRING, p_retailprice DOUBLE, p_comment STRING ); LOAD DATA LOCAL INPATH '../../data/files/part_tiny.txt' overwrite into table part; CREATE TABLE lineitem (L_ORDERKEY INT, L_PARTKEY INT, L_SUPPKEY INT, L_LINENUMBER INT, L_QUANTITY DOUBLE, L_EXTENDEDPRICE DOUBLE, L_DISCOUNT DOUBLE, L_TAX DOUBLE, L_RETURNFLAG STRING, L_LINESTATUS STRING, l_shipdate STRING, L_COMMITDATE STRING, L_RECEIPTDATE STRING, L_SHIPINSTRUCT STRING, L_SHIPMODE STRING, L_COMMENT STRING) ROW FORMAT DELIMITED FIELDS TERMINATED BY '|'; LOAD DATA LOCAL INPATH '../../data/files/lineitem.txt' OVERWRITE INTO TABLE lineitem; create table src_cbo as select * from src; analyze table cbo_t1 partition (dt) compute statistics; analyze table cbo_t1 compute statistics for columns key, value, c_int, c_float, c_boolean; analyze table cbo_t2 partition (dt) compute statistics; analyze table cbo_t2 compute statistics for columns key, value, c_int, c_float, c_boolean; analyze table cbo_t3 compute statistics; analyze table cbo_t3 compute statistics for columns key, value, c_int, c_float, c_boolean; analyze table src_cbo compute statistics; analyze table src_cbo compute statistics for columns; analyze table part compute statistics; analyze table part compute statistics for columns; analyze table lineitem compute statistics; analyze table lineitem compute statistics for columns; reset; set hive.stats.dbclass=fs; 2015-10-29T11:11:49,560 DEBUG [main]: conf.VariableSubstitution (VariableSubstitution.java:substitute(63)) - Substitution is on: fs 2015-10-29T11:11:49,560 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,560 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,561 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,561 DEBUG [main]: conf.VariableSubstitution (VariableSubstitution.java:substitute(63)) - Substitution is on: -- -- Table src -- DROP TABLE IF EXISTS src 2015-10-29T11:11:49,561 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,561 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(185)) - Parsing command: -- -- Table src -- DROP TABLE IF EXISTS src 2015-10-29T11:11:49,562 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(209)) - Parse Completed 2015-10-29T11:11:49,562 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,562 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,563 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,563 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,563 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,563 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=src 2015-10-29T11:11:49,563 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=src 2015-10-29T11:11:49,565 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,565 INFO [main]: ql.Driver (Driver.java:compile(448)) - Semantic Analysis Completed 2015-10-29T11:11:49,565 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,565 INFO [main]: ql.Driver (Driver.java:getSchema(244)) - Returning Hive schema: Schema(fieldSchemas:null, properties:null) 2015-10-29T11:11:49,565 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,565 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : compilation phase 2015-10-29T11:11:49,565 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {flushCache_()=0, isCompatibleWith_(HiveConf, )=0} 2015-10-29T11:11:49,566 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,566 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,566 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,566 INFO [main]: ql.Driver (Driver.java:execute(1468)) - Starting command(queryId=sush_20151029111149_5f1850e3-e6ad-48f5-ad70-612fcb6db0ef): -- -- Table src -- DROP TABLE IF EXISTS src 2015-10-29T11:11:49,566 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,566 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: query: -- -- Table src -- DROP TABLE IF EXISTS src 2015-10-29T11:11:49,566 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: type: DROPTABLE 2015-10-29T11:11:49,567 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,567 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,567 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,567 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,567 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,567 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,567 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-0:DDL] in serial mode 2015-10-29T11:11:49,568 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,568 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=src 2015-10-29T11:11:49,568 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=src 2015-10-29T11:11:49,569 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,569 ERROR [main]: metadata.Hive (Hive.java:getTable(1178)) - Table src not found: default.src table not found 2015-10-29T11:11:49,569 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,569 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=src 2015-10-29T11:11:49,569 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=src 2015-10-29T11:11:49,570 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,570 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,570 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,571 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: query: -- -- Table src -- DROP TABLE IF EXISTS src 2015-10-29T11:11:49,571 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: type: DROPTABLE 2015-10-29T11:11:49,571 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,571 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : execution phase 2015-10-29T11:11:49,571 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {dropTable_(String, String, boolean, boolean, boolean, )=1, isCompatibleWith_(HiveConf, )=1} 2015-10-29T11:11:49,571 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,571 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - OK 2015-10-29T11:11:49,571 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,571 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,571 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,572 DEBUG [main]: ql.Driver (DriverContext.java:shutdown(132)) - Shutting down query -- -- Table src -- DROP TABLE IF EXISTS src 2015-10-29T11:11:49,572 INFO [main]: CliDriver (SessionState.java:printInfo(996)) - Time taken: 0.012 seconds 2015-10-29T11:11:49,572 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,572 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,572 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,572 DEBUG [main]: conf.VariableSubstitution (VariableSubstitution.java:substitute(63)) - Substitution is on: CREATE TABLE src (key STRING COMMENT 'default', value STRING COMMENT 'default') STORED AS TEXTFILE 2015-10-29T11:11:49,573 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,573 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(185)) - Parsing command: CREATE TABLE src (key STRING COMMENT 'default', value STRING COMMENT 'default') STORED AS TEXTFILE 2015-10-29T11:11:49,575 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(209)) - Parse Completed 2015-10-29T11:11:49,576 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,576 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,577 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,578 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,580 INFO [main]: parse.CalcitePlanner (SemanticAnalyzer.java:analyzeInternal(10062)) - Starting Semantic Analysis 2015-10-29T11:11:49,586 INFO [main]: parse.CalcitePlanner (SemanticAnalyzer.java:analyzeCreateTable(10690)) - Creating table default.src position=13 2015-10-29T11:11:49,594 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,595 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_database: default 2015-10-29T11:11:49,595 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_database: default 2015-10-29T11:11:49,609 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:getDatabase(348)) - getDatabase: directsql returning db default locn[pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse] desc [Default Hive database] owner [public] ownertype [ROLE] 2015-10-29T11:11:49,609 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,628 DEBUG [main]: session.SessionState (SessionState.java:setupAuth(783)) - Session is using authorization class class org.apache.hadoop.hive.ql.security.authorization.DefaultHiveAuthorizationProvider 2015-10-29T11:11:49,630 INFO [main]: ql.Driver (Driver.java:compile(448)) - Semantic Analysis Completed 2015-10-29T11:11:49,630 DEBUG [main]: parse.CalcitePlanner (SemanticAnalyzer.java:validate(10519)) - validation start 2015-10-29T11:11:49,630 DEBUG [main]: parse.CalcitePlanner (SemanticAnalyzer.java:validate(10561)) - not validating writeEntity, because entity is neither table nor partition 2015-10-29T11:11:49,630 DEBUG [main]: parse.CalcitePlanner (SemanticAnalyzer.java:validate(10588)) - Not a partition. 2015-10-29T11:11:49,630 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,630 INFO [main]: ql.Driver (Driver.java:getSchema(244)) - Returning Hive schema: Schema(fieldSchemas:null, properties:null) 2015-10-29T11:11:49,630 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,630 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : compilation phase 2015-10-29T11:11:49,631 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {flushCache_()=1, isCompatibleWith_(HiveConf, )=0, getDatabase_(String, )=16} 2015-10-29T11:11:49,631 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,631 DEBUG [main]: lockmgr.DummyTxnManager (DummyTxnManager.java:acquireLocks(148)) - Adding database:default to list of lock outputs 2015-10-29T11:11:49,633 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:lock(262)) - Acquiring lock for default with mode IMPLICIT 2015-10-29T11:11:49,640 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,640 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,640 INFO [main]: ql.Driver (Driver.java:execute(1468)) - Starting command(queryId=sush_20151029111149_1907d47c-1716-4509-92bc-35c0948cede9): CREATE TABLE src (key STRING COMMENT 'default', value STRING COMMENT 'default') STORED AS TEXTFILE 2015-10-29T11:11:49,640 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,640 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: query: CREATE TABLE src (key STRING COMMENT 'default', value STRING COMMENT 'default') STORED AS TEXTFILE 2015-10-29T11:11:49,640 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: type: CREATETABLE 2015-10-29T11:11:49,641 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: Output: database:default 2015-10-29T11:11:49,641 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: Output: default@src 2015-10-29T11:11:49,641 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,641 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,641 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,642 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,642 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,642 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,642 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-0:DDL] in serial mode 2015-10-29T11:11:49,644 DEBUG [main]: exec.DDLTask (DDLTask.java:validateSerDe(3674)) - Found class for org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe 2015-10-29T11:11:49,646 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct src { string key, string value} 2015-10-29T11:11:49,726 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,727 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: create_table: Table(tableName:src, dbName:default, owner:hive_test_user, createTime:1446142309, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:default), FieldSchema(name:value, type:string, comment:default)], location:null, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}, skewedInfo:SkewedInfo(skewedColNames:[], skewedColValues:[], skewedColValueLocationMaps:{}), storedAsSubDirectories:false), partitionKeys:[], parameters:{}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE, privileges:PrincipalPrivilegeSet(userPrivileges:{}, groupPrivileges:null, rolePrivileges:null), temporary:false) 2015-10-29T11:11:49,727 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=create_table: Table(tableName:src, dbName:default, owner:hive_test_user, createTime:1446142309, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:default), FieldSchema(name:value, type:string, comment:default)], location:null, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}, skewedInfo:SkewedInfo(skewedColNames:[], skewedColValues:[], skewedColValueLocationMaps:{}), storedAsSubDirectories:false), partitionKeys:[], parameters:{}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE, privileges:PrincipalPrivilegeSet(userPrivileges:{}, groupPrivileges:null, rolePrivileges:null), temporary:false) 2015-10-29T11:11:49,729 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:getDatabase(348)) - getDatabase: directsql returning db default locn[pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse] desc [Default Hive database] owner [public] ownertype [ROLE] 2015-10-29T11:11:49,730 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:getDatabase(348)) - getDatabase: directsql returning db default locn[pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse] desc [Default Hive database] owner [public] ownertype [ROLE] 2015-10-29T11:11:49,731 INFO [main]: common.FileUtils (FileUtils.java:mkdir(502)) - Creating directory if it doesn't exist: pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src 2015-10-29T11:11:49,757 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chgrp,-R,staff,pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src} 2015-10-29T11:11:49,786 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:11:49,786 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chmod,-R,755,pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src} 2015-10-29T11:11:49,797 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:11:49,803 DEBUG [main]: shims.HadoopShimsSecure (Hadoop23Shims.java:debugLog(937)) - FileStatus{path=pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src; isDirectory=true; modification_time=1446142309000; access_time=0; owner=sush; group=staff; permission=rwxr-xr-x; isSymlink=false} 2015-10-29T11:11:49,884 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,885 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,885 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,885 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: query: CREATE TABLE src (key STRING COMMENT 'default', value STRING COMMENT 'default') STORED AS TEXTFILE 2015-10-29T11:11:49,885 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: type: CREATETABLE 2015-10-29T11:11:49,885 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Output: database:default 2015-10-29T11:11:49,885 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Output: default@src 2015-10-29T11:11:49,885 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,886 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : execution phase 2015-10-29T11:11:49,886 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {createTable_(Table, )=159, isCompatibleWith_(HiveConf, )=0} 2015-10-29T11:11:49,886 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,886 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - OK 2015-10-29T11:11:49,886 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,886 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:releaseLocks(217)) - about to release lock for default 2015-10-29T11:11:49,891 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,891 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,891 DEBUG [main]: ql.Driver (DriverContext.java:shutdown(132)) - Shutting down query CREATE TABLE src (key STRING COMMENT 'default', value STRING COMMENT 'default') STORED AS TEXTFILE 2015-10-29T11:11:49,891 INFO [main]: CliDriver (SessionState.java:printInfo(996)) - Time taken: 0.319 seconds 2015-10-29T11:11:49,891 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,891 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,892 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,892 DEBUG [main]: conf.VariableSubstitution (VariableSubstitution.java:substitute(63)) - Substitution is on: LOAD DATA LOCAL INPATH "${hiveconf:test.data.dir}/kv1.txt" INTO TABLE src 2015-10-29T11:11:49,892 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,892 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(185)) - Parsing command: LOAD DATA LOCAL INPATH "/Users/sush/dev/hive.git/itests/qtest/../..//data/files/kv1.txt" INTO TABLE src 2015-10-29T11:11:49,893 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(209)) - Parse Completed 2015-10-29T11:11:49,894 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,894 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,895 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,895 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:49,895 DEBUG [main]: parse.LoadSemanticAnalyzer (LoadSemanticAnalyzer.java:initializeFromURI(127)) - file@null@/Users/sush/dev/hive.git/data/files/kv1.txt 2015-10-29T11:11:49,896 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:49,896 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=src 2015-10-29T11:11:49,896 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=src 2015-10-29T11:11:50,003 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:50,008 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct src { string key, string value} 2015-10-29T11:11:50,008 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct src { string key, string value} 2015-10-29T11:11:50,010 INFO [main]: ql.Driver (Driver.java:compile(448)) - Semantic Analysis Completed 2015-10-29T11:11:50,010 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:50,010 INFO [main]: ql.Driver (Driver.java:getSchema(244)) - Returning Hive schema: Schema(fieldSchemas:null, properties:null) 2015-10-29T11:11:50,010 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:50,010 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : compilation phase 2015-10-29T11:11:50,010 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {flushCache_()=0, isCompatibleWith_(HiveConf, )=0, getTable_(String, String, )=107} 2015-10-29T11:11:50,010 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:50,010 DEBUG [main]: lockmgr.DummyTxnManager (DummyTxnManager.java:acquireLocks(129)) - Adding file:/Users/sush/dev/hive.git/data/files/kv1.txt to list of lock inputs 2015-10-29T11:11:50,011 DEBUG [main]: lockmgr.DummyTxnManager (DummyTxnManager.java:acquireLocks(148)) - Adding default@src to list of lock outputs 2015-10-29T11:11:50,011 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:lock(262)) - Acquiring lock for default with mode IMPLICIT 2015-10-29T11:11:50,014 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:lock(262)) - Acquiring lock for default/src with mode IMPLICIT 2015-10-29T11:11:50,017 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:50,017 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:50,017 INFO [main]: ql.Driver (Driver.java:execute(1468)) - Starting command(queryId=sush_20151029111149_487a24de-45d3-47be-89ca-59e5a27c03d9): LOAD DATA LOCAL INPATH "/Users/sush/dev/hive.git/itests/qtest/../..//data/files/kv1.txt" INTO TABLE src 2015-10-29T11:11:50,017 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:50,017 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: query: LOAD DATA LOCAL INPATH "/Users/sush/dev/hive.git/itests/qtest/../..//data/files/kv1.txt" INTO TABLE src 2015-10-29T11:11:50,017 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: type: LOAD 2015-10-29T11:11:50,017 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: Input: file:/Users/sush/dev/hive.git/data/files/kv1.txt 2015-10-29T11:11:50,018 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: Output: default@src 2015-10-29T11:11:50,018 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:50,018 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:50,018 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:50,018 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:50,018 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:50,018 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:50,019 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-0:MOVE] in serial mode 2015-10-29T11:11:50,019 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - Loading data to table default.src from file:/Users/sush/dev/hive.git/data/files/kv1.txt 2015-10-29T11:11:50,019 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:50,019 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=src 2015-10-29T11:11:50,019 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=src 2015-10-29T11:11:50,029 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:50,049 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:50,049 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=src 2015-10-29T11:11:50,049 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=src 2015-10-29T11:11:50,061 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:50,075 DEBUG [main]: metadata.Hive (Hive.java:isSubDir(2607)) - The source path is /Users/sush/dev/hive.git/data/files/kv1.txt and the destination path is /Users/sush/dev/hive.git/itests/qtest/target/warehouse/src/kv1.txt 2015-10-29T11:11:50,089 INFO [main]: metadata.Hive (Hive.java:moveFile(2742)) - Renaming src: file:/Users/sush/dev/hive.git/data/files/kv1.txt, dest: pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src/kv1.txt, Status:true 2015-10-29T11:11:50,089 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chgrp,-R,staff,pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src/kv1.txt} 2015-10-29T11:11:50,096 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:11:50,096 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chmod,-R,755,pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src/kv1.txt} 2015-10-29T11:11:50,106 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:11:50,111 DEBUG [main]: shims.HadoopShimsSecure (Hadoop23Shims.java:debugLog(937)) - FileStatus{path=pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src/kv1.txt; isDirectory=false; length=5812; replication=1; blocksize=33554432; modification_time=1446142310000; access_time=0; owner=sush; group=staff; permission=rwxr-xr-x; isSymlink=false} 2015-10-29T11:11:50,112 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct src { string key, string value} 2015-10-29T11:11:50,112 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:50,112 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: alter_table: db=default tbl=src newtbl=src 2015-10-29T11:11:50,112 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=alter_table: db=default tbl=src newtbl=src 2015-10-29T11:11:50,133 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:getDatabase(348)) - getDatabase: directsql returning db default locn[pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse] desc [Default Hive database] owner [public] ownertype [ROLE] 2015-10-29T11:11:50,144 INFO [main]: hive.log (MetaStoreUtils.java:updateTableStatsFast(231)) - Updating table stats fast for src 2015-10-29T11:11:50,145 INFO [main]: hive.log (MetaStoreUtils.java:updateTableStatsFast(233)) - Updated size of table src to 5812 2015-10-29T11:11:50,168 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:50,169 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:50,170 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-1:STATS] in serial mode 2015-10-29T11:11:50,170 INFO [main]: exec.StatsTask (StatsTask.java:execute(87)) - Executing stats task 2015-10-29T11:11:50,170 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:50,170 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=src 2015-10-29T11:11:50,171 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=src 2015-10-29T11:11:50,186 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:50,187 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:50,187 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=src 2015-10-29T11:11:50,187 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=src 2015-10-29T11:11:50,198 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:50,211 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct src { string key, string value} 2015-10-29T11:11:50,212 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:50,212 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: alter_table: db=default tbl=src newtbl=src 2015-10-29T11:11:50,212 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=alter_table: db=default tbl=src newtbl=src 2015-10-29T11:11:50,231 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:getDatabase(348)) - getDatabase: directsql returning db default locn[pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse] desc [Default Hive database] owner [public] ownertype [ROLE] 2015-10-29T11:11:50,244 INFO [main]: hive.log (MetaStoreUtils.java:updateTableStatsFast(231)) - Updating table stats fast for src 2015-10-29T11:11:50,244 INFO [main]: hive.log (MetaStoreUtils.java:updateTableStatsFast(233)) - Updated size of table src to 5812 2015-10-29T11:11:50,248 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:50,248 INFO [main]: exec.StatsTask (StatsTask.java:aggregateStats(188)) - Table default.src stats: [numFiles=1, totalSize=5812] 2015-10-29T11:11:50,248 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:50,248 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:50,248 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: query: LOAD DATA LOCAL INPATH "/Users/sush/dev/hive.git/itests/qtest/../..//data/files/kv1.txt" INTO TABLE src 2015-10-29T11:11:50,248 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: type: LOAD 2015-10-29T11:11:50,248 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Input: file:/Users/sush/dev/hive.git/data/files/kv1.txt 2015-10-29T11:11:50,249 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Output: default@src 2015-10-29T11:11:50,249 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:50,249 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : execution phase 2015-10-29T11:11:50,249 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {isCompatibleWith_(HiveConf, )=1, getTable_(String, String, )=51, alter_table_(String, String, Table, boolean, )=93} 2015-10-29T11:11:50,249 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:50,249 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - OK 2015-10-29T11:11:50,249 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:50,249 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:releaseLocks(217)) - about to release lock for default/src 2015-10-29T11:11:50,252 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:releaseLocks(217)) - about to release lock for default 2015-10-29T11:11:50,253 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:50,253 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:50,253 DEBUG [main]: ql.Driver (DriverContext.java:shutdown(132)) - Shutting down query LOAD DATA LOCAL INPATH "/Users/sush/dev/hive.git/itests/qtest/../..//data/files/kv1.txt" INTO TABLE src 2015-10-29T11:11:50,254 INFO [main]: CliDriver (SessionState.java:printInfo(996)) - Time taken: 0.363 seconds 2015-10-29T11:11:50,254 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:50,254 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:50,254 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:50,254 DEBUG [main]: conf.VariableSubstitution (VariableSubstitution.java:substitute(63)) - Substitution is on: ANALYZE TABLE src COMPUTE STATISTICS 2015-10-29T11:11:50,255 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:50,255 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(185)) - Parsing command: ANALYZE TABLE src COMPUTE STATISTICS 2015-10-29T11:11:50,256 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(209)) - Parse Completed 2015-10-29T11:11:50,256 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:50,256 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:50,256 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:50,257 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:50,257 INFO [main]: parse.ColumnStatsSemanticAnalyzer (ColumnStatsSemanticAnalyzer.java:analyze(455)) - Invoking analyze on original query 2015-10-29T11:11:50,257 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:analyzeInternal(10062)) - Starting Semantic Analysis 2015-10-29T11:11:50,257 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genResolvedParseTree(10009)) - Completed phase 1 of Semantic Analysis 2015-10-29T11:11:50,257 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:getMetaData(1538)) - Get metadata for source tables 2015-10-29T11:11:50,258 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:50,258 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=src 2015-10-29T11:11:50,258 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=src 2015-10-29T11:11:50,269 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:50,269 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:50,270 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=src 2015-10-29T11:11:50,270 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=src 2015-10-29T11:11:50,280 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:50,280 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:getMetaData(1678)) - Get metadata for subqueries 2015-10-29T11:11:50,280 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:getMetaData(1702)) - Get metadata for destination tables 2015-10-29T11:11:50,281 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genResolvedParseTree(10013)) - Completed getting MetaData in Semantic Analysis 2015-10-29T11:11:50,282 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct src { string key, string value} 2015-10-29T11:11:50,297 DEBUG [main]: ql.Context (Context.java:getStagingDir(231)) - Created staging dir = pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src/.hive-staging_hive_2015-10-29_11-11-50_254_1342676875963004610-1 for path = pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src 2015-10-29T11:11:50,298 INFO [main]: common.FileUtils (FileUtils.java:mkdir(502)) - Creating directory if it doesn't exist: pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src/.hive-staging_hive_2015-10-29_11-11-50_254_1342676875963004610-1 2015-10-29T11:11:50,314 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chgrp,-R,staff,pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src/.hive-staging_hive_2015-10-29_11-11-50_254_1342676875963004610-1} 2015-10-29T11:11:50,321 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:11:50,321 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chmod,-R,755,pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src/.hive-staging_hive_2015-10-29_11-11-50_254_1342676875963004610-1} 2015-10-29T11:11:50,332 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:11:50,337 DEBUG [main]: shims.HadoopShimsSecure (Hadoop23Shims.java:debugLog(937)) - FileStatus{path=pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src/.hive-staging_hive_2015-10-29_11-11-50_254_1342676875963004610-1; isDirectory=true; modification_time=1446142310000; access_time=0; owner=sush; group=staff; permission=rwxr-xr-x; isSymlink=false} 2015-10-29T11:11:50,343 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:setupStats(9493)) - Set stats collection dir : pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src/.hive-staging_hive_2015-10-29_11-11-50_254_1342676875963004610-1/-ext-10000 2015-10-29T11:11:50,367 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genTablePlan(9467)) - Created Table Plan for src TS[0] 2015-10-29T11:11:50,367 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genBodyPlan(8831)) - Created Body Plan for Query Block null 2015-10-29T11:11:50,367 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genPlan(9675)) - Created Plan for Query Block null 2015-10-29T11:11:50,368 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:analyzeInternal(10139)) - Before logical optimization TS[0] 2015-10-29T11:11:50,416 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:TS[0] with rs:(key: string|{src}key,value: string|{src}value,BLOCK__OFFSET__INSIDE__FILE: bigint|{src}block__offset__inside__file,INPUT__FILE__NAME: string|{src}input__file__name,ROW__ID: struct|{src}row__id,RAW__DATA__SIZE: bigint|{src}raw__data__size) 2015-10-29T11:11:50,416 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator TS[0] 2015-10-29T11:11:50,421 INFO [main]: ppd.OpProcFactory (OpProcFactory.java:process(383)) - Processing for TS(0) 2015-10-29T11:11:50,421 DEBUG [main]: ppd.PredicatePushDown (PredicatePushDown.java:transform(138)) - After PPD: TS[0] 2015-10-29T11:11:50,421 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:TS[0] with rs:(key: string|{src}key,value: string|{src}value,BLOCK__OFFSET__INSIDE__FILE: bigint|{src}block__offset__inside__file,INPUT__FILE__NAME: string|{src}input__file__name,ROW__ID: struct|{src}row__id,RAW__DATA__SIZE: bigint|{src}raw__data__size) 2015-10-29T11:11:50,421 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator TS[0] 2015-10-29T11:11:50,425 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:TS[0] with rs:(key: string|{src}key,value: string|{src}value,BLOCK__OFFSET__INSIDE__FILE: bigint|{src}block__offset__inside__file,INPUT__FILE__NAME: string|{src}input__file__name,ROW__ID: struct|{src}row__id,RAW__DATA__SIZE: bigint|{src}raw__data__size) 2015-10-29T11:11:50,425 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator TS[0] 2015-10-29T11:11:50,443 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:analyzeInternal(10147)) - After logical optimization TS[0] 2015-10-29T11:11:50,457 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:50,458 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:50,459 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct src { string key, string value} 2015-10-29T11:11:50,459 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct src { string key, string value} 2015-10-29T11:11:50,459 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct src { string key, string value} 2015-10-29T11:11:50,460 DEBUG [main]: optimizer.GenMapRedUtils (GenMapRedUtils.java:setMapWork(678)) - Adding pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src of tablesrc 2015-10-29T11:11:50,460 DEBUG [main]: optimizer.GenMapRedUtils (GenMapRedUtils.java:setMapWork(716)) - Information added for path pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src 2015-10-29T11:11:50,465 DEBUG [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(167)) - Looking at: null 2015-10-29T11:11:50,465 INFO [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(175)) - Looking for table scans where optimization is applicable 2015-10-29T11:11:50,466 INFO [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(199)) - Found 0 null table scans 2015-10-29T11:11:50,467 DEBUG [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(167)) - Looking at: null 2015-10-29T11:11:50,467 INFO [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(175)) - Looking for table scans where optimization is applicable 2015-10-29T11:11:50,467 INFO [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(199)) - Found 0 null table scans 2015-10-29T11:11:50,468 DEBUG [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(167)) - Looking at: null 2015-10-29T11:11:50,468 INFO [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(175)) - Looking for table scans where optimization is applicable 2015-10-29T11:11:50,468 INFO [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(199)) - Found 0 null table scans 2015-10-29T11:11:50,471 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:analyzeInternal(10168)) - Completed plan generation 2015-10-29T11:11:50,471 INFO [main]: ql.Driver (Driver.java:compile(448)) - Semantic Analysis Completed 2015-10-29T11:11:50,471 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:validate(10519)) - validation start 2015-10-29T11:11:50,472 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:validate(10588)) - Not a partition. 2015-10-29T11:11:50,472 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:50,472 INFO [main]: ql.Driver (Driver.java:getSchema(244)) - Returning Hive schema: Schema(fieldSchemas:[FieldSchema(name:src.key, type:string, comment:null), FieldSchema(name:src.value, type:string, comment:null)], properties:null) 2015-10-29T11:11:50,472 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:50,472 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : compilation phase 2015-10-29T11:11:50,472 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {flushCache_()=1, isCompatibleWith_(HiveConf, )=0, getTable_(String, String, )=22} 2015-10-29T11:11:50,472 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:50,472 DEBUG [main]: lockmgr.DummyTxnManager (DummyTxnManager.java:acquireLocks(129)) - Adding default@src to list of lock inputs 2015-10-29T11:11:50,472 DEBUG [main]: lockmgr.DummyTxnManager (DummyTxnManager.java:acquireLocks(148)) - Adding default@src to list of lock outputs 2015-10-29T11:11:50,473 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:lock(262)) - Acquiring lock for default with mode IMPLICIT 2015-10-29T11:11:50,476 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:lock(262)) - Acquiring lock for default/src with mode IMPLICIT 2015-10-29T11:11:50,480 DEBUG [main]: ql.Driver (Driver.java:recordValidTxns(960)) - Encoding valid txns info 9223372036854775807: txnid:0 2015-10-29T11:11:50,480 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:50,480 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:50,480 INFO [main]: ql.Driver (Driver.java:execute(1468)) - Starting command(queryId=sush_20151029111150_a79acb84-b244-49a5-8bdd-cd3659c6cdf9): ANALYZE TABLE src COMPUTE STATISTICS 2015-10-29T11:11:50,480 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:50,480 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: query: ANALYZE TABLE src COMPUTE STATISTICS 2015-10-29T11:11:50,480 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: type: QUERY 2015-10-29T11:11:50,481 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: Input: default@src 2015-10-29T11:11:50,481 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: Output: default@src 2015-10-29T11:11:50,481 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:50,481 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:50,481 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:50,481 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - Query ID = sush_20151029111150_a79acb84-b244-49a5-8bdd-cd3659c6cdf9 2015-10-29T11:11:50,481 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - Total jobs = 1 2015-10-29T11:11:50,481 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:50,481 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:50,482 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:50,492 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - Launching Job 1 out of 1 2015-10-29T11:11:50,494 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-0:MAPRED] in serial mode 2015-10-29T11:11:50,494 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - Number of reduce tasks is set to 0 since there's no reduce operator 2015-10-29T11:11:50,503 INFO [main]: mr.ExecDriver (ExecDriver.java:execute(291)) - Using org.apache.hadoop.hive.ql.io.CombineHiveInputFormat 2015-10-29T11:11:50,505 INFO [main]: exec.Utilities (Utilities.java:getInputPaths(3433)) - Processing alias src 2015-10-29T11:11:50,506 INFO [main]: exec.Utilities (Utilities.java:getInputPaths(3450)) - Adding input file pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src 2015-10-29T11:11:50,506 INFO [main]: exec.Utilities (Utilities.java:isEmptyPath(2734)) - Content Summary not cached for pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src 2015-10-29T11:11:50,545 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:50,545 INFO [main]: exec.Utilities (Utilities.java:serializePlan(939)) - Serializing MapWork via kryo 2015-10-29T11:11:50,589 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:50,598 DEBUG [main]: mapreduce.Cluster (Cluster.java:initialize(90)) - Trying ClientProtocolProvider : org.apache.hadoop.mapred.LocalClientProtocolProvider 2015-10-29T11:11:50,602 INFO [main]: jvm.JvmMetrics (JvmMetrics.java:init(76)) - Initializing JVM Metrics with processName=JobTracker, sessionId= 2015-10-29T11:11:50,608 DEBUG [main]: mapreduce.Cluster (Cluster.java:initialize(103)) - Picked org.apache.hadoop.mapred.LocalClientProtocolProvider as the ClientProtocolProvider 2015-10-29T11:11:50,610 DEBUG [main]: fs.FSStatsPublisher (FSStatsPublisher.java:init(49)) - Initing FSStatsPublisher with : pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src/.hive-staging_hive_2015-10-29_11-11-50_254_1342676875963004610-1/-ext-10000 2015-10-29T11:11:50,614 INFO [main]: fs.FSStatsPublisher (FSStatsPublisher.java:init(51)) - created : pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src/.hive-staging_hive_2015-10-29_11-11-50_254_1342676875963004610-1/-ext-10000 2015-10-29T11:11:50,622 DEBUG [main]: mapreduce.Cluster (Cluster.java:initialize(90)) - Trying ClientProtocolProvider : org.apache.hadoop.mapred.LocalClientProtocolProvider 2015-10-29T11:11:50,622 INFO [main]: jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized 2015-10-29T11:11:50,623 DEBUG [main]: mapreduce.Cluster (Cluster.java:initialize(103)) - Picked org.apache.hadoop.mapred.LocalClientProtocolProvider as the ClientProtocolProvider 2015-10-29T11:11:50,627 INFO [main]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-11-50_254_1342676875963004610-1/-mr-10002/2cf71820-fbb9-411a-889c-861564b4f165/map.xml 2015-10-29T11:11:50,627 DEBUG [main]: exec.Utilities (Utilities.java:getBaseWork(452)) - Found plan in cache for name: map.xml 2015-10-29T11:11:50,627 INFO [main]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-11-50_254_1342676875963004610-1/-mr-10002/2cf71820-fbb9-411a-889c-861564b4f165/reduce.xml 2015-10-29T11:11:50,627 INFO [main]: exec.Utilities (Utilities.java:getBaseWork(405)) - local path = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-11-50_254_1342676875963004610-1/-mr-10002/2cf71820-fbb9-411a-889c-861564b4f165/reduce.xml 2015-10-29T11:11:50,627 INFO [main]: exec.Utilities (Utilities.java:getBaseWork(417)) - Open file to read in plan: file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-11-50_254_1342676875963004610-1/-mr-10002/2cf71820-fbb9-411a-889c-861564b4f165/reduce.xml 2015-10-29T11:11:50,628 DEBUG [main]: exec.Utilities (Utilities.java:getBaseWork(457)) - File not found: File file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-11-50_254_1342676875963004610-1/-mr-10002/2cf71820-fbb9-411a-889c-861564b4f165/reduce.xml does not exist 2015-10-29T11:11:50,628 INFO [main]: exec.Utilities (Utilities.java:getBaseWork(458)) - No plan file found: file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-11-50_254_1342676875963004610-1/-mr-10002/2cf71820-fbb9-411a-889c-861564b4f165/reduce.xml 2015-10-29T11:11:50,636 DEBUG [main]: mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(456)) - Configuring job job_local2129555318_0001 with file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/hadoop-tmp/mapred/staging/sush2129555318/.staging/job_local2129555318_0001 as the submit dir 2015-10-29T11:11:50,637 DEBUG [main]: mapreduce.JobSubmitter (JobSubmitter.java:populateTokenCache(718)) - adding the following namenodes' delegation tokens:[file:///] 2015-10-29T11:11:50,718 WARN [main]: mapreduce.JobSubmitter (JobSubmitter.java:copyAndConfigureFiles(153)) - Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2015-10-29T11:11:50,719 DEBUG [main]: mapreduce.JobSubmitter (JobSubmitter.java:copyAndConfigureFiles(173)) - default FileSystem: file:/// 2015-10-29T11:11:50,848 DEBUG [main]: mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(491)) - Creating splits at file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/hadoop-tmp/mapred/staging/sush2129555318/.staging/job_local2129555318_0001 2015-10-29T11:11:50,849 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:50,849 INFO [main]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-11-50_254_1342676875963004610-1/-mr-10002/2cf71820-fbb9-411a-889c-861564b4f165/map.xml 2015-10-29T11:11:50,849 DEBUG [main]: exec.Utilities (Utilities.java:getBaseWork(452)) - Found plan in cache for name: map.xml 2015-10-29T11:11:50,849 INFO [main]: io.CombineHiveInputFormat (CombineHiveInputFormat.java:getSplits(478)) - Total number of paths: 1, launching 1 threads to check non-combinable ones. 2015-10-29T11:11:50,857 DEBUG [main]: io.CombineHiveInputFormat (CombineHiveInputFormat.java:getSplits(512)) - The received input paths are: [pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src] against the property mapreduce.input.fileinputformat.inputdir 2015-10-29T11:11:50,865 INFO [main]: io.CombineHiveInputFormat (CombineHiveInputFormat.java:getCombineSplits(395)) - CombineHiveInputSplit creating pool for pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src; using filter path pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src 2015-10-29T11:11:50,886 DEBUG [main]: input.FileInputFormat (FileInputFormat.java:listStatus(279)) - Time taken to get FileStatuses: 19 2015-10-29T11:11:50,886 INFO [main]: input.FileInputFormat (FileInputFormat.java:listStatus(281)) - Total input paths to process : 1 2015-10-29T11:11:50,895 INFO [main]: input.CombineFileInputFormat (CombineFileInputFormat.java:createSplits(413)) - DEBUG: Terminated node allocation with : CompletedNodes: 1, size left: 0 2015-10-29T11:11:50,896 INFO [main]: io.CombineHiveInputFormat (CombineHiveInputFormat.java:getCombineSplits(450)) - number of splits 1 2015-10-29T11:11:50,896 INFO [main]: io.CombineHiveInputFormat (CombineHiveInputFormat.java:getSplits(549)) - Number of all splits 1 2015-10-29T11:11:50,897 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:50,917 INFO [main]: mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(494)) - number of splits:1 2015-10-29T11:11:50,978 INFO [main]: mapreduce.JobSubmitter (JobSubmitter.java:printTokens(583)) - Submitting tokens for job: job_local2129555318_0001 2015-10-29T11:11:51,104 INFO [main]: mapreduce.Job (Job.java:submit(1300)) - The url to track the job: http://localhost:8080/ 2015-10-29T11:11:51,105 INFO [Thread-98]: mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(471)) - OutputCommitter set in config org.apache.hadoop.hive.ql.io.HiveFileFormatUtils$NullOutputCommitter 2015-10-29T11:11:51,106 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - Job running in-process (local Hadoop) 2015-10-29T11:11:51,106 INFO [Thread-98]: mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(489)) - OutputCommitter is org.apache.hadoop.hive.ql.io.HiveFileFormatUtils$NullOutputCommitter 2015-10-29T11:11:51,114 DEBUG [Thread-98]: mapred.LocalJobRunner (LocalJobRunner.java:createMapExecutor(395)) - Starting mapper thread pool executor. 2015-10-29T11:11:51,114 DEBUG [Thread-98]: mapred.LocalJobRunner (LocalJobRunner.java:createMapExecutor(396)) - Max local threads: 1 2015-10-29T11:11:51,114 DEBUG [Thread-98]: mapred.LocalJobRunner (LocalJobRunner.java:createMapExecutor(397)) - Map tasks to process: 1 2015-10-29T11:11:51,115 INFO [Thread-98]: mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for map tasks 2015-10-29T11:11:51,117 INFO [LocalJobRunner Map Task Executor #0]: mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local2129555318_0001_m_000000_0 2015-10-29T11:11:51,124 DEBUG [LocalJobRunner Map Task Executor #0]: mapred.SortedRanges (SortedRanges.java:doNext(348)) - currentIndex 0 0:0 2015-10-29T11:11:51,132 DEBUG [LocalJobRunner Map Task Executor #0]: mapred.LocalJobRunner (LocalJobRunner.java:setupChildMapredLocalDirs(974)) - mapreduce.cluster.local.dir for child : /Users/sush/dev/hive.git/itests/qtest/target/tmp/hadoop-tmp/mapred/local/localRunner//sush/jobcache/job_local2129555318_0001/attempt_local2129555318_0001_m_000000_0 2015-10-29T11:11:51,137 INFO [LocalJobRunner Map Task Executor #0]: util.ProcfsBasedProcessTree (ProcfsBasedProcessTree.java:isAvailable(181)) - ProcfsBasedProcessTree currently is supported only on Linux. 2015-10-29T11:11:51,137 INFO [LocalJobRunner Map Task Executor #0]: util.ProcfsBasedProcessTree (ProcfsBasedProcessTree.java:isAvailable(181)) - ProcfsBasedProcessTree currently is supported only on Linux. 2015-10-29T11:11:51,137 INFO [LocalJobRunner Map Task Executor #0]: mapred.Task (Task.java:initialize(587)) - Using ResourceCalculatorProcessTree : null 2015-10-29T11:11:51,143 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:updateJobWithSplit(482)) - Processing split: Paths:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src/kv1.txt:0+5812InputFormatClass: org.apache.hadoop.mapred.TextInputFormat 2015-10-29T11:11:51,146 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-11-50_254_1342676875963004610-1/-mr-10002/2cf71820-fbb9-411a-889c-861564b4f165/map.xml 2015-10-29T11:11:51,146 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(405)) - local path = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-11-50_254_1342676875963004610-1/-mr-10002/2cf71820-fbb9-411a-889c-861564b4f165/map.xml 2015-10-29T11:11:51,146 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(417)) - Open file to read in plan: file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-11-50_254_1342676875963004610-1/-mr-10002/2cf71820-fbb9-411a-889c-861564b4f165/map.xml 2015-10-29T11:11:51,147 INFO [LocalJobRunner Map Task Executor #0]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:51,147 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:deserializePlan(966)) - Deserializing MapWork via kryo 2015-10-29T11:11:51,171 INFO [LocalJobRunner Map Task Executor #0]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:51,179 INFO [LocalJobRunner Map Task Executor #0]: io.HiveContextAwareRecordReader (HiveContextAwareRecordReader.java:initIOContext(174)) - Processing file pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src/kv1.txt 2015-10-29T11:11:51,180 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:runOldMapper(436)) - numReduceTasks: 0 2015-10-29T11:11:51,185 INFO [LocalJobRunner Map Task Executor #0]: mr.ExecMapper (ExecMapper.java:configure(83)) - conf classpath = [file:/Users/sush/dev/hive.git/itests/qtest/target/surefire/surefirebooter6776397513364088476.jar] 2015-10-29T11:11:51,185 INFO [LocalJobRunner Map Task Executor #0]: mr.ExecMapper (ExecMapper.java:configure(85)) - thread classpath = [file:/Users/sush/dev/hive.git/itests/qtest/target/surefire/surefirebooter6776397513364088476.jar] 2015-10-29T11:11:51,185 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-11-50_254_1342676875963004610-1/-mr-10002/2cf71820-fbb9-411a-889c-861564b4f165/map.xml 2015-10-29T11:11:51,185 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(452)) - Found plan in cache for name: map.xml 2015-10-29T11:11:51,186 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:initialize(338)) - Initializing operator MAP[2] 2015-10-29T11:11:51,187 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:initialize(377)) - Initialization Done 2 MAP 2015-10-29T11:11:51,187 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:initializeChildren(463)) - Operator 2 MAP initialized 2015-10-29T11:11:51,187 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:initialize(390)) - Initialization Done 2 MAP done is reset. 2015-10-29T11:11:51,187 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:11:51,189 INFO [LocalJobRunner Map Task Executor #0]: mr.ExecMapper (ExecMapper.java:configure(110)) - Id =2 Id =1 <\Children> Id = 2 null<\Parent> <\TS> <\Children> <\Parent> <\MAP> 2015-10-29T11:11:51,190 INFO [LocalJobRunner Map Task Executor #0]: MapredContext (MapredContext.java:init(55)) - MapredContext initialized. 2015-10-29T11:11:51,191 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:initialize(338)) - Initializing operator TS[1] 2015-10-29T11:11:51,191 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:initialize(377)) - Initialization Done 1 TS 2015-10-29T11:11:51,191 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:initializeChildren(463)) - Operator 1 TS initialized 2015-10-29T11:11:51,191 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:initialize(390)) - Initialization Done 1 TS done is reset. 2015-10-29T11:11:51,193 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-11-50_254_1342676875963004610-1/-mr-10002/2cf71820-fbb9-411a-889c-861564b4f165/map.xml 2015-10-29T11:11:51,193 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(452)) - Found plan in cache for name: map.xml 2015-10-29T11:11:51,197 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (MapOperator.java:rowsForwarded(535)) - MAP[2]: records read - 1 2015-10-29T11:11:51,198 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (MapOperator.java:rowsForwarded(535)) - MAP[2]: records read - 10 2015-10-29T11:11:51,199 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (MapOperator.java:rowsForwarded(535)) - MAP[2]: records read - 100 2015-10-29T11:11:51,205 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:close(650)) - 2 finished. closing... 2015-10-29T11:11:51,205 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:logStats(898)) - RECORDS_IN:500 2015-10-29T11:11:51,205 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:logStats(898)) - DESERIALIZE_ERRORS:0 2015-10-29T11:11:51,205 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:close(650)) - 1 finished. closing... 2015-10-29T11:11:51,205 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:11:51,205 DEBUG [LocalJobRunner Map Task Executor #0]: fs.FSStatsPublisher (FSStatsPublisher.java:connect(66)) - Connecting to : pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src/.hive-staging_hive_2015-10-29_11-11-50_254_1342676875963004610-1/-ext-10000 2015-10-29T11:11:51,211 DEBUG [LocalJobRunner Map Task Executor #0]: fs.FSStatsPublisher (FSStatsPublisher.java:publishStat(78)) - Putting in map : default.src/ {numRows=500, rawDataSize=5312} 2015-10-29T11:11:51,212 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (TableScanOperator.java:publishStats(306)) - publishing : default.src/ : {numRows=500, rawDataSize=5312} 2015-10-29T11:11:51,212 DEBUG [LocalJobRunner Map Task Executor #0]: fs.FSStatsPublisher (FSStatsPublisher.java:closeConnection(99)) - About to create stats file for this task : pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src/.hive-staging_hive_2015-10-29_11-11-50_254_1342676875963004610-1/-ext-10000/tmpstats-0 2015-10-29T11:11:51,216 DEBUG [LocalJobRunner Map Task Executor #0]: fs.FSStatsPublisher (FSStatsPublisher.java:closeConnection(101)) - Created file : pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src/.hive-staging_hive_2015-10-29_11-11-50_254_1342676875963004610-1/-ext-10000/tmpstats-0 2015-10-29T11:11:51,217 DEBUG [LocalJobRunner Map Task Executor #0]: fs.FSStatsPublisher (FSStatsPublisher.java:closeConnection(102)) - Writing stats in it : {default.src/={numRows=500, rawDataSize=5312}} 2015-10-29T11:11:51,217 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:close(674)) - 1 Close done 2015-10-29T11:11:51,217 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:close(674)) - 2 Close done 2015-10-29T11:11:51,221 INFO [LocalJobRunner Map Task Executor #0]: mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 2015-10-29T11:11:51,221 INFO [LocalJobRunner Map Task Executor #0]: mapred.Task (Task.java:done(1001)) - Task:attempt_local2129555318_0001_m_000000_0 is done. And is in the process of committing 2015-10-29T11:11:51,226 INFO [LocalJobRunner Map Task Executor #0]: mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src/kv1.txt:0+5812 2015-10-29T11:11:51,227 INFO [LocalJobRunner Map Task Executor #0]: mapred.Task (Task.java:sendDone(1121)) - Task 'attempt_local2129555318_0001_m_000000_0' done. 2015-10-29T11:11:51,227 INFO [LocalJobRunner Map Task Executor #0]: mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local2129555318_0001_m_000000_0 2015-10-29T11:11:51,227 INFO [Thread-98]: mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - map task executor complete. 2015-10-29T11:11:52,112 DEBUG [main]: exec.Heartbeater (Heartbeater.java:heartbeat(80)) - heartbeating 2015-10-29T11:11:52,122 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - 2015-10-29 11:11:52,122 Stage-0 map = 100%, reduce = 0% 2015-10-29T11:11:52,126 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - Ended Job = job_local2129555318_0001 2015-10-29T11:11:52,127 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:52,128 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-1:STATS] in serial mode 2015-10-29T11:11:52,128 INFO [main]: exec.StatsTask (StatsTask.java:execute(87)) - Executing stats task 2015-10-29T11:11:52,128 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:52,128 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=src 2015-10-29T11:11:52,128 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=src 2015-10-29T11:11:52,138 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:52,139 DEBUG [main]: fs.FSStatsPublisher (FSStatsPublisher.java:init(49)) - Initing FSStatsPublisher with : pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src/.hive-staging_hive_2015-10-29_11-11-50_254_1342676875963004610-1/-ext-10000 2015-10-29T11:11:52,143 INFO [main]: fs.FSStatsPublisher (FSStatsPublisher.java:init(51)) - created : pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src/.hive-staging_hive_2015-10-29_11-11-50_254_1342676875963004610-1/-ext-10000 2015-10-29T11:11:52,144 DEBUG [main]: fs.FSStatsAggregator (FSStatsAggregator.java:connect(51)) - About to read stats from : pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src/.hive-staging_hive_2015-10-29_11-11-50_254_1342676875963004610-1/-ext-10000 2015-10-29T11:11:52,151 INFO [main]: fs.FSStatsAggregator (FSStatsAggregator.java:connect(66)) - Read stats : {default.src/={numRows=500, rawDataSize=5312}} 2015-10-29T11:11:52,151 DEBUG [main]: fs.FSStatsAggregator (FSStatsAggregator.java:aggregateStats(81)) - Part ID: default.src/ numRows 2015-10-29T11:11:52,151 INFO [main]: fs.FSStatsAggregator (FSStatsAggregator.java:aggregateStats(93)) - Read stats for : default.src/ numRows 500 2015-10-29T11:11:52,151 DEBUG [main]: fs.FSStatsAggregator (FSStatsAggregator.java:aggregateStats(81)) - Part ID: default.src/ rawDataSize 2015-10-29T11:11:52,152 INFO [main]: fs.FSStatsAggregator (FSStatsAggregator.java:aggregateStats(93)) - Read stats for : default.src/ rawDataSize 5312 2015-10-29T11:11:52,168 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct src { string key, string value} 2015-10-29T11:11:52,169 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:52,169 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: alter_table: db=default tbl=src newtbl=src 2015-10-29T11:11:52,169 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=alter_table: db=default tbl=src newtbl=src 2015-10-29T11:11:52,186 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:getDatabase(348)) - getDatabase: directsql returning db default locn[pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse] desc [Default Hive database] owner [public] ownertype [ROLE] 2015-10-29T11:11:52,203 INFO [main]: hive.log (MetaStoreUtils.java:updateTableStatsFast(231)) - Updating table stats fast for src 2015-10-29T11:11:52,203 INFO [main]: hive.log (MetaStoreUtils.java:updateTableStatsFast(233)) - Updated size of table src to 5812 2015-10-29T11:11:52,212 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:52,213 INFO [main]: exec.StatsTask (StatsTask.java:aggregateStats(188)) - Table default.src stats: [numFiles=1, numRows=500, totalSize=5812, rawDataSize=5312] 2015-10-29T11:11:52,213 DEBUG [main]: fs.FSStatsAggregator (FSStatsAggregator.java:closeConnection(104)) - About to delete stats tmp dir :pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src/.hive-staging_hive_2015-10-29_11-11-50_254_1342676875963004610-1/-ext-10000 2015-10-29T11:11:52,213 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:52,214 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:52,214 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: query: ANALYZE TABLE src COMPUTE STATISTICS 2015-10-29T11:11:52,214 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: type: QUERY 2015-10-29T11:11:52,214 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Input: default@src 2015-10-29T11:11:52,214 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Output: default@src 2015-10-29T11:11:52,214 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:52,215 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : execution phase 2015-10-29T11:11:52,215 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {isCompatibleWith_(HiveConf, )=0, getTable_(String, String, )=10, alter_table_(String, String, Table, boolean, )=44} 2015-10-29T11:11:52,215 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:52,215 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - MapReduce Jobs Launched: 2015-10-29T11:11:52,215 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - Stage-Stage-0: HDFS Read: 0 HDFS Write: 0 SUCCESS 2015-10-29T11:11:52,215 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - Total MapReduce CPU Time Spent: 0 msec 2015-10-29T11:11:52,216 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - OK 2015-10-29T11:11:52,216 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:52,216 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:releaseLocks(217)) - about to release lock for default/src 2015-10-29T11:11:52,219 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:releaseLocks(217)) - about to release lock for default 2015-10-29T11:11:52,221 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:52,221 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:52,221 DEBUG [main]: ql.Driver (DriverContext.java:shutdown(132)) - Shutting down query ANALYZE TABLE src COMPUTE STATISTICS 2015-10-29T11:11:52,222 INFO [main]: CliDriver (SessionState.java:printInfo(996)) - Time taken: 1.968 seconds 2015-10-29T11:11:52,223 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:52,223 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:52,223 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:52,223 DEBUG [main]: conf.VariableSubstitution (VariableSubstitution.java:substitute(63)) - Substitution is on: ANALYZE TABLE src COMPUTE STATISTICS FOR COLUMNS key,value 2015-10-29T11:11:52,224 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:52,224 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(185)) - Parsing command: ANALYZE TABLE src COMPUTE STATISTICS FOR COLUMNS key,value 2015-10-29T11:11:52,225 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(209)) - Parse Completed 2015-10-29T11:11:52,225 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:52,225 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:52,226 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:52,226 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:52,226 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:52,226 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=src 2015-10-29T11:11:52,227 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=src 2015-10-29T11:11:52,237 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:52,238 INFO [main]: parse.ColumnStatsSemanticAnalyzer (ColumnStatsSemanticAnalyzer.java:getNumBitVectorsForNDVEstimation(270)) - Error requested is 20.0% 2015-10-29T11:11:52,238 INFO [main]: parse.ColumnStatsSemanticAnalyzer (ColumnStatsSemanticAnalyzer.java:getNumBitVectorsForNDVEstimation(271)) - Choosing 16 bit vectors.. 2015-10-29T11:11:52,238 DEBUG [main]: conf.VariableSubstitution (VariableSubstitution.java:substitute(63)) - Substitution is on: select compute_stats(`key` , 16 ) , compute_stats(`value` , 16 ) from default.`src` 2015-10-29T11:11:52,239 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(185)) - Parsing command: select compute_stats(`key` , 16 ) , compute_stats(`value` , 16 ) from default.`src` 2015-10-29T11:11:52,248 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(209)) - Parse Completed 2015-10-29T11:11:52,249 INFO [main]: parse.ColumnStatsSemanticAnalyzer (ColumnStatsSemanticAnalyzer.java:analyze(451)) - Invoking analyze on rewritten query 2015-10-29T11:11:52,249 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:analyzeInternal(10062)) - Starting Semantic Analysis 2015-10-29T11:11:52,250 DEBUG [main]: exec.FunctionRegistry (FunctionRegistry.java:getGenericUDAFResolver(1009)) - Looking up GenericUDAF: compute_stats 2015-10-29T11:11:52,250 DEBUG [main]: exec.FunctionRegistry (FunctionRegistry.java:getGenericUDAFResolver(1009)) - Looking up GenericUDAF: compute_stats 2015-10-29T11:11:52,250 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genResolvedParseTree(10009)) - Completed phase 1 of Semantic Analysis 2015-10-29T11:11:52,250 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:getMetaData(1538)) - Get metadata for source tables 2015-10-29T11:11:52,250 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:52,251 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=src 2015-10-29T11:11:52,251 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=src 2015-10-29T11:11:52,263 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:52,263 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:getMetaData(1678)) - Get metadata for subqueries 2015-10-29T11:11:52,263 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:getMetaData(1702)) - Get metadata for destination tables 2015-10-29T11:11:52,268 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genResolvedParseTree(10013)) - Completed getting MetaData in Semantic Analysis 2015-10-29T11:11:52,268 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct src { string key, string value} 2015-10-29T11:11:52,268 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genTablePlan(9467)) - Created Table Plan for src TS[0] 2015-10-29T11:11:52,279 DEBUG [main]: exec.FunctionRegistry (FunctionRegistry.java:getGenericUDAFResolver(1009)) - Looking up GenericUDAF: compute_stats 2015-10-29T11:11:52,283 DEBUG [main]: exec.FunctionRegistry (FunctionRegistry.java:getGenericUDAFResolver(1009)) - Looking up GenericUDAF: compute_stats 2015-10-29T11:11:52,289 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genBodyPlan(8817)) - RR before GB src{(key,key: string)(value,value: string)(block__offset__inside__file,BLOCK__OFFSET__INSIDE__FILE: bigint)(input__file__name,INPUT__FILE__NAME: string)(row__id,ROW__ID: struct)} after GB {((tok_function compute_stats (tok_table_or_col key) 16),_col0: struct)((tok_function compute_stats (tok_table_or_col value) 16),_col1: struct)} 2015-10-29T11:11:52,290 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genSelectPlan(3604)) - tree: (TOK_SELECT (TOK_SELEXPR (TOK_FUNCTION compute_stats (TOK_TABLE_OR_COL key) 16)) (TOK_SELEXPR (TOK_FUNCTION compute_stats (TOK_TABLE_OR_COL value) 16))) 2015-10-29T11:11:52,290 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genSelectPlan(3714)) - genSelectPlan: input = {((tok_function compute_stats (tok_table_or_col key) 16),_col0: struct)((tok_function compute_stats (tok_table_or_col value) 16),_col1: struct)} starRr = src{(key,key: string)(value,value: string)(block__offset__inside__file,BLOCK__OFFSET__INSIDE__FILE: bigint)(input__file__name,INPUT__FILE__NAME: string)(row__id,ROW__ID: struct)} 2015-10-29T11:11:52,291 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genSelectPlan(3862)) - Created Select Plan row schema: null{(_c0,_col0: struct)(_c1,_col1: struct)} 2015-10-29T11:11:52,292 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genSelectPlan(3593)) - Created Select Plan for clause: insclause-0 2015-10-29T11:11:52,292 DEBUG [main]: ql.Context (Context.java:getStagingDir(231)) - Created staging dir = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-11-52_239_6420304262740103194-1/-mr-10000/.hive-staging_hive_2015-10-29_11-11-52_239_6420304262740103194-1 for path = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-11-52_239_6420304262740103194-1/-mr-10000 2015-10-29T11:11:52,292 INFO [main]: common.FileUtils (FileUtils.java:mkdir(502)) - Creating directory if it doesn't exist: file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-11-52_239_6420304262740103194-1/-mr-10000/.hive-staging_hive_2015-10-29_11-11-52_239_6420304262740103194-1 2015-10-29T11:11:52,299 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chgrp,-R,staff,file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-11-52_239_6420304262740103194-1/-mr-10000} 2015-10-29T11:11:52,311 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:11:52,312 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chmod,-R,700,file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-11-52_239_6420304262740103194-1/-mr-10000} 2015-10-29T11:11:52,330 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:11:52,331 DEBUG [main]: shims.HadoopShimsSecure (Hadoop23Shims.java:debugLog(937)) - DeprecatedRawLocalFileStatus{path=file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-11-52_239_6420304262740103194-1/-mr-10000; isDirectory=true; modification_time=1446142312000; access_time=0; owner=; group=; permission=rwxrwxrwx; isSymlink=false} 2015-10-29T11:11:52,335 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genFileSinkPlan(6591)) - Set stats collection dir : file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-11-52_239_6420304262740103194-1/-mr-10000/.hive-staging_hive_2015-10-29_11-11-52_239_6420304262740103194-1/-ext-10002 2015-10-29T11:11:52,336 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genFileSinkPlan(6614)) - Created FileSink Plan for clause: insclause-0dest_path: file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-11-52_239_6420304262740103194-1/-mr-10000 row schema: null{(_c0,_col0: struct)(_c1,_col1: struct)} 2015-10-29T11:11:52,336 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genBodyPlan(8831)) - Created Body Plan for Query Block null 2015-10-29T11:11:52,336 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genPlan(9675)) - Created Plan for Query Block null 2015-10-29T11:11:52,336 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:analyzeInternal(10139)) - Before logical optimization TS[0]-SEL[1]-GBY[2]-RS[3]-GBY[4]-SEL[5]-FS[6] 2015-10-29T11:11:52,343 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:TS[0] with rs:(key: string|{src}key,value: string|{src}value,BLOCK__OFFSET__INSIDE__FILE: bigint|{src}block__offset__inside__file,INPUT__FILE__NAME: string|{src}input__file__name,ROW__ID: struct|{src}row__id) 2015-10-29T11:11:52,344 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator TS[0] 2015-10-29T11:11:52,344 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:SEL[1] with rs:(key: string|{src}key,value: string|{src}value,BLOCK__OFFSET__INSIDE__FILE: bigint|{src}block__offset__inside__file,INPUT__FILE__NAME: string|{src}input__file__name,ROW__ID: struct|{src}row__id) 2015-10-29T11:11:52,344 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator SEL[1] 2015-10-29T11:11:52,344 DEBUG [main]: optimizer.ConstantPropagateProcFactory (ConstantPropagateProcFactory.java:process(1131)) - New column list:(Column[key] Column[value] Column[BLOCK__OFFSET__INSIDE__FILE] Column[INPUT__FILE__NAME] Column[ROW__ID]) 2015-10-29T11:11:52,344 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:GBY[2] with rs:(_col0: struct|{}(tok_function compute_stats (tok_table_or_col key) 16),_col1: struct|{}(tok_function compute_stats (tok_table_or_col value) 16)) 2015-10-29T11:11:52,344 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator GBY[2] 2015-10-29T11:11:52,344 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:RS[3] with rs:(VALUE._col0: struct|{}(tok_function compute_stats (tok_table_or_col key) 16),VALUE._col1: struct|{}(tok_function compute_stats (tok_table_or_col value) 16)) 2015-10-29T11:11:52,345 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator RS[3] 2015-10-29T11:11:52,345 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:GBY[4] with rs:(_col0: struct|{}(tok_function compute_stats (tok_table_or_col key) 16),_col1: struct|{}(tok_function compute_stats (tok_table_or_col value) 16)) 2015-10-29T11:11:52,345 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator GBY[4] 2015-10-29T11:11:52,345 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:SEL[5] with rs:(_col0: struct|{null}_c0,_col1: struct|{null}_c1) 2015-10-29T11:11:52,345 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator SEL[5] 2015-10-29T11:11:52,345 DEBUG [main]: optimizer.ConstantPropagateProcFactory (ConstantPropagateProcFactory.java:process(1131)) - New column list:(Column[_col0] Column[_col1]) 2015-10-29T11:11:52,345 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:FS[6] with rs:(_col0: struct|{},_col1: struct|{}) 2015-10-29T11:11:52,345 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator FS[6] 2015-10-29T11:11:52,346 INFO [main]: ppd.OpProcFactory (OpProcFactory.java:process(662)) - Processing for FS(6) 2015-10-29T11:11:52,346 INFO [main]: ppd.OpProcFactory (OpProcFactory.java:process(662)) - Processing for SEL(5) 2015-10-29T11:11:52,346 INFO [main]: ppd.OpProcFactory (OpProcFactory.java:process(662)) - Processing for GBY(4) 2015-10-29T11:11:52,346 INFO [main]: ppd.OpProcFactory (OpProcFactory.java:process(662)) - Processing for RS(3) 2015-10-29T11:11:52,346 INFO [main]: ppd.OpProcFactory (OpProcFactory.java:process(662)) - Processing for GBY(2) 2015-10-29T11:11:52,346 INFO [main]: ppd.OpProcFactory (OpProcFactory.java:process(662)) - Processing for SEL(1) 2015-10-29T11:11:52,346 INFO [main]: ppd.OpProcFactory (OpProcFactory.java:process(383)) - Processing for TS(0) 2015-10-29T11:11:52,346 DEBUG [main]: ppd.PredicatePushDown (PredicatePushDown.java:transform(138)) - After PPD: TS[0]-SEL[1]-GBY[2]-RS[3]-GBY[4]-SEL[5]-FS[6] 2015-10-29T11:11:52,347 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:TS[0] with rs:(key: string|{src}key,value: string|{src}value,BLOCK__OFFSET__INSIDE__FILE: bigint|{src}block__offset__inside__file,INPUT__FILE__NAME: string|{src}input__file__name,ROW__ID: struct|{src}row__id) 2015-10-29T11:11:52,347 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator TS[0] 2015-10-29T11:11:52,347 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:SEL[1] with rs:(key: string|{src}key,value: string|{src}value,BLOCK__OFFSET__INSIDE__FILE: bigint|{src}block__offset__inside__file,INPUT__FILE__NAME: string|{src}input__file__name,ROW__ID: struct|{src}row__id) 2015-10-29T11:11:52,347 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator SEL[1] 2015-10-29T11:11:52,347 DEBUG [main]: optimizer.ConstantPropagateProcFactory (ConstantPropagateProcFactory.java:process(1131)) - New column list:(Column[key] Column[value] Column[BLOCK__OFFSET__INSIDE__FILE] Column[INPUT__FILE__NAME] Column[ROW__ID]) 2015-10-29T11:11:52,347 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:GBY[2] with rs:(_col0: struct|{}(tok_function compute_stats (tok_table_or_col key) 16),_col1: struct|{}(tok_function compute_stats (tok_table_or_col value) 16)) 2015-10-29T11:11:52,347 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator GBY[2] 2015-10-29T11:11:52,347 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:RS[3] with rs:(VALUE._col0: struct|{}(tok_function compute_stats (tok_table_or_col key) 16),VALUE._col1: struct|{}(tok_function compute_stats (tok_table_or_col value) 16)) 2015-10-29T11:11:52,347 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator RS[3] 2015-10-29T11:11:52,348 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:GBY[4] with rs:(_col0: struct|{}(tok_function compute_stats (tok_table_or_col key) 16),_col1: struct|{}(tok_function compute_stats (tok_table_or_col value) 16)) 2015-10-29T11:11:52,348 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator GBY[4] 2015-10-29T11:11:52,348 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:SEL[5] with rs:(_col0: struct|{null}_c0,_col1: struct|{null}_c1) 2015-10-29T11:11:52,348 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator SEL[5] 2015-10-29T11:11:52,348 DEBUG [main]: optimizer.ConstantPropagateProcFactory (ConstantPropagateProcFactory.java:process(1131)) - New column list:(Column[_col0] Column[_col1]) 2015-10-29T11:11:52,348 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:FS[6] with rs:(_col0: struct|{},_col1: struct|{}) 2015-10-29T11:11:52,348 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator FS[6] 2015-10-29T11:11:52,349 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:TS[0] with rs:(key: string|{src}key,value: string|{src}value,BLOCK__OFFSET__INSIDE__FILE: bigint|{src}block__offset__inside__file,INPUT__FILE__NAME: string|{src}input__file__name,ROW__ID: struct|{src}row__id) 2015-10-29T11:11:52,349 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator TS[0] 2015-10-29T11:11:52,349 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:SEL[1] with rs:(key: string|{src}key,value: string|{src}value,BLOCK__OFFSET__INSIDE__FILE: bigint|{src}block__offset__inside__file,INPUT__FILE__NAME: string|{src}input__file__name,ROW__ID: struct|{src}row__id) 2015-10-29T11:11:52,349 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator SEL[1] 2015-10-29T11:11:52,349 DEBUG [main]: optimizer.ConstantPropagateProcFactory (ConstantPropagateProcFactory.java:process(1131)) - New column list:(Column[key] Column[value] Column[BLOCK__OFFSET__INSIDE__FILE] Column[INPUT__FILE__NAME] Column[ROW__ID]) 2015-10-29T11:11:52,349 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:GBY[2] with rs:(_col0: struct|{}(tok_function compute_stats (tok_table_or_col key) 16),_col1: struct|{}(tok_function compute_stats (tok_table_or_col value) 16)) 2015-10-29T11:11:52,349 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator GBY[2] 2015-10-29T11:11:52,349 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:RS[3] with rs:(VALUE._col0: struct|{}(tok_function compute_stats (tok_table_or_col key) 16),VALUE._col1: struct|{}(tok_function compute_stats (tok_table_or_col value) 16)) 2015-10-29T11:11:52,350 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator RS[3] 2015-10-29T11:11:52,350 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:GBY[4] with rs:(_col0: struct|{}(tok_function compute_stats (tok_table_or_col key) 16),_col1: struct|{}(tok_function compute_stats (tok_table_or_col value) 16)) 2015-10-29T11:11:52,350 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator GBY[4] 2015-10-29T11:11:52,350 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:SEL[5] with rs:(_col0: struct|{null}_c0,_col1: struct|{null}_c1) 2015-10-29T11:11:52,350 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator SEL[5] 2015-10-29T11:11:52,350 DEBUG [main]: optimizer.ConstantPropagateProcFactory (ConstantPropagateProcFactory.java:process(1131)) - New column list:(Column[_col0] Column[_col1]) 2015-10-29T11:11:52,350 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:FS[6] with rs:(_col0: struct|{},_col1: struct|{}) 2015-10-29T11:11:52,350 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator FS[6] 2015-10-29T11:11:52,352 DEBUG [main]: optimizer.ColumnPrunerProcFactory (ColumnPrunerProcFactory.java:process(569)) - Reduce Sink Operator 3 key:[] 2015-10-29T11:11:52,352 INFO [main]: optimizer.ColumnPrunerProcFactory (ColumnPrunerProcFactory.java:pruneReduceSinkOperator(864)) - RS 3 oldColExprMap: {VALUE._col1=Column[_col1], VALUE._col0=Column[_col0]} 2015-10-29T11:11:52,352 INFO [main]: optimizer.ColumnPrunerProcFactory (ColumnPrunerProcFactory.java:pruneReduceSinkOperator(913)) - RS 3 newColExprMap: {VALUE._col1=Column[_col1], VALUE._col0=Column[_col0]} 2015-10-29T11:11:52,354 DEBUG [main]: optimizer.IdentityProjectRemover (IdentityProjectRemover.java:process(131)) - Identity project remover optimization removed : SEL[5] 2015-10-29T11:11:52,355 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:analyzeInternal(10147)) - After logical optimization TS[0]-SEL[1]-GBY[2]-RS[3]-GBY[4]-FS[6] 2015-10-29T11:11:52,356 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:52,356 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:52,356 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct src { string key, string value} 2015-10-29T11:11:52,356 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct src { string key, string value} 2015-10-29T11:11:52,357 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct src { string key, string value} 2015-10-29T11:11:52,357 DEBUG [main]: optimizer.GenMapRedUtils (GenMapRedUtils.java:setMapWork(678)) - Adding pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src of tablesrc 2015-10-29T11:11:52,357 DEBUG [main]: optimizer.GenMapRedUtils (GenMapRedUtils.java:setMapWork(716)) - Information added for path pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src 2015-10-29T11:11:52,359 DEBUG [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(167)) - Looking at: null 2015-10-29T11:11:52,359 INFO [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(175)) - Looking for table scans where optimization is applicable 2015-10-29T11:11:52,359 INFO [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(199)) - Found 0 null table scans 2015-10-29T11:11:52,359 DEBUG [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(167)) - Looking at: null 2015-10-29T11:11:52,359 INFO [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(175)) - Looking for table scans where optimization is applicable 2015-10-29T11:11:52,360 INFO [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(199)) - Found 0 null table scans 2015-10-29T11:11:52,360 DEBUG [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(167)) - Looking at: null 2015-10-29T11:11:52,360 INFO [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(175)) - Looking for table scans where optimization is applicable 2015-10-29T11:11:52,360 INFO [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(199)) - Found 0 null table scans 2015-10-29T11:11:52,360 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:analyzeInternal(10168)) - Completed plan generation 2015-10-29T11:11:52,360 INFO [main]: ql.Driver (Driver.java:compile(448)) - Semantic Analysis Completed 2015-10-29T11:11:52,360 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:validate(10519)) - validation start 2015-10-29T11:11:52,361 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:validate(10561)) - not validating writeEntity, because entity is neither table nor partition 2015-10-29T11:11:52,361 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:52,361 INFO [main]: ql.Driver (Driver.java:getSchema(244)) - Returning Hive schema: Schema(fieldSchemas:[FieldSchema(name:_c0, type:struct, comment:null), FieldSchema(name:_c1, type:struct, comment:null)], properties:null) 2015-10-29T11:11:52,361 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:52,361 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : compilation phase 2015-10-29T11:11:52,361 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {flushCache_()=0, isCompatibleWith_(HiveConf, )=1, getTable_(String, String, )=24} 2015-10-29T11:11:52,361 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:52,361 DEBUG [main]: lockmgr.DummyTxnManager (DummyTxnManager.java:acquireLocks(129)) - Adding default@src to list of lock inputs 2015-10-29T11:11:52,361 DEBUG [main]: lockmgr.DummyTxnManager (DummyTxnManager.java:acquireLocks(148)) - Adding file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-11-52_239_6420304262740103194-1/-mr-10000 to list of lock outputs 2015-10-29T11:11:52,362 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:lock(262)) - Acquiring lock for default with mode IMPLICIT 2015-10-29T11:11:52,364 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:lock(262)) - Acquiring lock for default/src with mode IMPLICIT 2015-10-29T11:11:52,366 DEBUG [main]: ql.Driver (Driver.java:recordValidTxns(960)) - Encoding valid txns info 9223372036854775807: txnid:0 2015-10-29T11:11:52,366 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:52,366 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:52,367 INFO [main]: ql.Driver (Driver.java:execute(1468)) - Starting command(queryId=sush_20151029111152_0bdb3338-fd11-4e52-a97d-7fc832d4d112): ANALYZE TABLE src COMPUTE STATISTICS FOR COLUMNS key,value 2015-10-29T11:11:52,367 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:52,367 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: query: ANALYZE TABLE src COMPUTE STATISTICS FOR COLUMNS key,value 2015-10-29T11:11:52,367 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: type: QUERY 2015-10-29T11:11:52,367 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: Input: default@src 2015-10-29T11:11:52,367 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: Output: file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-11-52_239_6420304262740103194-1/-mr-10000 2015-10-29T11:11:52,367 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:52,367 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:52,367 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:52,368 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - Query ID = sush_20151029111152_0bdb3338-fd11-4e52-a97d-7fc832d4d112 2015-10-29T11:11:52,368 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - Total jobs = 1 2015-10-29T11:11:52,368 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:52,368 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:52,368 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:52,368 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - Launching Job 1 out of 1 2015-10-29T11:11:52,369 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-0:MAPRED] in serial mode 2015-10-29T11:11:52,369 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - Number of reduce tasks determined at compile time: 1 2015-10-29T11:11:52,369 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - In order to change the average load for a reducer (in bytes): 2015-10-29T11:11:52,369 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - set hive.exec.reducers.bytes.per.reducer= 2015-10-29T11:11:52,370 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - In order to limit the maximum number of reducers: 2015-10-29T11:11:52,370 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - set hive.exec.reducers.max= 2015-10-29T11:11:52,370 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - In order to set a constant number of reducers: 2015-10-29T11:11:52,370 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - set mapreduce.job.reduces= 2015-10-29T11:11:52,375 INFO [main]: mr.ExecDriver (ExecDriver.java:execute(291)) - Using org.apache.hadoop.hive.ql.io.CombineHiveInputFormat 2015-10-29T11:11:52,375 INFO [main]: exec.Utilities (Utilities.java:getInputPaths(3433)) - Processing alias src 2015-10-29T11:11:52,375 INFO [main]: exec.Utilities (Utilities.java:getInputPaths(3450)) - Adding input file pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src 2015-10-29T11:11:52,375 INFO [main]: exec.Utilities (Utilities.java:isEmptyPath(2734)) - Content Summary not cached for pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src 2015-10-29T11:11:52,390 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:52,391 INFO [main]: exec.Utilities (Utilities.java:serializePlan(939)) - Serializing MapWork via kryo 2015-10-29T11:11:52,402 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:52,407 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:52,407 INFO [main]: exec.Utilities (Utilities.java:serializePlan(939)) - Serializing ReduceWork via kryo 2015-10-29T11:11:52,414 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:52,415 DEBUG [main]: mapreduce.Cluster (Cluster.java:initialize(90)) - Trying ClientProtocolProvider : org.apache.hadoop.mapred.LocalClientProtocolProvider 2015-10-29T11:11:52,415 INFO [main]: jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized 2015-10-29T11:11:52,826 DEBUG [main]: mapreduce.Cluster (Cluster.java:initialize(103)) - Picked org.apache.hadoop.mapred.LocalClientProtocolProvider as the ClientProtocolProvider 2015-10-29T11:11:52,828 DEBUG [main]: mapreduce.Cluster (Cluster.java:initialize(90)) - Trying ClientProtocolProvider : org.apache.hadoop.mapred.LocalClientProtocolProvider 2015-10-29T11:11:52,829 INFO [main]: jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized 2015-10-29T11:11:52,830 DEBUG [main]: mapreduce.Cluster (Cluster.java:initialize(103)) - Picked org.apache.hadoop.mapred.LocalClientProtocolProvider as the ClientProtocolProvider 2015-10-29T11:11:52,831 INFO [main]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-11-52_223_5917302545570348858-1/-mr-10001/7fb9f5a2-43b6-436e-8801-ac04b224bfbb/map.xml 2015-10-29T11:11:52,831 DEBUG [main]: exec.Utilities (Utilities.java:getBaseWork(452)) - Found plan in cache for name: map.xml 2015-10-29T11:11:52,831 INFO [main]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-11-52_223_5917302545570348858-1/-mr-10001/7fb9f5a2-43b6-436e-8801-ac04b224bfbb/reduce.xml 2015-10-29T11:11:52,831 DEBUG [main]: exec.Utilities (Utilities.java:getBaseWork(452)) - Found plan in cache for name: reduce.xml 2015-10-29T11:11:52,850 DEBUG [main]: mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(456)) - Configuring job job_local871363926_0002 with file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/hadoop-tmp/mapred/staging/sush871363926/.staging/job_local871363926_0002 as the submit dir 2015-10-29T11:11:52,851 DEBUG [main]: mapreduce.JobSubmitter (JobSubmitter.java:populateTokenCache(718)) - adding the following namenodes' delegation tokens:[file:///] 2015-10-29T11:11:52,851 WARN [main]: mapreduce.JobSubmitter (JobSubmitter.java:copyAndConfigureFiles(153)) - Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2015-10-29T11:11:52,851 DEBUG [main]: mapreduce.JobSubmitter (JobSubmitter.java:copyAndConfigureFiles(173)) - default FileSystem: file:/// 2015-10-29T11:11:52,941 DEBUG [main]: mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(491)) - Creating splits at file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/hadoop-tmp/mapred/staging/sush871363926/.staging/job_local871363926_0002 2015-10-29T11:11:52,941 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:52,941 INFO [main]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-11-52_223_5917302545570348858-1/-mr-10001/7fb9f5a2-43b6-436e-8801-ac04b224bfbb/map.xml 2015-10-29T11:11:52,942 DEBUG [main]: exec.Utilities (Utilities.java:getBaseWork(452)) - Found plan in cache for name: map.xml 2015-10-29T11:11:52,942 INFO [main]: io.CombineHiveInputFormat (CombineHiveInputFormat.java:getSplits(478)) - Total number of paths: 1, launching 1 threads to check non-combinable ones. 2015-10-29T11:11:52,942 DEBUG [main]: io.CombineHiveInputFormat (CombineHiveInputFormat.java:getSplits(512)) - The received input paths are: [pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src] against the property mapreduce.input.fileinputformat.inputdir 2015-10-29T11:11:52,943 INFO [main]: io.CombineHiveInputFormat (CombineHiveInputFormat.java:getCombineSplits(395)) - CombineHiveInputSplit creating pool for pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src; using filter path pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src 2015-10-29T11:11:52,954 DEBUG [main]: input.FileInputFormat (FileInputFormat.java:listStatus(279)) - Time taken to get FileStatuses: 10 2015-10-29T11:11:52,954 INFO [main]: input.FileInputFormat (FileInputFormat.java:listStatus(281)) - Total input paths to process : 1 2015-10-29T11:11:52,954 INFO [main]: input.CombineFileInputFormat (CombineFileInputFormat.java:createSplits(413)) - DEBUG: Terminated node allocation with : CompletedNodes: 1, size left: 0 2015-10-29T11:11:52,954 INFO [main]: io.CombineHiveInputFormat (CombineHiveInputFormat.java:getCombineSplits(450)) - number of splits 1 2015-10-29T11:11:52,955 INFO [main]: io.CombineHiveInputFormat (CombineHiveInputFormat.java:getSplits(549)) - Number of all splits 1 2015-10-29T11:11:52,955 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:52,970 INFO [main]: mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(494)) - number of splits:1 2015-10-29T11:11:52,987 INFO [main]: mapreduce.JobSubmitter (JobSubmitter.java:printTokens(583)) - Submitting tokens for job: job_local871363926_0002 2015-10-29T11:11:53,091 INFO [main]: mapreduce.Job (Job.java:submit(1300)) - The url to track the job: http://localhost:8080/ 2015-10-29T11:11:53,091 INFO [Thread-137]: mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(471)) - OutputCommitter set in config org.apache.hadoop.hive.ql.io.HiveFileFormatUtils$NullOutputCommitter 2015-10-29T11:11:53,091 INFO [Thread-137]: mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(489)) - OutputCommitter is org.apache.hadoop.hive.ql.io.HiveFileFormatUtils$NullOutputCommitter 2015-10-29T11:11:53,091 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - Job running in-process (local Hadoop) 2015-10-29T11:11:53,092 DEBUG [Thread-137]: mapred.LocalJobRunner (LocalJobRunner.java:createMapExecutor(395)) - Starting mapper thread pool executor. 2015-10-29T11:11:53,092 DEBUG [Thread-137]: mapred.LocalJobRunner (LocalJobRunner.java:createMapExecutor(396)) - Max local threads: 1 2015-10-29T11:11:53,092 DEBUG [Thread-137]: mapred.LocalJobRunner (LocalJobRunner.java:createMapExecutor(397)) - Map tasks to process: 1 2015-10-29T11:11:53,093 INFO [Thread-137]: mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for map tasks 2015-10-29T11:11:53,093 INFO [LocalJobRunner Map Task Executor #0]: mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local871363926_0002_m_000000_0 2015-10-29T11:11:53,093 DEBUG [LocalJobRunner Map Task Executor #0]: mapred.SortedRanges (SortedRanges.java:doNext(348)) - currentIndex 0 0:0 2015-10-29T11:11:53,093 DEBUG [LocalJobRunner Map Task Executor #0]: mapred.LocalJobRunner (LocalJobRunner.java:setupChildMapredLocalDirs(974)) - mapreduce.cluster.local.dir for child : /Users/sush/dev/hive.git/itests/qtest/target/tmp/hadoop-tmp/mapred/local/localRunner//sush/jobcache/job_local871363926_0002/attempt_local871363926_0002_m_000000_0 2015-10-29T11:11:53,094 INFO [LocalJobRunner Map Task Executor #0]: util.ProcfsBasedProcessTree (ProcfsBasedProcessTree.java:isAvailable(181)) - ProcfsBasedProcessTree currently is supported only on Linux. 2015-10-29T11:11:53,094 INFO [LocalJobRunner Map Task Executor #0]: util.ProcfsBasedProcessTree (ProcfsBasedProcessTree.java:isAvailable(181)) - ProcfsBasedProcessTree currently is supported only on Linux. 2015-10-29T11:11:53,094 INFO [LocalJobRunner Map Task Executor #0]: mapred.Task (Task.java:initialize(587)) - Using ResourceCalculatorProcessTree : null 2015-10-29T11:11:53,094 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:updateJobWithSplit(482)) - Processing split: Paths:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src/kv1.txt:0+5812InputFormatClass: org.apache.hadoop.mapred.TextInputFormat 2015-10-29T11:11:53,095 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-11-52_223_5917302545570348858-1/-mr-10001/7fb9f5a2-43b6-436e-8801-ac04b224bfbb/map.xml 2015-10-29T11:11:53,095 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(405)) - local path = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-11-52_223_5917302545570348858-1/-mr-10001/7fb9f5a2-43b6-436e-8801-ac04b224bfbb/map.xml 2015-10-29T11:11:53,095 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(417)) - Open file to read in plan: file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-11-52_223_5917302545570348858-1/-mr-10001/7fb9f5a2-43b6-436e-8801-ac04b224bfbb/map.xml 2015-10-29T11:11:53,095 INFO [LocalJobRunner Map Task Executor #0]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:53,096 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:deserializePlan(966)) - Deserializing MapWork via kryo 2015-10-29T11:11:53,112 INFO [LocalJobRunner Map Task Executor #0]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:53,113 INFO [LocalJobRunner Map Task Executor #0]: io.HiveContextAwareRecordReader (HiveContextAwareRecordReader.java:initIOContext(174)) - Processing file pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src/kv1.txt 2015-10-29T11:11:53,113 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:runOldMapper(436)) - numReduceTasks: 1 2015-10-29T11:11:53,117 DEBUG [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:createSortingCollector(398)) - Trying map output collector class: org.apache.hadoop.mapred.MapTask$MapOutputBuffer 2015-10-29T11:11:53,160 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:setEquator(1202)) - (EQUATOR) 0 kvi 26214396(104857584) 2015-10-29T11:11:53,160 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:init(995)) - mapreduce.task.io.sort.mb: 100 2015-10-29T11:11:53,160 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:init(996)) - soft limit at 83886080 2015-10-29T11:11:53,160 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:init(997)) - bufstart = 0; bufvoid = 104857600 2015-10-29T11:11:53,160 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:init(998)) - kvstart = 26214396; length = 6553600 2015-10-29T11:11:53,163 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:createSortingCollector(402)) - Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer 2015-10-29T11:11:53,163 INFO [LocalJobRunner Map Task Executor #0]: mr.ExecMapper (ExecMapper.java:configure(83)) - conf classpath = [file:/Users/sush/dev/hive.git/itests/qtest/target/surefire/surefirebooter6776397513364088476.jar] 2015-10-29T11:11:53,163 INFO [LocalJobRunner Map Task Executor #0]: mr.ExecMapper (ExecMapper.java:configure(85)) - thread classpath = [file:/Users/sush/dev/hive.git/itests/qtest/target/surefire/surefirebooter6776397513364088476.jar] 2015-10-29T11:11:53,163 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-11-52_223_5917302545570348858-1/-mr-10001/7fb9f5a2-43b6-436e-8801-ac04b224bfbb/map.xml 2015-10-29T11:11:53,163 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(452)) - Found plan in cache for name: map.xml 2015-10-29T11:11:53,163 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:initialize(338)) - Initializing operator MAP[11] 2015-10-29T11:11:53,163 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:initialize(377)) - Initialization Done 11 MAP 2015-10-29T11:11:53,163 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:initializeChildren(463)) - Operator 11 MAP initialized 2015-10-29T11:11:53,163 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:initialize(390)) - Initialization Done 11 MAP done is reset. 2015-10-29T11:11:53,164 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:11:53,164 INFO [LocalJobRunner Map Task Executor #0]: mr.ExecMapper (ExecMapper.java:configure(110)) - Id =11 Id =7 Id =8 Id =9 Id =10 <\Children> Id = 9 null<\Parent> <\RS> <\Children> Id = 8 null<\Parent> <\GBY> <\Children> Id = 7 null<\Parent> <\SEL> <\Children> Id = 11 null<\Parent> <\TS> <\Children> <\Parent> <\MAP> 2015-10-29T11:11:53,165 INFO [LocalJobRunner Map Task Executor #0]: MapredContext (MapredContext.java:init(55)) - MapredContext initialized. 2015-10-29T11:11:53,165 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:initialize(338)) - Initializing operator TS[7] 2015-10-29T11:11:53,165 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:initialize(377)) - Initialization Done 7 TS 2015-10-29T11:11:53,165 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:initializeChildren(463)) - Operator 7 TS initialized 2015-10-29T11:11:53,165 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:initializeChildren(469)) - Initializing children of 7 TS 2015-10-29T11:11:53,165 INFO [LocalJobRunner Map Task Executor #0]: exec.SelectOperator (Operator.java:initialize(507)) - Initializing child 8 SEL 2015-10-29T11:11:53,165 INFO [LocalJobRunner Map Task Executor #0]: exec.SelectOperator (Operator.java:initialize(338)) - Initializing operator SEL[8] 2015-10-29T11:11:53,168 INFO [LocalJobRunner Map Task Executor #0]: exec.SelectOperator (SelectOperator.java:initializeOp(65)) - SELECT struct 2015-10-29T11:11:53,168 INFO [LocalJobRunner Map Task Executor #0]: exec.SelectOperator (Operator.java:initialize(377)) - Initialization Done 8 SEL 2015-10-29T11:11:53,169 INFO [LocalJobRunner Map Task Executor #0]: exec.SelectOperator (Operator.java:initializeChildren(463)) - Operator 8 SEL initialized 2015-10-29T11:11:53,169 INFO [LocalJobRunner Map Task Executor #0]: exec.SelectOperator (Operator.java:initializeChildren(469)) - Initializing children of 8 SEL 2015-10-29T11:11:53,169 INFO [LocalJobRunner Map Task Executor #0]: exec.GroupByOperator (Operator.java:initialize(507)) - Initializing child 9 GBY 2015-10-29T11:11:53,169 INFO [LocalJobRunner Map Task Executor #0]: exec.GroupByOperator (Operator.java:initialize(338)) - Initializing operator GBY[9] 2015-10-29T11:11:53,169 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:11:53,169 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:11:53,175 INFO [LocalJobRunner Map Task Executor #0]: exec.GroupByOperator (Operator.java:initialize(377)) - Initialization Done 9 GBY 2015-10-29T11:11:53,175 INFO [LocalJobRunner Map Task Executor #0]: exec.GroupByOperator (Operator.java:initializeChildren(463)) - Operator 9 GBY initialized 2015-10-29T11:11:53,175 INFO [LocalJobRunner Map Task Executor #0]: exec.GroupByOperator (Operator.java:initializeChildren(469)) - Initializing children of 9 GBY 2015-10-29T11:11:53,175 INFO [LocalJobRunner Map Task Executor #0]: exec.ReduceSinkOperator (Operator.java:initialize(507)) - Initializing child 10 RS 2015-10-29T11:11:53,175 INFO [LocalJobRunner Map Task Executor #0]: exec.ReduceSinkOperator (Operator.java:initialize(338)) - Initializing operator RS[10] 2015-10-29T11:11:53,176 INFO [LocalJobRunner Map Task Executor #0]: exec.ReduceSinkOperator (ReduceSinkOperator.java:initializeOp(221)) - Using tag = -1 2015-10-29T11:11:53,176 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:11:53,177 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:11:53,191 DEBUG [LocalJobRunner Map Task Executor #0]: lazybinary.LazyBinarySerDe (LazyBinarySerDe.java:initialize(131)) - LazyBinarySerDe initialized with: columnNames=[_col0, _col1] columnTypes=[struct, struct] 2015-10-29T11:11:53,192 INFO [LocalJobRunner Map Task Executor #0]: exec.ReduceSinkOperator (Operator.java:initialize(377)) - Initialization Done 10 RS 2015-10-29T11:11:53,192 INFO [LocalJobRunner Map Task Executor #0]: exec.ReduceSinkOperator (Operator.java:initializeChildren(463)) - Operator 10 RS initialized 2015-10-29T11:11:53,192 INFO [LocalJobRunner Map Task Executor #0]: exec.ReduceSinkOperator (Operator.java:initialize(390)) - Initialization Done 10 RS done is reset. 2015-10-29T11:11:53,192 INFO [LocalJobRunner Map Task Executor #0]: exec.GroupByOperator (Operator.java:initialize(390)) - Initialization Done 9 GBY done is reset. 2015-10-29T11:11:53,192 INFO [LocalJobRunner Map Task Executor #0]: exec.SelectOperator (Operator.java:initialize(390)) - Initialization Done 8 SEL done is reset. 2015-10-29T11:11:53,192 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:initialize(390)) - Initialization Done 7 TS done is reset. 2015-10-29T11:11:53,192 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-11-52_223_5917302545570348858-1/-mr-10001/7fb9f5a2-43b6-436e-8801-ac04b224bfbb/map.xml 2015-10-29T11:11:53,192 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(452)) - Found plan in cache for name: map.xml 2015-10-29T11:11:53,196 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (MapOperator.java:rowsForwarded(535)) - MAP[11]: records read - 1 2015-10-29T11:11:53,197 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (MapOperator.java:rowsForwarded(535)) - MAP[11]: records read - 10 2015-10-29T11:11:53,201 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (MapOperator.java:rowsForwarded(535)) - MAP[11]: records read - 100 2015-10-29T11:11:53,216 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:close(650)) - 11 finished. closing... 2015-10-29T11:11:53,216 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:logStats(898)) - RECORDS_IN:500 2015-10-29T11:11:53,216 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:logStats(898)) - DESERIALIZE_ERRORS:0 2015-10-29T11:11:53,216 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:close(650)) - 7 finished. closing... 2015-10-29T11:11:53,216 INFO [LocalJobRunner Map Task Executor #0]: exec.SelectOperator (Operator.java:close(650)) - 8 finished. closing... 2015-10-29T11:11:53,216 INFO [LocalJobRunner Map Task Executor #0]: exec.GroupByOperator (Operator.java:close(650)) - 9 finished. closing... 2015-10-29T11:11:53,216 INFO [LocalJobRunner Map Task Executor #0]: exec.GroupByOperator (GroupByOperator.java:flush(1027)) - Begin Hash Table flush: size = 1 2015-10-29T11:11:53,252 INFO [LocalJobRunner Map Task Executor #0]: exec.ReduceSinkOperator (ReduceSinkOperator.java:process(322)) - keys are [] num distributions: 0 2015-10-29T11:11:53,252 INFO [LocalJobRunner Map Task Executor #0]: exec.ReduceSinkOperator (ReduceSinkOperator.java:collect(535)) - RS[10]: records written - 1 2015-10-29T11:11:53,253 INFO [LocalJobRunner Map Task Executor #0]: exec.ReduceSinkOperator (Operator.java:close(650)) - 10 finished. closing... 2015-10-29T11:11:53,253 INFO [LocalJobRunner Map Task Executor #0]: exec.ReduceSinkOperator (ReduceSinkOperator.java:closeOp(569)) - RS[10]: records written - 1 2015-10-29T11:11:53,253 INFO [LocalJobRunner Map Task Executor #0]: exec.ReduceSinkOperator (Operator.java:logStats(898)) - RECORDS_OUT_INTERMEDIATE:1 2015-10-29T11:11:53,253 INFO [LocalJobRunner Map Task Executor #0]: exec.ReduceSinkOperator (Operator.java:close(674)) - 10 Close done 2015-10-29T11:11:53,253 INFO [LocalJobRunner Map Task Executor #0]: exec.GroupByOperator (Operator.java:close(674)) - 9 Close done 2015-10-29T11:11:53,253 INFO [LocalJobRunner Map Task Executor #0]: exec.SelectOperator (Operator.java:close(674)) - 8 Close done 2015-10-29T11:11:53,253 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:close(674)) - 7 Close done 2015-10-29T11:11:53,253 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:close(674)) - 11 Close done 2015-10-29T11:11:53,254 INFO [LocalJobRunner Map Task Executor #0]: mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 2015-10-29T11:11:53,254 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:flush(1457)) - Starting flush of map output 2015-10-29T11:11:53,254 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:flush(1475)) - Spilling map output 2015-10-29T11:11:53,254 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:flush(1476)) - bufstart = 0; bufend = 890; bufvoid = 104857600 2015-10-29T11:11:53,254 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:flush(1478)) - kvstart = 26214396(104857584); kvend = 26214396(104857584); length = 1/6553600 2015-10-29T11:11:53,259 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:sortAndSpill(1660)) - Finished spill 0 2015-10-29T11:11:53,261 INFO [LocalJobRunner Map Task Executor #0]: mapred.Task (Task.java:done(1001)) - Task:attempt_local871363926_0002_m_000000_0 is done. And is in the process of committing 2015-10-29T11:11:53,262 INFO [LocalJobRunner Map Task Executor #0]: mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src/kv1.txt:0+5812 2015-10-29T11:11:53,263 INFO [LocalJobRunner Map Task Executor #0]: mapred.Task (Task.java:sendDone(1121)) - Task 'attempt_local871363926_0002_m_000000_0' done. 2015-10-29T11:11:53,263 INFO [LocalJobRunner Map Task Executor #0]: mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local871363926_0002_m_000000_0 2015-10-29T11:11:53,263 INFO [Thread-137]: mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - map task executor complete. 2015-10-29T11:11:53,264 DEBUG [Thread-137]: mapred.LocalJobRunner (LocalJobRunner.java:createReduceExecutor(424)) - Starting reduce thread pool executor. 2015-10-29T11:11:53,265 DEBUG [Thread-137]: mapred.LocalJobRunner (LocalJobRunner.java:createReduceExecutor(425)) - Max local threads: 1 2015-10-29T11:11:53,265 DEBUG [Thread-137]: mapred.LocalJobRunner (LocalJobRunner.java:createReduceExecutor(426)) - Reduce tasks to process: 1 2015-10-29T11:11:53,265 INFO [Thread-137]: mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for reduce tasks 2015-10-29T11:11:53,265 INFO [pool-13-thread-1]: mapred.LocalJobRunner (LocalJobRunner.java:run(302)) - Starting task: attempt_local871363926_0002_r_000000_0 2015-10-29T11:11:53,268 DEBUG [pool-13-thread-1]: mapred.SortedRanges (SortedRanges.java:doNext(348)) - currentIndex 0 0:0 2015-10-29T11:11:53,269 DEBUG [pool-13-thread-1]: mapred.LocalJobRunner (LocalJobRunner.java:setupChildMapredLocalDirs(974)) - mapreduce.cluster.local.dir for child : /Users/sush/dev/hive.git/itests/qtest/target/tmp/hadoop-tmp/mapred/local/localRunner//sush/jobcache/job_local871363926_0002/attempt_local871363926_0002_r_000000_0 2015-10-29T11:11:53,269 INFO [pool-13-thread-1]: util.ProcfsBasedProcessTree (ProcfsBasedProcessTree.java:isAvailable(181)) - ProcfsBasedProcessTree currently is supported only on Linux. 2015-10-29T11:11:53,269 INFO [pool-13-thread-1]: util.ProcfsBasedProcessTree (ProcfsBasedProcessTree.java:isAvailable(181)) - ProcfsBasedProcessTree currently is supported only on Linux. 2015-10-29T11:11:53,269 INFO [pool-13-thread-1]: mapred.Task (Task.java:initialize(587)) - Using ResourceCalculatorProcessTree : null 2015-10-29T11:11:53,271 INFO [pool-13-thread-1]: mapred.ReduceTask (ReduceTask.java:run(362)) - Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@2bb93958 2015-10-29T11:11:53,282 INFO [pool-13-thread-1]: reduce.MergeManagerImpl (MergeManagerImpl.java:(196)) - MergerManager: memoryLimit=1336252800, maxSingleShuffleLimit=334063200, mergeThreshold=881926912, ioSortFactor=10, memToMemMergeOutputsThreshold=10 2015-10-29T11:11:53,284 INFO [EventFetcher for fetching Map Completion Events]: reduce.EventFetcher (EventFetcher.java:run(61)) - attempt_local871363926_0002_r_000000_0 Thread started: EventFetcher for fetching Map Completion Events 2015-10-29T11:11:53,285 DEBUG [EventFetcher for fetching Map Completion Events]: reduce.EventFetcher (EventFetcher.java:getMapCompletionEvents(127)) - Got 0 map completion events from 0 2015-10-29T11:11:53,285 DEBUG [EventFetcher for fetching Map Completion Events]: reduce.EventFetcher (EventFetcher.java:run(71)) - GetMapEventsThread about to sleep for 1000 2015-10-29T11:11:53,289 DEBUG [localfetcher#1]: reduce.LocalFetcher (LocalFetcher.java:doCopy(101)) - LocalFetcher 1 going to fetch: attempt_local871363926_0002_m_000000_0 2015-10-29T11:11:53,306 DEBUG [localfetcher#1]: reduce.MergeManagerImpl (MergeManagerImpl.java:reserve(291)) - attempt_local871363926_0002_m_000000_0: Proceeding with shuffle since usedMemory (0) is lesser than memoryLimit (1336252800).CommitMemory is (0) 2015-10-29T11:11:53,307 INFO [localfetcher#1]: reduce.LocalFetcher (LocalFetcher.java:copyMapOutput(141)) - localfetcher#1 about to shuffle output of map attempt_local871363926_0002_m_000000_0 decomp: 896 len: 900 to MEMORY 2015-10-29T11:11:53,308 INFO [localfetcher#1]: reduce.InMemoryMapOutput (InMemoryMapOutput.java:shuffle(100)) - Read 896 bytes from map-output for attempt_local871363926_0002_m_000000_0 2015-10-29T11:11:53,310 INFO [localfetcher#1]: reduce.MergeManagerImpl (MergeManagerImpl.java:closeInMemoryFile(314)) - closeInMemoryFile -> map-output of size: 896, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->896 2015-10-29T11:11:53,310 DEBUG [localfetcher#1]: reduce.ShuffleSchedulerImpl (ShuffleSchedulerImpl.java:copySucceeded(217)) - map attempt_local871363926_0002_m_000000_0 done 1 / 1 copied. 2015-10-29T11:11:53,311 INFO [EventFetcher for fetching Map Completion Events]: reduce.EventFetcher (EventFetcher.java:run(76)) - EventFetcher is interrupted.. Returning 2015-10-29T11:11:53,311 INFO [pool-13-thread-1]: mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied. 2015-10-29T11:11:53,311 INFO [pool-13-thread-1]: reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(674)) - finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs 2015-10-29T11:11:53,316 INFO [pool-13-thread-1]: mapred.Merger (Merger.java:merge(597)) - Merging 1 sorted segments 2015-10-29T11:11:53,316 INFO [pool-13-thread-1]: mapred.Merger (Merger.java:merge(696)) - Down to the last merge-pass, with 1 segments left of total size: 887 bytes 2015-10-29T11:11:53,317 INFO [pool-13-thread-1]: reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(751)) - Merged 1 segments, 896 bytes to disk to satisfy reduce memory limit 2015-10-29T11:11:53,317 DEBUG [pool-13-thread-1]: reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(774)) - Disk file: /Users/sush/dev/hive.git/itests/qtest/target/tmp/hadoop-tmp/mapred/local/localRunner/sush/jobcache/job_local871363926_0002/attempt_local871363926_0002_r_000000_0/output/map_0.out.merged Length is 900 2015-10-29T11:11:53,317 INFO [pool-13-thread-1]: reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(781)) - Merging 1 files, 900 bytes from disk 2015-10-29T11:11:53,317 INFO [pool-13-thread-1]: reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(796)) - Merging 0 segments, 0 bytes from memory into reduce 2015-10-29T11:11:53,318 INFO [pool-13-thread-1]: mapred.Merger (Merger.java:merge(597)) - Merging 1 sorted segments 2015-10-29T11:11:53,318 INFO [pool-13-thread-1]: mapred.Merger (Merger.java:merge(696)) - Down to the last merge-pass, with 1 segments left of total size: 887 bytes 2015-10-29T11:11:53,318 INFO [pool-13-thread-1]: mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied. 2015-10-29T11:11:53,319 INFO [pool-13-thread-1]: ExecReducer (ExecReducer.java:configure(101)) - conf classpath = [file:/Users/sush/dev/hive.git/itests/qtest/target/surefire/surefirebooter6776397513364088476.jar] 2015-10-29T11:11:53,319 INFO [pool-13-thread-1]: ExecReducer (ExecReducer.java:configure(103)) - thread classpath = [file:/Users/sush/dev/hive.git/itests/qtest/target/surefire/surefirebooter6776397513364088476.jar] 2015-10-29T11:11:53,319 INFO [pool-13-thread-1]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-11-52_223_5917302545570348858-1/-mr-10001/7fb9f5a2-43b6-436e-8801-ac04b224bfbb/reduce.xml 2015-10-29T11:11:53,319 INFO [pool-13-thread-1]: exec.Utilities (Utilities.java:getBaseWork(405)) - local path = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-11-52_223_5917302545570348858-1/-mr-10001/7fb9f5a2-43b6-436e-8801-ac04b224bfbb/reduce.xml 2015-10-29T11:11:53,319 INFO [pool-13-thread-1]: exec.Utilities (Utilities.java:getBaseWork(417)) - Open file to read in plan: file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-11-52_223_5917302545570348858-1/-mr-10001/7fb9f5a2-43b6-436e-8801-ac04b224bfbb/reduce.xml 2015-10-29T11:11:53,320 INFO [pool-13-thread-1]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:53,320 INFO [pool-13-thread-1]: exec.Utilities (Utilities.java:deserializePlan(966)) - Deserializing ReduceWork via kryo 2015-10-29T11:11:53,335 INFO [pool-13-thread-1]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:53,335 DEBUG [pool-13-thread-1]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:11:53,335 DEBUG [pool-13-thread-1]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:11:53,335 DEBUG [pool-13-thread-1]: lazybinary.LazyBinarySerDe (LazyBinarySerDe.java:initialize(131)) - LazyBinarySerDe initialized with: columnNames=[_col0, _col1] columnTypes=[struct, struct] 2015-10-29T11:11:53,336 INFO [pool-13-thread-1]: MapredContext (MapredContext.java:init(55)) - MapredContext initialized. 2015-10-29T11:11:53,336 INFO [pool-13-thread-1]: ExecReducer (ExecReducer.java:configure(149)) - Id =12 Id =13 <\Children> Id = 12 null<\Parent> <\FS> <\Children> <\Parent> <\GBY> 2015-10-29T11:11:53,336 INFO [pool-13-thread-1]: exec.GroupByOperator (Operator.java:initialize(338)) - Initializing operator GBY[12] 2015-10-29T11:11:53,336 DEBUG [pool-13-thread-1]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:11:53,336 DEBUG [pool-13-thread-1]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:11:53,336 INFO [pool-13-thread-1]: exec.GroupByOperator (Operator.java:initialize(377)) - Initialization Done 12 GBY 2015-10-29T11:11:53,336 INFO [pool-13-thread-1]: exec.GroupByOperator (Operator.java:initializeChildren(463)) - Operator 12 GBY initialized 2015-10-29T11:11:53,337 INFO [pool-13-thread-1]: exec.GroupByOperator (Operator.java:initializeChildren(469)) - Initializing children of 12 GBY 2015-10-29T11:11:53,337 INFO [pool-13-thread-1]: exec.FileSinkOperator (Operator.java:initialize(507)) - Initializing child 13 FS 2015-10-29T11:11:53,337 INFO [pool-13-thread-1]: exec.FileSinkOperator (Operator.java:initialize(338)) - Initializing operator FS[13] 2015-10-29T11:11:53,337 DEBUG [pool-13-thread-1]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:11:53,338 INFO [pool-13-thread-1]: exec.FileSinkOperator (FileSinkOperator.java:initializeOp(361)) - Using serializer : class org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe[[[B@275d008f]:[_col0, _col1]:[struct, struct]] and formatter : org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat@4acfc079 2015-10-29T11:11:53,339 DEBUG [pool-13-thread-1]: exec.FileSinkOperator (FileSinkOperator.java:(163)) - Created slots for 1 2015-10-29T11:11:53,340 INFO [pool-13-thread-1]: exec.FileSinkOperator (Operator.java:initialize(377)) - Initialization Done 13 FS 2015-10-29T11:11:53,340 INFO [pool-13-thread-1]: exec.FileSinkOperator (Operator.java:initializeChildren(463)) - Operator 13 FS initialized 2015-10-29T11:11:53,340 INFO [pool-13-thread-1]: exec.FileSinkOperator (Operator.java:initialize(390)) - Initialization Done 13 FS done is reset. 2015-10-29T11:11:53,340 INFO [pool-13-thread-1]: exec.GroupByOperator (Operator.java:initialize(390)) - Initialization Done 12 GBY done is reset. 2015-10-29T11:11:53,343 INFO [pool-13-thread-1]: exec.GroupByOperator (Operator.java:close(650)) - 12 finished. closing... 2015-10-29T11:11:53,343 INFO [pool-13-thread-1]: exec.FileSinkOperator (FileSinkOperator.java:createBucketForFileIdx(572)) - Final Path: FS file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-11-52_239_6420304262740103194-1/-mr-10000/.hive-staging_hive_2015-10-29_11-11-52_239_6420304262740103194-1/_tmp.-ext-10001/000000_0 2015-10-29T11:11:53,343 INFO [pool-13-thread-1]: exec.FileSinkOperator (FileSinkOperator.java:createBucketForFileIdx(576)) - Writing to temp file: FS file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-11-52_239_6420304262740103194-1/-mr-10000/.hive-staging_hive_2015-10-29_11-11-52_239_6420304262740103194-1/_task_tmp.-ext-10001/_tmp.000000_0 2015-10-29T11:11:53,343 INFO [pool-13-thread-1]: exec.FileSinkOperator (FileSinkOperator.java:createBucketForFileIdx(593)) - New Final Path: FS file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-11-52_239_6420304262740103194-1/-mr-10000/.hive-staging_hive_2015-10-29_11-11-52_239_6420304262740103194-1/_tmp.-ext-10001/000000_0 2015-10-29T11:11:53,350 INFO [pool-13-thread-1]: exec.FileSinkOperator (FileSinkOperator.java:process(727)) - FS[13]: records written - 1 2015-10-29T11:11:53,350 INFO [pool-13-thread-1]: exec.FileSinkOperator (Operator.java:close(650)) - 13 finished. closing... 2015-10-29T11:11:53,350 INFO [pool-13-thread-1]: exec.FileSinkOperator (FileSinkOperator.java:closeOp(989)) - FS[13]: records written - 1 2015-10-29T11:11:53,351 INFO [pool-13-thread-1]: exec.FileSinkOperator (Operator.java:logStats(898)) - RECORDS_OUT_0:1 2015-10-29T11:11:53,351 INFO [pool-13-thread-1]: exec.FileSinkOperator (Operator.java:close(674)) - 13 Close done 2015-10-29T11:11:53,351 INFO [pool-13-thread-1]: exec.GroupByOperator (Operator.java:close(674)) - 12 Close done 2015-10-29T11:11:53,351 INFO [pool-13-thread-1]: mapred.Task (Task.java:done(1001)) - Task:attempt_local871363926_0002_r_000000_0 is done. And is in the process of committing 2015-10-29T11:11:53,352 INFO [pool-13-thread-1]: mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - reduce > reduce 2015-10-29T11:11:53,352 INFO [pool-13-thread-1]: mapred.Task (Task.java:sendDone(1121)) - Task 'attempt_local871363926_0002_r_000000_0' done. 2015-10-29T11:11:53,352 INFO [pool-13-thread-1]: mapred.LocalJobRunner (LocalJobRunner.java:run(325)) - Finishing task: attempt_local871363926_0002_r_000000_0 2015-10-29T11:11:53,353 INFO [Thread-137]: mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - reduce task executor complete. 2015-10-29T11:11:54,094 DEBUG [main]: exec.Heartbeater (Heartbeater.java:heartbeat(80)) - heartbeating 2015-10-29T11:11:54,100 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - 2015-10-29 11:11:54,100 Stage-0 map = 100%, reduce = 100% 2015-10-29T11:11:54,103 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - Ended Job = job_local871363926_0002 2015-10-29T11:11:54,105 DEBUG [main]: exec.Utilities (Utilities.java:getIdFromFilename(1751)) - TaskId for 000000_0 = 000000 2015-10-29T11:11:54,105 INFO [main]: exec.FileSinkOperator (Utilities.java:mvFileToFinalPath(1902)) - Moving tmp dir: file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-11-52_239_6420304262740103194-1/-mr-10000/.hive-staging_hive_2015-10-29_11-11-52_239_6420304262740103194-1/_tmp.-ext-10001 to: file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-11-52_239_6420304262740103194-1/-mr-10000/.hive-staging_hive_2015-10-29_11-11-52_239_6420304262740103194-1/-ext-10001 2015-10-29T11:11:54,106 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:54,110 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-1:COLUMNSTATS] in serial mode 2015-10-29T11:11:54,123 DEBUG [main]: mapred.FileInputFormat (FileInputFormat.java:listStatus(245)) - Time taken to get FileStatuses: 8 2015-10-29T11:11:54,123 INFO [main]: mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1 2015-10-29T11:11:54,126 DEBUG [main]: mapred.FileInputFormat (FileInputFormat.java:getSplits(373)) - Total # of splits generated by getSplits: 1, TimeTaken: 12 2015-10-29T11:11:54,127 DEBUG [main]: exec.FetchOperator (FetchOperator.java:getRecordReader(314)) - Creating fetchTask with deserializer typeinfo: struct<_col0:struct,_col1:struct> 2015-10-29T11:11:54,127 DEBUG [main]: exec.FetchOperator (FetchOperator.java:getRecordReader(316)) - deserializer properties: table properties: {columns=_col0,_col1, serialization.escape.crlf=true, serialization.lib=org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, hive.serialization.extend.additional.nesting.levels=true, serialization.format=1, columns.types=struct:struct, escape.delim=\} partition properties: {columns=_col0,_col1, serialization.escape.crlf=true, serialization.lib=org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, hive.serialization.extend.additional.nesting.levels=true, serialization.format=1, columns.types=struct:struct, escape.delim=\} 2015-10-29T11:11:54,128 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:54,128 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=src 2015-10-29T11:11:54,128 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=src 2015-10-29T11:11:54,138 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:54,149 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:54,149 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: write_column_statistics: db=default table=src column=key 2015-10-29T11:11:54,149 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=write_column_statistics: db=default table=src column=key 2015-10-29T11:11:54,150 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: write_column_statistics: db=default table=src column=value 2015-10-29T11:11:54,150 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=write_column_statistics: db=default table=src column=value 2015-10-29T11:11:54,163 INFO [main]: metastore.ObjectStore (ObjectStore.java:writeMTableColumnStatistics(6275)) - Updating table level column statistics for db=default tableName=src colName=key 2015-10-29T11:11:54,163 INFO [main]: metastore.ObjectStore (ObjectStore.java:writeMTableColumnStatistics(6275)) - Updating table level column statistics for db=default tableName=src colName=key 2015-10-29T11:11:54,182 INFO [main]: metastore.ObjectStore (ObjectStore.java:writeMTableColumnStatistics(6275)) - Updating table level column statistics for db=default tableName=src colName=value 2015-10-29T11:11:54,182 INFO [main]: metastore.ObjectStore (ObjectStore.java:writeMTableColumnStatistics(6275)) - Updating table level column statistics for db=default tableName=src colName=value 2015-10-29T11:11:54,186 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:54,186 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:54,186 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:54,187 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: query: ANALYZE TABLE src COMPUTE STATISTICS FOR COLUMNS key,value 2015-10-29T11:11:54,187 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: type: QUERY 2015-10-29T11:11:54,187 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Input: default@src 2015-10-29T11:11:54,187 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Output: file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-11-52_239_6420304262740103194-1/-mr-10000 2015-10-29T11:11:54,187 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:54,187 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : execution phase 2015-10-29T11:11:54,187 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {updateTableColumnStatistics_(ColumnStatistics, )=37, isCompatibleWith_(HiveConf, )=0, getTable_(String, String, )=10} 2015-10-29T11:11:54,187 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:54,188 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - MapReduce Jobs Launched: 2015-10-29T11:11:54,188 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - Stage-Stage-0: HDFS Read: 0 HDFS Write: 0 SUCCESS 2015-10-29T11:11:54,188 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - Total MapReduce CPU Time Spent: 0 msec 2015-10-29T11:11:54,188 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - OK 2015-10-29T11:11:54,188 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:54,188 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:releaseLocks(217)) - about to release lock for default/src 2015-10-29T11:11:54,190 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:releaseLocks(217)) - about to release lock for default 2015-10-29T11:11:54,192 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:54,192 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:54,192 DEBUG [main]: ql.Driver (DriverContext.java:shutdown(132)) - Shutting down query ANALYZE TABLE src COMPUTE STATISTICS FOR COLUMNS key,value 2015-10-29T11:11:54,193 INFO [main]: CliDriver (SessionState.java:printInfo(996)) - Time taken: 1.97 seconds 2015-10-29T11:11:54,193 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:54,193 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:54,194 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:54,194 DEBUG [main]: conf.VariableSubstitution (VariableSubstitution.java:substitute(63)) - Substitution is on: -- -- Table src1 -- DROP TABLE IF EXISTS src1 2015-10-29T11:11:54,194 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:54,194 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(185)) - Parsing command: -- -- Table src1 -- DROP TABLE IF EXISTS src1 2015-10-29T11:11:54,194 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(209)) - Parse Completed 2015-10-29T11:11:54,195 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:54,195 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:54,195 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:54,195 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:54,195 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:54,195 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=src1 2015-10-29T11:11:54,196 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=src1 2015-10-29T11:11:54,197 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:54,197 INFO [main]: ql.Driver (Driver.java:compile(448)) - Semantic Analysis Completed 2015-10-29T11:11:54,197 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:54,197 INFO [main]: ql.Driver (Driver.java:getSchema(244)) - Returning Hive schema: Schema(fieldSchemas:null, properties:null) 2015-10-29T11:11:54,197 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:54,197 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : compilation phase 2015-10-29T11:11:54,197 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {flushCache_()=0, isCompatibleWith_(HiveConf, )=0} 2015-10-29T11:11:54,198 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:54,198 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:54,198 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:54,198 INFO [main]: ql.Driver (Driver.java:execute(1468)) - Starting command(queryId=sush_20151029111154_20d7fc83-47d4-4dc6-a55d-92c2804582dc): -- -- Table src1 -- DROP TABLE IF EXISTS src1 2015-10-29T11:11:54,198 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:54,198 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: query: -- -- Table src1 -- DROP TABLE IF EXISTS src1 2015-10-29T11:11:54,198 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: type: DROPTABLE 2015-10-29T11:11:54,198 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:54,198 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:54,199 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:54,199 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:54,199 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:54,199 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:54,199 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-0:DDL] in serial mode 2015-10-29T11:11:54,199 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:54,200 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=src1 2015-10-29T11:11:54,200 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=src1 2015-10-29T11:11:54,201 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:54,201 ERROR [main]: metadata.Hive (Hive.java:getTable(1178)) - Table src1 not found: default.src1 table not found 2015-10-29T11:11:54,201 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:54,201 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=src1 2015-10-29T11:11:54,201 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=src1 2015-10-29T11:11:54,202 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:54,202 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:54,202 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:54,203 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: query: -- -- Table src1 -- DROP TABLE IF EXISTS src1 2015-10-29T11:11:54,203 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: type: DROPTABLE 2015-10-29T11:11:54,203 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:54,203 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : execution phase 2015-10-29T11:11:54,203 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {dropTable_(String, String, boolean, boolean, boolean, )=1, isCompatibleWith_(HiveConf, )=0} 2015-10-29T11:11:54,203 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:54,203 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - OK 2015-10-29T11:11:54,203 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:54,203 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:54,203 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:54,204 DEBUG [main]: ql.Driver (DriverContext.java:shutdown(132)) - Shutting down query -- -- Table src1 -- DROP TABLE IF EXISTS src1 2015-10-29T11:11:54,204 INFO [main]: CliDriver (SessionState.java:printInfo(996)) - Time taken: 0.011 seconds 2015-10-29T11:11:54,204 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:54,204 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:54,204 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:54,204 DEBUG [main]: conf.VariableSubstitution (VariableSubstitution.java:substitute(63)) - Substitution is on: CREATE TABLE src1 (key STRING COMMENT 'default', value STRING COMMENT 'default') STORED AS TEXTFILE 2015-10-29T11:11:54,205 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:54,205 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(185)) - Parsing command: CREATE TABLE src1 (key STRING COMMENT 'default', value STRING COMMENT 'default') STORED AS TEXTFILE 2015-10-29T11:11:54,205 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(209)) - Parse Completed 2015-10-29T11:11:54,205 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:54,205 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:54,206 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:54,206 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:54,206 INFO [main]: parse.CalcitePlanner (SemanticAnalyzer.java:analyzeInternal(10062)) - Starting Semantic Analysis 2015-10-29T11:11:54,206 INFO [main]: parse.CalcitePlanner (SemanticAnalyzer.java:analyzeCreateTable(10690)) - Creating table default.src1 position=13 2015-10-29T11:11:54,206 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:54,207 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_database: default 2015-10-29T11:11:54,207 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_database: default 2015-10-29T11:11:54,208 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:getDatabase(348)) - getDatabase: directsql returning db default locn[pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse] desc [Default Hive database] owner [public] ownertype [ROLE] 2015-10-29T11:11:54,208 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:54,209 INFO [main]: ql.Driver (Driver.java:compile(448)) - Semantic Analysis Completed 2015-10-29T11:11:54,209 DEBUG [main]: parse.CalcitePlanner (SemanticAnalyzer.java:validate(10519)) - validation start 2015-10-29T11:11:54,209 DEBUG [main]: parse.CalcitePlanner (SemanticAnalyzer.java:validate(10561)) - not validating writeEntity, because entity is neither table nor partition 2015-10-29T11:11:54,209 DEBUG [main]: parse.CalcitePlanner (SemanticAnalyzer.java:validate(10588)) - Not a partition. 2015-10-29T11:11:54,209 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:54,209 INFO [main]: ql.Driver (Driver.java:getSchema(244)) - Returning Hive schema: Schema(fieldSchemas:null, properties:null) 2015-10-29T11:11:54,209 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:54,209 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : compilation phase 2015-10-29T11:11:54,209 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {flushCache_()=0, isCompatibleWith_(HiveConf, )=0, getDatabase_(String, )=2} 2015-10-29T11:11:54,209 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:54,210 DEBUG [main]: lockmgr.DummyTxnManager (DummyTxnManager.java:acquireLocks(148)) - Adding database:default to list of lock outputs 2015-10-29T11:11:54,210 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:lock(262)) - Acquiring lock for default with mode IMPLICIT 2015-10-29T11:11:54,212 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:54,212 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:54,212 INFO [main]: ql.Driver (Driver.java:execute(1468)) - Starting command(queryId=sush_20151029111154_b83b96e9-90e2-410a-891e-b76e90cc6cb3): CREATE TABLE src1 (key STRING COMMENT 'default', value STRING COMMENT 'default') STORED AS TEXTFILE 2015-10-29T11:11:54,212 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:54,213 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: query: CREATE TABLE src1 (key STRING COMMENT 'default', value STRING COMMENT 'default') STORED AS TEXTFILE 2015-10-29T11:11:54,213 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: type: CREATETABLE 2015-10-29T11:11:54,213 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: Output: database:default 2015-10-29T11:11:54,213 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: Output: default@src1 2015-10-29T11:11:54,213 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:54,213 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:54,213 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:54,213 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:54,213 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:54,214 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:54,214 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-0:DDL] in serial mode 2015-10-29T11:11:54,214 DEBUG [main]: exec.DDLTask (DDLTask.java:validateSerDe(3674)) - Found class for org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe 2015-10-29T11:11:54,216 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct src1 { string key, string value} 2015-10-29T11:11:54,216 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:54,216 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: create_table: Table(tableName:src1, dbName:default, owner:hive_test_user, createTime:1446142314, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:default), FieldSchema(name:value, type:string, comment:default)], location:null, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}, skewedInfo:SkewedInfo(skewedColNames:[], skewedColValues:[], skewedColValueLocationMaps:{}), storedAsSubDirectories:false), partitionKeys:[], parameters:{}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE, privileges:PrincipalPrivilegeSet(userPrivileges:{}, groupPrivileges:null, rolePrivileges:null), temporary:false) 2015-10-29T11:11:54,216 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=create_table: Table(tableName:src1, dbName:default, owner:hive_test_user, createTime:1446142314, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:default), FieldSchema(name:value, type:string, comment:default)], location:null, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}, skewedInfo:SkewedInfo(skewedColNames:[], skewedColValues:[], skewedColValueLocationMaps:{}), storedAsSubDirectories:false), partitionKeys:[], parameters:{}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE, privileges:PrincipalPrivilegeSet(userPrivileges:{}, groupPrivileges:null, rolePrivileges:null), temporary:false) 2015-10-29T11:11:54,218 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:getDatabase(348)) - getDatabase: directsql returning db default locn[pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse] desc [Default Hive database] owner [public] ownertype [ROLE] 2015-10-29T11:11:54,219 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:getDatabase(348)) - getDatabase: directsql returning db default locn[pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse] desc [Default Hive database] owner [public] ownertype [ROLE] 2015-10-29T11:11:54,219 INFO [main]: common.FileUtils (FileUtils.java:mkdir(502)) - Creating directory if it doesn't exist: pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src1 2015-10-29T11:11:54,234 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chgrp,-R,staff,pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src1} 2015-10-29T11:11:54,240 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:11:54,241 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chmod,-R,755,pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src1} 2015-10-29T11:11:54,251 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:11:54,256 DEBUG [main]: shims.HadoopShimsSecure (Hadoop23Shims.java:debugLog(937)) - FileStatus{path=pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src1; isDirectory=true; modification_time=1446142314000; access_time=0; owner=sush; group=staff; permission=rwxr-xr-x; isSymlink=false} 2015-10-29T11:11:54,270 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:54,270 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:54,270 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:54,270 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: query: CREATE TABLE src1 (key STRING COMMENT 'default', value STRING COMMENT 'default') STORED AS TEXTFILE 2015-10-29T11:11:54,270 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: type: CREATETABLE 2015-10-29T11:11:54,270 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Output: database:default 2015-10-29T11:11:54,270 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Output: default@src1 2015-10-29T11:11:54,270 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:54,271 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : execution phase 2015-10-29T11:11:54,271 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {createTable_(Table, )=54, isCompatibleWith_(HiveConf, )=0} 2015-10-29T11:11:54,271 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:54,271 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - OK 2015-10-29T11:11:54,271 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:54,271 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:releaseLocks(217)) - about to release lock for default 2015-10-29T11:11:54,273 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:54,273 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:54,273 DEBUG [main]: ql.Driver (DriverContext.java:shutdown(132)) - Shutting down query CREATE TABLE src1 (key STRING COMMENT 'default', value STRING COMMENT 'default') STORED AS TEXTFILE 2015-10-29T11:11:54,274 INFO [main]: CliDriver (SessionState.java:printInfo(996)) - Time taken: 0.069 seconds 2015-10-29T11:11:54,274 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:54,274 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:54,274 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:54,274 DEBUG [main]: conf.VariableSubstitution (VariableSubstitution.java:substitute(63)) - Substitution is on: LOAD DATA LOCAL INPATH "${hiveconf:test.data.dir}/kv3.txt" INTO TABLE src1 2015-10-29T11:11:54,275 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:54,275 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(185)) - Parsing command: LOAD DATA LOCAL INPATH "/Users/sush/dev/hive.git/itests/qtest/../..//data/files/kv3.txt" INTO TABLE src1 2015-10-29T11:11:54,275 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(209)) - Parse Completed 2015-10-29T11:11:54,275 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:54,275 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:54,276 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:54,276 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:54,276 DEBUG [main]: parse.LoadSemanticAnalyzer (LoadSemanticAnalyzer.java:initializeFromURI(127)) - file@null@/Users/sush/dev/hive.git/data/files/kv3.txt 2015-10-29T11:11:54,276 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:54,276 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=src1 2015-10-29T11:11:54,276 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=src1 2015-10-29T11:11:54,285 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:54,286 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct src1 { string key, string value} 2015-10-29T11:11:54,286 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct src1 { string key, string value} 2015-10-29T11:11:54,286 INFO [main]: ql.Driver (Driver.java:compile(448)) - Semantic Analysis Completed 2015-10-29T11:11:54,286 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:54,287 INFO [main]: ql.Driver (Driver.java:getSchema(244)) - Returning Hive schema: Schema(fieldSchemas:null, properties:null) 2015-10-29T11:11:54,287 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:54,287 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : compilation phase 2015-10-29T11:11:54,287 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {flushCache_()=1, isCompatibleWith_(HiveConf, )=0, getTable_(String, String, )=9} 2015-10-29T11:11:54,287 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:54,287 DEBUG [main]: lockmgr.DummyTxnManager (DummyTxnManager.java:acquireLocks(129)) - Adding file:/Users/sush/dev/hive.git/data/files/kv3.txt to list of lock inputs 2015-10-29T11:11:54,287 DEBUG [main]: lockmgr.DummyTxnManager (DummyTxnManager.java:acquireLocks(148)) - Adding default@src1 to list of lock outputs 2015-10-29T11:11:54,287 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:lock(262)) - Acquiring lock for default with mode IMPLICIT 2015-10-29T11:11:54,290 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:lock(262)) - Acquiring lock for default/src1 with mode IMPLICIT 2015-10-29T11:11:54,292 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:54,292 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:54,293 INFO [main]: ql.Driver (Driver.java:execute(1468)) - Starting command(queryId=sush_20151029111154_61e772bf-44af-40b9-aadb-0ae7d4a50ff0): LOAD DATA LOCAL INPATH "/Users/sush/dev/hive.git/itests/qtest/../..//data/files/kv3.txt" INTO TABLE src1 2015-10-29T11:11:54,293 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:54,293 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: query: LOAD DATA LOCAL INPATH "/Users/sush/dev/hive.git/itests/qtest/../..//data/files/kv3.txt" INTO TABLE src1 2015-10-29T11:11:54,293 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: type: LOAD 2015-10-29T11:11:54,293 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: Input: file:/Users/sush/dev/hive.git/data/files/kv3.txt 2015-10-29T11:11:54,293 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: Output: default@src1 2015-10-29T11:11:54,293 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:54,293 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:54,294 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:54,294 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:54,294 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:54,294 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:54,294 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-0:MOVE] in serial mode 2015-10-29T11:11:54,294 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - Loading data to table default.src1 from file:/Users/sush/dev/hive.git/data/files/kv3.txt 2015-10-29T11:11:54,294 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:54,295 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=src1 2015-10-29T11:11:54,295 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=src1 2015-10-29T11:11:54,304 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:54,306 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:54,307 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=src1 2015-10-29T11:11:54,307 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=src1 2015-10-29T11:11:54,316 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:54,328 DEBUG [main]: metadata.Hive (Hive.java:isSubDir(2607)) - The source path is /Users/sush/dev/hive.git/data/files/kv3.txt and the destination path is /Users/sush/dev/hive.git/itests/qtest/target/warehouse/src1/kv3.txt 2015-10-29T11:11:54,339 INFO [main]: metadata.Hive (Hive.java:moveFile(2742)) - Renaming src: file:/Users/sush/dev/hive.git/data/files/kv3.txt, dest: pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src1/kv3.txt, Status:true 2015-10-29T11:11:54,339 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chgrp,-R,staff,pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src1/kv3.txt} 2015-10-29T11:11:54,345 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:11:54,346 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chmod,-R,755,pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src1/kv3.txt} 2015-10-29T11:11:54,356 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:11:54,361 DEBUG [main]: shims.HadoopShimsSecure (Hadoop23Shims.java:debugLog(937)) - FileStatus{path=pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src1/kv3.txt; isDirectory=false; length=216; replication=1; blocksize=33554432; modification_time=1446142314000; access_time=0; owner=sush; group=staff; permission=rwxr-xr-x; isSymlink=false} 2015-10-29T11:11:54,361 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct src1 { string key, string value} 2015-10-29T11:11:54,361 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:54,362 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: alter_table: db=default tbl=src1 newtbl=src1 2015-10-29T11:11:54,362 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=alter_table: db=default tbl=src1 newtbl=src1 2015-10-29T11:11:54,379 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:getDatabase(348)) - getDatabase: directsql returning db default locn[pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse] desc [Default Hive database] owner [public] ownertype [ROLE] 2015-10-29T11:11:54,390 INFO [main]: hive.log (MetaStoreUtils.java:updateTableStatsFast(231)) - Updating table stats fast for src1 2015-10-29T11:11:54,391 INFO [main]: hive.log (MetaStoreUtils.java:updateTableStatsFast(233)) - Updated size of table src1 to 216 2015-10-29T11:11:54,397 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:54,398 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:54,398 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-1:STATS] in serial mode 2015-10-29T11:11:54,398 INFO [main]: exec.StatsTask (StatsTask.java:execute(87)) - Executing stats task 2015-10-29T11:11:54,398 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:54,399 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=src1 2015-10-29T11:11:54,399 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=src1 2015-10-29T11:11:54,408 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:54,408 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:54,408 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=src1 2015-10-29T11:11:54,408 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=src1 2015-10-29T11:11:54,417 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:54,429 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct src1 { string key, string value} 2015-10-29T11:11:54,430 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:54,430 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: alter_table: db=default tbl=src1 newtbl=src1 2015-10-29T11:11:54,430 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=alter_table: db=default tbl=src1 newtbl=src1 2015-10-29T11:11:54,447 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:getDatabase(348)) - getDatabase: directsql returning db default locn[pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse] desc [Default Hive database] owner [public] ownertype [ROLE] 2015-10-29T11:11:54,459 INFO [main]: hive.log (MetaStoreUtils.java:updateTableStatsFast(231)) - Updating table stats fast for src1 2015-10-29T11:11:54,459 INFO [main]: hive.log (MetaStoreUtils.java:updateTableStatsFast(233)) - Updated size of table src1 to 216 2015-10-29T11:11:54,463 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:54,463 INFO [main]: exec.StatsTask (StatsTask.java:aggregateStats(188)) - Table default.src1 stats: [numFiles=1, totalSize=216] 2015-10-29T11:11:54,463 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:54,463 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:54,463 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: query: LOAD DATA LOCAL INPATH "/Users/sush/dev/hive.git/itests/qtest/../..//data/files/kv3.txt" INTO TABLE src1 2015-10-29T11:11:54,463 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: type: LOAD 2015-10-29T11:11:54,464 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Input: file:/Users/sush/dev/hive.git/data/files/kv3.txt 2015-10-29T11:11:54,464 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Output: default@src1 2015-10-29T11:11:54,464 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:54,464 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : execution phase 2015-10-29T11:11:54,464 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {isCompatibleWith_(HiveConf, )=0, getTable_(String, String, )=41, alter_table_(String, String, Table, boolean, )=70} 2015-10-29T11:11:54,464 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:54,464 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - OK 2015-10-29T11:11:54,464 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:54,464 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:releaseLocks(217)) - about to release lock for default/src1 2015-10-29T11:11:54,467 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:releaseLocks(217)) - about to release lock for default 2015-10-29T11:11:54,469 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:54,469 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:54,469 DEBUG [main]: ql.Driver (DriverContext.java:shutdown(132)) - Shutting down query LOAD DATA LOCAL INPATH "/Users/sush/dev/hive.git/itests/qtest/../..//data/files/kv3.txt" INTO TABLE src1 2015-10-29T11:11:54,469 INFO [main]: CliDriver (SessionState.java:printInfo(996)) - Time taken: 0.195 seconds 2015-10-29T11:11:54,469 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:54,469 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:54,469 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:54,470 DEBUG [main]: conf.VariableSubstitution (VariableSubstitution.java:substitute(63)) - Substitution is on: ANALYZE TABLE src1 COMPUTE STATISTICS 2015-10-29T11:11:54,470 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:54,470 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(185)) - Parsing command: ANALYZE TABLE src1 COMPUTE STATISTICS 2015-10-29T11:11:54,470 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(209)) - Parse Completed 2015-10-29T11:11:54,470 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:54,470 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:54,471 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:54,471 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:54,471 INFO [main]: parse.ColumnStatsSemanticAnalyzer (ColumnStatsSemanticAnalyzer.java:analyze(455)) - Invoking analyze on original query 2015-10-29T11:11:54,471 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:analyzeInternal(10062)) - Starting Semantic Analysis 2015-10-29T11:11:54,471 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genResolvedParseTree(10009)) - Completed phase 1 of Semantic Analysis 2015-10-29T11:11:54,471 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:getMetaData(1538)) - Get metadata for source tables 2015-10-29T11:11:54,471 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:54,471 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=src1 2015-10-29T11:11:54,472 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=src1 2015-10-29T11:11:54,480 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:54,481 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:54,481 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=src1 2015-10-29T11:11:54,481 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=src1 2015-10-29T11:11:54,490 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:54,490 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:getMetaData(1678)) - Get metadata for subqueries 2015-10-29T11:11:54,490 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:getMetaData(1702)) - Get metadata for destination tables 2015-10-29T11:11:54,490 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genResolvedParseTree(10013)) - Completed getting MetaData in Semantic Analysis 2015-10-29T11:11:54,490 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct src1 { string key, string value} 2015-10-29T11:11:54,491 DEBUG [main]: ql.Context (Context.java:getStagingDir(231)) - Created staging dir = pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src1/.hive-staging_hive_2015-10-29_11-11-54_470_4419516897187836438-1 for path = pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src1 2015-10-29T11:11:54,491 INFO [main]: common.FileUtils (FileUtils.java:mkdir(502)) - Creating directory if it doesn't exist: pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src1/.hive-staging_hive_2015-10-29_11-11-54_470_4419516897187836438-1 2015-10-29T11:11:54,506 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chgrp,-R,staff,pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src1/.hive-staging_hive_2015-10-29_11-11-54_470_4419516897187836438-1} 2015-10-29T11:11:54,512 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:11:54,513 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chmod,-R,755,pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src1/.hive-staging_hive_2015-10-29_11-11-54_470_4419516897187836438-1} 2015-10-29T11:11:54,523 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:11:54,528 DEBUG [main]: shims.HadoopShimsSecure (Hadoop23Shims.java:debugLog(937)) - FileStatus{path=pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src1/.hive-staging_hive_2015-10-29_11-11-54_470_4419516897187836438-1; isDirectory=true; modification_time=1446142314000; access_time=0; owner=sush; group=staff; permission=rwxr-xr-x; isSymlink=false} 2015-10-29T11:11:54,533 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:setupStats(9493)) - Set stats collection dir : pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src1/.hive-staging_hive_2015-10-29_11-11-54_470_4419516897187836438-1/-ext-10000 2015-10-29T11:11:54,533 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genTablePlan(9467)) - Created Table Plan for src1 TS[0] 2015-10-29T11:11:54,533 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genBodyPlan(8831)) - Created Body Plan for Query Block null 2015-10-29T11:11:54,533 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genPlan(9675)) - Created Plan for Query Block null 2015-10-29T11:11:54,534 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:analyzeInternal(10139)) - Before logical optimization TS[0] 2015-10-29T11:11:54,534 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:TS[0] with rs:(key: string|{src1}key,value: string|{src1}value,BLOCK__OFFSET__INSIDE__FILE: bigint|{src1}block__offset__inside__file,INPUT__FILE__NAME: string|{src1}input__file__name,ROW__ID: struct|{src1}row__id,RAW__DATA__SIZE: bigint|{src1}raw__data__size) 2015-10-29T11:11:54,534 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator TS[0] 2015-10-29T11:11:54,535 INFO [main]: ppd.OpProcFactory (OpProcFactory.java:process(383)) - Processing for TS(0) 2015-10-29T11:11:54,535 DEBUG [main]: ppd.PredicatePushDown (PredicatePushDown.java:transform(138)) - After PPD: TS[0] 2015-10-29T11:11:54,535 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:TS[0] with rs:(key: string|{src1}key,value: string|{src1}value,BLOCK__OFFSET__INSIDE__FILE: bigint|{src1}block__offset__inside__file,INPUT__FILE__NAME: string|{src1}input__file__name,ROW__ID: struct|{src1}row__id,RAW__DATA__SIZE: bigint|{src1}raw__data__size) 2015-10-29T11:11:54,535 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator TS[0] 2015-10-29T11:11:54,535 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:TS[0] with rs:(key: string|{src1}key,value: string|{src1}value,BLOCK__OFFSET__INSIDE__FILE: bigint|{src1}block__offset__inside__file,INPUT__FILE__NAME: string|{src1}input__file__name,ROW__ID: struct|{src1}row__id,RAW__DATA__SIZE: bigint|{src1}raw__data__size) 2015-10-29T11:11:54,535 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator TS[0] 2015-10-29T11:11:54,536 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:analyzeInternal(10147)) - After logical optimization TS[0] 2015-10-29T11:11:54,536 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:54,536 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:54,536 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct src1 { string key, string value} 2015-10-29T11:11:54,537 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct src1 { string key, string value} 2015-10-29T11:11:54,537 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct src1 { string key, string value} 2015-10-29T11:11:54,537 DEBUG [main]: optimizer.GenMapRedUtils (GenMapRedUtils.java:setMapWork(678)) - Adding pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src1 of tablesrc1 2015-10-29T11:11:54,537 DEBUG [main]: optimizer.GenMapRedUtils (GenMapRedUtils.java:setMapWork(716)) - Information added for path pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src1 2015-10-29T11:11:54,537 DEBUG [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(167)) - Looking at: null 2015-10-29T11:11:54,537 INFO [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(175)) - Looking for table scans where optimization is applicable 2015-10-29T11:11:54,538 INFO [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(199)) - Found 0 null table scans 2015-10-29T11:11:54,538 DEBUG [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(167)) - Looking at: null 2015-10-29T11:11:54,538 INFO [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(175)) - Looking for table scans where optimization is applicable 2015-10-29T11:11:54,538 INFO [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(199)) - Found 0 null table scans 2015-10-29T11:11:54,538 DEBUG [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(167)) - Looking at: null 2015-10-29T11:11:54,538 INFO [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(175)) - Looking for table scans where optimization is applicable 2015-10-29T11:11:54,538 INFO [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(199)) - Found 0 null table scans 2015-10-29T11:11:54,539 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:analyzeInternal(10168)) - Completed plan generation 2015-10-29T11:11:54,539 INFO [main]: ql.Driver (Driver.java:compile(448)) - Semantic Analysis Completed 2015-10-29T11:11:54,539 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:validate(10519)) - validation start 2015-10-29T11:11:54,539 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:validate(10588)) - Not a partition. 2015-10-29T11:11:54,539 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:54,539 INFO [main]: ql.Driver (Driver.java:getSchema(244)) - Returning Hive schema: Schema(fieldSchemas:[FieldSchema(name:src1.key, type:string, comment:null), FieldSchema(name:src1.value, type:string, comment:null)], properties:null) 2015-10-29T11:11:54,539 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:54,539 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : compilation phase 2015-10-29T11:11:54,539 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {flushCache_()=0, isCompatibleWith_(HiveConf, )=1, getTable_(String, String, )=19} 2015-10-29T11:11:54,539 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:54,540 DEBUG [main]: lockmgr.DummyTxnManager (DummyTxnManager.java:acquireLocks(129)) - Adding default@src1 to list of lock inputs 2015-10-29T11:11:54,540 DEBUG [main]: lockmgr.DummyTxnManager (DummyTxnManager.java:acquireLocks(148)) - Adding default@src1 to list of lock outputs 2015-10-29T11:11:54,540 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:lock(262)) - Acquiring lock for default with mode IMPLICIT 2015-10-29T11:11:54,542 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:lock(262)) - Acquiring lock for default/src1 with mode IMPLICIT 2015-10-29T11:11:54,544 DEBUG [main]: ql.Driver (Driver.java:recordValidTxns(960)) - Encoding valid txns info 9223372036854775807: txnid:0 2015-10-29T11:11:54,544 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:54,545 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:54,545 INFO [main]: ql.Driver (Driver.java:execute(1468)) - Starting command(queryId=sush_20151029111154_aede4ce2-92e0-4377-9579-866ee2ef3791): ANALYZE TABLE src1 COMPUTE STATISTICS 2015-10-29T11:11:54,545 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:54,545 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: query: ANALYZE TABLE src1 COMPUTE STATISTICS 2015-10-29T11:11:54,545 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: type: QUERY 2015-10-29T11:11:54,545 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: Input: default@src1 2015-10-29T11:11:54,545 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: Output: default@src1 2015-10-29T11:11:54,545 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:54,545 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:54,546 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:54,546 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - Query ID = sush_20151029111154_aede4ce2-92e0-4377-9579-866ee2ef3791 2015-10-29T11:11:54,546 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - Total jobs = 1 2015-10-29T11:11:54,546 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:54,546 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:54,546 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:54,546 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - Launching Job 1 out of 1 2015-10-29T11:11:54,547 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-0:MAPRED] in serial mode 2015-10-29T11:11:54,547 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - Number of reduce tasks is set to 0 since there's no reduce operator 2015-10-29T11:11:54,552 INFO [main]: mr.ExecDriver (ExecDriver.java:execute(291)) - Using org.apache.hadoop.hive.ql.io.CombineHiveInputFormat 2015-10-29T11:11:54,552 INFO [main]: exec.Utilities (Utilities.java:getInputPaths(3433)) - Processing alias src1 2015-10-29T11:11:54,552 INFO [main]: exec.Utilities (Utilities.java:getInputPaths(3450)) - Adding input file pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src1 2015-10-29T11:11:54,552 INFO [main]: exec.Utilities (Utilities.java:isEmptyPath(2734)) - Content Summary not cached for pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src1 2015-10-29T11:11:54,573 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:54,573 INFO [main]: exec.Utilities (Utilities.java:serializePlan(939)) - Serializing MapWork via kryo 2015-10-29T11:11:54,574 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:54,574 DEBUG [main]: mapreduce.Cluster (Cluster.java:initialize(90)) - Trying ClientProtocolProvider : org.apache.hadoop.mapred.LocalClientProtocolProvider 2015-10-29T11:11:54,575 INFO [main]: jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized 2015-10-29T11:11:54,576 DEBUG [main]: mapreduce.Cluster (Cluster.java:initialize(103)) - Picked org.apache.hadoop.mapred.LocalClientProtocolProvider as the ClientProtocolProvider 2015-10-29T11:11:54,576 DEBUG [main]: fs.FSStatsPublisher (FSStatsPublisher.java:init(49)) - Initing FSStatsPublisher with : pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src1/.hive-staging_hive_2015-10-29_11-11-54_470_4419516897187836438-1/-ext-10000 2015-10-29T11:11:54,580 INFO [main]: fs.FSStatsPublisher (FSStatsPublisher.java:init(51)) - created : pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src1/.hive-staging_hive_2015-10-29_11-11-54_470_4419516897187836438-1/-ext-10000 2015-10-29T11:11:54,581 DEBUG [main]: mapreduce.Cluster (Cluster.java:initialize(90)) - Trying ClientProtocolProvider : org.apache.hadoop.mapred.LocalClientProtocolProvider 2015-10-29T11:11:54,581 INFO [main]: jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized 2015-10-29T11:11:54,582 DEBUG [main]: mapreduce.Cluster (Cluster.java:initialize(103)) - Picked org.apache.hadoop.mapred.LocalClientProtocolProvider as the ClientProtocolProvider 2015-10-29T11:11:54,582 INFO [main]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-11-54_470_4419516897187836438-1/-mr-10002/c73620fb-dd1a-48d8-bcb7-6e7d1c2f7a8d/map.xml 2015-10-29T11:11:54,583 DEBUG [main]: exec.Utilities (Utilities.java:getBaseWork(452)) - Found plan in cache for name: map.xml 2015-10-29T11:11:54,583 INFO [main]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-11-54_470_4419516897187836438-1/-mr-10002/c73620fb-dd1a-48d8-bcb7-6e7d1c2f7a8d/reduce.xml 2015-10-29T11:11:54,583 INFO [main]: exec.Utilities (Utilities.java:getBaseWork(405)) - local path = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-11-54_470_4419516897187836438-1/-mr-10002/c73620fb-dd1a-48d8-bcb7-6e7d1c2f7a8d/reduce.xml 2015-10-29T11:11:54,583 INFO [main]: exec.Utilities (Utilities.java:getBaseWork(417)) - Open file to read in plan: file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-11-54_470_4419516897187836438-1/-mr-10002/c73620fb-dd1a-48d8-bcb7-6e7d1c2f7a8d/reduce.xml 2015-10-29T11:11:54,583 DEBUG [main]: exec.Utilities (Utilities.java:getBaseWork(457)) - File not found: File file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-11-54_470_4419516897187836438-1/-mr-10002/c73620fb-dd1a-48d8-bcb7-6e7d1c2f7a8d/reduce.xml does not exist 2015-10-29T11:11:54,583 INFO [main]: exec.Utilities (Utilities.java:getBaseWork(458)) - No plan file found: file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-11-54_470_4419516897187836438-1/-mr-10002/c73620fb-dd1a-48d8-bcb7-6e7d1c2f7a8d/reduce.xml 2015-10-29T11:11:54,588 DEBUG [main]: mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(456)) - Configuring job job_local1091772281_0003 with file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/hadoop-tmp/mapred/staging/sush1091772281/.staging/job_local1091772281_0003 as the submit dir 2015-10-29T11:11:54,589 DEBUG [main]: mapreduce.JobSubmitter (JobSubmitter.java:populateTokenCache(718)) - adding the following namenodes' delegation tokens:[file:///] 2015-10-29T11:11:54,589 WARN [main]: mapreduce.JobSubmitter (JobSubmitter.java:copyAndConfigureFiles(153)) - Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2015-10-29T11:11:54,589 DEBUG [main]: mapreduce.JobSubmitter (JobSubmitter.java:copyAndConfigureFiles(173)) - default FileSystem: file:/// 2015-10-29T11:11:54,695 DEBUG [main]: mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(491)) - Creating splits at file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/hadoop-tmp/mapred/staging/sush1091772281/.staging/job_local1091772281_0003 2015-10-29T11:11:54,695 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:54,695 INFO [main]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-11-54_470_4419516897187836438-1/-mr-10002/c73620fb-dd1a-48d8-bcb7-6e7d1c2f7a8d/map.xml 2015-10-29T11:11:54,695 DEBUG [main]: exec.Utilities (Utilities.java:getBaseWork(452)) - Found plan in cache for name: map.xml 2015-10-29T11:11:54,695 INFO [main]: io.CombineHiveInputFormat (CombineHiveInputFormat.java:getSplits(478)) - Total number of paths: 1, launching 1 threads to check non-combinable ones. 2015-10-29T11:11:54,696 DEBUG [main]: io.CombineHiveInputFormat (CombineHiveInputFormat.java:getSplits(512)) - The received input paths are: [pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src1] against the property mapreduce.input.fileinputformat.inputdir 2015-10-29T11:11:54,697 INFO [main]: io.CombineHiveInputFormat (CombineHiveInputFormat.java:getCombineSplits(395)) - CombineHiveInputSplit creating pool for pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src1; using filter path pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src1 2015-10-29T11:11:54,730 DEBUG [main]: input.FileInputFormat (FileInputFormat.java:listStatus(279)) - Time taken to get FileStatuses: 32 2015-10-29T11:11:54,731 INFO [main]: input.FileInputFormat (FileInputFormat.java:listStatus(281)) - Total input paths to process : 1 2015-10-29T11:11:54,731 INFO [main]: input.CombineFileInputFormat (CombineFileInputFormat.java:createSplits(413)) - DEBUG: Terminated node allocation with : CompletedNodes: 1, size left: 0 2015-10-29T11:11:54,731 INFO [main]: io.CombineHiveInputFormat (CombineHiveInputFormat.java:getCombineSplits(450)) - number of splits 1 2015-10-29T11:11:54,731 INFO [main]: io.CombineHiveInputFormat (CombineHiveInputFormat.java:getSplits(549)) - Number of all splits 1 2015-10-29T11:11:54,732 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:54,747 INFO [main]: mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(494)) - number of splits:1 2015-10-29T11:11:54,763 INFO [main]: mapreduce.JobSubmitter (JobSubmitter.java:printTokens(583)) - Submitting tokens for job: job_local1091772281_0003 2015-10-29T11:11:54,822 INFO [main]: mapreduce.Job (Job.java:submit(1300)) - The url to track the job: http://localhost:8080/ 2015-10-29T11:11:54,823 INFO [Thread-202]: mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(471)) - OutputCommitter set in config org.apache.hadoop.hive.ql.io.HiveFileFormatUtils$NullOutputCommitter 2015-10-29T11:11:54,823 INFO [Thread-202]: mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(489)) - OutputCommitter is org.apache.hadoop.hive.ql.io.HiveFileFormatUtils$NullOutputCommitter 2015-10-29T11:11:54,823 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - Job running in-process (local Hadoop) 2015-10-29T11:11:54,824 DEBUG [Thread-202]: mapred.LocalJobRunner (LocalJobRunner.java:createMapExecutor(395)) - Starting mapper thread pool executor. 2015-10-29T11:11:54,824 DEBUG [Thread-202]: mapred.LocalJobRunner (LocalJobRunner.java:createMapExecutor(396)) - Max local threads: 1 2015-10-29T11:11:54,824 DEBUG [Thread-202]: mapred.LocalJobRunner (LocalJobRunner.java:createMapExecutor(397)) - Map tasks to process: 1 2015-10-29T11:11:54,824 INFO [Thread-202]: mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for map tasks 2015-10-29T11:11:54,824 INFO [LocalJobRunner Map Task Executor #0]: mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local1091772281_0003_m_000000_0 2015-10-29T11:11:54,825 DEBUG [LocalJobRunner Map Task Executor #0]: mapred.SortedRanges (SortedRanges.java:doNext(348)) - currentIndex 0 0:0 2015-10-29T11:11:54,825 DEBUG [LocalJobRunner Map Task Executor #0]: mapred.LocalJobRunner (LocalJobRunner.java:setupChildMapredLocalDirs(974)) - mapreduce.cluster.local.dir for child : /Users/sush/dev/hive.git/itests/qtest/target/tmp/hadoop-tmp/mapred/local/localRunner//sush/jobcache/job_local1091772281_0003/attempt_local1091772281_0003_m_000000_0 2015-10-29T11:11:54,825 INFO [LocalJobRunner Map Task Executor #0]: util.ProcfsBasedProcessTree (ProcfsBasedProcessTree.java:isAvailable(181)) - ProcfsBasedProcessTree currently is supported only on Linux. 2015-10-29T11:11:54,825 INFO [LocalJobRunner Map Task Executor #0]: util.ProcfsBasedProcessTree (ProcfsBasedProcessTree.java:isAvailable(181)) - ProcfsBasedProcessTree currently is supported only on Linux. 2015-10-29T11:11:54,825 INFO [LocalJobRunner Map Task Executor #0]: mapred.Task (Task.java:initialize(587)) - Using ResourceCalculatorProcessTree : null 2015-10-29T11:11:54,826 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:updateJobWithSplit(482)) - Processing split: Paths:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src1/kv3.txt:0+216InputFormatClass: org.apache.hadoop.mapred.TextInputFormat 2015-10-29T11:11:54,826 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-11-54_470_4419516897187836438-1/-mr-10002/c73620fb-dd1a-48d8-bcb7-6e7d1c2f7a8d/map.xml 2015-10-29T11:11:54,826 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(405)) - local path = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-11-54_470_4419516897187836438-1/-mr-10002/c73620fb-dd1a-48d8-bcb7-6e7d1c2f7a8d/map.xml 2015-10-29T11:11:54,827 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(417)) - Open file to read in plan: file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-11-54_470_4419516897187836438-1/-mr-10002/c73620fb-dd1a-48d8-bcb7-6e7d1c2f7a8d/map.xml 2015-10-29T11:11:54,827 INFO [LocalJobRunner Map Task Executor #0]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:54,827 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:deserializePlan(966)) - Deserializing MapWork via kryo 2015-10-29T11:11:54,833 INFO [LocalJobRunner Map Task Executor #0]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:54,834 INFO [LocalJobRunner Map Task Executor #0]: io.HiveContextAwareRecordReader (HiveContextAwareRecordReader.java:initIOContext(174)) - Processing file pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src1/kv3.txt 2015-10-29T11:11:54,834 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:runOldMapper(436)) - numReduceTasks: 0 2015-10-29T11:11:54,834 INFO [LocalJobRunner Map Task Executor #0]: mr.ExecMapper (ExecMapper.java:configure(83)) - conf classpath = [file:/Users/sush/dev/hive.git/itests/qtest/target/surefire/surefirebooter6776397513364088476.jar] 2015-10-29T11:11:54,834 INFO [LocalJobRunner Map Task Executor #0]: mr.ExecMapper (ExecMapper.java:configure(85)) - thread classpath = [file:/Users/sush/dev/hive.git/itests/qtest/target/surefire/surefirebooter6776397513364088476.jar] 2015-10-29T11:11:54,834 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-11-54_470_4419516897187836438-1/-mr-10002/c73620fb-dd1a-48d8-bcb7-6e7d1c2f7a8d/map.xml 2015-10-29T11:11:54,834 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(452)) - Found plan in cache for name: map.xml 2015-10-29T11:11:54,835 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:initialize(338)) - Initializing operator MAP[2] 2015-10-29T11:11:54,835 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:initialize(377)) - Initialization Done 2 MAP 2015-10-29T11:11:54,835 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:initializeChildren(463)) - Operator 2 MAP initialized 2015-10-29T11:11:54,835 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:initialize(390)) - Initialization Done 2 MAP done is reset. 2015-10-29T11:11:54,836 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:11:54,837 INFO [LocalJobRunner Map Task Executor #0]: mr.ExecMapper (ExecMapper.java:configure(110)) - Id =2 Id =1 <\Children> Id = 2 null<\Parent> <\TS> <\Children> <\Parent> <\MAP> 2015-10-29T11:11:54,837 INFO [LocalJobRunner Map Task Executor #0]: MapredContext (MapredContext.java:init(55)) - MapredContext initialized. 2015-10-29T11:11:54,837 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:initialize(338)) - Initializing operator TS[1] 2015-10-29T11:11:54,837 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:initialize(377)) - Initialization Done 1 TS 2015-10-29T11:11:54,837 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:initializeChildren(463)) - Operator 1 TS initialized 2015-10-29T11:11:54,837 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:initialize(390)) - Initialization Done 1 TS done is reset. 2015-10-29T11:11:54,837 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-11-54_470_4419516897187836438-1/-mr-10002/c73620fb-dd1a-48d8-bcb7-6e7d1c2f7a8d/map.xml 2015-10-29T11:11:54,837 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(452)) - Found plan in cache for name: map.xml 2015-10-29T11:11:54,838 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (MapOperator.java:rowsForwarded(535)) - MAP[2]: records read - 1 2015-10-29T11:11:54,838 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (MapOperator.java:rowsForwarded(535)) - MAP[2]: records read - 10 2015-10-29T11:11:54,838 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:close(650)) - 2 finished. closing... 2015-10-29T11:11:54,838 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:logStats(898)) - RECORDS_IN:25 2015-10-29T11:11:54,838 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:logStats(898)) - DESERIALIZE_ERRORS:0 2015-10-29T11:11:54,838 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:close(650)) - 1 finished. closing... 2015-10-29T11:11:54,838 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:11:54,838 DEBUG [LocalJobRunner Map Task Executor #0]: fs.FSStatsPublisher (FSStatsPublisher.java:connect(66)) - Connecting to : pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src1/.hive-staging_hive_2015-10-29_11-11-54_470_4419516897187836438-1/-ext-10000 2015-10-29T11:11:54,845 DEBUG [LocalJobRunner Map Task Executor #0]: fs.FSStatsPublisher (FSStatsPublisher.java:publishStat(78)) - Putting in map : default.src1/ {numRows=25, rawDataSize=191} 2015-10-29T11:11:54,845 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (TableScanOperator.java:publishStats(306)) - publishing : default.src1/ : {numRows=25, rawDataSize=191} 2015-10-29T11:11:54,845 DEBUG [LocalJobRunner Map Task Executor #0]: fs.FSStatsPublisher (FSStatsPublisher.java:closeConnection(99)) - About to create stats file for this task : pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src1/.hive-staging_hive_2015-10-29_11-11-54_470_4419516897187836438-1/-ext-10000/tmpstats-0 2015-10-29T11:11:54,849 DEBUG [LocalJobRunner Map Task Executor #0]: fs.FSStatsPublisher (FSStatsPublisher.java:closeConnection(101)) - Created file : pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src1/.hive-staging_hive_2015-10-29_11-11-54_470_4419516897187836438-1/-ext-10000/tmpstats-0 2015-10-29T11:11:54,850 DEBUG [LocalJobRunner Map Task Executor #0]: fs.FSStatsPublisher (FSStatsPublisher.java:closeConnection(102)) - Writing stats in it : {default.src1/={numRows=25, rawDataSize=191}} 2015-10-29T11:11:54,850 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:close(674)) - 1 Close done 2015-10-29T11:11:54,850 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:close(674)) - 2 Close done 2015-10-29T11:11:54,850 INFO [LocalJobRunner Map Task Executor #0]: mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 2015-10-29T11:11:54,850 INFO [LocalJobRunner Map Task Executor #0]: mapred.Task (Task.java:done(1001)) - Task:attempt_local1091772281_0003_m_000000_0 is done. And is in the process of committing 2015-10-29T11:11:54,851 INFO [LocalJobRunner Map Task Executor #0]: mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src1/kv3.txt:0+216 2015-10-29T11:11:54,851 INFO [LocalJobRunner Map Task Executor #0]: mapred.Task (Task.java:sendDone(1121)) - Task 'attempt_local1091772281_0003_m_000000_0' done. 2015-10-29T11:11:54,851 INFO [LocalJobRunner Map Task Executor #0]: mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local1091772281_0003_m_000000_0 2015-10-29T11:11:54,852 INFO [Thread-202]: mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - map task executor complete. 2015-10-29T11:11:55,826 DEBUG [main]: exec.Heartbeater (Heartbeater.java:heartbeat(80)) - heartbeating 2015-10-29T11:11:55,830 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - 2015-10-29 11:11:55,830 Stage-0 map = 100%, reduce = 0% 2015-10-29T11:11:55,832 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - Ended Job = job_local1091772281_0003 2015-10-29T11:11:55,833 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:55,834 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-1:STATS] in serial mode 2015-10-29T11:11:55,834 INFO [main]: exec.StatsTask (StatsTask.java:execute(87)) - Executing stats task 2015-10-29T11:11:55,834 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:55,834 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=src1 2015-10-29T11:11:55,834 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=src1 2015-10-29T11:11:55,844 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:55,845 DEBUG [main]: fs.FSStatsPublisher (FSStatsPublisher.java:init(49)) - Initing FSStatsPublisher with : pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src1/.hive-staging_hive_2015-10-29_11-11-54_470_4419516897187836438-1/-ext-10000 2015-10-29T11:11:55,850 INFO [main]: fs.FSStatsPublisher (FSStatsPublisher.java:init(51)) - created : pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src1/.hive-staging_hive_2015-10-29_11-11-54_470_4419516897187836438-1/-ext-10000 2015-10-29T11:11:55,850 DEBUG [main]: fs.FSStatsAggregator (FSStatsAggregator.java:connect(51)) - About to read stats from : pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src1/.hive-staging_hive_2015-10-29_11-11-54_470_4419516897187836438-1/-ext-10000 2015-10-29T11:11:55,860 INFO [main]: fs.FSStatsAggregator (FSStatsAggregator.java:connect(66)) - Read stats : {default.src1/={numRows=25, rawDataSize=191}} 2015-10-29T11:11:55,860 DEBUG [main]: fs.FSStatsAggregator (FSStatsAggregator.java:aggregateStats(81)) - Part ID: default.src1/ numRows 2015-10-29T11:11:55,861 INFO [main]: fs.FSStatsAggregator (FSStatsAggregator.java:aggregateStats(93)) - Read stats for : default.src1/ numRows 25 2015-10-29T11:11:55,861 DEBUG [main]: fs.FSStatsAggregator (FSStatsAggregator.java:aggregateStats(81)) - Part ID: default.src1/ rawDataSize 2015-10-29T11:11:55,861 INFO [main]: fs.FSStatsAggregator (FSStatsAggregator.java:aggregateStats(93)) - Read stats for : default.src1/ rawDataSize 191 2015-10-29T11:11:55,877 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct src1 { string key, string value} 2015-10-29T11:11:55,878 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:55,878 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: alter_table: db=default tbl=src1 newtbl=src1 2015-10-29T11:11:55,878 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=alter_table: db=default tbl=src1 newtbl=src1 2015-10-29T11:11:55,895 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:getDatabase(348)) - getDatabase: directsql returning db default locn[pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse] desc [Default Hive database] owner [public] ownertype [ROLE] 2015-10-29T11:11:55,911 INFO [main]: hive.log (MetaStoreUtils.java:updateTableStatsFast(231)) - Updating table stats fast for src1 2015-10-29T11:11:55,912 INFO [main]: hive.log (MetaStoreUtils.java:updateTableStatsFast(233)) - Updated size of table src1 to 216 2015-10-29T11:11:55,920 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:55,921 INFO [main]: exec.StatsTask (StatsTask.java:aggregateStats(188)) - Table default.src1 stats: [numFiles=1, numRows=25, totalSize=216, rawDataSize=191] 2015-10-29T11:11:55,921 DEBUG [main]: fs.FSStatsAggregator (FSStatsAggregator.java:closeConnection(104)) - About to delete stats tmp dir :pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src1/.hive-staging_hive_2015-10-29_11-11-54_470_4419516897187836438-1/-ext-10000 2015-10-29T11:11:55,922 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:55,922 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:55,922 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: query: ANALYZE TABLE src1 COMPUTE STATISTICS 2015-10-29T11:11:55,922 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: type: QUERY 2015-10-29T11:11:55,923 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Input: default@src1 2015-10-29T11:11:55,923 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Output: default@src1 2015-10-29T11:11:55,923 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:55,923 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : execution phase 2015-10-29T11:11:55,923 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {isCompatibleWith_(HiveConf, )=1, getTable_(String, String, )=11, alter_table_(String, String, Table, boolean, )=43} 2015-10-29T11:11:55,923 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:55,923 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - MapReduce Jobs Launched: 2015-10-29T11:11:55,924 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - Stage-Stage-0: HDFS Read: 0 HDFS Write: 0 SUCCESS 2015-10-29T11:11:55,924 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - Total MapReduce CPU Time Spent: 0 msec 2015-10-29T11:11:55,924 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - OK 2015-10-29T11:11:55,924 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:55,924 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:releaseLocks(217)) - about to release lock for default/src1 2015-10-29T11:11:55,927 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:releaseLocks(217)) - about to release lock for default 2015-10-29T11:11:55,929 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:55,929 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:55,929 DEBUG [main]: ql.Driver (DriverContext.java:shutdown(132)) - Shutting down query ANALYZE TABLE src1 COMPUTE STATISTICS 2015-10-29T11:11:55,930 INFO [main]: CliDriver (SessionState.java:printInfo(996)) - Time taken: 1.46 seconds 2015-10-29T11:11:55,930 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:55,931 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:55,931 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:55,931 DEBUG [main]: conf.VariableSubstitution (VariableSubstitution.java:substitute(63)) - Substitution is on: ANALYZE TABLE src1 COMPUTE STATISTICS FOR COLUMNS key,value 2015-10-29T11:11:55,931 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:55,931 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(185)) - Parsing command: ANALYZE TABLE src1 COMPUTE STATISTICS FOR COLUMNS key,value 2015-10-29T11:11:55,932 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(209)) - Parse Completed 2015-10-29T11:11:55,932 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:55,932 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:55,932 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:55,933 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:55,933 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:55,933 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=src1 2015-10-29T11:11:55,933 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=src1 2015-10-29T11:11:55,942 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:55,942 INFO [main]: parse.ColumnStatsSemanticAnalyzer (ColumnStatsSemanticAnalyzer.java:getNumBitVectorsForNDVEstimation(270)) - Error requested is 20.0% 2015-10-29T11:11:55,942 INFO [main]: parse.ColumnStatsSemanticAnalyzer (ColumnStatsSemanticAnalyzer.java:getNumBitVectorsForNDVEstimation(271)) - Choosing 16 bit vectors.. 2015-10-29T11:11:55,943 DEBUG [main]: conf.VariableSubstitution (VariableSubstitution.java:substitute(63)) - Substitution is on: select compute_stats(`key` , 16 ) , compute_stats(`value` , 16 ) from default.`src1` 2015-10-29T11:11:55,943 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(185)) - Parsing command: select compute_stats(`key` , 16 ) , compute_stats(`value` , 16 ) from default.`src1` 2015-10-29T11:11:55,944 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(209)) - Parse Completed 2015-10-29T11:11:55,944 INFO [main]: parse.ColumnStatsSemanticAnalyzer (ColumnStatsSemanticAnalyzer.java:analyze(451)) - Invoking analyze on rewritten query 2015-10-29T11:11:55,944 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:analyzeInternal(10062)) - Starting Semantic Analysis 2015-10-29T11:11:55,944 DEBUG [main]: exec.FunctionRegistry (FunctionRegistry.java:getGenericUDAFResolver(1009)) - Looking up GenericUDAF: compute_stats 2015-10-29T11:11:55,945 DEBUG [main]: exec.FunctionRegistry (FunctionRegistry.java:getGenericUDAFResolver(1009)) - Looking up GenericUDAF: compute_stats 2015-10-29T11:11:55,945 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genResolvedParseTree(10009)) - Completed phase 1 of Semantic Analysis 2015-10-29T11:11:55,945 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:getMetaData(1538)) - Get metadata for source tables 2015-10-29T11:11:55,945 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:55,945 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=src1 2015-10-29T11:11:55,945 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=src1 2015-10-29T11:11:55,954 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:55,954 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:getMetaData(1678)) - Get metadata for subqueries 2015-10-29T11:11:55,955 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:getMetaData(1702)) - Get metadata for destination tables 2015-10-29T11:11:55,959 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genResolvedParseTree(10013)) - Completed getting MetaData in Semantic Analysis 2015-10-29T11:11:55,959 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct src1 { string key, string value} 2015-10-29T11:11:55,960 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genTablePlan(9467)) - Created Table Plan for src1 TS[0] 2015-10-29T11:11:55,960 DEBUG [main]: exec.FunctionRegistry (FunctionRegistry.java:getGenericUDAFResolver(1009)) - Looking up GenericUDAF: compute_stats 2015-10-29T11:11:55,961 DEBUG [main]: exec.FunctionRegistry (FunctionRegistry.java:getGenericUDAFResolver(1009)) - Looking up GenericUDAF: compute_stats 2015-10-29T11:11:55,962 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genBodyPlan(8817)) - RR before GB src1{(key,key: string)(value,value: string)(block__offset__inside__file,BLOCK__OFFSET__INSIDE__FILE: bigint)(input__file__name,INPUT__FILE__NAME: string)(row__id,ROW__ID: struct)} after GB {((tok_function compute_stats (tok_table_or_col key) 16),_col0: struct)((tok_function compute_stats (tok_table_or_col value) 16),_col1: struct)} 2015-10-29T11:11:55,962 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genSelectPlan(3604)) - tree: (TOK_SELECT (TOK_SELEXPR (TOK_FUNCTION compute_stats (TOK_TABLE_OR_COL key) 16)) (TOK_SELEXPR (TOK_FUNCTION compute_stats (TOK_TABLE_OR_COL value) 16))) 2015-10-29T11:11:55,962 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genSelectPlan(3714)) - genSelectPlan: input = {((tok_function compute_stats (tok_table_or_col key) 16),_col0: struct)((tok_function compute_stats (tok_table_or_col value) 16),_col1: struct)} starRr = src1{(key,key: string)(value,value: string)(block__offset__inside__file,BLOCK__OFFSET__INSIDE__FILE: bigint)(input__file__name,INPUT__FILE__NAME: string)(row__id,ROW__ID: struct)} 2015-10-29T11:11:55,962 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genSelectPlan(3862)) - Created Select Plan row schema: null{(_c0,_col0: struct)(_c1,_col1: struct)} 2015-10-29T11:11:55,962 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genSelectPlan(3593)) - Created Select Plan for clause: insclause-0 2015-10-29T11:11:55,962 DEBUG [main]: ql.Context (Context.java:getStagingDir(231)) - Created staging dir = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-11-55_943_8123093454987013898-1/-mr-10000/.hive-staging_hive_2015-10-29_11-11-55_943_8123093454987013898-1 for path = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-11-55_943_8123093454987013898-1/-mr-10000 2015-10-29T11:11:55,963 INFO [main]: common.FileUtils (FileUtils.java:mkdir(502)) - Creating directory if it doesn't exist: file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-11-55_943_8123093454987013898-1/-mr-10000/.hive-staging_hive_2015-10-29_11-11-55_943_8123093454987013898-1 2015-10-29T11:11:55,969 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chgrp,-R,staff,file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-11-55_943_8123093454987013898-1/-mr-10000} 2015-10-29T11:11:55,981 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:11:55,981 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chmod,-R,700,file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-11-55_943_8123093454987013898-1/-mr-10000} 2015-10-29T11:11:56,000 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:11:56,001 DEBUG [main]: shims.HadoopShimsSecure (Hadoop23Shims.java:debugLog(937)) - DeprecatedRawLocalFileStatus{path=file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-11-55_943_8123093454987013898-1/-mr-10000; isDirectory=true; modification_time=1446142315000; access_time=0; owner=; group=; permission=rwxrwxrwx; isSymlink=false} 2015-10-29T11:11:56,002 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genFileSinkPlan(6591)) - Set stats collection dir : file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-11-55_943_8123093454987013898-1/-mr-10000/.hive-staging_hive_2015-10-29_11-11-55_943_8123093454987013898-1/-ext-10002 2015-10-29T11:11:56,002 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genFileSinkPlan(6614)) - Created FileSink Plan for clause: insclause-0dest_path: file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-11-55_943_8123093454987013898-1/-mr-10000 row schema: null{(_c0,_col0: struct)(_c1,_col1: struct)} 2015-10-29T11:11:56,002 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genBodyPlan(8831)) - Created Body Plan for Query Block null 2015-10-29T11:11:56,002 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genPlan(9675)) - Created Plan for Query Block null 2015-10-29T11:11:56,002 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:analyzeInternal(10139)) - Before logical optimization TS[0]-SEL[1]-GBY[2]-RS[3]-GBY[4]-SEL[5]-FS[6] 2015-10-29T11:11:56,006 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:TS[0] with rs:(key: string|{src1}key,value: string|{src1}value,BLOCK__OFFSET__INSIDE__FILE: bigint|{src1}block__offset__inside__file,INPUT__FILE__NAME: string|{src1}input__file__name,ROW__ID: struct|{src1}row__id) 2015-10-29T11:11:56,006 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator TS[0] 2015-10-29T11:11:56,006 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:SEL[1] with rs:(key: string|{src1}key,value: string|{src1}value,BLOCK__OFFSET__INSIDE__FILE: bigint|{src1}block__offset__inside__file,INPUT__FILE__NAME: string|{src1}input__file__name,ROW__ID: struct|{src1}row__id) 2015-10-29T11:11:56,006 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator SEL[1] 2015-10-29T11:11:56,006 DEBUG [main]: optimizer.ConstantPropagateProcFactory (ConstantPropagateProcFactory.java:process(1131)) - New column list:(Column[key] Column[value] Column[BLOCK__OFFSET__INSIDE__FILE] Column[INPUT__FILE__NAME] Column[ROW__ID]) 2015-10-29T11:11:56,006 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:GBY[2] with rs:(_col0: struct|{}(tok_function compute_stats (tok_table_or_col key) 16),_col1: struct|{}(tok_function compute_stats (tok_table_or_col value) 16)) 2015-10-29T11:11:56,006 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator GBY[2] 2015-10-29T11:11:56,006 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:RS[3] with rs:(VALUE._col0: struct|{}(tok_function compute_stats (tok_table_or_col key) 16),VALUE._col1: struct|{}(tok_function compute_stats (tok_table_or_col value) 16)) 2015-10-29T11:11:56,007 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator RS[3] 2015-10-29T11:11:56,007 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:GBY[4] with rs:(_col0: struct|{}(tok_function compute_stats (tok_table_or_col key) 16),_col1: struct|{}(tok_function compute_stats (tok_table_or_col value) 16)) 2015-10-29T11:11:56,007 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator GBY[4] 2015-10-29T11:11:56,007 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:SEL[5] with rs:(_col0: struct|{null}_c0,_col1: struct|{null}_c1) 2015-10-29T11:11:56,007 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator SEL[5] 2015-10-29T11:11:56,007 DEBUG [main]: optimizer.ConstantPropagateProcFactory (ConstantPropagateProcFactory.java:process(1131)) - New column list:(Column[_col0] Column[_col1]) 2015-10-29T11:11:56,007 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:FS[6] with rs:(_col0: struct|{},_col1: struct|{}) 2015-10-29T11:11:56,007 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator FS[6] 2015-10-29T11:11:56,008 INFO [main]: ppd.OpProcFactory (OpProcFactory.java:process(662)) - Processing for FS(6) 2015-10-29T11:11:56,008 INFO [main]: ppd.OpProcFactory (OpProcFactory.java:process(662)) - Processing for SEL(5) 2015-10-29T11:11:56,008 INFO [main]: ppd.OpProcFactory (OpProcFactory.java:process(662)) - Processing for GBY(4) 2015-10-29T11:11:56,008 INFO [main]: ppd.OpProcFactory (OpProcFactory.java:process(662)) - Processing for RS(3) 2015-10-29T11:11:56,008 INFO [main]: ppd.OpProcFactory (OpProcFactory.java:process(662)) - Processing for GBY(2) 2015-10-29T11:11:56,008 INFO [main]: ppd.OpProcFactory (OpProcFactory.java:process(662)) - Processing for SEL(1) 2015-10-29T11:11:56,008 INFO [main]: ppd.OpProcFactory (OpProcFactory.java:process(383)) - Processing for TS(0) 2015-10-29T11:11:56,008 DEBUG [main]: ppd.PredicatePushDown (PredicatePushDown.java:transform(138)) - After PPD: TS[0]-SEL[1]-GBY[2]-RS[3]-GBY[4]-SEL[5]-FS[6] 2015-10-29T11:11:56,008 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:TS[0] with rs:(key: string|{src1}key,value: string|{src1}value,BLOCK__OFFSET__INSIDE__FILE: bigint|{src1}block__offset__inside__file,INPUT__FILE__NAME: string|{src1}input__file__name,ROW__ID: struct|{src1}row__id) 2015-10-29T11:11:56,009 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator TS[0] 2015-10-29T11:11:56,009 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:SEL[1] with rs:(key: string|{src1}key,value: string|{src1}value,BLOCK__OFFSET__INSIDE__FILE: bigint|{src1}block__offset__inside__file,INPUT__FILE__NAME: string|{src1}input__file__name,ROW__ID: struct|{src1}row__id) 2015-10-29T11:11:56,009 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator SEL[1] 2015-10-29T11:11:56,009 DEBUG [main]: optimizer.ConstantPropagateProcFactory (ConstantPropagateProcFactory.java:process(1131)) - New column list:(Column[key] Column[value] Column[BLOCK__OFFSET__INSIDE__FILE] Column[INPUT__FILE__NAME] Column[ROW__ID]) 2015-10-29T11:11:56,009 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:GBY[2] with rs:(_col0: struct|{}(tok_function compute_stats (tok_table_or_col key) 16),_col1: struct|{}(tok_function compute_stats (tok_table_or_col value) 16)) 2015-10-29T11:11:56,009 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator GBY[2] 2015-10-29T11:11:56,009 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:RS[3] with rs:(VALUE._col0: struct|{}(tok_function compute_stats (tok_table_or_col key) 16),VALUE._col1: struct|{}(tok_function compute_stats (tok_table_or_col value) 16)) 2015-10-29T11:11:56,009 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator RS[3] 2015-10-29T11:11:56,009 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:GBY[4] with rs:(_col0: struct|{}(tok_function compute_stats (tok_table_or_col key) 16),_col1: struct|{}(tok_function compute_stats (tok_table_or_col value) 16)) 2015-10-29T11:11:56,010 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator GBY[4] 2015-10-29T11:11:56,010 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:SEL[5] with rs:(_col0: struct|{null}_c0,_col1: struct|{null}_c1) 2015-10-29T11:11:56,010 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator SEL[5] 2015-10-29T11:11:56,010 DEBUG [main]: optimizer.ConstantPropagateProcFactory (ConstantPropagateProcFactory.java:process(1131)) - New column list:(Column[_col0] Column[_col1]) 2015-10-29T11:11:56,010 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:FS[6] with rs:(_col0: struct|{},_col1: struct|{}) 2015-10-29T11:11:56,010 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator FS[6] 2015-10-29T11:11:56,010 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:TS[0] with rs:(key: string|{src1}key,value: string|{src1}value,BLOCK__OFFSET__INSIDE__FILE: bigint|{src1}block__offset__inside__file,INPUT__FILE__NAME: string|{src1}input__file__name,ROW__ID: struct|{src1}row__id) 2015-10-29T11:11:56,011 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator TS[0] 2015-10-29T11:11:56,011 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:SEL[1] with rs:(key: string|{src1}key,value: string|{src1}value,BLOCK__OFFSET__INSIDE__FILE: bigint|{src1}block__offset__inside__file,INPUT__FILE__NAME: string|{src1}input__file__name,ROW__ID: struct|{src1}row__id) 2015-10-29T11:11:56,011 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator SEL[1] 2015-10-29T11:11:56,011 DEBUG [main]: optimizer.ConstantPropagateProcFactory (ConstantPropagateProcFactory.java:process(1131)) - New column list:(Column[key] Column[value] Column[BLOCK__OFFSET__INSIDE__FILE] Column[INPUT__FILE__NAME] Column[ROW__ID]) 2015-10-29T11:11:56,011 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:GBY[2] with rs:(_col0: struct|{}(tok_function compute_stats (tok_table_or_col key) 16),_col1: struct|{}(tok_function compute_stats (tok_table_or_col value) 16)) 2015-10-29T11:11:56,011 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator GBY[2] 2015-10-29T11:11:56,011 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:RS[3] with rs:(VALUE._col0: struct|{}(tok_function compute_stats (tok_table_or_col key) 16),VALUE._col1: struct|{}(tok_function compute_stats (tok_table_or_col value) 16)) 2015-10-29T11:11:56,011 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator RS[3] 2015-10-29T11:11:56,011 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:GBY[4] with rs:(_col0: struct|{}(tok_function compute_stats (tok_table_or_col key) 16),_col1: struct|{}(tok_function compute_stats (tok_table_or_col value) 16)) 2015-10-29T11:11:56,012 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator GBY[4] 2015-10-29T11:11:56,012 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:SEL[5] with rs:(_col0: struct|{null}_c0,_col1: struct|{null}_c1) 2015-10-29T11:11:56,012 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator SEL[5] 2015-10-29T11:11:56,012 DEBUG [main]: optimizer.ConstantPropagateProcFactory (ConstantPropagateProcFactory.java:process(1131)) - New column list:(Column[_col0] Column[_col1]) 2015-10-29T11:11:56,012 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:FS[6] with rs:(_col0: struct|{},_col1: struct|{}) 2015-10-29T11:11:56,012 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator FS[6] 2015-10-29T11:11:56,013 DEBUG [main]: optimizer.ColumnPrunerProcFactory (ColumnPrunerProcFactory.java:process(569)) - Reduce Sink Operator 3 key:[] 2015-10-29T11:11:56,013 INFO [main]: optimizer.ColumnPrunerProcFactory (ColumnPrunerProcFactory.java:pruneReduceSinkOperator(864)) - RS 3 oldColExprMap: {VALUE._col1=Column[_col1], VALUE._col0=Column[_col0]} 2015-10-29T11:11:56,013 INFO [main]: optimizer.ColumnPrunerProcFactory (ColumnPrunerProcFactory.java:pruneReduceSinkOperator(913)) - RS 3 newColExprMap: {VALUE._col1=Column[_col1], VALUE._col0=Column[_col0]} 2015-10-29T11:11:56,014 DEBUG [main]: optimizer.IdentityProjectRemover (IdentityProjectRemover.java:process(131)) - Identity project remover optimization removed : SEL[5] 2015-10-29T11:11:56,014 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:analyzeInternal(10147)) - After logical optimization TS[0]-SEL[1]-GBY[2]-RS[3]-GBY[4]-FS[6] 2015-10-29T11:11:56,014 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:56,015 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:56,015 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct src1 { string key, string value} 2015-10-29T11:11:56,015 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct src1 { string key, string value} 2015-10-29T11:11:56,015 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct src1 { string key, string value} 2015-10-29T11:11:56,015 DEBUG [main]: optimizer.GenMapRedUtils (GenMapRedUtils.java:setMapWork(678)) - Adding pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src1 of tablesrc1 2015-10-29T11:11:56,015 DEBUG [main]: optimizer.GenMapRedUtils (GenMapRedUtils.java:setMapWork(716)) - Information added for path pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src1 2015-10-29T11:11:56,016 DEBUG [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(167)) - Looking at: null 2015-10-29T11:11:56,016 INFO [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(175)) - Looking for table scans where optimization is applicable 2015-10-29T11:11:56,016 INFO [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(199)) - Found 0 null table scans 2015-10-29T11:11:56,016 DEBUG [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(167)) - Looking at: null 2015-10-29T11:11:56,016 INFO [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(175)) - Looking for table scans where optimization is applicable 2015-10-29T11:11:56,016 INFO [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(199)) - Found 0 null table scans 2015-10-29T11:11:56,017 DEBUG [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(167)) - Looking at: null 2015-10-29T11:11:56,017 INFO [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(175)) - Looking for table scans where optimization is applicable 2015-10-29T11:11:56,017 INFO [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(199)) - Found 0 null table scans 2015-10-29T11:11:56,017 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:analyzeInternal(10168)) - Completed plan generation 2015-10-29T11:11:56,017 INFO [main]: ql.Driver (Driver.java:compile(448)) - Semantic Analysis Completed 2015-10-29T11:11:56,017 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:validate(10519)) - validation start 2015-10-29T11:11:56,017 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:validate(10561)) - not validating writeEntity, because entity is neither table nor partition 2015-10-29T11:11:56,017 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:56,018 INFO [main]: ql.Driver (Driver.java:getSchema(244)) - Returning Hive schema: Schema(fieldSchemas:[FieldSchema(name:_c0, type:struct, comment:null), FieldSchema(name:_c1, type:struct, comment:null)], properties:null) 2015-10-29T11:11:56,018 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:56,018 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : compilation phase 2015-10-29T11:11:56,018 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {flushCache_()=1, isCompatibleWith_(HiveConf, )=0, getTable_(String, String, )=18} 2015-10-29T11:11:56,018 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:56,018 DEBUG [main]: lockmgr.DummyTxnManager (DummyTxnManager.java:acquireLocks(129)) - Adding default@src1 to list of lock inputs 2015-10-29T11:11:56,018 DEBUG [main]: lockmgr.DummyTxnManager (DummyTxnManager.java:acquireLocks(148)) - Adding file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-11-55_943_8123093454987013898-1/-mr-10000 to list of lock outputs 2015-10-29T11:11:56,018 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:lock(262)) - Acquiring lock for default with mode IMPLICIT 2015-10-29T11:11:56,021 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:lock(262)) - Acquiring lock for default/src1 with mode IMPLICIT 2015-10-29T11:11:56,023 DEBUG [main]: ql.Driver (Driver.java:recordValidTxns(960)) - Encoding valid txns info 9223372036854775807: txnid:0 2015-10-29T11:11:56,023 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:56,023 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:56,023 INFO [main]: ql.Driver (Driver.java:execute(1468)) - Starting command(queryId=sush_20151029111155_1f701072-3ef7-43f9-bb00-5b986852e7b1): ANALYZE TABLE src1 COMPUTE STATISTICS FOR COLUMNS key,value 2015-10-29T11:11:56,023 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:56,023 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: query: ANALYZE TABLE src1 COMPUTE STATISTICS FOR COLUMNS key,value 2015-10-29T11:11:56,023 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: type: QUERY 2015-10-29T11:11:56,024 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: Input: default@src1 2015-10-29T11:11:56,024 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: Output: file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-11-55_943_8123093454987013898-1/-mr-10000 2015-10-29T11:11:56,024 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:56,024 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:56,024 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:56,024 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - Query ID = sush_20151029111155_1f701072-3ef7-43f9-bb00-5b986852e7b1 2015-10-29T11:11:56,024 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - Total jobs = 1 2015-10-29T11:11:56,024 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:56,024 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:56,024 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:56,025 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - Launching Job 1 out of 1 2015-10-29T11:11:56,025 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-0:MAPRED] in serial mode 2015-10-29T11:11:56,026 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - Number of reduce tasks determined at compile time: 1 2015-10-29T11:11:56,026 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - In order to change the average load for a reducer (in bytes): 2015-10-29T11:11:56,026 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - set hive.exec.reducers.bytes.per.reducer= 2015-10-29T11:11:56,026 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - In order to limit the maximum number of reducers: 2015-10-29T11:11:56,026 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - set hive.exec.reducers.max= 2015-10-29T11:11:56,026 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - In order to set a constant number of reducers: 2015-10-29T11:11:56,026 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - set mapreduce.job.reduces= 2015-10-29T11:11:56,031 INFO [main]: mr.ExecDriver (ExecDriver.java:execute(291)) - Using org.apache.hadoop.hive.ql.io.CombineHiveInputFormat 2015-10-29T11:11:56,031 INFO [main]: exec.Utilities (Utilities.java:getInputPaths(3433)) - Processing alias src1 2015-10-29T11:11:56,031 INFO [main]: exec.Utilities (Utilities.java:getInputPaths(3450)) - Adding input file pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src1 2015-10-29T11:11:56,032 INFO [main]: exec.Utilities (Utilities.java:isEmptyPath(2734)) - Content Summary not cached for pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src1 2015-10-29T11:11:56,047 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:56,047 INFO [main]: exec.Utilities (Utilities.java:serializePlan(939)) - Serializing MapWork via kryo 2015-10-29T11:11:56,049 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:56,054 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:56,054 INFO [main]: exec.Utilities (Utilities.java:serializePlan(939)) - Serializing ReduceWork via kryo 2015-10-29T11:11:56,056 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:56,057 DEBUG [main]: mapreduce.Cluster (Cluster.java:initialize(90)) - Trying ClientProtocolProvider : org.apache.hadoop.mapred.LocalClientProtocolProvider 2015-10-29T11:11:56,057 INFO [main]: jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized 2015-10-29T11:11:56,058 DEBUG [main]: mapreduce.Cluster (Cluster.java:initialize(103)) - Picked org.apache.hadoop.mapred.LocalClientProtocolProvider as the ClientProtocolProvider 2015-10-29T11:11:56,059 DEBUG [main]: mapreduce.Cluster (Cluster.java:initialize(90)) - Trying ClientProtocolProvider : org.apache.hadoop.mapred.LocalClientProtocolProvider 2015-10-29T11:11:56,059 INFO [main]: jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized 2015-10-29T11:11:56,059 DEBUG [main]: mapreduce.Cluster (Cluster.java:initialize(103)) - Picked org.apache.hadoop.mapred.LocalClientProtocolProvider as the ClientProtocolProvider 2015-10-29T11:11:56,060 INFO [main]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-11-55_931_7368438828358873213-1/-mr-10001/6ba32e8f-cbb5-4be6-b16c-92a8f5967123/map.xml 2015-10-29T11:11:56,060 DEBUG [main]: exec.Utilities (Utilities.java:getBaseWork(452)) - Found plan in cache for name: map.xml 2015-10-29T11:11:56,060 INFO [main]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-11-55_931_7368438828358873213-1/-mr-10001/6ba32e8f-cbb5-4be6-b16c-92a8f5967123/reduce.xml 2015-10-29T11:11:56,060 DEBUG [main]: exec.Utilities (Utilities.java:getBaseWork(452)) - Found plan in cache for name: reduce.xml 2015-10-29T11:11:56,066 DEBUG [main]: mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(456)) - Configuring job job_local453397866_0004 with file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/hadoop-tmp/mapred/staging/sush453397866/.staging/job_local453397866_0004 as the submit dir 2015-10-29T11:11:56,066 DEBUG [main]: mapreduce.JobSubmitter (JobSubmitter.java:populateTokenCache(718)) - adding the following namenodes' delegation tokens:[file:///] 2015-10-29T11:11:56,067 WARN [main]: mapreduce.JobSubmitter (JobSubmitter.java:copyAndConfigureFiles(153)) - Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2015-10-29T11:11:56,067 DEBUG [main]: mapreduce.JobSubmitter (JobSubmitter.java:copyAndConfigureFiles(173)) - default FileSystem: file:/// 2015-10-29T11:11:56,165 DEBUG [main]: mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(491)) - Creating splits at file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/hadoop-tmp/mapred/staging/sush453397866/.staging/job_local453397866_0004 2015-10-29T11:11:56,165 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:56,165 INFO [main]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-11-55_931_7368438828358873213-1/-mr-10001/6ba32e8f-cbb5-4be6-b16c-92a8f5967123/map.xml 2015-10-29T11:11:56,166 DEBUG [main]: exec.Utilities (Utilities.java:getBaseWork(452)) - Found plan in cache for name: map.xml 2015-10-29T11:11:56,166 INFO [main]: io.CombineHiveInputFormat (CombineHiveInputFormat.java:getSplits(478)) - Total number of paths: 1, launching 1 threads to check non-combinable ones. 2015-10-29T11:11:56,166 DEBUG [main]: io.CombineHiveInputFormat (CombineHiveInputFormat.java:getSplits(512)) - The received input paths are: [pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src1] against the property mapreduce.input.fileinputformat.inputdir 2015-10-29T11:11:56,167 INFO [main]: io.CombineHiveInputFormat (CombineHiveInputFormat.java:getCombineSplits(395)) - CombineHiveInputSplit creating pool for pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src1; using filter path pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src1 2015-10-29T11:11:56,179 DEBUG [main]: input.FileInputFormat (FileInputFormat.java:listStatus(279)) - Time taken to get FileStatuses: 11 2015-10-29T11:11:56,179 INFO [main]: input.FileInputFormat (FileInputFormat.java:listStatus(281)) - Total input paths to process : 1 2015-10-29T11:11:56,179 INFO [main]: input.CombineFileInputFormat (CombineFileInputFormat.java:createSplits(413)) - DEBUG: Terminated node allocation with : CompletedNodes: 1, size left: 0 2015-10-29T11:11:56,180 INFO [main]: io.CombineHiveInputFormat (CombineHiveInputFormat.java:getCombineSplits(450)) - number of splits 1 2015-10-29T11:11:56,180 INFO [main]: io.CombineHiveInputFormat (CombineHiveInputFormat.java:getSplits(549)) - Number of all splits 1 2015-10-29T11:11:56,180 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:56,195 INFO [main]: mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(494)) - number of splits:1 2015-10-29T11:11:56,211 INFO [main]: mapreduce.JobSubmitter (JobSubmitter.java:printTokens(583)) - Submitting tokens for job: job_local453397866_0004 2015-10-29T11:11:56,272 INFO [main]: mapreduce.Job (Job.java:submit(1300)) - The url to track the job: http://localhost:8080/ 2015-10-29T11:11:56,272 INFO [Thread-241]: mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(471)) - OutputCommitter set in config org.apache.hadoop.hive.ql.io.HiveFileFormatUtils$NullOutputCommitter 2015-10-29T11:11:56,273 INFO [Thread-241]: mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(489)) - OutputCommitter is org.apache.hadoop.hive.ql.io.HiveFileFormatUtils$NullOutputCommitter 2015-10-29T11:11:56,273 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - Job running in-process (local Hadoop) 2015-10-29T11:11:56,273 DEBUG [Thread-241]: mapred.LocalJobRunner (LocalJobRunner.java:createMapExecutor(395)) - Starting mapper thread pool executor. 2015-10-29T11:11:56,274 DEBUG [Thread-241]: mapred.LocalJobRunner (LocalJobRunner.java:createMapExecutor(396)) - Max local threads: 1 2015-10-29T11:11:56,274 DEBUG [Thread-241]: mapred.LocalJobRunner (LocalJobRunner.java:createMapExecutor(397)) - Map tasks to process: 1 2015-10-29T11:11:56,274 INFO [Thread-241]: mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for map tasks 2015-10-29T11:11:56,274 INFO [LocalJobRunner Map Task Executor #0]: mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local453397866_0004_m_000000_0 2015-10-29T11:11:56,274 DEBUG [LocalJobRunner Map Task Executor #0]: mapred.SortedRanges (SortedRanges.java:doNext(348)) - currentIndex 0 0:0 2015-10-29T11:11:56,274 DEBUG [LocalJobRunner Map Task Executor #0]: mapred.LocalJobRunner (LocalJobRunner.java:setupChildMapredLocalDirs(974)) - mapreduce.cluster.local.dir for child : /Users/sush/dev/hive.git/itests/qtest/target/tmp/hadoop-tmp/mapred/local/localRunner//sush/jobcache/job_local453397866_0004/attempt_local453397866_0004_m_000000_0 2015-10-29T11:11:56,275 INFO [LocalJobRunner Map Task Executor #0]: util.ProcfsBasedProcessTree (ProcfsBasedProcessTree.java:isAvailable(181)) - ProcfsBasedProcessTree currently is supported only on Linux. 2015-10-29T11:11:56,275 INFO [LocalJobRunner Map Task Executor #0]: util.ProcfsBasedProcessTree (ProcfsBasedProcessTree.java:isAvailable(181)) - ProcfsBasedProcessTree currently is supported only on Linux. 2015-10-29T11:11:56,275 INFO [LocalJobRunner Map Task Executor #0]: mapred.Task (Task.java:initialize(587)) - Using ResourceCalculatorProcessTree : null 2015-10-29T11:11:56,275 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:updateJobWithSplit(482)) - Processing split: Paths:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src1/kv3.txt:0+216InputFormatClass: org.apache.hadoop.mapred.TextInputFormat 2015-10-29T11:11:56,276 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-11-55_931_7368438828358873213-1/-mr-10001/6ba32e8f-cbb5-4be6-b16c-92a8f5967123/map.xml 2015-10-29T11:11:56,276 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(405)) - local path = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-11-55_931_7368438828358873213-1/-mr-10001/6ba32e8f-cbb5-4be6-b16c-92a8f5967123/map.xml 2015-10-29T11:11:56,276 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(417)) - Open file to read in plan: file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-11-55_931_7368438828358873213-1/-mr-10001/6ba32e8f-cbb5-4be6-b16c-92a8f5967123/map.xml 2015-10-29T11:11:56,276 INFO [LocalJobRunner Map Task Executor #0]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:56,276 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:deserializePlan(966)) - Deserializing MapWork via kryo 2015-10-29T11:11:56,286 INFO [LocalJobRunner Map Task Executor #0]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:56,287 INFO [LocalJobRunner Map Task Executor #0]: io.HiveContextAwareRecordReader (HiveContextAwareRecordReader.java:initIOContext(174)) - Processing file pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src1/kv3.txt 2015-10-29T11:11:56,288 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:runOldMapper(436)) - numReduceTasks: 1 2015-10-29T11:11:56,288 DEBUG [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:createSortingCollector(398)) - Trying map output collector class: org.apache.hadoop.mapred.MapTask$MapOutputBuffer 2015-10-29T11:11:56,297 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:setEquator(1202)) - (EQUATOR) 0 kvi 26214396(104857584) 2015-10-29T11:11:56,297 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:init(995)) - mapreduce.task.io.sort.mb: 100 2015-10-29T11:11:56,297 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:init(996)) - soft limit at 83886080 2015-10-29T11:11:56,297 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:init(997)) - bufstart = 0; bufvoid = 104857600 2015-10-29T11:11:56,297 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:init(998)) - kvstart = 26214396; length = 6553600 2015-10-29T11:11:56,298 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:createSortingCollector(402)) - Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer 2015-10-29T11:11:56,298 INFO [LocalJobRunner Map Task Executor #0]: mr.ExecMapper (ExecMapper.java:configure(83)) - conf classpath = [file:/Users/sush/dev/hive.git/itests/qtest/target/surefire/surefirebooter6776397513364088476.jar] 2015-10-29T11:11:56,298 INFO [LocalJobRunner Map Task Executor #0]: mr.ExecMapper (ExecMapper.java:configure(85)) - thread classpath = [file:/Users/sush/dev/hive.git/itests/qtest/target/surefire/surefirebooter6776397513364088476.jar] 2015-10-29T11:11:56,298 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-11-55_931_7368438828358873213-1/-mr-10001/6ba32e8f-cbb5-4be6-b16c-92a8f5967123/map.xml 2015-10-29T11:11:56,298 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(452)) - Found plan in cache for name: map.xml 2015-10-29T11:11:56,298 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:initialize(338)) - Initializing operator MAP[11] 2015-10-29T11:11:56,299 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:initialize(377)) - Initialization Done 11 MAP 2015-10-29T11:11:56,299 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:initializeChildren(463)) - Operator 11 MAP initialized 2015-10-29T11:11:56,299 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:initialize(390)) - Initialization Done 11 MAP done is reset. 2015-10-29T11:11:56,299 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:11:56,299 INFO [LocalJobRunner Map Task Executor #0]: mr.ExecMapper (ExecMapper.java:configure(110)) - Id =11 Id =7 Id =8 Id =9 Id =10 <\Children> Id = 9 null<\Parent> <\RS> <\Children> Id = 8 null<\Parent> <\GBY> <\Children> Id = 7 null<\Parent> <\SEL> <\Children> Id = 11 null<\Parent> <\TS> <\Children> <\Parent> <\MAP> 2015-10-29T11:11:56,300 INFO [LocalJobRunner Map Task Executor #0]: MapredContext (MapredContext.java:init(55)) - MapredContext initialized. 2015-10-29T11:11:56,300 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:initialize(338)) - Initializing operator TS[7] 2015-10-29T11:11:56,300 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:initialize(377)) - Initialization Done 7 TS 2015-10-29T11:11:56,300 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:initializeChildren(463)) - Operator 7 TS initialized 2015-10-29T11:11:56,300 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:initializeChildren(469)) - Initializing children of 7 TS 2015-10-29T11:11:56,300 INFO [LocalJobRunner Map Task Executor #0]: exec.SelectOperator (Operator.java:initialize(507)) - Initializing child 8 SEL 2015-10-29T11:11:56,300 INFO [LocalJobRunner Map Task Executor #0]: exec.SelectOperator (Operator.java:initialize(338)) - Initializing operator SEL[8] 2015-10-29T11:11:56,300 INFO [LocalJobRunner Map Task Executor #0]: exec.SelectOperator (SelectOperator.java:initializeOp(65)) - SELECT struct 2015-10-29T11:11:56,300 INFO [LocalJobRunner Map Task Executor #0]: exec.SelectOperator (Operator.java:initialize(377)) - Initialization Done 8 SEL 2015-10-29T11:11:56,300 INFO [LocalJobRunner Map Task Executor #0]: exec.SelectOperator (Operator.java:initializeChildren(463)) - Operator 8 SEL initialized 2015-10-29T11:11:56,300 INFO [LocalJobRunner Map Task Executor #0]: exec.SelectOperator (Operator.java:initializeChildren(469)) - Initializing children of 8 SEL 2015-10-29T11:11:56,300 INFO [LocalJobRunner Map Task Executor #0]: exec.GroupByOperator (Operator.java:initialize(507)) - Initializing child 9 GBY 2015-10-29T11:11:56,301 INFO [LocalJobRunner Map Task Executor #0]: exec.GroupByOperator (Operator.java:initialize(338)) - Initializing operator GBY[9] 2015-10-29T11:11:56,301 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:11:56,301 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:11:56,301 INFO [LocalJobRunner Map Task Executor #0]: exec.GroupByOperator (Operator.java:initialize(377)) - Initialization Done 9 GBY 2015-10-29T11:11:56,301 INFO [LocalJobRunner Map Task Executor #0]: exec.GroupByOperator (Operator.java:initializeChildren(463)) - Operator 9 GBY initialized 2015-10-29T11:11:56,301 INFO [LocalJobRunner Map Task Executor #0]: exec.GroupByOperator (Operator.java:initializeChildren(469)) - Initializing children of 9 GBY 2015-10-29T11:11:56,301 INFO [LocalJobRunner Map Task Executor #0]: exec.ReduceSinkOperator (Operator.java:initialize(507)) - Initializing child 10 RS 2015-10-29T11:11:56,301 INFO [LocalJobRunner Map Task Executor #0]: exec.ReduceSinkOperator (Operator.java:initialize(338)) - Initializing operator RS[10] 2015-10-29T11:11:56,301 INFO [LocalJobRunner Map Task Executor #0]: exec.ReduceSinkOperator (ReduceSinkOperator.java:initializeOp(221)) - Using tag = -1 2015-10-29T11:11:56,301 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:11:56,302 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:11:56,302 DEBUG [LocalJobRunner Map Task Executor #0]: lazybinary.LazyBinarySerDe (LazyBinarySerDe.java:initialize(131)) - LazyBinarySerDe initialized with: columnNames=[_col0, _col1] columnTypes=[struct, struct] 2015-10-29T11:11:56,302 INFO [LocalJobRunner Map Task Executor #0]: exec.ReduceSinkOperator (Operator.java:initialize(377)) - Initialization Done 10 RS 2015-10-29T11:11:56,302 INFO [LocalJobRunner Map Task Executor #0]: exec.ReduceSinkOperator (Operator.java:initializeChildren(463)) - Operator 10 RS initialized 2015-10-29T11:11:56,302 INFO [LocalJobRunner Map Task Executor #0]: exec.ReduceSinkOperator (Operator.java:initialize(390)) - Initialization Done 10 RS done is reset. 2015-10-29T11:11:56,302 INFO [LocalJobRunner Map Task Executor #0]: exec.GroupByOperator (Operator.java:initialize(390)) - Initialization Done 9 GBY done is reset. 2015-10-29T11:11:56,302 INFO [LocalJobRunner Map Task Executor #0]: exec.SelectOperator (Operator.java:initialize(390)) - Initialization Done 8 SEL done is reset. 2015-10-29T11:11:56,302 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:initialize(390)) - Initialization Done 7 TS done is reset. 2015-10-29T11:11:56,303 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-11-55_931_7368438828358873213-1/-mr-10001/6ba32e8f-cbb5-4be6-b16c-92a8f5967123/map.xml 2015-10-29T11:11:56,303 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(452)) - Found plan in cache for name: map.xml 2015-10-29T11:11:56,303 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (MapOperator.java:rowsForwarded(535)) - MAP[11]: records read - 1 2015-10-29T11:11:56,303 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (MapOperator.java:rowsForwarded(535)) - MAP[11]: records read - 10 2015-10-29T11:11:56,304 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:close(650)) - 11 finished. closing... 2015-10-29T11:11:56,304 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:logStats(898)) - RECORDS_IN:25 2015-10-29T11:11:56,304 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:logStats(898)) - DESERIALIZE_ERRORS:0 2015-10-29T11:11:56,304 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:close(650)) - 7 finished. closing... 2015-10-29T11:11:56,304 INFO [LocalJobRunner Map Task Executor #0]: exec.SelectOperator (Operator.java:close(650)) - 8 finished. closing... 2015-10-29T11:11:56,304 INFO [LocalJobRunner Map Task Executor #0]: exec.GroupByOperator (Operator.java:close(650)) - 9 finished. closing... 2015-10-29T11:11:56,304 INFO [LocalJobRunner Map Task Executor #0]: exec.GroupByOperator (GroupByOperator.java:flush(1027)) - Begin Hash Table flush: size = 1 2015-10-29T11:11:56,306 INFO [LocalJobRunner Map Task Executor #0]: exec.ReduceSinkOperator (ReduceSinkOperator.java:process(322)) - keys are [] num distributions: 0 2015-10-29T11:11:56,306 INFO [LocalJobRunner Map Task Executor #0]: exec.ReduceSinkOperator (ReduceSinkOperator.java:collect(535)) - RS[10]: records written - 1 2015-10-29T11:11:56,306 INFO [LocalJobRunner Map Task Executor #0]: exec.ReduceSinkOperator (Operator.java:close(650)) - 10 finished. closing... 2015-10-29T11:11:56,306 INFO [LocalJobRunner Map Task Executor #0]: exec.ReduceSinkOperator (ReduceSinkOperator.java:closeOp(569)) - RS[10]: records written - 1 2015-10-29T11:11:56,307 INFO [LocalJobRunner Map Task Executor #0]: exec.ReduceSinkOperator (Operator.java:logStats(898)) - RECORDS_OUT_INTERMEDIATE:1 2015-10-29T11:11:56,307 INFO [LocalJobRunner Map Task Executor #0]: exec.ReduceSinkOperator (Operator.java:close(674)) - 10 Close done 2015-10-29T11:11:56,307 INFO [LocalJobRunner Map Task Executor #0]: exec.GroupByOperator (Operator.java:close(674)) - 9 Close done 2015-10-29T11:11:56,307 INFO [LocalJobRunner Map Task Executor #0]: exec.SelectOperator (Operator.java:close(674)) - 8 Close done 2015-10-29T11:11:56,307 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:close(674)) - 7 Close done 2015-10-29T11:11:56,307 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:close(674)) - 11 Close done 2015-10-29T11:11:56,308 INFO [LocalJobRunner Map Task Executor #0]: mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 2015-10-29T11:11:56,308 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:flush(1457)) - Starting flush of map output 2015-10-29T11:11:56,308 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:flush(1475)) - Spilling map output 2015-10-29T11:11:56,308 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:flush(1476)) - bufstart = 0; bufend = 477; bufvoid = 104857600 2015-10-29T11:11:56,308 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:flush(1478)) - kvstart = 26214396(104857584); kvend = 26214396(104857584); length = 1/6553600 2015-10-29T11:11:56,309 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:sortAndSpill(1660)) - Finished spill 0 2015-10-29T11:11:56,310 INFO [LocalJobRunner Map Task Executor #0]: mapred.Task (Task.java:done(1001)) - Task:attempt_local453397866_0004_m_000000_0 is done. And is in the process of committing 2015-10-29T11:11:56,311 INFO [LocalJobRunner Map Task Executor #0]: mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src1/kv3.txt:0+216 2015-10-29T11:11:56,311 INFO [LocalJobRunner Map Task Executor #0]: mapred.Task (Task.java:sendDone(1121)) - Task 'attempt_local453397866_0004_m_000000_0' done. 2015-10-29T11:11:56,311 INFO [LocalJobRunner Map Task Executor #0]: mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local453397866_0004_m_000000_0 2015-10-29T11:11:56,312 INFO [Thread-241]: mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - map task executor complete. 2015-10-29T11:11:56,312 DEBUG [Thread-241]: mapred.LocalJobRunner (LocalJobRunner.java:createReduceExecutor(424)) - Starting reduce thread pool executor. 2015-10-29T11:11:56,312 DEBUG [Thread-241]: mapred.LocalJobRunner (LocalJobRunner.java:createReduceExecutor(425)) - Max local threads: 1 2015-10-29T11:11:56,312 DEBUG [Thread-241]: mapred.LocalJobRunner (LocalJobRunner.java:createReduceExecutor(426)) - Reduce tasks to process: 1 2015-10-29T11:11:56,312 INFO [Thread-241]: mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for reduce tasks 2015-10-29T11:11:56,313 INFO [pool-20-thread-1]: mapred.LocalJobRunner (LocalJobRunner.java:run(302)) - Starting task: attempt_local453397866_0004_r_000000_0 2015-10-29T11:11:56,313 DEBUG [pool-20-thread-1]: mapred.SortedRanges (SortedRanges.java:doNext(348)) - currentIndex 0 0:0 2015-10-29T11:11:56,313 DEBUG [pool-20-thread-1]: mapred.LocalJobRunner (LocalJobRunner.java:setupChildMapredLocalDirs(974)) - mapreduce.cluster.local.dir for child : /Users/sush/dev/hive.git/itests/qtest/target/tmp/hadoop-tmp/mapred/local/localRunner//sush/jobcache/job_local453397866_0004/attempt_local453397866_0004_r_000000_0 2015-10-29T11:11:56,313 INFO [pool-20-thread-1]: util.ProcfsBasedProcessTree (ProcfsBasedProcessTree.java:isAvailable(181)) - ProcfsBasedProcessTree currently is supported only on Linux. 2015-10-29T11:11:56,313 INFO [pool-20-thread-1]: util.ProcfsBasedProcessTree (ProcfsBasedProcessTree.java:isAvailable(181)) - ProcfsBasedProcessTree currently is supported only on Linux. 2015-10-29T11:11:56,314 INFO [pool-20-thread-1]: mapred.Task (Task.java:initialize(587)) - Using ResourceCalculatorProcessTree : null 2015-10-29T11:11:56,314 INFO [pool-20-thread-1]: mapred.ReduceTask (ReduceTask.java:run(362)) - Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@1ed7c2c5 2015-10-29T11:11:56,315 INFO [pool-20-thread-1]: reduce.MergeManagerImpl (MergeManagerImpl.java:(196)) - MergerManager: memoryLimit=1336252800, maxSingleShuffleLimit=334063200, mergeThreshold=881926912, ioSortFactor=10, memToMemMergeOutputsThreshold=10 2015-10-29T11:11:56,315 INFO [EventFetcher for fetching Map Completion Events]: reduce.EventFetcher (EventFetcher.java:run(61)) - attempt_local453397866_0004_r_000000_0 Thread started: EventFetcher for fetching Map Completion Events 2015-10-29T11:11:56,315 DEBUG [EventFetcher for fetching Map Completion Events]: reduce.EventFetcher (EventFetcher.java:getMapCompletionEvents(127)) - Got 0 map completion events from 0 2015-10-29T11:11:56,315 DEBUG [EventFetcher for fetching Map Completion Events]: reduce.EventFetcher (EventFetcher.java:run(71)) - GetMapEventsThread about to sleep for 1000 2015-10-29T11:11:56,315 DEBUG [localfetcher#2]: reduce.LocalFetcher (LocalFetcher.java:doCopy(101)) - LocalFetcher 2 going to fetch: attempt_local453397866_0004_m_000000_0 2015-10-29T11:11:56,316 DEBUG [localfetcher#2]: reduce.MergeManagerImpl (MergeManagerImpl.java:reserve(291)) - attempt_local453397866_0004_m_000000_0: Proceeding with shuffle since usedMemory (0) is lesser than memoryLimit (1336252800).CommitMemory is (0) 2015-10-29T11:11:56,316 INFO [localfetcher#2]: reduce.LocalFetcher (LocalFetcher.java:copyMapOutput(141)) - localfetcher#2 about to shuffle output of map attempt_local453397866_0004_m_000000_0 decomp: 483 len: 487 to MEMORY 2015-10-29T11:11:56,316 INFO [localfetcher#2]: reduce.InMemoryMapOutput (InMemoryMapOutput.java:shuffle(100)) - Read 483 bytes from map-output for attempt_local453397866_0004_m_000000_0 2015-10-29T11:11:56,316 INFO [localfetcher#2]: reduce.MergeManagerImpl (MergeManagerImpl.java:closeInMemoryFile(314)) - closeInMemoryFile -> map-output of size: 483, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->483 2015-10-29T11:11:56,317 DEBUG [localfetcher#2]: reduce.ShuffleSchedulerImpl (ShuffleSchedulerImpl.java:copySucceeded(217)) - map attempt_local453397866_0004_m_000000_0 done 1 / 1 copied. 2015-10-29T11:11:56,317 INFO [EventFetcher for fetching Map Completion Events]: reduce.EventFetcher (EventFetcher.java:run(76)) - EventFetcher is interrupted.. Returning 2015-10-29T11:11:56,318 INFO [pool-20-thread-1]: mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied. 2015-10-29T11:11:56,318 INFO [pool-20-thread-1]: reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(674)) - finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs 2015-10-29T11:11:56,319 INFO [pool-20-thread-1]: mapred.Merger (Merger.java:merge(597)) - Merging 1 sorted segments 2015-10-29T11:11:56,319 INFO [pool-20-thread-1]: mapred.Merger (Merger.java:merge(696)) - Down to the last merge-pass, with 1 segments left of total size: 474 bytes 2015-10-29T11:11:56,319 INFO [pool-20-thread-1]: reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(751)) - Merged 1 segments, 483 bytes to disk to satisfy reduce memory limit 2015-10-29T11:11:56,320 DEBUG [pool-20-thread-1]: reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(774)) - Disk file: /Users/sush/dev/hive.git/itests/qtest/target/tmp/hadoop-tmp/mapred/local/localRunner/sush/jobcache/job_local453397866_0004/attempt_local453397866_0004_r_000000_0/output/map_0.out.merged Length is 487 2015-10-29T11:11:56,320 INFO [pool-20-thread-1]: reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(781)) - Merging 1 files, 487 bytes from disk 2015-10-29T11:11:56,320 INFO [pool-20-thread-1]: reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(796)) - Merging 0 segments, 0 bytes from memory into reduce 2015-10-29T11:11:56,320 INFO [pool-20-thread-1]: mapred.Merger (Merger.java:merge(597)) - Merging 1 sorted segments 2015-10-29T11:11:56,320 INFO [pool-20-thread-1]: mapred.Merger (Merger.java:merge(696)) - Down to the last merge-pass, with 1 segments left of total size: 474 bytes 2015-10-29T11:11:56,320 INFO [pool-20-thread-1]: mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied. 2015-10-29T11:11:56,321 INFO [pool-20-thread-1]: ExecReducer (ExecReducer.java:configure(101)) - conf classpath = [file:/Users/sush/dev/hive.git/itests/qtest/target/surefire/surefirebooter6776397513364088476.jar] 2015-10-29T11:11:56,321 INFO [pool-20-thread-1]: ExecReducer (ExecReducer.java:configure(103)) - thread classpath = [file:/Users/sush/dev/hive.git/itests/qtest/target/surefire/surefirebooter6776397513364088476.jar] 2015-10-29T11:11:56,321 INFO [pool-20-thread-1]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-11-55_931_7368438828358873213-1/-mr-10001/6ba32e8f-cbb5-4be6-b16c-92a8f5967123/reduce.xml 2015-10-29T11:11:56,321 INFO [pool-20-thread-1]: exec.Utilities (Utilities.java:getBaseWork(405)) - local path = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-11-55_931_7368438828358873213-1/-mr-10001/6ba32e8f-cbb5-4be6-b16c-92a8f5967123/reduce.xml 2015-10-29T11:11:56,321 INFO [pool-20-thread-1]: exec.Utilities (Utilities.java:getBaseWork(417)) - Open file to read in plan: file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-11-55_931_7368438828358873213-1/-mr-10001/6ba32e8f-cbb5-4be6-b16c-92a8f5967123/reduce.xml 2015-10-29T11:11:56,321 INFO [pool-20-thread-1]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:56,321 INFO [pool-20-thread-1]: exec.Utilities (Utilities.java:deserializePlan(966)) - Deserializing ReduceWork via kryo 2015-10-29T11:11:56,333 INFO [pool-20-thread-1]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:56,333 DEBUG [pool-20-thread-1]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:11:56,333 DEBUG [pool-20-thread-1]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:11:56,333 DEBUG [pool-20-thread-1]: lazybinary.LazyBinarySerDe (LazyBinarySerDe.java:initialize(131)) - LazyBinarySerDe initialized with: columnNames=[_col0, _col1] columnTypes=[struct, struct] 2015-10-29T11:11:56,334 INFO [pool-20-thread-1]: MapredContext (MapredContext.java:init(55)) - MapredContext initialized. 2015-10-29T11:11:56,334 INFO [pool-20-thread-1]: ExecReducer (ExecReducer.java:configure(149)) - Id =12 Id =13 <\Children> Id = 12 null<\Parent> <\FS> <\Children> <\Parent> <\GBY> 2015-10-29T11:11:56,334 INFO [pool-20-thread-1]: exec.GroupByOperator (Operator.java:initialize(338)) - Initializing operator GBY[12] 2015-10-29T11:11:56,334 DEBUG [pool-20-thread-1]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:11:56,334 DEBUG [pool-20-thread-1]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:11:56,334 INFO [pool-20-thread-1]: exec.GroupByOperator (Operator.java:initialize(377)) - Initialization Done 12 GBY 2015-10-29T11:11:56,334 INFO [pool-20-thread-1]: exec.GroupByOperator (Operator.java:initializeChildren(463)) - Operator 12 GBY initialized 2015-10-29T11:11:56,334 INFO [pool-20-thread-1]: exec.GroupByOperator (Operator.java:initializeChildren(469)) - Initializing children of 12 GBY 2015-10-29T11:11:56,334 INFO [pool-20-thread-1]: exec.FileSinkOperator (Operator.java:initialize(507)) - Initializing child 13 FS 2015-10-29T11:11:56,334 INFO [pool-20-thread-1]: exec.FileSinkOperator (Operator.java:initialize(338)) - Initializing operator FS[13] 2015-10-29T11:11:56,335 DEBUG [pool-20-thread-1]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:11:56,335 INFO [pool-20-thread-1]: exec.FileSinkOperator (FileSinkOperator.java:initializeOp(361)) - Using serializer : class org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe[[[B@e457208]:[_col0, _col1]:[struct, struct]] and formatter : org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat@71417289 2015-10-29T11:11:56,335 DEBUG [pool-20-thread-1]: exec.FileSinkOperator (FileSinkOperator.java:(163)) - Created slots for 1 2015-10-29T11:11:56,336 INFO [pool-20-thread-1]: exec.FileSinkOperator (Operator.java:initialize(377)) - Initialization Done 13 FS 2015-10-29T11:11:56,336 INFO [pool-20-thread-1]: exec.FileSinkOperator (Operator.java:initializeChildren(463)) - Operator 13 FS initialized 2015-10-29T11:11:56,336 INFO [pool-20-thread-1]: exec.FileSinkOperator (Operator.java:initialize(390)) - Initialization Done 13 FS done is reset. 2015-10-29T11:11:56,336 INFO [pool-20-thread-1]: exec.GroupByOperator (Operator.java:initialize(390)) - Initialization Done 12 GBY done is reset. 2015-10-29T11:11:56,337 INFO [pool-20-thread-1]: exec.GroupByOperator (Operator.java:close(650)) - 12 finished. closing... 2015-10-29T11:11:56,337 INFO [pool-20-thread-1]: exec.FileSinkOperator (FileSinkOperator.java:createBucketForFileIdx(572)) - Final Path: FS file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-11-55_943_8123093454987013898-1/-mr-10000/.hive-staging_hive_2015-10-29_11-11-55_943_8123093454987013898-1/_tmp.-ext-10001/000000_0 2015-10-29T11:11:56,337 INFO [pool-20-thread-1]: exec.FileSinkOperator (FileSinkOperator.java:createBucketForFileIdx(576)) - Writing to temp file: FS file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-11-55_943_8123093454987013898-1/-mr-10000/.hive-staging_hive_2015-10-29_11-11-55_943_8123093454987013898-1/_task_tmp.-ext-10001/_tmp.000000_0 2015-10-29T11:11:56,337 INFO [pool-20-thread-1]: exec.FileSinkOperator (FileSinkOperator.java:createBucketForFileIdx(593)) - New Final Path: FS file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-11-55_943_8123093454987013898-1/-mr-10000/.hive-staging_hive_2015-10-29_11-11-55_943_8123093454987013898-1/_tmp.-ext-10001/000000_0 2015-10-29T11:11:56,342 INFO [pool-20-thread-1]: exec.FileSinkOperator (FileSinkOperator.java:process(727)) - FS[13]: records written - 1 2015-10-29T11:11:56,342 INFO [pool-20-thread-1]: exec.FileSinkOperator (Operator.java:close(650)) - 13 finished. closing... 2015-10-29T11:11:56,342 INFO [pool-20-thread-1]: exec.FileSinkOperator (FileSinkOperator.java:closeOp(989)) - FS[13]: records written - 1 2015-10-29T11:11:56,343 INFO [pool-20-thread-1]: exec.FileSinkOperator (Operator.java:logStats(898)) - RECORDS_OUT_0:1 2015-10-29T11:11:56,343 INFO [pool-20-thread-1]: exec.FileSinkOperator (Operator.java:close(674)) - 13 Close done 2015-10-29T11:11:56,343 INFO [pool-20-thread-1]: exec.GroupByOperator (Operator.java:close(674)) - 12 Close done 2015-10-29T11:11:56,343 INFO [pool-20-thread-1]: mapred.Task (Task.java:done(1001)) - Task:attempt_local453397866_0004_r_000000_0 is done. And is in the process of committing 2015-10-29T11:11:56,344 INFO [pool-20-thread-1]: mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - reduce > reduce 2015-10-29T11:11:56,344 INFO [pool-20-thread-1]: mapred.Task (Task.java:sendDone(1121)) - Task 'attempt_local453397866_0004_r_000000_0' done. 2015-10-29T11:11:56,344 INFO [pool-20-thread-1]: mapred.LocalJobRunner (LocalJobRunner.java:run(325)) - Finishing task: attempt_local453397866_0004_r_000000_0 2015-10-29T11:11:56,344 INFO [Thread-241]: mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - reduce task executor complete. 2015-10-29T11:11:57,274 DEBUG [main]: exec.Heartbeater (Heartbeater.java:heartbeat(80)) - heartbeating 2015-10-29T11:11:57,280 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - 2015-10-29 11:11:57,280 Stage-0 map = 100%, reduce = 100% 2015-10-29T11:11:57,284 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - Ended Job = job_local453397866_0004 2015-10-29T11:11:57,285 DEBUG [main]: exec.Utilities (Utilities.java:getIdFromFilename(1751)) - TaskId for 000000_0 = 000000 2015-10-29T11:11:57,285 INFO [main]: exec.FileSinkOperator (Utilities.java:mvFileToFinalPath(1902)) - Moving tmp dir: file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-11-55_943_8123093454987013898-1/-mr-10000/.hive-staging_hive_2015-10-29_11-11-55_943_8123093454987013898-1/_tmp.-ext-10001 to: file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-11-55_943_8123093454987013898-1/-mr-10000/.hive-staging_hive_2015-10-29_11-11-55_943_8123093454987013898-1/-ext-10001 2015-10-29T11:11:57,286 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:57,287 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-1:COLUMNSTATS] in serial mode 2015-10-29T11:11:57,295 DEBUG [main]: mapred.FileInputFormat (FileInputFormat.java:listStatus(245)) - Time taken to get FileStatuses: 6 2015-10-29T11:11:57,295 INFO [main]: mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1 2015-10-29T11:11:57,296 DEBUG [main]: mapred.FileInputFormat (FileInputFormat.java:getSplits(373)) - Total # of splits generated by getSplits: 1, TimeTaken: 7 2015-10-29T11:11:57,296 DEBUG [main]: exec.FetchOperator (FetchOperator.java:getRecordReader(314)) - Creating fetchTask with deserializer typeinfo: struct<_col0:struct,_col1:struct> 2015-10-29T11:11:57,296 DEBUG [main]: exec.FetchOperator (FetchOperator.java:getRecordReader(316)) - deserializer properties: table properties: {columns=_col0,_col1, serialization.escape.crlf=true, serialization.lib=org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, hive.serialization.extend.additional.nesting.levels=true, serialization.format=1, columns.types=struct:struct, escape.delim=\} partition properties: {columns=_col0,_col1, serialization.escape.crlf=true, serialization.lib=org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, hive.serialization.extend.additional.nesting.levels=true, serialization.format=1, columns.types=struct:struct, escape.delim=\} 2015-10-29T11:11:57,296 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:57,297 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=src1 2015-10-29T11:11:57,297 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=src1 2015-10-29T11:11:57,305 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:57,306 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:57,306 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: write_column_statistics: db=default table=src1 column=key 2015-10-29T11:11:57,306 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=write_column_statistics: db=default table=src1 column=key 2015-10-29T11:11:57,306 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: write_column_statistics: db=default table=src1 column=value 2015-10-29T11:11:57,306 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=write_column_statistics: db=default table=src1 column=value 2015-10-29T11:11:57,314 INFO [main]: metastore.ObjectStore (ObjectStore.java:writeMTableColumnStatistics(6275)) - Updating table level column statistics for db=default tableName=src1 colName=key 2015-10-29T11:11:57,314 INFO [main]: metastore.ObjectStore (ObjectStore.java:writeMTableColumnStatistics(6275)) - Updating table level column statistics for db=default tableName=src1 colName=key 2015-10-29T11:11:57,316 INFO [main]: metastore.ObjectStore (ObjectStore.java:writeMTableColumnStatistics(6275)) - Updating table level column statistics for db=default tableName=src1 colName=value 2015-10-29T11:11:57,316 INFO [main]: metastore.ObjectStore (ObjectStore.java:writeMTableColumnStatistics(6275)) - Updating table level column statistics for db=default tableName=src1 colName=value 2015-10-29T11:11:57,371 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:57,371 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:57,372 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:57,372 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: query: ANALYZE TABLE src1 COMPUTE STATISTICS FOR COLUMNS key,value 2015-10-29T11:11:57,372 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: type: QUERY 2015-10-29T11:11:57,372 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Input: default@src1 2015-10-29T11:11:57,372 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Output: file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-11-55_943_8123093454987013898-1/-mr-10000 2015-10-29T11:11:57,373 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:57,373 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : execution phase 2015-10-29T11:11:57,373 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {updateTableColumnStatistics_(ColumnStatistics, )=65, isCompatibleWith_(HiveConf, )=0, getTable_(String, String, )=10} 2015-10-29T11:11:57,373 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:57,373 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - MapReduce Jobs Launched: 2015-10-29T11:11:57,373 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - Stage-Stage-0: HDFS Read: 0 HDFS Write: 0 SUCCESS 2015-10-29T11:11:57,374 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - Total MapReduce CPU Time Spent: 0 msec 2015-10-29T11:11:57,374 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - OK 2015-10-29T11:11:57,374 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:57,374 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:releaseLocks(217)) - about to release lock for default/src1 2015-10-29T11:11:57,377 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:releaseLocks(217)) - about to release lock for default 2015-10-29T11:11:57,379 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:57,379 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:57,379 DEBUG [main]: ql.Driver (DriverContext.java:shutdown(132)) - Shutting down query ANALYZE TABLE src1 COMPUTE STATISTICS FOR COLUMNS key,value 2015-10-29T11:11:57,380 INFO [main]: CliDriver (SessionState.java:printInfo(996)) - Time taken: 1.449 seconds 2015-10-29T11:11:57,380 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:57,380 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:57,380 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:57,381 DEBUG [main]: conf.VariableSubstitution (VariableSubstitution.java:substitute(63)) - Substitution is on: -- -- Table src_json -- DROP TABLE IF EXISTS src_json 2015-10-29T11:11:57,381 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:57,381 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(185)) - Parsing command: -- -- Table src_json -- DROP TABLE IF EXISTS src_json 2015-10-29T11:11:57,382 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(209)) - Parse Completed 2015-10-29T11:11:57,382 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:57,382 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:57,382 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:57,382 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:57,382 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:57,382 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=src_json 2015-10-29T11:11:57,383 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=src_json 2015-10-29T11:11:57,384 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:57,384 INFO [main]: ql.Driver (Driver.java:compile(448)) - Semantic Analysis Completed 2015-10-29T11:11:57,384 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:57,384 INFO [main]: ql.Driver (Driver.java:getSchema(244)) - Returning Hive schema: Schema(fieldSchemas:null, properties:null) 2015-10-29T11:11:57,384 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:57,384 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : compilation phase 2015-10-29T11:11:57,384 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {flushCache_()=0, isCompatibleWith_(HiveConf, )=0} 2015-10-29T11:11:57,384 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:57,385 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:57,385 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:57,385 INFO [main]: ql.Driver (Driver.java:execute(1468)) - Starting command(queryId=sush_20151029111157_f0aeb192-e21b-4ed6-ae7d-8765df272985): -- -- Table src_json -- DROP TABLE IF EXISTS src_json 2015-10-29T11:11:57,385 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:57,385 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: query: -- -- Table src_json -- DROP TABLE IF EXISTS src_json 2015-10-29T11:11:57,385 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: type: DROPTABLE 2015-10-29T11:11:57,385 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:57,385 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:57,385 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:57,385 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:57,385 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:57,386 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:57,386 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-0:DDL] in serial mode 2015-10-29T11:11:57,386 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:57,386 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=src_json 2015-10-29T11:11:57,386 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=src_json 2015-10-29T11:11:57,387 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:57,387 ERROR [main]: metadata.Hive (Hive.java:getTable(1178)) - Table src_json not found: default.src_json table not found 2015-10-29T11:11:57,387 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:57,387 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=src_json 2015-10-29T11:11:57,387 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=src_json 2015-10-29T11:11:57,388 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:57,388 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:57,388 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:57,388 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: query: -- -- Table src_json -- DROP TABLE IF EXISTS src_json 2015-10-29T11:11:57,389 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: type: DROPTABLE 2015-10-29T11:11:57,389 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:57,389 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : execution phase 2015-10-29T11:11:57,389 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {dropTable_(String, String, boolean, boolean, boolean, )=1, isCompatibleWith_(HiveConf, )=0} 2015-10-29T11:11:57,389 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:57,389 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - OK 2015-10-29T11:11:57,389 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:57,389 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:57,389 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:57,389 DEBUG [main]: ql.Driver (DriverContext.java:shutdown(132)) - Shutting down query -- -- Table src_json -- DROP TABLE IF EXISTS src_json 2015-10-29T11:11:57,390 INFO [main]: CliDriver (SessionState.java:printInfo(996)) - Time taken: 0.01 seconds 2015-10-29T11:11:57,390 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:57,390 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:57,390 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:57,390 DEBUG [main]: conf.VariableSubstitution (VariableSubstitution.java:substitute(63)) - Substitution is on: CREATE TABLE src_json (json STRING COMMENT 'default') STORED AS TEXTFILE 2015-10-29T11:11:57,390 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:57,391 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(185)) - Parsing command: CREATE TABLE src_json (json STRING COMMENT 'default') STORED AS TEXTFILE 2015-10-29T11:11:57,391 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(209)) - Parse Completed 2015-10-29T11:11:57,391 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:57,391 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:57,392 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:57,392 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:57,392 INFO [main]: parse.CalcitePlanner (SemanticAnalyzer.java:analyzeInternal(10062)) - Starting Semantic Analysis 2015-10-29T11:11:57,392 INFO [main]: parse.CalcitePlanner (SemanticAnalyzer.java:analyzeCreateTable(10690)) - Creating table default.src_json position=13 2015-10-29T11:11:57,392 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:57,392 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_database: default 2015-10-29T11:11:57,392 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_database: default 2015-10-29T11:11:57,393 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:getDatabase(348)) - getDatabase: directsql returning db default locn[pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse] desc [Default Hive database] owner [public] ownertype [ROLE] 2015-10-29T11:11:57,394 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:57,394 INFO [main]: ql.Driver (Driver.java:compile(448)) - Semantic Analysis Completed 2015-10-29T11:11:57,394 DEBUG [main]: parse.CalcitePlanner (SemanticAnalyzer.java:validate(10519)) - validation start 2015-10-29T11:11:57,394 DEBUG [main]: parse.CalcitePlanner (SemanticAnalyzer.java:validate(10561)) - not validating writeEntity, because entity is neither table nor partition 2015-10-29T11:11:57,394 DEBUG [main]: parse.CalcitePlanner (SemanticAnalyzer.java:validate(10588)) - Not a partition. 2015-10-29T11:11:57,394 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:57,394 INFO [main]: ql.Driver (Driver.java:getSchema(244)) - Returning Hive schema: Schema(fieldSchemas:null, properties:null) 2015-10-29T11:11:57,395 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:57,395 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : compilation phase 2015-10-29T11:11:57,395 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {flushCache_()=1, isCompatibleWith_(HiveConf, )=0, getDatabase_(String, )=2} 2015-10-29T11:11:57,395 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:57,395 DEBUG [main]: lockmgr.DummyTxnManager (DummyTxnManager.java:acquireLocks(148)) - Adding database:default to list of lock outputs 2015-10-29T11:11:57,395 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:lock(262)) - Acquiring lock for default with mode IMPLICIT 2015-10-29T11:11:57,398 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:57,399 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:57,399 INFO [main]: ql.Driver (Driver.java:execute(1468)) - Starting command(queryId=sush_20151029111157_eaa4ddd6-3c90-4907-9605-dd415b1fb6e3): CREATE TABLE src_json (json STRING COMMENT 'default') STORED AS TEXTFILE 2015-10-29T11:11:57,399 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:57,399 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: query: CREATE TABLE src_json (json STRING COMMENT 'default') STORED AS TEXTFILE 2015-10-29T11:11:57,399 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: type: CREATETABLE 2015-10-29T11:11:57,399 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: Output: database:default 2015-10-29T11:11:57,399 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: Output: default@src_json 2015-10-29T11:11:57,399 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:57,399 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:57,399 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:57,400 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:57,400 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:57,400 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:57,400 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-0:DDL] in serial mode 2015-10-29T11:11:57,400 DEBUG [main]: exec.DDLTask (DDLTask.java:validateSerDe(3674)) - Found class for org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe 2015-10-29T11:11:57,402 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct src_json { string json} 2015-10-29T11:11:57,402 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:57,402 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: create_table: Table(tableName:src_json, dbName:default, owner:hive_test_user, createTime:1446142317, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:json, type:string, comment:default)], location:null, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}, skewedInfo:SkewedInfo(skewedColNames:[], skewedColValues:[], skewedColValueLocationMaps:{}), storedAsSubDirectories:false), partitionKeys:[], parameters:{}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE, privileges:PrincipalPrivilegeSet(userPrivileges:{}, groupPrivileges:null, rolePrivileges:null), temporary:false) 2015-10-29T11:11:57,403 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=create_table: Table(tableName:src_json, dbName:default, owner:hive_test_user, createTime:1446142317, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:json, type:string, comment:default)], location:null, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}, skewedInfo:SkewedInfo(skewedColNames:[], skewedColValues:[], skewedColValueLocationMaps:{}), storedAsSubDirectories:false), partitionKeys:[], parameters:{}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE, privileges:PrincipalPrivilegeSet(userPrivileges:{}, groupPrivileges:null, rolePrivileges:null), temporary:false) 2015-10-29T11:11:57,404 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:getDatabase(348)) - getDatabase: directsql returning db default locn[pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse] desc [Default Hive database] owner [public] ownertype [ROLE] 2015-10-29T11:11:57,405 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:getDatabase(348)) - getDatabase: directsql returning db default locn[pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse] desc [Default Hive database] owner [public] ownertype [ROLE] 2015-10-29T11:11:57,406 INFO [main]: common.FileUtils (FileUtils.java:mkdir(502)) - Creating directory if it doesn't exist: pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src_json 2015-10-29T11:11:57,421 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chgrp,-R,staff,pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src_json} 2015-10-29T11:11:57,428 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:11:57,428 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chmod,-R,755,pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src_json} 2015-10-29T11:11:57,437 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:11:57,442 DEBUG [main]: shims.HadoopShimsSecure (Hadoop23Shims.java:debugLog(937)) - FileStatus{path=pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src_json; isDirectory=true; modification_time=1446142317000; access_time=0; owner=sush; group=staff; permission=rwxr-xr-x; isSymlink=false} 2015-10-29T11:11:57,454 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:57,455 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:57,455 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:57,455 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: query: CREATE TABLE src_json (json STRING COMMENT 'default') STORED AS TEXTFILE 2015-10-29T11:11:57,455 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: type: CREATETABLE 2015-10-29T11:11:57,455 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Output: database:default 2015-10-29T11:11:57,455 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Output: default@src_json 2015-10-29T11:11:57,455 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:57,456 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : execution phase 2015-10-29T11:11:57,456 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {createTable_(Table, )=53, isCompatibleWith_(HiveConf, )=0} 2015-10-29T11:11:57,456 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:57,456 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - OK 2015-10-29T11:11:57,456 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:57,456 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:releaseLocks(217)) - about to release lock for default 2015-10-29T11:11:57,458 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:57,458 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:57,458 DEBUG [main]: ql.Driver (DriverContext.java:shutdown(132)) - Shutting down query CREATE TABLE src_json (json STRING COMMENT 'default') STORED AS TEXTFILE 2015-10-29T11:11:57,459 INFO [main]: CliDriver (SessionState.java:printInfo(996)) - Time taken: 0.069 seconds 2015-10-29T11:11:57,459 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:57,459 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:57,459 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:57,459 DEBUG [main]: conf.VariableSubstitution (VariableSubstitution.java:substitute(63)) - Substitution is on: LOAD DATA LOCAL INPATH "${hiveconf:test.data.dir}/json.txt" INTO TABLE src_json 2015-10-29T11:11:57,460 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:57,460 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(185)) - Parsing command: LOAD DATA LOCAL INPATH "/Users/sush/dev/hive.git/itests/qtest/../..//data/files/json.txt" INTO TABLE src_json 2015-10-29T11:11:57,460 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(209)) - Parse Completed 2015-10-29T11:11:57,460 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:57,460 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:57,461 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:57,461 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:57,461 DEBUG [main]: parse.LoadSemanticAnalyzer (LoadSemanticAnalyzer.java:initializeFromURI(127)) - file@null@/Users/sush/dev/hive.git/data/files/json.txt 2015-10-29T11:11:57,461 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:57,461 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=src_json 2015-10-29T11:11:57,461 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=src_json 2015-10-29T11:11:57,469 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:57,470 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct src_json { string json} 2015-10-29T11:11:57,470 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct src_json { string json} 2015-10-29T11:11:57,470 INFO [main]: ql.Driver (Driver.java:compile(448)) - Semantic Analysis Completed 2015-10-29T11:11:57,470 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:57,470 INFO [main]: ql.Driver (Driver.java:getSchema(244)) - Returning Hive schema: Schema(fieldSchemas:null, properties:null) 2015-10-29T11:11:57,471 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:57,471 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : compilation phase 2015-10-29T11:11:57,471 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {flushCache_()=1, isCompatibleWith_(HiveConf, )=0, getTable_(String, String, )=8} 2015-10-29T11:11:57,471 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:57,471 DEBUG [main]: lockmgr.DummyTxnManager (DummyTxnManager.java:acquireLocks(129)) - Adding file:/Users/sush/dev/hive.git/data/files/json.txt to list of lock inputs 2015-10-29T11:11:57,471 DEBUG [main]: lockmgr.DummyTxnManager (DummyTxnManager.java:acquireLocks(148)) - Adding default@src_json to list of lock outputs 2015-10-29T11:11:57,471 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:lock(262)) - Acquiring lock for default with mode IMPLICIT 2015-10-29T11:11:57,474 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:lock(262)) - Acquiring lock for default/src_json with mode IMPLICIT 2015-10-29T11:11:57,476 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:57,476 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:57,476 INFO [main]: ql.Driver (Driver.java:execute(1468)) - Starting command(queryId=sush_20151029111157_7e70bd4f-b5b6-4cff-b291-e4afba3a74f8): LOAD DATA LOCAL INPATH "/Users/sush/dev/hive.git/itests/qtest/../..//data/files/json.txt" INTO TABLE src_json 2015-10-29T11:11:57,477 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:57,477 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: query: LOAD DATA LOCAL INPATH "/Users/sush/dev/hive.git/itests/qtest/../..//data/files/json.txt" INTO TABLE src_json 2015-10-29T11:11:57,477 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: type: LOAD 2015-10-29T11:11:57,477 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: Input: file:/Users/sush/dev/hive.git/data/files/json.txt 2015-10-29T11:11:57,477 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: Output: default@src_json 2015-10-29T11:11:57,477 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:57,477 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:57,477 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:57,477 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:57,478 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:57,478 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:57,478 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-0:MOVE] in serial mode 2015-10-29T11:11:57,478 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - Loading data to table default.src_json from file:/Users/sush/dev/hive.git/data/files/json.txt 2015-10-29T11:11:57,478 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:57,478 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=src_json 2015-10-29T11:11:57,478 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=src_json 2015-10-29T11:11:57,487 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:57,488 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:57,489 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=src_json 2015-10-29T11:11:57,489 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=src_json 2015-10-29T11:11:57,497 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:57,509 DEBUG [main]: metadata.Hive (Hive.java:isSubDir(2607)) - The source path is /Users/sush/dev/hive.git/data/files/json.txt and the destination path is /Users/sush/dev/hive.git/itests/qtest/target/warehouse/src_json/json.txt 2015-10-29T11:11:57,519 INFO [main]: metadata.Hive (Hive.java:moveFile(2742)) - Renaming src: file:/Users/sush/dev/hive.git/data/files/json.txt, dest: pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src_json/json.txt, Status:true 2015-10-29T11:11:57,520 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chgrp,-R,staff,pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src_json/json.txt} 2015-10-29T11:11:57,525 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:11:57,526 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chmod,-R,755,pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src_json/json.txt} 2015-10-29T11:11:57,535 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:11:57,540 DEBUG [main]: shims.HadoopShimsSecure (Hadoop23Shims.java:debugLog(937)) - FileStatus{path=pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src_json/json.txt; isDirectory=false; length=645; replication=1; blocksize=33554432; modification_time=1446142317000; access_time=0; owner=sush; group=staff; permission=rwxr-xr-x; isSymlink=false} 2015-10-29T11:11:57,540 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct src_json { string json} 2015-10-29T11:11:57,540 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:57,540 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: alter_table: db=default tbl=src_json newtbl=src_json 2015-10-29T11:11:57,541 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=alter_table: db=default tbl=src_json newtbl=src_json 2015-10-29T11:11:57,557 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:getDatabase(348)) - getDatabase: directsql returning db default locn[pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse] desc [Default Hive database] owner [public] ownertype [ROLE] 2015-10-29T11:11:57,569 INFO [main]: hive.log (MetaStoreUtils.java:updateTableStatsFast(231)) - Updating table stats fast for src_json 2015-10-29T11:11:57,569 INFO [main]: hive.log (MetaStoreUtils.java:updateTableStatsFast(233)) - Updated size of table src_json to 645 2015-10-29T11:11:57,575 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:57,576 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:57,576 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-1:STATS] in serial mode 2015-10-29T11:11:57,576 INFO [main]: exec.StatsTask (StatsTask.java:execute(87)) - Executing stats task 2015-10-29T11:11:57,576 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:57,576 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=src_json 2015-10-29T11:11:57,577 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=src_json 2015-10-29T11:11:57,586 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:57,587 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:57,587 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=src_json 2015-10-29T11:11:57,587 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=src_json 2015-10-29T11:11:57,595 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:57,606 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct src_json { string json} 2015-10-29T11:11:57,606 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:57,607 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: alter_table: db=default tbl=src_json newtbl=src_json 2015-10-29T11:11:57,607 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=alter_table: db=default tbl=src_json newtbl=src_json 2015-10-29T11:11:57,622 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:getDatabase(348)) - getDatabase: directsql returning db default locn[pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse] desc [Default Hive database] owner [public] ownertype [ROLE] 2015-10-29T11:11:57,634 INFO [main]: hive.log (MetaStoreUtils.java:updateTableStatsFast(231)) - Updating table stats fast for src_json 2015-10-29T11:11:57,634 INFO [main]: hive.log (MetaStoreUtils.java:updateTableStatsFast(233)) - Updated size of table src_json to 645 2015-10-29T11:11:57,637 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:57,637 INFO [main]: exec.StatsTask (StatsTask.java:aggregateStats(188)) - Table default.src_json stats: [numFiles=1, totalSize=645] 2015-10-29T11:11:57,638 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:57,638 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:57,638 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: query: LOAD DATA LOCAL INPATH "/Users/sush/dev/hive.git/itests/qtest/../..//data/files/json.txt" INTO TABLE src_json 2015-10-29T11:11:57,638 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: type: LOAD 2015-10-29T11:11:57,638 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Input: file:/Users/sush/dev/hive.git/data/files/json.txt 2015-10-29T11:11:57,638 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Output: default@src_json 2015-10-29T11:11:57,638 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:57,638 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : execution phase 2015-10-29T11:11:57,638 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {isCompatibleWith_(HiveConf, )=0, getTable_(String, String, )=37, alter_table_(String, String, Table, boolean, )=66} 2015-10-29T11:11:57,639 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:57,639 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - OK 2015-10-29T11:11:57,639 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:57,639 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:releaseLocks(217)) - about to release lock for default/src_json 2015-10-29T11:11:57,641 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:releaseLocks(217)) - about to release lock for default 2015-10-29T11:11:57,643 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:57,643 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:57,643 DEBUG [main]: ql.Driver (DriverContext.java:shutdown(132)) - Shutting down query LOAD DATA LOCAL INPATH "/Users/sush/dev/hive.git/itests/qtest/../..//data/files/json.txt" INTO TABLE src_json 2015-10-29T11:11:57,644 INFO [main]: CliDriver (SessionState.java:printInfo(996)) - Time taken: 0.184 seconds 2015-10-29T11:11:57,644 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:57,644 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:57,644 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:57,644 DEBUG [main]: conf.VariableSubstitution (VariableSubstitution.java:substitute(63)) - Substitution is on: ANALYZE TABLE src_json COMPUTE STATISTICS 2015-10-29T11:11:57,644 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:57,644 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(185)) - Parsing command: ANALYZE TABLE src_json COMPUTE STATISTICS 2015-10-29T11:11:57,645 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(209)) - Parse Completed 2015-10-29T11:11:57,645 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:57,645 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:57,645 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:57,645 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:57,645 INFO [main]: parse.ColumnStatsSemanticAnalyzer (ColumnStatsSemanticAnalyzer.java:analyze(455)) - Invoking analyze on original query 2015-10-29T11:11:57,646 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:analyzeInternal(10062)) - Starting Semantic Analysis 2015-10-29T11:11:57,646 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genResolvedParseTree(10009)) - Completed phase 1 of Semantic Analysis 2015-10-29T11:11:57,646 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:getMetaData(1538)) - Get metadata for source tables 2015-10-29T11:11:57,646 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:57,646 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=src_json 2015-10-29T11:11:57,646 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=src_json 2015-10-29T11:11:57,654 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:57,654 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:57,654 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=src_json 2015-10-29T11:11:57,655 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=src_json 2015-10-29T11:11:57,662 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:57,662 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:getMetaData(1678)) - Get metadata for subqueries 2015-10-29T11:11:57,662 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:getMetaData(1702)) - Get metadata for destination tables 2015-10-29T11:11:57,662 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genResolvedParseTree(10013)) - Completed getting MetaData in Semantic Analysis 2015-10-29T11:11:57,663 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct src_json { string json} 2015-10-29T11:11:57,663 DEBUG [main]: ql.Context (Context.java:getStagingDir(231)) - Created staging dir = pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src_json/.hive-staging_hive_2015-10-29_11-11-57_644_3368142711440341958-1 for path = pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src_json 2015-10-29T11:11:57,663 INFO [main]: common.FileUtils (FileUtils.java:mkdir(502)) - Creating directory if it doesn't exist: pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src_json/.hive-staging_hive_2015-10-29_11-11-57_644_3368142711440341958-1 2015-10-29T11:11:57,679 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chgrp,-R,staff,pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src_json/.hive-staging_hive_2015-10-29_11-11-57_644_3368142711440341958-1} 2015-10-29T11:11:57,685 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:11:57,685 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chmod,-R,755,pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src_json/.hive-staging_hive_2015-10-29_11-11-57_644_3368142711440341958-1} 2015-10-29T11:11:57,694 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:11:57,699 DEBUG [main]: shims.HadoopShimsSecure (Hadoop23Shims.java:debugLog(937)) - FileStatus{path=pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src_json/.hive-staging_hive_2015-10-29_11-11-57_644_3368142711440341958-1; isDirectory=true; modification_time=1446142317000; access_time=0; owner=sush; group=staff; permission=rwxr-xr-x; isSymlink=false} 2015-10-29T11:11:57,705 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:setupStats(9493)) - Set stats collection dir : pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src_json/.hive-staging_hive_2015-10-29_11-11-57_644_3368142711440341958-1/-ext-10000 2015-10-29T11:11:57,705 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genTablePlan(9467)) - Created Table Plan for src_json TS[0] 2015-10-29T11:11:57,705 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genBodyPlan(8831)) - Created Body Plan for Query Block null 2015-10-29T11:11:57,706 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genPlan(9675)) - Created Plan for Query Block null 2015-10-29T11:11:57,706 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:analyzeInternal(10139)) - Before logical optimization TS[0] 2015-10-29T11:11:57,706 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:TS[0] with rs:(json: string|{src_json}json,BLOCK__OFFSET__INSIDE__FILE: bigint|{src_json}block__offset__inside__file,INPUT__FILE__NAME: string|{src_json}input__file__name,ROW__ID: struct|{src_json}row__id,RAW__DATA__SIZE: bigint|{src_json}raw__data__size) 2015-10-29T11:11:57,706 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator TS[0] 2015-10-29T11:11:57,706 INFO [main]: ppd.OpProcFactory (OpProcFactory.java:process(383)) - Processing for TS(0) 2015-10-29T11:11:57,707 DEBUG [main]: ppd.PredicatePushDown (PredicatePushDown.java:transform(138)) - After PPD: TS[0] 2015-10-29T11:11:57,707 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:TS[0] with rs:(json: string|{src_json}json,BLOCK__OFFSET__INSIDE__FILE: bigint|{src_json}block__offset__inside__file,INPUT__FILE__NAME: string|{src_json}input__file__name,ROW__ID: struct|{src_json}row__id,RAW__DATA__SIZE: bigint|{src_json}raw__data__size) 2015-10-29T11:11:57,707 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator TS[0] 2015-10-29T11:11:57,707 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:TS[0] with rs:(json: string|{src_json}json,BLOCK__OFFSET__INSIDE__FILE: bigint|{src_json}block__offset__inside__file,INPUT__FILE__NAME: string|{src_json}input__file__name,ROW__ID: struct|{src_json}row__id,RAW__DATA__SIZE: bigint|{src_json}raw__data__size) 2015-10-29T11:11:57,707 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator TS[0] 2015-10-29T11:11:57,708 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:analyzeInternal(10147)) - After logical optimization TS[0] 2015-10-29T11:11:57,708 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:57,708 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:57,708 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct src_json { string json} 2015-10-29T11:11:57,709 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct src_json { string json} 2015-10-29T11:11:57,709 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct src_json { string json} 2015-10-29T11:11:57,709 DEBUG [main]: optimizer.GenMapRedUtils (GenMapRedUtils.java:setMapWork(678)) - Adding pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src_json of tablesrc_json 2015-10-29T11:11:57,709 DEBUG [main]: optimizer.GenMapRedUtils (GenMapRedUtils.java:setMapWork(716)) - Information added for path pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src_json 2015-10-29T11:11:57,709 DEBUG [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(167)) - Looking at: null 2015-10-29T11:11:57,709 INFO [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(175)) - Looking for table scans where optimization is applicable 2015-10-29T11:11:57,710 INFO [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(199)) - Found 0 null table scans 2015-10-29T11:11:57,710 DEBUG [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(167)) - Looking at: null 2015-10-29T11:11:57,710 INFO [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(175)) - Looking for table scans where optimization is applicable 2015-10-29T11:11:57,710 INFO [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(199)) - Found 0 null table scans 2015-10-29T11:11:57,710 DEBUG [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(167)) - Looking at: null 2015-10-29T11:11:57,710 INFO [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(175)) - Looking for table scans where optimization is applicable 2015-10-29T11:11:57,710 INFO [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(199)) - Found 0 null table scans 2015-10-29T11:11:57,710 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:analyzeInternal(10168)) - Completed plan generation 2015-10-29T11:11:57,710 INFO [main]: ql.Driver (Driver.java:compile(448)) - Semantic Analysis Completed 2015-10-29T11:11:57,711 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:validate(10519)) - validation start 2015-10-29T11:11:57,711 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:validate(10588)) - Not a partition. 2015-10-29T11:11:57,711 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:57,711 INFO [main]: ql.Driver (Driver.java:getSchema(244)) - Returning Hive schema: Schema(fieldSchemas:[FieldSchema(name:src_json.json, type:string, comment:null)], properties:null) 2015-10-29T11:11:57,711 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:57,711 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : compilation phase 2015-10-29T11:11:57,711 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {flushCache_()=0, isCompatibleWith_(HiveConf, )=0, getTable_(String, String, )=16} 2015-10-29T11:11:57,711 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:57,711 DEBUG [main]: lockmgr.DummyTxnManager (DummyTxnManager.java:acquireLocks(129)) - Adding default@src_json to list of lock inputs 2015-10-29T11:11:57,711 DEBUG [main]: lockmgr.DummyTxnManager (DummyTxnManager.java:acquireLocks(148)) - Adding default@src_json to list of lock outputs 2015-10-29T11:11:57,711 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:lock(262)) - Acquiring lock for default with mode IMPLICIT 2015-10-29T11:11:57,714 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:lock(262)) - Acquiring lock for default/src_json with mode IMPLICIT 2015-10-29T11:11:57,716 DEBUG [main]: ql.Driver (Driver.java:recordValidTxns(960)) - Encoding valid txns info 9223372036854775807: txnid:0 2015-10-29T11:11:57,716 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:57,716 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:57,716 INFO [main]: ql.Driver (Driver.java:execute(1468)) - Starting command(queryId=sush_20151029111157_9dabbd97-4e2b-4c87-abf1-b9e43d442617): ANALYZE TABLE src_json COMPUTE STATISTICS 2015-10-29T11:11:57,716 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:57,716 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: query: ANALYZE TABLE src_json COMPUTE STATISTICS 2015-10-29T11:11:57,717 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: type: QUERY 2015-10-29T11:11:57,717 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: Input: default@src_json 2015-10-29T11:11:57,717 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: Output: default@src_json 2015-10-29T11:11:57,717 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:57,717 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:57,717 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:57,717 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - Query ID = sush_20151029111157_9dabbd97-4e2b-4c87-abf1-b9e43d442617 2015-10-29T11:11:57,717 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - Total jobs = 1 2015-10-29T11:11:57,717 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:57,717 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:57,717 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:57,718 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - Launching Job 1 out of 1 2015-10-29T11:11:57,718 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-0:MAPRED] in serial mode 2015-10-29T11:11:57,718 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - Number of reduce tasks is set to 0 since there's no reduce operator 2015-10-29T11:11:57,723 INFO [main]: mr.ExecDriver (ExecDriver.java:execute(291)) - Using org.apache.hadoop.hive.ql.io.CombineHiveInputFormat 2015-10-29T11:11:57,723 INFO [main]: exec.Utilities (Utilities.java:getInputPaths(3433)) - Processing alias src_json 2015-10-29T11:11:57,723 INFO [main]: exec.Utilities (Utilities.java:getInputPaths(3450)) - Adding input file pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src_json 2015-10-29T11:11:57,723 INFO [main]: exec.Utilities (Utilities.java:isEmptyPath(2734)) - Content Summary not cached for pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src_json 2015-10-29T11:11:57,745 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:57,745 INFO [main]: exec.Utilities (Utilities.java:serializePlan(939)) - Serializing MapWork via kryo 2015-10-29T11:11:57,746 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:57,746 DEBUG [main]: mapreduce.Cluster (Cluster.java:initialize(90)) - Trying ClientProtocolProvider : org.apache.hadoop.mapred.LocalClientProtocolProvider 2015-10-29T11:11:57,747 INFO [main]: jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized 2015-10-29T11:11:57,747 DEBUG [main]: mapreduce.Cluster (Cluster.java:initialize(103)) - Picked org.apache.hadoop.mapred.LocalClientProtocolProvider as the ClientProtocolProvider 2015-10-29T11:11:57,747 DEBUG [main]: fs.FSStatsPublisher (FSStatsPublisher.java:init(49)) - Initing FSStatsPublisher with : pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src_json/.hive-staging_hive_2015-10-29_11-11-57_644_3368142711440341958-1/-ext-10000 2015-10-29T11:11:57,751 INFO [main]: fs.FSStatsPublisher (FSStatsPublisher.java:init(51)) - created : pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src_json/.hive-staging_hive_2015-10-29_11-11-57_644_3368142711440341958-1/-ext-10000 2015-10-29T11:11:57,752 DEBUG [main]: mapreduce.Cluster (Cluster.java:initialize(90)) - Trying ClientProtocolProvider : org.apache.hadoop.mapred.LocalClientProtocolProvider 2015-10-29T11:11:57,752 INFO [main]: jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized 2015-10-29T11:11:57,753 DEBUG [main]: mapreduce.Cluster (Cluster.java:initialize(103)) - Picked org.apache.hadoop.mapred.LocalClientProtocolProvider as the ClientProtocolProvider 2015-10-29T11:11:57,753 INFO [main]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-11-57_644_3368142711440341958-1/-mr-10002/17758b48-efc3-4b19-bd71-6db493f0b32d/map.xml 2015-10-29T11:11:57,753 DEBUG [main]: exec.Utilities (Utilities.java:getBaseWork(452)) - Found plan in cache for name: map.xml 2015-10-29T11:11:57,754 INFO [main]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-11-57_644_3368142711440341958-1/-mr-10002/17758b48-efc3-4b19-bd71-6db493f0b32d/reduce.xml 2015-10-29T11:11:57,754 INFO [main]: exec.Utilities (Utilities.java:getBaseWork(405)) - local path = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-11-57_644_3368142711440341958-1/-mr-10002/17758b48-efc3-4b19-bd71-6db493f0b32d/reduce.xml 2015-10-29T11:11:57,754 INFO [main]: exec.Utilities (Utilities.java:getBaseWork(417)) - Open file to read in plan: file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-11-57_644_3368142711440341958-1/-mr-10002/17758b48-efc3-4b19-bd71-6db493f0b32d/reduce.xml 2015-10-29T11:11:57,754 DEBUG [main]: exec.Utilities (Utilities.java:getBaseWork(457)) - File not found: File file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-11-57_644_3368142711440341958-1/-mr-10002/17758b48-efc3-4b19-bd71-6db493f0b32d/reduce.xml does not exist 2015-10-29T11:11:57,754 INFO [main]: exec.Utilities (Utilities.java:getBaseWork(458)) - No plan file found: file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-11-57_644_3368142711440341958-1/-mr-10002/17758b48-efc3-4b19-bd71-6db493f0b32d/reduce.xml 2015-10-29T11:11:57,759 DEBUG [main]: mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(456)) - Configuring job job_local1459402811_0005 with file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/hadoop-tmp/mapred/staging/sush1459402811/.staging/job_local1459402811_0005 as the submit dir 2015-10-29T11:11:57,759 DEBUG [main]: mapreduce.JobSubmitter (JobSubmitter.java:populateTokenCache(718)) - adding the following namenodes' delegation tokens:[file:///] 2015-10-29T11:11:57,760 WARN [main]: mapreduce.JobSubmitter (JobSubmitter.java:copyAndConfigureFiles(153)) - Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2015-10-29T11:11:57,760 DEBUG [main]: mapreduce.JobSubmitter (JobSubmitter.java:copyAndConfigureFiles(173)) - default FileSystem: file:/// 2015-10-29T11:11:57,861 DEBUG [main]: mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(491)) - Creating splits at file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/hadoop-tmp/mapred/staging/sush1459402811/.staging/job_local1459402811_0005 2015-10-29T11:11:57,861 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:57,861 INFO [main]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-11-57_644_3368142711440341958-1/-mr-10002/17758b48-efc3-4b19-bd71-6db493f0b32d/map.xml 2015-10-29T11:11:57,861 DEBUG [main]: exec.Utilities (Utilities.java:getBaseWork(452)) - Found plan in cache for name: map.xml 2015-10-29T11:11:57,861 INFO [main]: io.CombineHiveInputFormat (CombineHiveInputFormat.java:getSplits(478)) - Total number of paths: 1, launching 1 threads to check non-combinable ones. 2015-10-29T11:11:57,862 DEBUG [main]: io.CombineHiveInputFormat (CombineHiveInputFormat.java:getSplits(512)) - The received input paths are: [pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src_json] against the property mapreduce.input.fileinputformat.inputdir 2015-10-29T11:11:57,862 INFO [main]: io.CombineHiveInputFormat (CombineHiveInputFormat.java:getCombineSplits(395)) - CombineHiveInputSplit creating pool for pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src_json; using filter path pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src_json 2015-10-29T11:11:57,879 DEBUG [main]: input.FileInputFormat (FileInputFormat.java:listStatus(279)) - Time taken to get FileStatuses: 16 2015-10-29T11:11:57,879 INFO [main]: input.FileInputFormat (FileInputFormat.java:listStatus(281)) - Total input paths to process : 1 2015-10-29T11:11:57,880 INFO [main]: input.CombineFileInputFormat (CombineFileInputFormat.java:createSplits(413)) - DEBUG: Terminated node allocation with : CompletedNodes: 1, size left: 0 2015-10-29T11:11:57,880 INFO [main]: io.CombineHiveInputFormat (CombineHiveInputFormat.java:getCombineSplits(450)) - number of splits 1 2015-10-29T11:11:57,880 INFO [main]: io.CombineHiveInputFormat (CombineHiveInputFormat.java:getSplits(549)) - Number of all splits 1 2015-10-29T11:11:57,880 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:57,896 INFO [main]: mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(494)) - number of splits:1 2015-10-29T11:11:57,912 INFO [main]: mapreduce.JobSubmitter (JobSubmitter.java:printTokens(583)) - Submitting tokens for job: job_local1459402811_0005 2015-10-29T11:11:57,976 INFO [main]: mapreduce.Job (Job.java:submit(1300)) - The url to track the job: http://localhost:8080/ 2015-10-29T11:11:57,977 INFO [Thread-306]: mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(471)) - OutputCommitter set in config org.apache.hadoop.hive.ql.io.HiveFileFormatUtils$NullOutputCommitter 2015-10-29T11:11:57,977 INFO [Thread-306]: mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(489)) - OutputCommitter is org.apache.hadoop.hive.ql.io.HiveFileFormatUtils$NullOutputCommitter 2015-10-29T11:11:57,977 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - Job running in-process (local Hadoop) 2015-10-29T11:11:57,978 DEBUG [Thread-306]: mapred.LocalJobRunner (LocalJobRunner.java:createMapExecutor(395)) - Starting mapper thread pool executor. 2015-10-29T11:11:57,978 DEBUG [Thread-306]: mapred.LocalJobRunner (LocalJobRunner.java:createMapExecutor(396)) - Max local threads: 1 2015-10-29T11:11:57,978 DEBUG [Thread-306]: mapred.LocalJobRunner (LocalJobRunner.java:createMapExecutor(397)) - Map tasks to process: 1 2015-10-29T11:11:57,978 INFO [Thread-306]: mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for map tasks 2015-10-29T11:11:57,978 INFO [LocalJobRunner Map Task Executor #0]: mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local1459402811_0005_m_000000_0 2015-10-29T11:11:57,978 DEBUG [LocalJobRunner Map Task Executor #0]: mapred.SortedRanges (SortedRanges.java:doNext(348)) - currentIndex 0 0:0 2015-10-29T11:11:57,978 DEBUG [LocalJobRunner Map Task Executor #0]: mapred.LocalJobRunner (LocalJobRunner.java:setupChildMapredLocalDirs(974)) - mapreduce.cluster.local.dir for child : /Users/sush/dev/hive.git/itests/qtest/target/tmp/hadoop-tmp/mapred/local/localRunner//sush/jobcache/job_local1459402811_0005/attempt_local1459402811_0005_m_000000_0 2015-10-29T11:11:57,979 INFO [LocalJobRunner Map Task Executor #0]: util.ProcfsBasedProcessTree (ProcfsBasedProcessTree.java:isAvailable(181)) - ProcfsBasedProcessTree currently is supported only on Linux. 2015-10-29T11:11:57,979 INFO [LocalJobRunner Map Task Executor #0]: util.ProcfsBasedProcessTree (ProcfsBasedProcessTree.java:isAvailable(181)) - ProcfsBasedProcessTree currently is supported only on Linux. 2015-10-29T11:11:57,979 INFO [LocalJobRunner Map Task Executor #0]: mapred.Task (Task.java:initialize(587)) - Using ResourceCalculatorProcessTree : null 2015-10-29T11:11:57,979 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:updateJobWithSplit(482)) - Processing split: Paths:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src_json/json.txt:0+645InputFormatClass: org.apache.hadoop.mapred.TextInputFormat 2015-10-29T11:11:57,980 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-11-57_644_3368142711440341958-1/-mr-10002/17758b48-efc3-4b19-bd71-6db493f0b32d/map.xml 2015-10-29T11:11:57,980 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(405)) - local path = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-11-57_644_3368142711440341958-1/-mr-10002/17758b48-efc3-4b19-bd71-6db493f0b32d/map.xml 2015-10-29T11:11:57,980 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(417)) - Open file to read in plan: file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-11-57_644_3368142711440341958-1/-mr-10002/17758b48-efc3-4b19-bd71-6db493f0b32d/map.xml 2015-10-29T11:11:57,980 INFO [LocalJobRunner Map Task Executor #0]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:57,980 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:deserializePlan(966)) - Deserializing MapWork via kryo 2015-10-29T11:11:57,986 INFO [LocalJobRunner Map Task Executor #0]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:57,988 INFO [LocalJobRunner Map Task Executor #0]: io.HiveContextAwareRecordReader (HiveContextAwareRecordReader.java:initIOContext(174)) - Processing file pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src_json/json.txt 2015-10-29T11:11:57,988 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:runOldMapper(436)) - numReduceTasks: 0 2015-10-29T11:11:57,988 INFO [LocalJobRunner Map Task Executor #0]: mr.ExecMapper (ExecMapper.java:configure(83)) - conf classpath = [file:/Users/sush/dev/hive.git/itests/qtest/target/surefire/surefirebooter6776397513364088476.jar] 2015-10-29T11:11:57,988 INFO [LocalJobRunner Map Task Executor #0]: mr.ExecMapper (ExecMapper.java:configure(85)) - thread classpath = [file:/Users/sush/dev/hive.git/itests/qtest/target/surefire/surefirebooter6776397513364088476.jar] 2015-10-29T11:11:57,988 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-11-57_644_3368142711440341958-1/-mr-10002/17758b48-efc3-4b19-bd71-6db493f0b32d/map.xml 2015-10-29T11:11:57,988 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(452)) - Found plan in cache for name: map.xml 2015-10-29T11:11:57,989 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:initialize(338)) - Initializing operator MAP[2] 2015-10-29T11:11:57,989 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:initialize(377)) - Initialization Done 2 MAP 2015-10-29T11:11:57,989 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:initializeChildren(463)) - Operator 2 MAP initialized 2015-10-29T11:11:57,989 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:initialize(390)) - Initialization Done 2 MAP done is reset. 2015-10-29T11:11:57,989 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:11:57,989 INFO [LocalJobRunner Map Task Executor #0]: mr.ExecMapper (ExecMapper.java:configure(110)) - Id =2 Id =1 <\Children> Id = 2 null<\Parent> <\TS> <\Children> <\Parent> <\MAP> 2015-10-29T11:11:57,990 INFO [LocalJobRunner Map Task Executor #0]: MapredContext (MapredContext.java:init(55)) - MapredContext initialized. 2015-10-29T11:11:57,990 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:initialize(338)) - Initializing operator TS[1] 2015-10-29T11:11:57,990 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:initialize(377)) - Initialization Done 1 TS 2015-10-29T11:11:57,990 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:initializeChildren(463)) - Operator 1 TS initialized 2015-10-29T11:11:57,990 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:initialize(390)) - Initialization Done 1 TS done is reset. 2015-10-29T11:11:57,990 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-11-57_644_3368142711440341958-1/-mr-10002/17758b48-efc3-4b19-bd71-6db493f0b32d/map.xml 2015-10-29T11:11:57,990 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(452)) - Found plan in cache for name: map.xml 2015-10-29T11:11:57,990 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (MapOperator.java:rowsForwarded(535)) - MAP[2]: records read - 1 2015-10-29T11:11:57,991 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:close(650)) - 2 finished. closing... 2015-10-29T11:11:57,991 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:logStats(898)) - RECORDS_IN:1 2015-10-29T11:11:57,991 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:logStats(898)) - DESERIALIZE_ERRORS:0 2015-10-29T11:11:57,991 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:close(650)) - 1 finished. closing... 2015-10-29T11:11:57,991 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:11:57,991 DEBUG [LocalJobRunner Map Task Executor #0]: fs.FSStatsPublisher (FSStatsPublisher.java:connect(66)) - Connecting to : pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src_json/.hive-staging_hive_2015-10-29_11-11-57_644_3368142711440341958-1/-ext-10000 2015-10-29T11:11:57,997 DEBUG [LocalJobRunner Map Task Executor #0]: fs.FSStatsPublisher (FSStatsPublisher.java:publishStat(78)) - Putting in map : default.src_json/ {numRows=1, rawDataSize=644} 2015-10-29T11:11:57,997 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (TableScanOperator.java:publishStats(306)) - publishing : default.src_json/ : {numRows=1, rawDataSize=644} 2015-10-29T11:11:57,998 DEBUG [LocalJobRunner Map Task Executor #0]: fs.FSStatsPublisher (FSStatsPublisher.java:closeConnection(99)) - About to create stats file for this task : pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src_json/.hive-staging_hive_2015-10-29_11-11-57_644_3368142711440341958-1/-ext-10000/tmpstats-0 2015-10-29T11:11:58,002 DEBUG [LocalJobRunner Map Task Executor #0]: fs.FSStatsPublisher (FSStatsPublisher.java:closeConnection(101)) - Created file : pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src_json/.hive-staging_hive_2015-10-29_11-11-57_644_3368142711440341958-1/-ext-10000/tmpstats-0 2015-10-29T11:11:58,002 DEBUG [LocalJobRunner Map Task Executor #0]: fs.FSStatsPublisher (FSStatsPublisher.java:closeConnection(102)) - Writing stats in it : {default.src_json/={numRows=1, rawDataSize=644}} 2015-10-29T11:11:58,002 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:close(674)) - 1 Close done 2015-10-29T11:11:58,003 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:close(674)) - 2 Close done 2015-10-29T11:11:58,003 INFO [LocalJobRunner Map Task Executor #0]: mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 2015-10-29T11:11:58,003 INFO [LocalJobRunner Map Task Executor #0]: mapred.Task (Task.java:done(1001)) - Task:attempt_local1459402811_0005_m_000000_0 is done. And is in the process of committing 2015-10-29T11:11:58,004 INFO [LocalJobRunner Map Task Executor #0]: mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src_json/json.txt:0+645 2015-10-29T11:11:58,004 INFO [LocalJobRunner Map Task Executor #0]: mapred.Task (Task.java:sendDone(1121)) - Task 'attempt_local1459402811_0005_m_000000_0' done. 2015-10-29T11:11:58,004 INFO [LocalJobRunner Map Task Executor #0]: mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local1459402811_0005_m_000000_0 2015-10-29T11:11:58,004 INFO [Thread-306]: mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - map task executor complete. 2015-10-29T11:11:58,980 DEBUG [main]: exec.Heartbeater (Heartbeater.java:heartbeat(80)) - heartbeating 2015-10-29T11:11:58,984 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - 2015-10-29 11:11:58,983 Stage-0 map = 100%, reduce = 0% 2015-10-29T11:11:58,986 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - Ended Job = job_local1459402811_0005 2015-10-29T11:11:58,987 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:58,987 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-1:STATS] in serial mode 2015-10-29T11:11:58,987 INFO [main]: exec.StatsTask (StatsTask.java:execute(87)) - Executing stats task 2015-10-29T11:11:58,987 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:58,987 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=src_json 2015-10-29T11:11:58,988 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=src_json 2015-10-29T11:11:58,997 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:58,997 DEBUG [main]: fs.FSStatsPublisher (FSStatsPublisher.java:init(49)) - Initing FSStatsPublisher with : pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src_json/.hive-staging_hive_2015-10-29_11-11-57_644_3368142711440341958-1/-ext-10000 2015-10-29T11:11:59,002 INFO [main]: fs.FSStatsPublisher (FSStatsPublisher.java:init(51)) - created : pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src_json/.hive-staging_hive_2015-10-29_11-11-57_644_3368142711440341958-1/-ext-10000 2015-10-29T11:11:59,002 DEBUG [main]: fs.FSStatsAggregator (FSStatsAggregator.java:connect(51)) - About to read stats from : pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src_json/.hive-staging_hive_2015-10-29_11-11-57_644_3368142711440341958-1/-ext-10000 2015-10-29T11:11:59,008 INFO [main]: fs.FSStatsAggregator (FSStatsAggregator.java:connect(66)) - Read stats : {default.src_json/={numRows=1, rawDataSize=644}} 2015-10-29T11:11:59,009 DEBUG [main]: fs.FSStatsAggregator (FSStatsAggregator.java:aggregateStats(81)) - Part ID: default.src_json/ numRows 2015-10-29T11:11:59,009 INFO [main]: fs.FSStatsAggregator (FSStatsAggregator.java:aggregateStats(93)) - Read stats for : default.src_json/ numRows 1 2015-10-29T11:11:59,009 DEBUG [main]: fs.FSStatsAggregator (FSStatsAggregator.java:aggregateStats(81)) - Part ID: default.src_json/ rawDataSize 2015-10-29T11:11:59,009 INFO [main]: fs.FSStatsAggregator (FSStatsAggregator.java:aggregateStats(93)) - Read stats for : default.src_json/ rawDataSize 644 2015-10-29T11:11:59,024 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct src_json { string json} 2015-10-29T11:11:59,025 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:59,025 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: alter_table: db=default tbl=src_json newtbl=src_json 2015-10-29T11:11:59,025 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=alter_table: db=default tbl=src_json newtbl=src_json 2015-10-29T11:11:59,042 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:getDatabase(348)) - getDatabase: directsql returning db default locn[pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse] desc [Default Hive database] owner [public] ownertype [ROLE] 2015-10-29T11:11:59,058 INFO [main]: hive.log (MetaStoreUtils.java:updateTableStatsFast(231)) - Updating table stats fast for src_json 2015-10-29T11:11:59,059 INFO [main]: hive.log (MetaStoreUtils.java:updateTableStatsFast(233)) - Updated size of table src_json to 645 2015-10-29T11:11:59,066 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:59,067 INFO [main]: exec.StatsTask (StatsTask.java:aggregateStats(188)) - Table default.src_json stats: [numFiles=1, numRows=1, totalSize=645, rawDataSize=644] 2015-10-29T11:11:59,067 DEBUG [main]: fs.FSStatsAggregator (FSStatsAggregator.java:closeConnection(104)) - About to delete stats tmp dir :pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src_json/.hive-staging_hive_2015-10-29_11-11-57_644_3368142711440341958-1/-ext-10000 2015-10-29T11:11:59,067 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:59,067 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:59,067 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: query: ANALYZE TABLE src_json COMPUTE STATISTICS 2015-10-29T11:11:59,068 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: type: QUERY 2015-10-29T11:11:59,068 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Input: default@src_json 2015-10-29T11:11:59,068 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Output: default@src_json 2015-10-29T11:11:59,068 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:59,068 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : execution phase 2015-10-29T11:11:59,068 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {isCompatibleWith_(HiveConf, )=0, getTable_(String, String, )=10, alter_table_(String, String, Table, boolean, )=42} 2015-10-29T11:11:59,068 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:59,068 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - MapReduce Jobs Launched: 2015-10-29T11:11:59,068 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - Stage-Stage-0: HDFS Read: 0 HDFS Write: 0 SUCCESS 2015-10-29T11:11:59,069 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - Total MapReduce CPU Time Spent: 0 msec 2015-10-29T11:11:59,069 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - OK 2015-10-29T11:11:59,069 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:59,069 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:releaseLocks(217)) - about to release lock for default/src_json 2015-10-29T11:11:59,071 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:releaseLocks(217)) - about to release lock for default 2015-10-29T11:11:59,073 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:59,073 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:59,073 DEBUG [main]: ql.Driver (DriverContext.java:shutdown(132)) - Shutting down query ANALYZE TABLE src_json COMPUTE STATISTICS 2015-10-29T11:11:59,073 INFO [main]: CliDriver (SessionState.java:printInfo(996)) - Time taken: 1.429 seconds 2015-10-29T11:11:59,074 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:59,074 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:59,074 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:59,074 DEBUG [main]: conf.VariableSubstitution (VariableSubstitution.java:substitute(63)) - Substitution is on: ANALYZE TABLE src_json COMPUTE STATISTICS FOR COLUMNS json 2015-10-29T11:11:59,074 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:59,074 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(185)) - Parsing command: ANALYZE TABLE src_json COMPUTE STATISTICS FOR COLUMNS json 2015-10-29T11:11:59,075 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(209)) - Parse Completed 2015-10-29T11:11:59,075 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:59,075 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:59,075 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:59,075 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:59,076 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:59,076 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=src_json 2015-10-29T11:11:59,076 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=src_json 2015-10-29T11:11:59,084 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:59,085 INFO [main]: parse.ColumnStatsSemanticAnalyzer (ColumnStatsSemanticAnalyzer.java:getNumBitVectorsForNDVEstimation(270)) - Error requested is 20.0% 2015-10-29T11:11:59,085 INFO [main]: parse.ColumnStatsSemanticAnalyzer (ColumnStatsSemanticAnalyzer.java:getNumBitVectorsForNDVEstimation(271)) - Choosing 16 bit vectors.. 2015-10-29T11:11:59,085 DEBUG [main]: conf.VariableSubstitution (VariableSubstitution.java:substitute(63)) - Substitution is on: select compute_stats(`json` , 16 ) from default.`src_json` 2015-10-29T11:11:59,085 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(185)) - Parsing command: select compute_stats(`json` , 16 ) from default.`src_json` 2015-10-29T11:11:59,086 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(209)) - Parse Completed 2015-10-29T11:11:59,086 INFO [main]: parse.ColumnStatsSemanticAnalyzer (ColumnStatsSemanticAnalyzer.java:analyze(451)) - Invoking analyze on rewritten query 2015-10-29T11:11:59,086 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:analyzeInternal(10062)) - Starting Semantic Analysis 2015-10-29T11:11:59,086 DEBUG [main]: exec.FunctionRegistry (FunctionRegistry.java:getGenericUDAFResolver(1009)) - Looking up GenericUDAF: compute_stats 2015-10-29T11:11:59,086 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genResolvedParseTree(10009)) - Completed phase 1 of Semantic Analysis 2015-10-29T11:11:59,087 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:getMetaData(1538)) - Get metadata for source tables 2015-10-29T11:11:59,087 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:59,087 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=src_json 2015-10-29T11:11:59,087 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=src_json 2015-10-29T11:11:59,095 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:59,095 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:getMetaData(1678)) - Get metadata for subqueries 2015-10-29T11:11:59,095 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:getMetaData(1702)) - Get metadata for destination tables 2015-10-29T11:11:59,100 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genResolvedParseTree(10013)) - Completed getting MetaData in Semantic Analysis 2015-10-29T11:11:59,100 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct src_json { string json} 2015-10-29T11:11:59,100 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genTablePlan(9467)) - Created Table Plan for src_json TS[0] 2015-10-29T11:11:59,101 DEBUG [main]: exec.FunctionRegistry (FunctionRegistry.java:getGenericUDAFResolver(1009)) - Looking up GenericUDAF: compute_stats 2015-10-29T11:11:59,101 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genBodyPlan(8817)) - RR before GB src_json{(json,json: string)(block__offset__inside__file,BLOCK__OFFSET__INSIDE__FILE: bigint)(input__file__name,INPUT__FILE__NAME: string)(row__id,ROW__ID: struct)} after GB {((tok_function compute_stats (tok_table_or_col json) 16),_col0: struct)} 2015-10-29T11:11:59,101 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genSelectPlan(3604)) - tree: (TOK_SELECT (TOK_SELEXPR (TOK_FUNCTION compute_stats (TOK_TABLE_OR_COL json) 16))) 2015-10-29T11:11:59,102 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genSelectPlan(3714)) - genSelectPlan: input = {((tok_function compute_stats (tok_table_or_col json) 16),_col0: struct)} starRr = src_json{(json,json: string)(block__offset__inside__file,BLOCK__OFFSET__INSIDE__FILE: bigint)(input__file__name,INPUT__FILE__NAME: string)(row__id,ROW__ID: struct)} 2015-10-29T11:11:59,102 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genSelectPlan(3862)) - Created Select Plan row schema: null{(_c0,_col0: struct)} 2015-10-29T11:11:59,102 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genSelectPlan(3593)) - Created Select Plan for clause: insclause-0 2015-10-29T11:11:59,102 DEBUG [main]: ql.Context (Context.java:getStagingDir(231)) - Created staging dir = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-11-59_085_3984685694208188813-1/-mr-10000/.hive-staging_hive_2015-10-29_11-11-59_085_3984685694208188813-1 for path = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-11-59_085_3984685694208188813-1/-mr-10000 2015-10-29T11:11:59,102 INFO [main]: common.FileUtils (FileUtils.java:mkdir(502)) - Creating directory if it doesn't exist: file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-11-59_085_3984685694208188813-1/-mr-10000/.hive-staging_hive_2015-10-29_11-11-59_085_3984685694208188813-1 2015-10-29T11:11:59,108 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chgrp,-R,staff,file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-11-59_085_3984685694208188813-1/-mr-10000} 2015-10-29T11:11:59,122 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:11:59,123 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chmod,-R,700,file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-11-59_085_3984685694208188813-1/-mr-10000} 2015-10-29T11:11:59,140 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:11:59,140 DEBUG [main]: shims.HadoopShimsSecure (Hadoop23Shims.java:debugLog(937)) - DeprecatedRawLocalFileStatus{path=file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-11-59_085_3984685694208188813-1/-mr-10000; isDirectory=true; modification_time=1446142319000; access_time=0; owner=; group=; permission=rwxrwxrwx; isSymlink=false} 2015-10-29T11:11:59,141 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genFileSinkPlan(6591)) - Set stats collection dir : file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-11-59_085_3984685694208188813-1/-mr-10000/.hive-staging_hive_2015-10-29_11-11-59_085_3984685694208188813-1/-ext-10002 2015-10-29T11:11:59,141 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genFileSinkPlan(6614)) - Created FileSink Plan for clause: insclause-0dest_path: file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-11-59_085_3984685694208188813-1/-mr-10000 row schema: null{(_c0,_col0: struct)} 2015-10-29T11:11:59,141 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genBodyPlan(8831)) - Created Body Plan for Query Block null 2015-10-29T11:11:59,141 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genPlan(9675)) - Created Plan for Query Block null 2015-10-29T11:11:59,141 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:analyzeInternal(10139)) - Before logical optimization TS[0]-SEL[1]-GBY[2]-RS[3]-GBY[4]-SEL[5]-FS[6] 2015-10-29T11:11:59,143 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:TS[0] with rs:(json: string|{src_json}json,BLOCK__OFFSET__INSIDE__FILE: bigint|{src_json}block__offset__inside__file,INPUT__FILE__NAME: string|{src_json}input__file__name,ROW__ID: struct|{src_json}row__id) 2015-10-29T11:11:59,143 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator TS[0] 2015-10-29T11:11:59,144 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:SEL[1] with rs:(json: string|{src_json}json,BLOCK__OFFSET__INSIDE__FILE: bigint|{src_json}block__offset__inside__file,INPUT__FILE__NAME: string|{src_json}input__file__name,ROW__ID: struct|{src_json}row__id) 2015-10-29T11:11:59,144 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator SEL[1] 2015-10-29T11:11:59,144 DEBUG [main]: optimizer.ConstantPropagateProcFactory (ConstantPropagateProcFactory.java:process(1131)) - New column list:(Column[json] Column[BLOCK__OFFSET__INSIDE__FILE] Column[INPUT__FILE__NAME] Column[ROW__ID]) 2015-10-29T11:11:59,144 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:GBY[2] with rs:(_col0: struct|{}(tok_function compute_stats (tok_table_or_col json) 16)) 2015-10-29T11:11:59,144 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator GBY[2] 2015-10-29T11:11:59,144 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:RS[3] with rs:(VALUE._col0: struct|{}(tok_function compute_stats (tok_table_or_col json) 16)) 2015-10-29T11:11:59,144 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator RS[3] 2015-10-29T11:11:59,144 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:GBY[4] with rs:(_col0: struct|{}(tok_function compute_stats (tok_table_or_col json) 16)) 2015-10-29T11:11:59,144 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator GBY[4] 2015-10-29T11:11:59,145 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:SEL[5] with rs:(_col0: struct|{null}_c0) 2015-10-29T11:11:59,145 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator SEL[5] 2015-10-29T11:11:59,146 DEBUG [main]: optimizer.ConstantPropagateProcFactory (ConstantPropagateProcFactory.java:process(1131)) - New column list:(Column[_col0]) 2015-10-29T11:11:59,146 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:FS[6] with rs:(_col0: struct|{}) 2015-10-29T11:11:59,146 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator FS[6] 2015-10-29T11:11:59,147 INFO [main]: ppd.OpProcFactory (OpProcFactory.java:process(662)) - Processing for FS(6) 2015-10-29T11:11:59,147 INFO [main]: ppd.OpProcFactory (OpProcFactory.java:process(662)) - Processing for SEL(5) 2015-10-29T11:11:59,147 INFO [main]: ppd.OpProcFactory (OpProcFactory.java:process(662)) - Processing for GBY(4) 2015-10-29T11:11:59,147 INFO [main]: ppd.OpProcFactory (OpProcFactory.java:process(662)) - Processing for RS(3) 2015-10-29T11:11:59,147 INFO [main]: ppd.OpProcFactory (OpProcFactory.java:process(662)) - Processing for GBY(2) 2015-10-29T11:11:59,147 INFO [main]: ppd.OpProcFactory (OpProcFactory.java:process(662)) - Processing for SEL(1) 2015-10-29T11:11:59,147 INFO [main]: ppd.OpProcFactory (OpProcFactory.java:process(383)) - Processing for TS(0) 2015-10-29T11:11:59,147 DEBUG [main]: ppd.PredicatePushDown (PredicatePushDown.java:transform(138)) - After PPD: TS[0]-SEL[1]-GBY[2]-RS[3]-GBY[4]-SEL[5]-FS[6] 2015-10-29T11:11:59,148 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:TS[0] with rs:(json: string|{src_json}json,BLOCK__OFFSET__INSIDE__FILE: bigint|{src_json}block__offset__inside__file,INPUT__FILE__NAME: string|{src_json}input__file__name,ROW__ID: struct|{src_json}row__id) 2015-10-29T11:11:59,148 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator TS[0] 2015-10-29T11:11:59,148 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:SEL[1] with rs:(json: string|{src_json}json,BLOCK__OFFSET__INSIDE__FILE: bigint|{src_json}block__offset__inside__file,INPUT__FILE__NAME: string|{src_json}input__file__name,ROW__ID: struct|{src_json}row__id) 2015-10-29T11:11:59,148 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator SEL[1] 2015-10-29T11:11:59,148 DEBUG [main]: optimizer.ConstantPropagateProcFactory (ConstantPropagateProcFactory.java:process(1131)) - New column list:(Column[json] Column[BLOCK__OFFSET__INSIDE__FILE] Column[INPUT__FILE__NAME] Column[ROW__ID]) 2015-10-29T11:11:59,148 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:GBY[2] with rs:(_col0: struct|{}(tok_function compute_stats (tok_table_or_col json) 16)) 2015-10-29T11:11:59,148 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator GBY[2] 2015-10-29T11:11:59,148 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:RS[3] with rs:(VALUE._col0: struct|{}(tok_function compute_stats (tok_table_or_col json) 16)) 2015-10-29T11:11:59,148 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator RS[3] 2015-10-29T11:11:59,149 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:GBY[4] with rs:(_col0: struct|{}(tok_function compute_stats (tok_table_or_col json) 16)) 2015-10-29T11:11:59,149 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator GBY[4] 2015-10-29T11:11:59,149 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:SEL[5] with rs:(_col0: struct|{null}_c0) 2015-10-29T11:11:59,149 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator SEL[5] 2015-10-29T11:11:59,149 DEBUG [main]: optimizer.ConstantPropagateProcFactory (ConstantPropagateProcFactory.java:process(1131)) - New column list:(Column[_col0]) 2015-10-29T11:11:59,149 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:FS[6] with rs:(_col0: struct|{}) 2015-10-29T11:11:59,149 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator FS[6] 2015-10-29T11:11:59,149 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:TS[0] with rs:(json: string|{src_json}json,BLOCK__OFFSET__INSIDE__FILE: bigint|{src_json}block__offset__inside__file,INPUT__FILE__NAME: string|{src_json}input__file__name,ROW__ID: struct|{src_json}row__id) 2015-10-29T11:11:59,150 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator TS[0] 2015-10-29T11:11:59,150 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:SEL[1] with rs:(json: string|{src_json}json,BLOCK__OFFSET__INSIDE__FILE: bigint|{src_json}block__offset__inside__file,INPUT__FILE__NAME: string|{src_json}input__file__name,ROW__ID: struct|{src_json}row__id) 2015-10-29T11:11:59,150 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator SEL[1] 2015-10-29T11:11:59,150 DEBUG [main]: optimizer.ConstantPropagateProcFactory (ConstantPropagateProcFactory.java:process(1131)) - New column list:(Column[json] Column[BLOCK__OFFSET__INSIDE__FILE] Column[INPUT__FILE__NAME] Column[ROW__ID]) 2015-10-29T11:11:59,150 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:GBY[2] with rs:(_col0: struct|{}(tok_function compute_stats (tok_table_or_col json) 16)) 2015-10-29T11:11:59,150 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator GBY[2] 2015-10-29T11:11:59,150 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:RS[3] with rs:(VALUE._col0: struct|{}(tok_function compute_stats (tok_table_or_col json) 16)) 2015-10-29T11:11:59,150 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator RS[3] 2015-10-29T11:11:59,150 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:GBY[4] with rs:(_col0: struct|{}(tok_function compute_stats (tok_table_or_col json) 16)) 2015-10-29T11:11:59,151 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator GBY[4] 2015-10-29T11:11:59,151 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:SEL[5] with rs:(_col0: struct|{null}_c0) 2015-10-29T11:11:59,151 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator SEL[5] 2015-10-29T11:11:59,151 DEBUG [main]: optimizer.ConstantPropagateProcFactory (ConstantPropagateProcFactory.java:process(1131)) - New column list:(Column[_col0]) 2015-10-29T11:11:59,151 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:FS[6] with rs:(_col0: struct|{}) 2015-10-29T11:11:59,151 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator FS[6] 2015-10-29T11:11:59,152 DEBUG [main]: optimizer.ColumnPrunerProcFactory (ColumnPrunerProcFactory.java:process(569)) - Reduce Sink Operator 3 key:[] 2015-10-29T11:11:59,152 INFO [main]: optimizer.ColumnPrunerProcFactory (ColumnPrunerProcFactory.java:pruneReduceSinkOperator(864)) - RS 3 oldColExprMap: {VALUE._col0=Column[_col0]} 2015-10-29T11:11:59,152 INFO [main]: optimizer.ColumnPrunerProcFactory (ColumnPrunerProcFactory.java:pruneReduceSinkOperator(913)) - RS 3 newColExprMap: {VALUE._col0=Column[_col0]} 2015-10-29T11:11:59,153 DEBUG [main]: optimizer.IdentityProjectRemover (IdentityProjectRemover.java:process(131)) - Identity project remover optimization removed : SEL[5] 2015-10-29T11:11:59,153 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:analyzeInternal(10147)) - After logical optimization TS[0]-SEL[1]-GBY[2]-RS[3]-GBY[4]-FS[6] 2015-10-29T11:11:59,153 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:59,154 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:59,154 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct src_json { string json} 2015-10-29T11:11:59,154 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct src_json { string json} 2015-10-29T11:11:59,154 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct src_json { string json} 2015-10-29T11:11:59,154 DEBUG [main]: optimizer.GenMapRedUtils (GenMapRedUtils.java:setMapWork(678)) - Adding pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src_json of tablesrc_json 2015-10-29T11:11:59,154 DEBUG [main]: optimizer.GenMapRedUtils (GenMapRedUtils.java:setMapWork(716)) - Information added for path pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src_json 2015-10-29T11:11:59,155 DEBUG [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(167)) - Looking at: null 2015-10-29T11:11:59,155 INFO [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(175)) - Looking for table scans where optimization is applicable 2015-10-29T11:11:59,155 INFO [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(199)) - Found 0 null table scans 2015-10-29T11:11:59,155 DEBUG [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(167)) - Looking at: null 2015-10-29T11:11:59,155 INFO [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(175)) - Looking for table scans where optimization is applicable 2015-10-29T11:11:59,155 INFO [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(199)) - Found 0 null table scans 2015-10-29T11:11:59,156 DEBUG [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(167)) - Looking at: null 2015-10-29T11:11:59,156 INFO [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(175)) - Looking for table scans where optimization is applicable 2015-10-29T11:11:59,156 INFO [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(199)) - Found 0 null table scans 2015-10-29T11:11:59,156 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:analyzeInternal(10168)) - Completed plan generation 2015-10-29T11:11:59,156 INFO [main]: ql.Driver (Driver.java:compile(448)) - Semantic Analysis Completed 2015-10-29T11:11:59,156 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:validate(10519)) - validation start 2015-10-29T11:11:59,156 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:validate(10561)) - not validating writeEntity, because entity is neither table nor partition 2015-10-29T11:11:59,156 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:59,156 INFO [main]: ql.Driver (Driver.java:getSchema(244)) - Returning Hive schema: Schema(fieldSchemas:[FieldSchema(name:_c0, type:struct, comment:null)], properties:null) 2015-10-29T11:11:59,157 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:59,157 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : compilation phase 2015-10-29T11:11:59,157 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {flushCache_()=1, isCompatibleWith_(HiveConf, )=0, getTable_(String, String, )=17} 2015-10-29T11:11:59,157 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:59,157 DEBUG [main]: lockmgr.DummyTxnManager (DummyTxnManager.java:acquireLocks(129)) - Adding default@src_json to list of lock inputs 2015-10-29T11:11:59,157 DEBUG [main]: lockmgr.DummyTxnManager (DummyTxnManager.java:acquireLocks(148)) - Adding file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-11-59_085_3984685694208188813-1/-mr-10000 to list of lock outputs 2015-10-29T11:11:59,157 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:lock(262)) - Acquiring lock for default with mode IMPLICIT 2015-10-29T11:11:59,160 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:lock(262)) - Acquiring lock for default/src_json with mode IMPLICIT 2015-10-29T11:11:59,162 DEBUG [main]: ql.Driver (Driver.java:recordValidTxns(960)) - Encoding valid txns info 9223372036854775807: txnid:0 2015-10-29T11:11:59,162 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:59,162 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:59,162 INFO [main]: ql.Driver (Driver.java:execute(1468)) - Starting command(queryId=sush_20151029111159_1cde487d-4cc5-42f4-9b9d-3276475e3432): ANALYZE TABLE src_json COMPUTE STATISTICS FOR COLUMNS json 2015-10-29T11:11:59,163 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:59,163 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: query: ANALYZE TABLE src_json COMPUTE STATISTICS FOR COLUMNS json 2015-10-29T11:11:59,163 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: type: QUERY 2015-10-29T11:11:59,163 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: Input: default@src_json 2015-10-29T11:11:59,163 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: Output: file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-11-59_085_3984685694208188813-1/-mr-10000 2015-10-29T11:11:59,163 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:59,163 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:59,163 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:59,163 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - Query ID = sush_20151029111159_1cde487d-4cc5-42f4-9b9d-3276475e3432 2015-10-29T11:11:59,164 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - Total jobs = 1 2015-10-29T11:11:59,164 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:59,164 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:59,164 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:59,164 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - Launching Job 1 out of 1 2015-10-29T11:11:59,165 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-0:MAPRED] in serial mode 2015-10-29T11:11:59,165 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - Number of reduce tasks determined at compile time: 1 2015-10-29T11:11:59,165 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - In order to change the average load for a reducer (in bytes): 2015-10-29T11:11:59,165 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - set hive.exec.reducers.bytes.per.reducer= 2015-10-29T11:11:59,165 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - In order to limit the maximum number of reducers: 2015-10-29T11:11:59,165 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - set hive.exec.reducers.max= 2015-10-29T11:11:59,165 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - In order to set a constant number of reducers: 2015-10-29T11:11:59,166 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - set mapreduce.job.reduces= 2015-10-29T11:11:59,170 INFO [main]: mr.ExecDriver (ExecDriver.java:execute(291)) - Using org.apache.hadoop.hive.ql.io.CombineHiveInputFormat 2015-10-29T11:11:59,171 INFO [main]: exec.Utilities (Utilities.java:getInputPaths(3433)) - Processing alias src_json 2015-10-29T11:11:59,171 INFO [main]: exec.Utilities (Utilities.java:getInputPaths(3450)) - Adding input file pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src_json 2015-10-29T11:11:59,171 INFO [main]: exec.Utilities (Utilities.java:isEmptyPath(2734)) - Content Summary not cached for pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src_json 2015-10-29T11:11:59,186 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:59,187 INFO [main]: exec.Utilities (Utilities.java:serializePlan(939)) - Serializing MapWork via kryo 2015-10-29T11:11:59,188 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:59,193 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:59,193 INFO [main]: exec.Utilities (Utilities.java:serializePlan(939)) - Serializing ReduceWork via kryo 2015-10-29T11:11:59,195 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:59,195 DEBUG [main]: mapreduce.Cluster (Cluster.java:initialize(90)) - Trying ClientProtocolProvider : org.apache.hadoop.mapred.LocalClientProtocolProvider 2015-10-29T11:11:59,196 INFO [main]: jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized 2015-10-29T11:11:59,196 DEBUG [main]: mapreduce.Cluster (Cluster.java:initialize(103)) - Picked org.apache.hadoop.mapred.LocalClientProtocolProvider as the ClientProtocolProvider 2015-10-29T11:11:59,197 DEBUG [main]: mapreduce.Cluster (Cluster.java:initialize(90)) - Trying ClientProtocolProvider : org.apache.hadoop.mapred.LocalClientProtocolProvider 2015-10-29T11:11:59,198 INFO [main]: jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized 2015-10-29T11:11:59,198 DEBUG [main]: mapreduce.Cluster (Cluster.java:initialize(103)) - Picked org.apache.hadoop.mapred.LocalClientProtocolProvider as the ClientProtocolProvider 2015-10-29T11:11:59,199 INFO [main]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-11-59_074_4436583907220670018-1/-mr-10001/0e4ab762-a0a7-42ce-975d-b96ea14ab875/map.xml 2015-10-29T11:11:59,199 DEBUG [main]: exec.Utilities (Utilities.java:getBaseWork(452)) - Found plan in cache for name: map.xml 2015-10-29T11:11:59,199 INFO [main]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-11-59_074_4436583907220670018-1/-mr-10001/0e4ab762-a0a7-42ce-975d-b96ea14ab875/reduce.xml 2015-10-29T11:11:59,199 DEBUG [main]: exec.Utilities (Utilities.java:getBaseWork(452)) - Found plan in cache for name: reduce.xml 2015-10-29T11:11:59,215 DEBUG [main]: mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(456)) - Configuring job job_local171677403_0006 with file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/hadoop-tmp/mapred/staging/sush171677403/.staging/job_local171677403_0006 as the submit dir 2015-10-29T11:11:59,215 DEBUG [main]: mapreduce.JobSubmitter (JobSubmitter.java:populateTokenCache(718)) - adding the following namenodes' delegation tokens:[file:///] 2015-10-29T11:11:59,215 WARN [main]: mapreduce.JobSubmitter (JobSubmitter.java:copyAndConfigureFiles(153)) - Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2015-10-29T11:11:59,215 DEBUG [main]: mapreduce.JobSubmitter (JobSubmitter.java:copyAndConfigureFiles(173)) - default FileSystem: file:/// 2015-10-29T11:11:59,330 DEBUG [main]: mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(491)) - Creating splits at file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/hadoop-tmp/mapred/staging/sush171677403/.staging/job_local171677403_0006 2015-10-29T11:11:59,330 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:59,330 INFO [main]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-11-59_074_4436583907220670018-1/-mr-10001/0e4ab762-a0a7-42ce-975d-b96ea14ab875/map.xml 2015-10-29T11:11:59,331 DEBUG [main]: exec.Utilities (Utilities.java:getBaseWork(452)) - Found plan in cache for name: map.xml 2015-10-29T11:11:59,331 INFO [main]: io.CombineHiveInputFormat (CombineHiveInputFormat.java:getSplits(478)) - Total number of paths: 1, launching 1 threads to check non-combinable ones. 2015-10-29T11:11:59,331 DEBUG [main]: io.CombineHiveInputFormat (CombineHiveInputFormat.java:getSplits(512)) - The received input paths are: [pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src_json] against the property mapreduce.input.fileinputformat.inputdir 2015-10-29T11:11:59,332 INFO [main]: io.CombineHiveInputFormat (CombineHiveInputFormat.java:getCombineSplits(395)) - CombineHiveInputSplit creating pool for pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src_json; using filter path pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src_json 2015-10-29T11:11:59,343 DEBUG [main]: input.FileInputFormat (FileInputFormat.java:listStatus(279)) - Time taken to get FileStatuses: 10 2015-10-29T11:11:59,343 INFO [main]: input.FileInputFormat (FileInputFormat.java:listStatus(281)) - Total input paths to process : 1 2015-10-29T11:11:59,344 INFO [main]: input.CombineFileInputFormat (CombineFileInputFormat.java:createSplits(413)) - DEBUG: Terminated node allocation with : CompletedNodes: 1, size left: 0 2015-10-29T11:11:59,344 INFO [main]: io.CombineHiveInputFormat (CombineHiveInputFormat.java:getCombineSplits(450)) - number of splits 1 2015-10-29T11:11:59,344 INFO [main]: io.CombineHiveInputFormat (CombineHiveInputFormat.java:getSplits(549)) - Number of all splits 1 2015-10-29T11:11:59,344 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:59,360 INFO [main]: mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(494)) - number of splits:1 2015-10-29T11:11:59,374 INFO [main]: mapreduce.JobSubmitter (JobSubmitter.java:printTokens(583)) - Submitting tokens for job: job_local171677403_0006 2015-10-29T11:11:59,444 INFO [main]: mapreduce.Job (Job.java:submit(1300)) - The url to track the job: http://localhost:8080/ 2015-10-29T11:11:59,444 INFO [Thread-345]: mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(471)) - OutputCommitter set in config org.apache.hadoop.hive.ql.io.HiveFileFormatUtils$NullOutputCommitter 2015-10-29T11:11:59,444 INFO [Thread-345]: mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(489)) - OutputCommitter is org.apache.hadoop.hive.ql.io.HiveFileFormatUtils$NullOutputCommitter 2015-10-29T11:11:59,444 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - Job running in-process (local Hadoop) 2015-10-29T11:11:59,445 DEBUG [Thread-345]: mapred.LocalJobRunner (LocalJobRunner.java:createMapExecutor(395)) - Starting mapper thread pool executor. 2015-10-29T11:11:59,445 DEBUG [Thread-345]: mapred.LocalJobRunner (LocalJobRunner.java:createMapExecutor(396)) - Max local threads: 1 2015-10-29T11:11:59,445 DEBUG [Thread-345]: mapred.LocalJobRunner (LocalJobRunner.java:createMapExecutor(397)) - Map tasks to process: 1 2015-10-29T11:11:59,445 INFO [Thread-345]: mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for map tasks 2015-10-29T11:11:59,445 INFO [LocalJobRunner Map Task Executor #0]: mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local171677403_0006_m_000000_0 2015-10-29T11:11:59,445 DEBUG [LocalJobRunner Map Task Executor #0]: mapred.SortedRanges (SortedRanges.java:doNext(348)) - currentIndex 0 0:0 2015-10-29T11:11:59,446 DEBUG [LocalJobRunner Map Task Executor #0]: mapred.LocalJobRunner (LocalJobRunner.java:setupChildMapredLocalDirs(974)) - mapreduce.cluster.local.dir for child : /Users/sush/dev/hive.git/itests/qtest/target/tmp/hadoop-tmp/mapred/local/localRunner//sush/jobcache/job_local171677403_0006/attempt_local171677403_0006_m_000000_0 2015-10-29T11:11:59,446 INFO [LocalJobRunner Map Task Executor #0]: util.ProcfsBasedProcessTree (ProcfsBasedProcessTree.java:isAvailable(181)) - ProcfsBasedProcessTree currently is supported only on Linux. 2015-10-29T11:11:59,446 INFO [LocalJobRunner Map Task Executor #0]: util.ProcfsBasedProcessTree (ProcfsBasedProcessTree.java:isAvailable(181)) - ProcfsBasedProcessTree currently is supported only on Linux. 2015-10-29T11:11:59,446 INFO [LocalJobRunner Map Task Executor #0]: mapred.Task (Task.java:initialize(587)) - Using ResourceCalculatorProcessTree : null 2015-10-29T11:11:59,447 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:updateJobWithSplit(482)) - Processing split: Paths:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src_json/json.txt:0+645InputFormatClass: org.apache.hadoop.mapred.TextInputFormat 2015-10-29T11:11:59,447 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-11-59_074_4436583907220670018-1/-mr-10001/0e4ab762-a0a7-42ce-975d-b96ea14ab875/map.xml 2015-10-29T11:11:59,447 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(405)) - local path = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-11-59_074_4436583907220670018-1/-mr-10001/0e4ab762-a0a7-42ce-975d-b96ea14ab875/map.xml 2015-10-29T11:11:59,447 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(417)) - Open file to read in plan: file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-11-59_074_4436583907220670018-1/-mr-10001/0e4ab762-a0a7-42ce-975d-b96ea14ab875/map.xml 2015-10-29T11:11:59,447 INFO [LocalJobRunner Map Task Executor #0]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:59,447 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:deserializePlan(966)) - Deserializing MapWork via kryo 2015-10-29T11:11:59,458 INFO [LocalJobRunner Map Task Executor #0]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:59,458 INFO [LocalJobRunner Map Task Executor #0]: io.HiveContextAwareRecordReader (HiveContextAwareRecordReader.java:initIOContext(174)) - Processing file pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src_json/json.txt 2015-10-29T11:11:59,458 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:runOldMapper(436)) - numReduceTasks: 1 2015-10-29T11:11:59,459 DEBUG [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:createSortingCollector(398)) - Trying map output collector class: org.apache.hadoop.mapred.MapTask$MapOutputBuffer 2015-10-29T11:11:59,471 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:setEquator(1202)) - (EQUATOR) 0 kvi 26214396(104857584) 2015-10-29T11:11:59,471 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:init(995)) - mapreduce.task.io.sort.mb: 100 2015-10-29T11:11:59,471 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:init(996)) - soft limit at 83886080 2015-10-29T11:11:59,471 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:init(997)) - bufstart = 0; bufvoid = 104857600 2015-10-29T11:11:59,472 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:init(998)) - kvstart = 26214396; length = 6553600 2015-10-29T11:11:59,472 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:createSortingCollector(402)) - Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer 2015-10-29T11:11:59,472 INFO [LocalJobRunner Map Task Executor #0]: mr.ExecMapper (ExecMapper.java:configure(83)) - conf classpath = [file:/Users/sush/dev/hive.git/itests/qtest/target/surefire/surefirebooter6776397513364088476.jar] 2015-10-29T11:11:59,472 INFO [LocalJobRunner Map Task Executor #0]: mr.ExecMapper (ExecMapper.java:configure(85)) - thread classpath = [file:/Users/sush/dev/hive.git/itests/qtest/target/surefire/surefirebooter6776397513364088476.jar] 2015-10-29T11:11:59,472 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-11-59_074_4436583907220670018-1/-mr-10001/0e4ab762-a0a7-42ce-975d-b96ea14ab875/map.xml 2015-10-29T11:11:59,472 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(452)) - Found plan in cache for name: map.xml 2015-10-29T11:11:59,473 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:initialize(338)) - Initializing operator MAP[11] 2015-10-29T11:11:59,473 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:initialize(377)) - Initialization Done 11 MAP 2015-10-29T11:11:59,473 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:initializeChildren(463)) - Operator 11 MAP initialized 2015-10-29T11:11:59,473 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:initialize(390)) - Initialization Done 11 MAP done is reset. 2015-10-29T11:11:59,473 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:11:59,473 INFO [LocalJobRunner Map Task Executor #0]: mr.ExecMapper (ExecMapper.java:configure(110)) - Id =11 Id =7 Id =8 Id =9 Id =10 <\Children> Id = 9 null<\Parent> <\RS> <\Children> Id = 8 null<\Parent> <\GBY> <\Children> Id = 7 null<\Parent> <\SEL> <\Children> Id = 11 null<\Parent> <\TS> <\Children> <\Parent> <\MAP> 2015-10-29T11:11:59,474 INFO [LocalJobRunner Map Task Executor #0]: MapredContext (MapredContext.java:init(55)) - MapredContext initialized. 2015-10-29T11:11:59,474 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:initialize(338)) - Initializing operator TS[7] 2015-10-29T11:11:59,474 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:initialize(377)) - Initialization Done 7 TS 2015-10-29T11:11:59,474 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:initializeChildren(463)) - Operator 7 TS initialized 2015-10-29T11:11:59,474 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:initializeChildren(469)) - Initializing children of 7 TS 2015-10-29T11:11:59,474 INFO [LocalJobRunner Map Task Executor #0]: exec.SelectOperator (Operator.java:initialize(507)) - Initializing child 8 SEL 2015-10-29T11:11:59,475 INFO [LocalJobRunner Map Task Executor #0]: exec.SelectOperator (Operator.java:initialize(338)) - Initializing operator SEL[8] 2015-10-29T11:11:59,475 INFO [LocalJobRunner Map Task Executor #0]: exec.SelectOperator (SelectOperator.java:initializeOp(65)) - SELECT struct 2015-10-29T11:11:59,475 INFO [LocalJobRunner Map Task Executor #0]: exec.SelectOperator (Operator.java:initialize(377)) - Initialization Done 8 SEL 2015-10-29T11:11:59,475 INFO [LocalJobRunner Map Task Executor #0]: exec.SelectOperator (Operator.java:initializeChildren(463)) - Operator 8 SEL initialized 2015-10-29T11:11:59,475 INFO [LocalJobRunner Map Task Executor #0]: exec.SelectOperator (Operator.java:initializeChildren(469)) - Initializing children of 8 SEL 2015-10-29T11:11:59,475 INFO [LocalJobRunner Map Task Executor #0]: exec.GroupByOperator (Operator.java:initialize(507)) - Initializing child 9 GBY 2015-10-29T11:11:59,475 INFO [LocalJobRunner Map Task Executor #0]: exec.GroupByOperator (Operator.java:initialize(338)) - Initializing operator GBY[9] 2015-10-29T11:11:59,475 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:11:59,475 INFO [LocalJobRunner Map Task Executor #0]: exec.GroupByOperator (Operator.java:initialize(377)) - Initialization Done 9 GBY 2015-10-29T11:11:59,475 INFO [LocalJobRunner Map Task Executor #0]: exec.GroupByOperator (Operator.java:initializeChildren(463)) - Operator 9 GBY initialized 2015-10-29T11:11:59,475 INFO [LocalJobRunner Map Task Executor #0]: exec.GroupByOperator (Operator.java:initializeChildren(469)) - Initializing children of 9 GBY 2015-10-29T11:11:59,476 INFO [LocalJobRunner Map Task Executor #0]: exec.ReduceSinkOperator (Operator.java:initialize(507)) - Initializing child 10 RS 2015-10-29T11:11:59,476 INFO [LocalJobRunner Map Task Executor #0]: exec.ReduceSinkOperator (Operator.java:initialize(338)) - Initializing operator RS[10] 2015-10-29T11:11:59,476 INFO [LocalJobRunner Map Task Executor #0]: exec.ReduceSinkOperator (ReduceSinkOperator.java:initializeOp(221)) - Using tag = -1 2015-10-29T11:11:59,476 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:11:59,476 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:11:59,476 DEBUG [LocalJobRunner Map Task Executor #0]: lazybinary.LazyBinarySerDe (LazyBinarySerDe.java:initialize(131)) - LazyBinarySerDe initialized with: columnNames=[_col0] columnTypes=[struct] 2015-10-29T11:11:59,476 INFO [LocalJobRunner Map Task Executor #0]: exec.ReduceSinkOperator (Operator.java:initialize(377)) - Initialization Done 10 RS 2015-10-29T11:11:59,476 INFO [LocalJobRunner Map Task Executor #0]: exec.ReduceSinkOperator (Operator.java:initializeChildren(463)) - Operator 10 RS initialized 2015-10-29T11:11:59,476 INFO [LocalJobRunner Map Task Executor #0]: exec.ReduceSinkOperator (Operator.java:initialize(390)) - Initialization Done 10 RS done is reset. 2015-10-29T11:11:59,476 INFO [LocalJobRunner Map Task Executor #0]: exec.GroupByOperator (Operator.java:initialize(390)) - Initialization Done 9 GBY done is reset. 2015-10-29T11:11:59,476 INFO [LocalJobRunner Map Task Executor #0]: exec.SelectOperator (Operator.java:initialize(390)) - Initialization Done 8 SEL done is reset. 2015-10-29T11:11:59,477 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:initialize(390)) - Initialization Done 7 TS done is reset. 2015-10-29T11:11:59,477 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-11-59_074_4436583907220670018-1/-mr-10001/0e4ab762-a0a7-42ce-975d-b96ea14ab875/map.xml 2015-10-29T11:11:59,477 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(452)) - Found plan in cache for name: map.xml 2015-10-29T11:11:59,477 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (MapOperator.java:rowsForwarded(535)) - MAP[11]: records read - 1 2015-10-29T11:11:59,477 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:close(650)) - 11 finished. closing... 2015-10-29T11:11:59,477 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:logStats(898)) - RECORDS_IN:1 2015-10-29T11:11:59,477 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:logStats(898)) - DESERIALIZE_ERRORS:0 2015-10-29T11:11:59,477 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:close(650)) - 7 finished. closing... 2015-10-29T11:11:59,477 INFO [LocalJobRunner Map Task Executor #0]: exec.SelectOperator (Operator.java:close(650)) - 8 finished. closing... 2015-10-29T11:11:59,478 INFO [LocalJobRunner Map Task Executor #0]: exec.GroupByOperator (Operator.java:close(650)) - 9 finished. closing... 2015-10-29T11:11:59,478 INFO [LocalJobRunner Map Task Executor #0]: exec.GroupByOperator (GroupByOperator.java:flush(1027)) - Begin Hash Table flush: size = 1 2015-10-29T11:11:59,478 INFO [LocalJobRunner Map Task Executor #0]: exec.ReduceSinkOperator (ReduceSinkOperator.java:process(322)) - keys are [] num distributions: 0 2015-10-29T11:11:59,478 INFO [LocalJobRunner Map Task Executor #0]: exec.ReduceSinkOperator (ReduceSinkOperator.java:collect(535)) - RS[10]: records written - 1 2015-10-29T11:11:59,478 INFO [LocalJobRunner Map Task Executor #0]: exec.ReduceSinkOperator (Operator.java:close(650)) - 10 finished. closing... 2015-10-29T11:11:59,478 INFO [LocalJobRunner Map Task Executor #0]: exec.ReduceSinkOperator (ReduceSinkOperator.java:closeOp(569)) - RS[10]: records written - 1 2015-10-29T11:11:59,478 INFO [LocalJobRunner Map Task Executor #0]: exec.ReduceSinkOperator (Operator.java:logStats(898)) - RECORDS_OUT_INTERMEDIATE:1 2015-10-29T11:11:59,478 INFO [LocalJobRunner Map Task Executor #0]: exec.ReduceSinkOperator (Operator.java:close(674)) - 10 Close done 2015-10-29T11:11:59,478 INFO [LocalJobRunner Map Task Executor #0]: exec.GroupByOperator (Operator.java:close(674)) - 9 Close done 2015-10-29T11:11:59,478 INFO [LocalJobRunner Map Task Executor #0]: exec.SelectOperator (Operator.java:close(674)) - 8 Close done 2015-10-29T11:11:59,479 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:close(674)) - 7 Close done 2015-10-29T11:11:59,479 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:close(674)) - 11 Close done 2015-10-29T11:11:59,479 INFO [LocalJobRunner Map Task Executor #0]: mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 2015-10-29T11:11:59,479 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:flush(1457)) - Starting flush of map output 2015-10-29T11:11:59,479 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:flush(1475)) - Spilling map output 2015-10-29T11:11:59,479 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:flush(1476)) - bufstart = 0; bufend = 80; bufvoid = 104857600 2015-10-29T11:11:59,479 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:flush(1478)) - kvstart = 26214396(104857584); kvend = 26214396(104857584); length = 1/6553600 2015-10-29T11:11:59,481 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:sortAndSpill(1660)) - Finished spill 0 2015-10-29T11:11:59,482 INFO [LocalJobRunner Map Task Executor #0]: mapred.Task (Task.java:done(1001)) - Task:attempt_local171677403_0006_m_000000_0 is done. And is in the process of committing 2015-10-29T11:11:59,483 INFO [LocalJobRunner Map Task Executor #0]: mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src_json/json.txt:0+645 2015-10-29T11:11:59,483 INFO [LocalJobRunner Map Task Executor #0]: mapred.Task (Task.java:sendDone(1121)) - Task 'attempt_local171677403_0006_m_000000_0' done. 2015-10-29T11:11:59,484 INFO [LocalJobRunner Map Task Executor #0]: mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local171677403_0006_m_000000_0 2015-10-29T11:11:59,484 INFO [Thread-345]: mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - map task executor complete. 2015-10-29T11:11:59,484 DEBUG [Thread-345]: mapred.LocalJobRunner (LocalJobRunner.java:createReduceExecutor(424)) - Starting reduce thread pool executor. 2015-10-29T11:11:59,484 DEBUG [Thread-345]: mapred.LocalJobRunner (LocalJobRunner.java:createReduceExecutor(425)) - Max local threads: 1 2015-10-29T11:11:59,484 DEBUG [Thread-345]: mapred.LocalJobRunner (LocalJobRunner.java:createReduceExecutor(426)) - Reduce tasks to process: 1 2015-10-29T11:11:59,484 INFO [Thread-345]: mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for reduce tasks 2015-10-29T11:11:59,485 INFO [pool-27-thread-1]: mapred.LocalJobRunner (LocalJobRunner.java:run(302)) - Starting task: attempt_local171677403_0006_r_000000_0 2015-10-29T11:11:59,485 DEBUG [pool-27-thread-1]: mapred.SortedRanges (SortedRanges.java:doNext(348)) - currentIndex 0 0:0 2015-10-29T11:11:59,485 DEBUG [pool-27-thread-1]: mapred.LocalJobRunner (LocalJobRunner.java:setupChildMapredLocalDirs(974)) - mapreduce.cluster.local.dir for child : /Users/sush/dev/hive.git/itests/qtest/target/tmp/hadoop-tmp/mapred/local/localRunner//sush/jobcache/job_local171677403_0006/attempt_local171677403_0006_r_000000_0 2015-10-29T11:11:59,486 INFO [pool-27-thread-1]: util.ProcfsBasedProcessTree (ProcfsBasedProcessTree.java:isAvailable(181)) - ProcfsBasedProcessTree currently is supported only on Linux. 2015-10-29T11:11:59,486 INFO [pool-27-thread-1]: util.ProcfsBasedProcessTree (ProcfsBasedProcessTree.java:isAvailable(181)) - ProcfsBasedProcessTree currently is supported only on Linux. 2015-10-29T11:11:59,486 INFO [pool-27-thread-1]: mapred.Task (Task.java:initialize(587)) - Using ResourceCalculatorProcessTree : null 2015-10-29T11:11:59,486 INFO [pool-27-thread-1]: mapred.ReduceTask (ReduceTask.java:run(362)) - Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@44b7525f 2015-10-29T11:11:59,487 INFO [pool-27-thread-1]: reduce.MergeManagerImpl (MergeManagerImpl.java:(196)) - MergerManager: memoryLimit=1336252800, maxSingleShuffleLimit=334063200, mergeThreshold=881926912, ioSortFactor=10, memToMemMergeOutputsThreshold=10 2015-10-29T11:11:59,487 INFO [EventFetcher for fetching Map Completion Events]: reduce.EventFetcher (EventFetcher.java:run(61)) - attempt_local171677403_0006_r_000000_0 Thread started: EventFetcher for fetching Map Completion Events 2015-10-29T11:11:59,488 DEBUG [EventFetcher for fetching Map Completion Events]: reduce.EventFetcher (EventFetcher.java:getMapCompletionEvents(127)) - Got 0 map completion events from 0 2015-10-29T11:11:59,488 DEBUG [EventFetcher for fetching Map Completion Events]: reduce.EventFetcher (EventFetcher.java:run(71)) - GetMapEventsThread about to sleep for 1000 2015-10-29T11:11:59,488 DEBUG [localfetcher#3]: reduce.LocalFetcher (LocalFetcher.java:doCopy(101)) - LocalFetcher 3 going to fetch: attempt_local171677403_0006_m_000000_0 2015-10-29T11:11:59,488 DEBUG [localfetcher#3]: reduce.MergeManagerImpl (MergeManagerImpl.java:reserve(291)) - attempt_local171677403_0006_m_000000_0: Proceeding with shuffle since usedMemory (0) is lesser than memoryLimit (1336252800).CommitMemory is (0) 2015-10-29T11:11:59,489 INFO [localfetcher#3]: reduce.LocalFetcher (LocalFetcher.java:copyMapOutput(141)) - localfetcher#3 about to shuffle output of map attempt_local171677403_0006_m_000000_0 decomp: 84 len: 88 to MEMORY 2015-10-29T11:11:59,489 INFO [localfetcher#3]: reduce.InMemoryMapOutput (InMemoryMapOutput.java:shuffle(100)) - Read 84 bytes from map-output for attempt_local171677403_0006_m_000000_0 2015-10-29T11:11:59,489 INFO [localfetcher#3]: reduce.MergeManagerImpl (MergeManagerImpl.java:closeInMemoryFile(314)) - closeInMemoryFile -> map-output of size: 84, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->84 2015-10-29T11:11:59,489 DEBUG [localfetcher#3]: reduce.ShuffleSchedulerImpl (ShuffleSchedulerImpl.java:copySucceeded(217)) - map attempt_local171677403_0006_m_000000_0 done 1 / 1 copied. 2015-10-29T11:11:59,489 INFO [EventFetcher for fetching Map Completion Events]: reduce.EventFetcher (EventFetcher.java:run(76)) - EventFetcher is interrupted.. Returning 2015-10-29T11:11:59,490 INFO [pool-27-thread-1]: mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied. 2015-10-29T11:11:59,490 INFO [pool-27-thread-1]: reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(674)) - finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs 2015-10-29T11:11:59,491 INFO [pool-27-thread-1]: mapred.Merger (Merger.java:merge(597)) - Merging 1 sorted segments 2015-10-29T11:11:59,491 INFO [pool-27-thread-1]: mapred.Merger (Merger.java:merge(696)) - Down to the last merge-pass, with 1 segments left of total size: 77 bytes 2015-10-29T11:11:59,492 INFO [pool-27-thread-1]: reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(751)) - Merged 1 segments, 84 bytes to disk to satisfy reduce memory limit 2015-10-29T11:11:59,492 DEBUG [pool-27-thread-1]: reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(774)) - Disk file: /Users/sush/dev/hive.git/itests/qtest/target/tmp/hadoop-tmp/mapred/local/localRunner/sush/jobcache/job_local171677403_0006/attempt_local171677403_0006_r_000000_0/output/map_0.out.merged Length is 88 2015-10-29T11:11:59,492 INFO [pool-27-thread-1]: reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(781)) - Merging 1 files, 88 bytes from disk 2015-10-29T11:11:59,492 INFO [pool-27-thread-1]: reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(796)) - Merging 0 segments, 0 bytes from memory into reduce 2015-10-29T11:11:59,492 INFO [pool-27-thread-1]: mapred.Merger (Merger.java:merge(597)) - Merging 1 sorted segments 2015-10-29T11:11:59,492 INFO [pool-27-thread-1]: mapred.Merger (Merger.java:merge(696)) - Down to the last merge-pass, with 1 segments left of total size: 77 bytes 2015-10-29T11:11:59,492 INFO [pool-27-thread-1]: mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied. 2015-10-29T11:11:59,493 INFO [pool-27-thread-1]: ExecReducer (ExecReducer.java:configure(101)) - conf classpath = [file:/Users/sush/dev/hive.git/itests/qtest/target/surefire/surefirebooter6776397513364088476.jar] 2015-10-29T11:11:59,493 INFO [pool-27-thread-1]: ExecReducer (ExecReducer.java:configure(103)) - thread classpath = [file:/Users/sush/dev/hive.git/itests/qtest/target/surefire/surefirebooter6776397513364088476.jar] 2015-10-29T11:11:59,493 INFO [pool-27-thread-1]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-11-59_074_4436583907220670018-1/-mr-10001/0e4ab762-a0a7-42ce-975d-b96ea14ab875/reduce.xml 2015-10-29T11:11:59,493 INFO [pool-27-thread-1]: exec.Utilities (Utilities.java:getBaseWork(405)) - local path = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-11-59_074_4436583907220670018-1/-mr-10001/0e4ab762-a0a7-42ce-975d-b96ea14ab875/reduce.xml 2015-10-29T11:11:59,493 INFO [pool-27-thread-1]: exec.Utilities (Utilities.java:getBaseWork(417)) - Open file to read in plan: file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-11-59_074_4436583907220670018-1/-mr-10001/0e4ab762-a0a7-42ce-975d-b96ea14ab875/reduce.xml 2015-10-29T11:11:59,494 INFO [pool-27-thread-1]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:11:59,494 INFO [pool-27-thread-1]: exec.Utilities (Utilities.java:deserializePlan(966)) - Deserializing ReduceWork via kryo 2015-10-29T11:11:59,508 INFO [pool-27-thread-1]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:11:59,508 DEBUG [pool-27-thread-1]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:11:59,508 DEBUG [pool-27-thread-1]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:11:59,508 DEBUG [pool-27-thread-1]: lazybinary.LazyBinarySerDe (LazyBinarySerDe.java:initialize(131)) - LazyBinarySerDe initialized with: columnNames=[_col0] columnTypes=[struct] 2015-10-29T11:11:59,508 INFO [pool-27-thread-1]: MapredContext (MapredContext.java:init(55)) - MapredContext initialized. 2015-10-29T11:11:59,509 INFO [pool-27-thread-1]: ExecReducer (ExecReducer.java:configure(149)) - Id =12 Id =13 <\Children> Id = 12 null<\Parent> <\FS> <\Children> <\Parent> <\GBY> 2015-10-29T11:11:59,509 INFO [pool-27-thread-1]: exec.GroupByOperator (Operator.java:initialize(338)) - Initializing operator GBY[12] 2015-10-29T11:11:59,509 DEBUG [pool-27-thread-1]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:11:59,509 INFO [pool-27-thread-1]: exec.GroupByOperator (Operator.java:initialize(377)) - Initialization Done 12 GBY 2015-10-29T11:11:59,509 INFO [pool-27-thread-1]: exec.GroupByOperator (Operator.java:initializeChildren(463)) - Operator 12 GBY initialized 2015-10-29T11:11:59,509 INFO [pool-27-thread-1]: exec.GroupByOperator (Operator.java:initializeChildren(469)) - Initializing children of 12 GBY 2015-10-29T11:11:59,509 INFO [pool-27-thread-1]: exec.FileSinkOperator (Operator.java:initialize(507)) - Initializing child 13 FS 2015-10-29T11:11:59,509 INFO [pool-27-thread-1]: exec.FileSinkOperator (Operator.java:initialize(338)) - Initializing operator FS[13] 2015-10-29T11:11:59,509 DEBUG [pool-27-thread-1]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:11:59,510 INFO [pool-27-thread-1]: exec.FileSinkOperator (FileSinkOperator.java:initializeOp(361)) - Using serializer : class org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe[[[B@47daba65]:[_col0]:[struct]] and formatter : org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat@690361bd 2015-10-29T11:11:59,510 DEBUG [pool-27-thread-1]: exec.FileSinkOperator (FileSinkOperator.java:(163)) - Created slots for 1 2015-10-29T11:11:59,510 INFO [pool-27-thread-1]: exec.FileSinkOperator (Operator.java:initialize(377)) - Initialization Done 13 FS 2015-10-29T11:11:59,510 INFO [pool-27-thread-1]: exec.FileSinkOperator (Operator.java:initializeChildren(463)) - Operator 13 FS initialized 2015-10-29T11:11:59,510 INFO [pool-27-thread-1]: exec.FileSinkOperator (Operator.java:initialize(390)) - Initialization Done 13 FS done is reset. 2015-10-29T11:11:59,510 INFO [pool-27-thread-1]: exec.GroupByOperator (Operator.java:initialize(390)) - Initialization Done 12 GBY done is reset. 2015-10-29T11:11:59,511 INFO [pool-27-thread-1]: exec.GroupByOperator (Operator.java:close(650)) - 12 finished. closing... 2015-10-29T11:11:59,511 INFO [pool-27-thread-1]: exec.FileSinkOperator (FileSinkOperator.java:createBucketForFileIdx(572)) - Final Path: FS file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-11-59_085_3984685694208188813-1/-mr-10000/.hive-staging_hive_2015-10-29_11-11-59_085_3984685694208188813-1/_tmp.-ext-10001/000000_0 2015-10-29T11:11:59,512 INFO [pool-27-thread-1]: exec.FileSinkOperator (FileSinkOperator.java:createBucketForFileIdx(576)) - Writing to temp file: FS file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-11-59_085_3984685694208188813-1/-mr-10000/.hive-staging_hive_2015-10-29_11-11-59_085_3984685694208188813-1/_task_tmp.-ext-10001/_tmp.000000_0 2015-10-29T11:11:59,512 INFO [pool-27-thread-1]: exec.FileSinkOperator (FileSinkOperator.java:createBucketForFileIdx(593)) - New Final Path: FS file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-11-59_085_3984685694208188813-1/-mr-10000/.hive-staging_hive_2015-10-29_11-11-59_085_3984685694208188813-1/_tmp.-ext-10001/000000_0 2015-10-29T11:11:59,518 INFO [pool-27-thread-1]: exec.FileSinkOperator (FileSinkOperator.java:process(727)) - FS[13]: records written - 1 2015-10-29T11:11:59,518 INFO [pool-27-thread-1]: exec.FileSinkOperator (Operator.java:close(650)) - 13 finished. closing... 2015-10-29T11:11:59,518 INFO [pool-27-thread-1]: exec.FileSinkOperator (FileSinkOperator.java:closeOp(989)) - FS[13]: records written - 1 2015-10-29T11:11:59,519 INFO [pool-27-thread-1]: exec.FileSinkOperator (Operator.java:logStats(898)) - RECORDS_OUT_0:1 2015-10-29T11:11:59,519 INFO [pool-27-thread-1]: exec.FileSinkOperator (Operator.java:close(674)) - 13 Close done 2015-10-29T11:11:59,519 INFO [pool-27-thread-1]: exec.GroupByOperator (Operator.java:close(674)) - 12 Close done 2015-10-29T11:11:59,519 INFO [pool-27-thread-1]: mapred.Task (Task.java:done(1001)) - Task:attempt_local171677403_0006_r_000000_0 is done. And is in the process of committing 2015-10-29T11:11:59,520 INFO [pool-27-thread-1]: mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - reduce > reduce 2015-10-29T11:11:59,520 INFO [pool-27-thread-1]: mapred.Task (Task.java:sendDone(1121)) - Task 'attempt_local171677403_0006_r_000000_0' done. 2015-10-29T11:11:59,520 INFO [pool-27-thread-1]: mapred.LocalJobRunner (LocalJobRunner.java:run(325)) - Finishing task: attempt_local171677403_0006_r_000000_0 2015-10-29T11:11:59,520 INFO [Thread-345]: mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - reduce task executor complete. 2015-10-29T11:12:00,446 DEBUG [main]: exec.Heartbeater (Heartbeater.java:heartbeat(80)) - heartbeating 2015-10-29T11:12:00,451 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - 2015-10-29 11:12:00,451 Stage-0 map = 100%, reduce = 100% 2015-10-29T11:12:00,454 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - Ended Job = job_local171677403_0006 2015-10-29T11:12:00,456 DEBUG [main]: exec.Utilities (Utilities.java:getIdFromFilename(1751)) - TaskId for 000000_0 = 000000 2015-10-29T11:12:00,456 INFO [main]: exec.FileSinkOperator (Utilities.java:mvFileToFinalPath(1902)) - Moving tmp dir: file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-11-59_085_3984685694208188813-1/-mr-10000/.hive-staging_hive_2015-10-29_11-11-59_085_3984685694208188813-1/_tmp.-ext-10001 to: file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-11-59_085_3984685694208188813-1/-mr-10000/.hive-staging_hive_2015-10-29_11-11-59_085_3984685694208188813-1/-ext-10001 2015-10-29T11:12:00,456 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:00,458 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-1:COLUMNSTATS] in serial mode 2015-10-29T11:12:00,466 DEBUG [main]: mapred.FileInputFormat (FileInputFormat.java:listStatus(245)) - Time taken to get FileStatuses: 6 2015-10-29T11:12:00,466 INFO [main]: mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1 2015-10-29T11:12:00,466 DEBUG [main]: mapred.FileInputFormat (FileInputFormat.java:getSplits(373)) - Total # of splits generated by getSplits: 1, TimeTaken: 7 2015-10-29T11:12:00,466 DEBUG [main]: exec.FetchOperator (FetchOperator.java:getRecordReader(314)) - Creating fetchTask with deserializer typeinfo: struct<_col0:struct> 2015-10-29T11:12:00,466 DEBUG [main]: exec.FetchOperator (FetchOperator.java:getRecordReader(316)) - deserializer properties: table properties: {columns=_col0, serialization.escape.crlf=true, serialization.lib=org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, hive.serialization.extend.additional.nesting.levels=true, serialization.format=1, columns.types=struct, escape.delim=\} partition properties: {columns=_col0, serialization.escape.crlf=true, serialization.lib=org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, hive.serialization.extend.additional.nesting.levels=true, serialization.format=1, columns.types=struct, escape.delim=\} 2015-10-29T11:12:00,467 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:00,467 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=src_json 2015-10-29T11:12:00,467 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=src_json 2015-10-29T11:12:00,475 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:00,475 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:00,476 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: write_column_statistics: db=default table=src_json column=json 2015-10-29T11:12:00,476 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=write_column_statistics: db=default table=src_json column=json 2015-10-29T11:12:00,483 INFO [main]: metastore.ObjectStore (ObjectStore.java:writeMTableColumnStatistics(6275)) - Updating table level column statistics for db=default tableName=src_json colName=json 2015-10-29T11:12:00,483 INFO [main]: metastore.ObjectStore (ObjectStore.java:writeMTableColumnStatistics(6275)) - Updating table level column statistics for db=default tableName=src_json colName=json 2015-10-29T11:12:00,487 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:00,487 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:00,487 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:00,487 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: query: ANALYZE TABLE src_json COMPUTE STATISTICS FOR COLUMNS json 2015-10-29T11:12:00,487 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: type: QUERY 2015-10-29T11:12:00,487 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Input: default@src_json 2015-10-29T11:12:00,487 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Output: file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-11-59_085_3984685694208188813-1/-mr-10000 2015-10-29T11:12:00,488 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:00,488 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : execution phase 2015-10-29T11:12:00,488 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {updateTableColumnStatistics_(ColumnStatistics, )=12, isCompatibleWith_(HiveConf, )=0, getTable_(String, String, )=8} 2015-10-29T11:12:00,488 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:00,488 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - MapReduce Jobs Launched: 2015-10-29T11:12:00,488 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - Stage-Stage-0: HDFS Read: 0 HDFS Write: 0 SUCCESS 2015-10-29T11:12:00,488 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - Total MapReduce CPU Time Spent: 0 msec 2015-10-29T11:12:00,488 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - OK 2015-10-29T11:12:00,488 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:00,489 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:releaseLocks(217)) - about to release lock for default/src_json 2015-10-29T11:12:00,491 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:releaseLocks(217)) - about to release lock for default 2015-10-29T11:12:00,492 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:00,493 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:00,493 DEBUG [main]: ql.Driver (DriverContext.java:shutdown(132)) - Shutting down query ANALYZE TABLE src_json COMPUTE STATISTICS FOR COLUMNS json 2015-10-29T11:12:00,493 INFO [main]: CliDriver (SessionState.java:printInfo(996)) - Time taken: 1.419 seconds 2015-10-29T11:12:00,494 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:00,494 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:00,494 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:00,494 DEBUG [main]: conf.VariableSubstitution (VariableSubstitution.java:substitute(63)) - Substitution is on: -- -- Table src_sequencefile -- DROP TABLE IF EXISTS src_sequencefile 2015-10-29T11:12:00,494 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:00,494 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(185)) - Parsing command: -- -- Table src_sequencefile -- DROP TABLE IF EXISTS src_sequencefile 2015-10-29T11:12:00,495 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(209)) - Parse Completed 2015-10-29T11:12:00,495 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:00,495 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:00,495 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:00,495 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:00,495 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:00,495 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=src_sequencefile 2015-10-29T11:12:00,495 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=src_sequencefile 2015-10-29T11:12:00,496 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:00,496 INFO [main]: ql.Driver (Driver.java:compile(448)) - Semantic Analysis Completed 2015-10-29T11:12:00,497 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:00,497 INFO [main]: ql.Driver (Driver.java:getSchema(244)) - Returning Hive schema: Schema(fieldSchemas:null, properties:null) 2015-10-29T11:12:00,497 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:00,497 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : compilation phase 2015-10-29T11:12:00,497 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {flushCache_()=0, isCompatibleWith_(HiveConf, )=0} 2015-10-29T11:12:00,497 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:00,497 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:00,497 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:00,497 INFO [main]: ql.Driver (Driver.java:execute(1468)) - Starting command(queryId=sush_20151029111200_b4ffc1d3-1815-4379-afb7-f17921011ed1): -- -- Table src_sequencefile -- DROP TABLE IF EXISTS src_sequencefile 2015-10-29T11:12:00,497 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:00,498 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: query: -- -- Table src_sequencefile -- DROP TABLE IF EXISTS src_sequencefile 2015-10-29T11:12:00,498 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: type: DROPTABLE 2015-10-29T11:12:00,498 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:00,498 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:00,498 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:00,498 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:00,498 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:00,498 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:00,498 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-0:DDL] in serial mode 2015-10-29T11:12:00,499 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:00,499 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=src_sequencefile 2015-10-29T11:12:00,499 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=src_sequencefile 2015-10-29T11:12:00,499 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:00,500 ERROR [main]: metadata.Hive (Hive.java:getTable(1178)) - Table src_sequencefile not found: default.src_sequencefile table not found 2015-10-29T11:12:00,500 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:00,500 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=src_sequencefile 2015-10-29T11:12:00,500 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=src_sequencefile 2015-10-29T11:12:00,501 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:00,501 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:00,501 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:00,501 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: query: -- -- Table src_sequencefile -- DROP TABLE IF EXISTS src_sequencefile 2015-10-29T11:12:00,501 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: type: DROPTABLE 2015-10-29T11:12:00,501 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:00,501 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : execution phase 2015-10-29T11:12:00,501 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {dropTable_(String, String, boolean, boolean, boolean, )=1, isCompatibleWith_(HiveConf, )=0} 2015-10-29T11:12:00,501 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:00,501 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - OK 2015-10-29T11:12:00,501 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:00,502 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:00,502 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:00,502 DEBUG [main]: ql.Driver (DriverContext.java:shutdown(132)) - Shutting down query -- -- Table src_sequencefile -- DROP TABLE IF EXISTS src_sequencefile 2015-10-29T11:12:00,502 INFO [main]: CliDriver (SessionState.java:printInfo(996)) - Time taken: 0.009 seconds 2015-10-29T11:12:00,502 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:00,502 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:00,502 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:00,502 DEBUG [main]: conf.VariableSubstitution (VariableSubstitution.java:substitute(63)) - Substitution is on: CREATE TABLE src_sequencefile (key STRING COMMENT 'default', value STRING COMMENT 'default') STORED AS SEQUENCEFILE 2015-10-29T11:12:00,503 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:00,503 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(185)) - Parsing command: CREATE TABLE src_sequencefile (key STRING COMMENT 'default', value STRING COMMENT 'default') STORED AS SEQUENCEFILE 2015-10-29T11:12:00,503 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(209)) - Parse Completed 2015-10-29T11:12:00,503 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:00,503 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:00,503 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:00,504 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:00,504 INFO [main]: parse.CalcitePlanner (SemanticAnalyzer.java:analyzeInternal(10062)) - Starting Semantic Analysis 2015-10-29T11:12:00,504 INFO [main]: parse.CalcitePlanner (SemanticAnalyzer.java:analyzeCreateTable(10690)) - Creating table default.src_sequencefile position=13 2015-10-29T11:12:00,504 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:00,504 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_database: default 2015-10-29T11:12:00,504 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_database: default 2015-10-29T11:12:00,505 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:getDatabase(348)) - getDatabase: directsql returning db default locn[pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse] desc [Default Hive database] owner [public] ownertype [ROLE] 2015-10-29T11:12:00,505 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:00,506 INFO [main]: ql.Driver (Driver.java:compile(448)) - Semantic Analysis Completed 2015-10-29T11:12:00,506 DEBUG [main]: parse.CalcitePlanner (SemanticAnalyzer.java:validate(10519)) - validation start 2015-10-29T11:12:00,506 DEBUG [main]: parse.CalcitePlanner (SemanticAnalyzer.java:validate(10561)) - not validating writeEntity, because entity is neither table nor partition 2015-10-29T11:12:00,506 DEBUG [main]: parse.CalcitePlanner (SemanticAnalyzer.java:validate(10588)) - Not a partition. 2015-10-29T11:12:00,506 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:00,506 INFO [main]: ql.Driver (Driver.java:getSchema(244)) - Returning Hive schema: Schema(fieldSchemas:null, properties:null) 2015-10-29T11:12:00,506 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:00,506 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : compilation phase 2015-10-29T11:12:00,506 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {flushCache_()=1, isCompatibleWith_(HiveConf, )=0, getDatabase_(String, )=2} 2015-10-29T11:12:00,506 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:00,506 DEBUG [main]: lockmgr.DummyTxnManager (DummyTxnManager.java:acquireLocks(148)) - Adding database:default to list of lock outputs 2015-10-29T11:12:00,507 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:lock(262)) - Acquiring lock for default with mode IMPLICIT 2015-10-29T11:12:00,509 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:00,509 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:00,509 INFO [main]: ql.Driver (Driver.java:execute(1468)) - Starting command(queryId=sush_20151029111200_1e3011ca-76c7-4249-bc0b-d2536dfb497e): CREATE TABLE src_sequencefile (key STRING COMMENT 'default', value STRING COMMENT 'default') STORED AS SEQUENCEFILE 2015-10-29T11:12:00,509 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:00,509 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: query: CREATE TABLE src_sequencefile (key STRING COMMENT 'default', value STRING COMMENT 'default') STORED AS SEQUENCEFILE 2015-10-29T11:12:00,509 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: type: CREATETABLE 2015-10-29T11:12:00,510 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: Output: database:default 2015-10-29T11:12:00,510 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: Output: default@src_sequencefile 2015-10-29T11:12:00,510 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:00,510 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:00,510 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:00,510 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:00,510 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:00,510 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:00,510 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-0:DDL] in serial mode 2015-10-29T11:12:00,511 DEBUG [main]: exec.DDLTask (DDLTask.java:validateSerDe(3674)) - Found class for org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe 2015-10-29T11:12:00,512 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct src_sequencefile { string key, string value} 2015-10-29T11:12:00,512 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:00,512 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: create_table: Table(tableName:src_sequencefile, dbName:default, owner:hive_test_user, createTime:1446142320, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:default), FieldSchema(name:value, type:string, comment:default)], location:null, inputFormat:org.apache.hadoop.mapred.SequenceFileInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}, skewedInfo:SkewedInfo(skewedColNames:[], skewedColValues:[], skewedColValueLocationMaps:{}), storedAsSubDirectories:false), partitionKeys:[], parameters:{}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE, privileges:PrincipalPrivilegeSet(userPrivileges:{}, groupPrivileges:null, rolePrivileges:null), temporary:false) 2015-10-29T11:12:00,512 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=create_table: Table(tableName:src_sequencefile, dbName:default, owner:hive_test_user, createTime:1446142320, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:default), FieldSchema(name:value, type:string, comment:default)], location:null, inputFormat:org.apache.hadoop.mapred.SequenceFileInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}, skewedInfo:SkewedInfo(skewedColNames:[], skewedColValues:[], skewedColValueLocationMaps:{}), storedAsSubDirectories:false), partitionKeys:[], parameters:{}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE, privileges:PrincipalPrivilegeSet(userPrivileges:{}, groupPrivileges:null, rolePrivileges:null), temporary:false) 2015-10-29T11:12:00,513 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:getDatabase(348)) - getDatabase: directsql returning db default locn[pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse] desc [Default Hive database] owner [public] ownertype [ROLE] 2015-10-29T11:12:00,515 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:getDatabase(348)) - getDatabase: directsql returning db default locn[pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse] desc [Default Hive database] owner [public] ownertype [ROLE] 2015-10-29T11:12:00,515 INFO [main]: common.FileUtils (FileUtils.java:mkdir(502)) - Creating directory if it doesn't exist: pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src_sequencefile 2015-10-29T11:12:00,530 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chgrp,-R,staff,pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src_sequencefile} 2015-10-29T11:12:00,536 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:12:00,537 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chmod,-R,755,pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src_sequencefile} 2015-10-29T11:12:00,546 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:12:00,551 DEBUG [main]: shims.HadoopShimsSecure (Hadoop23Shims.java:debugLog(937)) - FileStatus{path=pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src_sequencefile; isDirectory=true; modification_time=1446142320000; access_time=0; owner=sush; group=staff; permission=rwxr-xr-x; isSymlink=false} 2015-10-29T11:12:00,564 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:00,564 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:00,564 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:00,564 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: query: CREATE TABLE src_sequencefile (key STRING COMMENT 'default', value STRING COMMENT 'default') STORED AS SEQUENCEFILE 2015-10-29T11:12:00,564 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: type: CREATETABLE 2015-10-29T11:12:00,565 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Output: database:default 2015-10-29T11:12:00,565 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Output: default@src_sequencefile 2015-10-29T11:12:00,565 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:00,565 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : execution phase 2015-10-29T11:12:00,565 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {createTable_(Table, )=52, isCompatibleWith_(HiveConf, )=0} 2015-10-29T11:12:00,565 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:00,565 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - OK 2015-10-29T11:12:00,565 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:00,566 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:releaseLocks(217)) - about to release lock for default 2015-10-29T11:12:00,568 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:00,568 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:00,568 DEBUG [main]: ql.Driver (DriverContext.java:shutdown(132)) - Shutting down query CREATE TABLE src_sequencefile (key STRING COMMENT 'default', value STRING COMMENT 'default') STORED AS SEQUENCEFILE 2015-10-29T11:12:00,568 INFO [main]: CliDriver (SessionState.java:printInfo(996)) - Time taken: 0.066 seconds 2015-10-29T11:12:00,568 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:00,568 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:00,568 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:00,568 DEBUG [main]: conf.VariableSubstitution (VariableSubstitution.java:substitute(63)) - Substitution is on: LOAD DATA LOCAL INPATH "${hiveconf:test.data.dir}/kv1.seq" INTO TABLE src_sequencefile 2015-10-29T11:12:00,569 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:00,569 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(185)) - Parsing command: LOAD DATA LOCAL INPATH "/Users/sush/dev/hive.git/itests/qtest/../..//data/files/kv1.seq" INTO TABLE src_sequencefile 2015-10-29T11:12:00,569 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(209)) - Parse Completed 2015-10-29T11:12:00,569 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:00,569 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:00,570 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:00,570 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:00,570 DEBUG [main]: parse.LoadSemanticAnalyzer (LoadSemanticAnalyzer.java:initializeFromURI(127)) - file@null@/Users/sush/dev/hive.git/data/files/kv1.seq 2015-10-29T11:12:00,570 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:00,570 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=src_sequencefile 2015-10-29T11:12:00,570 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=src_sequencefile 2015-10-29T11:12:00,578 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:00,579 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct src_sequencefile { string key, string value} 2015-10-29T11:12:00,579 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct src_sequencefile { string key, string value} 2015-10-29T11:12:00,579 INFO [main]: ql.Driver (Driver.java:compile(448)) - Semantic Analysis Completed 2015-10-29T11:12:00,579 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:00,579 INFO [main]: ql.Driver (Driver.java:getSchema(244)) - Returning Hive schema: Schema(fieldSchemas:null, properties:null) 2015-10-29T11:12:00,579 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:00,579 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : compilation phase 2015-10-29T11:12:00,580 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {flushCache_()=0, isCompatibleWith_(HiveConf, )=1, getTable_(String, String, )=8} 2015-10-29T11:12:00,580 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:00,580 DEBUG [main]: lockmgr.DummyTxnManager (DummyTxnManager.java:acquireLocks(129)) - Adding file:/Users/sush/dev/hive.git/data/files/kv1.seq to list of lock inputs 2015-10-29T11:12:00,580 DEBUG [main]: lockmgr.DummyTxnManager (DummyTxnManager.java:acquireLocks(148)) - Adding default@src_sequencefile to list of lock outputs 2015-10-29T11:12:00,580 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:lock(262)) - Acquiring lock for default with mode IMPLICIT 2015-10-29T11:12:00,583 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:lock(262)) - Acquiring lock for default/src_sequencefile with mode IMPLICIT 2015-10-29T11:12:00,585 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:00,585 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:00,585 INFO [main]: ql.Driver (Driver.java:execute(1468)) - Starting command(queryId=sush_20151029111200_eaa1d8eb-6b6d-4303-967e-9e621d814e03): LOAD DATA LOCAL INPATH "/Users/sush/dev/hive.git/itests/qtest/../..//data/files/kv1.seq" INTO TABLE src_sequencefile 2015-10-29T11:12:00,585 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:00,586 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: query: LOAD DATA LOCAL INPATH "/Users/sush/dev/hive.git/itests/qtest/../..//data/files/kv1.seq" INTO TABLE src_sequencefile 2015-10-29T11:12:00,586 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: type: LOAD 2015-10-29T11:12:00,586 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: Input: file:/Users/sush/dev/hive.git/data/files/kv1.seq 2015-10-29T11:12:00,586 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: Output: default@src_sequencefile 2015-10-29T11:12:00,586 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:00,586 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:00,586 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:00,586 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:00,586 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:00,586 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:00,587 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-0:MOVE] in serial mode 2015-10-29T11:12:00,587 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - Loading data to table default.src_sequencefile from file:/Users/sush/dev/hive.git/data/files/kv1.seq 2015-10-29T11:12:00,587 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:00,587 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=src_sequencefile 2015-10-29T11:12:00,587 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=src_sequencefile 2015-10-29T11:12:00,595 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:00,600 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:00,600 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=src_sequencefile 2015-10-29T11:12:00,600 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=src_sequencefile 2015-10-29T11:12:00,611 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:00,623 DEBUG [main]: metadata.Hive (Hive.java:isSubDir(2607)) - The source path is /Users/sush/dev/hive.git/data/files/kv1.seq and the destination path is /Users/sush/dev/hive.git/itests/qtest/target/warehouse/src_sequencefile/kv1.seq 2015-10-29T11:12:00,633 INFO [main]: metadata.Hive (Hive.java:moveFile(2742)) - Renaming src: file:/Users/sush/dev/hive.git/data/files/kv1.seq, dest: pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src_sequencefile/kv1.seq, Status:true 2015-10-29T11:12:00,634 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chgrp,-R,staff,pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src_sequencefile/kv1.seq} 2015-10-29T11:12:00,640 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:12:00,640 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chmod,-R,755,pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src_sequencefile/kv1.seq} 2015-10-29T11:12:00,650 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:12:00,655 DEBUG [main]: shims.HadoopShimsSecure (Hadoop23Shims.java:debugLog(937)) - FileStatus{path=pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src_sequencefile/kv1.seq; isDirectory=false; length=10508; replication=1; blocksize=33554432; modification_time=1446142320000; access_time=0; owner=sush; group=staff; permission=rwxr-xr-x; isSymlink=false} 2015-10-29T11:12:00,656 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct src_sequencefile { string key, string value} 2015-10-29T11:12:00,656 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:00,656 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: alter_table: db=default tbl=src_sequencefile newtbl=src_sequencefile 2015-10-29T11:12:00,656 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=alter_table: db=default tbl=src_sequencefile newtbl=src_sequencefile 2015-10-29T11:12:00,677 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:getDatabase(348)) - getDatabase: directsql returning db default locn[pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse] desc [Default Hive database] owner [public] ownertype [ROLE] 2015-10-29T11:12:00,690 INFO [main]: hive.log (MetaStoreUtils.java:updateTableStatsFast(231)) - Updating table stats fast for src_sequencefile 2015-10-29T11:12:00,690 INFO [main]: hive.log (MetaStoreUtils.java:updateTableStatsFast(233)) - Updated size of table src_sequencefile to 10508 2015-10-29T11:12:00,698 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:00,698 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:00,698 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-1:STATS] in serial mode 2015-10-29T11:12:00,699 INFO [main]: exec.StatsTask (StatsTask.java:execute(87)) - Executing stats task 2015-10-29T11:12:00,699 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:00,699 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=src_sequencefile 2015-10-29T11:12:00,699 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=src_sequencefile 2015-10-29T11:12:00,710 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:00,710 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:00,711 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=src_sequencefile 2015-10-29T11:12:00,711 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=src_sequencefile 2015-10-29T11:12:00,720 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:00,731 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct src_sequencefile { string key, string value} 2015-10-29T11:12:00,732 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:00,732 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: alter_table: db=default tbl=src_sequencefile newtbl=src_sequencefile 2015-10-29T11:12:00,732 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=alter_table: db=default tbl=src_sequencefile newtbl=src_sequencefile 2015-10-29T11:12:00,749 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:getDatabase(348)) - getDatabase: directsql returning db default locn[pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse] desc [Default Hive database] owner [public] ownertype [ROLE] 2015-10-29T11:12:00,760 INFO [main]: hive.log (MetaStoreUtils.java:updateTableStatsFast(231)) - Updating table stats fast for src_sequencefile 2015-10-29T11:12:00,760 INFO [main]: hive.log (MetaStoreUtils.java:updateTableStatsFast(233)) - Updated size of table src_sequencefile to 10508 2015-10-29T11:12:00,763 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:00,763 INFO [main]: exec.StatsTask (StatsTask.java:aggregateStats(188)) - Table default.src_sequencefile stats: [numFiles=1, totalSize=10508] 2015-10-29T11:12:00,763 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:00,764 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:00,764 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: query: LOAD DATA LOCAL INPATH "/Users/sush/dev/hive.git/itests/qtest/../..//data/files/kv1.seq" INTO TABLE src_sequencefile 2015-10-29T11:12:00,764 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: type: LOAD 2015-10-29T11:12:00,764 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Input: file:/Users/sush/dev/hive.git/data/files/kv1.seq 2015-10-29T11:12:00,764 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Output: default@src_sequencefile 2015-10-29T11:12:00,764 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:00,764 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : execution phase 2015-10-29T11:12:00,764 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {isCompatibleWith_(HiveConf, )=1, getTable_(String, String, )=40, alter_table_(String, String, Table, boolean, )=73} 2015-10-29T11:12:00,764 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:00,765 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - OK 2015-10-29T11:12:00,765 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:00,765 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:releaseLocks(217)) - about to release lock for default/src_sequencefile 2015-10-29T11:12:00,767 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:releaseLocks(217)) - about to release lock for default 2015-10-29T11:12:00,768 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:00,768 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:00,768 DEBUG [main]: ql.Driver (DriverContext.java:shutdown(132)) - Shutting down query LOAD DATA LOCAL INPATH "/Users/sush/dev/hive.git/itests/qtest/../..//data/files/kv1.seq" INTO TABLE src_sequencefile 2015-10-29T11:12:00,768 INFO [main]: CliDriver (SessionState.java:printInfo(996)) - Time taken: 0.2 seconds 2015-10-29T11:12:00,768 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:00,768 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:00,769 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:00,769 DEBUG [main]: conf.VariableSubstitution (VariableSubstitution.java:substitute(63)) - Substitution is on: ANALYZE TABLE src_sequencefile COMPUTE STATISTICS 2015-10-29T11:12:00,769 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:00,769 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(185)) - Parsing command: ANALYZE TABLE src_sequencefile COMPUTE STATISTICS 2015-10-29T11:12:00,769 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(209)) - Parse Completed 2015-10-29T11:12:00,770 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:00,770 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:00,770 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:00,770 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:00,770 INFO [main]: parse.ColumnStatsSemanticAnalyzer (ColumnStatsSemanticAnalyzer.java:analyze(455)) - Invoking analyze on original query 2015-10-29T11:12:00,770 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:analyzeInternal(10062)) - Starting Semantic Analysis 2015-10-29T11:12:00,770 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genResolvedParseTree(10009)) - Completed phase 1 of Semantic Analysis 2015-10-29T11:12:00,770 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:getMetaData(1538)) - Get metadata for source tables 2015-10-29T11:12:00,770 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:00,771 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=src_sequencefile 2015-10-29T11:12:00,771 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=src_sequencefile 2015-10-29T11:12:00,779 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:00,779 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:00,780 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=src_sequencefile 2015-10-29T11:12:00,780 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=src_sequencefile 2015-10-29T11:12:00,787 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:00,787 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:getMetaData(1678)) - Get metadata for subqueries 2015-10-29T11:12:00,788 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:getMetaData(1702)) - Get metadata for destination tables 2015-10-29T11:12:00,788 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genResolvedParseTree(10013)) - Completed getting MetaData in Semantic Analysis 2015-10-29T11:12:00,788 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct src_sequencefile { string key, string value} 2015-10-29T11:12:00,788 DEBUG [main]: ql.Context (Context.java:getStagingDir(231)) - Created staging dir = pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src_sequencefile/.hive-staging_hive_2015-10-29_11-12-00_769_688992882917714693-1 for path = pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src_sequencefile 2015-10-29T11:12:00,788 INFO [main]: common.FileUtils (FileUtils.java:mkdir(502)) - Creating directory if it doesn't exist: pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src_sequencefile/.hive-staging_hive_2015-10-29_11-12-00_769_688992882917714693-1 2015-10-29T11:12:00,803 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chgrp,-R,staff,pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src_sequencefile/.hive-staging_hive_2015-10-29_11-12-00_769_688992882917714693-1} 2015-10-29T11:12:00,809 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:12:00,809 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chmod,-R,755,pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src_sequencefile/.hive-staging_hive_2015-10-29_11-12-00_769_688992882917714693-1} 2015-10-29T11:12:00,819 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:12:00,824 DEBUG [main]: shims.HadoopShimsSecure (Hadoop23Shims.java:debugLog(937)) - FileStatus{path=pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src_sequencefile/.hive-staging_hive_2015-10-29_11-12-00_769_688992882917714693-1; isDirectory=true; modification_time=1446142320000; access_time=0; owner=sush; group=staff; permission=rwxr-xr-x; isSymlink=false} 2015-10-29T11:12:00,829 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:setupStats(9493)) - Set stats collection dir : pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src_sequencefile/.hive-staging_hive_2015-10-29_11-12-00_769_688992882917714693-1/-ext-10000 2015-10-29T11:12:00,829 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genTablePlan(9467)) - Created Table Plan for src_sequencefile TS[0] 2015-10-29T11:12:00,829 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genBodyPlan(8831)) - Created Body Plan for Query Block null 2015-10-29T11:12:00,829 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genPlan(9675)) - Created Plan for Query Block null 2015-10-29T11:12:00,829 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:analyzeInternal(10139)) - Before logical optimization TS[0] 2015-10-29T11:12:00,830 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:TS[0] with rs:(key: string|{src_sequencefile}key,value: string|{src_sequencefile}value,BLOCK__OFFSET__INSIDE__FILE: bigint|{src_sequencefile}block__offset__inside__file,INPUT__FILE__NAME: string|{src_sequencefile}input__file__name,ROW__ID: struct|{src_sequencefile}row__id,RAW__DATA__SIZE: bigint|{src_sequencefile}raw__data__size) 2015-10-29T11:12:00,830 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator TS[0] 2015-10-29T11:12:00,830 INFO [main]: ppd.OpProcFactory (OpProcFactory.java:process(383)) - Processing for TS(0) 2015-10-29T11:12:00,830 DEBUG [main]: ppd.PredicatePushDown (PredicatePushDown.java:transform(138)) - After PPD: TS[0] 2015-10-29T11:12:00,830 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:TS[0] with rs:(key: string|{src_sequencefile}key,value: string|{src_sequencefile}value,BLOCK__OFFSET__INSIDE__FILE: bigint|{src_sequencefile}block__offset__inside__file,INPUT__FILE__NAME: string|{src_sequencefile}input__file__name,ROW__ID: struct|{src_sequencefile}row__id,RAW__DATA__SIZE: bigint|{src_sequencefile}raw__data__size) 2015-10-29T11:12:00,830 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator TS[0] 2015-10-29T11:12:00,831 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:TS[0] with rs:(key: string|{src_sequencefile}key,value: string|{src_sequencefile}value,BLOCK__OFFSET__INSIDE__FILE: bigint|{src_sequencefile}block__offset__inside__file,INPUT__FILE__NAME: string|{src_sequencefile}input__file__name,ROW__ID: struct|{src_sequencefile}row__id,RAW__DATA__SIZE: bigint|{src_sequencefile}raw__data__size) 2015-10-29T11:12:00,831 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator TS[0] 2015-10-29T11:12:00,831 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:analyzeInternal(10147)) - After logical optimization TS[0] 2015-10-29T11:12:00,832 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:00,832 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:00,832 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct src_sequencefile { string key, string value} 2015-10-29T11:12:00,832 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct src_sequencefile { string key, string value} 2015-10-29T11:12:00,832 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct src_sequencefile { string key, string value} 2015-10-29T11:12:00,832 DEBUG [main]: optimizer.GenMapRedUtils (GenMapRedUtils.java:setMapWork(678)) - Adding pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src_sequencefile of tablesrc_sequencefile 2015-10-29T11:12:00,832 DEBUG [main]: optimizer.GenMapRedUtils (GenMapRedUtils.java:setMapWork(716)) - Information added for path pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src_sequencefile 2015-10-29T11:12:00,833 DEBUG [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(167)) - Looking at: null 2015-10-29T11:12:00,833 INFO [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(175)) - Looking for table scans where optimization is applicable 2015-10-29T11:12:00,833 INFO [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(199)) - Found 0 null table scans 2015-10-29T11:12:00,833 DEBUG [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(167)) - Looking at: null 2015-10-29T11:12:00,833 INFO [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(175)) - Looking for table scans where optimization is applicable 2015-10-29T11:12:00,833 INFO [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(199)) - Found 0 null table scans 2015-10-29T11:12:00,833 DEBUG [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(167)) - Looking at: null 2015-10-29T11:12:00,833 INFO [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(175)) - Looking for table scans where optimization is applicable 2015-10-29T11:12:00,834 INFO [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(199)) - Found 0 null table scans 2015-10-29T11:12:00,834 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:analyzeInternal(10168)) - Completed plan generation 2015-10-29T11:12:00,834 INFO [main]: ql.Driver (Driver.java:compile(448)) - Semantic Analysis Completed 2015-10-29T11:12:00,834 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:validate(10519)) - validation start 2015-10-29T11:12:00,834 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:validate(10588)) - Not a partition. 2015-10-29T11:12:00,834 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:00,834 INFO [main]: ql.Driver (Driver.java:getSchema(244)) - Returning Hive schema: Schema(fieldSchemas:[FieldSchema(name:src_sequencefile.key, type:string, comment:null), FieldSchema(name:src_sequencefile.value, type:string, comment:null)], properties:null) 2015-10-29T11:12:00,834 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:00,834 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : compilation phase 2015-10-29T11:12:00,834 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {flushCache_()=0, isCompatibleWith_(HiveConf, )=0, getTable_(String, String, )=17} 2015-10-29T11:12:00,835 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:00,835 DEBUG [main]: lockmgr.DummyTxnManager (DummyTxnManager.java:acquireLocks(129)) - Adding default@src_sequencefile to list of lock inputs 2015-10-29T11:12:00,835 DEBUG [main]: lockmgr.DummyTxnManager (DummyTxnManager.java:acquireLocks(148)) - Adding default@src_sequencefile to list of lock outputs 2015-10-29T11:12:00,835 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:lock(262)) - Acquiring lock for default with mode IMPLICIT 2015-10-29T11:12:00,837 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:lock(262)) - Acquiring lock for default/src_sequencefile with mode IMPLICIT 2015-10-29T11:12:00,839 DEBUG [main]: ql.Driver (Driver.java:recordValidTxns(960)) - Encoding valid txns info 9223372036854775807: txnid:0 2015-10-29T11:12:00,839 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:00,840 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:00,840 INFO [main]: ql.Driver (Driver.java:execute(1468)) - Starting command(queryId=sush_20151029111200_8834cc54-580a-47ac-95dc-64396152b668): ANALYZE TABLE src_sequencefile COMPUTE STATISTICS 2015-10-29T11:12:00,840 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:00,840 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: query: ANALYZE TABLE src_sequencefile COMPUTE STATISTICS 2015-10-29T11:12:00,840 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: type: QUERY 2015-10-29T11:12:00,840 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: Input: default@src_sequencefile 2015-10-29T11:12:00,840 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: Output: default@src_sequencefile 2015-10-29T11:12:00,840 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:00,840 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:00,840 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:00,841 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - Query ID = sush_20151029111200_8834cc54-580a-47ac-95dc-64396152b668 2015-10-29T11:12:00,841 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - Total jobs = 1 2015-10-29T11:12:00,841 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:00,841 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:00,841 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:00,841 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - Launching Job 1 out of 1 2015-10-29T11:12:00,842 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-0:MAPRED] in serial mode 2015-10-29T11:12:00,842 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - Number of reduce tasks is set to 0 since there's no reduce operator 2015-10-29T11:12:00,847 INFO [main]: mr.ExecDriver (ExecDriver.java:execute(291)) - Using org.apache.hadoop.hive.ql.io.CombineHiveInputFormat 2015-10-29T11:12:00,847 INFO [main]: exec.Utilities (Utilities.java:getInputPaths(3433)) - Processing alias src_sequencefile 2015-10-29T11:12:00,847 INFO [main]: exec.Utilities (Utilities.java:getInputPaths(3450)) - Adding input file pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src_sequencefile 2015-10-29T11:12:00,847 INFO [main]: exec.Utilities (Utilities.java:isEmptyPath(2734)) - Content Summary not cached for pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src_sequencefile 2015-10-29T11:12:00,877 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:00,877 INFO [main]: exec.Utilities (Utilities.java:serializePlan(939)) - Serializing MapWork via kryo 2015-10-29T11:12:00,879 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:00,879 DEBUG [main]: mapreduce.Cluster (Cluster.java:initialize(90)) - Trying ClientProtocolProvider : org.apache.hadoop.mapred.LocalClientProtocolProvider 2015-10-29T11:12:00,881 INFO [main]: jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized 2015-10-29T11:12:00,883 DEBUG [main]: mapreduce.Cluster (Cluster.java:initialize(103)) - Picked org.apache.hadoop.mapred.LocalClientProtocolProvider as the ClientProtocolProvider 2015-10-29T11:12:00,883 DEBUG [main]: fs.FSStatsPublisher (FSStatsPublisher.java:init(49)) - Initing FSStatsPublisher with : pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src_sequencefile/.hive-staging_hive_2015-10-29_11-12-00_769_688992882917714693-1/-ext-10000 2015-10-29T11:12:00,887 INFO [main]: fs.FSStatsPublisher (FSStatsPublisher.java:init(51)) - created : pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src_sequencefile/.hive-staging_hive_2015-10-29_11-12-00_769_688992882917714693-1/-ext-10000 2015-10-29T11:12:00,888 DEBUG [main]: mapreduce.Cluster (Cluster.java:initialize(90)) - Trying ClientProtocolProvider : org.apache.hadoop.mapred.LocalClientProtocolProvider 2015-10-29T11:12:00,889 INFO [main]: jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized 2015-10-29T11:12:00,889 DEBUG [main]: mapreduce.Cluster (Cluster.java:initialize(103)) - Picked org.apache.hadoop.mapred.LocalClientProtocolProvider as the ClientProtocolProvider 2015-10-29T11:12:00,889 INFO [main]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-00_769_688992882917714693-1/-mr-10002/21f3b17d-000d-4b5c-8c21-15fa959d4d0d/map.xml 2015-10-29T11:12:00,890 DEBUG [main]: exec.Utilities (Utilities.java:getBaseWork(452)) - Found plan in cache for name: map.xml 2015-10-29T11:12:00,890 INFO [main]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-00_769_688992882917714693-1/-mr-10002/21f3b17d-000d-4b5c-8c21-15fa959d4d0d/reduce.xml 2015-10-29T11:12:00,890 INFO [main]: exec.Utilities (Utilities.java:getBaseWork(405)) - local path = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-00_769_688992882917714693-1/-mr-10002/21f3b17d-000d-4b5c-8c21-15fa959d4d0d/reduce.xml 2015-10-29T11:12:00,890 INFO [main]: exec.Utilities (Utilities.java:getBaseWork(417)) - Open file to read in plan: file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-00_769_688992882917714693-1/-mr-10002/21f3b17d-000d-4b5c-8c21-15fa959d4d0d/reduce.xml 2015-10-29T11:12:00,890 DEBUG [main]: exec.Utilities (Utilities.java:getBaseWork(457)) - File not found: File file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-00_769_688992882917714693-1/-mr-10002/21f3b17d-000d-4b5c-8c21-15fa959d4d0d/reduce.xml does not exist 2015-10-29T11:12:00,890 INFO [main]: exec.Utilities (Utilities.java:getBaseWork(458)) - No plan file found: file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-00_769_688992882917714693-1/-mr-10002/21f3b17d-000d-4b5c-8c21-15fa959d4d0d/reduce.xml 2015-10-29T11:12:00,895 DEBUG [main]: mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(456)) - Configuring job job_local1071724748_0007 with file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/hadoop-tmp/mapred/staging/sush1071724748/.staging/job_local1071724748_0007 as the submit dir 2015-10-29T11:12:00,895 DEBUG [main]: mapreduce.JobSubmitter (JobSubmitter.java:populateTokenCache(718)) - adding the following namenodes' delegation tokens:[file:///] 2015-10-29T11:12:00,895 WARN [main]: mapreduce.JobSubmitter (JobSubmitter.java:copyAndConfigureFiles(153)) - Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2015-10-29T11:12:00,895 DEBUG [main]: mapreduce.JobSubmitter (JobSubmitter.java:copyAndConfigureFiles(173)) - default FileSystem: file:/// 2015-10-29T11:12:01,002 DEBUG [main]: mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(491)) - Creating splits at file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/hadoop-tmp/mapred/staging/sush1071724748/.staging/job_local1071724748_0007 2015-10-29T11:12:01,003 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:01,003 INFO [main]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-00_769_688992882917714693-1/-mr-10002/21f3b17d-000d-4b5c-8c21-15fa959d4d0d/map.xml 2015-10-29T11:12:01,003 DEBUG [main]: exec.Utilities (Utilities.java:getBaseWork(452)) - Found plan in cache for name: map.xml 2015-10-29T11:12:01,003 INFO [main]: io.CombineHiveInputFormat (CombineHiveInputFormat.java:getSplits(478)) - Total number of paths: 1, launching 1 threads to check non-combinable ones. 2015-10-29T11:12:01,003 DEBUG [main]: io.CombineHiveInputFormat (CombineHiveInputFormat.java:getSplits(512)) - The received input paths are: [pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src_sequencefile] against the property mapreduce.input.fileinputformat.inputdir 2015-10-29T11:12:01,004 INFO [main]: io.CombineHiveInputFormat (CombineHiveInputFormat.java:getCombineSplits(395)) - CombineHiveInputSplit creating pool for pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src_sequencefile; using filter path pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src_sequencefile 2015-10-29T11:12:01,020 DEBUG [main]: input.FileInputFormat (FileInputFormat.java:listStatus(279)) - Time taken to get FileStatuses: 15 2015-10-29T11:12:01,021 INFO [main]: input.FileInputFormat (FileInputFormat.java:listStatus(281)) - Total input paths to process : 1 2015-10-29T11:12:01,021 INFO [main]: input.CombineFileInputFormat (CombineFileInputFormat.java:createSplits(413)) - DEBUG: Terminated node allocation with : CompletedNodes: 1, size left: 0 2015-10-29T11:12:01,021 INFO [main]: io.CombineHiveInputFormat (CombineHiveInputFormat.java:getCombineSplits(450)) - number of splits 1 2015-10-29T11:12:01,021 INFO [main]: io.CombineHiveInputFormat (CombineHiveInputFormat.java:getSplits(549)) - Number of all splits 1 2015-10-29T11:12:01,021 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:01,037 INFO [main]: mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(494)) - number of splits:1 2015-10-29T11:12:01,051 INFO [main]: mapreduce.JobSubmitter (JobSubmitter.java:printTokens(583)) - Submitting tokens for job: job_local1071724748_0007 2015-10-29T11:12:01,104 INFO [main]: mapreduce.Job (Job.java:submit(1300)) - The url to track the job: http://localhost:8080/ 2015-10-29T11:12:01,104 INFO [Thread-410]: mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(471)) - OutputCommitter set in config org.apache.hadoop.hive.ql.io.HiveFileFormatUtils$NullOutputCommitter 2015-10-29T11:12:01,104 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - Job running in-process (local Hadoop) 2015-10-29T11:12:01,104 INFO [Thread-410]: mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(489)) - OutputCommitter is org.apache.hadoop.hive.ql.io.HiveFileFormatUtils$NullOutputCommitter 2015-10-29T11:12:01,105 DEBUG [Thread-410]: mapred.LocalJobRunner (LocalJobRunner.java:createMapExecutor(395)) - Starting mapper thread pool executor. 2015-10-29T11:12:01,105 DEBUG [Thread-410]: mapred.LocalJobRunner (LocalJobRunner.java:createMapExecutor(396)) - Max local threads: 1 2015-10-29T11:12:01,105 DEBUG [Thread-410]: mapred.LocalJobRunner (LocalJobRunner.java:createMapExecutor(397)) - Map tasks to process: 1 2015-10-29T11:12:01,106 INFO [Thread-410]: mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for map tasks 2015-10-29T11:12:01,106 INFO [LocalJobRunner Map Task Executor #0]: mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local1071724748_0007_m_000000_0 2015-10-29T11:12:01,106 DEBUG [LocalJobRunner Map Task Executor #0]: mapred.SortedRanges (SortedRanges.java:doNext(348)) - currentIndex 0 0:0 2015-10-29T11:12:01,106 DEBUG [LocalJobRunner Map Task Executor #0]: mapred.LocalJobRunner (LocalJobRunner.java:setupChildMapredLocalDirs(974)) - mapreduce.cluster.local.dir for child : /Users/sush/dev/hive.git/itests/qtest/target/tmp/hadoop-tmp/mapred/local/localRunner//sush/jobcache/job_local1071724748_0007/attempt_local1071724748_0007_m_000000_0 2015-10-29T11:12:01,106 INFO [LocalJobRunner Map Task Executor #0]: util.ProcfsBasedProcessTree (ProcfsBasedProcessTree.java:isAvailable(181)) - ProcfsBasedProcessTree currently is supported only on Linux. 2015-10-29T11:12:01,106 INFO [LocalJobRunner Map Task Executor #0]: util.ProcfsBasedProcessTree (ProcfsBasedProcessTree.java:isAvailable(181)) - ProcfsBasedProcessTree currently is supported only on Linux. 2015-10-29T11:12:01,107 INFO [LocalJobRunner Map Task Executor #0]: mapred.Task (Task.java:initialize(587)) - Using ResourceCalculatorProcessTree : null 2015-10-29T11:12:01,107 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:updateJobWithSplit(482)) - Processing split: Paths:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src_sequencefile/kv1.seq:0+10508InputFormatClass: org.apache.hadoop.mapred.SequenceFileInputFormat 2015-10-29T11:12:01,107 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-00_769_688992882917714693-1/-mr-10002/21f3b17d-000d-4b5c-8c21-15fa959d4d0d/map.xml 2015-10-29T11:12:01,107 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(405)) - local path = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-00_769_688992882917714693-1/-mr-10002/21f3b17d-000d-4b5c-8c21-15fa959d4d0d/map.xml 2015-10-29T11:12:01,107 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(417)) - Open file to read in plan: file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-00_769_688992882917714693-1/-mr-10002/21f3b17d-000d-4b5c-8c21-15fa959d4d0d/map.xml 2015-10-29T11:12:01,108 INFO [LocalJobRunner Map Task Executor #0]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:01,108 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:deserializePlan(966)) - Deserializing MapWork via kryo 2015-10-29T11:12:01,113 INFO [LocalJobRunner Map Task Executor #0]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:01,126 INFO [LocalJobRunner Map Task Executor #0]: io.HiveContextAwareRecordReader (HiveContextAwareRecordReader.java:initIOContext(174)) - Processing file pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src_sequencefile/kv1.seq 2015-10-29T11:12:01,126 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:runOldMapper(436)) - numReduceTasks: 0 2015-10-29T11:12:01,127 INFO [LocalJobRunner Map Task Executor #0]: mr.ExecMapper (ExecMapper.java:configure(83)) - conf classpath = [file:/Users/sush/dev/hive.git/itests/qtest/target/surefire/surefirebooter6776397513364088476.jar] 2015-10-29T11:12:01,127 INFO [LocalJobRunner Map Task Executor #0]: mr.ExecMapper (ExecMapper.java:configure(85)) - thread classpath = [file:/Users/sush/dev/hive.git/itests/qtest/target/surefire/surefirebooter6776397513364088476.jar] 2015-10-29T11:12:01,127 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-00_769_688992882917714693-1/-mr-10002/21f3b17d-000d-4b5c-8c21-15fa959d4d0d/map.xml 2015-10-29T11:12:01,127 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(452)) - Found plan in cache for name: map.xml 2015-10-29T11:12:01,127 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:initialize(338)) - Initializing operator MAP[2] 2015-10-29T11:12:01,127 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:initialize(377)) - Initialization Done 2 MAP 2015-10-29T11:12:01,127 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:initializeChildren(463)) - Operator 2 MAP initialized 2015-10-29T11:12:01,127 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:initialize(390)) - Initialization Done 2 MAP done is reset. 2015-10-29T11:12:01,128 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:01,128 INFO [LocalJobRunner Map Task Executor #0]: mr.ExecMapper (ExecMapper.java:configure(110)) - Id =2 Id =1 <\Children> Id = 2 null<\Parent> <\TS> <\Children> <\Parent> <\MAP> 2015-10-29T11:12:01,128 INFO [LocalJobRunner Map Task Executor #0]: MapredContext (MapredContext.java:init(55)) - MapredContext initialized. 2015-10-29T11:12:01,128 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:initialize(338)) - Initializing operator TS[1] 2015-10-29T11:12:01,128 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:initialize(377)) - Initialization Done 1 TS 2015-10-29T11:12:01,129 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:initializeChildren(463)) - Operator 1 TS initialized 2015-10-29T11:12:01,129 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:initialize(390)) - Initialization Done 1 TS done is reset. 2015-10-29T11:12:01,129 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (MapOperator.java:rowsForwarded(535)) - MAP[2]: records read - 1 2015-10-29T11:12:01,129 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (MapOperator.java:rowsForwarded(535)) - MAP[2]: records read - 10 2015-10-29T11:12:01,131 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (MapOperator.java:rowsForwarded(535)) - MAP[2]: records read - 100 2015-10-29T11:12:01,138 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:close(650)) - 2 finished. closing... 2015-10-29T11:12:01,138 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:logStats(898)) - RECORDS_IN:500 2015-10-29T11:12:01,138 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:logStats(898)) - DESERIALIZE_ERRORS:0 2015-10-29T11:12:01,138 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:close(650)) - 1 finished. closing... 2015-10-29T11:12:01,138 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:01,139 DEBUG [LocalJobRunner Map Task Executor #0]: fs.FSStatsPublisher (FSStatsPublisher.java:connect(66)) - Connecting to : pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src_sequencefile/.hive-staging_hive_2015-10-29_11-12-00_769_688992882917714693-1/-ext-10000 2015-10-29T11:12:01,145 DEBUG [LocalJobRunner Map Task Executor #0]: fs.FSStatsPublisher (FSStatsPublisher.java:publishStat(78)) - Putting in map : default.src_sequencefile/ {numRows=500, rawDataSize=5312} 2015-10-29T11:12:01,145 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (TableScanOperator.java:publishStats(306)) - publishing : default.src_sequencefile/ : {numRows=500, rawDataSize=5312} 2015-10-29T11:12:01,145 DEBUG [LocalJobRunner Map Task Executor #0]: fs.FSStatsPublisher (FSStatsPublisher.java:closeConnection(99)) - About to create stats file for this task : pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src_sequencefile/.hive-staging_hive_2015-10-29_11-12-00_769_688992882917714693-1/-ext-10000/tmpstats-0 2015-10-29T11:12:01,149 DEBUG [LocalJobRunner Map Task Executor #0]: fs.FSStatsPublisher (FSStatsPublisher.java:closeConnection(101)) - Created file : pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src_sequencefile/.hive-staging_hive_2015-10-29_11-12-00_769_688992882917714693-1/-ext-10000/tmpstats-0 2015-10-29T11:12:01,149 DEBUG [LocalJobRunner Map Task Executor #0]: fs.FSStatsPublisher (FSStatsPublisher.java:closeConnection(102)) - Writing stats in it : {default.src_sequencefile/={numRows=500, rawDataSize=5312}} 2015-10-29T11:12:01,150 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:close(674)) - 1 Close done 2015-10-29T11:12:01,150 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:close(674)) - 2 Close done 2015-10-29T11:12:01,150 INFO [LocalJobRunner Map Task Executor #0]: mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 2015-10-29T11:12:01,150 INFO [LocalJobRunner Map Task Executor #0]: mapred.Task (Task.java:done(1001)) - Task:attempt_local1071724748_0007_m_000000_0 is done. And is in the process of committing 2015-10-29T11:12:01,151 INFO [LocalJobRunner Map Task Executor #0]: mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src_sequencefile/kv1.seq:0+10508 2015-10-29T11:12:01,151 INFO [LocalJobRunner Map Task Executor #0]: mapred.Task (Task.java:sendDone(1121)) - Task 'attempt_local1071724748_0007_m_000000_0' done. 2015-10-29T11:12:01,151 INFO [LocalJobRunner Map Task Executor #0]: mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local1071724748_0007_m_000000_0 2015-10-29T11:12:01,151 INFO [Thread-410]: mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - map task executor complete. 2015-10-29T11:12:02,106 DEBUG [main]: exec.Heartbeater (Heartbeater.java:heartbeat(80)) - heartbeating 2015-10-29T11:12:02,109 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - 2015-10-29 11:12:02,109 Stage-0 map = 100%, reduce = 0% 2015-10-29T11:12:02,111 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - Ended Job = job_local1071724748_0007 2015-10-29T11:12:02,112 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:02,112 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-1:STATS] in serial mode 2015-10-29T11:12:02,113 INFO [main]: exec.StatsTask (StatsTask.java:execute(87)) - Executing stats task 2015-10-29T11:12:02,113 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:02,113 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=src_sequencefile 2015-10-29T11:12:02,113 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=src_sequencefile 2015-10-29T11:12:02,122 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:02,122 DEBUG [main]: fs.FSStatsPublisher (FSStatsPublisher.java:init(49)) - Initing FSStatsPublisher with : pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src_sequencefile/.hive-staging_hive_2015-10-29_11-12-00_769_688992882917714693-1/-ext-10000 2015-10-29T11:12:02,126 INFO [main]: fs.FSStatsPublisher (FSStatsPublisher.java:init(51)) - created : pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src_sequencefile/.hive-staging_hive_2015-10-29_11-12-00_769_688992882917714693-1/-ext-10000 2015-10-29T11:12:02,127 DEBUG [main]: fs.FSStatsAggregator (FSStatsAggregator.java:connect(51)) - About to read stats from : pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src_sequencefile/.hive-staging_hive_2015-10-29_11-12-00_769_688992882917714693-1/-ext-10000 2015-10-29T11:12:02,133 INFO [main]: fs.FSStatsAggregator (FSStatsAggregator.java:connect(66)) - Read stats : {default.src_sequencefile/={numRows=500, rawDataSize=5312}} 2015-10-29T11:12:02,133 DEBUG [main]: fs.FSStatsAggregator (FSStatsAggregator.java:aggregateStats(81)) - Part ID: default.src_sequencefile/ numRows 2015-10-29T11:12:02,133 INFO [main]: fs.FSStatsAggregator (FSStatsAggregator.java:aggregateStats(93)) - Read stats for : default.src_sequencefile/ numRows 500 2015-10-29T11:12:02,133 DEBUG [main]: fs.FSStatsAggregator (FSStatsAggregator.java:aggregateStats(81)) - Part ID: default.src_sequencefile/ rawDataSize 2015-10-29T11:12:02,133 INFO [main]: fs.FSStatsAggregator (FSStatsAggregator.java:aggregateStats(93)) - Read stats for : default.src_sequencefile/ rawDataSize 5312 2015-10-29T11:12:02,150 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct src_sequencefile { string key, string value} 2015-10-29T11:12:02,150 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:02,150 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: alter_table: db=default tbl=src_sequencefile newtbl=src_sequencefile 2015-10-29T11:12:02,151 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=alter_table: db=default tbl=src_sequencefile newtbl=src_sequencefile 2015-10-29T11:12:02,165 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:getDatabase(348)) - getDatabase: directsql returning db default locn[pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse] desc [Default Hive database] owner [public] ownertype [ROLE] 2015-10-29T11:12:02,182 INFO [main]: hive.log (MetaStoreUtils.java:updateTableStatsFast(231)) - Updating table stats fast for src_sequencefile 2015-10-29T11:12:02,182 INFO [main]: hive.log (MetaStoreUtils.java:updateTableStatsFast(233)) - Updated size of table src_sequencefile to 10508 2015-10-29T11:12:02,190 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:02,190 INFO [main]: exec.StatsTask (StatsTask.java:aggregateStats(188)) - Table default.src_sequencefile stats: [numFiles=1, numRows=500, totalSize=10508, rawDataSize=5312] 2015-10-29T11:12:02,191 DEBUG [main]: fs.FSStatsAggregator (FSStatsAggregator.java:closeConnection(104)) - About to delete stats tmp dir :pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src_sequencefile/.hive-staging_hive_2015-10-29_11-12-00_769_688992882917714693-1/-ext-10000 2015-10-29T11:12:02,191 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:02,191 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:02,192 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: query: ANALYZE TABLE src_sequencefile COMPUTE STATISTICS 2015-10-29T11:12:02,192 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: type: QUERY 2015-10-29T11:12:02,192 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Input: default@src_sequencefile 2015-10-29T11:12:02,192 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Output: default@src_sequencefile 2015-10-29T11:12:02,192 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:02,192 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : execution phase 2015-10-29T11:12:02,192 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {isCompatibleWith_(HiveConf, )=0, getTable_(String, String, )=9, alter_table_(String, String, Table, boolean, )=40} 2015-10-29T11:12:02,192 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:02,193 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - MapReduce Jobs Launched: 2015-10-29T11:12:02,193 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - Stage-Stage-0: HDFS Read: 0 HDFS Write: 0 SUCCESS 2015-10-29T11:12:02,193 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - Total MapReduce CPU Time Spent: 0 msec 2015-10-29T11:12:02,193 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - OK 2015-10-29T11:12:02,193 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:02,193 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:releaseLocks(217)) - about to release lock for default/src_sequencefile 2015-10-29T11:12:02,196 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:releaseLocks(217)) - about to release lock for default 2015-10-29T11:12:02,197 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:02,198 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:02,198 DEBUG [main]: ql.Driver (DriverContext.java:shutdown(132)) - Shutting down query ANALYZE TABLE src_sequencefile COMPUTE STATISTICS 2015-10-29T11:12:02,199 INFO [main]: CliDriver (SessionState.java:printInfo(996)) - Time taken: 1.43 seconds 2015-10-29T11:12:02,199 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:02,199 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:02,199 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:02,199 DEBUG [main]: conf.VariableSubstitution (VariableSubstitution.java:substitute(63)) - Substitution is on: ANALYZE TABLE src_sequencefile COMPUTE STATISTICS FOR COLUMNS key,value 2015-10-29T11:12:02,199 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:02,200 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(185)) - Parsing command: ANALYZE TABLE src_sequencefile COMPUTE STATISTICS FOR COLUMNS key,value 2015-10-29T11:12:02,200 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(209)) - Parse Completed 2015-10-29T11:12:02,200 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:02,200 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:02,200 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:02,201 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:02,201 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:02,201 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=src_sequencefile 2015-10-29T11:12:02,201 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=src_sequencefile 2015-10-29T11:12:02,209 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:02,209 INFO [main]: parse.ColumnStatsSemanticAnalyzer (ColumnStatsSemanticAnalyzer.java:getNumBitVectorsForNDVEstimation(270)) - Error requested is 20.0% 2015-10-29T11:12:02,209 INFO [main]: parse.ColumnStatsSemanticAnalyzer (ColumnStatsSemanticAnalyzer.java:getNumBitVectorsForNDVEstimation(271)) - Choosing 16 bit vectors.. 2015-10-29T11:12:02,210 DEBUG [main]: conf.VariableSubstitution (VariableSubstitution.java:substitute(63)) - Substitution is on: select compute_stats(`key` , 16 ) , compute_stats(`value` , 16 ) from default.`src_sequencefile` 2015-10-29T11:12:02,210 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(185)) - Parsing command: select compute_stats(`key` , 16 ) , compute_stats(`value` , 16 ) from default.`src_sequencefile` 2015-10-29T11:12:02,211 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(209)) - Parse Completed 2015-10-29T11:12:02,211 INFO [main]: parse.ColumnStatsSemanticAnalyzer (ColumnStatsSemanticAnalyzer.java:analyze(451)) - Invoking analyze on rewritten query 2015-10-29T11:12:02,211 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:analyzeInternal(10062)) - Starting Semantic Analysis 2015-10-29T11:12:02,211 DEBUG [main]: exec.FunctionRegistry (FunctionRegistry.java:getGenericUDAFResolver(1009)) - Looking up GenericUDAF: compute_stats 2015-10-29T11:12:02,211 DEBUG [main]: exec.FunctionRegistry (FunctionRegistry.java:getGenericUDAFResolver(1009)) - Looking up GenericUDAF: compute_stats 2015-10-29T11:12:02,212 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genResolvedParseTree(10009)) - Completed phase 1 of Semantic Analysis 2015-10-29T11:12:02,212 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:getMetaData(1538)) - Get metadata for source tables 2015-10-29T11:12:02,212 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:02,212 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=src_sequencefile 2015-10-29T11:12:02,212 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=src_sequencefile 2015-10-29T11:12:02,220 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:02,220 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:getMetaData(1678)) - Get metadata for subqueries 2015-10-29T11:12:02,220 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:getMetaData(1702)) - Get metadata for destination tables 2015-10-29T11:12:02,224 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genResolvedParseTree(10013)) - Completed getting MetaData in Semantic Analysis 2015-10-29T11:12:02,224 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct src_sequencefile { string key, string value} 2015-10-29T11:12:02,225 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genTablePlan(9467)) - Created Table Plan for src_sequencefile TS[0] 2015-10-29T11:12:02,225 DEBUG [main]: exec.FunctionRegistry (FunctionRegistry.java:getGenericUDAFResolver(1009)) - Looking up GenericUDAF: compute_stats 2015-10-29T11:12:02,226 DEBUG [main]: exec.FunctionRegistry (FunctionRegistry.java:getGenericUDAFResolver(1009)) - Looking up GenericUDAF: compute_stats 2015-10-29T11:12:02,226 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genBodyPlan(8817)) - RR before GB src_sequencefile{(key,key: string)(value,value: string)(block__offset__inside__file,BLOCK__OFFSET__INSIDE__FILE: bigint)(input__file__name,INPUT__FILE__NAME: string)(row__id,ROW__ID: struct)} after GB {((tok_function compute_stats (tok_table_or_col key) 16),_col0: struct)((tok_function compute_stats (tok_table_or_col value) 16),_col1: struct)} 2015-10-29T11:12:02,226 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genSelectPlan(3604)) - tree: (TOK_SELECT (TOK_SELEXPR (TOK_FUNCTION compute_stats (TOK_TABLE_OR_COL key) 16)) (TOK_SELEXPR (TOK_FUNCTION compute_stats (TOK_TABLE_OR_COL value) 16))) 2015-10-29T11:12:02,227 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genSelectPlan(3714)) - genSelectPlan: input = {((tok_function compute_stats (tok_table_or_col key) 16),_col0: struct)((tok_function compute_stats (tok_table_or_col value) 16),_col1: struct)} starRr = src_sequencefile{(key,key: string)(value,value: string)(block__offset__inside__file,BLOCK__OFFSET__INSIDE__FILE: bigint)(input__file__name,INPUT__FILE__NAME: string)(row__id,ROW__ID: struct)} 2015-10-29T11:12:02,227 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genSelectPlan(3862)) - Created Select Plan row schema: null{(_c0,_col0: struct)(_c1,_col1: struct)} 2015-10-29T11:12:02,227 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genSelectPlan(3593)) - Created Select Plan for clause: insclause-0 2015-10-29T11:12:02,227 DEBUG [main]: ql.Context (Context.java:getStagingDir(231)) - Created staging dir = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-02_210_6580260820338865268-1/-mr-10000/.hive-staging_hive_2015-10-29_11-12-02_210_6580260820338865268-1 for path = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-02_210_6580260820338865268-1/-mr-10000 2015-10-29T11:12:02,227 INFO [main]: common.FileUtils (FileUtils.java:mkdir(502)) - Creating directory if it doesn't exist: file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-02_210_6580260820338865268-1/-mr-10000/.hive-staging_hive_2015-10-29_11-12-02_210_6580260820338865268-1 2015-10-29T11:12:02,233 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chgrp,-R,staff,file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-02_210_6580260820338865268-1/-mr-10000} 2015-10-29T11:12:02,248 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:12:02,248 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chmod,-R,700,file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-02_210_6580260820338865268-1/-mr-10000} 2015-10-29T11:12:02,266 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:12:02,267 DEBUG [main]: shims.HadoopShimsSecure (Hadoop23Shims.java:debugLog(937)) - DeprecatedRawLocalFileStatus{path=file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-02_210_6580260820338865268-1/-mr-10000; isDirectory=true; modification_time=1446142322000; access_time=0; owner=; group=; permission=rwxrwxrwx; isSymlink=false} 2015-10-29T11:12:02,268 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genFileSinkPlan(6591)) - Set stats collection dir : file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-02_210_6580260820338865268-1/-mr-10000/.hive-staging_hive_2015-10-29_11-12-02_210_6580260820338865268-1/-ext-10002 2015-10-29T11:12:02,268 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genFileSinkPlan(6614)) - Created FileSink Plan for clause: insclause-0dest_path: file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-02_210_6580260820338865268-1/-mr-10000 row schema: null{(_c0,_col0: struct)(_c1,_col1: struct)} 2015-10-29T11:12:02,268 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genBodyPlan(8831)) - Created Body Plan for Query Block null 2015-10-29T11:12:02,268 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genPlan(9675)) - Created Plan for Query Block null 2015-10-29T11:12:02,268 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:analyzeInternal(10139)) - Before logical optimization TS[0]-SEL[1]-GBY[2]-RS[3]-GBY[4]-SEL[5]-FS[6] 2015-10-29T11:12:02,270 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:TS[0] with rs:(key: string|{src_sequencefile}key,value: string|{src_sequencefile}value,BLOCK__OFFSET__INSIDE__FILE: bigint|{src_sequencefile}block__offset__inside__file,INPUT__FILE__NAME: string|{src_sequencefile}input__file__name,ROW__ID: struct|{src_sequencefile}row__id) 2015-10-29T11:12:02,270 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator TS[0] 2015-10-29T11:12:02,270 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:SEL[1] with rs:(key: string|{src_sequencefile}key,value: string|{src_sequencefile}value,BLOCK__OFFSET__INSIDE__FILE: bigint|{src_sequencefile}block__offset__inside__file,INPUT__FILE__NAME: string|{src_sequencefile}input__file__name,ROW__ID: struct|{src_sequencefile}row__id) 2015-10-29T11:12:02,271 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator SEL[1] 2015-10-29T11:12:02,271 DEBUG [main]: optimizer.ConstantPropagateProcFactory (ConstantPropagateProcFactory.java:process(1131)) - New column list:(Column[key] Column[value] Column[BLOCK__OFFSET__INSIDE__FILE] Column[INPUT__FILE__NAME] Column[ROW__ID]) 2015-10-29T11:12:02,271 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:GBY[2] with rs:(_col0: struct|{}(tok_function compute_stats (tok_table_or_col key) 16),_col1: struct|{}(tok_function compute_stats (tok_table_or_col value) 16)) 2015-10-29T11:12:02,271 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator GBY[2] 2015-10-29T11:12:02,271 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:RS[3] with rs:(VALUE._col0: struct|{}(tok_function compute_stats (tok_table_or_col key) 16),VALUE._col1: struct|{}(tok_function compute_stats (tok_table_or_col value) 16)) 2015-10-29T11:12:02,271 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator RS[3] 2015-10-29T11:12:02,271 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:GBY[4] with rs:(_col0: struct|{}(tok_function compute_stats (tok_table_or_col key) 16),_col1: struct|{}(tok_function compute_stats (tok_table_or_col value) 16)) 2015-10-29T11:12:02,271 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator GBY[4] 2015-10-29T11:12:02,271 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:SEL[5] with rs:(_col0: struct|{null}_c0,_col1: struct|{null}_c1) 2015-10-29T11:12:02,272 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator SEL[5] 2015-10-29T11:12:02,272 DEBUG [main]: optimizer.ConstantPropagateProcFactory (ConstantPropagateProcFactory.java:process(1131)) - New column list:(Column[_col0] Column[_col1]) 2015-10-29T11:12:02,272 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:FS[6] with rs:(_col0: struct|{},_col1: struct|{}) 2015-10-29T11:12:02,272 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator FS[6] 2015-10-29T11:12:02,272 INFO [main]: ppd.OpProcFactory (OpProcFactory.java:process(662)) - Processing for FS(6) 2015-10-29T11:12:02,272 INFO [main]: ppd.OpProcFactory (OpProcFactory.java:process(662)) - Processing for SEL(5) 2015-10-29T11:12:02,272 INFO [main]: ppd.OpProcFactory (OpProcFactory.java:process(662)) - Processing for GBY(4) 2015-10-29T11:12:02,272 INFO [main]: ppd.OpProcFactory (OpProcFactory.java:process(662)) - Processing for RS(3) 2015-10-29T11:12:02,272 INFO [main]: ppd.OpProcFactory (OpProcFactory.java:process(662)) - Processing for GBY(2) 2015-10-29T11:12:02,273 INFO [main]: ppd.OpProcFactory (OpProcFactory.java:process(662)) - Processing for SEL(1) 2015-10-29T11:12:02,273 INFO [main]: ppd.OpProcFactory (OpProcFactory.java:process(383)) - Processing for TS(0) 2015-10-29T11:12:02,273 DEBUG [main]: ppd.PredicatePushDown (PredicatePushDown.java:transform(138)) - After PPD: TS[0]-SEL[1]-GBY[2]-RS[3]-GBY[4]-SEL[5]-FS[6] 2015-10-29T11:12:02,273 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:TS[0] with rs:(key: string|{src_sequencefile}key,value: string|{src_sequencefile}value,BLOCK__OFFSET__INSIDE__FILE: bigint|{src_sequencefile}block__offset__inside__file,INPUT__FILE__NAME: string|{src_sequencefile}input__file__name,ROW__ID: struct|{src_sequencefile}row__id) 2015-10-29T11:12:02,273 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator TS[0] 2015-10-29T11:12:02,273 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:SEL[1] with rs:(key: string|{src_sequencefile}key,value: string|{src_sequencefile}value,BLOCK__OFFSET__INSIDE__FILE: bigint|{src_sequencefile}block__offset__inside__file,INPUT__FILE__NAME: string|{src_sequencefile}input__file__name,ROW__ID: struct|{src_sequencefile}row__id) 2015-10-29T11:12:02,273 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator SEL[1] 2015-10-29T11:12:02,273 DEBUG [main]: optimizer.ConstantPropagateProcFactory (ConstantPropagateProcFactory.java:process(1131)) - New column list:(Column[key] Column[value] Column[BLOCK__OFFSET__INSIDE__FILE] Column[INPUT__FILE__NAME] Column[ROW__ID]) 2015-10-29T11:12:02,273 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:GBY[2] with rs:(_col0: struct|{}(tok_function compute_stats (tok_table_or_col key) 16),_col1: struct|{}(tok_function compute_stats (tok_table_or_col value) 16)) 2015-10-29T11:12:02,273 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator GBY[2] 2015-10-29T11:12:02,274 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:RS[3] with rs:(VALUE._col0: struct|{}(tok_function compute_stats (tok_table_or_col key) 16),VALUE._col1: struct|{}(tok_function compute_stats (tok_table_or_col value) 16)) 2015-10-29T11:12:02,274 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator RS[3] 2015-10-29T11:12:02,274 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:GBY[4] with rs:(_col0: struct|{}(tok_function compute_stats (tok_table_or_col key) 16),_col1: struct|{}(tok_function compute_stats (tok_table_or_col value) 16)) 2015-10-29T11:12:02,274 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator GBY[4] 2015-10-29T11:12:02,274 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:SEL[5] with rs:(_col0: struct|{null}_c0,_col1: struct|{null}_c1) 2015-10-29T11:12:02,274 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator SEL[5] 2015-10-29T11:12:02,274 DEBUG [main]: optimizer.ConstantPropagateProcFactory (ConstantPropagateProcFactory.java:process(1131)) - New column list:(Column[_col0] Column[_col1]) 2015-10-29T11:12:02,274 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:FS[6] with rs:(_col0: struct|{},_col1: struct|{}) 2015-10-29T11:12:02,274 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator FS[6] 2015-10-29T11:12:02,275 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:TS[0] with rs:(key: string|{src_sequencefile}key,value: string|{src_sequencefile}value,BLOCK__OFFSET__INSIDE__FILE: bigint|{src_sequencefile}block__offset__inside__file,INPUT__FILE__NAME: string|{src_sequencefile}input__file__name,ROW__ID: struct|{src_sequencefile}row__id) 2015-10-29T11:12:02,275 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator TS[0] 2015-10-29T11:12:02,275 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:SEL[1] with rs:(key: string|{src_sequencefile}key,value: string|{src_sequencefile}value,BLOCK__OFFSET__INSIDE__FILE: bigint|{src_sequencefile}block__offset__inside__file,INPUT__FILE__NAME: string|{src_sequencefile}input__file__name,ROW__ID: struct|{src_sequencefile}row__id) 2015-10-29T11:12:02,275 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator SEL[1] 2015-10-29T11:12:02,275 DEBUG [main]: optimizer.ConstantPropagateProcFactory (ConstantPropagateProcFactory.java:process(1131)) - New column list:(Column[key] Column[value] Column[BLOCK__OFFSET__INSIDE__FILE] Column[INPUT__FILE__NAME] Column[ROW__ID]) 2015-10-29T11:12:02,275 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:GBY[2] with rs:(_col0: struct|{}(tok_function compute_stats (tok_table_or_col key) 16),_col1: struct|{}(tok_function compute_stats (tok_table_or_col value) 16)) 2015-10-29T11:12:02,275 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator GBY[2] 2015-10-29T11:12:02,275 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:RS[3] with rs:(VALUE._col0: struct|{}(tok_function compute_stats (tok_table_or_col key) 16),VALUE._col1: struct|{}(tok_function compute_stats (tok_table_or_col value) 16)) 2015-10-29T11:12:02,276 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator RS[3] 2015-10-29T11:12:02,276 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:GBY[4] with rs:(_col0: struct|{}(tok_function compute_stats (tok_table_or_col key) 16),_col1: struct|{}(tok_function compute_stats (tok_table_or_col value) 16)) 2015-10-29T11:12:02,276 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator GBY[4] 2015-10-29T11:12:02,276 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:SEL[5] with rs:(_col0: struct|{null}_c0,_col1: struct|{null}_c1) 2015-10-29T11:12:02,276 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator SEL[5] 2015-10-29T11:12:02,276 DEBUG [main]: optimizer.ConstantPropagateProcFactory (ConstantPropagateProcFactory.java:process(1131)) - New column list:(Column[_col0] Column[_col1]) 2015-10-29T11:12:02,276 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:FS[6] with rs:(_col0: struct|{},_col1: struct|{}) 2015-10-29T11:12:02,276 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator FS[6] 2015-10-29T11:12:02,277 DEBUG [main]: optimizer.ColumnPrunerProcFactory (ColumnPrunerProcFactory.java:process(569)) - Reduce Sink Operator 3 key:[] 2015-10-29T11:12:02,277 INFO [main]: optimizer.ColumnPrunerProcFactory (ColumnPrunerProcFactory.java:pruneReduceSinkOperator(864)) - RS 3 oldColExprMap: {VALUE._col1=Column[_col1], VALUE._col0=Column[_col0]} 2015-10-29T11:12:02,277 INFO [main]: optimizer.ColumnPrunerProcFactory (ColumnPrunerProcFactory.java:pruneReduceSinkOperator(913)) - RS 3 newColExprMap: {VALUE._col1=Column[_col1], VALUE._col0=Column[_col0]} 2015-10-29T11:12:02,278 DEBUG [main]: optimizer.IdentityProjectRemover (IdentityProjectRemover.java:process(131)) - Identity project remover optimization removed : SEL[5] 2015-10-29T11:12:02,278 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:analyzeInternal(10147)) - After logical optimization TS[0]-SEL[1]-GBY[2]-RS[3]-GBY[4]-FS[6] 2015-10-29T11:12:02,279 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:02,279 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:02,279 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct src_sequencefile { string key, string value} 2015-10-29T11:12:02,279 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct src_sequencefile { string key, string value} 2015-10-29T11:12:02,280 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct src_sequencefile { string key, string value} 2015-10-29T11:12:02,280 DEBUG [main]: optimizer.GenMapRedUtils (GenMapRedUtils.java:setMapWork(678)) - Adding pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src_sequencefile of tablesrc_sequencefile 2015-10-29T11:12:02,280 DEBUG [main]: optimizer.GenMapRedUtils (GenMapRedUtils.java:setMapWork(716)) - Information added for path pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src_sequencefile 2015-10-29T11:12:02,281 DEBUG [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(167)) - Looking at: null 2015-10-29T11:12:02,281 INFO [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(175)) - Looking for table scans where optimization is applicable 2015-10-29T11:12:02,282 INFO [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(199)) - Found 0 null table scans 2015-10-29T11:12:02,282 DEBUG [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(167)) - Looking at: null 2015-10-29T11:12:02,282 INFO [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(175)) - Looking for table scans where optimization is applicable 2015-10-29T11:12:02,282 INFO [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(199)) - Found 0 null table scans 2015-10-29T11:12:02,282 DEBUG [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(167)) - Looking at: null 2015-10-29T11:12:02,282 INFO [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(175)) - Looking for table scans where optimization is applicable 2015-10-29T11:12:02,283 INFO [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(199)) - Found 0 null table scans 2015-10-29T11:12:02,283 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:analyzeInternal(10168)) - Completed plan generation 2015-10-29T11:12:02,283 INFO [main]: ql.Driver (Driver.java:compile(448)) - Semantic Analysis Completed 2015-10-29T11:12:02,283 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:validate(10519)) - validation start 2015-10-29T11:12:02,283 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:validate(10561)) - not validating writeEntity, because entity is neither table nor partition 2015-10-29T11:12:02,283 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:02,284 INFO [main]: ql.Driver (Driver.java:getSchema(244)) - Returning Hive schema: Schema(fieldSchemas:[FieldSchema(name:_c0, type:struct, comment:null), FieldSchema(name:_c1, type:struct, comment:null)], properties:null) 2015-10-29T11:12:02,284 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:02,284 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : compilation phase 2015-10-29T11:12:02,284 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {flushCache_()=1, isCompatibleWith_(HiveConf, )=0, getTable_(String, String, )=16} 2015-10-29T11:12:02,284 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:02,284 DEBUG [main]: lockmgr.DummyTxnManager (DummyTxnManager.java:acquireLocks(129)) - Adding default@src_sequencefile to list of lock inputs 2015-10-29T11:12:02,284 DEBUG [main]: lockmgr.DummyTxnManager (DummyTxnManager.java:acquireLocks(148)) - Adding file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-02_210_6580260820338865268-1/-mr-10000 to list of lock outputs 2015-10-29T11:12:02,284 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:lock(262)) - Acquiring lock for default with mode IMPLICIT 2015-10-29T11:12:02,287 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:lock(262)) - Acquiring lock for default/src_sequencefile with mode IMPLICIT 2015-10-29T11:12:02,289 DEBUG [main]: ql.Driver (Driver.java:recordValidTxns(960)) - Encoding valid txns info 9223372036854775807: txnid:0 2015-10-29T11:12:02,289 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:02,290 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:02,290 INFO [main]: ql.Driver (Driver.java:execute(1468)) - Starting command(queryId=sush_20151029111202_7b3c04f5-c962-4f76-adba-1ed44ed2df9b): ANALYZE TABLE src_sequencefile COMPUTE STATISTICS FOR COLUMNS key,value 2015-10-29T11:12:02,290 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:02,290 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: query: ANALYZE TABLE src_sequencefile COMPUTE STATISTICS FOR COLUMNS key,value 2015-10-29T11:12:02,290 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: type: QUERY 2015-10-29T11:12:02,290 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: Input: default@src_sequencefile 2015-10-29T11:12:02,290 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: Output: file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-02_210_6580260820338865268-1/-mr-10000 2015-10-29T11:12:02,290 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:02,290 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:02,290 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:02,291 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - Query ID = sush_20151029111202_7b3c04f5-c962-4f76-adba-1ed44ed2df9b 2015-10-29T11:12:02,291 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - Total jobs = 1 2015-10-29T11:12:02,291 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:02,291 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:02,291 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:02,291 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - Launching Job 1 out of 1 2015-10-29T11:12:02,292 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-0:MAPRED] in serial mode 2015-10-29T11:12:02,292 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - Number of reduce tasks determined at compile time: 1 2015-10-29T11:12:02,292 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - In order to change the average load for a reducer (in bytes): 2015-10-29T11:12:02,292 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - set hive.exec.reducers.bytes.per.reducer= 2015-10-29T11:12:02,292 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - In order to limit the maximum number of reducers: 2015-10-29T11:12:02,292 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - set hive.exec.reducers.max= 2015-10-29T11:12:02,292 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - In order to set a constant number of reducers: 2015-10-29T11:12:02,292 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - set mapreduce.job.reduces= 2015-10-29T11:12:02,297 INFO [main]: mr.ExecDriver (ExecDriver.java:execute(291)) - Using org.apache.hadoop.hive.ql.io.CombineHiveInputFormat 2015-10-29T11:12:02,297 INFO [main]: exec.Utilities (Utilities.java:getInputPaths(3433)) - Processing alias src_sequencefile 2015-10-29T11:12:02,297 INFO [main]: exec.Utilities (Utilities.java:getInputPaths(3450)) - Adding input file pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src_sequencefile 2015-10-29T11:12:02,298 INFO [main]: exec.Utilities (Utilities.java:isEmptyPath(2734)) - Content Summary not cached for pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src_sequencefile 2015-10-29T11:12:02,313 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:02,314 INFO [main]: exec.Utilities (Utilities.java:serializePlan(939)) - Serializing MapWork via kryo 2015-10-29T11:12:02,315 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:02,320 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:02,320 INFO [main]: exec.Utilities (Utilities.java:serializePlan(939)) - Serializing ReduceWork via kryo 2015-10-29T11:12:02,323 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:02,324 DEBUG [main]: mapreduce.Cluster (Cluster.java:initialize(90)) - Trying ClientProtocolProvider : org.apache.hadoop.mapred.LocalClientProtocolProvider 2015-10-29T11:12:02,324 INFO [main]: jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized 2015-10-29T11:12:02,325 DEBUG [main]: mapreduce.Cluster (Cluster.java:initialize(103)) - Picked org.apache.hadoop.mapred.LocalClientProtocolProvider as the ClientProtocolProvider 2015-10-29T11:12:02,325 DEBUG [main]: mapreduce.Cluster (Cluster.java:initialize(90)) - Trying ClientProtocolProvider : org.apache.hadoop.mapred.LocalClientProtocolProvider 2015-10-29T11:12:02,326 INFO [main]: jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized 2015-10-29T11:12:02,326 DEBUG [main]: mapreduce.Cluster (Cluster.java:initialize(103)) - Picked org.apache.hadoop.mapred.LocalClientProtocolProvider as the ClientProtocolProvider 2015-10-29T11:12:02,327 INFO [main]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-02_199_6896045081516001565-1/-mr-10001/ea7fedf3-8e2c-423f-aa8b-1b78780e2bf9/map.xml 2015-10-29T11:12:02,327 DEBUG [main]: exec.Utilities (Utilities.java:getBaseWork(452)) - Found plan in cache for name: map.xml 2015-10-29T11:12:02,327 INFO [main]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-02_199_6896045081516001565-1/-mr-10001/ea7fedf3-8e2c-423f-aa8b-1b78780e2bf9/reduce.xml 2015-10-29T11:12:02,327 DEBUG [main]: exec.Utilities (Utilities.java:getBaseWork(452)) - Found plan in cache for name: reduce.xml 2015-10-29T11:12:02,332 DEBUG [main]: mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(456)) - Configuring job job_local71131259_0008 with file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/hadoop-tmp/mapred/staging/sush71131259/.staging/job_local71131259_0008 as the submit dir 2015-10-29T11:12:02,332 DEBUG [main]: mapreduce.JobSubmitter (JobSubmitter.java:populateTokenCache(718)) - adding the following namenodes' delegation tokens:[file:///] 2015-10-29T11:12:02,332 WARN [main]: mapreduce.JobSubmitter (JobSubmitter.java:copyAndConfigureFiles(153)) - Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2015-10-29T11:12:02,333 DEBUG [main]: mapreduce.JobSubmitter (JobSubmitter.java:copyAndConfigureFiles(173)) - default FileSystem: file:/// 2015-10-29T11:12:02,421 DEBUG [main]: mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(491)) - Creating splits at file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/hadoop-tmp/mapred/staging/sush71131259/.staging/job_local71131259_0008 2015-10-29T11:12:02,421 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:02,421 INFO [main]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-02_199_6896045081516001565-1/-mr-10001/ea7fedf3-8e2c-423f-aa8b-1b78780e2bf9/map.xml 2015-10-29T11:12:02,421 DEBUG [main]: exec.Utilities (Utilities.java:getBaseWork(452)) - Found plan in cache for name: map.xml 2015-10-29T11:12:02,421 INFO [main]: io.CombineHiveInputFormat (CombineHiveInputFormat.java:getSplits(478)) - Total number of paths: 1, launching 1 threads to check non-combinable ones. 2015-10-29T11:12:02,422 DEBUG [main]: io.CombineHiveInputFormat (CombineHiveInputFormat.java:getSplits(512)) - The received input paths are: [pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src_sequencefile] against the property mapreduce.input.fileinputformat.inputdir 2015-10-29T11:12:02,422 INFO [main]: io.CombineHiveInputFormat (CombineHiveInputFormat.java:getCombineSplits(395)) - CombineHiveInputSplit creating pool for pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src_sequencefile; using filter path pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src_sequencefile 2015-10-29T11:12:02,434 DEBUG [main]: input.FileInputFormat (FileInputFormat.java:listStatus(279)) - Time taken to get FileStatuses: 11 2015-10-29T11:12:02,434 INFO [main]: input.FileInputFormat (FileInputFormat.java:listStatus(281)) - Total input paths to process : 1 2015-10-29T11:12:02,435 INFO [main]: input.CombineFileInputFormat (CombineFileInputFormat.java:createSplits(413)) - DEBUG: Terminated node allocation with : CompletedNodes: 1, size left: 0 2015-10-29T11:12:02,435 INFO [main]: io.CombineHiveInputFormat (CombineHiveInputFormat.java:getCombineSplits(450)) - number of splits 1 2015-10-29T11:12:02,435 INFO [main]: io.CombineHiveInputFormat (CombineHiveInputFormat.java:getSplits(549)) - Number of all splits 1 2015-10-29T11:12:02,435 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:02,451 INFO [main]: mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(494)) - number of splits:1 2015-10-29T11:12:02,466 INFO [main]: mapreduce.JobSubmitter (JobSubmitter.java:printTokens(583)) - Submitting tokens for job: job_local71131259_0008 2015-10-29T11:12:02,524 INFO [main]: mapreduce.Job (Job.java:submit(1300)) - The url to track the job: http://localhost:8080/ 2015-10-29T11:12:02,524 INFO [Thread-451]: mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(471)) - OutputCommitter set in config org.apache.hadoop.hive.ql.io.HiveFileFormatUtils$NullOutputCommitter 2015-10-29T11:12:02,524 INFO [Thread-451]: mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(489)) - OutputCommitter is org.apache.hadoop.hive.ql.io.HiveFileFormatUtils$NullOutputCommitter 2015-10-29T11:12:02,524 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - Job running in-process (local Hadoop) 2015-10-29T11:12:02,525 DEBUG [Thread-451]: mapred.LocalJobRunner (LocalJobRunner.java:createMapExecutor(395)) - Starting mapper thread pool executor. 2015-10-29T11:12:02,525 DEBUG [Thread-451]: mapred.LocalJobRunner (LocalJobRunner.java:createMapExecutor(396)) - Max local threads: 1 2015-10-29T11:12:02,525 DEBUG [Thread-451]: mapred.LocalJobRunner (LocalJobRunner.java:createMapExecutor(397)) - Map tasks to process: 1 2015-10-29T11:12:02,525 INFO [Thread-451]: mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for map tasks 2015-10-29T11:12:02,525 INFO [LocalJobRunner Map Task Executor #0]: mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local71131259_0008_m_000000_0 2015-10-29T11:12:02,525 DEBUG [LocalJobRunner Map Task Executor #0]: mapred.SortedRanges (SortedRanges.java:doNext(348)) - currentIndex 0 0:0 2015-10-29T11:12:02,526 DEBUG [LocalJobRunner Map Task Executor #0]: mapred.LocalJobRunner (LocalJobRunner.java:setupChildMapredLocalDirs(974)) - mapreduce.cluster.local.dir for child : /Users/sush/dev/hive.git/itests/qtest/target/tmp/hadoop-tmp/mapred/local/localRunner//sush/jobcache/job_local71131259_0008/attempt_local71131259_0008_m_000000_0 2015-10-29T11:12:02,526 INFO [LocalJobRunner Map Task Executor #0]: util.ProcfsBasedProcessTree (ProcfsBasedProcessTree.java:isAvailable(181)) - ProcfsBasedProcessTree currently is supported only on Linux. 2015-10-29T11:12:02,526 INFO [LocalJobRunner Map Task Executor #0]: util.ProcfsBasedProcessTree (ProcfsBasedProcessTree.java:isAvailable(181)) - ProcfsBasedProcessTree currently is supported only on Linux. 2015-10-29T11:12:02,526 INFO [LocalJobRunner Map Task Executor #0]: mapred.Task (Task.java:initialize(587)) - Using ResourceCalculatorProcessTree : null 2015-10-29T11:12:02,527 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:updateJobWithSplit(482)) - Processing split: Paths:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src_sequencefile/kv1.seq:0+10508InputFormatClass: org.apache.hadoop.mapred.SequenceFileInputFormat 2015-10-29T11:12:02,527 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-02_199_6896045081516001565-1/-mr-10001/ea7fedf3-8e2c-423f-aa8b-1b78780e2bf9/map.xml 2015-10-29T11:12:02,527 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(405)) - local path = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-02_199_6896045081516001565-1/-mr-10001/ea7fedf3-8e2c-423f-aa8b-1b78780e2bf9/map.xml 2015-10-29T11:12:02,527 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(417)) - Open file to read in plan: file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-02_199_6896045081516001565-1/-mr-10001/ea7fedf3-8e2c-423f-aa8b-1b78780e2bf9/map.xml 2015-10-29T11:12:02,527 INFO [LocalJobRunner Map Task Executor #0]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:02,528 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:deserializePlan(966)) - Deserializing MapWork via kryo 2015-10-29T11:12:02,536 INFO [LocalJobRunner Map Task Executor #0]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:02,549 INFO [LocalJobRunner Map Task Executor #0]: io.HiveContextAwareRecordReader (HiveContextAwareRecordReader.java:initIOContext(174)) - Processing file pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src_sequencefile/kv1.seq 2015-10-29T11:12:02,549 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:runOldMapper(436)) - numReduceTasks: 1 2015-10-29T11:12:02,549 DEBUG [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:createSortingCollector(398)) - Trying map output collector class: org.apache.hadoop.mapred.MapTask$MapOutputBuffer 2015-10-29T11:12:02,564 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:setEquator(1202)) - (EQUATOR) 0 kvi 26214396(104857584) 2015-10-29T11:12:02,564 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:init(995)) - mapreduce.task.io.sort.mb: 100 2015-10-29T11:12:02,564 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:init(996)) - soft limit at 83886080 2015-10-29T11:12:02,564 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:init(997)) - bufstart = 0; bufvoid = 104857600 2015-10-29T11:12:02,564 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:init(998)) - kvstart = 26214396; length = 6553600 2015-10-29T11:12:02,565 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:createSortingCollector(402)) - Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer 2015-10-29T11:12:02,565 INFO [LocalJobRunner Map Task Executor #0]: mr.ExecMapper (ExecMapper.java:configure(83)) - conf classpath = [file:/Users/sush/dev/hive.git/itests/qtest/target/surefire/surefirebooter6776397513364088476.jar] 2015-10-29T11:12:02,565 INFO [LocalJobRunner Map Task Executor #0]: mr.ExecMapper (ExecMapper.java:configure(85)) - thread classpath = [file:/Users/sush/dev/hive.git/itests/qtest/target/surefire/surefirebooter6776397513364088476.jar] 2015-10-29T11:12:02,565 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-02_199_6896045081516001565-1/-mr-10001/ea7fedf3-8e2c-423f-aa8b-1b78780e2bf9/map.xml 2015-10-29T11:12:02,565 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(452)) - Found plan in cache for name: map.xml 2015-10-29T11:12:02,565 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:initialize(338)) - Initializing operator MAP[11] 2015-10-29T11:12:02,565 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:initialize(377)) - Initialization Done 11 MAP 2015-10-29T11:12:02,565 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:initializeChildren(463)) - Operator 11 MAP initialized 2015-10-29T11:12:02,565 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:initialize(390)) - Initialization Done 11 MAP done is reset. 2015-10-29T11:12:02,566 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:02,566 INFO [LocalJobRunner Map Task Executor #0]: mr.ExecMapper (ExecMapper.java:configure(110)) - Id =11 Id =7 Id =8 Id =9 Id =10 <\Children> Id = 9 null<\Parent> <\RS> <\Children> Id = 8 null<\Parent> <\GBY> <\Children> Id = 7 null<\Parent> <\SEL> <\Children> Id = 11 null<\Parent> <\TS> <\Children> <\Parent> <\MAP> 2015-10-29T11:12:02,566 INFO [LocalJobRunner Map Task Executor #0]: MapredContext (MapredContext.java:init(55)) - MapredContext initialized. 2015-10-29T11:12:02,566 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:initialize(338)) - Initializing operator TS[7] 2015-10-29T11:12:02,566 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:initialize(377)) - Initialization Done 7 TS 2015-10-29T11:12:02,567 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:initializeChildren(463)) - Operator 7 TS initialized 2015-10-29T11:12:02,567 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:initializeChildren(469)) - Initializing children of 7 TS 2015-10-29T11:12:02,567 INFO [LocalJobRunner Map Task Executor #0]: exec.SelectOperator (Operator.java:initialize(507)) - Initializing child 8 SEL 2015-10-29T11:12:02,567 INFO [LocalJobRunner Map Task Executor #0]: exec.SelectOperator (Operator.java:initialize(338)) - Initializing operator SEL[8] 2015-10-29T11:12:02,567 INFO [LocalJobRunner Map Task Executor #0]: exec.SelectOperator (SelectOperator.java:initializeOp(65)) - SELECT struct 2015-10-29T11:12:02,567 INFO [LocalJobRunner Map Task Executor #0]: exec.SelectOperator (Operator.java:initialize(377)) - Initialization Done 8 SEL 2015-10-29T11:12:02,567 INFO [LocalJobRunner Map Task Executor #0]: exec.SelectOperator (Operator.java:initializeChildren(463)) - Operator 8 SEL initialized 2015-10-29T11:12:02,567 INFO [LocalJobRunner Map Task Executor #0]: exec.SelectOperator (Operator.java:initializeChildren(469)) - Initializing children of 8 SEL 2015-10-29T11:12:02,567 INFO [LocalJobRunner Map Task Executor #0]: exec.GroupByOperator (Operator.java:initialize(507)) - Initializing child 9 GBY 2015-10-29T11:12:02,567 INFO [LocalJobRunner Map Task Executor #0]: exec.GroupByOperator (Operator.java:initialize(338)) - Initializing operator GBY[9] 2015-10-29T11:12:02,567 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:02,567 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:02,568 INFO [LocalJobRunner Map Task Executor #0]: exec.GroupByOperator (Operator.java:initialize(377)) - Initialization Done 9 GBY 2015-10-29T11:12:02,568 INFO [LocalJobRunner Map Task Executor #0]: exec.GroupByOperator (Operator.java:initializeChildren(463)) - Operator 9 GBY initialized 2015-10-29T11:12:02,568 INFO [LocalJobRunner Map Task Executor #0]: exec.GroupByOperator (Operator.java:initializeChildren(469)) - Initializing children of 9 GBY 2015-10-29T11:12:02,568 INFO [LocalJobRunner Map Task Executor #0]: exec.ReduceSinkOperator (Operator.java:initialize(507)) - Initializing child 10 RS 2015-10-29T11:12:02,568 INFO [LocalJobRunner Map Task Executor #0]: exec.ReduceSinkOperator (Operator.java:initialize(338)) - Initializing operator RS[10] 2015-10-29T11:12:02,568 INFO [LocalJobRunner Map Task Executor #0]: exec.ReduceSinkOperator (ReduceSinkOperator.java:initializeOp(221)) - Using tag = -1 2015-10-29T11:12:02,568 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:02,568 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:02,568 DEBUG [LocalJobRunner Map Task Executor #0]: lazybinary.LazyBinarySerDe (LazyBinarySerDe.java:initialize(131)) - LazyBinarySerDe initialized with: columnNames=[_col0, _col1] columnTypes=[struct, struct] 2015-10-29T11:12:02,569 INFO [LocalJobRunner Map Task Executor #0]: exec.ReduceSinkOperator (Operator.java:initialize(377)) - Initialization Done 10 RS 2015-10-29T11:12:02,569 INFO [LocalJobRunner Map Task Executor #0]: exec.ReduceSinkOperator (Operator.java:initializeChildren(463)) - Operator 10 RS initialized 2015-10-29T11:12:02,569 INFO [LocalJobRunner Map Task Executor #0]: exec.ReduceSinkOperator (Operator.java:initialize(390)) - Initialization Done 10 RS done is reset. 2015-10-29T11:12:02,569 INFO [LocalJobRunner Map Task Executor #0]: exec.GroupByOperator (Operator.java:initialize(390)) - Initialization Done 9 GBY done is reset. 2015-10-29T11:12:02,569 INFO [LocalJobRunner Map Task Executor #0]: exec.SelectOperator (Operator.java:initialize(390)) - Initialization Done 8 SEL done is reset. 2015-10-29T11:12:02,569 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:initialize(390)) - Initialization Done 7 TS done is reset. 2015-10-29T11:12:02,569 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (MapOperator.java:rowsForwarded(535)) - MAP[11]: records read - 1 2015-10-29T11:12:02,570 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (MapOperator.java:rowsForwarded(535)) - MAP[11]: records read - 10 2015-10-29T11:12:02,574 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (MapOperator.java:rowsForwarded(535)) - MAP[11]: records read - 100 2015-10-29T11:12:02,589 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:close(650)) - 11 finished. closing... 2015-10-29T11:12:02,589 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:logStats(898)) - RECORDS_IN:500 2015-10-29T11:12:02,589 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:logStats(898)) - DESERIALIZE_ERRORS:0 2015-10-29T11:12:02,589 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:close(650)) - 7 finished. closing... 2015-10-29T11:12:02,589 INFO [LocalJobRunner Map Task Executor #0]: exec.SelectOperator (Operator.java:close(650)) - 8 finished. closing... 2015-10-29T11:12:02,589 INFO [LocalJobRunner Map Task Executor #0]: exec.GroupByOperator (Operator.java:close(650)) - 9 finished. closing... 2015-10-29T11:12:02,589 INFO [LocalJobRunner Map Task Executor #0]: exec.GroupByOperator (GroupByOperator.java:flush(1027)) - Begin Hash Table flush: size = 1 2015-10-29T11:12:02,592 INFO [LocalJobRunner Map Task Executor #0]: exec.ReduceSinkOperator (ReduceSinkOperator.java:process(322)) - keys are [] num distributions: 0 2015-10-29T11:12:02,592 INFO [LocalJobRunner Map Task Executor #0]: exec.ReduceSinkOperator (ReduceSinkOperator.java:collect(535)) - RS[10]: records written - 1 2015-10-29T11:12:02,592 INFO [LocalJobRunner Map Task Executor #0]: exec.ReduceSinkOperator (Operator.java:close(650)) - 10 finished. closing... 2015-10-29T11:12:02,592 INFO [LocalJobRunner Map Task Executor #0]: exec.ReduceSinkOperator (ReduceSinkOperator.java:closeOp(569)) - RS[10]: records written - 1 2015-10-29T11:12:02,592 INFO [LocalJobRunner Map Task Executor #0]: exec.ReduceSinkOperator (Operator.java:logStats(898)) - RECORDS_OUT_INTERMEDIATE:1 2015-10-29T11:12:02,593 INFO [LocalJobRunner Map Task Executor #0]: exec.ReduceSinkOperator (Operator.java:close(674)) - 10 Close done 2015-10-29T11:12:02,593 INFO [LocalJobRunner Map Task Executor #0]: exec.GroupByOperator (Operator.java:close(674)) - 9 Close done 2015-10-29T11:12:02,593 INFO [LocalJobRunner Map Task Executor #0]: exec.SelectOperator (Operator.java:close(674)) - 8 Close done 2015-10-29T11:12:02,593 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:close(674)) - 7 Close done 2015-10-29T11:12:02,593 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:close(674)) - 11 Close done 2015-10-29T11:12:02,593 INFO [LocalJobRunner Map Task Executor #0]: mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 2015-10-29T11:12:02,594 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:flush(1457)) - Starting flush of map output 2015-10-29T11:12:02,594 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:flush(1475)) - Spilling map output 2015-10-29T11:12:02,594 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:flush(1476)) - bufstart = 0; bufend = 890; bufvoid = 104857600 2015-10-29T11:12:02,594 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:flush(1478)) - kvstart = 26214396(104857584); kvend = 26214396(104857584); length = 1/6553600 2015-10-29T11:12:02,595 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:sortAndSpill(1660)) - Finished spill 0 2015-10-29T11:12:02,596 INFO [LocalJobRunner Map Task Executor #0]: mapred.Task (Task.java:done(1001)) - Task:attempt_local71131259_0008_m_000000_0 is done. And is in the process of committing 2015-10-29T11:12:02,597 INFO [LocalJobRunner Map Task Executor #0]: mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src_sequencefile/kv1.seq:0+10508 2015-10-29T11:12:02,597 INFO [LocalJobRunner Map Task Executor #0]: mapred.Task (Task.java:sendDone(1121)) - Task 'attempt_local71131259_0008_m_000000_0' done. 2015-10-29T11:12:02,597 INFO [LocalJobRunner Map Task Executor #0]: mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local71131259_0008_m_000000_0 2015-10-29T11:12:02,597 INFO [Thread-451]: mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - map task executor complete. 2015-10-29T11:12:02,597 DEBUG [Thread-451]: mapred.LocalJobRunner (LocalJobRunner.java:createReduceExecutor(424)) - Starting reduce thread pool executor. 2015-10-29T11:12:02,598 DEBUG [Thread-451]: mapred.LocalJobRunner (LocalJobRunner.java:createReduceExecutor(425)) - Max local threads: 1 2015-10-29T11:12:02,598 DEBUG [Thread-451]: mapred.LocalJobRunner (LocalJobRunner.java:createReduceExecutor(426)) - Reduce tasks to process: 1 2015-10-29T11:12:02,598 INFO [Thread-451]: mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for reduce tasks 2015-10-29T11:12:02,598 INFO [pool-34-thread-1]: mapred.LocalJobRunner (LocalJobRunner.java:run(302)) - Starting task: attempt_local71131259_0008_r_000000_0 2015-10-29T11:12:02,598 DEBUG [pool-34-thread-1]: mapred.SortedRanges (SortedRanges.java:doNext(348)) - currentIndex 0 0:0 2015-10-29T11:12:02,598 DEBUG [pool-34-thread-1]: mapred.LocalJobRunner (LocalJobRunner.java:setupChildMapredLocalDirs(974)) - mapreduce.cluster.local.dir for child : /Users/sush/dev/hive.git/itests/qtest/target/tmp/hadoop-tmp/mapred/local/localRunner//sush/jobcache/job_local71131259_0008/attempt_local71131259_0008_r_000000_0 2015-10-29T11:12:02,599 INFO [pool-34-thread-1]: util.ProcfsBasedProcessTree (ProcfsBasedProcessTree.java:isAvailable(181)) - ProcfsBasedProcessTree currently is supported only on Linux. 2015-10-29T11:12:02,599 INFO [pool-34-thread-1]: util.ProcfsBasedProcessTree (ProcfsBasedProcessTree.java:isAvailable(181)) - ProcfsBasedProcessTree currently is supported only on Linux. 2015-10-29T11:12:02,599 INFO [pool-34-thread-1]: mapred.Task (Task.java:initialize(587)) - Using ResourceCalculatorProcessTree : null 2015-10-29T11:12:02,599 INFO [pool-34-thread-1]: mapred.ReduceTask (ReduceTask.java:run(362)) - Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@d287be4 2015-10-29T11:12:02,600 INFO [pool-34-thread-1]: reduce.MergeManagerImpl (MergeManagerImpl.java:(196)) - MergerManager: memoryLimit=1336252800, maxSingleShuffleLimit=334063200, mergeThreshold=881926912, ioSortFactor=10, memToMemMergeOutputsThreshold=10 2015-10-29T11:12:02,600 INFO [EventFetcher for fetching Map Completion Events]: reduce.EventFetcher (EventFetcher.java:run(61)) - attempt_local71131259_0008_r_000000_0 Thread started: EventFetcher for fetching Map Completion Events 2015-10-29T11:12:02,600 DEBUG [EventFetcher for fetching Map Completion Events]: reduce.EventFetcher (EventFetcher.java:getMapCompletionEvents(127)) - Got 0 map completion events from 0 2015-10-29T11:12:02,600 DEBUG [EventFetcher for fetching Map Completion Events]: reduce.EventFetcher (EventFetcher.java:run(71)) - GetMapEventsThread about to sleep for 1000 2015-10-29T11:12:02,601 DEBUG [localfetcher#4]: reduce.LocalFetcher (LocalFetcher.java:doCopy(101)) - LocalFetcher 4 going to fetch: attempt_local71131259_0008_m_000000_0 2015-10-29T11:12:02,601 DEBUG [localfetcher#4]: reduce.MergeManagerImpl (MergeManagerImpl.java:reserve(291)) - attempt_local71131259_0008_m_000000_0: Proceeding with shuffle since usedMemory (0) is lesser than memoryLimit (1336252800).CommitMemory is (0) 2015-10-29T11:12:02,601 INFO [localfetcher#4]: reduce.LocalFetcher (LocalFetcher.java:copyMapOutput(141)) - localfetcher#4 about to shuffle output of map attempt_local71131259_0008_m_000000_0 decomp: 896 len: 900 to MEMORY 2015-10-29T11:12:02,601 INFO [localfetcher#4]: reduce.InMemoryMapOutput (InMemoryMapOutput.java:shuffle(100)) - Read 896 bytes from map-output for attempt_local71131259_0008_m_000000_0 2015-10-29T11:12:02,601 INFO [localfetcher#4]: reduce.MergeManagerImpl (MergeManagerImpl.java:closeInMemoryFile(314)) - closeInMemoryFile -> map-output of size: 896, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->896 2015-10-29T11:12:02,602 DEBUG [localfetcher#4]: reduce.ShuffleSchedulerImpl (ShuffleSchedulerImpl.java:copySucceeded(217)) - map attempt_local71131259_0008_m_000000_0 done 1 / 1 copied. 2015-10-29T11:12:02,602 INFO [EventFetcher for fetching Map Completion Events]: reduce.EventFetcher (EventFetcher.java:run(76)) - EventFetcher is interrupted.. Returning 2015-10-29T11:12:02,602 INFO [pool-34-thread-1]: mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied. 2015-10-29T11:12:02,602 INFO [pool-34-thread-1]: reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(674)) - finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs 2015-10-29T11:12:02,603 INFO [pool-34-thread-1]: mapred.Merger (Merger.java:merge(597)) - Merging 1 sorted segments 2015-10-29T11:12:02,603 INFO [pool-34-thread-1]: mapred.Merger (Merger.java:merge(696)) - Down to the last merge-pass, with 1 segments left of total size: 887 bytes 2015-10-29T11:12:02,604 INFO [pool-34-thread-1]: reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(751)) - Merged 1 segments, 896 bytes to disk to satisfy reduce memory limit 2015-10-29T11:12:02,604 DEBUG [pool-34-thread-1]: reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(774)) - Disk file: /Users/sush/dev/hive.git/itests/qtest/target/tmp/hadoop-tmp/mapred/local/localRunner/sush/jobcache/job_local71131259_0008/attempt_local71131259_0008_r_000000_0/output/map_0.out.merged Length is 900 2015-10-29T11:12:02,604 INFO [pool-34-thread-1]: reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(781)) - Merging 1 files, 900 bytes from disk 2015-10-29T11:12:02,604 INFO [pool-34-thread-1]: reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(796)) - Merging 0 segments, 0 bytes from memory into reduce 2015-10-29T11:12:02,604 INFO [pool-34-thread-1]: mapred.Merger (Merger.java:merge(597)) - Merging 1 sorted segments 2015-10-29T11:12:02,604 INFO [pool-34-thread-1]: mapred.Merger (Merger.java:merge(696)) - Down to the last merge-pass, with 1 segments left of total size: 887 bytes 2015-10-29T11:12:02,605 INFO [pool-34-thread-1]: mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied. 2015-10-29T11:12:02,605 INFO [pool-34-thread-1]: ExecReducer (ExecReducer.java:configure(101)) - conf classpath = [file:/Users/sush/dev/hive.git/itests/qtest/target/surefire/surefirebooter6776397513364088476.jar] 2015-10-29T11:12:02,605 INFO [pool-34-thread-1]: ExecReducer (ExecReducer.java:configure(103)) - thread classpath = [file:/Users/sush/dev/hive.git/itests/qtest/target/surefire/surefirebooter6776397513364088476.jar] 2015-10-29T11:12:02,605 INFO [pool-34-thread-1]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-02_199_6896045081516001565-1/-mr-10001/ea7fedf3-8e2c-423f-aa8b-1b78780e2bf9/reduce.xml 2015-10-29T11:12:02,605 INFO [pool-34-thread-1]: exec.Utilities (Utilities.java:getBaseWork(405)) - local path = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-02_199_6896045081516001565-1/-mr-10001/ea7fedf3-8e2c-423f-aa8b-1b78780e2bf9/reduce.xml 2015-10-29T11:12:02,605 INFO [pool-34-thread-1]: exec.Utilities (Utilities.java:getBaseWork(417)) - Open file to read in plan: file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-02_199_6896045081516001565-1/-mr-10001/ea7fedf3-8e2c-423f-aa8b-1b78780e2bf9/reduce.xml 2015-10-29T11:12:02,606 INFO [pool-34-thread-1]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:02,606 INFO [pool-34-thread-1]: exec.Utilities (Utilities.java:deserializePlan(966)) - Deserializing ReduceWork via kryo 2015-10-29T11:12:02,615 INFO [pool-34-thread-1]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:02,615 DEBUG [pool-34-thread-1]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:02,616 DEBUG [pool-34-thread-1]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:02,616 DEBUG [pool-34-thread-1]: lazybinary.LazyBinarySerDe (LazyBinarySerDe.java:initialize(131)) - LazyBinarySerDe initialized with: columnNames=[_col0, _col1] columnTypes=[struct, struct] 2015-10-29T11:12:02,616 INFO [pool-34-thread-1]: MapredContext (MapredContext.java:init(55)) - MapredContext initialized. 2015-10-29T11:12:02,616 INFO [pool-34-thread-1]: ExecReducer (ExecReducer.java:configure(149)) - Id =12 Id =13 <\Children> Id = 12 null<\Parent> <\FS> <\Children> <\Parent> <\GBY> 2015-10-29T11:12:02,616 INFO [pool-34-thread-1]: exec.GroupByOperator (Operator.java:initialize(338)) - Initializing operator GBY[12] 2015-10-29T11:12:02,616 DEBUG [pool-34-thread-1]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:02,616 DEBUG [pool-34-thread-1]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:02,617 INFO [pool-34-thread-1]: exec.GroupByOperator (Operator.java:initialize(377)) - Initialization Done 12 GBY 2015-10-29T11:12:02,617 INFO [pool-34-thread-1]: exec.GroupByOperator (Operator.java:initializeChildren(463)) - Operator 12 GBY initialized 2015-10-29T11:12:02,617 INFO [pool-34-thread-1]: exec.GroupByOperator (Operator.java:initializeChildren(469)) - Initializing children of 12 GBY 2015-10-29T11:12:02,617 INFO [pool-34-thread-1]: exec.FileSinkOperator (Operator.java:initialize(507)) - Initializing child 13 FS 2015-10-29T11:12:02,617 INFO [pool-34-thread-1]: exec.FileSinkOperator (Operator.java:initialize(338)) - Initializing operator FS[13] 2015-10-29T11:12:02,617 DEBUG [pool-34-thread-1]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:02,617 INFO [pool-34-thread-1]: exec.FileSinkOperator (FileSinkOperator.java:initializeOp(361)) - Using serializer : class org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe[[[B@145ddfea]:[_col0, _col1]:[struct, struct]] and formatter : org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat@1f178618 2015-10-29T11:12:02,618 DEBUG [pool-34-thread-1]: exec.FileSinkOperator (FileSinkOperator.java:(163)) - Created slots for 1 2015-10-29T11:12:02,618 INFO [pool-34-thread-1]: exec.FileSinkOperator (Operator.java:initialize(377)) - Initialization Done 13 FS 2015-10-29T11:12:02,618 INFO [pool-34-thread-1]: exec.FileSinkOperator (Operator.java:initializeChildren(463)) - Operator 13 FS initialized 2015-10-29T11:12:02,618 INFO [pool-34-thread-1]: exec.FileSinkOperator (Operator.java:initialize(390)) - Initialization Done 13 FS done is reset. 2015-10-29T11:12:02,618 INFO [pool-34-thread-1]: exec.GroupByOperator (Operator.java:initialize(390)) - Initialization Done 12 GBY done is reset. 2015-10-29T11:12:02,619 INFO [pool-34-thread-1]: exec.GroupByOperator (Operator.java:close(650)) - 12 finished. closing... 2015-10-29T11:12:02,619 INFO [pool-34-thread-1]: exec.FileSinkOperator (FileSinkOperator.java:createBucketForFileIdx(572)) - Final Path: FS file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-02_210_6580260820338865268-1/-mr-10000/.hive-staging_hive_2015-10-29_11-12-02_210_6580260820338865268-1/_tmp.-ext-10001/000000_0 2015-10-29T11:12:02,619 INFO [pool-34-thread-1]: exec.FileSinkOperator (FileSinkOperator.java:createBucketForFileIdx(576)) - Writing to temp file: FS file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-02_210_6580260820338865268-1/-mr-10000/.hive-staging_hive_2015-10-29_11-12-02_210_6580260820338865268-1/_task_tmp.-ext-10001/_tmp.000000_0 2015-10-29T11:12:02,619 INFO [pool-34-thread-1]: exec.FileSinkOperator (FileSinkOperator.java:createBucketForFileIdx(593)) - New Final Path: FS file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-02_210_6580260820338865268-1/-mr-10000/.hive-staging_hive_2015-10-29_11-12-02_210_6580260820338865268-1/_tmp.-ext-10001/000000_0 2015-10-29T11:12:02,624 INFO [pool-34-thread-1]: exec.FileSinkOperator (FileSinkOperator.java:process(727)) - FS[13]: records written - 1 2015-10-29T11:12:02,624 INFO [pool-34-thread-1]: exec.FileSinkOperator (Operator.java:close(650)) - 13 finished. closing... 2015-10-29T11:12:02,624 INFO [pool-34-thread-1]: exec.FileSinkOperator (FileSinkOperator.java:closeOp(989)) - FS[13]: records written - 1 2015-10-29T11:12:02,625 INFO [pool-34-thread-1]: exec.FileSinkOperator (Operator.java:logStats(898)) - RECORDS_OUT_0:1 2015-10-29T11:12:02,625 INFO [pool-34-thread-1]: exec.FileSinkOperator (Operator.java:close(674)) - 13 Close done 2015-10-29T11:12:02,625 INFO [pool-34-thread-1]: exec.GroupByOperator (Operator.java:close(674)) - 12 Close done 2015-10-29T11:12:02,625 INFO [pool-34-thread-1]: mapred.Task (Task.java:done(1001)) - Task:attempt_local71131259_0008_r_000000_0 is done. And is in the process of committing 2015-10-29T11:12:02,626 INFO [pool-34-thread-1]: mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - reduce > reduce 2015-10-29T11:12:02,626 INFO [pool-34-thread-1]: mapred.Task (Task.java:sendDone(1121)) - Task 'attempt_local71131259_0008_r_000000_0' done. 2015-10-29T11:12:02,626 INFO [pool-34-thread-1]: mapred.LocalJobRunner (LocalJobRunner.java:run(325)) - Finishing task: attempt_local71131259_0008_r_000000_0 2015-10-29T11:12:02,626 INFO [Thread-451]: mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - reduce task executor complete. 2015-10-29T11:12:03,528 DEBUG [main]: exec.Heartbeater (Heartbeater.java:heartbeat(80)) - heartbeating 2015-10-29T11:12:03,533 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - 2015-10-29 11:12:03,533 Stage-0 map = 100%, reduce = 100% 2015-10-29T11:12:03,536 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - Ended Job = job_local71131259_0008 2015-10-29T11:12:03,538 DEBUG [main]: exec.Utilities (Utilities.java:getIdFromFilename(1751)) - TaskId for 000000_0 = 000000 2015-10-29T11:12:03,538 INFO [main]: exec.FileSinkOperator (Utilities.java:mvFileToFinalPath(1902)) - Moving tmp dir: file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-02_210_6580260820338865268-1/-mr-10000/.hive-staging_hive_2015-10-29_11-12-02_210_6580260820338865268-1/_tmp.-ext-10001 to: file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-02_210_6580260820338865268-1/-mr-10000/.hive-staging_hive_2015-10-29_11-12-02_210_6580260820338865268-1/-ext-10001 2015-10-29T11:12:03,539 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:03,540 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-1:COLUMNSTATS] in serial mode 2015-10-29T11:12:03,549 DEBUG [main]: mapred.FileInputFormat (FileInputFormat.java:listStatus(245)) - Time taken to get FileStatuses: 6 2015-10-29T11:12:03,549 INFO [main]: mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1 2015-10-29T11:12:03,549 DEBUG [main]: mapred.FileInputFormat (FileInputFormat.java:getSplits(373)) - Total # of splits generated by getSplits: 1, TimeTaken: 7 2015-10-29T11:12:03,549 DEBUG [main]: exec.FetchOperator (FetchOperator.java:getRecordReader(314)) - Creating fetchTask with deserializer typeinfo: struct<_col0:struct,_col1:struct> 2015-10-29T11:12:03,549 DEBUG [main]: exec.FetchOperator (FetchOperator.java:getRecordReader(316)) - deserializer properties: table properties: {columns=_col0,_col1, serialization.escape.crlf=true, serialization.lib=org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, hive.serialization.extend.additional.nesting.levels=true, serialization.format=1, columns.types=struct:struct, escape.delim=\} partition properties: {columns=_col0,_col1, serialization.escape.crlf=true, serialization.lib=org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, hive.serialization.extend.additional.nesting.levels=true, serialization.format=1, columns.types=struct:struct, escape.delim=\} 2015-10-29T11:12:03,550 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:03,550 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=src_sequencefile 2015-10-29T11:12:03,550 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=src_sequencefile 2015-10-29T11:12:03,558 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:03,559 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:03,559 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: write_column_statistics: db=default table=src_sequencefile column=key 2015-10-29T11:12:03,559 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=write_column_statistics: db=default table=src_sequencefile column=key 2015-10-29T11:12:03,559 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: write_column_statistics: db=default table=src_sequencefile column=value 2015-10-29T11:12:03,559 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=write_column_statistics: db=default table=src_sequencefile column=value 2015-10-29T11:12:03,566 INFO [main]: metastore.ObjectStore (ObjectStore.java:writeMTableColumnStatistics(6275)) - Updating table level column statistics for db=default tableName=src_sequencefile colName=key 2015-10-29T11:12:03,566 INFO [main]: metastore.ObjectStore (ObjectStore.java:writeMTableColumnStatistics(6275)) - Updating table level column statistics for db=default tableName=src_sequencefile colName=key 2015-10-29T11:12:03,578 INFO [main]: metastore.ObjectStore (ObjectStore.java:writeMTableColumnStatistics(6275)) - Updating table level column statistics for db=default tableName=src_sequencefile colName=value 2015-10-29T11:12:03,578 INFO [main]: metastore.ObjectStore (ObjectStore.java:writeMTableColumnStatistics(6275)) - Updating table level column statistics for db=default tableName=src_sequencefile colName=value 2015-10-29T11:12:03,582 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:03,582 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:03,583 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:03,583 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: query: ANALYZE TABLE src_sequencefile COMPUTE STATISTICS FOR COLUMNS key,value 2015-10-29T11:12:03,583 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: type: QUERY 2015-10-29T11:12:03,583 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Input: default@src_sequencefile 2015-10-29T11:12:03,583 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Output: file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-02_210_6580260820338865268-1/-mr-10000 2015-10-29T11:12:03,583 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:03,583 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : execution phase 2015-10-29T11:12:03,583 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {updateTableColumnStatistics_(ColumnStatistics, )=23, isCompatibleWith_(HiveConf, )=0, getTable_(String, String, )=9} 2015-10-29T11:12:03,584 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:03,584 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - MapReduce Jobs Launched: 2015-10-29T11:12:03,584 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - Stage-Stage-0: HDFS Read: 0 HDFS Write: 0 SUCCESS 2015-10-29T11:12:03,584 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - Total MapReduce CPU Time Spent: 0 msec 2015-10-29T11:12:03,584 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - OK 2015-10-29T11:12:03,584 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:03,584 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:releaseLocks(217)) - about to release lock for default/src_sequencefile 2015-10-29T11:12:03,586 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:releaseLocks(217)) - about to release lock for default 2015-10-29T11:12:03,588 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:03,588 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:03,588 DEBUG [main]: ql.Driver (DriverContext.java:shutdown(132)) - Shutting down query ANALYZE TABLE src_sequencefile COMPUTE STATISTICS FOR COLUMNS key,value 2015-10-29T11:12:03,589 INFO [main]: CliDriver (SessionState.java:printInfo(996)) - Time taken: 1.389 seconds 2015-10-29T11:12:03,589 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:03,589 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:03,589 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:03,590 DEBUG [main]: conf.VariableSubstitution (VariableSubstitution.java:substitute(63)) - Substitution is on: -- -- Table src_thrift -- DROP TABLE IF EXISTS src_thrift 2015-10-29T11:12:03,590 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:03,590 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(185)) - Parsing command: -- -- Table src_thrift -- DROP TABLE IF EXISTS src_thrift 2015-10-29T11:12:03,590 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(209)) - Parse Completed 2015-10-29T11:12:03,590 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:03,590 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:03,591 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:03,591 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:03,591 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:03,591 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=src_thrift 2015-10-29T11:12:03,591 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=src_thrift 2015-10-29T11:12:03,592 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:03,592 INFO [main]: ql.Driver (Driver.java:compile(448)) - Semantic Analysis Completed 2015-10-29T11:12:03,592 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:03,592 INFO [main]: ql.Driver (Driver.java:getSchema(244)) - Returning Hive schema: Schema(fieldSchemas:null, properties:null) 2015-10-29T11:12:03,592 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:03,593 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : compilation phase 2015-10-29T11:12:03,593 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {flushCache_()=0, isCompatibleWith_(HiveConf, )=1} 2015-10-29T11:12:03,593 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:03,593 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:03,593 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:03,593 INFO [main]: ql.Driver (Driver.java:execute(1468)) - Starting command(queryId=sush_20151029111203_37915c04-7f8f-4d42-973e-6c183e19d150): -- -- Table src_thrift -- DROP TABLE IF EXISTS src_thrift 2015-10-29T11:12:03,593 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:03,593 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: query: -- -- Table src_thrift -- DROP TABLE IF EXISTS src_thrift 2015-10-29T11:12:03,593 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: type: DROPTABLE 2015-10-29T11:12:03,593 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:03,593 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:03,594 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:03,594 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:03,594 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:03,594 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:03,594 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-0:DDL] in serial mode 2015-10-29T11:12:03,594 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:03,594 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=src_thrift 2015-10-29T11:12:03,594 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=src_thrift 2015-10-29T11:12:03,595 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:03,595 ERROR [main]: metadata.Hive (Hive.java:getTable(1178)) - Table src_thrift not found: default.src_thrift table not found 2015-10-29T11:12:03,595 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:03,595 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=src_thrift 2015-10-29T11:12:03,595 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=src_thrift 2015-10-29T11:12:03,596 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:03,596 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:03,596 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:03,596 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: query: -- -- Table src_thrift -- DROP TABLE IF EXISTS src_thrift 2015-10-29T11:12:03,596 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: type: DROPTABLE 2015-10-29T11:12:03,597 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:03,597 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : execution phase 2015-10-29T11:12:03,597 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {dropTable_(String, String, boolean, boolean, boolean, )=1, isCompatibleWith_(HiveConf, )=0} 2015-10-29T11:12:03,597 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:03,597 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - OK 2015-10-29T11:12:03,597 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:03,597 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:03,597 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:03,597 DEBUG [main]: ql.Driver (DriverContext.java:shutdown(132)) - Shutting down query -- -- Table src_thrift -- DROP TABLE IF EXISTS src_thrift 2015-10-29T11:12:03,597 INFO [main]: CliDriver (SessionState.java:printInfo(996)) - Time taken: 0.008 seconds 2015-10-29T11:12:03,597 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:03,598 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:03,598 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:03,598 DEBUG [main]: conf.VariableSubstitution (VariableSubstitution.java:substitute(63)) - Substitution is on: CREATE TABLE src_thrift ROW FORMAT SERDE 'org.apache.hadoop.hive.serde2.thrift.ThriftDeserializer' WITH SERDEPROPERTIES ( 'serialization.class' = 'org.apache.hadoop.hive.serde2.thrift.test.Complex', 'serialization.format' = 'org.apache.thrift.protocol.TBinaryProtocol') STORED AS SEQUENCEFILE 2015-10-29T11:12:03,598 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:03,598 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(185)) - Parsing command: CREATE TABLE src_thrift ROW FORMAT SERDE 'org.apache.hadoop.hive.serde2.thrift.ThriftDeserializer' WITH SERDEPROPERTIES ( 'serialization.class' = 'org.apache.hadoop.hive.serde2.thrift.test.Complex', 'serialization.format' = 'org.apache.thrift.protocol.TBinaryProtocol') STORED AS SEQUENCEFILE 2015-10-29T11:12:03,601 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(209)) - Parse Completed 2015-10-29T11:12:03,601 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:03,601 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:03,601 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:03,601 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:03,601 INFO [main]: parse.CalcitePlanner (SemanticAnalyzer.java:analyzeInternal(10062)) - Starting Semantic Analysis 2015-10-29T11:12:03,602 INFO [main]: parse.CalcitePlanner (SemanticAnalyzer.java:analyzeCreateTable(10690)) - Creating table default.src_thrift position=13 2015-10-29T11:12:03,602 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:03,602 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_database: default 2015-10-29T11:12:03,602 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_database: default 2015-10-29T11:12:03,603 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:getDatabase(348)) - getDatabase: directsql returning db default locn[pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse] desc [Default Hive database] owner [public] ownertype [ROLE] 2015-10-29T11:12:03,604 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:03,604 INFO [main]: ql.Driver (Driver.java:compile(448)) - Semantic Analysis Completed 2015-10-29T11:12:03,604 DEBUG [main]: parse.CalcitePlanner (SemanticAnalyzer.java:validate(10519)) - validation start 2015-10-29T11:12:03,604 DEBUG [main]: parse.CalcitePlanner (SemanticAnalyzer.java:validate(10561)) - not validating writeEntity, because entity is neither table nor partition 2015-10-29T11:12:03,604 DEBUG [main]: parse.CalcitePlanner (SemanticAnalyzer.java:validate(10588)) - Not a partition. 2015-10-29T11:12:03,604 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:03,604 INFO [main]: ql.Driver (Driver.java:getSchema(244)) - Returning Hive schema: Schema(fieldSchemas:null, properties:null) 2015-10-29T11:12:03,604 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:03,605 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : compilation phase 2015-10-29T11:12:03,605 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {flushCache_()=0, isCompatibleWith_(HiveConf, )=0, getDatabase_(String, )=2} 2015-10-29T11:12:03,605 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:03,605 DEBUG [main]: lockmgr.DummyTxnManager (DummyTxnManager.java:acquireLocks(148)) - Adding database:default to list of lock outputs 2015-10-29T11:12:03,605 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:lock(262)) - Acquiring lock for default with mode IMPLICIT 2015-10-29T11:12:03,607 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:03,607 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:03,608 INFO [main]: ql.Driver (Driver.java:execute(1468)) - Starting command(queryId=sush_20151029111203_e4a4a14a-5f26-4738-b532-d03b935211b5): CREATE TABLE src_thrift ROW FORMAT SERDE 'org.apache.hadoop.hive.serde2.thrift.ThriftDeserializer' WITH SERDEPROPERTIES ( 'serialization.class' = 'org.apache.hadoop.hive.serde2.thrift.test.Complex', 'serialization.format' = 'org.apache.thrift.protocol.TBinaryProtocol') STORED AS SEQUENCEFILE 2015-10-29T11:12:03,608 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:03,608 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: query: CREATE TABLE src_thrift ROW FORMAT SERDE 'org.apache.hadoop.hive.serde2.thrift.ThriftDeserializer' WITH SERDEPROPERTIES ( 'serialization.class' = 'org.apache.hadoop.hive.serde2.thrift.test.Complex', 'serialization.format' = 'org.apache.thrift.protocol.TBinaryProtocol') STORED AS SEQUENCEFILE 2015-10-29T11:12:03,608 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: type: CREATETABLE 2015-10-29T11:12:03,608 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: Output: database:default 2015-10-29T11:12:03,608 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: Output: default@src_thrift 2015-10-29T11:12:03,608 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:03,608 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:03,608 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:03,608 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:03,609 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:03,609 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:03,609 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-0:DDL] in serial mode 2015-10-29T11:12:03,610 DEBUG [main]: exec.DDLTask (DDLTask.java:validateSerDe(3674)) - Found class for org.apache.hadoop.hive.serde2.thrift.ThriftDeserializer 2015-10-29T11:12:03,611 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct src_thrift { } 2015-10-29T11:12:03,625 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct src_thrift { i32 aint, string astring, list lint, list lstring, list> lintstring, map mstringstring, map,map>>>> attributes, uniontype,map> unionfield1, uniontype,map> unionfield2, uniontype,map> unionfield3} 2015-10-29T11:12:03,626 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:03,626 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: create_table: Table(tableName:src_thrift, dbName:default, owner:hive_test_user, createTime:1446142323, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:aint, type:int, comment:from deserializer), FieldSchema(name:astring, type:string, comment:from deserializer), FieldSchema(name:lint, type:array, comment:from deserializer), FieldSchema(name:lstring, type:array, comment:from deserializer), FieldSchema(name:lintstring, type:array>, comment:from deserializer), FieldSchema(name:mstringstring, type:map, comment:from deserializer), FieldSchema(name:attributes, type:map,map>>>>, comment:from deserializer), FieldSchema(name:unionfield1, type:uniontype,map>, comment:from deserializer), FieldSchema(name:unionfield2, type:uniontype,map>, comment:from deserializer), FieldSchema(name:unionfield3, type:uniontype,map>, comment:from deserializer)], location:null, inputFormat:org.apache.hadoop.mapred.SequenceFileInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.thrift.ThriftDeserializer, parameters:{serialization.class=org.apache.hadoop.hive.serde2.thrift.test.Complex, serialization.format=org.apache.thrift.protocol.TBinaryProtocol}), bucketCols:[], sortCols:[], parameters:{}, skewedInfo:SkewedInfo(skewedColNames:[], skewedColValues:[], skewedColValueLocationMaps:{}), storedAsSubDirectories:false), partitionKeys:[], parameters:{}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE, privileges:PrincipalPrivilegeSet(userPrivileges:{}, groupPrivileges:null, rolePrivileges:null), temporary:false) 2015-10-29T11:12:03,626 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=create_table: Table(tableName:src_thrift, dbName:default, owner:hive_test_user, createTime:1446142323, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:aint, type:int, comment:from deserializer), FieldSchema(name:astring, type:string, comment:from deserializer), FieldSchema(name:lint, type:array, comment:from deserializer), FieldSchema(name:lstring, type:array, comment:from deserializer), FieldSchema(name:lintstring, type:array>, comment:from deserializer), FieldSchema(name:mstringstring, type:map, comment:from deserializer), FieldSchema(name:attributes, type:map,map>>>>, comment:from deserializer), FieldSchema(name:unionfield1, type:uniontype,map>, comment:from deserializer), FieldSchema(name:unionfield2, type:uniontype,map>, comment:from deserializer), FieldSchema(name:unionfield3, type:uniontype,map>, comment:from deserializer)], location:null, inputFormat:org.apache.hadoop.mapred.SequenceFileInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.thrift.ThriftDeserializer, parameters:{serialization.class=org.apache.hadoop.hive.serde2.thrift.test.Complex, serialization.format=org.apache.thrift.protocol.TBinaryProtocol}), bucketCols:[], sortCols:[], parameters:{}, skewedInfo:SkewedInfo(skewedColNames:[], skewedColValues:[], skewedColValueLocationMaps:{}), storedAsSubDirectories:false), partitionKeys:[], parameters:{}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE, privileges:PrincipalPrivilegeSet(userPrivileges:{}, groupPrivileges:null, rolePrivileges:null), temporary:false) 2015-10-29T11:12:03,627 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:getDatabase(348)) - getDatabase: directsql returning db default locn[pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse] desc [Default Hive database] owner [public] ownertype [ROLE] 2015-10-29T11:12:03,628 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:getDatabase(348)) - getDatabase: directsql returning db default locn[pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse] desc [Default Hive database] owner [public] ownertype [ROLE] 2015-10-29T11:12:03,629 INFO [main]: common.FileUtils (FileUtils.java:mkdir(502)) - Creating directory if it doesn't exist: pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src_thrift 2015-10-29T11:12:03,643 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chgrp,-R,staff,pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src_thrift} 2015-10-29T11:12:03,650 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:12:03,650 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chmod,-R,755,pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src_thrift} 2015-10-29T11:12:03,660 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:12:03,665 DEBUG [main]: shims.HadoopShimsSecure (Hadoop23Shims.java:debugLog(937)) - FileStatus{path=pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src_thrift; isDirectory=true; modification_time=1446142323000; access_time=0; owner=sush; group=staff; permission=rwxr-xr-x; isSymlink=false} 2015-10-29T11:12:03,681 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:03,681 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:03,681 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:03,681 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: query: CREATE TABLE src_thrift ROW FORMAT SERDE 'org.apache.hadoop.hive.serde2.thrift.ThriftDeserializer' WITH SERDEPROPERTIES ( 'serialization.class' = 'org.apache.hadoop.hive.serde2.thrift.test.Complex', 'serialization.format' = 'org.apache.thrift.protocol.TBinaryProtocol') STORED AS SEQUENCEFILE 2015-10-29T11:12:03,681 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: type: CREATETABLE 2015-10-29T11:12:03,681 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Output: database:default 2015-10-29T11:12:03,681 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Output: default@src_thrift 2015-10-29T11:12:03,682 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:03,682 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : execution phase 2015-10-29T11:12:03,682 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {createTable_(Table, )=55, isCompatibleWith_(HiveConf, )=0} 2015-10-29T11:12:03,682 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:03,682 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - OK 2015-10-29T11:12:03,682 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:03,682 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:releaseLocks(217)) - about to release lock for default 2015-10-29T11:12:03,684 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:03,684 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:03,684 DEBUG [main]: ql.Driver (DriverContext.java:shutdown(132)) - Shutting down query CREATE TABLE src_thrift ROW FORMAT SERDE 'org.apache.hadoop.hive.serde2.thrift.ThriftDeserializer' WITH SERDEPROPERTIES ( 'serialization.class' = 'org.apache.hadoop.hive.serde2.thrift.test.Complex', 'serialization.format' = 'org.apache.thrift.protocol.TBinaryProtocol') STORED AS SEQUENCEFILE 2015-10-29T11:12:03,684 INFO [main]: CliDriver (SessionState.java:printInfo(996)) - Time taken: 0.087 seconds 2015-10-29T11:12:03,684 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:03,684 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:03,685 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:03,685 DEBUG [main]: conf.VariableSubstitution (VariableSubstitution.java:substitute(63)) - Substitution is on: LOAD DATA LOCAL INPATH "${hiveconf:test.data.dir}/complex.seq" INTO TABLE src_thrift 2015-10-29T11:12:03,685 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:03,685 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(185)) - Parsing command: LOAD DATA LOCAL INPATH "/Users/sush/dev/hive.git/itests/qtest/../..//data/files/complex.seq" INTO TABLE src_thrift 2015-10-29T11:12:03,685 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(209)) - Parse Completed 2015-10-29T11:12:03,686 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:03,686 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:03,686 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:03,686 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:03,686 DEBUG [main]: parse.LoadSemanticAnalyzer (LoadSemanticAnalyzer.java:initializeFromURI(127)) - file@null@/Users/sush/dev/hive.git/data/files/complex.seq 2015-10-29T11:12:03,686 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:03,686 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=src_thrift 2015-10-29T11:12:03,686 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=src_thrift 2015-10-29T11:12:03,695 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:03,696 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct src_thrift { i32 aint, string astring, list lint, list lstring, list> lintstring, map mstringstring, map,map>>>> attributes, uniontype,map> unionfield1, uniontype,map> unionfield2, uniontype,map> unionfield3} 2015-10-29T11:12:03,696 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct src_thrift { i32 aint, string astring, list lint, list lstring, list> lintstring, map mstringstring, map,map>>>> attributes, uniontype,map> unionfield1, uniontype,map> unionfield2, uniontype,map> unionfield3} 2015-10-29T11:12:03,697 INFO [main]: ql.Driver (Driver.java:compile(448)) - Semantic Analysis Completed 2015-10-29T11:12:03,697 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:03,697 INFO [main]: ql.Driver (Driver.java:getSchema(244)) - Returning Hive schema: Schema(fieldSchemas:null, properties:null) 2015-10-29T11:12:03,697 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:03,697 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : compilation phase 2015-10-29T11:12:03,697 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {flushCache_()=0, isCompatibleWith_(HiveConf, )=0, getTable_(String, String, )=9} 2015-10-29T11:12:03,697 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:03,697 DEBUG [main]: lockmgr.DummyTxnManager (DummyTxnManager.java:acquireLocks(129)) - Adding file:/Users/sush/dev/hive.git/data/files/complex.seq to list of lock inputs 2015-10-29T11:12:03,697 DEBUG [main]: lockmgr.DummyTxnManager (DummyTxnManager.java:acquireLocks(148)) - Adding default@src_thrift to list of lock outputs 2015-10-29T11:12:03,697 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:lock(262)) - Acquiring lock for default with mode IMPLICIT 2015-10-29T11:12:03,700 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:lock(262)) - Acquiring lock for default/src_thrift with mode IMPLICIT 2015-10-29T11:12:03,702 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:03,702 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:03,702 INFO [main]: ql.Driver (Driver.java:execute(1468)) - Starting command(queryId=sush_20151029111203_ada724b9-d819-43a4-9da7-298adba9f83a): LOAD DATA LOCAL INPATH "/Users/sush/dev/hive.git/itests/qtest/../..//data/files/complex.seq" INTO TABLE src_thrift 2015-10-29T11:12:03,702 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:03,702 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: query: LOAD DATA LOCAL INPATH "/Users/sush/dev/hive.git/itests/qtest/../..//data/files/complex.seq" INTO TABLE src_thrift 2015-10-29T11:12:03,702 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: type: LOAD 2015-10-29T11:12:03,702 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: Input: file:/Users/sush/dev/hive.git/data/files/complex.seq 2015-10-29T11:12:03,703 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: Output: default@src_thrift 2015-10-29T11:12:03,703 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:03,703 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:03,703 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:03,703 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:03,703 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:03,703 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:03,703 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-0:MOVE] in serial mode 2015-10-29T11:12:03,703 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - Loading data to table default.src_thrift from file:/Users/sush/dev/hive.git/data/files/complex.seq 2015-10-29T11:12:03,704 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:03,704 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=src_thrift 2015-10-29T11:12:03,704 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=src_thrift 2015-10-29T11:12:03,713 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:03,714 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:03,714 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=src_thrift 2015-10-29T11:12:03,715 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=src_thrift 2015-10-29T11:12:03,724 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:03,735 DEBUG [main]: metadata.Hive (Hive.java:isSubDir(2607)) - The source path is /Users/sush/dev/hive.git/data/files/complex.seq and the destination path is /Users/sush/dev/hive.git/itests/qtest/target/warehouse/src_thrift/complex.seq 2015-10-29T11:12:03,745 INFO [main]: metadata.Hive (Hive.java:moveFile(2742)) - Renaming src: file:/Users/sush/dev/hive.git/data/files/complex.seq, dest: pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src_thrift/complex.seq, Status:true 2015-10-29T11:12:03,746 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chgrp,-R,staff,pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src_thrift/complex.seq} 2015-10-29T11:12:03,751 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:12:03,751 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chmod,-R,755,pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src_thrift/complex.seq} 2015-10-29T11:12:03,760 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:12:03,766 DEBUG [main]: shims.HadoopShimsSecure (Hadoop23Shims.java:debugLog(937)) - FileStatus{path=pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src_thrift/complex.seq; isDirectory=false; length=3070; replication=1; blocksize=33554432; modification_time=1446142323000; access_time=0; owner=sush; group=staff; permission=rwxr-xr-x; isSymlink=false} 2015-10-29T11:12:03,766 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct src_thrift { i32 aint, string astring, list lint, list lstring, list> lintstring, map mstringstring, map,map>>>> attributes, uniontype,map> unionfield1, uniontype,map> unionfield2, uniontype,map> unionfield3} 2015-10-29T11:12:03,766 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct src_thrift { i32 aint, string astring, list lint, list lstring, list> lintstring, map mstringstring, map,map>>>> attributes, uniontype,map> unionfield1, uniontype,map> unionfield2, uniontype,map> unionfield3} 2015-10-29T11:12:03,767 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:03,767 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: alter_table: db=default tbl=src_thrift newtbl=src_thrift 2015-10-29T11:12:03,767 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=alter_table: db=default tbl=src_thrift newtbl=src_thrift 2015-10-29T11:12:03,785 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:getDatabase(348)) - getDatabase: directsql returning db default locn[pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse] desc [Default Hive database] owner [public] ownertype [ROLE] 2015-10-29T11:12:03,797 INFO [main]: hive.log (MetaStoreUtils.java:updateTableStatsFast(231)) - Updating table stats fast for src_thrift 2015-10-29T11:12:03,797 INFO [main]: hive.log (MetaStoreUtils.java:updateTableStatsFast(233)) - Updated size of table src_thrift to 3070 2015-10-29T11:12:03,803 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:03,803 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct src_thrift { i32 aint, string astring, list lint, list lstring, list> lintstring, map mstringstring, map,map>>>> attributes, uniontype,map> unionfield1, uniontype,map> unionfield2, uniontype,map> unionfield3} 2015-10-29T11:12:03,804 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:03,804 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-1:STATS] in serial mode 2015-10-29T11:12:03,804 INFO [main]: exec.StatsTask (StatsTask.java:execute(87)) - Executing stats task 2015-10-29T11:12:03,804 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:03,804 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=src_thrift 2015-10-29T11:12:03,804 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=src_thrift 2015-10-29T11:12:03,813 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:03,813 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:03,813 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=src_thrift 2015-10-29T11:12:03,814 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=src_thrift 2015-10-29T11:12:03,822 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:03,834 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct src_thrift { i32 aint, string astring, list lint, list lstring, list> lintstring, map mstringstring, map,map>>>> attributes, uniontype,map> unionfield1, uniontype,map> unionfield2, uniontype,map> unionfield3} 2015-10-29T11:12:03,835 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct src_thrift { i32 aint, string astring, list lint, list lstring, list> lintstring, map mstringstring, map,map>>>> attributes, uniontype,map> unionfield1, uniontype,map> unionfield2, uniontype,map> unionfield3} 2015-10-29T11:12:03,835 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:03,835 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: alter_table: db=default tbl=src_thrift newtbl=src_thrift 2015-10-29T11:12:03,835 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=alter_table: db=default tbl=src_thrift newtbl=src_thrift 2015-10-29T11:12:03,852 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:getDatabase(348)) - getDatabase: directsql returning db default locn[pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse] desc [Default Hive database] owner [public] ownertype [ROLE] 2015-10-29T11:12:03,863 INFO [main]: hive.log (MetaStoreUtils.java:updateTableStatsFast(231)) - Updating table stats fast for src_thrift 2015-10-29T11:12:03,864 INFO [main]: hive.log (MetaStoreUtils.java:updateTableStatsFast(233)) - Updated size of table src_thrift to 3070 2015-10-29T11:12:03,867 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:03,867 INFO [main]: exec.StatsTask (StatsTask.java:aggregateStats(188)) - Table default.src_thrift stats: [numFiles=1, totalSize=3070] 2015-10-29T11:12:03,867 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:03,867 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:03,867 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: query: LOAD DATA LOCAL INPATH "/Users/sush/dev/hive.git/itests/qtest/../..//data/files/complex.seq" INTO TABLE src_thrift 2015-10-29T11:12:03,868 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: type: LOAD 2015-10-29T11:12:03,868 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Input: file:/Users/sush/dev/hive.git/data/files/complex.seq 2015-10-29T11:12:03,868 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Output: default@src_thrift 2015-10-29T11:12:03,868 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:03,868 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : execution phase 2015-10-29T11:12:03,868 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {isCompatibleWith_(HiveConf, )=0, getTable_(String, String, )=38, alter_table_(String, String, Table, boolean, )=68} 2015-10-29T11:12:03,868 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:03,868 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - OK 2015-10-29T11:12:03,868 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:03,869 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:releaseLocks(217)) - about to release lock for default/src_thrift 2015-10-29T11:12:03,871 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:releaseLocks(217)) - about to release lock for default 2015-10-29T11:12:03,873 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:03,873 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:03,873 DEBUG [main]: ql.Driver (DriverContext.java:shutdown(132)) - Shutting down query LOAD DATA LOCAL INPATH "/Users/sush/dev/hive.git/itests/qtest/../..//data/files/complex.seq" INTO TABLE src_thrift 2015-10-29T11:12:03,873 INFO [main]: CliDriver (SessionState.java:printInfo(996)) - Time taken: 0.189 seconds 2015-10-29T11:12:03,873 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:03,873 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:03,873 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:03,873 DEBUG [main]: conf.VariableSubstitution (VariableSubstitution.java:substitute(63)) - Substitution is on: ANALYZE TABLE src_thrift COMPUTE STATISTICS 2015-10-29T11:12:03,874 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:03,874 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(185)) - Parsing command: ANALYZE TABLE src_thrift COMPUTE STATISTICS 2015-10-29T11:12:03,874 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(209)) - Parse Completed 2015-10-29T11:12:03,874 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:03,874 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:03,874 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:03,875 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:03,875 INFO [main]: parse.ColumnStatsSemanticAnalyzer (ColumnStatsSemanticAnalyzer.java:analyze(455)) - Invoking analyze on original query 2015-10-29T11:12:03,875 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:analyzeInternal(10062)) - Starting Semantic Analysis 2015-10-29T11:12:03,875 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genResolvedParseTree(10009)) - Completed phase 1 of Semantic Analysis 2015-10-29T11:12:03,875 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:getMetaData(1538)) - Get metadata for source tables 2015-10-29T11:12:03,875 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:03,875 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=src_thrift 2015-10-29T11:12:03,875 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=src_thrift 2015-10-29T11:12:03,884 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:03,884 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:03,885 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=src_thrift 2015-10-29T11:12:03,885 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=src_thrift 2015-10-29T11:12:03,893 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:03,893 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:getMetaData(1678)) - Get metadata for subqueries 2015-10-29T11:12:03,893 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:getMetaData(1702)) - Get metadata for destination tables 2015-10-29T11:12:03,893 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genResolvedParseTree(10013)) - Completed getting MetaData in Semantic Analysis 2015-10-29T11:12:03,893 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct src_thrift { i32 aint, string astring, list lint, list lstring, list> lintstring, map mstringstring, map,map>>>> attributes, uniontype,map> unionfield1, uniontype,map> unionfield2, uniontype,map> unionfield3} 2015-10-29T11:12:03,895 DEBUG [main]: ql.Context (Context.java:getStagingDir(231)) - Created staging dir = pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src_thrift/.hive-staging_hive_2015-10-29_11-12-03_874_2637373554159727109-1 for path = pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src_thrift 2015-10-29T11:12:03,895 INFO [main]: common.FileUtils (FileUtils.java:mkdir(502)) - Creating directory if it doesn't exist: pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src_thrift/.hive-staging_hive_2015-10-29_11-12-03_874_2637373554159727109-1 2015-10-29T11:12:03,910 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chgrp,-R,staff,pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src_thrift/.hive-staging_hive_2015-10-29_11-12-03_874_2637373554159727109-1} 2015-10-29T11:12:03,917 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:12:03,917 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chmod,-R,755,pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src_thrift/.hive-staging_hive_2015-10-29_11-12-03_874_2637373554159727109-1} 2015-10-29T11:12:03,927 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:12:03,932 DEBUG [main]: shims.HadoopShimsSecure (Hadoop23Shims.java:debugLog(937)) - FileStatus{path=pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src_thrift/.hive-staging_hive_2015-10-29_11-12-03_874_2637373554159727109-1; isDirectory=true; modification_time=1446142323000; access_time=0; owner=sush; group=staff; permission=rwxr-xr-x; isSymlink=false} 2015-10-29T11:12:03,937 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:setupStats(9493)) - Set stats collection dir : pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src_thrift/.hive-staging_hive_2015-10-29_11-12-03_874_2637373554159727109-1/-ext-10000 2015-10-29T11:12:03,938 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genTablePlan(9467)) - Created Table Plan for src_thrift TS[0] 2015-10-29T11:12:03,938 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genBodyPlan(8831)) - Created Body Plan for Query Block null 2015-10-29T11:12:03,938 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genPlan(9675)) - Created Plan for Query Block null 2015-10-29T11:12:03,938 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:analyzeInternal(10139)) - Before logical optimization TS[0] 2015-10-29T11:12:03,939 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:TS[0] with rs:(aint: int|{src_thrift}aint,astring: string|{src_thrift}astring,lint: array|{src_thrift}lint,lstring: array|{src_thrift}lstring,lintstring: array>|{src_thrift}lintstring,mstringstring: map|{src_thrift}mstringstring,attributes: map,map>>>>|{src_thrift}attributes,unionfield1: uniontype,map>|{src_thrift}unionfield1,unionfield2: uniontype,map>|{src_thrift}unionfield2,unionfield3: uniontype,map>|{src_thrift}unionfield3,BLOCK__OFFSET__INSIDE__FILE: bigint|{src_thrift}block__offset__inside__file,INPUT__FILE__NAME: string|{src_thrift}input__file__name,ROW__ID: struct|{src_thrift}row__id,RAW__DATA__SIZE: bigint|{src_thrift}raw__data__size) 2015-10-29T11:12:03,939 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator TS[0] 2015-10-29T11:12:03,939 INFO [main]: ppd.OpProcFactory (OpProcFactory.java:process(383)) - Processing for TS(0) 2015-10-29T11:12:03,939 DEBUG [main]: ppd.PredicatePushDown (PredicatePushDown.java:transform(138)) - After PPD: TS[0] 2015-10-29T11:12:03,939 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:TS[0] with rs:(aint: int|{src_thrift}aint,astring: string|{src_thrift}astring,lint: array|{src_thrift}lint,lstring: array|{src_thrift}lstring,lintstring: array>|{src_thrift}lintstring,mstringstring: map|{src_thrift}mstringstring,attributes: map,map>>>>|{src_thrift}attributes,unionfield1: uniontype,map>|{src_thrift}unionfield1,unionfield2: uniontype,map>|{src_thrift}unionfield2,unionfield3: uniontype,map>|{src_thrift}unionfield3,BLOCK__OFFSET__INSIDE__FILE: bigint|{src_thrift}block__offset__inside__file,INPUT__FILE__NAME: string|{src_thrift}input__file__name,ROW__ID: struct|{src_thrift}row__id,RAW__DATA__SIZE: bigint|{src_thrift}raw__data__size) 2015-10-29T11:12:03,939 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator TS[0] 2015-10-29T11:12:03,940 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:TS[0] with rs:(aint: int|{src_thrift}aint,astring: string|{src_thrift}astring,lint: array|{src_thrift}lint,lstring: array|{src_thrift}lstring,lintstring: array>|{src_thrift}lintstring,mstringstring: map|{src_thrift}mstringstring,attributes: map,map>>>>|{src_thrift}attributes,unionfield1: uniontype,map>|{src_thrift}unionfield1,unionfield2: uniontype,map>|{src_thrift}unionfield2,unionfield3: uniontype,map>|{src_thrift}unionfield3,BLOCK__OFFSET__INSIDE__FILE: bigint|{src_thrift}block__offset__inside__file,INPUT__FILE__NAME: string|{src_thrift}input__file__name,ROW__ID: struct|{src_thrift}row__id,RAW__DATA__SIZE: bigint|{src_thrift}raw__data__size) 2015-10-29T11:12:03,940 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator TS[0] 2015-10-29T11:12:03,940 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:analyzeInternal(10147)) - After logical optimization TS[0] 2015-10-29T11:12:03,940 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:03,941 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:03,941 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct src_thrift { i32 aint, string astring, list lint, list lstring, list> lintstring, map mstringstring, map,map>>>> attributes, uniontype,map> unionfield1, uniontype,map> unionfield2, uniontype,map> unionfield3} 2015-10-29T11:12:03,941 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct src_thrift { i32 aint, string astring, list lint, list lstring, list> lintstring, map mstringstring, map,map>>>> attributes, uniontype,map> unionfield1, uniontype,map> unionfield2, uniontype,map> unionfield3} 2015-10-29T11:12:03,941 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct src_thrift { i32 aint, string astring, list lint, list lstring, list> lintstring, map mstringstring, map,map>>>> attributes, uniontype,map> unionfield1, uniontype,map> unionfield2, uniontype,map> unionfield3} 2015-10-29T11:12:03,941 DEBUG [main]: optimizer.GenMapRedUtils (GenMapRedUtils.java:setMapWork(678)) - Adding pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src_thrift of tablesrc_thrift 2015-10-29T11:12:03,941 DEBUG [main]: optimizer.GenMapRedUtils (GenMapRedUtils.java:setMapWork(716)) - Information added for path pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src_thrift 2015-10-29T11:12:03,942 DEBUG [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(167)) - Looking at: null 2015-10-29T11:12:03,942 INFO [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(175)) - Looking for table scans where optimization is applicable 2015-10-29T11:12:03,942 INFO [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(199)) - Found 0 null table scans 2015-10-29T11:12:03,942 DEBUG [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(167)) - Looking at: null 2015-10-29T11:12:03,942 INFO [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(175)) - Looking for table scans where optimization is applicable 2015-10-29T11:12:03,942 INFO [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(199)) - Found 0 null table scans 2015-10-29T11:12:03,942 DEBUG [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(167)) - Looking at: null 2015-10-29T11:12:03,942 INFO [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(175)) - Looking for table scans where optimization is applicable 2015-10-29T11:12:03,943 INFO [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(199)) - Found 0 null table scans 2015-10-29T11:12:03,943 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:analyzeInternal(10168)) - Completed plan generation 2015-10-29T11:12:03,943 INFO [main]: ql.Driver (Driver.java:compile(448)) - Semantic Analysis Completed 2015-10-29T11:12:03,943 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:validate(10519)) - validation start 2015-10-29T11:12:03,943 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:validate(10588)) - Not a partition. 2015-10-29T11:12:03,943 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:03,943 INFO [main]: ql.Driver (Driver.java:getSchema(244)) - Returning Hive schema: Schema(fieldSchemas:[FieldSchema(name:src_thrift.aint, type:int, comment:null), FieldSchema(name:src_thrift.astring, type:string, comment:null), FieldSchema(name:src_thrift.lint, type:array, comment:null), FieldSchema(name:src_thrift.lstring, type:array, comment:null), FieldSchema(name:src_thrift.lintstring, type:array>, comment:null), FieldSchema(name:src_thrift.mstringstring, type:map, comment:null), FieldSchema(name:src_thrift.attributes, type:map,map>>>>, comment:null), FieldSchema(name:src_thrift.unionfield1, type:uniontype,map>, comment:null), FieldSchema(name:src_thrift.unionfield2, type:uniontype,map>, comment:null), FieldSchema(name:src_thrift.unionfield3, type:uniontype,map>, comment:null)], properties:null) 2015-10-29T11:12:03,943 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:03,943 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : compilation phase 2015-10-29T11:12:03,943 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {flushCache_()=1, isCompatibleWith_(HiveConf, )=0, getTable_(String, String, )=18} 2015-10-29T11:12:03,944 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:03,944 DEBUG [main]: lockmgr.DummyTxnManager (DummyTxnManager.java:acquireLocks(129)) - Adding default@src_thrift to list of lock inputs 2015-10-29T11:12:03,944 DEBUG [main]: lockmgr.DummyTxnManager (DummyTxnManager.java:acquireLocks(148)) - Adding default@src_thrift to list of lock outputs 2015-10-29T11:12:03,944 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:lock(262)) - Acquiring lock for default with mode IMPLICIT 2015-10-29T11:12:03,946 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:lock(262)) - Acquiring lock for default/src_thrift with mode IMPLICIT 2015-10-29T11:12:03,948 DEBUG [main]: ql.Driver (Driver.java:recordValidTxns(960)) - Encoding valid txns info 9223372036854775807: txnid:0 2015-10-29T11:12:03,948 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:03,948 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:03,948 INFO [main]: ql.Driver (Driver.java:execute(1468)) - Starting command(queryId=sush_20151029111203_d48aeaca-f542-402e-aed1-ac630de9077d): ANALYZE TABLE src_thrift COMPUTE STATISTICS 2015-10-29T11:12:03,949 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:03,949 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: query: ANALYZE TABLE src_thrift COMPUTE STATISTICS 2015-10-29T11:12:03,949 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: type: QUERY 2015-10-29T11:12:03,949 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: Input: default@src_thrift 2015-10-29T11:12:03,949 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: Output: default@src_thrift 2015-10-29T11:12:03,949 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:03,949 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:03,949 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:03,949 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - Query ID = sush_20151029111203_d48aeaca-f542-402e-aed1-ac630de9077d 2015-10-29T11:12:03,949 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - Total jobs = 1 2015-10-29T11:12:03,950 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:03,950 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:03,950 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:03,950 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - Launching Job 1 out of 1 2015-10-29T11:12:03,950 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-0:MAPRED] in serial mode 2015-10-29T11:12:03,951 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - Number of reduce tasks is set to 0 since there's no reduce operator 2015-10-29T11:12:03,955 INFO [main]: mr.ExecDriver (ExecDriver.java:execute(291)) - Using org.apache.hadoop.hive.ql.io.CombineHiveInputFormat 2015-10-29T11:12:03,955 INFO [main]: exec.Utilities (Utilities.java:getInputPaths(3433)) - Processing alias src_thrift 2015-10-29T11:12:03,955 INFO [main]: exec.Utilities (Utilities.java:getInputPaths(3450)) - Adding input file pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src_thrift 2015-10-29T11:12:03,956 INFO [main]: exec.Utilities (Utilities.java:isEmptyPath(2734)) - Content Summary not cached for pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src_thrift 2015-10-29T11:12:03,976 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:03,976 INFO [main]: exec.Utilities (Utilities.java:serializePlan(939)) - Serializing MapWork via kryo 2015-10-29T11:12:03,977 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:03,978 DEBUG [main]: mapreduce.Cluster (Cluster.java:initialize(90)) - Trying ClientProtocolProvider : org.apache.hadoop.mapred.LocalClientProtocolProvider 2015-10-29T11:12:03,978 INFO [main]: jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized 2015-10-29T11:12:04,386 DEBUG [main]: mapreduce.Cluster (Cluster.java:initialize(103)) - Picked org.apache.hadoop.mapred.LocalClientProtocolProvider as the ClientProtocolProvider 2015-10-29T11:12:04,386 DEBUG [main]: fs.FSStatsPublisher (FSStatsPublisher.java:init(49)) - Initing FSStatsPublisher with : pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src_thrift/.hive-staging_hive_2015-10-29_11-12-03_874_2637373554159727109-1/-ext-10000 2015-10-29T11:12:04,418 INFO [main]: fs.FSStatsPublisher (FSStatsPublisher.java:init(51)) - created : pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src_thrift/.hive-staging_hive_2015-10-29_11-12-03_874_2637373554159727109-1/-ext-10000 2015-10-29T11:12:04,419 DEBUG [main]: mapreduce.Cluster (Cluster.java:initialize(90)) - Trying ClientProtocolProvider : org.apache.hadoop.mapred.LocalClientProtocolProvider 2015-10-29T11:12:04,419 INFO [main]: jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized 2015-10-29T11:12:04,420 DEBUG [main]: mapreduce.Cluster (Cluster.java:initialize(103)) - Picked org.apache.hadoop.mapred.LocalClientProtocolProvider as the ClientProtocolProvider 2015-10-29T11:12:04,420 INFO [main]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-03_874_2637373554159727109-1/-mr-10002/668f3d13-c578-4ea1-8636-0e00badf591d/map.xml 2015-10-29T11:12:04,420 DEBUG [main]: exec.Utilities (Utilities.java:getBaseWork(452)) - Found plan in cache for name: map.xml 2015-10-29T11:12:04,421 INFO [main]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-03_874_2637373554159727109-1/-mr-10002/668f3d13-c578-4ea1-8636-0e00badf591d/reduce.xml 2015-10-29T11:12:04,421 INFO [main]: exec.Utilities (Utilities.java:getBaseWork(405)) - local path = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-03_874_2637373554159727109-1/-mr-10002/668f3d13-c578-4ea1-8636-0e00badf591d/reduce.xml 2015-10-29T11:12:04,421 INFO [main]: exec.Utilities (Utilities.java:getBaseWork(417)) - Open file to read in plan: file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-03_874_2637373554159727109-1/-mr-10002/668f3d13-c578-4ea1-8636-0e00badf591d/reduce.xml 2015-10-29T11:12:04,421 DEBUG [main]: exec.Utilities (Utilities.java:getBaseWork(457)) - File not found: File file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-03_874_2637373554159727109-1/-mr-10002/668f3d13-c578-4ea1-8636-0e00badf591d/reduce.xml does not exist 2015-10-29T11:12:04,421 INFO [main]: exec.Utilities (Utilities.java:getBaseWork(458)) - No plan file found: file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-03_874_2637373554159727109-1/-mr-10002/668f3d13-c578-4ea1-8636-0e00badf591d/reduce.xml 2015-10-29T11:12:04,452 DEBUG [main]: mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(456)) - Configuring job job_local1191607597_0009 with file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/hadoop-tmp/mapred/staging/sush1191607597/.staging/job_local1191607597_0009 as the submit dir 2015-10-29T11:12:04,452 DEBUG [main]: mapreduce.JobSubmitter (JobSubmitter.java:populateTokenCache(718)) - adding the following namenodes' delegation tokens:[file:///] 2015-10-29T11:12:04,453 WARN [main]: mapreduce.JobSubmitter (JobSubmitter.java:copyAndConfigureFiles(153)) - Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2015-10-29T11:12:04,453 DEBUG [main]: mapreduce.JobSubmitter (JobSubmitter.java:copyAndConfigureFiles(173)) - default FileSystem: file:/// 2015-10-29T11:12:04,559 DEBUG [main]: mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(491)) - Creating splits at file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/hadoop-tmp/mapred/staging/sush1191607597/.staging/job_local1191607597_0009 2015-10-29T11:12:04,560 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:04,560 INFO [main]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-03_874_2637373554159727109-1/-mr-10002/668f3d13-c578-4ea1-8636-0e00badf591d/map.xml 2015-10-29T11:12:04,560 DEBUG [main]: exec.Utilities (Utilities.java:getBaseWork(452)) - Found plan in cache for name: map.xml 2015-10-29T11:12:04,560 INFO [main]: io.CombineHiveInputFormat (CombineHiveInputFormat.java:getSplits(478)) - Total number of paths: 1, launching 1 threads to check non-combinable ones. 2015-10-29T11:12:04,560 DEBUG [main]: io.CombineHiveInputFormat (CombineHiveInputFormat.java:getSplits(512)) - The received input paths are: [pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src_thrift] against the property mapreduce.input.fileinputformat.inputdir 2015-10-29T11:12:04,561 INFO [main]: io.CombineHiveInputFormat (CombineHiveInputFormat.java:getCombineSplits(395)) - CombineHiveInputSplit creating pool for pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src_thrift; using filter path pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src_thrift 2015-10-29T11:12:04,583 DEBUG [main]: input.FileInputFormat (FileInputFormat.java:listStatus(279)) - Time taken to get FileStatuses: 21 2015-10-29T11:12:04,584 INFO [main]: input.FileInputFormat (FileInputFormat.java:listStatus(281)) - Total input paths to process : 1 2015-10-29T11:12:04,584 INFO [main]: input.CombineFileInputFormat (CombineFileInputFormat.java:createSplits(413)) - DEBUG: Terminated node allocation with : CompletedNodes: 1, size left: 0 2015-10-29T11:12:04,585 INFO [main]: io.CombineHiveInputFormat (CombineHiveInputFormat.java:getCombineSplits(450)) - number of splits 1 2015-10-29T11:12:04,585 INFO [main]: io.CombineHiveInputFormat (CombineHiveInputFormat.java:getSplits(549)) - Number of all splits 1 2015-10-29T11:12:04,585 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:04,611 INFO [main]: mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(494)) - number of splits:1 2015-10-29T11:12:04,630 INFO [main]: mapreduce.JobSubmitter (JobSubmitter.java:printTokens(583)) - Submitting tokens for job: job_local1191607597_0009 2015-10-29T11:12:04,693 INFO [main]: mapreduce.Job (Job.java:submit(1300)) - The url to track the job: http://localhost:8080/ 2015-10-29T11:12:04,693 INFO [Thread-518]: mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(471)) - OutputCommitter set in config org.apache.hadoop.hive.ql.io.HiveFileFormatUtils$NullOutputCommitter 2015-10-29T11:12:04,693 INFO [Thread-518]: mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(489)) - OutputCommitter is org.apache.hadoop.hive.ql.io.HiveFileFormatUtils$NullOutputCommitter 2015-10-29T11:12:04,693 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - Job running in-process (local Hadoop) 2015-10-29T11:12:04,694 DEBUG [Thread-518]: mapred.LocalJobRunner (LocalJobRunner.java:createMapExecutor(395)) - Starting mapper thread pool executor. 2015-10-29T11:12:04,694 DEBUG [Thread-518]: mapred.LocalJobRunner (LocalJobRunner.java:createMapExecutor(396)) - Max local threads: 1 2015-10-29T11:12:04,694 DEBUG [Thread-518]: mapred.LocalJobRunner (LocalJobRunner.java:createMapExecutor(397)) - Map tasks to process: 1 2015-10-29T11:12:04,694 INFO [Thread-518]: mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for map tasks 2015-10-29T11:12:04,694 INFO [LocalJobRunner Map Task Executor #0]: mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local1191607597_0009_m_000000_0 2015-10-29T11:12:04,694 DEBUG [LocalJobRunner Map Task Executor #0]: mapred.SortedRanges (SortedRanges.java:doNext(348)) - currentIndex 0 0:0 2015-10-29T11:12:04,695 DEBUG [LocalJobRunner Map Task Executor #0]: mapred.LocalJobRunner (LocalJobRunner.java:setupChildMapredLocalDirs(974)) - mapreduce.cluster.local.dir for child : /Users/sush/dev/hive.git/itests/qtest/target/tmp/hadoop-tmp/mapred/local/localRunner//sush/jobcache/job_local1191607597_0009/attempt_local1191607597_0009_m_000000_0 2015-10-29T11:12:04,695 INFO [LocalJobRunner Map Task Executor #0]: util.ProcfsBasedProcessTree (ProcfsBasedProcessTree.java:isAvailable(181)) - ProcfsBasedProcessTree currently is supported only on Linux. 2015-10-29T11:12:04,695 INFO [LocalJobRunner Map Task Executor #0]: util.ProcfsBasedProcessTree (ProcfsBasedProcessTree.java:isAvailable(181)) - ProcfsBasedProcessTree currently is supported only on Linux. 2015-10-29T11:12:04,695 INFO [LocalJobRunner Map Task Executor #0]: mapred.Task (Task.java:initialize(587)) - Using ResourceCalculatorProcessTree : null 2015-10-29T11:12:04,696 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:updateJobWithSplit(482)) - Processing split: Paths:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src_thrift/complex.seq:0+3070InputFormatClass: org.apache.hadoop.mapred.SequenceFileInputFormat 2015-10-29T11:12:04,696 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-03_874_2637373554159727109-1/-mr-10002/668f3d13-c578-4ea1-8636-0e00badf591d/map.xml 2015-10-29T11:12:04,696 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(405)) - local path = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-03_874_2637373554159727109-1/-mr-10002/668f3d13-c578-4ea1-8636-0e00badf591d/map.xml 2015-10-29T11:12:04,696 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(417)) - Open file to read in plan: file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-03_874_2637373554159727109-1/-mr-10002/668f3d13-c578-4ea1-8636-0e00badf591d/map.xml 2015-10-29T11:12:04,696 INFO [LocalJobRunner Map Task Executor #0]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:04,696 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:deserializePlan(966)) - Deserializing MapWork via kryo 2015-10-29T11:12:04,703 INFO [LocalJobRunner Map Task Executor #0]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:04,714 INFO [LocalJobRunner Map Task Executor #0]: io.HiveContextAwareRecordReader (HiveContextAwareRecordReader.java:initIOContext(174)) - Processing file pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src_thrift/complex.seq 2015-10-29T11:12:04,714 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:runOldMapper(436)) - numReduceTasks: 0 2015-10-29T11:12:04,714 INFO [LocalJobRunner Map Task Executor #0]: mr.ExecMapper (ExecMapper.java:configure(83)) - conf classpath = [file:/Users/sush/dev/hive.git/itests/qtest/target/surefire/surefirebooter6776397513364088476.jar] 2015-10-29T11:12:04,714 INFO [LocalJobRunner Map Task Executor #0]: mr.ExecMapper (ExecMapper.java:configure(85)) - thread classpath = [file:/Users/sush/dev/hive.git/itests/qtest/target/surefire/surefirebooter6776397513364088476.jar] 2015-10-29T11:12:04,714 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-03_874_2637373554159727109-1/-mr-10002/668f3d13-c578-4ea1-8636-0e00badf591d/map.xml 2015-10-29T11:12:04,714 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(452)) - Found plan in cache for name: map.xml 2015-10-29T11:12:04,715 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:initialize(338)) - Initializing operator MAP[2] 2015-10-29T11:12:04,715 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:initialize(377)) - Initialization Done 2 MAP 2015-10-29T11:12:04,715 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:initializeChildren(463)) - Operator 2 MAP initialized 2015-10-29T11:12:04,715 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:initialize(390)) - Initialization Done 2 MAP done is reset. 2015-10-29T11:12:04,715 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:04,715 INFO [LocalJobRunner Map Task Executor #0]: mr.ExecMapper (ExecMapper.java:configure(110)) - Id =2 Id =1 <\Children> Id = 2 null<\Parent> <\TS> <\Children> <\Parent> <\MAP> 2015-10-29T11:12:04,715 INFO [LocalJobRunner Map Task Executor #0]: MapredContext (MapredContext.java:init(55)) - MapredContext initialized. 2015-10-29T11:12:04,716 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:initialize(338)) - Initializing operator TS[1] 2015-10-29T11:12:04,716 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:initialize(377)) - Initialization Done 1 TS 2015-10-29T11:12:04,716 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:initializeChildren(463)) - Operator 1 TS initialized 2015-10-29T11:12:04,716 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:initialize(390)) - Initialization Done 1 TS done is reset. 2015-10-29T11:12:04,720 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (MapOperator.java:rowsForwarded(535)) - MAP[2]: records read - 1 2015-10-29T11:12:04,722 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (MapOperator.java:rowsForwarded(535)) - MAP[2]: records read - 10 2015-10-29T11:12:04,722 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:close(650)) - 2 finished. closing... 2015-10-29T11:12:04,722 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:logStats(898)) - RECORDS_IN:11 2015-10-29T11:12:04,722 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:logStats(898)) - DESERIALIZE_ERRORS:0 2015-10-29T11:12:04,722 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:close(650)) - 1 finished. closing... 2015-10-29T11:12:04,722 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:04,722 DEBUG [LocalJobRunner Map Task Executor #0]: fs.FSStatsPublisher (FSStatsPublisher.java:connect(66)) - Connecting to : pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src_thrift/.hive-staging_hive_2015-10-29_11-12-03_874_2637373554159727109-1/-ext-10000 2015-10-29T11:12:04,729 DEBUG [LocalJobRunner Map Task Executor #0]: fs.FSStatsPublisher (FSStatsPublisher.java:publishStat(78)) - Putting in map : default.src_thrift/ {numRows=11, rawDataSize=0} 2015-10-29T11:12:04,729 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (TableScanOperator.java:publishStats(306)) - publishing : default.src_thrift/ : {numRows=11, rawDataSize=0} 2015-10-29T11:12:04,729 DEBUG [LocalJobRunner Map Task Executor #0]: fs.FSStatsPublisher (FSStatsPublisher.java:closeConnection(99)) - About to create stats file for this task : pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src_thrift/.hive-staging_hive_2015-10-29_11-12-03_874_2637373554159727109-1/-ext-10000/tmpstats-0 2015-10-29T11:12:04,734 DEBUG [LocalJobRunner Map Task Executor #0]: fs.FSStatsPublisher (FSStatsPublisher.java:closeConnection(101)) - Created file : pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src_thrift/.hive-staging_hive_2015-10-29_11-12-03_874_2637373554159727109-1/-ext-10000/tmpstats-0 2015-10-29T11:12:04,734 DEBUG [LocalJobRunner Map Task Executor #0]: fs.FSStatsPublisher (FSStatsPublisher.java:closeConnection(102)) - Writing stats in it : {default.src_thrift/={numRows=11, rawDataSize=0}} 2015-10-29T11:12:04,734 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:close(674)) - 1 Close done 2015-10-29T11:12:04,734 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:close(674)) - 2 Close done 2015-10-29T11:12:04,735 INFO [LocalJobRunner Map Task Executor #0]: mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 2015-10-29T11:12:04,735 INFO [LocalJobRunner Map Task Executor #0]: mapred.Task (Task.java:done(1001)) - Task:attempt_local1191607597_0009_m_000000_0 is done. And is in the process of committing 2015-10-29T11:12:04,736 INFO [LocalJobRunner Map Task Executor #0]: mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src_thrift/complex.seq:0+3070 2015-10-29T11:12:04,736 INFO [LocalJobRunner Map Task Executor #0]: mapred.Task (Task.java:sendDone(1121)) - Task 'attempt_local1191607597_0009_m_000000_0' done. 2015-10-29T11:12:04,736 INFO [LocalJobRunner Map Task Executor #0]: mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local1191607597_0009_m_000000_0 2015-10-29T11:12:04,736 INFO [Thread-518]: mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - map task executor complete. 2015-10-29T11:12:05,695 DEBUG [main]: exec.Heartbeater (Heartbeater.java:heartbeat(80)) - heartbeating 2015-10-29T11:12:05,699 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - 2015-10-29 11:12:05,699 Stage-0 map = 100%, reduce = 0% 2015-10-29T11:12:05,701 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - Ended Job = job_local1191607597_0009 2015-10-29T11:12:05,702 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:05,702 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-1:STATS] in serial mode 2015-10-29T11:12:05,702 INFO [main]: exec.StatsTask (StatsTask.java:execute(87)) - Executing stats task 2015-10-29T11:12:05,702 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:05,702 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=src_thrift 2015-10-29T11:12:05,703 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=src_thrift 2015-10-29T11:12:05,712 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:05,713 DEBUG [main]: fs.FSStatsPublisher (FSStatsPublisher.java:init(49)) - Initing FSStatsPublisher with : pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src_thrift/.hive-staging_hive_2015-10-29_11-12-03_874_2637373554159727109-1/-ext-10000 2015-10-29T11:12:05,717 INFO [main]: fs.FSStatsPublisher (FSStatsPublisher.java:init(51)) - created : pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src_thrift/.hive-staging_hive_2015-10-29_11-12-03_874_2637373554159727109-1/-ext-10000 2015-10-29T11:12:05,717 DEBUG [main]: fs.FSStatsAggregator (FSStatsAggregator.java:connect(51)) - About to read stats from : pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src_thrift/.hive-staging_hive_2015-10-29_11-12-03_874_2637373554159727109-1/-ext-10000 2015-10-29T11:12:05,724 INFO [main]: fs.FSStatsAggregator (FSStatsAggregator.java:connect(66)) - Read stats : {default.src_thrift/={numRows=11, rawDataSize=0}} 2015-10-29T11:12:05,724 DEBUG [main]: fs.FSStatsAggregator (FSStatsAggregator.java:aggregateStats(81)) - Part ID: default.src_thrift/ numRows 2015-10-29T11:12:05,724 INFO [main]: fs.FSStatsAggregator (FSStatsAggregator.java:aggregateStats(93)) - Read stats for : default.src_thrift/ numRows 11 2015-10-29T11:12:05,724 DEBUG [main]: fs.FSStatsAggregator (FSStatsAggregator.java:aggregateStats(81)) - Part ID: default.src_thrift/ rawDataSize 2015-10-29T11:12:05,724 INFO [main]: fs.FSStatsAggregator (FSStatsAggregator.java:aggregateStats(93)) - Read stats for : default.src_thrift/ rawDataSize 0 2015-10-29T11:12:05,741 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct src_thrift { i32 aint, string astring, list lint, list lstring, list> lintstring, map mstringstring, map,map>>>> attributes, uniontype,map> unionfield1, uniontype,map> unionfield2, uniontype,map> unionfield3} 2015-10-29T11:12:05,742 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct src_thrift { i32 aint, string astring, list lint, list lstring, list> lintstring, map mstringstring, map,map>>>> attributes, uniontype,map> unionfield1, uniontype,map> unionfield2, uniontype,map> unionfield3} 2015-10-29T11:12:05,742 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:05,742 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: alter_table: db=default tbl=src_thrift newtbl=src_thrift 2015-10-29T11:12:05,742 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=alter_table: db=default tbl=src_thrift newtbl=src_thrift 2015-10-29T11:12:05,767 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:getDatabase(348)) - getDatabase: directsql returning db default locn[pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse] desc [Default Hive database] owner [public] ownertype [ROLE] 2015-10-29T11:12:05,783 INFO [main]: hive.log (MetaStoreUtils.java:updateTableStatsFast(231)) - Updating table stats fast for src_thrift 2015-10-29T11:12:05,783 INFO [main]: hive.log (MetaStoreUtils.java:updateTableStatsFast(233)) - Updated size of table src_thrift to 3070 2015-10-29T11:12:05,791 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:05,792 INFO [main]: exec.StatsTask (StatsTask.java:aggregateStats(188)) - Table default.src_thrift stats: [numFiles=1, numRows=11, totalSize=3070, rawDataSize=0] 2015-10-29T11:12:05,792 DEBUG [main]: fs.FSStatsAggregator (FSStatsAggregator.java:closeConnection(104)) - About to delete stats tmp dir :pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src_thrift/.hive-staging_hive_2015-10-29_11-12-03_874_2637373554159727109-1/-ext-10000 2015-10-29T11:12:05,792 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:05,792 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:05,793 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: query: ANALYZE TABLE src_thrift COMPUTE STATISTICS 2015-10-29T11:12:05,793 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: type: QUERY 2015-10-29T11:12:05,793 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Input: default@src_thrift 2015-10-29T11:12:05,793 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Output: default@src_thrift 2015-10-29T11:12:05,793 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:05,793 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : execution phase 2015-10-29T11:12:05,793 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {isCompatibleWith_(HiveConf, )=0, getTable_(String, String, )=10, alter_table_(String, String, Table, boolean, )=49} 2015-10-29T11:12:05,793 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:05,793 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - MapReduce Jobs Launched: 2015-10-29T11:12:05,794 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - Stage-Stage-0: HDFS Read: 0 HDFS Write: 0 SUCCESS 2015-10-29T11:12:05,794 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - Total MapReduce CPU Time Spent: 0 msec 2015-10-29T11:12:05,794 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - OK 2015-10-29T11:12:05,794 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:05,794 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:releaseLocks(217)) - about to release lock for default/src_thrift 2015-10-29T11:12:05,796 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:releaseLocks(217)) - about to release lock for default 2015-10-29T11:12:05,798 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:05,798 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:05,798 DEBUG [main]: ql.Driver (DriverContext.java:shutdown(132)) - Shutting down query ANALYZE TABLE src_thrift COMPUTE STATISTICS 2015-10-29T11:12:05,799 INFO [main]: CliDriver (SessionState.java:printInfo(996)) - Time taken: 1.925 seconds 2015-10-29T11:12:05,799 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:05,799 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:05,799 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:05,799 DEBUG [main]: conf.VariableSubstitution (VariableSubstitution.java:substitute(63)) - Substitution is on: -- -- Table srcbucket -- DROP TABLE IF EXISTS srcbucket 2015-10-29T11:12:05,800 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:05,800 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(185)) - Parsing command: -- -- Table srcbucket -- DROP TABLE IF EXISTS srcbucket 2015-10-29T11:12:05,800 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(209)) - Parse Completed 2015-10-29T11:12:05,800 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:05,800 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:05,800 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:05,800 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:05,801 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:05,801 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=srcbucket 2015-10-29T11:12:05,801 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=srcbucket 2015-10-29T11:12:05,802 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:05,802 INFO [main]: ql.Driver (Driver.java:compile(448)) - Semantic Analysis Completed 2015-10-29T11:12:05,802 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:05,802 INFO [main]: ql.Driver (Driver.java:getSchema(244)) - Returning Hive schema: Schema(fieldSchemas:null, properties:null) 2015-10-29T11:12:05,802 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:05,802 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : compilation phase 2015-10-29T11:12:05,802 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {flushCache_()=1, isCompatibleWith_(HiveConf, )=0} 2015-10-29T11:12:05,802 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:05,802 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:05,803 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:05,803 INFO [main]: ql.Driver (Driver.java:execute(1468)) - Starting command(queryId=sush_20151029111205_8bc04fcf-ede5-4917-acd0-f725ed0e5203): -- -- Table srcbucket -- DROP TABLE IF EXISTS srcbucket 2015-10-29T11:12:05,803 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:05,803 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: query: -- -- Table srcbucket -- DROP TABLE IF EXISTS srcbucket 2015-10-29T11:12:05,803 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: type: DROPTABLE 2015-10-29T11:12:05,803 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:05,803 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:05,803 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:05,803 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:05,803 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:05,804 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:05,804 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-0:DDL] in serial mode 2015-10-29T11:12:05,804 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:05,804 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=srcbucket 2015-10-29T11:12:05,804 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=srcbucket 2015-10-29T11:12:05,805 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:05,805 ERROR [main]: metadata.Hive (Hive.java:getTable(1178)) - Table srcbucket not found: default.srcbucket table not found 2015-10-29T11:12:05,805 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:05,805 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=srcbucket 2015-10-29T11:12:05,805 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=srcbucket 2015-10-29T11:12:05,806 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:05,806 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:05,806 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:05,806 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: query: -- -- Table srcbucket -- DROP TABLE IF EXISTS srcbucket 2015-10-29T11:12:05,806 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: type: DROPTABLE 2015-10-29T11:12:05,807 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:05,807 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : execution phase 2015-10-29T11:12:05,807 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {dropTable_(String, String, boolean, boolean, boolean, )=1, isCompatibleWith_(HiveConf, )=0} 2015-10-29T11:12:05,807 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:05,807 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - OK 2015-10-29T11:12:05,807 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:05,807 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:05,807 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:05,807 DEBUG [main]: ql.Driver (DriverContext.java:shutdown(132)) - Shutting down query -- -- Table srcbucket -- DROP TABLE IF EXISTS srcbucket 2015-10-29T11:12:05,807 INFO [main]: CliDriver (SessionState.java:printInfo(996)) - Time taken: 0.008 seconds 2015-10-29T11:12:05,807 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:05,808 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:05,808 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:05,808 DEBUG [main]: conf.VariableSubstitution (VariableSubstitution.java:substitute(63)) - Substitution is on: CREATE TABLE srcbucket (key INT, value STRING) CLUSTERED BY (key) INTO 2 BUCKETS STORED AS TEXTFILE 2015-10-29T11:12:05,808 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:05,808 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(185)) - Parsing command: CREATE TABLE srcbucket (key INT, value STRING) CLUSTERED BY (key) INTO 2 BUCKETS STORED AS TEXTFILE 2015-10-29T11:12:05,809 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(209)) - Parse Completed 2015-10-29T11:12:05,809 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:05,809 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:05,810 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:05,810 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:05,810 INFO [main]: parse.CalcitePlanner (SemanticAnalyzer.java:analyzeInternal(10062)) - Starting Semantic Analysis 2015-10-29T11:12:05,810 INFO [main]: parse.CalcitePlanner (SemanticAnalyzer.java:analyzeCreateTable(10690)) - Creating table default.srcbucket position=13 2015-10-29T11:12:05,810 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:05,810 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_database: default 2015-10-29T11:12:05,810 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_database: default 2015-10-29T11:12:05,811 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:getDatabase(348)) - getDatabase: directsql returning db default locn[pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse] desc [Default Hive database] owner [public] ownertype [ROLE] 2015-10-29T11:12:05,811 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:05,812 INFO [main]: ql.Driver (Driver.java:compile(448)) - Semantic Analysis Completed 2015-10-29T11:12:05,812 DEBUG [main]: parse.CalcitePlanner (SemanticAnalyzer.java:validate(10519)) - validation start 2015-10-29T11:12:05,812 DEBUG [main]: parse.CalcitePlanner (SemanticAnalyzer.java:validate(10561)) - not validating writeEntity, because entity is neither table nor partition 2015-10-29T11:12:05,812 DEBUG [main]: parse.CalcitePlanner (SemanticAnalyzer.java:validate(10588)) - Not a partition. 2015-10-29T11:12:05,812 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:05,812 INFO [main]: ql.Driver (Driver.java:getSchema(244)) - Returning Hive schema: Schema(fieldSchemas:null, properties:null) 2015-10-29T11:12:05,812 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:05,812 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : compilation phase 2015-10-29T11:12:05,812 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {flushCache_()=0, isCompatibleWith_(HiveConf, )=1, getDatabase_(String, )=2} 2015-10-29T11:12:05,812 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:05,812 DEBUG [main]: lockmgr.DummyTxnManager (DummyTxnManager.java:acquireLocks(148)) - Adding database:default to list of lock outputs 2015-10-29T11:12:05,813 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:lock(262)) - Acquiring lock for default with mode IMPLICIT 2015-10-29T11:12:05,815 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:05,815 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:05,815 INFO [main]: ql.Driver (Driver.java:execute(1468)) - Starting command(queryId=sush_20151029111205_e9af2af2-1898-4231-98fb-3619137c7310): CREATE TABLE srcbucket (key INT, value STRING) CLUSTERED BY (key) INTO 2 BUCKETS STORED AS TEXTFILE 2015-10-29T11:12:05,815 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:05,815 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: query: CREATE TABLE srcbucket (key INT, value STRING) CLUSTERED BY (key) INTO 2 BUCKETS STORED AS TEXTFILE 2015-10-29T11:12:05,815 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: type: CREATETABLE 2015-10-29T11:12:05,815 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: Output: database:default 2015-10-29T11:12:05,816 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: Output: default@srcbucket 2015-10-29T11:12:05,816 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:05,816 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:05,816 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:05,816 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:05,816 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:05,816 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:05,816 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-0:DDL] in serial mode 2015-10-29T11:12:05,816 DEBUG [main]: exec.DDLTask (DDLTask.java:validateSerDe(3674)) - Found class for org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe 2015-10-29T11:12:05,818 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct srcbucket { i32 key, string value} 2015-10-29T11:12:05,818 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:05,818 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: create_table: Table(tableName:srcbucket, dbName:default, owner:hive_test_user, createTime:1446142325, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:int, comment:null), FieldSchema(name:value, type:string, comment:null)], location:null, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:2, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[key], sortCols:[], parameters:{}, skewedInfo:SkewedInfo(skewedColNames:[], skewedColValues:[], skewedColValueLocationMaps:{}), storedAsSubDirectories:false), partitionKeys:[], parameters:{}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE, privileges:PrincipalPrivilegeSet(userPrivileges:{}, groupPrivileges:null, rolePrivileges:null), temporary:false) 2015-10-29T11:12:05,818 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=create_table: Table(tableName:srcbucket, dbName:default, owner:hive_test_user, createTime:1446142325, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:int, comment:null), FieldSchema(name:value, type:string, comment:null)], location:null, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:2, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[key], sortCols:[], parameters:{}, skewedInfo:SkewedInfo(skewedColNames:[], skewedColValues:[], skewedColValueLocationMaps:{}), storedAsSubDirectories:false), partitionKeys:[], parameters:{}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE, privileges:PrincipalPrivilegeSet(userPrivileges:{}, groupPrivileges:null, rolePrivileges:null), temporary:false) 2015-10-29T11:12:05,819 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:getDatabase(348)) - getDatabase: directsql returning db default locn[pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse] desc [Default Hive database] owner [public] ownertype [ROLE] 2015-10-29T11:12:05,820 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:getDatabase(348)) - getDatabase: directsql returning db default locn[pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse] desc [Default Hive database] owner [public] ownertype [ROLE] 2015-10-29T11:12:05,821 INFO [main]: common.FileUtils (FileUtils.java:mkdir(502)) - Creating directory if it doesn't exist: pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcbucket 2015-10-29T11:12:05,836 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chgrp,-R,staff,pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcbucket} 2015-10-29T11:12:05,843 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:12:05,843 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chmod,-R,755,pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcbucket} 2015-10-29T11:12:05,853 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:12:05,860 DEBUG [main]: shims.HadoopShimsSecure (Hadoop23Shims.java:debugLog(937)) - FileStatus{path=pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcbucket; isDirectory=true; modification_time=1446142325000; access_time=0; owner=sush; group=staff; permission=rwxr-xr-x; isSymlink=false} 2015-10-29T11:12:05,876 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:05,876 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:05,876 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:05,876 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: query: CREATE TABLE srcbucket (key INT, value STRING) CLUSTERED BY (key) INTO 2 BUCKETS STORED AS TEXTFILE 2015-10-29T11:12:05,876 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: type: CREATETABLE 2015-10-29T11:12:05,876 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Output: database:default 2015-10-29T11:12:05,876 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Output: default@srcbucket 2015-10-29T11:12:05,877 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:05,877 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : execution phase 2015-10-29T11:12:05,877 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {createTable_(Table, )=58, isCompatibleWith_(HiveConf, )=0} 2015-10-29T11:12:05,877 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:05,877 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - OK 2015-10-29T11:12:05,877 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:05,877 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:releaseLocks(217)) - about to release lock for default 2015-10-29T11:12:05,879 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:05,879 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:05,879 DEBUG [main]: ql.Driver (DriverContext.java:shutdown(132)) - Shutting down query CREATE TABLE srcbucket (key INT, value STRING) CLUSTERED BY (key) INTO 2 BUCKETS STORED AS TEXTFILE 2015-10-29T11:12:05,879 INFO [main]: CliDriver (SessionState.java:printInfo(996)) - Time taken: 0.072 seconds 2015-10-29T11:12:05,879 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:05,879 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:05,880 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:05,880 DEBUG [main]: conf.VariableSubstitution (VariableSubstitution.java:substitute(63)) - Substitution is on: LOAD DATA LOCAL INPATH "${hiveconf:test.data.dir}/srcbucket0.txt" INTO TABLE srcbucket 2015-10-29T11:12:05,880 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:05,880 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(185)) - Parsing command: LOAD DATA LOCAL INPATH "/Users/sush/dev/hive.git/itests/qtest/../..//data/files/srcbucket0.txt" INTO TABLE srcbucket 2015-10-29T11:12:05,880 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(209)) - Parse Completed 2015-10-29T11:12:05,880 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:05,881 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:05,881 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:05,881 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:05,881 DEBUG [main]: parse.LoadSemanticAnalyzer (LoadSemanticAnalyzer.java:initializeFromURI(127)) - file@null@/Users/sush/dev/hive.git/data/files/srcbucket0.txt 2015-10-29T11:12:05,881 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:05,881 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=srcbucket 2015-10-29T11:12:05,881 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=srcbucket 2015-10-29T11:12:05,889 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:05,890 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct srcbucket { i32 key, string value} 2015-10-29T11:12:05,890 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct srcbucket { i32 key, string value} 2015-10-29T11:12:05,891 INFO [main]: ql.Driver (Driver.java:compile(448)) - Semantic Analysis Completed 2015-10-29T11:12:05,891 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:05,891 INFO [main]: ql.Driver (Driver.java:getSchema(244)) - Returning Hive schema: Schema(fieldSchemas:null, properties:null) 2015-10-29T11:12:05,891 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:05,891 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : compilation phase 2015-10-29T11:12:05,891 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {flushCache_()=0, isCompatibleWith_(HiveConf, )=0, getTable_(String, String, )=8} 2015-10-29T11:12:05,891 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:05,891 DEBUG [main]: lockmgr.DummyTxnManager (DummyTxnManager.java:acquireLocks(129)) - Adding file:/Users/sush/dev/hive.git/data/files/srcbucket0.txt to list of lock inputs 2015-10-29T11:12:05,891 DEBUG [main]: lockmgr.DummyTxnManager (DummyTxnManager.java:acquireLocks(148)) - Adding default@srcbucket to list of lock outputs 2015-10-29T11:12:05,891 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:lock(262)) - Acquiring lock for default with mode IMPLICIT 2015-10-29T11:12:05,894 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:lock(262)) - Acquiring lock for default/srcbucket with mode IMPLICIT 2015-10-29T11:12:05,896 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:05,896 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:05,896 INFO [main]: ql.Driver (Driver.java:execute(1468)) - Starting command(queryId=sush_20151029111205_a5e560d3-bc2a-4be9-ad66-e4b36fbf79aa): LOAD DATA LOCAL INPATH "/Users/sush/dev/hive.git/itests/qtest/../..//data/files/srcbucket0.txt" INTO TABLE srcbucket 2015-10-29T11:12:05,896 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:05,897 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: query: LOAD DATA LOCAL INPATH "/Users/sush/dev/hive.git/itests/qtest/../..//data/files/srcbucket0.txt" INTO TABLE srcbucket 2015-10-29T11:12:05,897 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: type: LOAD 2015-10-29T11:12:05,897 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: Input: file:/Users/sush/dev/hive.git/data/files/srcbucket0.txt 2015-10-29T11:12:05,897 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: Output: default@srcbucket 2015-10-29T11:12:05,897 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:05,897 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:05,897 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:05,897 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:05,897 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:05,898 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:05,898 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-0:MOVE] in serial mode 2015-10-29T11:12:05,898 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - Loading data to table default.srcbucket from file:/Users/sush/dev/hive.git/data/files/srcbucket0.txt 2015-10-29T11:12:05,898 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:05,898 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=srcbucket 2015-10-29T11:12:05,898 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=srcbucket 2015-10-29T11:12:05,906 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:05,907 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:05,907 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=srcbucket 2015-10-29T11:12:05,907 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=srcbucket 2015-10-29T11:12:05,915 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:05,927 DEBUG [main]: metadata.Hive (Hive.java:isSubDir(2607)) - The source path is /Users/sush/dev/hive.git/data/files/srcbucket0.txt and the destination path is /Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcbucket/srcbucket0.txt 2015-10-29T11:12:05,937 INFO [main]: metadata.Hive (Hive.java:moveFile(2742)) - Renaming src: file:/Users/sush/dev/hive.git/data/files/srcbucket0.txt, dest: pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcbucket/srcbucket0.txt, Status:true 2015-10-29T11:12:05,937 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chgrp,-R,staff,pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcbucket/srcbucket0.txt} 2015-10-29T11:12:05,943 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:12:05,944 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chmod,-R,755,pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcbucket/srcbucket0.txt} 2015-10-29T11:12:05,953 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:12:05,958 DEBUG [main]: shims.HadoopShimsSecure (Hadoop23Shims.java:debugLog(937)) - FileStatus{path=pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcbucket/srcbucket0.txt; isDirectory=false; length=5702; replication=1; blocksize=33554432; modification_time=1446142325000; access_time=0; owner=sush; group=staff; permission=rwxr-xr-x; isSymlink=false} 2015-10-29T11:12:05,959 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct srcbucket { i32 key, string value} 2015-10-29T11:12:05,959 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:05,959 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: alter_table: db=default tbl=srcbucket newtbl=srcbucket 2015-10-29T11:12:05,960 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=alter_table: db=default tbl=srcbucket newtbl=srcbucket 2015-10-29T11:12:05,974 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:getDatabase(348)) - getDatabase: directsql returning db default locn[pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse] desc [Default Hive database] owner [public] ownertype [ROLE] 2015-10-29T11:12:05,985 INFO [main]: hive.log (MetaStoreUtils.java:updateTableStatsFast(231)) - Updating table stats fast for srcbucket 2015-10-29T11:12:05,985 INFO [main]: hive.log (MetaStoreUtils.java:updateTableStatsFast(233)) - Updated size of table srcbucket to 5702 2015-10-29T11:12:05,991 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:05,991 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:05,991 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-1:STATS] in serial mode 2015-10-29T11:12:05,991 INFO [main]: exec.StatsTask (StatsTask.java:execute(87)) - Executing stats task 2015-10-29T11:12:05,991 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:05,992 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=srcbucket 2015-10-29T11:12:05,992 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=srcbucket 2015-10-29T11:12:06,000 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:06,000 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:06,000 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=srcbucket 2015-10-29T11:12:06,000 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=srcbucket 2015-10-29T11:12:06,007 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:06,019 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct srcbucket { i32 key, string value} 2015-10-29T11:12:06,019 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:06,019 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: alter_table: db=default tbl=srcbucket newtbl=srcbucket 2015-10-29T11:12:06,019 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=alter_table: db=default tbl=srcbucket newtbl=srcbucket 2015-10-29T11:12:06,034 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:getDatabase(348)) - getDatabase: directsql returning db default locn[pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse] desc [Default Hive database] owner [public] ownertype [ROLE] 2015-10-29T11:12:06,045 INFO [main]: hive.log (MetaStoreUtils.java:updateTableStatsFast(231)) - Updating table stats fast for srcbucket 2015-10-29T11:12:06,046 INFO [main]: hive.log (MetaStoreUtils.java:updateTableStatsFast(233)) - Updated size of table srcbucket to 5702 2015-10-29T11:12:06,051 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:06,051 INFO [main]: exec.StatsTask (StatsTask.java:aggregateStats(188)) - Table default.srcbucket stats: [numFiles=1, totalSize=5702] 2015-10-29T11:12:06,051 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:06,052 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:06,052 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: query: LOAD DATA LOCAL INPATH "/Users/sush/dev/hive.git/itests/qtest/../..//data/files/srcbucket0.txt" INTO TABLE srcbucket 2015-10-29T11:12:06,052 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: type: LOAD 2015-10-29T11:12:06,052 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Input: file:/Users/sush/dev/hive.git/data/files/srcbucket0.txt 2015-10-29T11:12:06,052 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Output: default@srcbucket 2015-10-29T11:12:06,052 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:06,052 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : execution phase 2015-10-29T11:12:06,052 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {isCompatibleWith_(HiveConf, )=0, getTable_(String, String, )=32, alter_table_(String, String, Table, boolean, )=64} 2015-10-29T11:12:06,052 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:06,053 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - OK 2015-10-29T11:12:06,053 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:06,053 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:releaseLocks(217)) - about to release lock for default/srcbucket 2015-10-29T11:12:06,055 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:releaseLocks(217)) - about to release lock for default 2015-10-29T11:12:06,057 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:06,057 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:06,057 DEBUG [main]: ql.Driver (DriverContext.java:shutdown(132)) - Shutting down query LOAD DATA LOCAL INPATH "/Users/sush/dev/hive.git/itests/qtest/../..//data/files/srcbucket0.txt" INTO TABLE srcbucket 2015-10-29T11:12:06,057 INFO [main]: CliDriver (SessionState.java:printInfo(996)) - Time taken: 0.178 seconds 2015-10-29T11:12:06,057 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:06,057 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:06,057 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:06,057 DEBUG [main]: conf.VariableSubstitution (VariableSubstitution.java:substitute(63)) - Substitution is on: LOAD DATA LOCAL INPATH "${hiveconf:test.data.dir}/srcbucket1.txt" INTO TABLE srcbucket 2015-10-29T11:12:06,058 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:06,058 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(185)) - Parsing command: LOAD DATA LOCAL INPATH "/Users/sush/dev/hive.git/itests/qtest/../..//data/files/srcbucket1.txt" INTO TABLE srcbucket 2015-10-29T11:12:06,058 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(209)) - Parse Completed 2015-10-29T11:12:06,058 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:06,058 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:06,059 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:06,059 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:06,059 DEBUG [main]: parse.LoadSemanticAnalyzer (LoadSemanticAnalyzer.java:initializeFromURI(127)) - file@null@/Users/sush/dev/hive.git/data/files/srcbucket1.txt 2015-10-29T11:12:06,059 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:06,059 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=srcbucket 2015-10-29T11:12:06,059 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=srcbucket 2015-10-29T11:12:06,067 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:06,068 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct srcbucket { i32 key, string value} 2015-10-29T11:12:06,068 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct srcbucket { i32 key, string value} 2015-10-29T11:12:06,068 INFO [main]: ql.Driver (Driver.java:compile(448)) - Semantic Analysis Completed 2015-10-29T11:12:06,068 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:06,068 INFO [main]: ql.Driver (Driver.java:getSchema(244)) - Returning Hive schema: Schema(fieldSchemas:null, properties:null) 2015-10-29T11:12:06,069 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:06,069 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : compilation phase 2015-10-29T11:12:06,069 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {flushCache_()=0, isCompatibleWith_(HiveConf, )=0, getTable_(String, String, )=8} 2015-10-29T11:12:06,069 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:06,069 DEBUG [main]: lockmgr.DummyTxnManager (DummyTxnManager.java:acquireLocks(129)) - Adding file:/Users/sush/dev/hive.git/data/files/srcbucket1.txt to list of lock inputs 2015-10-29T11:12:06,069 DEBUG [main]: lockmgr.DummyTxnManager (DummyTxnManager.java:acquireLocks(148)) - Adding default@srcbucket to list of lock outputs 2015-10-29T11:12:06,069 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:lock(262)) - Acquiring lock for default with mode IMPLICIT 2015-10-29T11:12:06,072 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:lock(262)) - Acquiring lock for default/srcbucket with mode IMPLICIT 2015-10-29T11:12:06,074 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:06,074 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:06,074 INFO [main]: ql.Driver (Driver.java:execute(1468)) - Starting command(queryId=sush_20151029111206_1fccfefb-c85a-4b6d-b27b-fce31f6df16f): LOAD DATA LOCAL INPATH "/Users/sush/dev/hive.git/itests/qtest/../..//data/files/srcbucket1.txt" INTO TABLE srcbucket 2015-10-29T11:12:06,074 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:06,074 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: query: LOAD DATA LOCAL INPATH "/Users/sush/dev/hive.git/itests/qtest/../..//data/files/srcbucket1.txt" INTO TABLE srcbucket 2015-10-29T11:12:06,074 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: type: LOAD 2015-10-29T11:12:06,074 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: Input: file:/Users/sush/dev/hive.git/data/files/srcbucket1.txt 2015-10-29T11:12:06,074 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: Output: default@srcbucket 2015-10-29T11:12:06,075 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:06,075 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:06,075 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:06,075 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:06,075 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:06,075 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:06,075 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-0:MOVE] in serial mode 2015-10-29T11:12:06,075 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - Loading data to table default.srcbucket from file:/Users/sush/dev/hive.git/data/files/srcbucket1.txt 2015-10-29T11:12:06,075 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:06,076 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=srcbucket 2015-10-29T11:12:06,076 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=srcbucket 2015-10-29T11:12:06,084 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:06,085 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:06,086 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=srcbucket 2015-10-29T11:12:06,086 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=srcbucket 2015-10-29T11:12:06,093 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:06,104 DEBUG [main]: metadata.Hive (Hive.java:isSubDir(2607)) - The source path is /Users/sush/dev/hive.git/data/files/srcbucket1.txt and the destination path is /Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcbucket/srcbucket1.txt 2015-10-29T11:12:06,114 INFO [main]: metadata.Hive (Hive.java:moveFile(2742)) - Renaming src: file:/Users/sush/dev/hive.git/data/files/srcbucket1.txt, dest: pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcbucket/srcbucket1.txt, Status:true 2015-10-29T11:12:06,115 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chgrp,-R,staff,pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcbucket/srcbucket1.txt} 2015-10-29T11:12:06,120 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:12:06,120 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chmod,-R,755,pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcbucket/srcbucket1.txt} 2015-10-29T11:12:06,129 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:12:06,134 DEBUG [main]: shims.HadoopShimsSecure (Hadoop23Shims.java:debugLog(937)) - FileStatus{path=pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcbucket/srcbucket1.txt; isDirectory=false; length=5901; replication=1; blocksize=33554432; modification_time=1446142326000; access_time=0; owner=sush; group=staff; permission=rwxr-xr-x; isSymlink=false} 2015-10-29T11:12:06,134 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct srcbucket { i32 key, string value} 2015-10-29T11:12:06,134 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:06,134 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: alter_table: db=default tbl=srcbucket newtbl=srcbucket 2015-10-29T11:12:06,135 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=alter_table: db=default tbl=srcbucket newtbl=srcbucket 2015-10-29T11:12:06,149 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:getDatabase(348)) - getDatabase: directsql returning db default locn[pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse] desc [Default Hive database] owner [public] ownertype [ROLE] 2015-10-29T11:12:06,166 INFO [main]: hive.log (MetaStoreUtils.java:updateTableStatsFast(231)) - Updating table stats fast for srcbucket 2015-10-29T11:12:06,166 INFO [main]: hive.log (MetaStoreUtils.java:updateTableStatsFast(233)) - Updated size of table srcbucket to 11603 2015-10-29T11:12:06,173 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:06,173 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:06,174 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-1:STATS] in serial mode 2015-10-29T11:12:06,174 INFO [main]: exec.StatsTask (StatsTask.java:execute(87)) - Executing stats task 2015-10-29T11:12:06,174 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:06,174 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=srcbucket 2015-10-29T11:12:06,174 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=srcbucket 2015-10-29T11:12:06,209 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:06,209 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:06,209 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=srcbucket 2015-10-29T11:12:06,209 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=srcbucket 2015-10-29T11:12:06,216 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:06,233 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct srcbucket { i32 key, string value} 2015-10-29T11:12:06,234 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:06,234 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: alter_table: db=default tbl=srcbucket newtbl=srcbucket 2015-10-29T11:12:06,234 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=alter_table: db=default tbl=srcbucket newtbl=srcbucket 2015-10-29T11:12:06,248 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:getDatabase(348)) - getDatabase: directsql returning db default locn[pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse] desc [Default Hive database] owner [public] ownertype [ROLE] 2015-10-29T11:12:06,264 INFO [main]: hive.log (MetaStoreUtils.java:updateTableStatsFast(231)) - Updating table stats fast for srcbucket 2015-10-29T11:12:06,264 INFO [main]: hive.log (MetaStoreUtils.java:updateTableStatsFast(233)) - Updated size of table srcbucket to 11603 2015-10-29T11:12:06,267 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:06,267 INFO [main]: exec.StatsTask (StatsTask.java:aggregateStats(188)) - Table default.srcbucket stats: [numFiles=2, totalSize=11603] 2015-10-29T11:12:06,267 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:06,267 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:06,268 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: query: LOAD DATA LOCAL INPATH "/Users/sush/dev/hive.git/itests/qtest/../..//data/files/srcbucket1.txt" INTO TABLE srcbucket 2015-10-29T11:12:06,268 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: type: LOAD 2015-10-29T11:12:06,268 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Input: file:/Users/sush/dev/hive.git/data/files/srcbucket1.txt 2015-10-29T11:12:06,268 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Output: default@srcbucket 2015-10-29T11:12:06,268 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:06,268 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : execution phase 2015-10-29T11:12:06,268 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {isCompatibleWith_(HiveConf, )=0, getTable_(String, String, )=60, alter_table_(String, String, Table, boolean, )=72} 2015-10-29T11:12:06,268 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:06,268 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - OK 2015-10-29T11:12:06,268 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:06,268 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:releaseLocks(217)) - about to release lock for default/srcbucket 2015-10-29T11:12:06,271 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:releaseLocks(217)) - about to release lock for default 2015-10-29T11:12:06,272 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:06,272 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:06,272 DEBUG [main]: ql.Driver (DriverContext.java:shutdown(132)) - Shutting down query LOAD DATA LOCAL INPATH "/Users/sush/dev/hive.git/itests/qtest/../..//data/files/srcbucket1.txt" INTO TABLE srcbucket 2015-10-29T11:12:06,272 INFO [main]: CliDriver (SessionState.java:printInfo(996)) - Time taken: 0.215 seconds 2015-10-29T11:12:06,273 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:06,273 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:06,273 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:06,273 DEBUG [main]: conf.VariableSubstitution (VariableSubstitution.java:substitute(63)) - Substitution is on: ANALYZE TABLE srcbucket COMPUTE STATISTICS 2015-10-29T11:12:06,273 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:06,273 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(185)) - Parsing command: ANALYZE TABLE srcbucket COMPUTE STATISTICS 2015-10-29T11:12:06,274 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(209)) - Parse Completed 2015-10-29T11:12:06,274 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:06,274 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:06,274 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:06,274 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:06,274 INFO [main]: parse.ColumnStatsSemanticAnalyzer (ColumnStatsSemanticAnalyzer.java:analyze(455)) - Invoking analyze on original query 2015-10-29T11:12:06,274 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:analyzeInternal(10062)) - Starting Semantic Analysis 2015-10-29T11:12:06,274 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genResolvedParseTree(10009)) - Completed phase 1 of Semantic Analysis 2015-10-29T11:12:06,274 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:getMetaData(1538)) - Get metadata for source tables 2015-10-29T11:12:06,274 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:06,275 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=srcbucket 2015-10-29T11:12:06,275 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=srcbucket 2015-10-29T11:12:06,282 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:06,282 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:06,282 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=srcbucket 2015-10-29T11:12:06,283 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=srcbucket 2015-10-29T11:12:06,290 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:06,290 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:getMetaData(1678)) - Get metadata for subqueries 2015-10-29T11:12:06,290 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:getMetaData(1702)) - Get metadata for destination tables 2015-10-29T11:12:06,290 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genResolvedParseTree(10013)) - Completed getting MetaData in Semantic Analysis 2015-10-29T11:12:06,290 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct srcbucket { i32 key, string value} 2015-10-29T11:12:06,291 DEBUG [main]: ql.Context (Context.java:getStagingDir(231)) - Created staging dir = pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcbucket/.hive-staging_hive_2015-10-29_11-12-06_273_4907443132283177709-1 for path = pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcbucket 2015-10-29T11:12:06,291 INFO [main]: common.FileUtils (FileUtils.java:mkdir(502)) - Creating directory if it doesn't exist: pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcbucket/.hive-staging_hive_2015-10-29_11-12-06_273_4907443132283177709-1 2015-10-29T11:12:06,305 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chgrp,-R,staff,pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcbucket/.hive-staging_hive_2015-10-29_11-12-06_273_4907443132283177709-1} 2015-10-29T11:12:06,311 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:12:06,311 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chmod,-R,755,pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcbucket/.hive-staging_hive_2015-10-29_11-12-06_273_4907443132283177709-1} 2015-10-29T11:12:06,321 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:12:06,326 DEBUG [main]: shims.HadoopShimsSecure (Hadoop23Shims.java:debugLog(937)) - FileStatus{path=pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcbucket/.hive-staging_hive_2015-10-29_11-12-06_273_4907443132283177709-1; isDirectory=true; modification_time=1446142326000; access_time=0; owner=sush; group=staff; permission=rwxr-xr-x; isSymlink=false} 2015-10-29T11:12:06,330 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:setupStats(9493)) - Set stats collection dir : pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcbucket/.hive-staging_hive_2015-10-29_11-12-06_273_4907443132283177709-1/-ext-10000 2015-10-29T11:12:06,331 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genTablePlan(9467)) - Created Table Plan for srcbucket TS[0] 2015-10-29T11:12:06,331 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genBodyPlan(8831)) - Created Body Plan for Query Block null 2015-10-29T11:12:06,331 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genPlan(9675)) - Created Plan for Query Block null 2015-10-29T11:12:06,331 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:analyzeInternal(10139)) - Before logical optimization TS[0] 2015-10-29T11:12:06,331 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:TS[0] with rs:(key: int|{srcbucket}key,value: string|{srcbucket}value,BLOCK__OFFSET__INSIDE__FILE: bigint|{srcbucket}block__offset__inside__file,INPUT__FILE__NAME: string|{srcbucket}input__file__name,ROW__ID: struct|{srcbucket}row__id,RAW__DATA__SIZE: bigint|{srcbucket}raw__data__size) 2015-10-29T11:12:06,332 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator TS[0] 2015-10-29T11:12:06,332 INFO [main]: ppd.OpProcFactory (OpProcFactory.java:process(383)) - Processing for TS(0) 2015-10-29T11:12:06,332 DEBUG [main]: ppd.PredicatePushDown (PredicatePushDown.java:transform(138)) - After PPD: TS[0] 2015-10-29T11:12:06,332 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:TS[0] with rs:(key: int|{srcbucket}key,value: string|{srcbucket}value,BLOCK__OFFSET__INSIDE__FILE: bigint|{srcbucket}block__offset__inside__file,INPUT__FILE__NAME: string|{srcbucket}input__file__name,ROW__ID: struct|{srcbucket}row__id,RAW__DATA__SIZE: bigint|{srcbucket}raw__data__size) 2015-10-29T11:12:06,332 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator TS[0] 2015-10-29T11:12:06,332 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:TS[0] with rs:(key: int|{srcbucket}key,value: string|{srcbucket}value,BLOCK__OFFSET__INSIDE__FILE: bigint|{srcbucket}block__offset__inside__file,INPUT__FILE__NAME: string|{srcbucket}input__file__name,ROW__ID: struct|{srcbucket}row__id,RAW__DATA__SIZE: bigint|{srcbucket}raw__data__size) 2015-10-29T11:12:06,332 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator TS[0] 2015-10-29T11:12:06,333 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:analyzeInternal(10147)) - After logical optimization TS[0] 2015-10-29T11:12:06,333 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:06,333 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:06,333 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct srcbucket { i32 key, string value} 2015-10-29T11:12:06,333 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct srcbucket { i32 key, string value} 2015-10-29T11:12:06,334 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct srcbucket { i32 key, string value} 2015-10-29T11:12:06,334 DEBUG [main]: optimizer.GenMapRedUtils (GenMapRedUtils.java:setMapWork(678)) - Adding pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcbucket of tablesrcbucket 2015-10-29T11:12:06,334 DEBUG [main]: optimizer.GenMapRedUtils (GenMapRedUtils.java:setMapWork(716)) - Information added for path pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcbucket 2015-10-29T11:12:06,334 DEBUG [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(167)) - Looking at: null 2015-10-29T11:12:06,334 INFO [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(175)) - Looking for table scans where optimization is applicable 2015-10-29T11:12:06,334 INFO [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(199)) - Found 0 null table scans 2015-10-29T11:12:06,334 DEBUG [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(167)) - Looking at: null 2015-10-29T11:12:06,334 INFO [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(175)) - Looking for table scans where optimization is applicable 2015-10-29T11:12:06,335 INFO [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(199)) - Found 0 null table scans 2015-10-29T11:12:06,335 DEBUG [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(167)) - Looking at: null 2015-10-29T11:12:06,335 INFO [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(175)) - Looking for table scans where optimization is applicable 2015-10-29T11:12:06,335 INFO [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(199)) - Found 0 null table scans 2015-10-29T11:12:06,335 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:analyzeInternal(10168)) - Completed plan generation 2015-10-29T11:12:06,335 INFO [main]: ql.Driver (Driver.java:compile(448)) - Semantic Analysis Completed 2015-10-29T11:12:06,335 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:validate(10519)) - validation start 2015-10-29T11:12:06,335 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:validate(10588)) - Not a partition. 2015-10-29T11:12:06,335 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:06,335 INFO [main]: ql.Driver (Driver.java:getSchema(244)) - Returning Hive schema: Schema(fieldSchemas:[FieldSchema(name:srcbucket.key, type:int, comment:null), FieldSchema(name:srcbucket.value, type:string, comment:null)], properties:null) 2015-10-29T11:12:06,336 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:06,336 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : compilation phase 2015-10-29T11:12:06,336 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {flushCache_()=0, isCompatibleWith_(HiveConf, )=0, getTable_(String, String, )=16} 2015-10-29T11:12:06,336 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:06,336 DEBUG [main]: lockmgr.DummyTxnManager (DummyTxnManager.java:acquireLocks(129)) - Adding default@srcbucket to list of lock inputs 2015-10-29T11:12:06,336 DEBUG [main]: lockmgr.DummyTxnManager (DummyTxnManager.java:acquireLocks(148)) - Adding default@srcbucket to list of lock outputs 2015-10-29T11:12:06,336 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:lock(262)) - Acquiring lock for default with mode IMPLICIT 2015-10-29T11:12:06,338 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:lock(262)) - Acquiring lock for default/srcbucket with mode IMPLICIT 2015-10-29T11:12:06,340 DEBUG [main]: ql.Driver (Driver.java:recordValidTxns(960)) - Encoding valid txns info 9223372036854775807: txnid:0 2015-10-29T11:12:06,340 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:06,340 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:06,340 INFO [main]: ql.Driver (Driver.java:execute(1468)) - Starting command(queryId=sush_20151029111206_0733182b-272a-4045-bb35-3a52a710b8a3): ANALYZE TABLE srcbucket COMPUTE STATISTICS 2015-10-29T11:12:06,340 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:06,341 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: query: ANALYZE TABLE srcbucket COMPUTE STATISTICS 2015-10-29T11:12:06,341 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: type: QUERY 2015-10-29T11:12:06,341 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: Input: default@srcbucket 2015-10-29T11:12:06,341 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: Output: default@srcbucket 2015-10-29T11:12:06,341 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:06,341 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:06,341 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:06,341 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - Query ID = sush_20151029111206_0733182b-272a-4045-bb35-3a52a710b8a3 2015-10-29T11:12:06,341 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - Total jobs = 1 2015-10-29T11:12:06,341 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:06,341 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:06,341 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:06,342 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - Launching Job 1 out of 1 2015-10-29T11:12:06,342 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-0:MAPRED] in serial mode 2015-10-29T11:12:06,342 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - Number of reduce tasks is set to 0 since there's no reduce operator 2015-10-29T11:12:06,347 INFO [main]: mr.ExecDriver (ExecDriver.java:execute(291)) - Using org.apache.hadoop.hive.ql.io.CombineHiveInputFormat 2015-10-29T11:12:06,347 INFO [main]: exec.Utilities (Utilities.java:getInputPaths(3433)) - Processing alias srcbucket 2015-10-29T11:12:06,347 INFO [main]: exec.Utilities (Utilities.java:getInputPaths(3450)) - Adding input file pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcbucket 2015-10-29T11:12:06,347 INFO [main]: exec.Utilities (Utilities.java:isEmptyPath(2734)) - Content Summary not cached for pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcbucket 2015-10-29T11:12:06,372 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:06,373 INFO [main]: exec.Utilities (Utilities.java:serializePlan(939)) - Serializing MapWork via kryo 2015-10-29T11:12:06,373 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:06,374 DEBUG [main]: mapreduce.Cluster (Cluster.java:initialize(90)) - Trying ClientProtocolProvider : org.apache.hadoop.mapred.LocalClientProtocolProvider 2015-10-29T11:12:06,374 INFO [main]: jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized 2015-10-29T11:12:06,375 DEBUG [main]: mapreduce.Cluster (Cluster.java:initialize(103)) - Picked org.apache.hadoop.mapred.LocalClientProtocolProvider as the ClientProtocolProvider 2015-10-29T11:12:06,375 DEBUG [main]: fs.FSStatsPublisher (FSStatsPublisher.java:init(49)) - Initing FSStatsPublisher with : pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcbucket/.hive-staging_hive_2015-10-29_11-12-06_273_4907443132283177709-1/-ext-10000 2015-10-29T11:12:06,379 INFO [main]: fs.FSStatsPublisher (FSStatsPublisher.java:init(51)) - created : pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcbucket/.hive-staging_hive_2015-10-29_11-12-06_273_4907443132283177709-1/-ext-10000 2015-10-29T11:12:06,380 DEBUG [main]: mapreduce.Cluster (Cluster.java:initialize(90)) - Trying ClientProtocolProvider : org.apache.hadoop.mapred.LocalClientProtocolProvider 2015-10-29T11:12:06,380 INFO [main]: jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized 2015-10-29T11:12:06,381 DEBUG [main]: mapreduce.Cluster (Cluster.java:initialize(103)) - Picked org.apache.hadoop.mapred.LocalClientProtocolProvider as the ClientProtocolProvider 2015-10-29T11:12:06,381 INFO [main]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-06_273_4907443132283177709-1/-mr-10002/f23c3446-4df9-496c-bd49-1677fab381a9/map.xml 2015-10-29T11:12:06,381 DEBUG [main]: exec.Utilities (Utilities.java:getBaseWork(452)) - Found plan in cache for name: map.xml 2015-10-29T11:12:06,381 INFO [main]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-06_273_4907443132283177709-1/-mr-10002/f23c3446-4df9-496c-bd49-1677fab381a9/reduce.xml 2015-10-29T11:12:06,382 INFO [main]: exec.Utilities (Utilities.java:getBaseWork(405)) - local path = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-06_273_4907443132283177709-1/-mr-10002/f23c3446-4df9-496c-bd49-1677fab381a9/reduce.xml 2015-10-29T11:12:06,382 INFO [main]: exec.Utilities (Utilities.java:getBaseWork(417)) - Open file to read in plan: file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-06_273_4907443132283177709-1/-mr-10002/f23c3446-4df9-496c-bd49-1677fab381a9/reduce.xml 2015-10-29T11:12:06,382 DEBUG [main]: exec.Utilities (Utilities.java:getBaseWork(457)) - File not found: File file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-06_273_4907443132283177709-1/-mr-10002/f23c3446-4df9-496c-bd49-1677fab381a9/reduce.xml does not exist 2015-10-29T11:12:06,382 INFO [main]: exec.Utilities (Utilities.java:getBaseWork(458)) - No plan file found: file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-06_273_4907443132283177709-1/-mr-10002/f23c3446-4df9-496c-bd49-1677fab381a9/reduce.xml 2015-10-29T11:12:06,387 DEBUG [main]: mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(456)) - Configuring job job_local566380837_0010 with file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/hadoop-tmp/mapred/staging/sush566380837/.staging/job_local566380837_0010 as the submit dir 2015-10-29T11:12:06,387 DEBUG [main]: mapreduce.JobSubmitter (JobSubmitter.java:populateTokenCache(718)) - adding the following namenodes' delegation tokens:[file:///] 2015-10-29T11:12:06,387 WARN [main]: mapreduce.JobSubmitter (JobSubmitter.java:copyAndConfigureFiles(153)) - Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2015-10-29T11:12:06,387 DEBUG [main]: mapreduce.JobSubmitter (JobSubmitter.java:copyAndConfigureFiles(173)) - default FileSystem: file:/// 2015-10-29T11:12:06,473 DEBUG [main]: mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(491)) - Creating splits at file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/hadoop-tmp/mapred/staging/sush566380837/.staging/job_local566380837_0010 2015-10-29T11:12:06,473 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:06,473 INFO [main]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-06_273_4907443132283177709-1/-mr-10002/f23c3446-4df9-496c-bd49-1677fab381a9/map.xml 2015-10-29T11:12:06,473 DEBUG [main]: exec.Utilities (Utilities.java:getBaseWork(452)) - Found plan in cache for name: map.xml 2015-10-29T11:12:06,474 INFO [main]: io.CombineHiveInputFormat (CombineHiveInputFormat.java:getSplits(478)) - Total number of paths: 1, launching 1 threads to check non-combinable ones. 2015-10-29T11:12:06,474 DEBUG [main]: io.CombineHiveInputFormat (CombineHiveInputFormat.java:getSplits(512)) - The received input paths are: [pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcbucket] against the property mapreduce.input.fileinputformat.inputdir 2015-10-29T11:12:06,474 INFO [main]: io.CombineHiveInputFormat (CombineHiveInputFormat.java:getCombineSplits(395)) - CombineHiveInputSplit creating pool for pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcbucket; using filter path pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcbucket 2015-10-29T11:12:06,496 DEBUG [main]: input.FileInputFormat (FileInputFormat.java:listStatus(279)) - Time taken to get FileStatuses: 21 2015-10-29T11:12:06,496 INFO [main]: input.FileInputFormat (FileInputFormat.java:listStatus(281)) - Total input paths to process : 2 2015-10-29T11:12:06,497 INFO [main]: input.CombineFileInputFormat (CombineFileInputFormat.java:createSplits(413)) - DEBUG: Terminated node allocation with : CompletedNodes: 1, size left: 0 2015-10-29T11:12:06,497 INFO [main]: io.CombineHiveInputFormat (CombineHiveInputFormat.java:getCombineSplits(450)) - number of splits 1 2015-10-29T11:12:06,497 INFO [main]: io.CombineHiveInputFormat (CombineHiveInputFormat.java:getSplits(549)) - Number of all splits 1 2015-10-29T11:12:06,497 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:06,513 INFO [main]: mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(494)) - number of splits:1 2015-10-29T11:12:06,528 INFO [main]: mapreduce.JobSubmitter (JobSubmitter.java:printTokens(583)) - Submitting tokens for job: job_local566380837_0010 2015-10-29T11:12:06,582 INFO [main]: mapreduce.Job (Job.java:submit(1300)) - The url to track the job: http://localhost:8080/ 2015-10-29T11:12:06,583 INFO [Thread-608]: mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(471)) - OutputCommitter set in config org.apache.hadoop.hive.ql.io.HiveFileFormatUtils$NullOutputCommitter 2015-10-29T11:12:06,583 INFO [Thread-608]: mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(489)) - OutputCommitter is org.apache.hadoop.hive.ql.io.HiveFileFormatUtils$NullOutputCommitter 2015-10-29T11:12:06,583 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - Job running in-process (local Hadoop) 2015-10-29T11:12:06,584 DEBUG [Thread-608]: mapred.LocalJobRunner (LocalJobRunner.java:createMapExecutor(395)) - Starting mapper thread pool executor. 2015-10-29T11:12:06,584 DEBUG [Thread-608]: mapred.LocalJobRunner (LocalJobRunner.java:createMapExecutor(396)) - Max local threads: 1 2015-10-29T11:12:06,584 DEBUG [Thread-608]: mapred.LocalJobRunner (LocalJobRunner.java:createMapExecutor(397)) - Map tasks to process: 1 2015-10-29T11:12:06,584 INFO [Thread-608]: mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for map tasks 2015-10-29T11:12:06,584 INFO [LocalJobRunner Map Task Executor #0]: mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local566380837_0010_m_000000_0 2015-10-29T11:12:06,584 DEBUG [LocalJobRunner Map Task Executor #0]: mapred.SortedRanges (SortedRanges.java:doNext(348)) - currentIndex 0 0:0 2015-10-29T11:12:06,585 DEBUG [LocalJobRunner Map Task Executor #0]: mapred.LocalJobRunner (LocalJobRunner.java:setupChildMapredLocalDirs(974)) - mapreduce.cluster.local.dir for child : /Users/sush/dev/hive.git/itests/qtest/target/tmp/hadoop-tmp/mapred/local/localRunner//sush/jobcache/job_local566380837_0010/attempt_local566380837_0010_m_000000_0 2015-10-29T11:12:06,585 INFO [LocalJobRunner Map Task Executor #0]: util.ProcfsBasedProcessTree (ProcfsBasedProcessTree.java:isAvailable(181)) - ProcfsBasedProcessTree currently is supported only on Linux. 2015-10-29T11:12:06,585 INFO [LocalJobRunner Map Task Executor #0]: util.ProcfsBasedProcessTree (ProcfsBasedProcessTree.java:isAvailable(181)) - ProcfsBasedProcessTree currently is supported only on Linux. 2015-10-29T11:12:06,585 INFO [LocalJobRunner Map Task Executor #0]: mapred.Task (Task.java:initialize(587)) - Using ResourceCalculatorProcessTree : null 2015-10-29T11:12:06,585 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:updateJobWithSplit(482)) - Processing split: Paths:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcbucket/srcbucket0.txt:0+5702,/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcbucket/srcbucket1.txt:0+5901InputFormatClass: org.apache.hadoop.mapred.TextInputFormat 2015-10-29T11:12:06,586 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-06_273_4907443132283177709-1/-mr-10002/f23c3446-4df9-496c-bd49-1677fab381a9/map.xml 2015-10-29T11:12:06,586 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(405)) - local path = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-06_273_4907443132283177709-1/-mr-10002/f23c3446-4df9-496c-bd49-1677fab381a9/map.xml 2015-10-29T11:12:06,586 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(417)) - Open file to read in plan: file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-06_273_4907443132283177709-1/-mr-10002/f23c3446-4df9-496c-bd49-1677fab381a9/map.xml 2015-10-29T11:12:06,586 INFO [LocalJobRunner Map Task Executor #0]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:06,586 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:deserializePlan(966)) - Deserializing MapWork via kryo 2015-10-29T11:12:06,591 INFO [LocalJobRunner Map Task Executor #0]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:06,592 INFO [LocalJobRunner Map Task Executor #0]: io.HiveContextAwareRecordReader (HiveContextAwareRecordReader.java:initIOContext(174)) - Processing file pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcbucket/srcbucket0.txt 2015-10-29T11:12:06,592 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:runOldMapper(436)) - numReduceTasks: 0 2015-10-29T11:12:06,592 INFO [LocalJobRunner Map Task Executor #0]: mr.ExecMapper (ExecMapper.java:configure(83)) - conf classpath = [file:/Users/sush/dev/hive.git/itests/qtest/target/surefire/surefirebooter6776397513364088476.jar] 2015-10-29T11:12:06,593 INFO [LocalJobRunner Map Task Executor #0]: mr.ExecMapper (ExecMapper.java:configure(85)) - thread classpath = [file:/Users/sush/dev/hive.git/itests/qtest/target/surefire/surefirebooter6776397513364088476.jar] 2015-10-29T11:12:06,593 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-06_273_4907443132283177709-1/-mr-10002/f23c3446-4df9-496c-bd49-1677fab381a9/map.xml 2015-10-29T11:12:06,593 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(452)) - Found plan in cache for name: map.xml 2015-10-29T11:12:06,593 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:initialize(338)) - Initializing operator MAP[2] 2015-10-29T11:12:06,593 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:initialize(377)) - Initialization Done 2 MAP 2015-10-29T11:12:06,593 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:initializeChildren(463)) - Operator 2 MAP initialized 2015-10-29T11:12:06,593 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:initialize(390)) - Initialization Done 2 MAP done is reset. 2015-10-29T11:12:06,593 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:06,594 INFO [LocalJobRunner Map Task Executor #0]: mr.ExecMapper (ExecMapper.java:configure(110)) - Id =2 Id =1 <\Children> Id = 2 null<\Parent> <\TS> <\Children> <\Parent> <\MAP> 2015-10-29T11:12:06,594 INFO [LocalJobRunner Map Task Executor #0]: MapredContext (MapredContext.java:init(55)) - MapredContext initialized. 2015-10-29T11:12:06,594 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:initialize(338)) - Initializing operator TS[1] 2015-10-29T11:12:06,594 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:initialize(377)) - Initialization Done 1 TS 2015-10-29T11:12:06,594 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:initializeChildren(463)) - Operator 1 TS initialized 2015-10-29T11:12:06,594 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:initialize(390)) - Initialization Done 1 TS done is reset. 2015-10-29T11:12:06,594 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-06_273_4907443132283177709-1/-mr-10002/f23c3446-4df9-496c-bd49-1677fab381a9/map.xml 2015-10-29T11:12:06,594 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(452)) - Found plan in cache for name: map.xml 2015-10-29T11:12:06,594 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (MapOperator.java:rowsForwarded(535)) - MAP[2]: records read - 1 2015-10-29T11:12:06,595 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (MapOperator.java:rowsForwarded(535)) - MAP[2]: records read - 10 2015-10-29T11:12:06,596 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (MapOperator.java:rowsForwarded(535)) - MAP[2]: records read - 100 2015-10-29T11:12:06,601 INFO [LocalJobRunner Map Task Executor #0]: io.HiveContextAwareRecordReader (HiveContextAwareRecordReader.java:initIOContext(174)) - Processing file pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcbucket/srcbucket1.txt 2015-10-29T11:12:06,601 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-06_273_4907443132283177709-1/-mr-10002/f23c3446-4df9-496c-bd49-1677fab381a9/map.xml 2015-10-29T11:12:06,601 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(452)) - Found plan in cache for name: map.xml 2015-10-29T11:12:06,607 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (MapOperator.java:rowsForwarded(535)) - MAP[2]: records read - 1000 2015-10-29T11:12:06,607 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:close(650)) - 2 finished. closing... 2015-10-29T11:12:06,607 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:logStats(898)) - RECORDS_IN:1000 2015-10-29T11:12:06,607 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:logStats(898)) - DESERIALIZE_ERRORS:0 2015-10-29T11:12:06,607 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:close(650)) - 1 finished. closing... 2015-10-29T11:12:06,607 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:06,607 DEBUG [LocalJobRunner Map Task Executor #0]: fs.FSStatsPublisher (FSStatsPublisher.java:connect(66)) - Connecting to : pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcbucket/.hive-staging_hive_2015-10-29_11-12-06_273_4907443132283177709-1/-ext-10000 2015-10-29T11:12:06,614 DEBUG [LocalJobRunner Map Task Executor #0]: fs.FSStatsPublisher (FSStatsPublisher.java:publishStat(78)) - Putting in map : default.srcbucket/ {numRows=1000, rawDataSize=10603} 2015-10-29T11:12:06,614 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (TableScanOperator.java:publishStats(306)) - publishing : default.srcbucket/ : {numRows=1000, rawDataSize=10603} 2015-10-29T11:12:06,614 DEBUG [LocalJobRunner Map Task Executor #0]: fs.FSStatsPublisher (FSStatsPublisher.java:closeConnection(99)) - About to create stats file for this task : pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcbucket/.hive-staging_hive_2015-10-29_11-12-06_273_4907443132283177709-1/-ext-10000/tmpstats-0 2015-10-29T11:12:06,618 DEBUG [LocalJobRunner Map Task Executor #0]: fs.FSStatsPublisher (FSStatsPublisher.java:closeConnection(101)) - Created file : pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcbucket/.hive-staging_hive_2015-10-29_11-12-06_273_4907443132283177709-1/-ext-10000/tmpstats-0 2015-10-29T11:12:06,618 DEBUG [LocalJobRunner Map Task Executor #0]: fs.FSStatsPublisher (FSStatsPublisher.java:closeConnection(102)) - Writing stats in it : {default.srcbucket/={numRows=1000, rawDataSize=10603}} 2015-10-29T11:12:06,619 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:close(674)) - 1 Close done 2015-10-29T11:12:06,619 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:close(674)) - 2 Close done 2015-10-29T11:12:06,619 INFO [LocalJobRunner Map Task Executor #0]: mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 2015-10-29T11:12:06,619 INFO [LocalJobRunner Map Task Executor #0]: mapred.Task (Task.java:done(1001)) - Task:attempt_local566380837_0010_m_000000_0 is done. And is in the process of committing 2015-10-29T11:12:06,620 INFO [LocalJobRunner Map Task Executor #0]: mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcbucket/srcbucket1.txt:0+5901 2015-10-29T11:12:06,620 INFO [LocalJobRunner Map Task Executor #0]: mapred.Task (Task.java:sendDone(1121)) - Task 'attempt_local566380837_0010_m_000000_0' done. 2015-10-29T11:12:06,620 INFO [LocalJobRunner Map Task Executor #0]: mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local566380837_0010_m_000000_0 2015-10-29T11:12:06,620 INFO [Thread-608]: mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - map task executor complete. 2015-10-29T11:12:07,586 DEBUG [main]: exec.Heartbeater (Heartbeater.java:heartbeat(80)) - heartbeating 2015-10-29T11:12:07,589 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - 2015-10-29 11:12:07,588 Stage-0 map = 100%, reduce = 0% 2015-10-29T11:12:07,591 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - Ended Job = job_local566380837_0010 2015-10-29T11:12:07,591 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:07,592 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-1:STATS] in serial mode 2015-10-29T11:12:07,592 INFO [main]: exec.StatsTask (StatsTask.java:execute(87)) - Executing stats task 2015-10-29T11:12:07,592 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:07,592 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=srcbucket 2015-10-29T11:12:07,592 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=srcbucket 2015-10-29T11:12:07,601 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:07,601 DEBUG [main]: fs.FSStatsPublisher (FSStatsPublisher.java:init(49)) - Initing FSStatsPublisher with : pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcbucket/.hive-staging_hive_2015-10-29_11-12-06_273_4907443132283177709-1/-ext-10000 2015-10-29T11:12:07,606 INFO [main]: fs.FSStatsPublisher (FSStatsPublisher.java:init(51)) - created : pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcbucket/.hive-staging_hive_2015-10-29_11-12-06_273_4907443132283177709-1/-ext-10000 2015-10-29T11:12:07,606 DEBUG [main]: fs.FSStatsAggregator (FSStatsAggregator.java:connect(51)) - About to read stats from : pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcbucket/.hive-staging_hive_2015-10-29_11-12-06_273_4907443132283177709-1/-ext-10000 2015-10-29T11:12:07,612 INFO [main]: fs.FSStatsAggregator (FSStatsAggregator.java:connect(66)) - Read stats : {default.srcbucket/={numRows=1000, rawDataSize=10603}} 2015-10-29T11:12:07,613 DEBUG [main]: fs.FSStatsAggregator (FSStatsAggregator.java:aggregateStats(81)) - Part ID: default.srcbucket/ numRows 2015-10-29T11:12:07,613 INFO [main]: fs.FSStatsAggregator (FSStatsAggregator.java:aggregateStats(93)) - Read stats for : default.srcbucket/ numRows 1000 2015-10-29T11:12:07,613 DEBUG [main]: fs.FSStatsAggregator (FSStatsAggregator.java:aggregateStats(81)) - Part ID: default.srcbucket/ rawDataSize 2015-10-29T11:12:07,613 INFO [main]: fs.FSStatsAggregator (FSStatsAggregator.java:aggregateStats(93)) - Read stats for : default.srcbucket/ rawDataSize 10603 2015-10-29T11:12:07,635 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct srcbucket { i32 key, string value} 2015-10-29T11:12:07,635 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:07,636 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: alter_table: db=default tbl=srcbucket newtbl=srcbucket 2015-10-29T11:12:07,636 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=alter_table: db=default tbl=srcbucket newtbl=srcbucket 2015-10-29T11:12:07,649 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:getDatabase(348)) - getDatabase: directsql returning db default locn[pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse] desc [Default Hive database] owner [public] ownertype [ROLE] 2015-10-29T11:12:07,672 INFO [main]: hive.log (MetaStoreUtils.java:updateTableStatsFast(231)) - Updating table stats fast for srcbucket 2015-10-29T11:12:07,672 INFO [main]: hive.log (MetaStoreUtils.java:updateTableStatsFast(233)) - Updated size of table srcbucket to 11603 2015-10-29T11:12:07,679 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:07,680 INFO [main]: exec.StatsTask (StatsTask.java:aggregateStats(188)) - Table default.srcbucket stats: [numFiles=2, numRows=1000, totalSize=11603, rawDataSize=10603] 2015-10-29T11:12:07,680 DEBUG [main]: fs.FSStatsAggregator (FSStatsAggregator.java:closeConnection(104)) - About to delete stats tmp dir :pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcbucket/.hive-staging_hive_2015-10-29_11-12-06_273_4907443132283177709-1/-ext-10000 2015-10-29T11:12:07,680 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:07,681 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:07,681 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: query: ANALYZE TABLE srcbucket COMPUTE STATISTICS 2015-10-29T11:12:07,681 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: type: QUERY 2015-10-29T11:12:07,681 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Input: default@srcbucket 2015-10-29T11:12:07,681 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Output: default@srcbucket 2015-10-29T11:12:07,682 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:07,682 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : execution phase 2015-10-29T11:12:07,682 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {isCompatibleWith_(HiveConf, )=0, getTable_(String, String, )=9, alter_table_(String, String, Table, boolean, )=45} 2015-10-29T11:12:07,682 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:07,682 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - MapReduce Jobs Launched: 2015-10-29T11:12:07,682 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - Stage-Stage-0: HDFS Read: 0 HDFS Write: 0 SUCCESS 2015-10-29T11:12:07,683 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - Total MapReduce CPU Time Spent: 0 msec 2015-10-29T11:12:07,683 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - OK 2015-10-29T11:12:07,683 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:07,683 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:releaseLocks(217)) - about to release lock for default/srcbucket 2015-10-29T11:12:07,685 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:releaseLocks(217)) - about to release lock for default 2015-10-29T11:12:07,688 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:07,688 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:07,688 DEBUG [main]: ql.Driver (DriverContext.java:shutdown(132)) - Shutting down query ANALYZE TABLE srcbucket COMPUTE STATISTICS 2015-10-29T11:12:07,689 INFO [main]: CliDriver (SessionState.java:printInfo(996)) - Time taken: 1.415 seconds 2015-10-29T11:12:07,689 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:07,689 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:07,689 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:07,689 DEBUG [main]: conf.VariableSubstitution (VariableSubstitution.java:substitute(63)) - Substitution is on: ANALYZE TABLE srcbucket COMPUTE STATISTICS FOR COLUMNS key,value 2015-10-29T11:12:07,690 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:07,690 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(185)) - Parsing command: ANALYZE TABLE srcbucket COMPUTE STATISTICS FOR COLUMNS key,value 2015-10-29T11:12:07,690 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(209)) - Parse Completed 2015-10-29T11:12:07,690 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:07,690 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:07,691 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:07,691 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:07,691 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:07,691 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=srcbucket 2015-10-29T11:12:07,691 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=srcbucket 2015-10-29T11:12:07,698 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:07,699 INFO [main]: parse.ColumnStatsSemanticAnalyzer (ColumnStatsSemanticAnalyzer.java:getNumBitVectorsForNDVEstimation(270)) - Error requested is 20.0% 2015-10-29T11:12:07,699 INFO [main]: parse.ColumnStatsSemanticAnalyzer (ColumnStatsSemanticAnalyzer.java:getNumBitVectorsForNDVEstimation(271)) - Choosing 16 bit vectors.. 2015-10-29T11:12:07,699 DEBUG [main]: conf.VariableSubstitution (VariableSubstitution.java:substitute(63)) - Substitution is on: select compute_stats(`key` , 16 ) , compute_stats(`value` , 16 ) from default.`srcbucket` 2015-10-29T11:12:07,699 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(185)) - Parsing command: select compute_stats(`key` , 16 ) , compute_stats(`value` , 16 ) from default.`srcbucket` 2015-10-29T11:12:07,700 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(209)) - Parse Completed 2015-10-29T11:12:07,700 INFO [main]: parse.ColumnStatsSemanticAnalyzer (ColumnStatsSemanticAnalyzer.java:analyze(451)) - Invoking analyze on rewritten query 2015-10-29T11:12:07,701 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:analyzeInternal(10062)) - Starting Semantic Analysis 2015-10-29T11:12:07,701 DEBUG [main]: exec.FunctionRegistry (FunctionRegistry.java:getGenericUDAFResolver(1009)) - Looking up GenericUDAF: compute_stats 2015-10-29T11:12:07,701 DEBUG [main]: exec.FunctionRegistry (FunctionRegistry.java:getGenericUDAFResolver(1009)) - Looking up GenericUDAF: compute_stats 2015-10-29T11:12:07,701 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genResolvedParseTree(10009)) - Completed phase 1 of Semantic Analysis 2015-10-29T11:12:07,701 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:getMetaData(1538)) - Get metadata for source tables 2015-10-29T11:12:07,701 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:07,701 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=srcbucket 2015-10-29T11:12:07,701 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=srcbucket 2015-10-29T11:12:07,708 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:07,708 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:getMetaData(1678)) - Get metadata for subqueries 2015-10-29T11:12:07,708 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:getMetaData(1702)) - Get metadata for destination tables 2015-10-29T11:12:07,713 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genResolvedParseTree(10013)) - Completed getting MetaData in Semantic Analysis 2015-10-29T11:12:07,713 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct srcbucket { i32 key, string value} 2015-10-29T11:12:07,713 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genTablePlan(9467)) - Created Table Plan for srcbucket TS[0] 2015-10-29T11:12:07,714 DEBUG [main]: exec.FunctionRegistry (FunctionRegistry.java:getGenericUDAFResolver(1009)) - Looking up GenericUDAF: compute_stats 2015-10-29T11:12:07,714 DEBUG [main]: exec.FunctionRegistry (FunctionRegistry.java:getGenericUDAFResolver(1009)) - Looking up GenericUDAF: compute_stats 2015-10-29T11:12:07,715 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genBodyPlan(8817)) - RR before GB srcbucket{(key,key: int)(value,value: string)(block__offset__inside__file,BLOCK__OFFSET__INSIDE__FILE: bigint)(input__file__name,INPUT__FILE__NAME: string)(row__id,ROW__ID: struct)} after GB {((tok_function compute_stats (tok_table_or_col key) 16),_col0: struct)((tok_function compute_stats (tok_table_or_col value) 16),_col1: struct)} 2015-10-29T11:12:07,715 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genSelectPlan(3604)) - tree: (TOK_SELECT (TOK_SELEXPR (TOK_FUNCTION compute_stats (TOK_TABLE_OR_COL key) 16)) (TOK_SELEXPR (TOK_FUNCTION compute_stats (TOK_TABLE_OR_COL value) 16))) 2015-10-29T11:12:07,715 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genSelectPlan(3714)) - genSelectPlan: input = {((tok_function compute_stats (tok_table_or_col key) 16),_col0: struct)((tok_function compute_stats (tok_table_or_col value) 16),_col1: struct)} starRr = srcbucket{(key,key: int)(value,value: string)(block__offset__inside__file,BLOCK__OFFSET__INSIDE__FILE: bigint)(input__file__name,INPUT__FILE__NAME: string)(row__id,ROW__ID: struct)} 2015-10-29T11:12:07,715 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genSelectPlan(3862)) - Created Select Plan row schema: null{(_c0,_col0: struct)(_c1,_col1: struct)} 2015-10-29T11:12:07,716 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genSelectPlan(3593)) - Created Select Plan for clause: insclause-0 2015-10-29T11:12:07,716 DEBUG [main]: ql.Context (Context.java:getStagingDir(231)) - Created staging dir = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-07_699_6783465131989982873-1/-mr-10000/.hive-staging_hive_2015-10-29_11-12-07_699_6783465131989982873-1 for path = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-07_699_6783465131989982873-1/-mr-10000 2015-10-29T11:12:07,716 INFO [main]: common.FileUtils (FileUtils.java:mkdir(502)) - Creating directory if it doesn't exist: file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-07_699_6783465131989982873-1/-mr-10000/.hive-staging_hive_2015-10-29_11-12-07_699_6783465131989982873-1 2015-10-29T11:12:07,722 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chgrp,-R,staff,file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-07_699_6783465131989982873-1/-mr-10000} 2015-10-29T11:12:07,734 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:12:07,735 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chmod,-R,700,file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-07_699_6783465131989982873-1/-mr-10000} 2015-10-29T11:12:07,753 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:12:07,753 DEBUG [main]: shims.HadoopShimsSecure (Hadoop23Shims.java:debugLog(937)) - DeprecatedRawLocalFileStatus{path=file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-07_699_6783465131989982873-1/-mr-10000; isDirectory=true; modification_time=1446142327000; access_time=0; owner=; group=; permission=rwxrwxrwx; isSymlink=false} 2015-10-29T11:12:07,754 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genFileSinkPlan(6591)) - Set stats collection dir : file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-07_699_6783465131989982873-1/-mr-10000/.hive-staging_hive_2015-10-29_11-12-07_699_6783465131989982873-1/-ext-10002 2015-10-29T11:12:07,754 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genFileSinkPlan(6614)) - Created FileSink Plan for clause: insclause-0dest_path: file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-07_699_6783465131989982873-1/-mr-10000 row schema: null{(_c0,_col0: struct)(_c1,_col1: struct)} 2015-10-29T11:12:07,754 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genBodyPlan(8831)) - Created Body Plan for Query Block null 2015-10-29T11:12:07,754 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genPlan(9675)) - Created Plan for Query Block null 2015-10-29T11:12:07,754 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:analyzeInternal(10139)) - Before logical optimization TS[0]-SEL[1]-GBY[2]-RS[3]-GBY[4]-SEL[5]-FS[6] 2015-10-29T11:12:07,756 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:TS[0] with rs:(key: int|{srcbucket}key,value: string|{srcbucket}value,BLOCK__OFFSET__INSIDE__FILE: bigint|{srcbucket}block__offset__inside__file,INPUT__FILE__NAME: string|{srcbucket}input__file__name,ROW__ID: struct|{srcbucket}row__id) 2015-10-29T11:12:07,756 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator TS[0] 2015-10-29T11:12:07,756 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:SEL[1] with rs:(key: int|{srcbucket}key,value: string|{srcbucket}value,BLOCK__OFFSET__INSIDE__FILE: bigint|{srcbucket}block__offset__inside__file,INPUT__FILE__NAME: string|{srcbucket}input__file__name,ROW__ID: struct|{srcbucket}row__id) 2015-10-29T11:12:07,756 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator SEL[1] 2015-10-29T11:12:07,757 DEBUG [main]: optimizer.ConstantPropagateProcFactory (ConstantPropagateProcFactory.java:process(1131)) - New column list:(Column[key] Column[value] Column[BLOCK__OFFSET__INSIDE__FILE] Column[INPUT__FILE__NAME] Column[ROW__ID]) 2015-10-29T11:12:07,757 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:GBY[2] with rs:(_col0: struct|{}(tok_function compute_stats (tok_table_or_col key) 16),_col1: struct|{}(tok_function compute_stats (tok_table_or_col value) 16)) 2015-10-29T11:12:07,757 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator GBY[2] 2015-10-29T11:12:07,757 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:RS[3] with rs:(VALUE._col0: struct|{}(tok_function compute_stats (tok_table_or_col key) 16),VALUE._col1: struct|{}(tok_function compute_stats (tok_table_or_col value) 16)) 2015-10-29T11:12:07,757 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator RS[3] 2015-10-29T11:12:07,757 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:GBY[4] with rs:(_col0: struct|{}(tok_function compute_stats (tok_table_or_col key) 16),_col1: struct|{}(tok_function compute_stats (tok_table_or_col value) 16)) 2015-10-29T11:12:07,757 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator GBY[4] 2015-10-29T11:12:07,757 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:SEL[5] with rs:(_col0: struct|{null}_c0,_col1: struct|{null}_c1) 2015-10-29T11:12:07,757 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator SEL[5] 2015-10-29T11:12:07,757 DEBUG [main]: optimizer.ConstantPropagateProcFactory (ConstantPropagateProcFactory.java:process(1131)) - New column list:(Column[_col0] Column[_col1]) 2015-10-29T11:12:07,758 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:FS[6] with rs:(_col0: struct|{},_col1: struct|{}) 2015-10-29T11:12:07,758 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator FS[6] 2015-10-29T11:12:07,758 INFO [main]: ppd.OpProcFactory (OpProcFactory.java:process(662)) - Processing for FS(6) 2015-10-29T11:12:07,758 INFO [main]: ppd.OpProcFactory (OpProcFactory.java:process(662)) - Processing for SEL(5) 2015-10-29T11:12:07,758 INFO [main]: ppd.OpProcFactory (OpProcFactory.java:process(662)) - Processing for GBY(4) 2015-10-29T11:12:07,758 INFO [main]: ppd.OpProcFactory (OpProcFactory.java:process(662)) - Processing for RS(3) 2015-10-29T11:12:07,758 INFO [main]: ppd.OpProcFactory (OpProcFactory.java:process(662)) - Processing for GBY(2) 2015-10-29T11:12:07,758 INFO [main]: ppd.OpProcFactory (OpProcFactory.java:process(662)) - Processing for SEL(1) 2015-10-29T11:12:07,758 INFO [main]: ppd.OpProcFactory (OpProcFactory.java:process(383)) - Processing for TS(0) 2015-10-29T11:12:07,759 DEBUG [main]: ppd.PredicatePushDown (PredicatePushDown.java:transform(138)) - After PPD: TS[0]-SEL[1]-GBY[2]-RS[3]-GBY[4]-SEL[5]-FS[6] 2015-10-29T11:12:07,759 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:TS[0] with rs:(key: int|{srcbucket}key,value: string|{srcbucket}value,BLOCK__OFFSET__INSIDE__FILE: bigint|{srcbucket}block__offset__inside__file,INPUT__FILE__NAME: string|{srcbucket}input__file__name,ROW__ID: struct|{srcbucket}row__id) 2015-10-29T11:12:07,759 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator TS[0] 2015-10-29T11:12:07,759 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:SEL[1] with rs:(key: int|{srcbucket}key,value: string|{srcbucket}value,BLOCK__OFFSET__INSIDE__FILE: bigint|{srcbucket}block__offset__inside__file,INPUT__FILE__NAME: string|{srcbucket}input__file__name,ROW__ID: struct|{srcbucket}row__id) 2015-10-29T11:12:07,759 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator SEL[1] 2015-10-29T11:12:07,759 DEBUG [main]: optimizer.ConstantPropagateProcFactory (ConstantPropagateProcFactory.java:process(1131)) - New column list:(Column[key] Column[value] Column[BLOCK__OFFSET__INSIDE__FILE] Column[INPUT__FILE__NAME] Column[ROW__ID]) 2015-10-29T11:12:07,759 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:GBY[2] with rs:(_col0: struct|{}(tok_function compute_stats (tok_table_or_col key) 16),_col1: struct|{}(tok_function compute_stats (tok_table_or_col value) 16)) 2015-10-29T11:12:07,759 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator GBY[2] 2015-10-29T11:12:07,759 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:RS[3] with rs:(VALUE._col0: struct|{}(tok_function compute_stats (tok_table_or_col key) 16),VALUE._col1: struct|{}(tok_function compute_stats (tok_table_or_col value) 16)) 2015-10-29T11:12:07,759 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator RS[3] 2015-10-29T11:12:07,760 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:GBY[4] with rs:(_col0: struct|{}(tok_function compute_stats (tok_table_or_col key) 16),_col1: struct|{}(tok_function compute_stats (tok_table_or_col value) 16)) 2015-10-29T11:12:07,760 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator GBY[4] 2015-10-29T11:12:07,760 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:SEL[5] with rs:(_col0: struct|{null}_c0,_col1: struct|{null}_c1) 2015-10-29T11:12:07,760 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator SEL[5] 2015-10-29T11:12:07,760 DEBUG [main]: optimizer.ConstantPropagateProcFactory (ConstantPropagateProcFactory.java:process(1131)) - New column list:(Column[_col0] Column[_col1]) 2015-10-29T11:12:07,760 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:FS[6] with rs:(_col0: struct|{},_col1: struct|{}) 2015-10-29T11:12:07,760 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator FS[6] 2015-10-29T11:12:07,760 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:TS[0] with rs:(key: int|{srcbucket}key,value: string|{srcbucket}value,BLOCK__OFFSET__INSIDE__FILE: bigint|{srcbucket}block__offset__inside__file,INPUT__FILE__NAME: string|{srcbucket}input__file__name,ROW__ID: struct|{srcbucket}row__id) 2015-10-29T11:12:07,761 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator TS[0] 2015-10-29T11:12:07,761 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:SEL[1] with rs:(key: int|{srcbucket}key,value: string|{srcbucket}value,BLOCK__OFFSET__INSIDE__FILE: bigint|{srcbucket}block__offset__inside__file,INPUT__FILE__NAME: string|{srcbucket}input__file__name,ROW__ID: struct|{srcbucket}row__id) 2015-10-29T11:12:07,761 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator SEL[1] 2015-10-29T11:12:07,761 DEBUG [main]: optimizer.ConstantPropagateProcFactory (ConstantPropagateProcFactory.java:process(1131)) - New column list:(Column[key] Column[value] Column[BLOCK__OFFSET__INSIDE__FILE] Column[INPUT__FILE__NAME] Column[ROW__ID]) 2015-10-29T11:12:07,761 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:GBY[2] with rs:(_col0: struct|{}(tok_function compute_stats (tok_table_or_col key) 16),_col1: struct|{}(tok_function compute_stats (tok_table_or_col value) 16)) 2015-10-29T11:12:07,761 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator GBY[2] 2015-10-29T11:12:07,761 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:RS[3] with rs:(VALUE._col0: struct|{}(tok_function compute_stats (tok_table_or_col key) 16),VALUE._col1: struct|{}(tok_function compute_stats (tok_table_or_col value) 16)) 2015-10-29T11:12:07,761 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator RS[3] 2015-10-29T11:12:07,761 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:GBY[4] with rs:(_col0: struct|{}(tok_function compute_stats (tok_table_or_col key) 16),_col1: struct|{}(tok_function compute_stats (tok_table_or_col value) 16)) 2015-10-29T11:12:07,762 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator GBY[4] 2015-10-29T11:12:07,762 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:SEL[5] with rs:(_col0: struct|{null}_c0,_col1: struct|{null}_c1) 2015-10-29T11:12:07,762 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator SEL[5] 2015-10-29T11:12:07,762 DEBUG [main]: optimizer.ConstantPropagateProcFactory (ConstantPropagateProcFactory.java:process(1131)) - New column list:(Column[_col0] Column[_col1]) 2015-10-29T11:12:07,762 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:FS[6] with rs:(_col0: struct|{},_col1: struct|{}) 2015-10-29T11:12:07,762 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator FS[6] 2015-10-29T11:12:07,763 DEBUG [main]: optimizer.ColumnPrunerProcFactory (ColumnPrunerProcFactory.java:process(569)) - Reduce Sink Operator 3 key:[] 2015-10-29T11:12:07,763 INFO [main]: optimizer.ColumnPrunerProcFactory (ColumnPrunerProcFactory.java:pruneReduceSinkOperator(864)) - RS 3 oldColExprMap: {VALUE._col1=Column[_col1], VALUE._col0=Column[_col0]} 2015-10-29T11:12:07,763 INFO [main]: optimizer.ColumnPrunerProcFactory (ColumnPrunerProcFactory.java:pruneReduceSinkOperator(913)) - RS 3 newColExprMap: {VALUE._col1=Column[_col1], VALUE._col0=Column[_col0]} 2015-10-29T11:12:07,764 DEBUG [main]: optimizer.IdentityProjectRemover (IdentityProjectRemover.java:process(131)) - Identity project remover optimization removed : SEL[5] 2015-10-29T11:12:07,764 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:analyzeInternal(10147)) - After logical optimization TS[0]-SEL[1]-GBY[2]-RS[3]-GBY[4]-FS[6] 2015-10-29T11:12:07,764 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:07,764 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:07,764 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct srcbucket { i32 key, string value} 2015-10-29T11:12:07,765 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct srcbucket { i32 key, string value} 2015-10-29T11:12:07,765 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct srcbucket { i32 key, string value} 2015-10-29T11:12:07,765 DEBUG [main]: optimizer.GenMapRedUtils (GenMapRedUtils.java:setMapWork(678)) - Adding pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcbucket of tablesrcbucket 2015-10-29T11:12:07,765 DEBUG [main]: optimizer.GenMapRedUtils (GenMapRedUtils.java:setMapWork(716)) - Information added for path pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcbucket 2015-10-29T11:12:07,765 DEBUG [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(167)) - Looking at: null 2015-10-29T11:12:07,766 INFO [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(175)) - Looking for table scans where optimization is applicable 2015-10-29T11:12:07,766 INFO [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(199)) - Found 0 null table scans 2015-10-29T11:12:07,766 DEBUG [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(167)) - Looking at: null 2015-10-29T11:12:07,766 INFO [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(175)) - Looking for table scans where optimization is applicable 2015-10-29T11:12:07,766 INFO [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(199)) - Found 0 null table scans 2015-10-29T11:12:07,766 DEBUG [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(167)) - Looking at: null 2015-10-29T11:12:07,766 INFO [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(175)) - Looking for table scans where optimization is applicable 2015-10-29T11:12:07,766 INFO [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(199)) - Found 0 null table scans 2015-10-29T11:12:07,767 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:analyzeInternal(10168)) - Completed plan generation 2015-10-29T11:12:07,767 INFO [main]: ql.Driver (Driver.java:compile(448)) - Semantic Analysis Completed 2015-10-29T11:12:07,767 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:validate(10519)) - validation start 2015-10-29T11:12:07,767 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:validate(10561)) - not validating writeEntity, because entity is neither table nor partition 2015-10-29T11:12:07,767 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:07,767 INFO [main]: ql.Driver (Driver.java:getSchema(244)) - Returning Hive schema: Schema(fieldSchemas:[FieldSchema(name:_c0, type:struct, comment:null), FieldSchema(name:_c1, type:struct, comment:null)], properties:null) 2015-10-29T11:12:07,767 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:07,767 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : compilation phase 2015-10-29T11:12:07,767 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {flushCache_()=0, isCompatibleWith_(HiveConf, )=1, getTable_(String, String, )=15} 2015-10-29T11:12:07,767 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:07,768 DEBUG [main]: lockmgr.DummyTxnManager (DummyTxnManager.java:acquireLocks(129)) - Adding default@srcbucket to list of lock inputs 2015-10-29T11:12:07,768 DEBUG [main]: lockmgr.DummyTxnManager (DummyTxnManager.java:acquireLocks(148)) - Adding file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-07_699_6783465131989982873-1/-mr-10000 to list of lock outputs 2015-10-29T11:12:07,768 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:lock(262)) - Acquiring lock for default with mode IMPLICIT 2015-10-29T11:12:07,770 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:lock(262)) - Acquiring lock for default/srcbucket with mode IMPLICIT 2015-10-29T11:12:07,773 DEBUG [main]: ql.Driver (Driver.java:recordValidTxns(960)) - Encoding valid txns info 9223372036854775807: txnid:0 2015-10-29T11:12:07,773 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:07,773 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:07,773 INFO [main]: ql.Driver (Driver.java:execute(1468)) - Starting command(queryId=sush_20151029111207_505559fe-3047-4d6f-b97f-c3d980b80863): ANALYZE TABLE srcbucket COMPUTE STATISTICS FOR COLUMNS key,value 2015-10-29T11:12:07,773 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:07,773 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: query: ANALYZE TABLE srcbucket COMPUTE STATISTICS FOR COLUMNS key,value 2015-10-29T11:12:07,773 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: type: QUERY 2015-10-29T11:12:07,773 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: Input: default@srcbucket 2015-10-29T11:12:07,774 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: Output: file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-07_699_6783465131989982873-1/-mr-10000 2015-10-29T11:12:07,774 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:07,774 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:07,774 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:07,774 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - Query ID = sush_20151029111207_505559fe-3047-4d6f-b97f-c3d980b80863 2015-10-29T11:12:07,774 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - Total jobs = 1 2015-10-29T11:12:07,774 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:07,774 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:07,774 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:07,775 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - Launching Job 1 out of 1 2015-10-29T11:12:07,775 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-0:MAPRED] in serial mode 2015-10-29T11:12:07,776 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - Number of reduce tasks determined at compile time: 1 2015-10-29T11:12:07,776 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - In order to change the average load for a reducer (in bytes): 2015-10-29T11:12:07,776 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - set hive.exec.reducers.bytes.per.reducer= 2015-10-29T11:12:07,776 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - In order to limit the maximum number of reducers: 2015-10-29T11:12:07,776 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - set hive.exec.reducers.max= 2015-10-29T11:12:07,776 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - In order to set a constant number of reducers: 2015-10-29T11:12:07,776 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - set mapreduce.job.reduces= 2015-10-29T11:12:07,781 INFO [main]: mr.ExecDriver (ExecDriver.java:execute(291)) - Using org.apache.hadoop.hive.ql.io.CombineHiveInputFormat 2015-10-29T11:12:07,781 INFO [main]: exec.Utilities (Utilities.java:getInputPaths(3433)) - Processing alias srcbucket 2015-10-29T11:12:07,781 INFO [main]: exec.Utilities (Utilities.java:getInputPaths(3450)) - Adding input file pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcbucket 2015-10-29T11:12:07,781 INFO [main]: exec.Utilities (Utilities.java:isEmptyPath(2734)) - Content Summary not cached for pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcbucket 2015-10-29T11:12:07,802 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:07,803 INFO [main]: exec.Utilities (Utilities.java:serializePlan(939)) - Serializing MapWork via kryo 2015-10-29T11:12:07,804 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:07,809 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:07,809 INFO [main]: exec.Utilities (Utilities.java:serializePlan(939)) - Serializing ReduceWork via kryo 2015-10-29T11:12:07,811 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:07,811 DEBUG [main]: mapreduce.Cluster (Cluster.java:initialize(90)) - Trying ClientProtocolProvider : org.apache.hadoop.mapred.LocalClientProtocolProvider 2015-10-29T11:12:07,812 INFO [main]: jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized 2015-10-29T11:12:07,812 DEBUG [main]: mapreduce.Cluster (Cluster.java:initialize(103)) - Picked org.apache.hadoop.mapred.LocalClientProtocolProvider as the ClientProtocolProvider 2015-10-29T11:12:07,813 DEBUG [main]: mapreduce.Cluster (Cluster.java:initialize(90)) - Trying ClientProtocolProvider : org.apache.hadoop.mapred.LocalClientProtocolProvider 2015-10-29T11:12:07,814 INFO [main]: jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized 2015-10-29T11:12:07,814 DEBUG [main]: mapreduce.Cluster (Cluster.java:initialize(103)) - Picked org.apache.hadoop.mapred.LocalClientProtocolProvider as the ClientProtocolProvider 2015-10-29T11:12:07,814 INFO [main]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-07_690_3756268510158433774-1/-mr-10001/96462cc4-3d79-4d7f-ad66-76b7139c026e/map.xml 2015-10-29T11:12:07,815 DEBUG [main]: exec.Utilities (Utilities.java:getBaseWork(452)) - Found plan in cache for name: map.xml 2015-10-29T11:12:07,815 INFO [main]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-07_690_3756268510158433774-1/-mr-10001/96462cc4-3d79-4d7f-ad66-76b7139c026e/reduce.xml 2015-10-29T11:12:07,815 DEBUG [main]: exec.Utilities (Utilities.java:getBaseWork(452)) - Found plan in cache for name: reduce.xml 2015-10-29T11:12:07,820 DEBUG [main]: mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(456)) - Configuring job job_local1765604505_0011 with file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/hadoop-tmp/mapred/staging/sush1765604505/.staging/job_local1765604505_0011 as the submit dir 2015-10-29T11:12:07,820 DEBUG [main]: mapreduce.JobSubmitter (JobSubmitter.java:populateTokenCache(718)) - adding the following namenodes' delegation tokens:[file:///] 2015-10-29T11:12:07,820 WARN [main]: mapreduce.JobSubmitter (JobSubmitter.java:copyAndConfigureFiles(153)) - Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2015-10-29T11:12:07,820 DEBUG [main]: mapreduce.JobSubmitter (JobSubmitter.java:copyAndConfigureFiles(173)) - default FileSystem: file:/// 2015-10-29T11:12:07,911 DEBUG [main]: mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(491)) - Creating splits at file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/hadoop-tmp/mapred/staging/sush1765604505/.staging/job_local1765604505_0011 2015-10-29T11:12:07,911 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:07,912 INFO [main]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-07_690_3756268510158433774-1/-mr-10001/96462cc4-3d79-4d7f-ad66-76b7139c026e/map.xml 2015-10-29T11:12:07,912 DEBUG [main]: exec.Utilities (Utilities.java:getBaseWork(452)) - Found plan in cache for name: map.xml 2015-10-29T11:12:07,912 INFO [main]: io.CombineHiveInputFormat (CombineHiveInputFormat.java:getSplits(478)) - Total number of paths: 1, launching 1 threads to check non-combinable ones. 2015-10-29T11:12:07,912 DEBUG [main]: io.CombineHiveInputFormat (CombineHiveInputFormat.java:getSplits(512)) - The received input paths are: [pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcbucket] against the property mapreduce.input.fileinputformat.inputdir 2015-10-29T11:12:07,913 INFO [main]: io.CombineHiveInputFormat (CombineHiveInputFormat.java:getCombineSplits(395)) - CombineHiveInputSplit creating pool for pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcbucket; using filter path pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcbucket 2015-10-29T11:12:07,930 DEBUG [main]: input.FileInputFormat (FileInputFormat.java:listStatus(279)) - Time taken to get FileStatuses: 16 2015-10-29T11:12:07,930 INFO [main]: input.FileInputFormat (FileInputFormat.java:listStatus(281)) - Total input paths to process : 2 2015-10-29T11:12:07,931 INFO [main]: input.CombineFileInputFormat (CombineFileInputFormat.java:createSplits(413)) - DEBUG: Terminated node allocation with : CompletedNodes: 1, size left: 0 2015-10-29T11:12:07,931 INFO [main]: io.CombineHiveInputFormat (CombineHiveInputFormat.java:getCombineSplits(450)) - number of splits 1 2015-10-29T11:12:07,931 INFO [main]: io.CombineHiveInputFormat (CombineHiveInputFormat.java:getSplits(549)) - Number of all splits 1 2015-10-29T11:12:07,931 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:07,947 INFO [main]: mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(494)) - number of splits:1 2015-10-29T11:12:07,961 INFO [main]: mapreduce.JobSubmitter (JobSubmitter.java:printTokens(583)) - Submitting tokens for job: job_local1765604505_0011 2015-10-29T11:12:08,012 INFO [main]: mapreduce.Job (Job.java:submit(1300)) - The url to track the job: http://localhost:8080/ 2015-10-29T11:12:08,012 INFO [Thread-651]: mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(471)) - OutputCommitter set in config org.apache.hadoop.hive.ql.io.HiveFileFormatUtils$NullOutputCommitter 2015-10-29T11:12:08,012 INFO [Thread-651]: mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(489)) - OutputCommitter is org.apache.hadoop.hive.ql.io.HiveFileFormatUtils$NullOutputCommitter 2015-10-29T11:12:08,012 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - Job running in-process (local Hadoop) 2015-10-29T11:12:08,013 DEBUG [Thread-651]: mapred.LocalJobRunner (LocalJobRunner.java:createMapExecutor(395)) - Starting mapper thread pool executor. 2015-10-29T11:12:08,013 DEBUG [Thread-651]: mapred.LocalJobRunner (LocalJobRunner.java:createMapExecutor(396)) - Max local threads: 1 2015-10-29T11:12:08,013 DEBUG [Thread-651]: mapred.LocalJobRunner (LocalJobRunner.java:createMapExecutor(397)) - Map tasks to process: 1 2015-10-29T11:12:08,013 INFO [Thread-651]: mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for map tasks 2015-10-29T11:12:08,014 INFO [LocalJobRunner Map Task Executor #0]: mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local1765604505_0011_m_000000_0 2015-10-29T11:12:08,014 DEBUG [LocalJobRunner Map Task Executor #0]: mapred.SortedRanges (SortedRanges.java:doNext(348)) - currentIndex 0 0:0 2015-10-29T11:12:08,014 DEBUG [LocalJobRunner Map Task Executor #0]: mapred.LocalJobRunner (LocalJobRunner.java:setupChildMapredLocalDirs(974)) - mapreduce.cluster.local.dir for child : /Users/sush/dev/hive.git/itests/qtest/target/tmp/hadoop-tmp/mapred/local/localRunner//sush/jobcache/job_local1765604505_0011/attempt_local1765604505_0011_m_000000_0 2015-10-29T11:12:08,014 INFO [LocalJobRunner Map Task Executor #0]: util.ProcfsBasedProcessTree (ProcfsBasedProcessTree.java:isAvailable(181)) - ProcfsBasedProcessTree currently is supported only on Linux. 2015-10-29T11:12:08,014 INFO [LocalJobRunner Map Task Executor #0]: util.ProcfsBasedProcessTree (ProcfsBasedProcessTree.java:isAvailable(181)) - ProcfsBasedProcessTree currently is supported only on Linux. 2015-10-29T11:12:08,014 INFO [LocalJobRunner Map Task Executor #0]: mapred.Task (Task.java:initialize(587)) - Using ResourceCalculatorProcessTree : null 2015-10-29T11:12:08,015 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:updateJobWithSplit(482)) - Processing split: Paths:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcbucket/srcbucket0.txt:0+5702,/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcbucket/srcbucket1.txt:0+5901InputFormatClass: org.apache.hadoop.mapred.TextInputFormat 2015-10-29T11:12:08,015 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-07_690_3756268510158433774-1/-mr-10001/96462cc4-3d79-4d7f-ad66-76b7139c026e/map.xml 2015-10-29T11:12:08,015 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(405)) - local path = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-07_690_3756268510158433774-1/-mr-10001/96462cc4-3d79-4d7f-ad66-76b7139c026e/map.xml 2015-10-29T11:12:08,015 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(417)) - Open file to read in plan: file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-07_690_3756268510158433774-1/-mr-10001/96462cc4-3d79-4d7f-ad66-76b7139c026e/map.xml 2015-10-29T11:12:08,015 INFO [LocalJobRunner Map Task Executor #0]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:08,016 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:deserializePlan(966)) - Deserializing MapWork via kryo 2015-10-29T11:12:08,024 INFO [LocalJobRunner Map Task Executor #0]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:08,025 INFO [LocalJobRunner Map Task Executor #0]: io.HiveContextAwareRecordReader (HiveContextAwareRecordReader.java:initIOContext(174)) - Processing file pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcbucket/srcbucket0.txt 2015-10-29T11:12:08,025 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:runOldMapper(436)) - numReduceTasks: 1 2015-10-29T11:12:08,025 DEBUG [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:createSortingCollector(398)) - Trying map output collector class: org.apache.hadoop.mapred.MapTask$MapOutputBuffer 2015-10-29T11:12:08,034 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:setEquator(1202)) - (EQUATOR) 0 kvi 26214396(104857584) 2015-10-29T11:12:08,035 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:init(995)) - mapreduce.task.io.sort.mb: 100 2015-10-29T11:12:08,035 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:init(996)) - soft limit at 83886080 2015-10-29T11:12:08,035 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:init(997)) - bufstart = 0; bufvoid = 104857600 2015-10-29T11:12:08,035 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:init(998)) - kvstart = 26214396; length = 6553600 2015-10-29T11:12:08,035 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:createSortingCollector(402)) - Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer 2015-10-29T11:12:08,035 INFO [LocalJobRunner Map Task Executor #0]: mr.ExecMapper (ExecMapper.java:configure(83)) - conf classpath = [file:/Users/sush/dev/hive.git/itests/qtest/target/surefire/surefirebooter6776397513364088476.jar] 2015-10-29T11:12:08,035 INFO [LocalJobRunner Map Task Executor #0]: mr.ExecMapper (ExecMapper.java:configure(85)) - thread classpath = [file:/Users/sush/dev/hive.git/itests/qtest/target/surefire/surefirebooter6776397513364088476.jar] 2015-10-29T11:12:08,036 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-07_690_3756268510158433774-1/-mr-10001/96462cc4-3d79-4d7f-ad66-76b7139c026e/map.xml 2015-10-29T11:12:08,036 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(452)) - Found plan in cache for name: map.xml 2015-10-29T11:12:08,036 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:initialize(338)) - Initializing operator MAP[11] 2015-10-29T11:12:08,036 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:initialize(377)) - Initialization Done 11 MAP 2015-10-29T11:12:08,036 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:initializeChildren(463)) - Operator 11 MAP initialized 2015-10-29T11:12:08,036 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:initialize(390)) - Initialization Done 11 MAP done is reset. 2015-10-29T11:12:08,036 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:08,037 INFO [LocalJobRunner Map Task Executor #0]: mr.ExecMapper (ExecMapper.java:configure(110)) - Id =11 Id =7 Id =8 Id =9 Id =10 <\Children> Id = 9 null<\Parent> <\RS> <\Children> Id = 8 null<\Parent> <\GBY> <\Children> Id = 7 null<\Parent> <\SEL> <\Children> Id = 11 null<\Parent> <\TS> <\Children> <\Parent> <\MAP> 2015-10-29T11:12:08,037 INFO [LocalJobRunner Map Task Executor #0]: MapredContext (MapredContext.java:init(55)) - MapredContext initialized. 2015-10-29T11:12:08,037 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:initialize(338)) - Initializing operator TS[7] 2015-10-29T11:12:08,037 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:initialize(377)) - Initialization Done 7 TS 2015-10-29T11:12:08,037 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:initializeChildren(463)) - Operator 7 TS initialized 2015-10-29T11:12:08,037 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:initializeChildren(469)) - Initializing children of 7 TS 2015-10-29T11:12:08,037 INFO [LocalJobRunner Map Task Executor #0]: exec.SelectOperator (Operator.java:initialize(507)) - Initializing child 8 SEL 2015-10-29T11:12:08,037 INFO [LocalJobRunner Map Task Executor #0]: exec.SelectOperator (Operator.java:initialize(338)) - Initializing operator SEL[8] 2015-10-29T11:12:08,037 INFO [LocalJobRunner Map Task Executor #0]: exec.SelectOperator (SelectOperator.java:initializeOp(65)) - SELECT struct 2015-10-29T11:12:08,037 INFO [LocalJobRunner Map Task Executor #0]: exec.SelectOperator (Operator.java:initialize(377)) - Initialization Done 8 SEL 2015-10-29T11:12:08,037 INFO [LocalJobRunner Map Task Executor #0]: exec.SelectOperator (Operator.java:initializeChildren(463)) - Operator 8 SEL initialized 2015-10-29T11:12:08,037 INFO [LocalJobRunner Map Task Executor #0]: exec.SelectOperator (Operator.java:initializeChildren(469)) - Initializing children of 8 SEL 2015-10-29T11:12:08,038 INFO [LocalJobRunner Map Task Executor #0]: exec.GroupByOperator (Operator.java:initialize(507)) - Initializing child 9 GBY 2015-10-29T11:12:08,038 INFO [LocalJobRunner Map Task Executor #0]: exec.GroupByOperator (Operator.java:initialize(338)) - Initializing operator GBY[9] 2015-10-29T11:12:08,038 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:08,038 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:08,039 INFO [LocalJobRunner Map Task Executor #0]: exec.GroupByOperator (Operator.java:initialize(377)) - Initialization Done 9 GBY 2015-10-29T11:12:08,039 INFO [LocalJobRunner Map Task Executor #0]: exec.GroupByOperator (Operator.java:initializeChildren(463)) - Operator 9 GBY initialized 2015-10-29T11:12:08,039 INFO [LocalJobRunner Map Task Executor #0]: exec.GroupByOperator (Operator.java:initializeChildren(469)) - Initializing children of 9 GBY 2015-10-29T11:12:08,039 INFO [LocalJobRunner Map Task Executor #0]: exec.ReduceSinkOperator (Operator.java:initialize(507)) - Initializing child 10 RS 2015-10-29T11:12:08,039 INFO [LocalJobRunner Map Task Executor #0]: exec.ReduceSinkOperator (Operator.java:initialize(338)) - Initializing operator RS[10] 2015-10-29T11:12:08,039 INFO [LocalJobRunner Map Task Executor #0]: exec.ReduceSinkOperator (ReduceSinkOperator.java:initializeOp(221)) - Using tag = -1 2015-10-29T11:12:08,039 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:08,040 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:08,040 DEBUG [LocalJobRunner Map Task Executor #0]: lazybinary.LazyBinarySerDe (LazyBinarySerDe.java:initialize(131)) - LazyBinarySerDe initialized with: columnNames=[_col0, _col1] columnTypes=[struct, struct] 2015-10-29T11:12:08,040 INFO [LocalJobRunner Map Task Executor #0]: exec.ReduceSinkOperator (Operator.java:initialize(377)) - Initialization Done 10 RS 2015-10-29T11:12:08,040 INFO [LocalJobRunner Map Task Executor #0]: exec.ReduceSinkOperator (Operator.java:initializeChildren(463)) - Operator 10 RS initialized 2015-10-29T11:12:08,040 INFO [LocalJobRunner Map Task Executor #0]: exec.ReduceSinkOperator (Operator.java:initialize(390)) - Initialization Done 10 RS done is reset. 2015-10-29T11:12:08,040 INFO [LocalJobRunner Map Task Executor #0]: exec.GroupByOperator (Operator.java:initialize(390)) - Initialization Done 9 GBY done is reset. 2015-10-29T11:12:08,040 INFO [LocalJobRunner Map Task Executor #0]: exec.SelectOperator (Operator.java:initialize(390)) - Initialization Done 8 SEL done is reset. 2015-10-29T11:12:08,040 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:initialize(390)) - Initialization Done 7 TS done is reset. 2015-10-29T11:12:08,040 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-07_690_3756268510158433774-1/-mr-10001/96462cc4-3d79-4d7f-ad66-76b7139c026e/map.xml 2015-10-29T11:12:08,040 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(452)) - Found plan in cache for name: map.xml 2015-10-29T11:12:08,041 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (MapOperator.java:rowsForwarded(535)) - MAP[11]: records read - 1 2015-10-29T11:12:08,041 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (MapOperator.java:rowsForwarded(535)) - MAP[11]: records read - 10 2015-10-29T11:12:08,044 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (MapOperator.java:rowsForwarded(535)) - MAP[11]: records read - 100 2015-10-29T11:12:08,056 INFO [LocalJobRunner Map Task Executor #0]: io.HiveContextAwareRecordReader (HiveContextAwareRecordReader.java:initIOContext(174)) - Processing file pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcbucket/srcbucket1.txt 2015-10-29T11:12:08,056 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-07_690_3756268510158433774-1/-mr-10001/96462cc4-3d79-4d7f-ad66-76b7139c026e/map.xml 2015-10-29T11:12:08,056 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(452)) - Found plan in cache for name: map.xml 2015-10-29T11:12:08,071 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (MapOperator.java:rowsForwarded(535)) - MAP[11]: records read - 1000 2015-10-29T11:12:08,071 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:close(650)) - 11 finished. closing... 2015-10-29T11:12:08,071 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:logStats(898)) - RECORDS_IN:1000 2015-10-29T11:12:08,071 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:logStats(898)) - DESERIALIZE_ERRORS:0 2015-10-29T11:12:08,071 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:close(650)) - 7 finished. closing... 2015-10-29T11:12:08,071 INFO [LocalJobRunner Map Task Executor #0]: exec.SelectOperator (Operator.java:close(650)) - 8 finished. closing... 2015-10-29T11:12:08,071 INFO [LocalJobRunner Map Task Executor #0]: exec.GroupByOperator (Operator.java:close(650)) - 9 finished. closing... 2015-10-29T11:12:08,071 INFO [LocalJobRunner Map Task Executor #0]: exec.GroupByOperator (GroupByOperator.java:flush(1027)) - Begin Hash Table flush: size = 1 2015-10-29T11:12:08,075 INFO [LocalJobRunner Map Task Executor #0]: exec.ReduceSinkOperator (ReduceSinkOperator.java:process(322)) - keys are [] num distributions: 0 2015-10-29T11:12:08,075 INFO [LocalJobRunner Map Task Executor #0]: exec.ReduceSinkOperator (ReduceSinkOperator.java:collect(535)) - RS[10]: records written - 1 2015-10-29T11:12:08,075 INFO [LocalJobRunner Map Task Executor #0]: exec.ReduceSinkOperator (Operator.java:close(650)) - 10 finished. closing... 2015-10-29T11:12:08,075 INFO [LocalJobRunner Map Task Executor #0]: exec.ReduceSinkOperator (ReduceSinkOperator.java:closeOp(569)) - RS[10]: records written - 1 2015-10-29T11:12:08,075 INFO [LocalJobRunner Map Task Executor #0]: exec.ReduceSinkOperator (Operator.java:logStats(898)) - RECORDS_OUT_INTERMEDIATE:1 2015-10-29T11:12:08,075 INFO [LocalJobRunner Map Task Executor #0]: exec.ReduceSinkOperator (Operator.java:close(674)) - 10 Close done 2015-10-29T11:12:08,075 INFO [LocalJobRunner Map Task Executor #0]: exec.GroupByOperator (Operator.java:close(674)) - 9 Close done 2015-10-29T11:12:08,075 INFO [LocalJobRunner Map Task Executor #0]: exec.SelectOperator (Operator.java:close(674)) - 8 Close done 2015-10-29T11:12:08,075 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:close(674)) - 7 Close done 2015-10-29T11:12:08,075 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:close(674)) - 11 Close done 2015-10-29T11:12:08,076 INFO [LocalJobRunner Map Task Executor #0]: mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 2015-10-29T11:12:08,076 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:flush(1457)) - Starting flush of map output 2015-10-29T11:12:08,076 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:flush(1475)) - Spilling map output 2015-10-29T11:12:08,076 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:flush(1476)) - bufstart = 0; bufend = 925; bufvoid = 104857600 2015-10-29T11:12:08,076 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:flush(1478)) - kvstart = 26214396(104857584); kvend = 26214396(104857584); length = 1/6553600 2015-10-29T11:12:08,077 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:sortAndSpill(1660)) - Finished spill 0 2015-10-29T11:12:08,078 INFO [LocalJobRunner Map Task Executor #0]: mapred.Task (Task.java:done(1001)) - Task:attempt_local1765604505_0011_m_000000_0 is done. And is in the process of committing 2015-10-29T11:12:08,079 INFO [LocalJobRunner Map Task Executor #0]: mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcbucket/srcbucket1.txt:0+5901 2015-10-29T11:12:08,079 INFO [LocalJobRunner Map Task Executor #0]: mapred.Task (Task.java:sendDone(1121)) - Task 'attempt_local1765604505_0011_m_000000_0' done. 2015-10-29T11:12:08,079 INFO [LocalJobRunner Map Task Executor #0]: mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local1765604505_0011_m_000000_0 2015-10-29T11:12:08,079 INFO [Thread-651]: mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - map task executor complete. 2015-10-29T11:12:08,079 DEBUG [Thread-651]: mapred.LocalJobRunner (LocalJobRunner.java:createReduceExecutor(424)) - Starting reduce thread pool executor. 2015-10-29T11:12:08,079 DEBUG [Thread-651]: mapred.LocalJobRunner (LocalJobRunner.java:createReduceExecutor(425)) - Max local threads: 1 2015-10-29T11:12:08,079 DEBUG [Thread-651]: mapred.LocalJobRunner (LocalJobRunner.java:createReduceExecutor(426)) - Reduce tasks to process: 1 2015-10-29T11:12:08,080 INFO [Thread-651]: mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for reduce tasks 2015-10-29T11:12:08,080 INFO [pool-44-thread-1]: mapred.LocalJobRunner (LocalJobRunner.java:run(302)) - Starting task: attempt_local1765604505_0011_r_000000_0 2015-10-29T11:12:08,080 DEBUG [pool-44-thread-1]: mapred.SortedRanges (SortedRanges.java:doNext(348)) - currentIndex 0 0:0 2015-10-29T11:12:08,080 DEBUG [pool-44-thread-1]: mapred.LocalJobRunner (LocalJobRunner.java:setupChildMapredLocalDirs(974)) - mapreduce.cluster.local.dir for child : /Users/sush/dev/hive.git/itests/qtest/target/tmp/hadoop-tmp/mapred/local/localRunner//sush/jobcache/job_local1765604505_0011/attempt_local1765604505_0011_r_000000_0 2015-10-29T11:12:08,081 INFO [pool-44-thread-1]: util.ProcfsBasedProcessTree (ProcfsBasedProcessTree.java:isAvailable(181)) - ProcfsBasedProcessTree currently is supported only on Linux. 2015-10-29T11:12:08,081 INFO [pool-44-thread-1]: util.ProcfsBasedProcessTree (ProcfsBasedProcessTree.java:isAvailable(181)) - ProcfsBasedProcessTree currently is supported only on Linux. 2015-10-29T11:12:08,081 INFO [pool-44-thread-1]: mapred.Task (Task.java:initialize(587)) - Using ResourceCalculatorProcessTree : null 2015-10-29T11:12:08,081 INFO [pool-44-thread-1]: mapred.ReduceTask (ReduceTask.java:run(362)) - Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@18a52c85 2015-10-29T11:12:08,082 INFO [pool-44-thread-1]: reduce.MergeManagerImpl (MergeManagerImpl.java:(196)) - MergerManager: memoryLimit=1336252800, maxSingleShuffleLimit=334063200, mergeThreshold=881926912, ioSortFactor=10, memToMemMergeOutputsThreshold=10 2015-10-29T11:12:08,082 INFO [EventFetcher for fetching Map Completion Events]: reduce.EventFetcher (EventFetcher.java:run(61)) - attempt_local1765604505_0011_r_000000_0 Thread started: EventFetcher for fetching Map Completion Events 2015-10-29T11:12:08,082 DEBUG [EventFetcher for fetching Map Completion Events]: reduce.EventFetcher (EventFetcher.java:getMapCompletionEvents(127)) - Got 0 map completion events from 0 2015-10-29T11:12:08,082 DEBUG [EventFetcher for fetching Map Completion Events]: reduce.EventFetcher (EventFetcher.java:run(71)) - GetMapEventsThread about to sleep for 1000 2015-10-29T11:12:08,083 DEBUG [localfetcher#5]: reduce.LocalFetcher (LocalFetcher.java:doCopy(101)) - LocalFetcher 5 going to fetch: attempt_local1765604505_0011_m_000000_0 2015-10-29T11:12:08,083 DEBUG [localfetcher#5]: reduce.MergeManagerImpl (MergeManagerImpl.java:reserve(291)) - attempt_local1765604505_0011_m_000000_0: Proceeding with shuffle since usedMemory (0) is lesser than memoryLimit (1336252800).CommitMemory is (0) 2015-10-29T11:12:08,083 INFO [localfetcher#5]: reduce.LocalFetcher (LocalFetcher.java:copyMapOutput(141)) - localfetcher#5 about to shuffle output of map attempt_local1765604505_0011_m_000000_0 decomp: 931 len: 935 to MEMORY 2015-10-29T11:12:08,083 INFO [localfetcher#5]: reduce.InMemoryMapOutput (InMemoryMapOutput.java:shuffle(100)) - Read 931 bytes from map-output for attempt_local1765604505_0011_m_000000_0 2015-10-29T11:12:08,083 INFO [localfetcher#5]: reduce.MergeManagerImpl (MergeManagerImpl.java:closeInMemoryFile(314)) - closeInMemoryFile -> map-output of size: 931, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->931 2015-10-29T11:12:08,084 DEBUG [localfetcher#5]: reduce.ShuffleSchedulerImpl (ShuffleSchedulerImpl.java:copySucceeded(217)) - map attempt_local1765604505_0011_m_000000_0 done 1 / 1 copied. 2015-10-29T11:12:08,084 INFO [EventFetcher for fetching Map Completion Events]: reduce.EventFetcher (EventFetcher.java:run(76)) - EventFetcher is interrupted.. Returning 2015-10-29T11:12:08,084 INFO [pool-44-thread-1]: mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied. 2015-10-29T11:12:08,084 INFO [pool-44-thread-1]: reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(674)) - finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs 2015-10-29T11:12:08,085 INFO [pool-44-thread-1]: mapred.Merger (Merger.java:merge(597)) - Merging 1 sorted segments 2015-10-29T11:12:08,085 INFO [pool-44-thread-1]: mapred.Merger (Merger.java:merge(696)) - Down to the last merge-pass, with 1 segments left of total size: 922 bytes 2015-10-29T11:12:08,086 INFO [pool-44-thread-1]: reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(751)) - Merged 1 segments, 931 bytes to disk to satisfy reduce memory limit 2015-10-29T11:12:08,086 DEBUG [pool-44-thread-1]: reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(774)) - Disk file: /Users/sush/dev/hive.git/itests/qtest/target/tmp/hadoop-tmp/mapred/local/localRunner/sush/jobcache/job_local1765604505_0011/attempt_local1765604505_0011_r_000000_0/output/map_0.out.merged Length is 935 2015-10-29T11:12:08,086 INFO [pool-44-thread-1]: reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(781)) - Merging 1 files, 935 bytes from disk 2015-10-29T11:12:08,086 INFO [pool-44-thread-1]: reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(796)) - Merging 0 segments, 0 bytes from memory into reduce 2015-10-29T11:12:08,086 INFO [pool-44-thread-1]: mapred.Merger (Merger.java:merge(597)) - Merging 1 sorted segments 2015-10-29T11:12:08,086 INFO [pool-44-thread-1]: mapred.Merger (Merger.java:merge(696)) - Down to the last merge-pass, with 1 segments left of total size: 922 bytes 2015-10-29T11:12:08,087 INFO [pool-44-thread-1]: mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied. 2015-10-29T11:12:08,087 INFO [pool-44-thread-1]: ExecReducer (ExecReducer.java:configure(101)) - conf classpath = [file:/Users/sush/dev/hive.git/itests/qtest/target/surefire/surefirebooter6776397513364088476.jar] 2015-10-29T11:12:08,087 INFO [pool-44-thread-1]: ExecReducer (ExecReducer.java:configure(103)) - thread classpath = [file:/Users/sush/dev/hive.git/itests/qtest/target/surefire/surefirebooter6776397513364088476.jar] 2015-10-29T11:12:08,087 INFO [pool-44-thread-1]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-07_690_3756268510158433774-1/-mr-10001/96462cc4-3d79-4d7f-ad66-76b7139c026e/reduce.xml 2015-10-29T11:12:08,087 INFO [pool-44-thread-1]: exec.Utilities (Utilities.java:getBaseWork(405)) - local path = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-07_690_3756268510158433774-1/-mr-10001/96462cc4-3d79-4d7f-ad66-76b7139c026e/reduce.xml 2015-10-29T11:12:08,087 INFO [pool-44-thread-1]: exec.Utilities (Utilities.java:getBaseWork(417)) - Open file to read in plan: file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-07_690_3756268510158433774-1/-mr-10001/96462cc4-3d79-4d7f-ad66-76b7139c026e/reduce.xml 2015-10-29T11:12:08,087 INFO [pool-44-thread-1]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:08,087 INFO [pool-44-thread-1]: exec.Utilities (Utilities.java:deserializePlan(966)) - Deserializing ReduceWork via kryo 2015-10-29T11:12:08,098 INFO [pool-44-thread-1]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:08,098 DEBUG [pool-44-thread-1]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:08,098 DEBUG [pool-44-thread-1]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:08,098 DEBUG [pool-44-thread-1]: lazybinary.LazyBinarySerDe (LazyBinarySerDe.java:initialize(131)) - LazyBinarySerDe initialized with: columnNames=[_col0, _col1] columnTypes=[struct, struct] 2015-10-29T11:12:08,099 INFO [pool-44-thread-1]: MapredContext (MapredContext.java:init(55)) - MapredContext initialized. 2015-10-29T11:12:08,099 INFO [pool-44-thread-1]: ExecReducer (ExecReducer.java:configure(149)) - Id =12 Id =13 <\Children> Id = 12 null<\Parent> <\FS> <\Children> <\Parent> <\GBY> 2015-10-29T11:12:08,099 INFO [pool-44-thread-1]: exec.GroupByOperator (Operator.java:initialize(338)) - Initializing operator GBY[12] 2015-10-29T11:12:08,099 DEBUG [pool-44-thread-1]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:08,099 DEBUG [pool-44-thread-1]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:08,099 INFO [pool-44-thread-1]: exec.GroupByOperator (Operator.java:initialize(377)) - Initialization Done 12 GBY 2015-10-29T11:12:08,099 INFO [pool-44-thread-1]: exec.GroupByOperator (Operator.java:initializeChildren(463)) - Operator 12 GBY initialized 2015-10-29T11:12:08,099 INFO [pool-44-thread-1]: exec.GroupByOperator (Operator.java:initializeChildren(469)) - Initializing children of 12 GBY 2015-10-29T11:12:08,099 INFO [pool-44-thread-1]: exec.FileSinkOperator (Operator.java:initialize(507)) - Initializing child 13 FS 2015-10-29T11:12:08,100 INFO [pool-44-thread-1]: exec.FileSinkOperator (Operator.java:initialize(338)) - Initializing operator FS[13] 2015-10-29T11:12:08,100 DEBUG [pool-44-thread-1]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:08,100 INFO [pool-44-thread-1]: exec.FileSinkOperator (FileSinkOperator.java:initializeOp(361)) - Using serializer : class org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe[[[B@487fe12f]:[_col0, _col1]:[struct, struct]] and formatter : org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat@4398f9d8 2015-10-29T11:12:08,100 DEBUG [pool-44-thread-1]: exec.FileSinkOperator (FileSinkOperator.java:(163)) - Created slots for 1 2015-10-29T11:12:08,100 INFO [pool-44-thread-1]: exec.FileSinkOperator (Operator.java:initialize(377)) - Initialization Done 13 FS 2015-10-29T11:12:08,100 INFO [pool-44-thread-1]: exec.FileSinkOperator (Operator.java:initializeChildren(463)) - Operator 13 FS initialized 2015-10-29T11:12:08,100 INFO [pool-44-thread-1]: exec.FileSinkOperator (Operator.java:initialize(390)) - Initialization Done 13 FS done is reset. 2015-10-29T11:12:08,101 INFO [pool-44-thread-1]: exec.GroupByOperator (Operator.java:initialize(390)) - Initialization Done 12 GBY done is reset. 2015-10-29T11:12:08,103 INFO [pool-44-thread-1]: exec.GroupByOperator (Operator.java:close(650)) - 12 finished. closing... 2015-10-29T11:12:08,103 INFO [pool-44-thread-1]: exec.FileSinkOperator (FileSinkOperator.java:createBucketForFileIdx(572)) - Final Path: FS file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-07_699_6783465131989982873-1/-mr-10000/.hive-staging_hive_2015-10-29_11-12-07_699_6783465131989982873-1/_tmp.-ext-10001/000000_0 2015-10-29T11:12:08,103 INFO [pool-44-thread-1]: exec.FileSinkOperator (FileSinkOperator.java:createBucketForFileIdx(576)) - Writing to temp file: FS file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-07_699_6783465131989982873-1/-mr-10000/.hive-staging_hive_2015-10-29_11-12-07_699_6783465131989982873-1/_task_tmp.-ext-10001/_tmp.000000_0 2015-10-29T11:12:08,103 INFO [pool-44-thread-1]: exec.FileSinkOperator (FileSinkOperator.java:createBucketForFileIdx(593)) - New Final Path: FS file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-07_699_6783465131989982873-1/-mr-10000/.hive-staging_hive_2015-10-29_11-12-07_699_6783465131989982873-1/_tmp.-ext-10001/000000_0 2015-10-29T11:12:08,108 INFO [pool-44-thread-1]: exec.FileSinkOperator (FileSinkOperator.java:process(727)) - FS[13]: records written - 1 2015-10-29T11:12:08,108 INFO [pool-44-thread-1]: exec.FileSinkOperator (Operator.java:close(650)) - 13 finished. closing... 2015-10-29T11:12:08,108 INFO [pool-44-thread-1]: exec.FileSinkOperator (FileSinkOperator.java:closeOp(989)) - FS[13]: records written - 1 2015-10-29T11:12:08,109 INFO [pool-44-thread-1]: exec.FileSinkOperator (Operator.java:logStats(898)) - RECORDS_OUT_0:1 2015-10-29T11:12:08,109 INFO [pool-44-thread-1]: exec.FileSinkOperator (Operator.java:close(674)) - 13 Close done 2015-10-29T11:12:08,109 INFO [pool-44-thread-1]: exec.GroupByOperator (Operator.java:close(674)) - 12 Close done 2015-10-29T11:12:08,109 INFO [pool-44-thread-1]: mapred.Task (Task.java:done(1001)) - Task:attempt_local1765604505_0011_r_000000_0 is done. And is in the process of committing 2015-10-29T11:12:08,110 INFO [pool-44-thread-1]: mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - reduce > reduce 2015-10-29T11:12:08,110 INFO [pool-44-thread-1]: mapred.Task (Task.java:sendDone(1121)) - Task 'attempt_local1765604505_0011_r_000000_0' done. 2015-10-29T11:12:08,110 INFO [pool-44-thread-1]: mapred.LocalJobRunner (LocalJobRunner.java:run(325)) - Finishing task: attempt_local1765604505_0011_r_000000_0 2015-10-29T11:12:08,110 INFO [Thread-651]: mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - reduce task executor complete. 2015-10-29T11:12:09,016 DEBUG [main]: exec.Heartbeater (Heartbeater.java:heartbeat(80)) - heartbeating 2015-10-29T11:12:09,021 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - 2015-10-29 11:12:09,021 Stage-0 map = 100%, reduce = 100% 2015-10-29T11:12:09,024 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - Ended Job = job_local1765604505_0011 2015-10-29T11:12:09,025 DEBUG [main]: exec.Utilities (Utilities.java:getIdFromFilename(1751)) - TaskId for 000000_0 = 000000 2015-10-29T11:12:09,026 INFO [main]: exec.FileSinkOperator (Utilities.java:mvFileToFinalPath(1902)) - Moving tmp dir: file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-07_699_6783465131989982873-1/-mr-10000/.hive-staging_hive_2015-10-29_11-12-07_699_6783465131989982873-1/_tmp.-ext-10001 to: file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-07_699_6783465131989982873-1/-mr-10000/.hive-staging_hive_2015-10-29_11-12-07_699_6783465131989982873-1/-ext-10001 2015-10-29T11:12:09,026 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:09,027 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-1:COLUMNSTATS] in serial mode 2015-10-29T11:12:09,035 DEBUG [main]: mapred.FileInputFormat (FileInputFormat.java:listStatus(245)) - Time taken to get FileStatuses: 6 2015-10-29T11:12:09,035 INFO [main]: mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1 2015-10-29T11:12:09,035 DEBUG [main]: mapred.FileInputFormat (FileInputFormat.java:getSplits(373)) - Total # of splits generated by getSplits: 1, TimeTaken: 7 2015-10-29T11:12:09,035 DEBUG [main]: exec.FetchOperator (FetchOperator.java:getRecordReader(314)) - Creating fetchTask with deserializer typeinfo: struct<_col0:struct,_col1:struct> 2015-10-29T11:12:09,036 DEBUG [main]: exec.FetchOperator (FetchOperator.java:getRecordReader(316)) - deserializer properties: table properties: {columns=_col0,_col1, serialization.escape.crlf=true, serialization.lib=org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, hive.serialization.extend.additional.nesting.levels=true, serialization.format=1, columns.types=struct:struct, escape.delim=\} partition properties: {columns=_col0,_col1, serialization.escape.crlf=true, serialization.lib=org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, hive.serialization.extend.additional.nesting.levels=true, serialization.format=1, columns.types=struct:struct, escape.delim=\} 2015-10-29T11:12:09,036 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:09,036 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=srcbucket 2015-10-29T11:12:09,036 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=srcbucket 2015-10-29T11:12:09,043 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:09,045 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:09,045 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: write_column_statistics: db=default table=srcbucket column=key 2015-10-29T11:12:09,046 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=write_column_statistics: db=default table=srcbucket column=key 2015-10-29T11:12:09,046 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: write_column_statistics: db=default table=srcbucket column=value 2015-10-29T11:12:09,046 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=write_column_statistics: db=default table=srcbucket column=value 2015-10-29T11:12:09,052 INFO [main]: metastore.ObjectStore (ObjectStore.java:writeMTableColumnStatistics(6275)) - Updating table level column statistics for db=default tableName=srcbucket colName=key 2015-10-29T11:12:09,052 INFO [main]: metastore.ObjectStore (ObjectStore.java:writeMTableColumnStatistics(6275)) - Updating table level column statistics for db=default tableName=srcbucket colName=key 2015-10-29T11:12:09,054 INFO [main]: metastore.ObjectStore (ObjectStore.java:writeMTableColumnStatistics(6275)) - Updating table level column statistics for db=default tableName=srcbucket colName=value 2015-10-29T11:12:09,054 INFO [main]: metastore.ObjectStore (ObjectStore.java:writeMTableColumnStatistics(6275)) - Updating table level column statistics for db=default tableName=srcbucket colName=value 2015-10-29T11:12:09,058 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:09,058 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:09,058 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:09,059 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: query: ANALYZE TABLE srcbucket COMPUTE STATISTICS FOR COLUMNS key,value 2015-10-29T11:12:09,059 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: type: QUERY 2015-10-29T11:12:09,059 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Input: default@srcbucket 2015-10-29T11:12:09,059 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Output: file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-07_699_6783465131989982873-1/-mr-10000 2015-10-29T11:12:09,059 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:09,059 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : execution phase 2015-10-29T11:12:09,060 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {updateTableColumnStatistics_(ColumnStatistics, )=13, isCompatibleWith_(HiveConf, )=0, getTable_(String, String, )=8} 2015-10-29T11:12:09,060 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:09,060 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - MapReduce Jobs Launched: 2015-10-29T11:12:09,060 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - Stage-Stage-0: HDFS Read: 0 HDFS Write: 0 SUCCESS 2015-10-29T11:12:09,060 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - Total MapReduce CPU Time Spent: 0 msec 2015-10-29T11:12:09,060 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - OK 2015-10-29T11:12:09,060 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:09,060 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:releaseLocks(217)) - about to release lock for default/srcbucket 2015-10-29T11:12:09,063 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:releaseLocks(217)) - about to release lock for default 2015-10-29T11:12:09,064 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:09,065 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:09,065 DEBUG [main]: ql.Driver (DriverContext.java:shutdown(132)) - Shutting down query ANALYZE TABLE srcbucket COMPUTE STATISTICS FOR COLUMNS key,value 2015-10-29T11:12:09,065 INFO [main]: CliDriver (SessionState.java:printInfo(996)) - Time taken: 1.376 seconds 2015-10-29T11:12:09,066 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:09,066 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:09,066 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:09,066 DEBUG [main]: conf.VariableSubstitution (VariableSubstitution.java:substitute(63)) - Substitution is on: -- -- Table srcbucket2 -- DROP TABLE IF EXISTS srcbucket2 2015-10-29T11:12:09,066 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:09,066 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(185)) - Parsing command: -- -- Table srcbucket2 -- DROP TABLE IF EXISTS srcbucket2 2015-10-29T11:12:09,067 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(209)) - Parse Completed 2015-10-29T11:12:09,067 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:09,067 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:09,067 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:09,067 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:09,067 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:09,067 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=srcbucket2 2015-10-29T11:12:09,068 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=srcbucket2 2015-10-29T11:12:09,069 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:09,069 INFO [main]: ql.Driver (Driver.java:compile(448)) - Semantic Analysis Completed 2015-10-29T11:12:09,069 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:09,069 INFO [main]: ql.Driver (Driver.java:getSchema(244)) - Returning Hive schema: Schema(fieldSchemas:null, properties:null) 2015-10-29T11:12:09,069 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:09,069 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : compilation phase 2015-10-29T11:12:09,069 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {flushCache_()=0, isCompatibleWith_(HiveConf, )=0} 2015-10-29T11:12:09,069 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:09,069 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:09,069 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:09,069 INFO [main]: ql.Driver (Driver.java:execute(1468)) - Starting command(queryId=sush_20151029111209_e64f266c-09ce-48ad-90d1-0c305c8b3679): -- -- Table srcbucket2 -- DROP TABLE IF EXISTS srcbucket2 2015-10-29T11:12:09,070 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:09,070 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: query: -- -- Table srcbucket2 -- DROP TABLE IF EXISTS srcbucket2 2015-10-29T11:12:09,070 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: type: DROPTABLE 2015-10-29T11:12:09,070 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:09,070 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:09,070 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:09,070 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:09,070 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:09,070 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:09,070 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-0:DDL] in serial mode 2015-10-29T11:12:09,071 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:09,071 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=srcbucket2 2015-10-29T11:12:09,071 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=srcbucket2 2015-10-29T11:12:09,072 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:09,072 ERROR [main]: metadata.Hive (Hive.java:getTable(1178)) - Table srcbucket2 not found: default.srcbucket2 table not found 2015-10-29T11:12:09,072 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:09,072 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=srcbucket2 2015-10-29T11:12:09,072 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=srcbucket2 2015-10-29T11:12:09,073 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:09,073 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:09,073 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:09,073 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: query: -- -- Table srcbucket2 -- DROP TABLE IF EXISTS srcbucket2 2015-10-29T11:12:09,073 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: type: DROPTABLE 2015-10-29T11:12:09,073 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:09,073 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : execution phase 2015-10-29T11:12:09,073 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {dropTable_(String, String, boolean, boolean, boolean, )=1, isCompatibleWith_(HiveConf, )=0} 2015-10-29T11:12:09,073 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:09,073 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - OK 2015-10-29T11:12:09,074 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:09,074 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:09,074 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:09,074 DEBUG [main]: ql.Driver (DriverContext.java:shutdown(132)) - Shutting down query -- -- Table srcbucket2 -- DROP TABLE IF EXISTS srcbucket2 2015-10-29T11:12:09,074 INFO [main]: CliDriver (SessionState.java:printInfo(996)) - Time taken: 0.009 seconds 2015-10-29T11:12:09,074 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:09,074 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:09,074 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:09,074 DEBUG [main]: conf.VariableSubstitution (VariableSubstitution.java:substitute(63)) - Substitution is on: CREATE TABLE srcbucket2 (key INT, value STRING) CLUSTERED BY (key) INTO 4 BUCKETS STORED AS TEXTFILE 2015-10-29T11:12:09,075 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:09,075 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(185)) - Parsing command: CREATE TABLE srcbucket2 (key INT, value STRING) CLUSTERED BY (key) INTO 4 BUCKETS STORED AS TEXTFILE 2015-10-29T11:12:09,075 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(209)) - Parse Completed 2015-10-29T11:12:09,075 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:09,075 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:09,075 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:09,076 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:09,076 INFO [main]: parse.CalcitePlanner (SemanticAnalyzer.java:analyzeInternal(10062)) - Starting Semantic Analysis 2015-10-29T11:12:09,076 INFO [main]: parse.CalcitePlanner (SemanticAnalyzer.java:analyzeCreateTable(10690)) - Creating table default.srcbucket2 position=13 2015-10-29T11:12:09,076 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:09,076 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_database: default 2015-10-29T11:12:09,077 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_database: default 2015-10-29T11:12:09,077 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:getDatabase(348)) - getDatabase: directsql returning db default locn[pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse] desc [Default Hive database] owner [public] ownertype [ROLE] 2015-10-29T11:12:09,078 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:09,078 INFO [main]: ql.Driver (Driver.java:compile(448)) - Semantic Analysis Completed 2015-10-29T11:12:09,078 DEBUG [main]: parse.CalcitePlanner (SemanticAnalyzer.java:validate(10519)) - validation start 2015-10-29T11:12:09,078 DEBUG [main]: parse.CalcitePlanner (SemanticAnalyzer.java:validate(10561)) - not validating writeEntity, because entity is neither table nor partition 2015-10-29T11:12:09,078 DEBUG [main]: parse.CalcitePlanner (SemanticAnalyzer.java:validate(10588)) - Not a partition. 2015-10-29T11:12:09,078 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:09,078 INFO [main]: ql.Driver (Driver.java:getSchema(244)) - Returning Hive schema: Schema(fieldSchemas:null, properties:null) 2015-10-29T11:12:09,078 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:09,078 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : compilation phase 2015-10-29T11:12:09,078 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {flushCache_()=1, isCompatibleWith_(HiveConf, )=0, getDatabase_(String, )=2} 2015-10-29T11:12:09,079 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:09,079 DEBUG [main]: lockmgr.DummyTxnManager (DummyTxnManager.java:acquireLocks(148)) - Adding database:default to list of lock outputs 2015-10-29T11:12:09,079 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:lock(262)) - Acquiring lock for default with mode IMPLICIT 2015-10-29T11:12:09,081 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:09,081 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:09,081 INFO [main]: ql.Driver (Driver.java:execute(1468)) - Starting command(queryId=sush_20151029111209_ec43e79b-dcc6-4a5f-a83e-05ac7ece1982): CREATE TABLE srcbucket2 (key INT, value STRING) CLUSTERED BY (key) INTO 4 BUCKETS STORED AS TEXTFILE 2015-10-29T11:12:09,081 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:09,081 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: query: CREATE TABLE srcbucket2 (key INT, value STRING) CLUSTERED BY (key) INTO 4 BUCKETS STORED AS TEXTFILE 2015-10-29T11:12:09,081 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: type: CREATETABLE 2015-10-29T11:12:09,082 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: Output: database:default 2015-10-29T11:12:09,082 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: Output: default@srcbucket2 2015-10-29T11:12:09,082 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:09,082 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:09,082 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:09,082 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:09,082 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:09,082 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:09,082 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-0:DDL] in serial mode 2015-10-29T11:12:09,083 DEBUG [main]: exec.DDLTask (DDLTask.java:validateSerDe(3674)) - Found class for org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe 2015-10-29T11:12:09,084 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct srcbucket2 { i32 key, string value} 2015-10-29T11:12:09,084 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:09,084 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: create_table: Table(tableName:srcbucket2, dbName:default, owner:hive_test_user, createTime:1446142329, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:int, comment:null), FieldSchema(name:value, type:string, comment:null)], location:null, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:4, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[key], sortCols:[], parameters:{}, skewedInfo:SkewedInfo(skewedColNames:[], skewedColValues:[], skewedColValueLocationMaps:{}), storedAsSubDirectories:false), partitionKeys:[], parameters:{}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE, privileges:PrincipalPrivilegeSet(userPrivileges:{}, groupPrivileges:null, rolePrivileges:null), temporary:false) 2015-10-29T11:12:09,084 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=create_table: Table(tableName:srcbucket2, dbName:default, owner:hive_test_user, createTime:1446142329, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:int, comment:null), FieldSchema(name:value, type:string, comment:null)], location:null, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:4, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[key], sortCols:[], parameters:{}, skewedInfo:SkewedInfo(skewedColNames:[], skewedColValues:[], skewedColValueLocationMaps:{}), storedAsSubDirectories:false), partitionKeys:[], parameters:{}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE, privileges:PrincipalPrivilegeSet(userPrivileges:{}, groupPrivileges:null, rolePrivileges:null), temporary:false) 2015-10-29T11:12:09,085 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:getDatabase(348)) - getDatabase: directsql returning db default locn[pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse] desc [Default Hive database] owner [public] ownertype [ROLE] 2015-10-29T11:12:09,086 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:getDatabase(348)) - getDatabase: directsql returning db default locn[pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse] desc [Default Hive database] owner [public] ownertype [ROLE] 2015-10-29T11:12:09,086 INFO [main]: common.FileUtils (FileUtils.java:mkdir(502)) - Creating directory if it doesn't exist: pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcbucket2 2015-10-29T11:12:09,101 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chgrp,-R,staff,pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcbucket2} 2015-10-29T11:12:09,107 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:12:09,107 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chmod,-R,755,pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcbucket2} 2015-10-29T11:12:09,117 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:12:09,122 DEBUG [main]: shims.HadoopShimsSecure (Hadoop23Shims.java:debugLog(937)) - FileStatus{path=pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcbucket2; isDirectory=true; modification_time=1446142329000; access_time=0; owner=sush; group=staff; permission=rwxr-xr-x; isSymlink=false} 2015-10-29T11:12:09,135 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:09,135 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:09,135 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:09,135 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: query: CREATE TABLE srcbucket2 (key INT, value STRING) CLUSTERED BY (key) INTO 4 BUCKETS STORED AS TEXTFILE 2015-10-29T11:12:09,135 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: type: CREATETABLE 2015-10-29T11:12:09,135 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Output: database:default 2015-10-29T11:12:09,135 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Output: default@srcbucket2 2015-10-29T11:12:09,135 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:09,135 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : execution phase 2015-10-29T11:12:09,136 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {createTable_(Table, )=51, isCompatibleWith_(HiveConf, )=0} 2015-10-29T11:12:09,136 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:09,136 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - OK 2015-10-29T11:12:09,136 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:09,136 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:releaseLocks(217)) - about to release lock for default 2015-10-29T11:12:09,138 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:09,138 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:09,138 DEBUG [main]: ql.Driver (DriverContext.java:shutdown(132)) - Shutting down query CREATE TABLE srcbucket2 (key INT, value STRING) CLUSTERED BY (key) INTO 4 BUCKETS STORED AS TEXTFILE 2015-10-29T11:12:09,138 INFO [main]: CliDriver (SessionState.java:printInfo(996)) - Time taken: 0.064 seconds 2015-10-29T11:12:09,138 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:09,138 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:09,139 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:09,139 DEBUG [main]: conf.VariableSubstitution (VariableSubstitution.java:substitute(63)) - Substitution is on: LOAD DATA LOCAL INPATH "${hiveconf:test.data.dir}/srcbucket20.txt" INTO TABLE srcbucket2 2015-10-29T11:12:09,139 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:09,139 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(185)) - Parsing command: LOAD DATA LOCAL INPATH "/Users/sush/dev/hive.git/itests/qtest/../..//data/files/srcbucket20.txt" INTO TABLE srcbucket2 2015-10-29T11:12:09,139 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(209)) - Parse Completed 2015-10-29T11:12:09,139 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:09,139 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:09,140 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:09,140 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:09,140 DEBUG [main]: parse.LoadSemanticAnalyzer (LoadSemanticAnalyzer.java:initializeFromURI(127)) - file@null@/Users/sush/dev/hive.git/data/files/srcbucket20.txt 2015-10-29T11:12:09,140 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:09,140 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=srcbucket2 2015-10-29T11:12:09,140 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=srcbucket2 2015-10-29T11:12:09,147 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:09,148 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct srcbucket2 { i32 key, string value} 2015-10-29T11:12:09,148 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct srcbucket2 { i32 key, string value} 2015-10-29T11:12:09,148 INFO [main]: ql.Driver (Driver.java:compile(448)) - Semantic Analysis Completed 2015-10-29T11:12:09,148 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:09,148 INFO [main]: ql.Driver (Driver.java:getSchema(244)) - Returning Hive schema: Schema(fieldSchemas:null, properties:null) 2015-10-29T11:12:09,148 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:09,148 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : compilation phase 2015-10-29T11:12:09,149 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {flushCache_()=0, isCompatibleWith_(HiveConf, )=0, getTable_(String, String, )=7} 2015-10-29T11:12:09,149 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:09,149 DEBUG [main]: lockmgr.DummyTxnManager (DummyTxnManager.java:acquireLocks(129)) - Adding file:/Users/sush/dev/hive.git/data/files/srcbucket20.txt to list of lock inputs 2015-10-29T11:12:09,149 DEBUG [main]: lockmgr.DummyTxnManager (DummyTxnManager.java:acquireLocks(148)) - Adding default@srcbucket2 to list of lock outputs 2015-10-29T11:12:09,149 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:lock(262)) - Acquiring lock for default with mode IMPLICIT 2015-10-29T11:12:09,151 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:lock(262)) - Acquiring lock for default/srcbucket2 with mode IMPLICIT 2015-10-29T11:12:09,153 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:09,153 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:09,153 INFO [main]: ql.Driver (Driver.java:execute(1468)) - Starting command(queryId=sush_20151029111209_fa04693a-d62a-4712-8512-565e17bd32df): LOAD DATA LOCAL INPATH "/Users/sush/dev/hive.git/itests/qtest/../..//data/files/srcbucket20.txt" INTO TABLE srcbucket2 2015-10-29T11:12:09,153 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:09,153 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: query: LOAD DATA LOCAL INPATH "/Users/sush/dev/hive.git/itests/qtest/../..//data/files/srcbucket20.txt" INTO TABLE srcbucket2 2015-10-29T11:12:09,153 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: type: LOAD 2015-10-29T11:12:09,154 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: Input: file:/Users/sush/dev/hive.git/data/files/srcbucket20.txt 2015-10-29T11:12:09,154 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: Output: default@srcbucket2 2015-10-29T11:12:09,154 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:09,154 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:09,154 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:09,154 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:09,154 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:09,154 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:09,154 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-0:MOVE] in serial mode 2015-10-29T11:12:09,154 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - Loading data to table default.srcbucket2 from file:/Users/sush/dev/hive.git/data/files/srcbucket20.txt 2015-10-29T11:12:09,155 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:09,155 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=srcbucket2 2015-10-29T11:12:09,155 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=srcbucket2 2015-10-29T11:12:09,161 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:09,163 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:09,163 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=srcbucket2 2015-10-29T11:12:09,164 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=srcbucket2 2015-10-29T11:12:09,174 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:09,187 DEBUG [main]: metadata.Hive (Hive.java:isSubDir(2607)) - The source path is /Users/sush/dev/hive.git/data/files/srcbucket20.txt and the destination path is /Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcbucket2/srcbucket20.txt 2015-10-29T11:12:09,197 INFO [main]: metadata.Hive (Hive.java:moveFile(2742)) - Renaming src: file:/Users/sush/dev/hive.git/data/files/srcbucket20.txt, dest: pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcbucket2/srcbucket20.txt, Status:true 2015-10-29T11:12:09,197 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chgrp,-R,staff,pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcbucket2/srcbucket20.txt} 2015-10-29T11:12:09,203 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:12:09,203 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chmod,-R,755,pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcbucket2/srcbucket20.txt} 2015-10-29T11:12:09,212 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:12:09,217 DEBUG [main]: shims.HadoopShimsSecure (Hadoop23Shims.java:debugLog(937)) - FileStatus{path=pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcbucket2/srcbucket20.txt; isDirectory=false; length=1358; replication=1; blocksize=33554432; modification_time=1446142329000; access_time=0; owner=sush; group=staff; permission=rwxr-xr-x; isSymlink=false} 2015-10-29T11:12:09,218 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct srcbucket2 { i32 key, string value} 2015-10-29T11:12:09,218 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:09,218 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: alter_table: db=default tbl=srcbucket2 newtbl=srcbucket2 2015-10-29T11:12:09,218 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=alter_table: db=default tbl=srcbucket2 newtbl=srcbucket2 2015-10-29T11:12:09,236 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:getDatabase(348)) - getDatabase: directsql returning db default locn[pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse] desc [Default Hive database] owner [public] ownertype [ROLE] 2015-10-29T11:12:09,248 INFO [main]: hive.log (MetaStoreUtils.java:updateTableStatsFast(231)) - Updating table stats fast for srcbucket2 2015-10-29T11:12:09,248 INFO [main]: hive.log (MetaStoreUtils.java:updateTableStatsFast(233)) - Updated size of table srcbucket2 to 1358 2015-10-29T11:12:09,254 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:09,254 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:09,255 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-1:STATS] in serial mode 2015-10-29T11:12:09,255 INFO [main]: exec.StatsTask (StatsTask.java:execute(87)) - Executing stats task 2015-10-29T11:12:09,255 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:09,255 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=srcbucket2 2015-10-29T11:12:09,255 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=srcbucket2 2015-10-29T11:12:09,263 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:09,264 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:09,264 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=srcbucket2 2015-10-29T11:12:09,264 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=srcbucket2 2015-10-29T11:12:09,270 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:09,282 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct srcbucket2 { i32 key, string value} 2015-10-29T11:12:09,282 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:09,282 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: alter_table: db=default tbl=srcbucket2 newtbl=srcbucket2 2015-10-29T11:12:09,283 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=alter_table: db=default tbl=srcbucket2 newtbl=srcbucket2 2015-10-29T11:12:09,295 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:getDatabase(348)) - getDatabase: directsql returning db default locn[pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse] desc [Default Hive database] owner [public] ownertype [ROLE] 2015-10-29T11:12:09,309 INFO [main]: hive.log (MetaStoreUtils.java:updateTableStatsFast(231)) - Updating table stats fast for srcbucket2 2015-10-29T11:12:09,309 INFO [main]: hive.log (MetaStoreUtils.java:updateTableStatsFast(233)) - Updated size of table srcbucket2 to 1358 2015-10-29T11:12:09,312 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:09,312 INFO [main]: exec.StatsTask (StatsTask.java:aggregateStats(188)) - Table default.srcbucket2 stats: [numFiles=1, totalSize=1358] 2015-10-29T11:12:09,312 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:09,312 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:09,312 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: query: LOAD DATA LOCAL INPATH "/Users/sush/dev/hive.git/itests/qtest/../..//data/files/srcbucket20.txt" INTO TABLE srcbucket2 2015-10-29T11:12:09,312 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: type: LOAD 2015-10-29T11:12:09,312 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Input: file:/Users/sush/dev/hive.git/data/files/srcbucket20.txt 2015-10-29T11:12:09,312 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Output: default@srcbucket2 2015-10-29T11:12:09,312 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:09,313 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : execution phase 2015-10-29T11:12:09,313 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {isCompatibleWith_(HiveConf, )=0, getTable_(String, String, )=35, alter_table_(String, String, Table, boolean, )=66} 2015-10-29T11:12:09,313 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:09,313 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - OK 2015-10-29T11:12:09,313 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:09,313 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:releaseLocks(217)) - about to release lock for default/srcbucket2 2015-10-29T11:12:09,315 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:releaseLocks(217)) - about to release lock for default 2015-10-29T11:12:09,317 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:09,317 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:09,317 DEBUG [main]: ql.Driver (DriverContext.java:shutdown(132)) - Shutting down query LOAD DATA LOCAL INPATH "/Users/sush/dev/hive.git/itests/qtest/../..//data/files/srcbucket20.txt" INTO TABLE srcbucket2 2015-10-29T11:12:09,317 INFO [main]: CliDriver (SessionState.java:printInfo(996)) - Time taken: 0.179 seconds 2015-10-29T11:12:09,317 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:09,317 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:09,317 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:09,317 DEBUG [main]: conf.VariableSubstitution (VariableSubstitution.java:substitute(63)) - Substitution is on: LOAD DATA LOCAL INPATH "${hiveconf:test.data.dir}/srcbucket21.txt" INTO TABLE srcbucket2 2015-10-29T11:12:09,318 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:09,318 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(185)) - Parsing command: LOAD DATA LOCAL INPATH "/Users/sush/dev/hive.git/itests/qtest/../..//data/files/srcbucket21.txt" INTO TABLE srcbucket2 2015-10-29T11:12:09,318 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(209)) - Parse Completed 2015-10-29T11:12:09,318 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:09,318 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:09,318 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:09,319 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:09,319 DEBUG [main]: parse.LoadSemanticAnalyzer (LoadSemanticAnalyzer.java:initializeFromURI(127)) - file@null@/Users/sush/dev/hive.git/data/files/srcbucket21.txt 2015-10-29T11:12:09,319 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:09,319 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=srcbucket2 2015-10-29T11:12:09,319 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=srcbucket2 2015-10-29T11:12:09,326 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:09,326 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct srcbucket2 { i32 key, string value} 2015-10-29T11:12:09,326 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct srcbucket2 { i32 key, string value} 2015-10-29T11:12:09,327 INFO [main]: ql.Driver (Driver.java:compile(448)) - Semantic Analysis Completed 2015-10-29T11:12:09,327 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:09,327 INFO [main]: ql.Driver (Driver.java:getSchema(244)) - Returning Hive schema: Schema(fieldSchemas:null, properties:null) 2015-10-29T11:12:09,327 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:09,327 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : compilation phase 2015-10-29T11:12:09,327 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {flushCache_()=1, isCompatibleWith_(HiveConf, )=0, getTable_(String, String, )=7} 2015-10-29T11:12:09,327 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:09,327 DEBUG [main]: lockmgr.DummyTxnManager (DummyTxnManager.java:acquireLocks(129)) - Adding file:/Users/sush/dev/hive.git/data/files/srcbucket21.txt to list of lock inputs 2015-10-29T11:12:09,327 DEBUG [main]: lockmgr.DummyTxnManager (DummyTxnManager.java:acquireLocks(148)) - Adding default@srcbucket2 to list of lock outputs 2015-10-29T11:12:09,327 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:lock(262)) - Acquiring lock for default with mode IMPLICIT 2015-10-29T11:12:09,330 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:lock(262)) - Acquiring lock for default/srcbucket2 with mode IMPLICIT 2015-10-29T11:12:09,332 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:09,332 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:09,332 INFO [main]: ql.Driver (Driver.java:execute(1468)) - Starting command(queryId=sush_20151029111209_5b1af6ab-dfc6-4162-b51d-79b5fe074000): LOAD DATA LOCAL INPATH "/Users/sush/dev/hive.git/itests/qtest/../..//data/files/srcbucket21.txt" INTO TABLE srcbucket2 2015-10-29T11:12:09,332 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:09,332 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: query: LOAD DATA LOCAL INPATH "/Users/sush/dev/hive.git/itests/qtest/../..//data/files/srcbucket21.txt" INTO TABLE srcbucket2 2015-10-29T11:12:09,332 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: type: LOAD 2015-10-29T11:12:09,332 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: Input: file:/Users/sush/dev/hive.git/data/files/srcbucket21.txt 2015-10-29T11:12:09,333 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: Output: default@srcbucket2 2015-10-29T11:12:09,333 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:09,333 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:09,333 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:09,333 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:09,333 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:09,333 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:09,333 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-0:MOVE] in serial mode 2015-10-29T11:12:09,333 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - Loading data to table default.srcbucket2 from file:/Users/sush/dev/hive.git/data/files/srcbucket21.txt 2015-10-29T11:12:09,333 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:09,334 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=srcbucket2 2015-10-29T11:12:09,334 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=srcbucket2 2015-10-29T11:12:09,341 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:09,342 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:09,343 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=srcbucket2 2015-10-29T11:12:09,343 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=srcbucket2 2015-10-29T11:12:09,351 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:09,363 DEBUG [main]: metadata.Hive (Hive.java:isSubDir(2607)) - The source path is /Users/sush/dev/hive.git/data/files/srcbucket21.txt and the destination path is /Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcbucket2/srcbucket21.txt 2015-10-29T11:12:09,373 INFO [main]: metadata.Hive (Hive.java:moveFile(2742)) - Renaming src: file:/Users/sush/dev/hive.git/data/files/srcbucket21.txt, dest: pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcbucket2/srcbucket21.txt, Status:true 2015-10-29T11:12:09,373 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chgrp,-R,staff,pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcbucket2/srcbucket21.txt} 2015-10-29T11:12:09,379 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:12:09,379 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chmod,-R,755,pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcbucket2/srcbucket21.txt} 2015-10-29T11:12:09,389 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:12:09,394 DEBUG [main]: shims.HadoopShimsSecure (Hadoop23Shims.java:debugLog(937)) - FileStatus{path=pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcbucket2/srcbucket21.txt; isDirectory=false; length=1392; replication=1; blocksize=33554432; modification_time=1446142329000; access_time=0; owner=sush; group=staff; permission=rwxr-xr-x; isSymlink=false} 2015-10-29T11:12:09,394 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct srcbucket2 { i32 key, string value} 2015-10-29T11:12:09,395 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:09,395 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: alter_table: db=default tbl=srcbucket2 newtbl=srcbucket2 2015-10-29T11:12:09,395 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=alter_table: db=default tbl=srcbucket2 newtbl=srcbucket2 2015-10-29T11:12:09,408 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:getDatabase(348)) - getDatabase: directsql returning db default locn[pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse] desc [Default Hive database] owner [public] ownertype [ROLE] 2015-10-29T11:12:09,425 INFO [main]: hive.log (MetaStoreUtils.java:updateTableStatsFast(231)) - Updating table stats fast for srcbucket2 2015-10-29T11:12:09,425 INFO [main]: hive.log (MetaStoreUtils.java:updateTableStatsFast(233)) - Updated size of table srcbucket2 to 2750 2015-10-29T11:12:09,430 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:09,431 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:09,431 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-1:STATS] in serial mode 2015-10-29T11:12:09,431 INFO [main]: exec.StatsTask (StatsTask.java:execute(87)) - Executing stats task 2015-10-29T11:12:09,431 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:09,431 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=srcbucket2 2015-10-29T11:12:09,431 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=srcbucket2 2015-10-29T11:12:09,438 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:09,439 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:09,439 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=srcbucket2 2015-10-29T11:12:09,439 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=srcbucket2 2015-10-29T11:12:09,445 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:09,462 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct srcbucket2 { i32 key, string value} 2015-10-29T11:12:09,462 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:09,462 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: alter_table: db=default tbl=srcbucket2 newtbl=srcbucket2 2015-10-29T11:12:09,463 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=alter_table: db=default tbl=srcbucket2 newtbl=srcbucket2 2015-10-29T11:12:09,476 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:getDatabase(348)) - getDatabase: directsql returning db default locn[pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse] desc [Default Hive database] owner [public] ownertype [ROLE] 2015-10-29T11:12:09,493 INFO [main]: hive.log (MetaStoreUtils.java:updateTableStatsFast(231)) - Updating table stats fast for srcbucket2 2015-10-29T11:12:09,493 INFO [main]: hive.log (MetaStoreUtils.java:updateTableStatsFast(233)) - Updated size of table srcbucket2 to 2750 2015-10-29T11:12:09,495 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:09,496 INFO [main]: exec.StatsTask (StatsTask.java:aggregateStats(188)) - Table default.srcbucket2 stats: [numFiles=2, totalSize=2750] 2015-10-29T11:12:09,496 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:09,496 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:09,496 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: query: LOAD DATA LOCAL INPATH "/Users/sush/dev/hive.git/itests/qtest/../..//data/files/srcbucket21.txt" INTO TABLE srcbucket2 2015-10-29T11:12:09,496 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: type: LOAD 2015-10-29T11:12:09,496 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Input: file:/Users/sush/dev/hive.git/data/files/srcbucket21.txt 2015-10-29T11:12:09,496 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Output: default@srcbucket2 2015-10-29T11:12:09,496 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:09,496 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : execution phase 2015-10-29T11:12:09,496 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {isCompatibleWith_(HiveConf, )=0, getTable_(String, String, )=30, alter_table_(String, String, Table, boolean, )=70} 2015-10-29T11:12:09,496 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:09,497 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - OK 2015-10-29T11:12:09,497 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:09,497 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:releaseLocks(217)) - about to release lock for default/srcbucket2 2015-10-29T11:12:09,499 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:releaseLocks(217)) - about to release lock for default 2015-10-29T11:12:09,500 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:09,501 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:09,501 DEBUG [main]: ql.Driver (DriverContext.java:shutdown(132)) - Shutting down query LOAD DATA LOCAL INPATH "/Users/sush/dev/hive.git/itests/qtest/../..//data/files/srcbucket21.txt" INTO TABLE srcbucket2 2015-10-29T11:12:09,501 INFO [main]: CliDriver (SessionState.java:printInfo(996)) - Time taken: 0.184 seconds 2015-10-29T11:12:09,501 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:09,501 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:09,501 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:09,501 DEBUG [main]: conf.VariableSubstitution (VariableSubstitution.java:substitute(63)) - Substitution is on: LOAD DATA LOCAL INPATH "${hiveconf:test.data.dir}/srcbucket22.txt" INTO TABLE srcbucket2 2015-10-29T11:12:09,501 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:09,502 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(185)) - Parsing command: LOAD DATA LOCAL INPATH "/Users/sush/dev/hive.git/itests/qtest/../..//data/files/srcbucket22.txt" INTO TABLE srcbucket2 2015-10-29T11:12:09,502 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(209)) - Parse Completed 2015-10-29T11:12:09,502 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:09,502 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:09,502 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:09,502 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:09,502 DEBUG [main]: parse.LoadSemanticAnalyzer (LoadSemanticAnalyzer.java:initializeFromURI(127)) - file@null@/Users/sush/dev/hive.git/data/files/srcbucket22.txt 2015-10-29T11:12:09,503 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:09,503 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=srcbucket2 2015-10-29T11:12:09,503 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=srcbucket2 2015-10-29T11:12:09,509 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:09,510 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct srcbucket2 { i32 key, string value} 2015-10-29T11:12:09,510 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct srcbucket2 { i32 key, string value} 2015-10-29T11:12:09,511 INFO [main]: ql.Driver (Driver.java:compile(448)) - Semantic Analysis Completed 2015-10-29T11:12:09,511 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:09,511 INFO [main]: ql.Driver (Driver.java:getSchema(244)) - Returning Hive schema: Schema(fieldSchemas:null, properties:null) 2015-10-29T11:12:09,511 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:09,511 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : compilation phase 2015-10-29T11:12:09,511 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {flushCache_()=0, isCompatibleWith_(HiveConf, )=0, getTable_(String, String, )=6} 2015-10-29T11:12:09,511 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:09,511 DEBUG [main]: lockmgr.DummyTxnManager (DummyTxnManager.java:acquireLocks(129)) - Adding file:/Users/sush/dev/hive.git/data/files/srcbucket22.txt to list of lock inputs 2015-10-29T11:12:09,511 DEBUG [main]: lockmgr.DummyTxnManager (DummyTxnManager.java:acquireLocks(148)) - Adding default@srcbucket2 to list of lock outputs 2015-10-29T11:12:09,511 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:lock(262)) - Acquiring lock for default with mode IMPLICIT 2015-10-29T11:12:09,513 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:lock(262)) - Acquiring lock for default/srcbucket2 with mode IMPLICIT 2015-10-29T11:12:09,515 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:09,515 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:09,516 INFO [main]: ql.Driver (Driver.java:execute(1468)) - Starting command(queryId=sush_20151029111209_e3abef9e-28ae-4d1d-b0a4-2459cf2cd7a5): LOAD DATA LOCAL INPATH "/Users/sush/dev/hive.git/itests/qtest/../..//data/files/srcbucket22.txt" INTO TABLE srcbucket2 2015-10-29T11:12:09,516 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:09,516 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: query: LOAD DATA LOCAL INPATH "/Users/sush/dev/hive.git/itests/qtest/../..//data/files/srcbucket22.txt" INTO TABLE srcbucket2 2015-10-29T11:12:09,516 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: type: LOAD 2015-10-29T11:12:09,516 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: Input: file:/Users/sush/dev/hive.git/data/files/srcbucket22.txt 2015-10-29T11:12:09,516 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: Output: default@srcbucket2 2015-10-29T11:12:09,516 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:09,516 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:09,516 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:09,516 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:09,516 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:09,517 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:09,517 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-0:MOVE] in serial mode 2015-10-29T11:12:09,517 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - Loading data to table default.srcbucket2 from file:/Users/sush/dev/hive.git/data/files/srcbucket22.txt 2015-10-29T11:12:09,517 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:09,517 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=srcbucket2 2015-10-29T11:12:09,517 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=srcbucket2 2015-10-29T11:12:09,524 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:09,526 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:09,526 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=srcbucket2 2015-10-29T11:12:09,526 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=srcbucket2 2015-10-29T11:12:09,533 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:09,544 DEBUG [main]: metadata.Hive (Hive.java:isSubDir(2607)) - The source path is /Users/sush/dev/hive.git/data/files/srcbucket22.txt and the destination path is /Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcbucket2/srcbucket22.txt 2015-10-29T11:12:09,554 INFO [main]: metadata.Hive (Hive.java:moveFile(2742)) - Renaming src: file:/Users/sush/dev/hive.git/data/files/srcbucket22.txt, dest: pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcbucket2/srcbucket22.txt, Status:true 2015-10-29T11:12:09,554 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chgrp,-R,staff,pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcbucket2/srcbucket22.txt} 2015-10-29T11:12:09,560 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:12:09,560 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chmod,-R,755,pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcbucket2/srcbucket22.txt} 2015-10-29T11:12:09,570 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:12:09,576 DEBUG [main]: shims.HadoopShimsSecure (Hadoop23Shims.java:debugLog(937)) - FileStatus{path=pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcbucket2/srcbucket22.txt; isDirectory=false; length=1450; replication=1; blocksize=33554432; modification_time=1446142329000; access_time=0; owner=sush; group=staff; permission=rwxr-xr-x; isSymlink=false} 2015-10-29T11:12:09,576 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct srcbucket2 { i32 key, string value} 2015-10-29T11:12:09,576 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:09,576 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: alter_table: db=default tbl=srcbucket2 newtbl=srcbucket2 2015-10-29T11:12:09,577 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=alter_table: db=default tbl=srcbucket2 newtbl=srcbucket2 2015-10-29T11:12:09,590 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:getDatabase(348)) - getDatabase: directsql returning db default locn[pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse] desc [Default Hive database] owner [public] ownertype [ROLE] 2015-10-29T11:12:09,611 INFO [main]: hive.log (MetaStoreUtils.java:updateTableStatsFast(231)) - Updating table stats fast for srcbucket2 2015-10-29T11:12:09,612 INFO [main]: hive.log (MetaStoreUtils.java:updateTableStatsFast(233)) - Updated size of table srcbucket2 to 4200 2015-10-29T11:12:09,617 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:09,617 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:09,618 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-1:STATS] in serial mode 2015-10-29T11:12:09,618 INFO [main]: exec.StatsTask (StatsTask.java:execute(87)) - Executing stats task 2015-10-29T11:12:09,618 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:09,618 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=srcbucket2 2015-10-29T11:12:09,618 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=srcbucket2 2015-10-29T11:12:09,625 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:09,625 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:09,625 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=srcbucket2 2015-10-29T11:12:09,625 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=srcbucket2 2015-10-29T11:12:09,632 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:09,654 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct srcbucket2 { i32 key, string value} 2015-10-29T11:12:09,654 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:09,655 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: alter_table: db=default tbl=srcbucket2 newtbl=srcbucket2 2015-10-29T11:12:09,655 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=alter_table: db=default tbl=srcbucket2 newtbl=srcbucket2 2015-10-29T11:12:09,668 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:getDatabase(348)) - getDatabase: directsql returning db default locn[pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse] desc [Default Hive database] owner [public] ownertype [ROLE] 2015-10-29T11:12:09,688 INFO [main]: hive.log (MetaStoreUtils.java:updateTableStatsFast(231)) - Updating table stats fast for srcbucket2 2015-10-29T11:12:09,689 INFO [main]: hive.log (MetaStoreUtils.java:updateTableStatsFast(233)) - Updated size of table srcbucket2 to 4200 2015-10-29T11:12:09,691 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:09,691 INFO [main]: exec.StatsTask (StatsTask.java:aggregateStats(188)) - Table default.srcbucket2 stats: [numFiles=3, totalSize=4200] 2015-10-29T11:12:09,691 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:09,691 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:09,692 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: query: LOAD DATA LOCAL INPATH "/Users/sush/dev/hive.git/itests/qtest/../..//data/files/srcbucket22.txt" INTO TABLE srcbucket2 2015-10-29T11:12:09,692 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: type: LOAD 2015-10-29T11:12:09,692 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Input: file:/Users/sush/dev/hive.git/data/files/srcbucket22.txt 2015-10-29T11:12:09,692 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Output: default@srcbucket2 2015-10-29T11:12:09,692 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:09,692 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : execution phase 2015-10-29T11:12:09,692 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {isCompatibleWith_(HiveConf, )=0, getTable_(String, String, )=28, alter_table_(String, String, Table, boolean, )=78} 2015-10-29T11:12:09,692 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:09,692 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - OK 2015-10-29T11:12:09,692 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:09,692 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:releaseLocks(217)) - about to release lock for default/srcbucket2 2015-10-29T11:12:09,694 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:releaseLocks(217)) - about to release lock for default 2015-10-29T11:12:09,696 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:09,696 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:09,696 DEBUG [main]: ql.Driver (DriverContext.java:shutdown(132)) - Shutting down query LOAD DATA LOCAL INPATH "/Users/sush/dev/hive.git/itests/qtest/../..//data/files/srcbucket22.txt" INTO TABLE srcbucket2 2015-10-29T11:12:09,696 INFO [main]: CliDriver (SessionState.java:printInfo(996)) - Time taken: 0.195 seconds 2015-10-29T11:12:09,696 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:09,696 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:09,696 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:09,697 DEBUG [main]: conf.VariableSubstitution (VariableSubstitution.java:substitute(63)) - Substitution is on: LOAD DATA LOCAL INPATH "${hiveconf:test.data.dir}/srcbucket23.txt" INTO TABLE srcbucket2 2015-10-29T11:12:09,697 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:09,697 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(185)) - Parsing command: LOAD DATA LOCAL INPATH "/Users/sush/dev/hive.git/itests/qtest/../..//data/files/srcbucket23.txt" INTO TABLE srcbucket2 2015-10-29T11:12:09,697 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(209)) - Parse Completed 2015-10-29T11:12:09,697 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:09,698 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:09,698 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:09,698 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:09,698 DEBUG [main]: parse.LoadSemanticAnalyzer (LoadSemanticAnalyzer.java:initializeFromURI(127)) - file@null@/Users/sush/dev/hive.git/data/files/srcbucket23.txt 2015-10-29T11:12:09,698 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:09,698 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=srcbucket2 2015-10-29T11:12:09,698 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=srcbucket2 2015-10-29T11:12:09,705 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:09,706 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct srcbucket2 { i32 key, string value} 2015-10-29T11:12:09,706 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct srcbucket2 { i32 key, string value} 2015-10-29T11:12:09,706 INFO [main]: ql.Driver (Driver.java:compile(448)) - Semantic Analysis Completed 2015-10-29T11:12:09,706 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:09,706 INFO [main]: ql.Driver (Driver.java:getSchema(244)) - Returning Hive schema: Schema(fieldSchemas:null, properties:null) 2015-10-29T11:12:09,706 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:09,706 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : compilation phase 2015-10-29T11:12:09,706 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {flushCache_()=0, isCompatibleWith_(HiveConf, )=0, getTable_(String, String, )=7} 2015-10-29T11:12:09,707 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:09,707 DEBUG [main]: lockmgr.DummyTxnManager (DummyTxnManager.java:acquireLocks(129)) - Adding file:/Users/sush/dev/hive.git/data/files/srcbucket23.txt to list of lock inputs 2015-10-29T11:12:09,707 DEBUG [main]: lockmgr.DummyTxnManager (DummyTxnManager.java:acquireLocks(148)) - Adding default@srcbucket2 to list of lock outputs 2015-10-29T11:12:09,707 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:lock(262)) - Acquiring lock for default with mode IMPLICIT 2015-10-29T11:12:09,709 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:lock(262)) - Acquiring lock for default/srcbucket2 with mode IMPLICIT 2015-10-29T11:12:09,711 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:09,711 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:09,711 INFO [main]: ql.Driver (Driver.java:execute(1468)) - Starting command(queryId=sush_20151029111209_1efe12e3-bf02-4f14-b399-c4e2329c1865): LOAD DATA LOCAL INPATH "/Users/sush/dev/hive.git/itests/qtest/../..//data/files/srcbucket23.txt" INTO TABLE srcbucket2 2015-10-29T11:12:09,711 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:09,711 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: query: LOAD DATA LOCAL INPATH "/Users/sush/dev/hive.git/itests/qtest/../..//data/files/srcbucket23.txt" INTO TABLE srcbucket2 2015-10-29T11:12:09,711 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: type: LOAD 2015-10-29T11:12:09,711 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: Input: file:/Users/sush/dev/hive.git/data/files/srcbucket23.txt 2015-10-29T11:12:09,712 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: Output: default@srcbucket2 2015-10-29T11:12:09,712 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:09,712 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:09,712 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:09,712 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:09,712 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:09,712 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:09,712 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-0:MOVE] in serial mode 2015-10-29T11:12:09,712 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - Loading data to table default.srcbucket2 from file:/Users/sush/dev/hive.git/data/files/srcbucket23.txt 2015-10-29T11:12:09,712 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:09,713 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=srcbucket2 2015-10-29T11:12:09,713 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=srcbucket2 2015-10-29T11:12:09,719 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:09,721 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:09,721 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=srcbucket2 2015-10-29T11:12:09,721 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=srcbucket2 2015-10-29T11:12:09,728 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:09,740 DEBUG [main]: metadata.Hive (Hive.java:isSubDir(2607)) - The source path is /Users/sush/dev/hive.git/data/files/srcbucket23.txt and the destination path is /Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcbucket2/srcbucket23.txt 2015-10-29T11:12:09,750 INFO [main]: metadata.Hive (Hive.java:moveFile(2742)) - Renaming src: file:/Users/sush/dev/hive.git/data/files/srcbucket23.txt, dest: pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcbucket2/srcbucket23.txt, Status:true 2015-10-29T11:12:09,750 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chgrp,-R,staff,pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcbucket2/srcbucket23.txt} 2015-10-29T11:12:09,755 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:12:09,755 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chmod,-R,755,pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcbucket2/srcbucket23.txt} 2015-10-29T11:12:09,765 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:12:09,770 DEBUG [main]: shims.HadoopShimsSecure (Hadoop23Shims.java:debugLog(937)) - FileStatus{path=pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcbucket2/srcbucket23.txt; isDirectory=false; length=1612; replication=1; blocksize=33554432; modification_time=1446142329000; access_time=0; owner=sush; group=staff; permission=rwxr-xr-x; isSymlink=false} 2015-10-29T11:12:09,770 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct srcbucket2 { i32 key, string value} 2015-10-29T11:12:09,771 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:09,771 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: alter_table: db=default tbl=srcbucket2 newtbl=srcbucket2 2015-10-29T11:12:09,771 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=alter_table: db=default tbl=srcbucket2 newtbl=srcbucket2 2015-10-29T11:12:09,787 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:getDatabase(348)) - getDatabase: directsql returning db default locn[pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse] desc [Default Hive database] owner [public] ownertype [ROLE] 2015-10-29T11:12:09,814 INFO [main]: hive.log (MetaStoreUtils.java:updateTableStatsFast(231)) - Updating table stats fast for srcbucket2 2015-10-29T11:12:09,815 INFO [main]: hive.log (MetaStoreUtils.java:updateTableStatsFast(233)) - Updated size of table srcbucket2 to 5812 2015-10-29T11:12:09,820 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:09,820 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:09,821 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-1:STATS] in serial mode 2015-10-29T11:12:09,821 INFO [main]: exec.StatsTask (StatsTask.java:execute(87)) - Executing stats task 2015-10-29T11:12:09,821 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:09,821 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=srcbucket2 2015-10-29T11:12:09,821 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=srcbucket2 2015-10-29T11:12:09,829 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:09,830 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:09,830 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=srcbucket2 2015-10-29T11:12:09,830 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=srcbucket2 2015-10-29T11:12:09,837 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:09,864 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct srcbucket2 { i32 key, string value} 2015-10-29T11:12:09,864 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:09,864 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: alter_table: db=default tbl=srcbucket2 newtbl=srcbucket2 2015-10-29T11:12:09,864 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=alter_table: db=default tbl=srcbucket2 newtbl=srcbucket2 2015-10-29T11:12:09,876 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:getDatabase(348)) - getDatabase: directsql returning db default locn[pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse] desc [Default Hive database] owner [public] ownertype [ROLE] 2015-10-29T11:12:09,903 INFO [main]: hive.log (MetaStoreUtils.java:updateTableStatsFast(231)) - Updating table stats fast for srcbucket2 2015-10-29T11:12:09,903 INFO [main]: hive.log (MetaStoreUtils.java:updateTableStatsFast(233)) - Updated size of table srcbucket2 to 5812 2015-10-29T11:12:09,906 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:09,906 INFO [main]: exec.StatsTask (StatsTask.java:aggregateStats(188)) - Table default.srcbucket2 stats: [numFiles=4, totalSize=5812] 2015-10-29T11:12:09,906 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:09,906 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:09,906 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: query: LOAD DATA LOCAL INPATH "/Users/sush/dev/hive.git/itests/qtest/../..//data/files/srcbucket23.txt" INTO TABLE srcbucket2 2015-10-29T11:12:09,906 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: type: LOAD 2015-10-29T11:12:09,906 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Input: file:/Users/sush/dev/hive.git/data/files/srcbucket23.txt 2015-10-29T11:12:09,906 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Output: default@srcbucket2 2015-10-29T11:12:09,906 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:09,906 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : execution phase 2015-10-29T11:12:09,907 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {isCompatibleWith_(HiveConf, )=0, getTable_(String, String, )=32, alter_table_(String, String, Table, boolean, )=91} 2015-10-29T11:12:09,907 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:09,907 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - OK 2015-10-29T11:12:09,907 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:09,907 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:releaseLocks(217)) - about to release lock for default/srcbucket2 2015-10-29T11:12:09,909 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:releaseLocks(217)) - about to release lock for default 2015-10-29T11:12:09,911 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:09,911 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:09,911 DEBUG [main]: ql.Driver (DriverContext.java:shutdown(132)) - Shutting down query LOAD DATA LOCAL INPATH "/Users/sush/dev/hive.git/itests/qtest/../..//data/files/srcbucket23.txt" INTO TABLE srcbucket2 2015-10-29T11:12:09,911 INFO [main]: CliDriver (SessionState.java:printInfo(996)) - Time taken: 0.215 seconds 2015-10-29T11:12:09,911 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:09,911 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:09,911 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:09,911 DEBUG [main]: conf.VariableSubstitution (VariableSubstitution.java:substitute(63)) - Substitution is on: ANALYZE TABLE srcbucket2 COMPUTE STATISTICS 2015-10-29T11:12:09,912 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:09,912 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(185)) - Parsing command: ANALYZE TABLE srcbucket2 COMPUTE STATISTICS 2015-10-29T11:12:09,912 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(209)) - Parse Completed 2015-10-29T11:12:09,912 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:09,912 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:09,912 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:09,913 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:09,913 INFO [main]: parse.ColumnStatsSemanticAnalyzer (ColumnStatsSemanticAnalyzer.java:analyze(455)) - Invoking analyze on original query 2015-10-29T11:12:09,913 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:analyzeInternal(10062)) - Starting Semantic Analysis 2015-10-29T11:12:09,913 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genResolvedParseTree(10009)) - Completed phase 1 of Semantic Analysis 2015-10-29T11:12:09,913 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:getMetaData(1538)) - Get metadata for source tables 2015-10-29T11:12:09,913 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:09,913 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=srcbucket2 2015-10-29T11:12:09,913 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=srcbucket2 2015-10-29T11:12:09,920 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:09,920 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:09,920 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=srcbucket2 2015-10-29T11:12:09,920 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=srcbucket2 2015-10-29T11:12:09,926 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:09,926 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:getMetaData(1678)) - Get metadata for subqueries 2015-10-29T11:12:09,926 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:getMetaData(1702)) - Get metadata for destination tables 2015-10-29T11:12:09,926 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genResolvedParseTree(10013)) - Completed getting MetaData in Semantic Analysis 2015-10-29T11:12:09,926 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct srcbucket2 { i32 key, string value} 2015-10-29T11:12:09,927 DEBUG [main]: ql.Context (Context.java:getStagingDir(231)) - Created staging dir = pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcbucket2/.hive-staging_hive_2015-10-29_11-12-09_912_590329178264910041-1 for path = pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcbucket2 2015-10-29T11:12:09,927 INFO [main]: common.FileUtils (FileUtils.java:mkdir(502)) - Creating directory if it doesn't exist: pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcbucket2/.hive-staging_hive_2015-10-29_11-12-09_912_590329178264910041-1 2015-10-29T11:12:09,942 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chgrp,-R,staff,pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcbucket2/.hive-staging_hive_2015-10-29_11-12-09_912_590329178264910041-1} 2015-10-29T11:12:09,948 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:12:09,949 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chmod,-R,755,pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcbucket2/.hive-staging_hive_2015-10-29_11-12-09_912_590329178264910041-1} 2015-10-29T11:12:09,958 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:12:09,964 DEBUG [main]: shims.HadoopShimsSecure (Hadoop23Shims.java:debugLog(937)) - FileStatus{path=pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcbucket2/.hive-staging_hive_2015-10-29_11-12-09_912_590329178264910041-1; isDirectory=true; modification_time=1446142329000; access_time=0; owner=sush; group=staff; permission=rwxr-xr-x; isSymlink=false} 2015-10-29T11:12:09,969 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:setupStats(9493)) - Set stats collection dir : pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcbucket2/.hive-staging_hive_2015-10-29_11-12-09_912_590329178264910041-1/-ext-10000 2015-10-29T11:12:09,970 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genTablePlan(9467)) - Created Table Plan for srcbucket2 TS[0] 2015-10-29T11:12:09,970 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genBodyPlan(8831)) - Created Body Plan for Query Block null 2015-10-29T11:12:09,970 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genPlan(9675)) - Created Plan for Query Block null 2015-10-29T11:12:09,970 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:analyzeInternal(10139)) - Before logical optimization TS[0] 2015-10-29T11:12:09,970 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:TS[0] with rs:(key: int|{srcbucket2}key,value: string|{srcbucket2}value,BLOCK__OFFSET__INSIDE__FILE: bigint|{srcbucket2}block__offset__inside__file,INPUT__FILE__NAME: string|{srcbucket2}input__file__name,ROW__ID: struct|{srcbucket2}row__id,RAW__DATA__SIZE: bigint|{srcbucket2}raw__data__size) 2015-10-29T11:12:09,971 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator TS[0] 2015-10-29T11:12:09,971 INFO [main]: ppd.OpProcFactory (OpProcFactory.java:process(383)) - Processing for TS(0) 2015-10-29T11:12:09,971 DEBUG [main]: ppd.PredicatePushDown (PredicatePushDown.java:transform(138)) - After PPD: TS[0] 2015-10-29T11:12:09,971 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:TS[0] with rs:(key: int|{srcbucket2}key,value: string|{srcbucket2}value,BLOCK__OFFSET__INSIDE__FILE: bigint|{srcbucket2}block__offset__inside__file,INPUT__FILE__NAME: string|{srcbucket2}input__file__name,ROW__ID: struct|{srcbucket2}row__id,RAW__DATA__SIZE: bigint|{srcbucket2}raw__data__size) 2015-10-29T11:12:09,971 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator TS[0] 2015-10-29T11:12:09,971 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:TS[0] with rs:(key: int|{srcbucket2}key,value: string|{srcbucket2}value,BLOCK__OFFSET__INSIDE__FILE: bigint|{srcbucket2}block__offset__inside__file,INPUT__FILE__NAME: string|{srcbucket2}input__file__name,ROW__ID: struct|{srcbucket2}row__id,RAW__DATA__SIZE: bigint|{srcbucket2}raw__data__size) 2015-10-29T11:12:09,971 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator TS[0] 2015-10-29T11:12:09,972 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:analyzeInternal(10147)) - After logical optimization TS[0] 2015-10-29T11:12:09,972 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:09,972 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:09,972 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct srcbucket2 { i32 key, string value} 2015-10-29T11:12:09,972 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct srcbucket2 { i32 key, string value} 2015-10-29T11:12:09,973 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct srcbucket2 { i32 key, string value} 2015-10-29T11:12:09,973 DEBUG [main]: optimizer.GenMapRedUtils (GenMapRedUtils.java:setMapWork(678)) - Adding pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcbucket2 of tablesrcbucket2 2015-10-29T11:12:09,973 DEBUG [main]: optimizer.GenMapRedUtils (GenMapRedUtils.java:setMapWork(716)) - Information added for path pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcbucket2 2015-10-29T11:12:09,973 DEBUG [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(167)) - Looking at: null 2015-10-29T11:12:09,973 INFO [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(175)) - Looking for table scans where optimization is applicable 2015-10-29T11:12:09,973 INFO [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(199)) - Found 0 null table scans 2015-10-29T11:12:09,973 DEBUG [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(167)) - Looking at: null 2015-10-29T11:12:09,973 INFO [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(175)) - Looking for table scans where optimization is applicable 2015-10-29T11:12:09,974 INFO [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(199)) - Found 0 null table scans 2015-10-29T11:12:09,974 DEBUG [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(167)) - Looking at: null 2015-10-29T11:12:09,974 INFO [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(175)) - Looking for table scans where optimization is applicable 2015-10-29T11:12:09,974 INFO [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(199)) - Found 0 null table scans 2015-10-29T11:12:09,974 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:analyzeInternal(10168)) - Completed plan generation 2015-10-29T11:12:09,974 INFO [main]: ql.Driver (Driver.java:compile(448)) - Semantic Analysis Completed 2015-10-29T11:12:09,974 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:validate(10519)) - validation start 2015-10-29T11:12:09,974 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:validate(10588)) - Not a partition. 2015-10-29T11:12:09,974 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:09,974 INFO [main]: ql.Driver (Driver.java:getSchema(244)) - Returning Hive schema: Schema(fieldSchemas:[FieldSchema(name:srcbucket2.key, type:int, comment:null), FieldSchema(name:srcbucket2.value, type:string, comment:null)], properties:null) 2015-10-29T11:12:09,975 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:09,975 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : compilation phase 2015-10-29T11:12:09,975 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {flushCache_()=1, isCompatibleWith_(HiveConf, )=0, getTable_(String, String, )=13} 2015-10-29T11:12:09,975 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:09,975 DEBUG [main]: lockmgr.DummyTxnManager (DummyTxnManager.java:acquireLocks(129)) - Adding default@srcbucket2 to list of lock inputs 2015-10-29T11:12:09,975 DEBUG [main]: lockmgr.DummyTxnManager (DummyTxnManager.java:acquireLocks(148)) - Adding default@srcbucket2 to list of lock outputs 2015-10-29T11:12:09,975 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:lock(262)) - Acquiring lock for default with mode IMPLICIT 2015-10-29T11:12:09,977 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:lock(262)) - Acquiring lock for default/srcbucket2 with mode IMPLICIT 2015-10-29T11:12:09,979 DEBUG [main]: ql.Driver (Driver.java:recordValidTxns(960)) - Encoding valid txns info 9223372036854775807: txnid:0 2015-10-29T11:12:09,979 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:09,979 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:09,979 INFO [main]: ql.Driver (Driver.java:execute(1468)) - Starting command(queryId=sush_20151029111209_0284a975-cd22-4e76-b070-b47c3ed59790): ANALYZE TABLE srcbucket2 COMPUTE STATISTICS 2015-10-29T11:12:09,979 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:09,979 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: query: ANALYZE TABLE srcbucket2 COMPUTE STATISTICS 2015-10-29T11:12:09,979 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: type: QUERY 2015-10-29T11:12:09,980 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: Input: default@srcbucket2 2015-10-29T11:12:09,980 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: Output: default@srcbucket2 2015-10-29T11:12:09,980 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:09,980 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:09,980 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:09,980 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - Query ID = sush_20151029111209_0284a975-cd22-4e76-b070-b47c3ed59790 2015-10-29T11:12:09,980 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - Total jobs = 1 2015-10-29T11:12:09,980 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:09,980 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:09,980 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:09,981 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - Launching Job 1 out of 1 2015-10-29T11:12:09,981 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-0:MAPRED] in serial mode 2015-10-29T11:12:09,981 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - Number of reduce tasks is set to 0 since there's no reduce operator 2015-10-29T11:12:09,986 INFO [main]: mr.ExecDriver (ExecDriver.java:execute(291)) - Using org.apache.hadoop.hive.ql.io.CombineHiveInputFormat 2015-10-29T11:12:09,986 INFO [main]: exec.Utilities (Utilities.java:getInputPaths(3433)) - Processing alias srcbucket2 2015-10-29T11:12:09,986 INFO [main]: exec.Utilities (Utilities.java:getInputPaths(3450)) - Adding input file pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcbucket2 2015-10-29T11:12:09,986 INFO [main]: exec.Utilities (Utilities.java:isEmptyPath(2734)) - Content Summary not cached for pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcbucket2 2015-10-29T11:12:10,021 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:10,021 INFO [main]: exec.Utilities (Utilities.java:serializePlan(939)) - Serializing MapWork via kryo 2015-10-29T11:12:10,022 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:10,022 DEBUG [main]: mapreduce.Cluster (Cluster.java:initialize(90)) - Trying ClientProtocolProvider : org.apache.hadoop.mapred.LocalClientProtocolProvider 2015-10-29T11:12:10,022 INFO [main]: jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized 2015-10-29T11:12:10,023 DEBUG [main]: mapreduce.Cluster (Cluster.java:initialize(103)) - Picked org.apache.hadoop.mapred.LocalClientProtocolProvider as the ClientProtocolProvider 2015-10-29T11:12:10,024 DEBUG [main]: fs.FSStatsPublisher (FSStatsPublisher.java:init(49)) - Initing FSStatsPublisher with : pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcbucket2/.hive-staging_hive_2015-10-29_11-12-09_912_590329178264910041-1/-ext-10000 2015-10-29T11:12:10,028 INFO [main]: fs.FSStatsPublisher (FSStatsPublisher.java:init(51)) - created : pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcbucket2/.hive-staging_hive_2015-10-29_11-12-09_912_590329178264910041-1/-ext-10000 2015-10-29T11:12:10,028 DEBUG [main]: mapreduce.Cluster (Cluster.java:initialize(90)) - Trying ClientProtocolProvider : org.apache.hadoop.mapred.LocalClientProtocolProvider 2015-10-29T11:12:10,028 INFO [main]: jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized 2015-10-29T11:12:10,029 DEBUG [main]: mapreduce.Cluster (Cluster.java:initialize(103)) - Picked org.apache.hadoop.mapred.LocalClientProtocolProvider as the ClientProtocolProvider 2015-10-29T11:12:10,029 INFO [main]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-09_912_590329178264910041-1/-mr-10002/764e0b6e-4a44-4d67-a1e0-9c2c67de103b/map.xml 2015-10-29T11:12:10,029 DEBUG [main]: exec.Utilities (Utilities.java:getBaseWork(452)) - Found plan in cache for name: map.xml 2015-10-29T11:12:10,030 INFO [main]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-09_912_590329178264910041-1/-mr-10002/764e0b6e-4a44-4d67-a1e0-9c2c67de103b/reduce.xml 2015-10-29T11:12:10,030 INFO [main]: exec.Utilities (Utilities.java:getBaseWork(405)) - local path = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-09_912_590329178264910041-1/-mr-10002/764e0b6e-4a44-4d67-a1e0-9c2c67de103b/reduce.xml 2015-10-29T11:12:10,030 INFO [main]: exec.Utilities (Utilities.java:getBaseWork(417)) - Open file to read in plan: file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-09_912_590329178264910041-1/-mr-10002/764e0b6e-4a44-4d67-a1e0-9c2c67de103b/reduce.xml 2015-10-29T11:12:10,030 DEBUG [main]: exec.Utilities (Utilities.java:getBaseWork(457)) - File not found: File file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-09_912_590329178264910041-1/-mr-10002/764e0b6e-4a44-4d67-a1e0-9c2c67de103b/reduce.xml does not exist 2015-10-29T11:12:10,030 INFO [main]: exec.Utilities (Utilities.java:getBaseWork(458)) - No plan file found: file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-09_912_590329178264910041-1/-mr-10002/764e0b6e-4a44-4d67-a1e0-9c2c67de103b/reduce.xml 2015-10-29T11:12:10,035 DEBUG [main]: mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(456)) - Configuring job job_local1253474873_0012 with file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/hadoop-tmp/mapred/staging/sush1253474873/.staging/job_local1253474873_0012 as the submit dir 2015-10-29T11:12:10,035 DEBUG [main]: mapreduce.JobSubmitter (JobSubmitter.java:populateTokenCache(718)) - adding the following namenodes' delegation tokens:[file:///] 2015-10-29T11:12:10,035 WARN [main]: mapreduce.JobSubmitter (JobSubmitter.java:copyAndConfigureFiles(153)) - Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2015-10-29T11:12:10,035 DEBUG [main]: mapreduce.JobSubmitter (JobSubmitter.java:copyAndConfigureFiles(173)) - default FileSystem: file:/// 2015-10-29T11:12:10,122 DEBUG [main]: mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(491)) - Creating splits at file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/hadoop-tmp/mapred/staging/sush1253474873/.staging/job_local1253474873_0012 2015-10-29T11:12:10,122 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:10,122 INFO [main]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-09_912_590329178264910041-1/-mr-10002/764e0b6e-4a44-4d67-a1e0-9c2c67de103b/map.xml 2015-10-29T11:12:10,122 DEBUG [main]: exec.Utilities (Utilities.java:getBaseWork(452)) - Found plan in cache for name: map.xml 2015-10-29T11:12:10,122 INFO [main]: io.CombineHiveInputFormat (CombineHiveInputFormat.java:getSplits(478)) - Total number of paths: 1, launching 1 threads to check non-combinable ones. 2015-10-29T11:12:10,123 DEBUG [main]: io.CombineHiveInputFormat (CombineHiveInputFormat.java:getSplits(512)) - The received input paths are: [pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcbucket2] against the property mapreduce.input.fileinputformat.inputdir 2015-10-29T11:12:10,123 INFO [main]: io.CombineHiveInputFormat (CombineHiveInputFormat.java:getCombineSplits(395)) - CombineHiveInputSplit creating pool for pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcbucket2; using filter path pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcbucket2 2015-10-29T11:12:10,155 DEBUG [main]: input.FileInputFormat (FileInputFormat.java:listStatus(279)) - Time taken to get FileStatuses: 31 2015-10-29T11:12:10,156 INFO [main]: input.FileInputFormat (FileInputFormat.java:listStatus(281)) - Total input paths to process : 4 2015-10-29T11:12:10,157 INFO [main]: input.CombineFileInputFormat (CombineFileInputFormat.java:createSplits(413)) - DEBUG: Terminated node allocation with : CompletedNodes: 1, size left: 0 2015-10-29T11:12:10,157 INFO [main]: io.CombineHiveInputFormat (CombineHiveInputFormat.java:getCombineSplits(450)) - number of splits 1 2015-10-29T11:12:10,158 INFO [main]: io.CombineHiveInputFormat (CombineHiveInputFormat.java:getSplits(549)) - Number of all splits 1 2015-10-29T11:12:10,158 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:10,180 INFO [main]: mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(494)) - number of splits:1 2015-10-29T11:12:10,215 INFO [main]: mapreduce.JobSubmitter (JobSubmitter.java:printTokens(583)) - Submitting tokens for job: job_local1253474873_0012 2015-10-29T11:12:10,271 INFO [main]: mapreduce.Job (Job.java:submit(1300)) - The url to track the job: http://localhost:8080/ 2015-10-29T11:12:10,272 INFO [Thread-788]: mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(471)) - OutputCommitter set in config org.apache.hadoop.hive.ql.io.HiveFileFormatUtils$NullOutputCommitter 2015-10-29T11:12:10,272 INFO [Thread-788]: mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(489)) - OutputCommitter is org.apache.hadoop.hive.ql.io.HiveFileFormatUtils$NullOutputCommitter 2015-10-29T11:12:10,272 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - Job running in-process (local Hadoop) 2015-10-29T11:12:10,273 DEBUG [Thread-788]: mapred.LocalJobRunner (LocalJobRunner.java:createMapExecutor(395)) - Starting mapper thread pool executor. 2015-10-29T11:12:10,273 DEBUG [Thread-788]: mapred.LocalJobRunner (LocalJobRunner.java:createMapExecutor(396)) - Max local threads: 1 2015-10-29T11:12:10,273 DEBUG [Thread-788]: mapred.LocalJobRunner (LocalJobRunner.java:createMapExecutor(397)) - Map tasks to process: 1 2015-10-29T11:12:10,273 INFO [Thread-788]: mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for map tasks 2015-10-29T11:12:10,273 INFO [LocalJobRunner Map Task Executor #0]: mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local1253474873_0012_m_000000_0 2015-10-29T11:12:10,273 DEBUG [LocalJobRunner Map Task Executor #0]: mapred.SortedRanges (SortedRanges.java:doNext(348)) - currentIndex 0 0:0 2015-10-29T11:12:10,273 DEBUG [LocalJobRunner Map Task Executor #0]: mapred.LocalJobRunner (LocalJobRunner.java:setupChildMapredLocalDirs(974)) - mapreduce.cluster.local.dir for child : /Users/sush/dev/hive.git/itests/qtest/target/tmp/hadoop-tmp/mapred/local/localRunner//sush/jobcache/job_local1253474873_0012/attempt_local1253474873_0012_m_000000_0 2015-10-29T11:12:10,274 INFO [LocalJobRunner Map Task Executor #0]: util.ProcfsBasedProcessTree (ProcfsBasedProcessTree.java:isAvailable(181)) - ProcfsBasedProcessTree currently is supported only on Linux. 2015-10-29T11:12:10,274 INFO [LocalJobRunner Map Task Executor #0]: util.ProcfsBasedProcessTree (ProcfsBasedProcessTree.java:isAvailable(181)) - ProcfsBasedProcessTree currently is supported only on Linux. 2015-10-29T11:12:10,274 INFO [LocalJobRunner Map Task Executor #0]: mapred.Task (Task.java:initialize(587)) - Using ResourceCalculatorProcessTree : null 2015-10-29T11:12:10,274 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:updateJobWithSplit(482)) - Processing split: Paths:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcbucket2/srcbucket20.txt:0+1358,/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcbucket2/srcbucket21.txt:0+1392,/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcbucket2/srcbucket22.txt:0+1450,/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcbucket2/srcbucket23.txt:0+1612InputFormatClass: org.apache.hadoop.mapred.TextInputFormat 2015-10-29T11:12:10,275 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-09_912_590329178264910041-1/-mr-10002/764e0b6e-4a44-4d67-a1e0-9c2c67de103b/map.xml 2015-10-29T11:12:10,275 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(405)) - local path = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-09_912_590329178264910041-1/-mr-10002/764e0b6e-4a44-4d67-a1e0-9c2c67de103b/map.xml 2015-10-29T11:12:10,275 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(417)) - Open file to read in plan: file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-09_912_590329178264910041-1/-mr-10002/764e0b6e-4a44-4d67-a1e0-9c2c67de103b/map.xml 2015-10-29T11:12:10,275 INFO [LocalJobRunner Map Task Executor #0]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:10,275 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:deserializePlan(966)) - Deserializing MapWork via kryo 2015-10-29T11:12:10,280 INFO [LocalJobRunner Map Task Executor #0]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:10,280 INFO [LocalJobRunner Map Task Executor #0]: io.HiveContextAwareRecordReader (HiveContextAwareRecordReader.java:initIOContext(174)) - Processing file pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcbucket2/srcbucket20.txt 2015-10-29T11:12:10,281 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:runOldMapper(436)) - numReduceTasks: 0 2015-10-29T11:12:10,281 INFO [LocalJobRunner Map Task Executor #0]: mr.ExecMapper (ExecMapper.java:configure(83)) - conf classpath = [file:/Users/sush/dev/hive.git/itests/qtest/target/surefire/surefirebooter6776397513364088476.jar] 2015-10-29T11:12:10,281 INFO [LocalJobRunner Map Task Executor #0]: mr.ExecMapper (ExecMapper.java:configure(85)) - thread classpath = [file:/Users/sush/dev/hive.git/itests/qtest/target/surefire/surefirebooter6776397513364088476.jar] 2015-10-29T11:12:10,281 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-09_912_590329178264910041-1/-mr-10002/764e0b6e-4a44-4d67-a1e0-9c2c67de103b/map.xml 2015-10-29T11:12:10,281 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(452)) - Found plan in cache for name: map.xml 2015-10-29T11:12:10,281 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:initialize(338)) - Initializing operator MAP[2] 2015-10-29T11:12:10,281 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:initialize(377)) - Initialization Done 2 MAP 2015-10-29T11:12:10,281 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:initializeChildren(463)) - Operator 2 MAP initialized 2015-10-29T11:12:10,281 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:initialize(390)) - Initialization Done 2 MAP done is reset. 2015-10-29T11:12:10,282 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:10,282 INFO [LocalJobRunner Map Task Executor #0]: mr.ExecMapper (ExecMapper.java:configure(110)) - Id =2 Id =1 <\Children> Id = 2 null<\Parent> <\TS> <\Children> <\Parent> <\MAP> 2015-10-29T11:12:10,282 INFO [LocalJobRunner Map Task Executor #0]: MapredContext (MapredContext.java:init(55)) - MapredContext initialized. 2015-10-29T11:12:10,282 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:initialize(338)) - Initializing operator TS[1] 2015-10-29T11:12:10,282 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:initialize(377)) - Initialization Done 1 TS 2015-10-29T11:12:10,282 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:initializeChildren(463)) - Operator 1 TS initialized 2015-10-29T11:12:10,283 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:initialize(390)) - Initialization Done 1 TS done is reset. 2015-10-29T11:12:10,283 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-09_912_590329178264910041-1/-mr-10002/764e0b6e-4a44-4d67-a1e0-9c2c67de103b/map.xml 2015-10-29T11:12:10,283 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(452)) - Found plan in cache for name: map.xml 2015-10-29T11:12:10,283 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (MapOperator.java:rowsForwarded(535)) - MAP[2]: records read - 1 2015-10-29T11:12:10,283 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (MapOperator.java:rowsForwarded(535)) - MAP[2]: records read - 10 2015-10-29T11:12:10,284 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (MapOperator.java:rowsForwarded(535)) - MAP[2]: records read - 100 2015-10-29T11:12:10,285 INFO [LocalJobRunner Map Task Executor #0]: io.HiveContextAwareRecordReader (HiveContextAwareRecordReader.java:initIOContext(174)) - Processing file pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcbucket2/srcbucket21.txt 2015-10-29T11:12:10,285 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-09_912_590329178264910041-1/-mr-10002/764e0b6e-4a44-4d67-a1e0-9c2c67de103b/map.xml 2015-10-29T11:12:10,286 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(452)) - Found plan in cache for name: map.xml 2015-10-29T11:12:10,288 INFO [LocalJobRunner Map Task Executor #0]: io.HiveContextAwareRecordReader (HiveContextAwareRecordReader.java:initIOContext(174)) - Processing file pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcbucket2/srcbucket22.txt 2015-10-29T11:12:10,289 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-09_912_590329178264910041-1/-mr-10002/764e0b6e-4a44-4d67-a1e0-9c2c67de103b/map.xml 2015-10-29T11:12:10,290 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(452)) - Found plan in cache for name: map.xml 2015-10-29T11:12:10,292 INFO [LocalJobRunner Map Task Executor #0]: io.HiveContextAwareRecordReader (HiveContextAwareRecordReader.java:initIOContext(174)) - Processing file pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcbucket2/srcbucket23.txt 2015-10-29T11:12:10,292 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-09_912_590329178264910041-1/-mr-10002/764e0b6e-4a44-4d67-a1e0-9c2c67de103b/map.xml 2015-10-29T11:12:10,292 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(452)) - Found plan in cache for name: map.xml 2015-10-29T11:12:10,294 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:close(650)) - 2 finished. closing... 2015-10-29T11:12:10,294 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:logStats(898)) - RECORDS_IN:500 2015-10-29T11:12:10,294 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:logStats(898)) - DESERIALIZE_ERRORS:0 2015-10-29T11:12:10,294 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:close(650)) - 1 finished. closing... 2015-10-29T11:12:10,294 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:10,295 DEBUG [LocalJobRunner Map Task Executor #0]: fs.FSStatsPublisher (FSStatsPublisher.java:connect(66)) - Connecting to : pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcbucket2/.hive-staging_hive_2015-10-29_11-12-09_912_590329178264910041-1/-ext-10000 2015-10-29T11:12:10,300 DEBUG [LocalJobRunner Map Task Executor #0]: fs.FSStatsPublisher (FSStatsPublisher.java:publishStat(78)) - Putting in map : default.srcbucket2/ {numRows=500, rawDataSize=5312} 2015-10-29T11:12:10,300 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (TableScanOperator.java:publishStats(306)) - publishing : default.srcbucket2/ : {numRows=500, rawDataSize=5312} 2015-10-29T11:12:10,301 DEBUG [LocalJobRunner Map Task Executor #0]: fs.FSStatsPublisher (FSStatsPublisher.java:closeConnection(99)) - About to create stats file for this task : pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcbucket2/.hive-staging_hive_2015-10-29_11-12-09_912_590329178264910041-1/-ext-10000/tmpstats-0 2015-10-29T11:12:10,305 DEBUG [LocalJobRunner Map Task Executor #0]: fs.FSStatsPublisher (FSStatsPublisher.java:closeConnection(101)) - Created file : pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcbucket2/.hive-staging_hive_2015-10-29_11-12-09_912_590329178264910041-1/-ext-10000/tmpstats-0 2015-10-29T11:12:10,305 DEBUG [LocalJobRunner Map Task Executor #0]: fs.FSStatsPublisher (FSStatsPublisher.java:closeConnection(102)) - Writing stats in it : {default.srcbucket2/={numRows=500, rawDataSize=5312}} 2015-10-29T11:12:10,305 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:close(674)) - 1 Close done 2015-10-29T11:12:10,305 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:close(674)) - 2 Close done 2015-10-29T11:12:10,305 INFO [LocalJobRunner Map Task Executor #0]: mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 2015-10-29T11:12:10,306 INFO [LocalJobRunner Map Task Executor #0]: mapred.Task (Task.java:done(1001)) - Task:attempt_local1253474873_0012_m_000000_0 is done. And is in the process of committing 2015-10-29T11:12:10,306 INFO [LocalJobRunner Map Task Executor #0]: mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcbucket2/srcbucket23.txt:0+1612 2015-10-29T11:12:10,306 INFO [LocalJobRunner Map Task Executor #0]: mapred.Task (Task.java:sendDone(1121)) - Task 'attempt_local1253474873_0012_m_000000_0' done. 2015-10-29T11:12:10,306 INFO [LocalJobRunner Map Task Executor #0]: mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local1253474873_0012_m_000000_0 2015-10-29T11:12:10,306 INFO [Thread-788]: mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - map task executor complete. 2015-10-29T11:12:11,277 DEBUG [main]: exec.Heartbeater (Heartbeater.java:heartbeat(80)) - heartbeating 2015-10-29T11:12:11,280 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - 2015-10-29 11:12:11,280 Stage-0 map = 100%, reduce = 0% 2015-10-29T11:12:11,282 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - Ended Job = job_local1253474873_0012 2015-10-29T11:12:11,283 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:11,283 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-1:STATS] in serial mode 2015-10-29T11:12:11,283 INFO [main]: exec.StatsTask (StatsTask.java:execute(87)) - Executing stats task 2015-10-29T11:12:11,284 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:11,284 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=srcbucket2 2015-10-29T11:12:11,284 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=srcbucket2 2015-10-29T11:12:11,292 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:11,292 DEBUG [main]: fs.FSStatsPublisher (FSStatsPublisher.java:init(49)) - Initing FSStatsPublisher with : pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcbucket2/.hive-staging_hive_2015-10-29_11-12-09_912_590329178264910041-1/-ext-10000 2015-10-29T11:12:11,296 INFO [main]: fs.FSStatsPublisher (FSStatsPublisher.java:init(51)) - created : pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcbucket2/.hive-staging_hive_2015-10-29_11-12-09_912_590329178264910041-1/-ext-10000 2015-10-29T11:12:11,296 DEBUG [main]: fs.FSStatsAggregator (FSStatsAggregator.java:connect(51)) - About to read stats from : pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcbucket2/.hive-staging_hive_2015-10-29_11-12-09_912_590329178264910041-1/-ext-10000 2015-10-29T11:12:11,303 INFO [main]: fs.FSStatsAggregator (FSStatsAggregator.java:connect(66)) - Read stats : {default.srcbucket2/={numRows=500, rawDataSize=5312}} 2015-10-29T11:12:11,303 DEBUG [main]: fs.FSStatsAggregator (FSStatsAggregator.java:aggregateStats(81)) - Part ID: default.srcbucket2/ numRows 2015-10-29T11:12:11,303 INFO [main]: fs.FSStatsAggregator (FSStatsAggregator.java:aggregateStats(93)) - Read stats for : default.srcbucket2/ numRows 500 2015-10-29T11:12:11,303 DEBUG [main]: fs.FSStatsAggregator (FSStatsAggregator.java:aggregateStats(81)) - Part ID: default.srcbucket2/ rawDataSize 2015-10-29T11:12:11,303 INFO [main]: fs.FSStatsAggregator (FSStatsAggregator.java:aggregateStats(93)) - Read stats for : default.srcbucket2/ rawDataSize 5312 2015-10-29T11:12:11,335 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct srcbucket2 { i32 key, string value} 2015-10-29T11:12:11,335 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:11,336 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: alter_table: db=default tbl=srcbucket2 newtbl=srcbucket2 2015-10-29T11:12:11,336 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=alter_table: db=default tbl=srcbucket2 newtbl=srcbucket2 2015-10-29T11:12:11,348 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:getDatabase(348)) - getDatabase: directsql returning db default locn[pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse] desc [Default Hive database] owner [public] ownertype [ROLE] 2015-10-29T11:12:11,378 INFO [main]: hive.log (MetaStoreUtils.java:updateTableStatsFast(231)) - Updating table stats fast for srcbucket2 2015-10-29T11:12:11,378 INFO [main]: hive.log (MetaStoreUtils.java:updateTableStatsFast(233)) - Updated size of table srcbucket2 to 5812 2015-10-29T11:12:11,385 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:11,385 INFO [main]: exec.StatsTask (StatsTask.java:aggregateStats(188)) - Table default.srcbucket2 stats: [numFiles=4, numRows=500, totalSize=5812, rawDataSize=5312] 2015-10-29T11:12:11,385 DEBUG [main]: fs.FSStatsAggregator (FSStatsAggregator.java:closeConnection(104)) - About to delete stats tmp dir :pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcbucket2/.hive-staging_hive_2015-10-29_11-12-09_912_590329178264910041-1/-ext-10000 2015-10-29T11:12:11,386 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:11,386 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:11,386 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: query: ANALYZE TABLE srcbucket2 COMPUTE STATISTICS 2015-10-29T11:12:11,386 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: type: QUERY 2015-10-29T11:12:11,386 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Input: default@srcbucket2 2015-10-29T11:12:11,386 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Output: default@srcbucket2 2015-10-29T11:12:11,386 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:11,386 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : execution phase 2015-10-29T11:12:11,387 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {isCompatibleWith_(HiveConf, )=0, getTable_(String, String, )=8, alter_table_(String, String, Table, boolean, )=50} 2015-10-29T11:12:11,387 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:11,387 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - MapReduce Jobs Launched: 2015-10-29T11:12:11,387 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - Stage-Stage-0: HDFS Read: 0 HDFS Write: 0 SUCCESS 2015-10-29T11:12:11,387 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - Total MapReduce CPU Time Spent: 0 msec 2015-10-29T11:12:11,387 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - OK 2015-10-29T11:12:11,387 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:11,387 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:releaseLocks(217)) - about to release lock for default/srcbucket2 2015-10-29T11:12:11,390 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:releaseLocks(217)) - about to release lock for default 2015-10-29T11:12:11,392 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:11,392 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:11,392 DEBUG [main]: ql.Driver (DriverContext.java:shutdown(132)) - Shutting down query ANALYZE TABLE srcbucket2 COMPUTE STATISTICS 2015-10-29T11:12:11,393 INFO [main]: CliDriver (SessionState.java:printInfo(996)) - Time taken: 1.481 seconds 2015-10-29T11:12:11,393 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:11,393 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:11,393 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:11,393 DEBUG [main]: conf.VariableSubstitution (VariableSubstitution.java:substitute(63)) - Substitution is on: ANALYZE TABLE srcbucket2 COMPUTE STATISTICS FOR COLUMNS key,value 2015-10-29T11:12:11,394 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:11,394 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(185)) - Parsing command: ANALYZE TABLE srcbucket2 COMPUTE STATISTICS FOR COLUMNS key,value 2015-10-29T11:12:11,394 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(209)) - Parse Completed 2015-10-29T11:12:11,394 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:11,394 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:11,395 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:11,395 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:11,395 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:11,395 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=srcbucket2 2015-10-29T11:12:11,395 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=srcbucket2 2015-10-29T11:12:11,402 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:11,402 INFO [main]: parse.ColumnStatsSemanticAnalyzer (ColumnStatsSemanticAnalyzer.java:getNumBitVectorsForNDVEstimation(270)) - Error requested is 20.0% 2015-10-29T11:12:11,403 INFO [main]: parse.ColumnStatsSemanticAnalyzer (ColumnStatsSemanticAnalyzer.java:getNumBitVectorsForNDVEstimation(271)) - Choosing 16 bit vectors.. 2015-10-29T11:12:11,403 DEBUG [main]: conf.VariableSubstitution (VariableSubstitution.java:substitute(63)) - Substitution is on: select compute_stats(`key` , 16 ) , compute_stats(`value` , 16 ) from default.`srcbucket2` 2015-10-29T11:12:11,403 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(185)) - Parsing command: select compute_stats(`key` , 16 ) , compute_stats(`value` , 16 ) from default.`srcbucket2` 2015-10-29T11:12:11,404 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(209)) - Parse Completed 2015-10-29T11:12:11,404 INFO [main]: parse.ColumnStatsSemanticAnalyzer (ColumnStatsSemanticAnalyzer.java:analyze(451)) - Invoking analyze on rewritten query 2015-10-29T11:12:11,404 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:analyzeInternal(10062)) - Starting Semantic Analysis 2015-10-29T11:12:11,404 DEBUG [main]: exec.FunctionRegistry (FunctionRegistry.java:getGenericUDAFResolver(1009)) - Looking up GenericUDAF: compute_stats 2015-10-29T11:12:11,404 DEBUG [main]: exec.FunctionRegistry (FunctionRegistry.java:getGenericUDAFResolver(1009)) - Looking up GenericUDAF: compute_stats 2015-10-29T11:12:11,405 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genResolvedParseTree(10009)) - Completed phase 1 of Semantic Analysis 2015-10-29T11:12:11,405 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:getMetaData(1538)) - Get metadata for source tables 2015-10-29T11:12:11,405 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:11,405 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=srcbucket2 2015-10-29T11:12:11,405 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=srcbucket2 2015-10-29T11:12:11,411 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:11,411 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:getMetaData(1678)) - Get metadata for subqueries 2015-10-29T11:12:11,411 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:getMetaData(1702)) - Get metadata for destination tables 2015-10-29T11:12:11,416 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genResolvedParseTree(10013)) - Completed getting MetaData in Semantic Analysis 2015-10-29T11:12:11,416 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct srcbucket2 { i32 key, string value} 2015-10-29T11:12:11,416 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genTablePlan(9467)) - Created Table Plan for srcbucket2 TS[0] 2015-10-29T11:12:11,417 DEBUG [main]: exec.FunctionRegistry (FunctionRegistry.java:getGenericUDAFResolver(1009)) - Looking up GenericUDAF: compute_stats 2015-10-29T11:12:11,417 DEBUG [main]: exec.FunctionRegistry (FunctionRegistry.java:getGenericUDAFResolver(1009)) - Looking up GenericUDAF: compute_stats 2015-10-29T11:12:11,418 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genBodyPlan(8817)) - RR before GB srcbucket2{(key,key: int)(value,value: string)(block__offset__inside__file,BLOCK__OFFSET__INSIDE__FILE: bigint)(input__file__name,INPUT__FILE__NAME: string)(row__id,ROW__ID: struct)} after GB {((tok_function compute_stats (tok_table_or_col key) 16),_col0: struct)((tok_function compute_stats (tok_table_or_col value) 16),_col1: struct)} 2015-10-29T11:12:11,418 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genSelectPlan(3604)) - tree: (TOK_SELECT (TOK_SELEXPR (TOK_FUNCTION compute_stats (TOK_TABLE_OR_COL key) 16)) (TOK_SELEXPR (TOK_FUNCTION compute_stats (TOK_TABLE_OR_COL value) 16))) 2015-10-29T11:12:11,418 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genSelectPlan(3714)) - genSelectPlan: input = {((tok_function compute_stats (tok_table_or_col key) 16),_col0: struct)((tok_function compute_stats (tok_table_or_col value) 16),_col1: struct)} starRr = srcbucket2{(key,key: int)(value,value: string)(block__offset__inside__file,BLOCK__OFFSET__INSIDE__FILE: bigint)(input__file__name,INPUT__FILE__NAME: string)(row__id,ROW__ID: struct)} 2015-10-29T11:12:11,418 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genSelectPlan(3862)) - Created Select Plan row schema: null{(_c0,_col0: struct)(_c1,_col1: struct)} 2015-10-29T11:12:11,418 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genSelectPlan(3593)) - Created Select Plan for clause: insclause-0 2015-10-29T11:12:11,418 DEBUG [main]: ql.Context (Context.java:getStagingDir(231)) - Created staging dir = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-11_403_1239414610909986152-1/-mr-10000/.hive-staging_hive_2015-10-29_11-12-11_403_1239414610909986152-1 for path = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-11_403_1239414610909986152-1/-mr-10000 2015-10-29T11:12:11,418 INFO [main]: common.FileUtils (FileUtils.java:mkdir(502)) - Creating directory if it doesn't exist: file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-11_403_1239414610909986152-1/-mr-10000/.hive-staging_hive_2015-10-29_11-12-11_403_1239414610909986152-1 2015-10-29T11:12:11,424 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chgrp,-R,staff,file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-11_403_1239414610909986152-1/-mr-10000} 2015-10-29T11:12:11,437 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:12:11,437 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chmod,-R,700,file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-11_403_1239414610909986152-1/-mr-10000} 2015-10-29T11:12:11,455 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:12:11,455 DEBUG [main]: shims.HadoopShimsSecure (Hadoop23Shims.java:debugLog(937)) - DeprecatedRawLocalFileStatus{path=file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-11_403_1239414610909986152-1/-mr-10000; isDirectory=true; modification_time=1446142331000; access_time=0; owner=; group=; permission=rwxrwxrwx; isSymlink=false} 2015-10-29T11:12:11,456 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genFileSinkPlan(6591)) - Set stats collection dir : file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-11_403_1239414610909986152-1/-mr-10000/.hive-staging_hive_2015-10-29_11-12-11_403_1239414610909986152-1/-ext-10002 2015-10-29T11:12:11,456 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genFileSinkPlan(6614)) - Created FileSink Plan for clause: insclause-0dest_path: file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-11_403_1239414610909986152-1/-mr-10000 row schema: null{(_c0,_col0: struct)(_c1,_col1: struct)} 2015-10-29T11:12:11,456 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genBodyPlan(8831)) - Created Body Plan for Query Block null 2015-10-29T11:12:11,456 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genPlan(9675)) - Created Plan for Query Block null 2015-10-29T11:12:11,456 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:analyzeInternal(10139)) - Before logical optimization TS[0]-SEL[1]-GBY[2]-RS[3]-GBY[4]-SEL[5]-FS[6] 2015-10-29T11:12:11,459 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:TS[0] with rs:(key: int|{srcbucket2}key,value: string|{srcbucket2}value,BLOCK__OFFSET__INSIDE__FILE: bigint|{srcbucket2}block__offset__inside__file,INPUT__FILE__NAME: string|{srcbucket2}input__file__name,ROW__ID: struct|{srcbucket2}row__id) 2015-10-29T11:12:11,459 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator TS[0] 2015-10-29T11:12:11,459 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:SEL[1] with rs:(key: int|{srcbucket2}key,value: string|{srcbucket2}value,BLOCK__OFFSET__INSIDE__FILE: bigint|{srcbucket2}block__offset__inside__file,INPUT__FILE__NAME: string|{srcbucket2}input__file__name,ROW__ID: struct|{srcbucket2}row__id) 2015-10-29T11:12:11,459 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator SEL[1] 2015-10-29T11:12:11,459 DEBUG [main]: optimizer.ConstantPropagateProcFactory (ConstantPropagateProcFactory.java:process(1131)) - New column list:(Column[key] Column[value] Column[BLOCK__OFFSET__INSIDE__FILE] Column[INPUT__FILE__NAME] Column[ROW__ID]) 2015-10-29T11:12:11,459 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:GBY[2] with rs:(_col0: struct|{}(tok_function compute_stats (tok_table_or_col key) 16),_col1: struct|{}(tok_function compute_stats (tok_table_or_col value) 16)) 2015-10-29T11:12:11,459 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator GBY[2] 2015-10-29T11:12:11,459 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:RS[3] with rs:(VALUE._col0: struct|{}(tok_function compute_stats (tok_table_or_col key) 16),VALUE._col1: struct|{}(tok_function compute_stats (tok_table_or_col value) 16)) 2015-10-29T11:12:11,460 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator RS[3] 2015-10-29T11:12:11,460 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:GBY[4] with rs:(_col0: struct|{}(tok_function compute_stats (tok_table_or_col key) 16),_col1: struct|{}(tok_function compute_stats (tok_table_or_col value) 16)) 2015-10-29T11:12:11,460 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator GBY[4] 2015-10-29T11:12:11,460 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:SEL[5] with rs:(_col0: struct|{null}_c0,_col1: struct|{null}_c1) 2015-10-29T11:12:11,460 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator SEL[5] 2015-10-29T11:12:11,460 DEBUG [main]: optimizer.ConstantPropagateProcFactory (ConstantPropagateProcFactory.java:process(1131)) - New column list:(Column[_col0] Column[_col1]) 2015-10-29T11:12:11,460 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:FS[6] with rs:(_col0: struct|{},_col1: struct|{}) 2015-10-29T11:12:11,461 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator FS[6] 2015-10-29T11:12:11,461 INFO [main]: ppd.OpProcFactory (OpProcFactory.java:process(662)) - Processing for FS(6) 2015-10-29T11:12:11,461 INFO [main]: ppd.OpProcFactory (OpProcFactory.java:process(662)) - Processing for SEL(5) 2015-10-29T11:12:11,461 INFO [main]: ppd.OpProcFactory (OpProcFactory.java:process(662)) - Processing for GBY(4) 2015-10-29T11:12:11,461 INFO [main]: ppd.OpProcFactory (OpProcFactory.java:process(662)) - Processing for RS(3) 2015-10-29T11:12:11,461 INFO [main]: ppd.OpProcFactory (OpProcFactory.java:process(662)) - Processing for GBY(2) 2015-10-29T11:12:11,461 INFO [main]: ppd.OpProcFactory (OpProcFactory.java:process(662)) - Processing for SEL(1) 2015-10-29T11:12:11,462 INFO [main]: ppd.OpProcFactory (OpProcFactory.java:process(383)) - Processing for TS(0) 2015-10-29T11:12:11,462 DEBUG [main]: ppd.PredicatePushDown (PredicatePushDown.java:transform(138)) - After PPD: TS[0]-SEL[1]-GBY[2]-RS[3]-GBY[4]-SEL[5]-FS[6] 2015-10-29T11:12:11,462 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:TS[0] with rs:(key: int|{srcbucket2}key,value: string|{srcbucket2}value,BLOCK__OFFSET__INSIDE__FILE: bigint|{srcbucket2}block__offset__inside__file,INPUT__FILE__NAME: string|{srcbucket2}input__file__name,ROW__ID: struct|{srcbucket2}row__id) 2015-10-29T11:12:11,462 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator TS[0] 2015-10-29T11:12:11,462 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:SEL[1] with rs:(key: int|{srcbucket2}key,value: string|{srcbucket2}value,BLOCK__OFFSET__INSIDE__FILE: bigint|{srcbucket2}block__offset__inside__file,INPUT__FILE__NAME: string|{srcbucket2}input__file__name,ROW__ID: struct|{srcbucket2}row__id) 2015-10-29T11:12:11,462 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator SEL[1] 2015-10-29T11:12:11,462 DEBUG [main]: optimizer.ConstantPropagateProcFactory (ConstantPropagateProcFactory.java:process(1131)) - New column list:(Column[key] Column[value] Column[BLOCK__OFFSET__INSIDE__FILE] Column[INPUT__FILE__NAME] Column[ROW__ID]) 2015-10-29T11:12:11,462 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:GBY[2] with rs:(_col0: struct|{}(tok_function compute_stats (tok_table_or_col key) 16),_col1: struct|{}(tok_function compute_stats (tok_table_or_col value) 16)) 2015-10-29T11:12:11,463 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator GBY[2] 2015-10-29T11:12:11,463 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:RS[3] with rs:(VALUE._col0: struct|{}(tok_function compute_stats (tok_table_or_col key) 16),VALUE._col1: struct|{}(tok_function compute_stats (tok_table_or_col value) 16)) 2015-10-29T11:12:11,463 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator RS[3] 2015-10-29T11:12:11,463 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:GBY[4] with rs:(_col0: struct|{}(tok_function compute_stats (tok_table_or_col key) 16),_col1: struct|{}(tok_function compute_stats (tok_table_or_col value) 16)) 2015-10-29T11:12:11,463 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator GBY[4] 2015-10-29T11:12:11,463 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:SEL[5] with rs:(_col0: struct|{null}_c0,_col1: struct|{null}_c1) 2015-10-29T11:12:11,463 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator SEL[5] 2015-10-29T11:12:11,463 DEBUG [main]: optimizer.ConstantPropagateProcFactory (ConstantPropagateProcFactory.java:process(1131)) - New column list:(Column[_col0] Column[_col1]) 2015-10-29T11:12:11,464 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:FS[6] with rs:(_col0: struct|{},_col1: struct|{}) 2015-10-29T11:12:11,464 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator FS[6] 2015-10-29T11:12:11,464 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:TS[0] with rs:(key: int|{srcbucket2}key,value: string|{srcbucket2}value,BLOCK__OFFSET__INSIDE__FILE: bigint|{srcbucket2}block__offset__inside__file,INPUT__FILE__NAME: string|{srcbucket2}input__file__name,ROW__ID: struct|{srcbucket2}row__id) 2015-10-29T11:12:11,464 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator TS[0] 2015-10-29T11:12:11,464 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:SEL[1] with rs:(key: int|{srcbucket2}key,value: string|{srcbucket2}value,BLOCK__OFFSET__INSIDE__FILE: bigint|{srcbucket2}block__offset__inside__file,INPUT__FILE__NAME: string|{srcbucket2}input__file__name,ROW__ID: struct|{srcbucket2}row__id) 2015-10-29T11:12:11,464 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator SEL[1] 2015-10-29T11:12:11,464 DEBUG [main]: optimizer.ConstantPropagateProcFactory (ConstantPropagateProcFactory.java:process(1131)) - New column list:(Column[key] Column[value] Column[BLOCK__OFFSET__INSIDE__FILE] Column[INPUT__FILE__NAME] Column[ROW__ID]) 2015-10-29T11:12:11,465 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:GBY[2] with rs:(_col0: struct|{}(tok_function compute_stats (tok_table_or_col key) 16),_col1: struct|{}(tok_function compute_stats (tok_table_or_col value) 16)) 2015-10-29T11:12:11,465 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator GBY[2] 2015-10-29T11:12:11,465 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:RS[3] with rs:(VALUE._col0: struct|{}(tok_function compute_stats (tok_table_or_col key) 16),VALUE._col1: struct|{}(tok_function compute_stats (tok_table_or_col value) 16)) 2015-10-29T11:12:11,465 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator RS[3] 2015-10-29T11:12:11,465 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:GBY[4] with rs:(_col0: struct|{}(tok_function compute_stats (tok_table_or_col key) 16),_col1: struct|{}(tok_function compute_stats (tok_table_or_col value) 16)) 2015-10-29T11:12:11,465 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator GBY[4] 2015-10-29T11:12:11,465 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:SEL[5] with rs:(_col0: struct|{null}_c0,_col1: struct|{null}_c1) 2015-10-29T11:12:11,465 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator SEL[5] 2015-10-29T11:12:11,465 DEBUG [main]: optimizer.ConstantPropagateProcFactory (ConstantPropagateProcFactory.java:process(1131)) - New column list:(Column[_col0] Column[_col1]) 2015-10-29T11:12:11,466 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:FS[6] with rs:(_col0: struct|{},_col1: struct|{}) 2015-10-29T11:12:11,466 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator FS[6] 2015-10-29T11:12:11,466 DEBUG [main]: optimizer.ColumnPrunerProcFactory (ColumnPrunerProcFactory.java:process(569)) - Reduce Sink Operator 3 key:[] 2015-10-29T11:12:11,466 INFO [main]: optimizer.ColumnPrunerProcFactory (ColumnPrunerProcFactory.java:pruneReduceSinkOperator(864)) - RS 3 oldColExprMap: {VALUE._col1=Column[_col1], VALUE._col0=Column[_col0]} 2015-10-29T11:12:11,466 INFO [main]: optimizer.ColumnPrunerProcFactory (ColumnPrunerProcFactory.java:pruneReduceSinkOperator(913)) - RS 3 newColExprMap: {VALUE._col1=Column[_col1], VALUE._col0=Column[_col0]} 2015-10-29T11:12:11,467 DEBUG [main]: optimizer.IdentityProjectRemover (IdentityProjectRemover.java:process(131)) - Identity project remover optimization removed : SEL[5] 2015-10-29T11:12:11,467 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:analyzeInternal(10147)) - After logical optimization TS[0]-SEL[1]-GBY[2]-RS[3]-GBY[4]-FS[6] 2015-10-29T11:12:11,468 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:11,468 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:11,468 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct srcbucket2 { i32 key, string value} 2015-10-29T11:12:11,468 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct srcbucket2 { i32 key, string value} 2015-10-29T11:12:11,468 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct srcbucket2 { i32 key, string value} 2015-10-29T11:12:11,468 DEBUG [main]: optimizer.GenMapRedUtils (GenMapRedUtils.java:setMapWork(678)) - Adding pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcbucket2 of tablesrcbucket2 2015-10-29T11:12:11,468 DEBUG [main]: optimizer.GenMapRedUtils (GenMapRedUtils.java:setMapWork(716)) - Information added for path pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcbucket2 2015-10-29T11:12:11,469 DEBUG [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(167)) - Looking at: null 2015-10-29T11:12:11,469 INFO [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(175)) - Looking for table scans where optimization is applicable 2015-10-29T11:12:11,469 INFO [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(199)) - Found 0 null table scans 2015-10-29T11:12:11,469 DEBUG [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(167)) - Looking at: null 2015-10-29T11:12:11,469 INFO [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(175)) - Looking for table scans where optimization is applicable 2015-10-29T11:12:11,469 INFO [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(199)) - Found 0 null table scans 2015-10-29T11:12:11,469 DEBUG [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(167)) - Looking at: null 2015-10-29T11:12:11,470 INFO [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(175)) - Looking for table scans where optimization is applicable 2015-10-29T11:12:11,470 INFO [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(199)) - Found 0 null table scans 2015-10-29T11:12:11,470 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:analyzeInternal(10168)) - Completed plan generation 2015-10-29T11:12:11,470 INFO [main]: ql.Driver (Driver.java:compile(448)) - Semantic Analysis Completed 2015-10-29T11:12:11,470 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:validate(10519)) - validation start 2015-10-29T11:12:11,470 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:validate(10561)) - not validating writeEntity, because entity is neither table nor partition 2015-10-29T11:12:11,470 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:11,470 INFO [main]: ql.Driver (Driver.java:getSchema(244)) - Returning Hive schema: Schema(fieldSchemas:[FieldSchema(name:_c0, type:struct, comment:null), FieldSchema(name:_c1, type:struct, comment:null)], properties:null) 2015-10-29T11:12:11,470 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:11,471 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : compilation phase 2015-10-29T11:12:11,471 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {flushCache_()=0, isCompatibleWith_(HiveConf, )=0, getTable_(String, String, )=13} 2015-10-29T11:12:11,471 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:11,471 DEBUG [main]: lockmgr.DummyTxnManager (DummyTxnManager.java:acquireLocks(129)) - Adding default@srcbucket2 to list of lock inputs 2015-10-29T11:12:11,471 DEBUG [main]: lockmgr.DummyTxnManager (DummyTxnManager.java:acquireLocks(148)) - Adding file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-11_403_1239414610909986152-1/-mr-10000 to list of lock outputs 2015-10-29T11:12:11,471 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:lock(262)) - Acquiring lock for default with mode IMPLICIT 2015-10-29T11:12:11,473 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:lock(262)) - Acquiring lock for default/srcbucket2 with mode IMPLICIT 2015-10-29T11:12:11,475 DEBUG [main]: ql.Driver (Driver.java:recordValidTxns(960)) - Encoding valid txns info 9223372036854775807: txnid:0 2015-10-29T11:12:11,475 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:11,475 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:11,475 INFO [main]: ql.Driver (Driver.java:execute(1468)) - Starting command(queryId=sush_20151029111211_38625da1-52a5-45d2-ac45-e28029adb25f): ANALYZE TABLE srcbucket2 COMPUTE STATISTICS FOR COLUMNS key,value 2015-10-29T11:12:11,475 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:11,475 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: query: ANALYZE TABLE srcbucket2 COMPUTE STATISTICS FOR COLUMNS key,value 2015-10-29T11:12:11,476 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: type: QUERY 2015-10-29T11:12:11,476 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: Input: default@srcbucket2 2015-10-29T11:12:11,476 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: Output: file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-11_403_1239414610909986152-1/-mr-10000 2015-10-29T11:12:11,476 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:11,476 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:11,476 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:11,476 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - Query ID = sush_20151029111211_38625da1-52a5-45d2-ac45-e28029adb25f 2015-10-29T11:12:11,476 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - Total jobs = 1 2015-10-29T11:12:11,476 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:11,476 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:11,476 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:11,477 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - Launching Job 1 out of 1 2015-10-29T11:12:11,477 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-0:MAPRED] in serial mode 2015-10-29T11:12:11,477 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - Number of reduce tasks determined at compile time: 1 2015-10-29T11:12:11,477 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - In order to change the average load for a reducer (in bytes): 2015-10-29T11:12:11,478 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - set hive.exec.reducers.bytes.per.reducer= 2015-10-29T11:12:11,478 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - In order to limit the maximum number of reducers: 2015-10-29T11:12:11,478 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - set hive.exec.reducers.max= 2015-10-29T11:12:11,478 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - In order to set a constant number of reducers: 2015-10-29T11:12:11,478 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - set mapreduce.job.reduces= 2015-10-29T11:12:11,483 INFO [main]: mr.ExecDriver (ExecDriver.java:execute(291)) - Using org.apache.hadoop.hive.ql.io.CombineHiveInputFormat 2015-10-29T11:12:11,483 INFO [main]: exec.Utilities (Utilities.java:getInputPaths(3433)) - Processing alias srcbucket2 2015-10-29T11:12:11,483 INFO [main]: exec.Utilities (Utilities.java:getInputPaths(3450)) - Adding input file pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcbucket2 2015-10-29T11:12:11,483 INFO [main]: exec.Utilities (Utilities.java:isEmptyPath(2734)) - Content Summary not cached for pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcbucket2 2015-10-29T11:12:11,514 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:11,514 INFO [main]: exec.Utilities (Utilities.java:serializePlan(939)) - Serializing MapWork via kryo 2015-10-29T11:12:11,515 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:11,520 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:11,520 INFO [main]: exec.Utilities (Utilities.java:serializePlan(939)) - Serializing ReduceWork via kryo 2015-10-29T11:12:11,522 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:11,522 DEBUG [main]: mapreduce.Cluster (Cluster.java:initialize(90)) - Trying ClientProtocolProvider : org.apache.hadoop.mapred.LocalClientProtocolProvider 2015-10-29T11:12:11,523 INFO [main]: jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized 2015-10-29T11:12:11,524 DEBUG [main]: mapreduce.Cluster (Cluster.java:initialize(103)) - Picked org.apache.hadoop.mapred.LocalClientProtocolProvider as the ClientProtocolProvider 2015-10-29T11:12:11,524 DEBUG [main]: mapreduce.Cluster (Cluster.java:initialize(90)) - Trying ClientProtocolProvider : org.apache.hadoop.mapred.LocalClientProtocolProvider 2015-10-29T11:12:11,525 INFO [main]: jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized 2015-10-29T11:12:11,525 DEBUG [main]: mapreduce.Cluster (Cluster.java:initialize(103)) - Picked org.apache.hadoop.mapred.LocalClientProtocolProvider as the ClientProtocolProvider 2015-10-29T11:12:11,525 INFO [main]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-11_394_4472123512405758234-1/-mr-10001/73ea6a9a-9c04-4185-a26c-2e306fb0c4bf/map.xml 2015-10-29T11:12:11,526 DEBUG [main]: exec.Utilities (Utilities.java:getBaseWork(452)) - Found plan in cache for name: map.xml 2015-10-29T11:12:11,526 INFO [main]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-11_394_4472123512405758234-1/-mr-10001/73ea6a9a-9c04-4185-a26c-2e306fb0c4bf/reduce.xml 2015-10-29T11:12:11,526 DEBUG [main]: exec.Utilities (Utilities.java:getBaseWork(452)) - Found plan in cache for name: reduce.xml 2015-10-29T11:12:11,531 DEBUG [main]: mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(456)) - Configuring job job_local220321299_0013 with file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/hadoop-tmp/mapred/staging/sush220321299/.staging/job_local220321299_0013 as the submit dir 2015-10-29T11:12:11,531 DEBUG [main]: mapreduce.JobSubmitter (JobSubmitter.java:populateTokenCache(718)) - adding the following namenodes' delegation tokens:[file:///] 2015-10-29T11:12:11,531 WARN [main]: mapreduce.JobSubmitter (JobSubmitter.java:copyAndConfigureFiles(153)) - Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2015-10-29T11:12:11,531 DEBUG [main]: mapreduce.JobSubmitter (JobSubmitter.java:copyAndConfigureFiles(173)) - default FileSystem: file:/// 2015-10-29T11:12:11,629 DEBUG [main]: mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(491)) - Creating splits at file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/hadoop-tmp/mapred/staging/sush220321299/.staging/job_local220321299_0013 2015-10-29T11:12:11,629 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:11,629 INFO [main]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-11_394_4472123512405758234-1/-mr-10001/73ea6a9a-9c04-4185-a26c-2e306fb0c4bf/map.xml 2015-10-29T11:12:11,629 DEBUG [main]: exec.Utilities (Utilities.java:getBaseWork(452)) - Found plan in cache for name: map.xml 2015-10-29T11:12:11,629 INFO [main]: io.CombineHiveInputFormat (CombineHiveInputFormat.java:getSplits(478)) - Total number of paths: 1, launching 1 threads to check non-combinable ones. 2015-10-29T11:12:11,630 DEBUG [main]: io.CombineHiveInputFormat (CombineHiveInputFormat.java:getSplits(512)) - The received input paths are: [pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcbucket2] against the property mapreduce.input.fileinputformat.inputdir 2015-10-29T11:12:11,630 INFO [main]: io.CombineHiveInputFormat (CombineHiveInputFormat.java:getCombineSplits(395)) - CombineHiveInputSplit creating pool for pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcbucket2; using filter path pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcbucket2 2015-10-29T11:12:11,660 DEBUG [main]: input.FileInputFormat (FileInputFormat.java:listStatus(279)) - Time taken to get FileStatuses: 29 2015-10-29T11:12:11,660 INFO [main]: input.FileInputFormat (FileInputFormat.java:listStatus(281)) - Total input paths to process : 4 2015-10-29T11:12:11,661 INFO [main]: input.CombineFileInputFormat (CombineFileInputFormat.java:createSplits(413)) - DEBUG: Terminated node allocation with : CompletedNodes: 1, size left: 0 2015-10-29T11:12:11,661 INFO [main]: io.CombineHiveInputFormat (CombineHiveInputFormat.java:getCombineSplits(450)) - number of splits 1 2015-10-29T11:12:11,661 INFO [main]: io.CombineHiveInputFormat (CombineHiveInputFormat.java:getSplits(549)) - Number of all splits 1 2015-10-29T11:12:11,661 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:11,676 INFO [main]: mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(494)) - number of splits:1 2015-10-29T11:12:11,690 INFO [main]: mapreduce.JobSubmitter (JobSubmitter.java:printTokens(583)) - Submitting tokens for job: job_local220321299_0013 2015-10-29T11:12:11,744 INFO [main]: mapreduce.Job (Job.java:submit(1300)) - The url to track the job: http://localhost:8080/ 2015-10-29T11:12:11,745 INFO [Thread-839]: mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(471)) - OutputCommitter set in config org.apache.hadoop.hive.ql.io.HiveFileFormatUtils$NullOutputCommitter 2015-10-29T11:12:11,745 INFO [Thread-839]: mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(489)) - OutputCommitter is org.apache.hadoop.hive.ql.io.HiveFileFormatUtils$NullOutputCommitter 2015-10-29T11:12:11,745 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - Job running in-process (local Hadoop) 2015-10-29T11:12:11,745 DEBUG [Thread-839]: mapred.LocalJobRunner (LocalJobRunner.java:createMapExecutor(395)) - Starting mapper thread pool executor. 2015-10-29T11:12:11,746 DEBUG [Thread-839]: mapred.LocalJobRunner (LocalJobRunner.java:createMapExecutor(396)) - Max local threads: 1 2015-10-29T11:12:11,746 DEBUG [Thread-839]: mapred.LocalJobRunner (LocalJobRunner.java:createMapExecutor(397)) - Map tasks to process: 1 2015-10-29T11:12:11,746 INFO [Thread-839]: mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for map tasks 2015-10-29T11:12:11,746 INFO [LocalJobRunner Map Task Executor #0]: mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local220321299_0013_m_000000_0 2015-10-29T11:12:11,746 DEBUG [LocalJobRunner Map Task Executor #0]: mapred.SortedRanges (SortedRanges.java:doNext(348)) - currentIndex 0 0:0 2015-10-29T11:12:11,746 DEBUG [LocalJobRunner Map Task Executor #0]: mapred.LocalJobRunner (LocalJobRunner.java:setupChildMapredLocalDirs(974)) - mapreduce.cluster.local.dir for child : /Users/sush/dev/hive.git/itests/qtest/target/tmp/hadoop-tmp/mapred/local/localRunner//sush/jobcache/job_local220321299_0013/attempt_local220321299_0013_m_000000_0 2015-10-29T11:12:11,747 INFO [LocalJobRunner Map Task Executor #0]: util.ProcfsBasedProcessTree (ProcfsBasedProcessTree.java:isAvailable(181)) - ProcfsBasedProcessTree currently is supported only on Linux. 2015-10-29T11:12:11,747 INFO [LocalJobRunner Map Task Executor #0]: util.ProcfsBasedProcessTree (ProcfsBasedProcessTree.java:isAvailable(181)) - ProcfsBasedProcessTree currently is supported only on Linux. 2015-10-29T11:12:11,747 INFO [LocalJobRunner Map Task Executor #0]: mapred.Task (Task.java:initialize(587)) - Using ResourceCalculatorProcessTree : null 2015-10-29T11:12:11,747 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:updateJobWithSplit(482)) - Processing split: Paths:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcbucket2/srcbucket20.txt:0+1358,/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcbucket2/srcbucket21.txt:0+1392,/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcbucket2/srcbucket22.txt:0+1450,/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcbucket2/srcbucket23.txt:0+1612InputFormatClass: org.apache.hadoop.mapred.TextInputFormat 2015-10-29T11:12:11,748 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-11_394_4472123512405758234-1/-mr-10001/73ea6a9a-9c04-4185-a26c-2e306fb0c4bf/map.xml 2015-10-29T11:12:11,748 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(405)) - local path = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-11_394_4472123512405758234-1/-mr-10001/73ea6a9a-9c04-4185-a26c-2e306fb0c4bf/map.xml 2015-10-29T11:12:11,748 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(417)) - Open file to read in plan: file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-11_394_4472123512405758234-1/-mr-10001/73ea6a9a-9c04-4185-a26c-2e306fb0c4bf/map.xml 2015-10-29T11:12:11,748 INFO [LocalJobRunner Map Task Executor #0]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:11,748 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:deserializePlan(966)) - Deserializing MapWork via kryo 2015-10-29T11:12:11,755 INFO [LocalJobRunner Map Task Executor #0]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:11,755 INFO [LocalJobRunner Map Task Executor #0]: io.HiveContextAwareRecordReader (HiveContextAwareRecordReader.java:initIOContext(174)) - Processing file pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcbucket2/srcbucket20.txt 2015-10-29T11:12:11,756 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:runOldMapper(436)) - numReduceTasks: 1 2015-10-29T11:12:11,756 DEBUG [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:createSortingCollector(398)) - Trying map output collector class: org.apache.hadoop.mapred.MapTask$MapOutputBuffer 2015-10-29T11:12:11,765 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:setEquator(1202)) - (EQUATOR) 0 kvi 26214396(104857584) 2015-10-29T11:12:11,765 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:init(995)) - mapreduce.task.io.sort.mb: 100 2015-10-29T11:12:11,765 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:init(996)) - soft limit at 83886080 2015-10-29T11:12:11,765 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:init(997)) - bufstart = 0; bufvoid = 104857600 2015-10-29T11:12:11,765 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:init(998)) - kvstart = 26214396; length = 6553600 2015-10-29T11:12:11,766 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:createSortingCollector(402)) - Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer 2015-10-29T11:12:11,766 INFO [LocalJobRunner Map Task Executor #0]: mr.ExecMapper (ExecMapper.java:configure(83)) - conf classpath = [file:/Users/sush/dev/hive.git/itests/qtest/target/surefire/surefirebooter6776397513364088476.jar] 2015-10-29T11:12:11,766 INFO [LocalJobRunner Map Task Executor #0]: mr.ExecMapper (ExecMapper.java:configure(85)) - thread classpath = [file:/Users/sush/dev/hive.git/itests/qtest/target/surefire/surefirebooter6776397513364088476.jar] 2015-10-29T11:12:11,766 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-11_394_4472123512405758234-1/-mr-10001/73ea6a9a-9c04-4185-a26c-2e306fb0c4bf/map.xml 2015-10-29T11:12:11,766 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(452)) - Found plan in cache for name: map.xml 2015-10-29T11:12:11,766 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:initialize(338)) - Initializing operator MAP[11] 2015-10-29T11:12:11,766 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:initialize(377)) - Initialization Done 11 MAP 2015-10-29T11:12:11,766 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:initializeChildren(463)) - Operator 11 MAP initialized 2015-10-29T11:12:11,767 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:initialize(390)) - Initialization Done 11 MAP done is reset. 2015-10-29T11:12:11,767 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:11,767 INFO [LocalJobRunner Map Task Executor #0]: mr.ExecMapper (ExecMapper.java:configure(110)) - Id =11 Id =7 Id =8 Id =9 Id =10 <\Children> Id = 9 null<\Parent> <\RS> <\Children> Id = 8 null<\Parent> <\GBY> <\Children> Id = 7 null<\Parent> <\SEL> <\Children> Id = 11 null<\Parent> <\TS> <\Children> <\Parent> <\MAP> 2015-10-29T11:12:11,767 INFO [LocalJobRunner Map Task Executor #0]: MapredContext (MapredContext.java:init(55)) - MapredContext initialized. 2015-10-29T11:12:11,767 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:initialize(338)) - Initializing operator TS[7] 2015-10-29T11:12:11,768 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:initialize(377)) - Initialization Done 7 TS 2015-10-29T11:12:11,768 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:initializeChildren(463)) - Operator 7 TS initialized 2015-10-29T11:12:11,768 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:initializeChildren(469)) - Initializing children of 7 TS 2015-10-29T11:12:11,768 INFO [LocalJobRunner Map Task Executor #0]: exec.SelectOperator (Operator.java:initialize(507)) - Initializing child 8 SEL 2015-10-29T11:12:11,768 INFO [LocalJobRunner Map Task Executor #0]: exec.SelectOperator (Operator.java:initialize(338)) - Initializing operator SEL[8] 2015-10-29T11:12:11,768 INFO [LocalJobRunner Map Task Executor #0]: exec.SelectOperator (SelectOperator.java:initializeOp(65)) - SELECT struct 2015-10-29T11:12:11,768 INFO [LocalJobRunner Map Task Executor #0]: exec.SelectOperator (Operator.java:initialize(377)) - Initialization Done 8 SEL 2015-10-29T11:12:11,768 INFO [LocalJobRunner Map Task Executor #0]: exec.SelectOperator (Operator.java:initializeChildren(463)) - Operator 8 SEL initialized 2015-10-29T11:12:11,768 INFO [LocalJobRunner Map Task Executor #0]: exec.SelectOperator (Operator.java:initializeChildren(469)) - Initializing children of 8 SEL 2015-10-29T11:12:11,768 INFO [LocalJobRunner Map Task Executor #0]: exec.GroupByOperator (Operator.java:initialize(507)) - Initializing child 9 GBY 2015-10-29T11:12:11,768 INFO [LocalJobRunner Map Task Executor #0]: exec.GroupByOperator (Operator.java:initialize(338)) - Initializing operator GBY[9] 2015-10-29T11:12:11,768 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:11,768 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:11,769 INFO [LocalJobRunner Map Task Executor #0]: exec.GroupByOperator (Operator.java:initialize(377)) - Initialization Done 9 GBY 2015-10-29T11:12:11,769 INFO [LocalJobRunner Map Task Executor #0]: exec.GroupByOperator (Operator.java:initializeChildren(463)) - Operator 9 GBY initialized 2015-10-29T11:12:11,769 INFO [LocalJobRunner Map Task Executor #0]: exec.GroupByOperator (Operator.java:initializeChildren(469)) - Initializing children of 9 GBY 2015-10-29T11:12:11,769 INFO [LocalJobRunner Map Task Executor #0]: exec.ReduceSinkOperator (Operator.java:initialize(507)) - Initializing child 10 RS 2015-10-29T11:12:11,769 INFO [LocalJobRunner Map Task Executor #0]: exec.ReduceSinkOperator (Operator.java:initialize(338)) - Initializing operator RS[10] 2015-10-29T11:12:11,769 INFO [LocalJobRunner Map Task Executor #0]: exec.ReduceSinkOperator (ReduceSinkOperator.java:initializeOp(221)) - Using tag = -1 2015-10-29T11:12:11,769 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:11,769 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:11,769 DEBUG [LocalJobRunner Map Task Executor #0]: lazybinary.LazyBinarySerDe (LazyBinarySerDe.java:initialize(131)) - LazyBinarySerDe initialized with: columnNames=[_col0, _col1] columnTypes=[struct, struct] 2015-10-29T11:12:11,769 INFO [LocalJobRunner Map Task Executor #0]: exec.ReduceSinkOperator (Operator.java:initialize(377)) - Initialization Done 10 RS 2015-10-29T11:12:11,769 INFO [LocalJobRunner Map Task Executor #0]: exec.ReduceSinkOperator (Operator.java:initializeChildren(463)) - Operator 10 RS initialized 2015-10-29T11:12:11,770 INFO [LocalJobRunner Map Task Executor #0]: exec.ReduceSinkOperator (Operator.java:initialize(390)) - Initialization Done 10 RS done is reset. 2015-10-29T11:12:11,770 INFO [LocalJobRunner Map Task Executor #0]: exec.GroupByOperator (Operator.java:initialize(390)) - Initialization Done 9 GBY done is reset. 2015-10-29T11:12:11,770 INFO [LocalJobRunner Map Task Executor #0]: exec.SelectOperator (Operator.java:initialize(390)) - Initialization Done 8 SEL done is reset. 2015-10-29T11:12:11,770 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:initialize(390)) - Initialization Done 7 TS done is reset. 2015-10-29T11:12:11,770 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-11_394_4472123512405758234-1/-mr-10001/73ea6a9a-9c04-4185-a26c-2e306fb0c4bf/map.xml 2015-10-29T11:12:11,770 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(452)) - Found plan in cache for name: map.xml 2015-10-29T11:12:11,770 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (MapOperator.java:rowsForwarded(535)) - MAP[11]: records read - 1 2015-10-29T11:12:11,771 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (MapOperator.java:rowsForwarded(535)) - MAP[11]: records read - 10 2015-10-29T11:12:11,773 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (MapOperator.java:rowsForwarded(535)) - MAP[11]: records read - 100 2015-10-29T11:12:11,774 INFO [LocalJobRunner Map Task Executor #0]: io.HiveContextAwareRecordReader (HiveContextAwareRecordReader.java:initIOContext(174)) - Processing file pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcbucket2/srcbucket21.txt 2015-10-29T11:12:11,774 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-11_394_4472123512405758234-1/-mr-10001/73ea6a9a-9c04-4185-a26c-2e306fb0c4bf/map.xml 2015-10-29T11:12:11,774 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(452)) - Found plan in cache for name: map.xml 2015-10-29T11:12:11,779 INFO [LocalJobRunner Map Task Executor #0]: io.HiveContextAwareRecordReader (HiveContextAwareRecordReader.java:initIOContext(174)) - Processing file pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcbucket2/srcbucket22.txt 2015-10-29T11:12:11,779 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-11_394_4472123512405758234-1/-mr-10001/73ea6a9a-9c04-4185-a26c-2e306fb0c4bf/map.xml 2015-10-29T11:12:11,779 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(452)) - Found plan in cache for name: map.xml 2015-10-29T11:12:11,783 INFO [LocalJobRunner Map Task Executor #0]: io.HiveContextAwareRecordReader (HiveContextAwareRecordReader.java:initIOContext(174)) - Processing file pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcbucket2/srcbucket23.txt 2015-10-29T11:12:11,783 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-11_394_4472123512405758234-1/-mr-10001/73ea6a9a-9c04-4185-a26c-2e306fb0c4bf/map.xml 2015-10-29T11:12:11,783 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(452)) - Found plan in cache for name: map.xml 2015-10-29T11:12:11,786 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:close(650)) - 11 finished. closing... 2015-10-29T11:12:11,787 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:logStats(898)) - RECORDS_IN:500 2015-10-29T11:12:11,787 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:logStats(898)) - DESERIALIZE_ERRORS:0 2015-10-29T11:12:11,787 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:close(650)) - 7 finished. closing... 2015-10-29T11:12:11,787 INFO [LocalJobRunner Map Task Executor #0]: exec.SelectOperator (Operator.java:close(650)) - 8 finished. closing... 2015-10-29T11:12:11,787 INFO [LocalJobRunner Map Task Executor #0]: exec.GroupByOperator (Operator.java:close(650)) - 9 finished. closing... 2015-10-29T11:12:11,787 INFO [LocalJobRunner Map Task Executor #0]: exec.GroupByOperator (GroupByOperator.java:flush(1027)) - Begin Hash Table flush: size = 1 2015-10-29T11:12:11,790 INFO [LocalJobRunner Map Task Executor #0]: exec.ReduceSinkOperator (ReduceSinkOperator.java:process(322)) - keys are [] num distributions: 0 2015-10-29T11:12:11,790 INFO [LocalJobRunner Map Task Executor #0]: exec.ReduceSinkOperator (ReduceSinkOperator.java:collect(535)) - RS[10]: records written - 1 2015-10-29T11:12:11,790 INFO [LocalJobRunner Map Task Executor #0]: exec.ReduceSinkOperator (Operator.java:close(650)) - 10 finished. closing... 2015-10-29T11:12:11,790 INFO [LocalJobRunner Map Task Executor #0]: exec.ReduceSinkOperator (ReduceSinkOperator.java:closeOp(569)) - RS[10]: records written - 1 2015-10-29T11:12:11,790 INFO [LocalJobRunner Map Task Executor #0]: exec.ReduceSinkOperator (Operator.java:logStats(898)) - RECORDS_OUT_INTERMEDIATE:1 2015-10-29T11:12:11,790 INFO [LocalJobRunner Map Task Executor #0]: exec.ReduceSinkOperator (Operator.java:close(674)) - 10 Close done 2015-10-29T11:12:11,790 INFO [LocalJobRunner Map Task Executor #0]: exec.GroupByOperator (Operator.java:close(674)) - 9 Close done 2015-10-29T11:12:11,791 INFO [LocalJobRunner Map Task Executor #0]: exec.SelectOperator (Operator.java:close(674)) - 8 Close done 2015-10-29T11:12:11,791 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:close(674)) - 7 Close done 2015-10-29T11:12:11,791 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:close(674)) - 11 Close done 2015-10-29T11:12:11,791 INFO [LocalJobRunner Map Task Executor #0]: mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 2015-10-29T11:12:11,791 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:flush(1457)) - Starting flush of map output 2015-10-29T11:12:11,791 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:flush(1475)) - Spilling map output 2015-10-29T11:12:11,791 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:flush(1476)) - bufstart = 0; bufend = 899; bufvoid = 104857600 2015-10-29T11:12:11,791 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:flush(1478)) - kvstart = 26214396(104857584); kvend = 26214396(104857584); length = 1/6553600 2015-10-29T11:12:11,792 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:sortAndSpill(1660)) - Finished spill 0 2015-10-29T11:12:11,793 INFO [LocalJobRunner Map Task Executor #0]: mapred.Task (Task.java:done(1001)) - Task:attempt_local220321299_0013_m_000000_0 is done. And is in the process of committing 2015-10-29T11:12:11,794 INFO [LocalJobRunner Map Task Executor #0]: mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcbucket2/srcbucket23.txt:0+1612 2015-10-29T11:12:11,794 INFO [LocalJobRunner Map Task Executor #0]: mapred.Task (Task.java:sendDone(1121)) - Task 'attempt_local220321299_0013_m_000000_0' done. 2015-10-29T11:12:11,794 INFO [LocalJobRunner Map Task Executor #0]: mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local220321299_0013_m_000000_0 2015-10-29T11:12:11,794 INFO [Thread-839]: mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - map task executor complete. 2015-10-29T11:12:11,795 DEBUG [Thread-839]: mapred.LocalJobRunner (LocalJobRunner.java:createReduceExecutor(424)) - Starting reduce thread pool executor. 2015-10-29T11:12:11,795 DEBUG [Thread-839]: mapred.LocalJobRunner (LocalJobRunner.java:createReduceExecutor(425)) - Max local threads: 1 2015-10-29T11:12:11,795 DEBUG [Thread-839]: mapred.LocalJobRunner (LocalJobRunner.java:createReduceExecutor(426)) - Reduce tasks to process: 1 2015-10-29T11:12:11,795 INFO [Thread-839]: mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for reduce tasks 2015-10-29T11:12:11,795 INFO [pool-51-thread-1]: mapred.LocalJobRunner (LocalJobRunner.java:run(302)) - Starting task: attempt_local220321299_0013_r_000000_0 2015-10-29T11:12:11,795 DEBUG [pool-51-thread-1]: mapred.SortedRanges (SortedRanges.java:doNext(348)) - currentIndex 0 0:0 2015-10-29T11:12:11,796 DEBUG [pool-51-thread-1]: mapred.LocalJobRunner (LocalJobRunner.java:setupChildMapredLocalDirs(974)) - mapreduce.cluster.local.dir for child : /Users/sush/dev/hive.git/itests/qtest/target/tmp/hadoop-tmp/mapred/local/localRunner//sush/jobcache/job_local220321299_0013/attempt_local220321299_0013_r_000000_0 2015-10-29T11:12:11,796 INFO [pool-51-thread-1]: util.ProcfsBasedProcessTree (ProcfsBasedProcessTree.java:isAvailable(181)) - ProcfsBasedProcessTree currently is supported only on Linux. 2015-10-29T11:12:11,796 INFO [pool-51-thread-1]: util.ProcfsBasedProcessTree (ProcfsBasedProcessTree.java:isAvailable(181)) - ProcfsBasedProcessTree currently is supported only on Linux. 2015-10-29T11:12:11,796 INFO [pool-51-thread-1]: mapred.Task (Task.java:initialize(587)) - Using ResourceCalculatorProcessTree : null 2015-10-29T11:12:11,796 INFO [pool-51-thread-1]: mapred.ReduceTask (ReduceTask.java:run(362)) - Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@20f2a81b 2015-10-29T11:12:11,797 INFO [pool-51-thread-1]: reduce.MergeManagerImpl (MergeManagerImpl.java:(196)) - MergerManager: memoryLimit=1336252800, maxSingleShuffleLimit=334063200, mergeThreshold=881926912, ioSortFactor=10, memToMemMergeOutputsThreshold=10 2015-10-29T11:12:11,797 INFO [EventFetcher for fetching Map Completion Events]: reduce.EventFetcher (EventFetcher.java:run(61)) - attempt_local220321299_0013_r_000000_0 Thread started: EventFetcher for fetching Map Completion Events 2015-10-29T11:12:11,797 DEBUG [EventFetcher for fetching Map Completion Events]: reduce.EventFetcher (EventFetcher.java:getMapCompletionEvents(127)) - Got 0 map completion events from 0 2015-10-29T11:12:11,797 DEBUG [EventFetcher for fetching Map Completion Events]: reduce.EventFetcher (EventFetcher.java:run(71)) - GetMapEventsThread about to sleep for 1000 2015-10-29T11:12:11,798 DEBUG [localfetcher#6]: reduce.LocalFetcher (LocalFetcher.java:doCopy(101)) - LocalFetcher 6 going to fetch: attempt_local220321299_0013_m_000000_0 2015-10-29T11:12:11,798 DEBUG [localfetcher#6]: reduce.MergeManagerImpl (MergeManagerImpl.java:reserve(291)) - attempt_local220321299_0013_m_000000_0: Proceeding with shuffle since usedMemory (0) is lesser than memoryLimit (1336252800).CommitMemory is (0) 2015-10-29T11:12:11,798 INFO [localfetcher#6]: reduce.LocalFetcher (LocalFetcher.java:copyMapOutput(141)) - localfetcher#6 about to shuffle output of map attempt_local220321299_0013_m_000000_0 decomp: 905 len: 909 to MEMORY 2015-10-29T11:12:11,798 INFO [localfetcher#6]: reduce.InMemoryMapOutput (InMemoryMapOutput.java:shuffle(100)) - Read 905 bytes from map-output for attempt_local220321299_0013_m_000000_0 2015-10-29T11:12:11,798 INFO [localfetcher#6]: reduce.MergeManagerImpl (MergeManagerImpl.java:closeInMemoryFile(314)) - closeInMemoryFile -> map-output of size: 905, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->905 2015-10-29T11:12:11,799 DEBUG [localfetcher#6]: reduce.ShuffleSchedulerImpl (ShuffleSchedulerImpl.java:copySucceeded(217)) - map attempt_local220321299_0013_m_000000_0 done 1 / 1 copied. 2015-10-29T11:12:11,799 INFO [EventFetcher for fetching Map Completion Events]: reduce.EventFetcher (EventFetcher.java:run(76)) - EventFetcher is interrupted.. Returning 2015-10-29T11:12:11,799 INFO [pool-51-thread-1]: mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied. 2015-10-29T11:12:11,799 INFO [pool-51-thread-1]: reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(674)) - finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs 2015-10-29T11:12:11,800 INFO [pool-51-thread-1]: mapred.Merger (Merger.java:merge(597)) - Merging 1 sorted segments 2015-10-29T11:12:11,800 INFO [pool-51-thread-1]: mapred.Merger (Merger.java:merge(696)) - Down to the last merge-pass, with 1 segments left of total size: 896 bytes 2015-10-29T11:12:11,801 INFO [pool-51-thread-1]: reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(751)) - Merged 1 segments, 905 bytes to disk to satisfy reduce memory limit 2015-10-29T11:12:11,801 DEBUG [pool-51-thread-1]: reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(774)) - Disk file: /Users/sush/dev/hive.git/itests/qtest/target/tmp/hadoop-tmp/mapred/local/localRunner/sush/jobcache/job_local220321299_0013/attempt_local220321299_0013_r_000000_0/output/map_0.out.merged Length is 909 2015-10-29T11:12:11,801 INFO [pool-51-thread-1]: reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(781)) - Merging 1 files, 909 bytes from disk 2015-10-29T11:12:11,801 INFO [pool-51-thread-1]: reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(796)) - Merging 0 segments, 0 bytes from memory into reduce 2015-10-29T11:12:11,801 INFO [pool-51-thread-1]: mapred.Merger (Merger.java:merge(597)) - Merging 1 sorted segments 2015-10-29T11:12:11,801 INFO [pool-51-thread-1]: mapred.Merger (Merger.java:merge(696)) - Down to the last merge-pass, with 1 segments left of total size: 896 bytes 2015-10-29T11:12:11,802 INFO [pool-51-thread-1]: mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied. 2015-10-29T11:12:11,802 INFO [pool-51-thread-1]: ExecReducer (ExecReducer.java:configure(101)) - conf classpath = [file:/Users/sush/dev/hive.git/itests/qtest/target/surefire/surefirebooter6776397513364088476.jar] 2015-10-29T11:12:11,802 INFO [pool-51-thread-1]: ExecReducer (ExecReducer.java:configure(103)) - thread classpath = [file:/Users/sush/dev/hive.git/itests/qtest/target/surefire/surefirebooter6776397513364088476.jar] 2015-10-29T11:12:11,802 INFO [pool-51-thread-1]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-11_394_4472123512405758234-1/-mr-10001/73ea6a9a-9c04-4185-a26c-2e306fb0c4bf/reduce.xml 2015-10-29T11:12:11,802 INFO [pool-51-thread-1]: exec.Utilities (Utilities.java:getBaseWork(405)) - local path = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-11_394_4472123512405758234-1/-mr-10001/73ea6a9a-9c04-4185-a26c-2e306fb0c4bf/reduce.xml 2015-10-29T11:12:11,802 INFO [pool-51-thread-1]: exec.Utilities (Utilities.java:getBaseWork(417)) - Open file to read in plan: file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-11_394_4472123512405758234-1/-mr-10001/73ea6a9a-9c04-4185-a26c-2e306fb0c4bf/reduce.xml 2015-10-29T11:12:11,802 INFO [pool-51-thread-1]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:11,803 INFO [pool-51-thread-1]: exec.Utilities (Utilities.java:deserializePlan(966)) - Deserializing ReduceWork via kryo 2015-10-29T11:12:11,810 INFO [pool-51-thread-1]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:11,810 DEBUG [pool-51-thread-1]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:11,810 DEBUG [pool-51-thread-1]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:11,810 DEBUG [pool-51-thread-1]: lazybinary.LazyBinarySerDe (LazyBinarySerDe.java:initialize(131)) - LazyBinarySerDe initialized with: columnNames=[_col0, _col1] columnTypes=[struct, struct] 2015-10-29T11:12:11,811 INFO [pool-51-thread-1]: MapredContext (MapredContext.java:init(55)) - MapredContext initialized. 2015-10-29T11:12:11,811 INFO [pool-51-thread-1]: ExecReducer (ExecReducer.java:configure(149)) - Id =12 Id =13 <\Children> Id = 12 null<\Parent> <\FS> <\Children> <\Parent> <\GBY> 2015-10-29T11:12:11,811 INFO [pool-51-thread-1]: exec.GroupByOperator (Operator.java:initialize(338)) - Initializing operator GBY[12] 2015-10-29T11:12:11,811 DEBUG [pool-51-thread-1]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:11,811 DEBUG [pool-51-thread-1]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:11,811 INFO [pool-51-thread-1]: exec.GroupByOperator (Operator.java:initialize(377)) - Initialization Done 12 GBY 2015-10-29T11:12:11,811 INFO [pool-51-thread-1]: exec.GroupByOperator (Operator.java:initializeChildren(463)) - Operator 12 GBY initialized 2015-10-29T11:12:11,811 INFO [pool-51-thread-1]: exec.GroupByOperator (Operator.java:initializeChildren(469)) - Initializing children of 12 GBY 2015-10-29T11:12:11,811 INFO [pool-51-thread-1]: exec.FileSinkOperator (Operator.java:initialize(507)) - Initializing child 13 FS 2015-10-29T11:12:11,811 INFO [pool-51-thread-1]: exec.FileSinkOperator (Operator.java:initialize(338)) - Initializing operator FS[13] 2015-10-29T11:12:11,812 DEBUG [pool-51-thread-1]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:11,812 INFO [pool-51-thread-1]: exec.FileSinkOperator (FileSinkOperator.java:initializeOp(361)) - Using serializer : class org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe[[[B@57d4357]:[_col0, _col1]:[struct, struct]] and formatter : org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat@62d00791 2015-10-29T11:12:11,812 DEBUG [pool-51-thread-1]: exec.FileSinkOperator (FileSinkOperator.java:(163)) - Created slots for 1 2015-10-29T11:12:11,812 INFO [pool-51-thread-1]: exec.FileSinkOperator (Operator.java:initialize(377)) - Initialization Done 13 FS 2015-10-29T11:12:11,812 INFO [pool-51-thread-1]: exec.FileSinkOperator (Operator.java:initializeChildren(463)) - Operator 13 FS initialized 2015-10-29T11:12:11,812 INFO [pool-51-thread-1]: exec.FileSinkOperator (Operator.java:initialize(390)) - Initialization Done 13 FS done is reset. 2015-10-29T11:12:11,812 INFO [pool-51-thread-1]: exec.GroupByOperator (Operator.java:initialize(390)) - Initialization Done 12 GBY done is reset. 2015-10-29T11:12:11,813 INFO [pool-51-thread-1]: exec.GroupByOperator (Operator.java:close(650)) - 12 finished. closing... 2015-10-29T11:12:11,813 INFO [pool-51-thread-1]: exec.FileSinkOperator (FileSinkOperator.java:createBucketForFileIdx(572)) - Final Path: FS file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-11_403_1239414610909986152-1/-mr-10000/.hive-staging_hive_2015-10-29_11-12-11_403_1239414610909986152-1/_tmp.-ext-10001/000000_0 2015-10-29T11:12:11,813 INFO [pool-51-thread-1]: exec.FileSinkOperator (FileSinkOperator.java:createBucketForFileIdx(576)) - Writing to temp file: FS file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-11_403_1239414610909986152-1/-mr-10000/.hive-staging_hive_2015-10-29_11-12-11_403_1239414610909986152-1/_task_tmp.-ext-10001/_tmp.000000_0 2015-10-29T11:12:11,813 INFO [pool-51-thread-1]: exec.FileSinkOperator (FileSinkOperator.java:createBucketForFileIdx(593)) - New Final Path: FS file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-11_403_1239414610909986152-1/-mr-10000/.hive-staging_hive_2015-10-29_11-12-11_403_1239414610909986152-1/_tmp.-ext-10001/000000_0 2015-10-29T11:12:11,818 INFO [pool-51-thread-1]: exec.FileSinkOperator (FileSinkOperator.java:process(727)) - FS[13]: records written - 1 2015-10-29T11:12:11,818 INFO [pool-51-thread-1]: exec.FileSinkOperator (Operator.java:close(650)) - 13 finished. closing... 2015-10-29T11:12:11,818 INFO [pool-51-thread-1]: exec.FileSinkOperator (FileSinkOperator.java:closeOp(989)) - FS[13]: records written - 1 2015-10-29T11:12:11,819 INFO [pool-51-thread-1]: exec.FileSinkOperator (Operator.java:logStats(898)) - RECORDS_OUT_0:1 2015-10-29T11:12:11,819 INFO [pool-51-thread-1]: exec.FileSinkOperator (Operator.java:close(674)) - 13 Close done 2015-10-29T11:12:11,819 INFO [pool-51-thread-1]: exec.GroupByOperator (Operator.java:close(674)) - 12 Close done 2015-10-29T11:12:11,819 INFO [pool-51-thread-1]: mapred.Task (Task.java:done(1001)) - Task:attempt_local220321299_0013_r_000000_0 is done. And is in the process of committing 2015-10-29T11:12:11,820 INFO [pool-51-thread-1]: mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - reduce > reduce 2015-10-29T11:12:11,820 INFO [pool-51-thread-1]: mapred.Task (Task.java:sendDone(1121)) - Task 'attempt_local220321299_0013_r_000000_0' done. 2015-10-29T11:12:11,820 INFO [pool-51-thread-1]: mapred.LocalJobRunner (LocalJobRunner.java:run(325)) - Finishing task: attempt_local220321299_0013_r_000000_0 2015-10-29T11:12:11,820 INFO [Thread-839]: mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - reduce task executor complete. 2015-10-29T11:12:12,746 DEBUG [main]: exec.Heartbeater (Heartbeater.java:heartbeat(80)) - heartbeating 2015-10-29T11:12:12,751 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - 2015-10-29 11:12:12,750 Stage-0 map = 100%, reduce = 100% 2015-10-29T11:12:12,753 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - Ended Job = job_local220321299_0013 2015-10-29T11:12:12,755 DEBUG [main]: exec.Utilities (Utilities.java:getIdFromFilename(1751)) - TaskId for 000000_0 = 000000 2015-10-29T11:12:12,755 INFO [main]: exec.FileSinkOperator (Utilities.java:mvFileToFinalPath(1902)) - Moving tmp dir: file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-11_403_1239414610909986152-1/-mr-10000/.hive-staging_hive_2015-10-29_11-12-11_403_1239414610909986152-1/_tmp.-ext-10001 to: file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-11_403_1239414610909986152-1/-mr-10000/.hive-staging_hive_2015-10-29_11-12-11_403_1239414610909986152-1/-ext-10001 2015-10-29T11:12:12,755 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:12,756 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-1:COLUMNSTATS] in serial mode 2015-10-29T11:12:12,764 DEBUG [main]: mapred.FileInputFormat (FileInputFormat.java:listStatus(245)) - Time taken to get FileStatuses: 6 2015-10-29T11:12:12,764 INFO [main]: mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1 2015-10-29T11:12:12,764 DEBUG [main]: mapred.FileInputFormat (FileInputFormat.java:getSplits(373)) - Total # of splits generated by getSplits: 1, TimeTaken: 6 2015-10-29T11:12:12,764 DEBUG [main]: exec.FetchOperator (FetchOperator.java:getRecordReader(314)) - Creating fetchTask with deserializer typeinfo: struct<_col0:struct,_col1:struct> 2015-10-29T11:12:12,764 DEBUG [main]: exec.FetchOperator (FetchOperator.java:getRecordReader(316)) - deserializer properties: table properties: {columns=_col0,_col1, serialization.escape.crlf=true, serialization.lib=org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, hive.serialization.extend.additional.nesting.levels=true, serialization.format=1, columns.types=struct:struct, escape.delim=\} partition properties: {columns=_col0,_col1, serialization.escape.crlf=true, serialization.lib=org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, hive.serialization.extend.additional.nesting.levels=true, serialization.format=1, columns.types=struct:struct, escape.delim=\} 2015-10-29T11:12:12,765 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:12,765 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=srcbucket2 2015-10-29T11:12:12,765 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=srcbucket2 2015-10-29T11:12:12,772 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:12,772 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:12,772 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: write_column_statistics: db=default table=srcbucket2 column=key 2015-10-29T11:12:12,773 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=write_column_statistics: db=default table=srcbucket2 column=key 2015-10-29T11:12:12,773 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: write_column_statistics: db=default table=srcbucket2 column=value 2015-10-29T11:12:12,773 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=write_column_statistics: db=default table=srcbucket2 column=value 2015-10-29T11:12:12,780 INFO [main]: metastore.ObjectStore (ObjectStore.java:writeMTableColumnStatistics(6275)) - Updating table level column statistics for db=default tableName=srcbucket2 colName=key 2015-10-29T11:12:12,780 INFO [main]: metastore.ObjectStore (ObjectStore.java:writeMTableColumnStatistics(6275)) - Updating table level column statistics for db=default tableName=srcbucket2 colName=key 2015-10-29T11:12:12,782 INFO [main]: metastore.ObjectStore (ObjectStore.java:writeMTableColumnStatistics(6275)) - Updating table level column statistics for db=default tableName=srcbucket2 colName=value 2015-10-29T11:12:12,782 INFO [main]: metastore.ObjectStore (ObjectStore.java:writeMTableColumnStatistics(6275)) - Updating table level column statistics for db=default tableName=srcbucket2 colName=value 2015-10-29T11:12:12,788 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:12,788 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:12,788 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:12,788 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: query: ANALYZE TABLE srcbucket2 COMPUTE STATISTICS FOR COLUMNS key,value 2015-10-29T11:12:12,788 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: type: QUERY 2015-10-29T11:12:12,789 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Input: default@srcbucket2 2015-10-29T11:12:12,789 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Output: file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-11_403_1239414610909986152-1/-mr-10000 2015-10-29T11:12:12,789 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:12,789 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : execution phase 2015-10-29T11:12:12,789 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {updateTableColumnStatistics_(ColumnStatistics, )=16, isCompatibleWith_(HiveConf, )=1, getTable_(String, String, )=7} 2015-10-29T11:12:12,789 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:12,789 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - MapReduce Jobs Launched: 2015-10-29T11:12:12,789 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - Stage-Stage-0: HDFS Read: 0 HDFS Write: 0 SUCCESS 2015-10-29T11:12:12,790 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - Total MapReduce CPU Time Spent: 0 msec 2015-10-29T11:12:12,790 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - OK 2015-10-29T11:12:12,790 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:12,790 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:releaseLocks(217)) - about to release lock for default/srcbucket2 2015-10-29T11:12:12,792 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:releaseLocks(217)) - about to release lock for default 2015-10-29T11:12:12,794 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:12,794 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:12,794 DEBUG [main]: ql.Driver (DriverContext.java:shutdown(132)) - Shutting down query ANALYZE TABLE srcbucket2 COMPUTE STATISTICS FOR COLUMNS key,value 2015-10-29T11:12:12,795 INFO [main]: CliDriver (SessionState.java:printInfo(996)) - Time taken: 1.401 seconds 2015-10-29T11:12:12,795 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:12,795 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:12,795 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:12,796 DEBUG [main]: conf.VariableSubstitution (VariableSubstitution.java:substitute(63)) - Substitution is on: -- -- Table srcpart -- DROP TABLE IF EXISTS srcpart 2015-10-29T11:12:12,796 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:12,796 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(185)) - Parsing command: -- -- Table srcpart -- DROP TABLE IF EXISTS srcpart 2015-10-29T11:12:12,796 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(209)) - Parse Completed 2015-10-29T11:12:12,796 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:12,797 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:12,797 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:12,797 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:12,797 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:12,797 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=srcpart 2015-10-29T11:12:12,797 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=srcpart 2015-10-29T11:12:12,798 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:12,798 INFO [main]: ql.Driver (Driver.java:compile(448)) - Semantic Analysis Completed 2015-10-29T11:12:12,799 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:12,799 INFO [main]: ql.Driver (Driver.java:getSchema(244)) - Returning Hive schema: Schema(fieldSchemas:null, properties:null) 2015-10-29T11:12:12,799 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:12,799 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : compilation phase 2015-10-29T11:12:12,799 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {flushCache_()=0, isCompatibleWith_(HiveConf, )=0} 2015-10-29T11:12:12,799 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:12,799 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:12,799 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:12,799 INFO [main]: ql.Driver (Driver.java:execute(1468)) - Starting command(queryId=sush_20151029111212_6565362d-6cab-429e-93d6-6bb600ecabe2): -- -- Table srcpart -- DROP TABLE IF EXISTS srcpart 2015-10-29T11:12:12,799 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:12,799 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: query: -- -- Table srcpart -- DROP TABLE IF EXISTS srcpart 2015-10-29T11:12:12,800 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: type: DROPTABLE 2015-10-29T11:12:12,800 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:12,800 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:12,800 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:12,800 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:12,800 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:12,800 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:12,800 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-0:DDL] in serial mode 2015-10-29T11:12:12,800 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:12,800 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=srcpart 2015-10-29T11:12:12,801 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=srcpart 2015-10-29T11:12:12,801 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:12,801 ERROR [main]: metadata.Hive (Hive.java:getTable(1178)) - Table srcpart not found: default.srcpart table not found 2015-10-29T11:12:12,801 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:12,801 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=srcpart 2015-10-29T11:12:12,802 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=srcpart 2015-10-29T11:12:12,802 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:12,802 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:12,802 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:12,802 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: query: -- -- Table srcpart -- DROP TABLE IF EXISTS srcpart 2015-10-29T11:12:12,803 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: type: DROPTABLE 2015-10-29T11:12:12,803 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:12,803 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : execution phase 2015-10-29T11:12:12,803 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {dropTable_(String, String, boolean, boolean, boolean, )=1, isCompatibleWith_(HiveConf, )=0} 2015-10-29T11:12:12,803 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:12,803 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - OK 2015-10-29T11:12:12,803 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:12,803 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:12,803 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:12,803 DEBUG [main]: ql.Driver (DriverContext.java:shutdown(132)) - Shutting down query -- -- Table srcpart -- DROP TABLE IF EXISTS srcpart 2015-10-29T11:12:12,803 INFO [main]: CliDriver (SessionState.java:printInfo(996)) - Time taken: 0.008 seconds 2015-10-29T11:12:12,804 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:12,804 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:12,804 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:12,804 DEBUG [main]: conf.VariableSubstitution (VariableSubstitution.java:substitute(63)) - Substitution is on: CREATE TABLE srcpart (key STRING COMMENT 'default', value STRING COMMENT 'default') PARTITIONED BY (ds STRING, hr STRING) STORED AS TEXTFILE 2015-10-29T11:12:12,804 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:12,804 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(185)) - Parsing command: CREATE TABLE srcpart (key STRING COMMENT 'default', value STRING COMMENT 'default') PARTITIONED BY (ds STRING, hr STRING) STORED AS TEXTFILE 2015-10-29T11:12:12,805 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(209)) - Parse Completed 2015-10-29T11:12:12,805 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:12,805 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:12,806 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:12,806 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:12,806 INFO [main]: parse.CalcitePlanner (SemanticAnalyzer.java:analyzeInternal(10062)) - Starting Semantic Analysis 2015-10-29T11:12:12,806 INFO [main]: parse.CalcitePlanner (SemanticAnalyzer.java:analyzeCreateTable(10690)) - Creating table default.srcpart position=13 2015-10-29T11:12:12,806 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:12,807 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_database: default 2015-10-29T11:12:12,807 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_database: default 2015-10-29T11:12:12,808 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:getDatabase(348)) - getDatabase: directsql returning db default locn[pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse] desc [Default Hive database] owner [public] ownertype [ROLE] 2015-10-29T11:12:12,808 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:12,808 INFO [main]: ql.Driver (Driver.java:compile(448)) - Semantic Analysis Completed 2015-10-29T11:12:12,808 DEBUG [main]: parse.CalcitePlanner (SemanticAnalyzer.java:validate(10519)) - validation start 2015-10-29T11:12:12,808 DEBUG [main]: parse.CalcitePlanner (SemanticAnalyzer.java:validate(10561)) - not validating writeEntity, because entity is neither table nor partition 2015-10-29T11:12:12,808 DEBUG [main]: parse.CalcitePlanner (SemanticAnalyzer.java:validate(10588)) - Not a partition. 2015-10-29T11:12:12,808 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:12,808 INFO [main]: ql.Driver (Driver.java:getSchema(244)) - Returning Hive schema: Schema(fieldSchemas:null, properties:null) 2015-10-29T11:12:12,809 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:12,809 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : compilation phase 2015-10-29T11:12:12,809 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {flushCache_()=0, isCompatibleWith_(HiveConf, )=0, getDatabase_(String, )=2} 2015-10-29T11:12:12,809 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:12,809 DEBUG [main]: lockmgr.DummyTxnManager (DummyTxnManager.java:acquireLocks(148)) - Adding database:default to list of lock outputs 2015-10-29T11:12:12,809 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:lock(262)) - Acquiring lock for default with mode IMPLICIT 2015-10-29T11:12:12,811 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:12,811 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:12,811 INFO [main]: ql.Driver (Driver.java:execute(1468)) - Starting command(queryId=sush_20151029111212_ef54b962-0386-45dc-a183-2d126eb551cf): CREATE TABLE srcpart (key STRING COMMENT 'default', value STRING COMMENT 'default') PARTITIONED BY (ds STRING, hr STRING) STORED AS TEXTFILE 2015-10-29T11:12:12,811 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:12,811 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: query: CREATE TABLE srcpart (key STRING COMMENT 'default', value STRING COMMENT 'default') PARTITIONED BY (ds STRING, hr STRING) STORED AS TEXTFILE 2015-10-29T11:12:12,812 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: type: CREATETABLE 2015-10-29T11:12:12,812 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: Output: database:default 2015-10-29T11:12:12,812 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: Output: default@srcpart 2015-10-29T11:12:12,812 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:12,812 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:12,812 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:12,812 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:12,812 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:12,812 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:12,812 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-0:DDL] in serial mode 2015-10-29T11:12:12,813 DEBUG [main]: exec.DDLTask (DDLTask.java:validateSerDe(3674)) - Found class for org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe 2015-10-29T11:12:12,814 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct srcpart { string key, string value} 2015-10-29T11:12:12,814 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:12,814 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: create_table: Table(tableName:srcpart, dbName:default, owner:hive_test_user, createTime:1446142332, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:default), FieldSchema(name:value, type:string, comment:default)], location:null, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}, skewedInfo:SkewedInfo(skewedColNames:[], skewedColValues:[], skewedColValueLocationMaps:{}), storedAsSubDirectories:false), partitionKeys:[FieldSchema(name:ds, type:string, comment:null), FieldSchema(name:hr, type:string, comment:null)], parameters:{}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE, privileges:PrincipalPrivilegeSet(userPrivileges:{}, groupPrivileges:null, rolePrivileges:null), temporary:false) 2015-10-29T11:12:12,814 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=create_table: Table(tableName:srcpart, dbName:default, owner:hive_test_user, createTime:1446142332, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:default), FieldSchema(name:value, type:string, comment:default)], location:null, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}, skewedInfo:SkewedInfo(skewedColNames:[], skewedColValues:[], skewedColValueLocationMaps:{}), storedAsSubDirectories:false), partitionKeys:[FieldSchema(name:ds, type:string, comment:null), FieldSchema(name:hr, type:string, comment:null)], parameters:{}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE, privileges:PrincipalPrivilegeSet(userPrivileges:{}, groupPrivileges:null, rolePrivileges:null), temporary:false) 2015-10-29T11:12:12,815 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:getDatabase(348)) - getDatabase: directsql returning db default locn[pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse] desc [Default Hive database] owner [public] ownertype [ROLE] 2015-10-29T11:12:12,816 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:getDatabase(348)) - getDatabase: directsql returning db default locn[pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse] desc [Default Hive database] owner [public] ownertype [ROLE] 2015-10-29T11:12:12,816 INFO [main]: common.FileUtils (FileUtils.java:mkdir(502)) - Creating directory if it doesn't exist: pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcpart 2015-10-29T11:12:12,831 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chgrp,-R,staff,pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcpart} 2015-10-29T11:12:12,837 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:12:12,838 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chmod,-R,755,pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcpart} 2015-10-29T11:12:12,847 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:12:12,852 DEBUG [main]: shims.HadoopShimsSecure (Hadoop23Shims.java:debugLog(937)) - FileStatus{path=pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcpart; isDirectory=true; modification_time=1446142332000; access_time=0; owner=sush; group=staff; permission=rwxr-xr-x; isSymlink=false} 2015-10-29T11:12:12,861 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:12,861 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:12,862 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:12,862 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: query: CREATE TABLE srcpart (key STRING COMMENT 'default', value STRING COMMENT 'default') PARTITIONED BY (ds STRING, hr STRING) STORED AS TEXTFILE 2015-10-29T11:12:12,862 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: type: CREATETABLE 2015-10-29T11:12:12,862 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Output: database:default 2015-10-29T11:12:12,862 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Output: default@srcpart 2015-10-29T11:12:12,862 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:12,862 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : execution phase 2015-10-29T11:12:12,863 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {createTable_(Table, )=47, isCompatibleWith_(HiveConf, )=0} 2015-10-29T11:12:12,863 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:12,863 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - OK 2015-10-29T11:12:12,863 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:12,863 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:releaseLocks(217)) - about to release lock for default 2015-10-29T11:12:12,866 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:12,866 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:12,866 DEBUG [main]: ql.Driver (DriverContext.java:shutdown(132)) - Shutting down query CREATE TABLE srcpart (key STRING COMMENT 'default', value STRING COMMENT 'default') PARTITIONED BY (ds STRING, hr STRING) STORED AS TEXTFILE 2015-10-29T11:12:12,866 INFO [main]: CliDriver (SessionState.java:printInfo(996)) - Time taken: 0.062 seconds 2015-10-29T11:12:12,866 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:12,866 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:12,866 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:12,867 DEBUG [main]: conf.VariableSubstitution (VariableSubstitution.java:substitute(63)) - Substitution is on: LOAD DATA LOCAL INPATH "${hiveconf:test.data.dir}/kv1.txt" OVERWRITE INTO TABLE srcpart PARTITION (ds="2008-04-08", hr="11") 2015-10-29T11:12:12,867 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:12,867 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(185)) - Parsing command: LOAD DATA LOCAL INPATH "/Users/sush/dev/hive.git/itests/qtest/../..//data/files/kv1.txt" OVERWRITE INTO TABLE srcpart PARTITION (ds="2008-04-08", hr="11") 2015-10-29T11:12:12,869 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(209)) - Parse Completed 2015-10-29T11:12:12,869 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:12,869 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:12,869 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:12,870 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:12,870 DEBUG [main]: parse.LoadSemanticAnalyzer (LoadSemanticAnalyzer.java:initializeFromURI(127)) - file@null@/Users/sush/dev/hive.git/data/files/kv1.txt 2015-10-29T11:12:12,870 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:12,870 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=srcpart 2015-10-29T11:12:12,870 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=srcpart 2015-10-29T11:12:12,877 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:12,878 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:12,878 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_partition_with_auth : db=default tbl=srcpart[2008-04-08,11] 2015-10-29T11:12:12,878 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_partition_with_auth : db=default tbl=srcpart[2008-04-08,11] 2015-10-29T11:12:12,898 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:12,899 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:12,899 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_partition_with_auth : db=default tbl=srcpart[2008-04-08,11] 2015-10-29T11:12:12,899 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_partition_with_auth : db=default tbl=srcpart[2008-04-08,11] 2015-10-29T11:12:12,903 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:12,903 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct srcpart { string key, string value} 2015-10-29T11:12:12,903 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct srcpart { string key, string value} 2015-10-29T11:12:12,903 INFO [main]: ql.Driver (Driver.java:compile(448)) - Semantic Analysis Completed 2015-10-29T11:12:12,903 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:12,903 INFO [main]: ql.Driver (Driver.java:getSchema(244)) - Returning Hive schema: Schema(fieldSchemas:null, properties:null) 2015-10-29T11:12:12,904 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:12,904 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : compilation phase 2015-10-29T11:12:12,904 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {flushCache_()=1, isCompatibleWith_(HiveConf, )=0, getTable_(String, String, )=7} 2015-10-29T11:12:12,904 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:12,904 DEBUG [main]: lockmgr.DummyTxnManager (DummyTxnManager.java:acquireLocks(129)) - Adding file:/Users/sush/dev/hive.git/data/files/kv1.txt to list of lock inputs 2015-10-29T11:12:12,904 DEBUG [main]: lockmgr.DummyTxnManager (DummyTxnManager.java:acquireLocks(148)) - Adding default@srcpart to list of lock outputs 2015-10-29T11:12:12,904 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:lock(262)) - Acquiring lock for default with mode IMPLICIT 2015-10-29T11:12:12,906 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:lock(262)) - Acquiring lock for default/srcpart with mode IMPLICIT 2015-10-29T11:12:12,909 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:12,909 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:12,909 INFO [main]: ql.Driver (Driver.java:execute(1468)) - Starting command(queryId=sush_20151029111212_92042b88-bc46-4ca3-92c8-fc563d8d158b): LOAD DATA LOCAL INPATH "/Users/sush/dev/hive.git/itests/qtest/../..//data/files/kv1.txt" OVERWRITE INTO TABLE srcpart PARTITION (ds="2008-04-08", hr="11") 2015-10-29T11:12:12,909 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:12,909 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: query: LOAD DATA LOCAL INPATH "/Users/sush/dev/hive.git/itests/qtest/../..//data/files/kv1.txt" OVERWRITE INTO TABLE srcpart PARTITION (ds="2008-04-08", hr="11") 2015-10-29T11:12:12,909 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: type: LOAD 2015-10-29T11:12:12,909 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: Input: file:/Users/sush/dev/hive.git/data/files/kv1.txt 2015-10-29T11:12:12,909 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: Output: default@srcpart 2015-10-29T11:12:12,909 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:12,909 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:12,910 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:12,910 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:12,910 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:12,910 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:12,910 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-0:MOVE] in serial mode 2015-10-29T11:12:12,910 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - Loading data to table default.srcpart partition (ds=2008-04-08, hr=11) from file:/Users/sush/dev/hive.git/data/files/kv1.txt 2015-10-29T11:12:12,910 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:12,910 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=srcpart 2015-10-29T11:12:12,911 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=srcpart 2015-10-29T11:12:12,917 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:12,918 INFO [main]: exec.MoveTask (MoveTask.java:execute(322)) - Partition is: {ds=2008-04-08, hr=11} 2015-10-29T11:12:12,918 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:12,918 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: partition_name_has_valid_characters 2015-10-29T11:12:12,918 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=partition_name_has_valid_characters 2015-10-29T11:12:12,918 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:12,919 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:12,919 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=srcpart 2015-10-29T11:12:12,919 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=srcpart 2015-10-29T11:12:12,925 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:12,925 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:12,925 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_partition_with_auth : db=default tbl=srcpart[2008-04-08,11] 2015-10-29T11:12:12,925 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_partition_with_auth : db=default tbl=srcpart[2008-04-08,11] 2015-10-29T11:12:12,928 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:12,928 INFO [main]: common.FileUtils (FileUtils.java:mkdir(502)) - Creating directory if it doesn't exist: pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcpart/ds=2008-04-08/hr=11 2015-10-29T11:12:12,943 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chgrp,-R,staff,pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcpart/ds=2008-04-08} 2015-10-29T11:12:12,954 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:12:12,954 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chmod,-R,755,pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcpart/ds=2008-04-08} 2015-10-29T11:12:12,969 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:12:12,974 DEBUG [main]: shims.HadoopShimsSecure (Hadoop23Shims.java:debugLog(937)) - FileStatus{path=pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcpart/ds=2008-04-08; isDirectory=true; modification_time=1446142332000; access_time=0; owner=sush; group=staff; permission=rwxr-xr-x; isSymlink=false} 2015-10-29T11:12:12,974 DEBUG [main]: metadata.Hive (Hive.java:isSubDir(2607)) - The source path is /Users/sush/dev/hive.git/data/files/kv1.txt and the destination path is /Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcpart/ds=2008-04-08/hr=11/kv1.txt 2015-10-29T11:12:12,980 DEBUG [main]: metadata.Hive (Hive.java:moveFile(2683)) - The path pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcpart/ds=2008-04-08/hr=11/kv1.txt is deleted 2015-10-29T11:12:12,984 INFO [main]: metadata.Hive (Hive.java:moveFile(2742)) - Replacing src:file:/Users/sush/dev/hive.git/data/files/kv1.txt, dest: pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcpart/ds=2008-04-08/hr=11/kv1.txt, Status:true 2015-10-29T11:12:12,985 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chgrp,-R,staff,pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcpart/ds=2008-04-08/hr=11/kv1.txt} 2015-10-29T11:12:12,990 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:12:12,991 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chmod,-R,755,pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcpart/ds=2008-04-08/hr=11/kv1.txt} 2015-10-29T11:12:13,000 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:12:13,005 DEBUG [main]: shims.HadoopShimsSecure (Hadoop23Shims.java:debugLog(937)) - FileStatus{path=pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcpart/ds=2008-04-08/hr=11/kv1.txt; isDirectory=false; length=5812; replication=1; blocksize=33554432; modification_time=1446142332000; access_time=0; owner=sush; group=staff; permission=rwxr-xr-x; isSymlink=false} 2015-10-29T11:12:13,005 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:13,005 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_partition_with_auth : db=default tbl=srcpart[2008-04-08,11] 2015-10-29T11:12:13,006 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_partition_with_auth : db=default tbl=srcpart[2008-04-08,11] 2015-10-29T11:12:13,009 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:13,009 DEBUG [main]: metadata.Hive (Hive.java:getPartition(1924)) - creating partition for table srcpart with partition spec : {ds=2008-04-08, hr=11} 2015-10-29T11:12:13,009 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:13,009 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: append_partition : db=default tbl=srcpart[2008-04-08,11] 2015-10-29T11:12:13,009 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=append_partition : db=default tbl=srcpart[2008-04-08,11] 2015-10-29T11:12:13,009 DEBUG [main]: metastore.HiveMetaStore (HiveMetaStore.java:append_partition_with_environment_context(1959)) - 2008-04-08 2015-10-29T11:12:13,009 DEBUG [main]: metastore.HiveMetaStore (HiveMetaStore.java:append_partition_with_environment_context(1959)) - 11 2015-10-29T11:12:13,022 WARN [main]: hive.log (MetaStoreUtils.java:updatePartitionStatsFast(351)) - Updating partition stats fast for: srcpart 2015-10-29T11:12:13,034 WARN [main]: hive.log (MetaStoreUtils.java:updatePartitionStatsFast(354)) - Updated size to 5812 2015-10-29T11:12:13,056 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:13,056 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:13,056 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_partition_with_auth : db=default tbl=srcpart[2008-04-08,11] 2015-10-29T11:12:13,057 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_partition_with_auth : db=default tbl=srcpart[2008-04-08,11] 2015-10-29T11:12:13,079 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:13,079 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:13,079 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-1:STATS] in serial mode 2015-10-29T11:12:13,079 INFO [main]: exec.StatsTask (StatsTask.java:execute(87)) - Executing stats task 2015-10-29T11:12:13,079 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:13,079 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=srcpart 2015-10-29T11:12:13,080 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=srcpart 2015-10-29T11:12:13,086 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:13,086 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:13,086 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=srcpart 2015-10-29T11:12:13,086 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=srcpart 2015-10-29T11:12:13,092 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:13,092 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:13,092 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_partition_with_auth : db=default tbl=srcpart[2008-04-08,11] 2015-10-29T11:12:13,093 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_partition_with_auth : db=default tbl=srcpart[2008-04-08,11] 2015-10-29T11:12:13,101 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:13,112 INFO [main]: exec.StatsTask (StatsTask.java:aggregateStats(224)) - Partition default.srcpart{ds=2008-04-08, hr=11} stats: [numFiles=1, numRows=0, totalSize=5812, rawDataSize=0] 2015-10-29T11:12:13,113 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:13,113 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: alter_partitions : db=default tbl=srcpart 2015-10-29T11:12:13,113 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=alter_partitions : db=default tbl=srcpart 2015-10-29T11:12:13,113 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:alter_partitions(3219)) - New partition values:[2008-04-08, 11] 2015-10-29T11:12:13,128 WARN [main]: hive.log (MetaStoreUtils.java:updatePartitionStatsFast(351)) - Updating partition stats fast for: srcpart 2015-10-29T11:12:13,140 WARN [main]: hive.log (MetaStoreUtils.java:updatePartitionStatsFast(354)) - Updated size to 5812 2015-10-29T11:12:13,204 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:13,204 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:13,204 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:13,204 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: query: LOAD DATA LOCAL INPATH "/Users/sush/dev/hive.git/itests/qtest/../..//data/files/kv1.txt" OVERWRITE INTO TABLE srcpart PARTITION (ds="2008-04-08", hr="11") 2015-10-29T11:12:13,204 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: type: LOAD 2015-10-29T11:12:13,204 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Input: file:/Users/sush/dev/hive.git/data/files/kv1.txt 2015-10-29T11:12:13,205 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Output: default@srcpart 2015-10-29T11:12:13,205 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Output: default@srcpart@ds=2008-04-08/hr=11 2015-10-29T11:12:13,205 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:13,205 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : execution phase 2015-10-29T11:12:13,205 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {appendPartition_(String, String, List, )=47, isCompatibleWith_(HiveConf, )=0, alter_partitions_(String, String, List, )=91, getPartitionWithAuthInfo_(String, String, List, String, List, )=32, getTable_(String, String, )=26, validatePartitionNameCharacters_(List, )=1} 2015-10-29T11:12:13,205 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:13,205 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - OK 2015-10-29T11:12:13,205 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:13,205 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:releaseLocks(217)) - about to release lock for default/srcpart 2015-10-29T11:12:13,207 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:releaseLocks(217)) - about to release lock for default 2015-10-29T11:12:13,209 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:13,209 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:13,209 DEBUG [main]: ql.Driver (DriverContext.java:shutdown(132)) - Shutting down query LOAD DATA LOCAL INPATH "/Users/sush/dev/hive.git/itests/qtest/../..//data/files/kv1.txt" OVERWRITE INTO TABLE srcpart PARTITION (ds="2008-04-08", hr="11") 2015-10-29T11:12:13,209 INFO [main]: CliDriver (SessionState.java:printInfo(996)) - Time taken: 0.343 seconds 2015-10-29T11:12:13,210 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:13,210 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:13,210 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:13,210 DEBUG [main]: conf.VariableSubstitution (VariableSubstitution.java:substitute(63)) - Substitution is on: LOAD DATA LOCAL INPATH "${hiveconf:test.data.dir}/kv1.txt" OVERWRITE INTO TABLE srcpart PARTITION (ds="2008-04-08", hr="12") 2015-10-29T11:12:13,210 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:13,210 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(185)) - Parsing command: LOAD DATA LOCAL INPATH "/Users/sush/dev/hive.git/itests/qtest/../..//data/files/kv1.txt" OVERWRITE INTO TABLE srcpart PARTITION (ds="2008-04-08", hr="12") 2015-10-29T11:12:13,211 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(209)) - Parse Completed 2015-10-29T11:12:13,211 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:13,211 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:13,211 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:13,211 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:13,211 DEBUG [main]: parse.LoadSemanticAnalyzer (LoadSemanticAnalyzer.java:initializeFromURI(127)) - file@null@/Users/sush/dev/hive.git/data/files/kv1.txt 2015-10-29T11:12:13,211 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:13,212 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=srcpart 2015-10-29T11:12:13,212 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=srcpart 2015-10-29T11:12:13,219 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:13,219 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:13,219 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_partition_with_auth : db=default tbl=srcpart[2008-04-08,12] 2015-10-29T11:12:13,220 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_partition_with_auth : db=default tbl=srcpart[2008-04-08,12] 2015-10-29T11:12:13,223 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:13,223 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:13,223 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_partition_with_auth : db=default tbl=srcpart[2008-04-08,12] 2015-10-29T11:12:13,224 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_partition_with_auth : db=default tbl=srcpart[2008-04-08,12] 2015-10-29T11:12:13,226 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:13,227 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct srcpart { string key, string value} 2015-10-29T11:12:13,227 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct srcpart { string key, string value} 2015-10-29T11:12:13,227 INFO [main]: ql.Driver (Driver.java:compile(448)) - Semantic Analysis Completed 2015-10-29T11:12:13,227 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:13,227 INFO [main]: ql.Driver (Driver.java:getSchema(244)) - Returning Hive schema: Schema(fieldSchemas:null, properties:null) 2015-10-29T11:12:13,227 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:13,227 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : compilation phase 2015-10-29T11:12:13,227 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {flushCache_()=0, isCompatibleWith_(HiveConf, )=0, getTable_(String, String, )=8} 2015-10-29T11:12:13,228 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:13,228 DEBUG [main]: lockmgr.DummyTxnManager (DummyTxnManager.java:acquireLocks(129)) - Adding file:/Users/sush/dev/hive.git/data/files/kv1.txt to list of lock inputs 2015-10-29T11:12:13,228 DEBUG [main]: lockmgr.DummyTxnManager (DummyTxnManager.java:acquireLocks(148)) - Adding default@srcpart to list of lock outputs 2015-10-29T11:12:13,228 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:lock(262)) - Acquiring lock for default with mode IMPLICIT 2015-10-29T11:12:13,230 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:lock(262)) - Acquiring lock for default/srcpart with mode IMPLICIT 2015-10-29T11:12:13,231 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:13,231 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:13,232 INFO [main]: ql.Driver (Driver.java:execute(1468)) - Starting command(queryId=sush_20151029111213_dac4f5c1-9eab-467b-93dc-51857a224285): LOAD DATA LOCAL INPATH "/Users/sush/dev/hive.git/itests/qtest/../..//data/files/kv1.txt" OVERWRITE INTO TABLE srcpart PARTITION (ds="2008-04-08", hr="12") 2015-10-29T11:12:13,232 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:13,232 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: query: LOAD DATA LOCAL INPATH "/Users/sush/dev/hive.git/itests/qtest/../..//data/files/kv1.txt" OVERWRITE INTO TABLE srcpart PARTITION (ds="2008-04-08", hr="12") 2015-10-29T11:12:13,232 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: type: LOAD 2015-10-29T11:12:13,232 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: Input: file:/Users/sush/dev/hive.git/data/files/kv1.txt 2015-10-29T11:12:13,232 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: Output: default@srcpart 2015-10-29T11:12:13,232 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:13,232 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:13,232 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:13,232 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:13,233 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:13,233 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:13,233 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-0:MOVE] in serial mode 2015-10-29T11:12:13,233 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - Loading data to table default.srcpart partition (ds=2008-04-08, hr=12) from file:/Users/sush/dev/hive.git/data/files/kv1.txt 2015-10-29T11:12:13,233 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:13,233 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=srcpart 2015-10-29T11:12:13,233 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=srcpart 2015-10-29T11:12:13,240 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:13,241 INFO [main]: exec.MoveTask (MoveTask.java:execute(322)) - Partition is: {ds=2008-04-08, hr=12} 2015-10-29T11:12:13,241 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:13,241 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: partition_name_has_valid_characters 2015-10-29T11:12:13,241 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=partition_name_has_valid_characters 2015-10-29T11:12:13,241 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:13,241 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:13,241 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=srcpart 2015-10-29T11:12:13,242 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=srcpart 2015-10-29T11:12:13,248 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:13,248 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:13,248 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_partition_with_auth : db=default tbl=srcpart[2008-04-08,12] 2015-10-29T11:12:13,248 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_partition_with_auth : db=default tbl=srcpart[2008-04-08,12] 2015-10-29T11:12:13,252 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:13,252 INFO [main]: common.FileUtils (FileUtils.java:mkdir(502)) - Creating directory if it doesn't exist: pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcpart/ds=2008-04-08/hr=12 2015-10-29T11:12:13,267 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chgrp,-R,staff,pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcpart/ds=2008-04-08/hr=12} 2015-10-29T11:12:13,273 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:12:13,274 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chmod,-R,755,pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcpart/ds=2008-04-08/hr=12} 2015-10-29T11:12:13,283 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:12:13,288 DEBUG [main]: shims.HadoopShimsSecure (Hadoop23Shims.java:debugLog(937)) - FileStatus{path=pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcpart/ds=2008-04-08/hr=12; isDirectory=true; modification_time=1446142333000; access_time=0; owner=sush; group=staff; permission=rwxr-xr-x; isSymlink=false} 2015-10-29T11:12:13,288 DEBUG [main]: metadata.Hive (Hive.java:isSubDir(2607)) - The source path is /Users/sush/dev/hive.git/data/files/kv1.txt and the destination path is /Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcpart/ds=2008-04-08/hr=12/kv1.txt 2015-10-29T11:12:13,293 DEBUG [main]: metadata.Hive (Hive.java:moveFile(2683)) - The path pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcpart/ds=2008-04-08/hr=12/kv1.txt is deleted 2015-10-29T11:12:13,298 INFO [main]: metadata.Hive (Hive.java:moveFile(2742)) - Replacing src:file:/Users/sush/dev/hive.git/data/files/kv1.txt, dest: pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcpart/ds=2008-04-08/hr=12/kv1.txt, Status:true 2015-10-29T11:12:13,298 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chgrp,-R,staff,pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcpart/ds=2008-04-08/hr=12/kv1.txt} 2015-10-29T11:12:13,304 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:12:13,304 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chmod,-R,755,pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcpart/ds=2008-04-08/hr=12/kv1.txt} 2015-10-29T11:12:13,313 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:12:13,319 DEBUG [main]: shims.HadoopShimsSecure (Hadoop23Shims.java:debugLog(937)) - FileStatus{path=pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcpart/ds=2008-04-08/hr=12/kv1.txt; isDirectory=false; length=5812; replication=1; blocksize=33554432; modification_time=1446142333000; access_time=0; owner=sush; group=staff; permission=rwxr-xr-x; isSymlink=false} 2015-10-29T11:12:13,319 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:13,319 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_partition_with_auth : db=default tbl=srcpart[2008-04-08,12] 2015-10-29T11:12:13,319 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_partition_with_auth : db=default tbl=srcpart[2008-04-08,12] 2015-10-29T11:12:13,322 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:13,322 DEBUG [main]: metadata.Hive (Hive.java:getPartition(1924)) - creating partition for table srcpart with partition spec : {ds=2008-04-08, hr=12} 2015-10-29T11:12:13,322 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:13,323 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: append_partition : db=default tbl=srcpart[2008-04-08,12] 2015-10-29T11:12:13,323 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=append_partition : db=default tbl=srcpart[2008-04-08,12] 2015-10-29T11:12:13,323 DEBUG [main]: metastore.HiveMetaStore (HiveMetaStore.java:append_partition_with_environment_context(1959)) - 2008-04-08 2015-10-29T11:12:13,323 DEBUG [main]: metastore.HiveMetaStore (HiveMetaStore.java:append_partition_with_environment_context(1959)) - 12 2015-10-29T11:12:13,335 WARN [main]: hive.log (MetaStoreUtils.java:updatePartitionStatsFast(351)) - Updating partition stats fast for: srcpart 2015-10-29T11:12:13,345 WARN [main]: hive.log (MetaStoreUtils.java:updatePartitionStatsFast(354)) - Updated size to 5812 2015-10-29T11:12:13,353 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:13,353 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:13,354 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_partition_with_auth : db=default tbl=srcpart[2008-04-08,12] 2015-10-29T11:12:13,354 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_partition_with_auth : db=default tbl=srcpart[2008-04-08,12] 2015-10-29T11:12:13,362 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:13,362 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:13,363 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-1:STATS] in serial mode 2015-10-29T11:12:13,363 INFO [main]: exec.StatsTask (StatsTask.java:execute(87)) - Executing stats task 2015-10-29T11:12:13,363 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:13,363 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=srcpart 2015-10-29T11:12:13,363 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=srcpart 2015-10-29T11:12:13,369 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:13,370 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:13,370 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=srcpart 2015-10-29T11:12:13,370 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=srcpart 2015-10-29T11:12:13,376 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:13,376 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:13,376 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_partition_with_auth : db=default tbl=srcpart[2008-04-08,12] 2015-10-29T11:12:13,377 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_partition_with_auth : db=default tbl=srcpart[2008-04-08,12] 2015-10-29T11:12:13,385 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:13,396 INFO [main]: exec.StatsTask (StatsTask.java:aggregateStats(224)) - Partition default.srcpart{ds=2008-04-08, hr=12} stats: [numFiles=1, numRows=0, totalSize=5812, rawDataSize=0] 2015-10-29T11:12:13,396 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:13,396 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: alter_partitions : db=default tbl=srcpart 2015-10-29T11:12:13,396 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=alter_partitions : db=default tbl=srcpart 2015-10-29T11:12:13,397 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:alter_partitions(3219)) - New partition values:[2008-04-08, 12] 2015-10-29T11:12:13,410 WARN [main]: hive.log (MetaStoreUtils.java:updatePartitionStatsFast(351)) - Updating partition stats fast for: srcpart 2015-10-29T11:12:13,422 WARN [main]: hive.log (MetaStoreUtils.java:updatePartitionStatsFast(354)) - Updated size to 5812 2015-10-29T11:12:13,454 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:13,455 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:13,455 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:13,455 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: query: LOAD DATA LOCAL INPATH "/Users/sush/dev/hive.git/itests/qtest/../..//data/files/kv1.txt" OVERWRITE INTO TABLE srcpart PARTITION (ds="2008-04-08", hr="12") 2015-10-29T11:12:13,455 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: type: LOAD 2015-10-29T11:12:13,455 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Input: file:/Users/sush/dev/hive.git/data/files/kv1.txt 2015-10-29T11:12:13,455 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Output: default@srcpart 2015-10-29T11:12:13,455 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Output: default@srcpart@ds=2008-04-08/hr=12 2015-10-29T11:12:13,455 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:13,456 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : execution phase 2015-10-29T11:12:13,456 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {appendPartition_(String, String, List, )=31, isCompatibleWith_(HiveConf, )=0, alter_partitions_(String, String, List, )=59, getPartitionWithAuthInfo_(String, String, List, String, List, )=18, getTable_(String, String, )=27, validatePartitionNameCharacters_(List, )=0} 2015-10-29T11:12:13,456 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:13,456 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - OK 2015-10-29T11:12:13,456 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:13,456 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:releaseLocks(217)) - about to release lock for default/srcpart 2015-10-29T11:12:13,458 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:releaseLocks(217)) - about to release lock for default 2015-10-29T11:12:13,460 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:13,460 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:13,460 DEBUG [main]: ql.Driver (DriverContext.java:shutdown(132)) - Shutting down query LOAD DATA LOCAL INPATH "/Users/sush/dev/hive.git/itests/qtest/../..//data/files/kv1.txt" OVERWRITE INTO TABLE srcpart PARTITION (ds="2008-04-08", hr="12") 2015-10-29T11:12:13,460 INFO [main]: CliDriver (SessionState.java:printInfo(996)) - Time taken: 0.251 seconds 2015-10-29T11:12:13,460 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:13,460 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:13,460 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:13,460 DEBUG [main]: conf.VariableSubstitution (VariableSubstitution.java:substitute(63)) - Substitution is on: LOAD DATA LOCAL INPATH "${hiveconf:test.data.dir}/kv1.txt" OVERWRITE INTO TABLE srcpart PARTITION (ds="2008-04-09", hr="11") 2015-10-29T11:12:13,461 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:13,461 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(185)) - Parsing command: LOAD DATA LOCAL INPATH "/Users/sush/dev/hive.git/itests/qtest/../..//data/files/kv1.txt" OVERWRITE INTO TABLE srcpart PARTITION (ds="2008-04-09", hr="11") 2015-10-29T11:12:13,461 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(209)) - Parse Completed 2015-10-29T11:12:13,461 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:13,461 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:13,462 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:13,462 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:13,462 DEBUG [main]: parse.LoadSemanticAnalyzer (LoadSemanticAnalyzer.java:initializeFromURI(127)) - file@null@/Users/sush/dev/hive.git/data/files/kv1.txt 2015-10-29T11:12:13,462 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:13,462 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=srcpart 2015-10-29T11:12:13,462 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=srcpart 2015-10-29T11:12:13,470 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:13,470 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:13,470 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_partition_with_auth : db=default tbl=srcpart[2008-04-09,11] 2015-10-29T11:12:13,471 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_partition_with_auth : db=default tbl=srcpart[2008-04-09,11] 2015-10-29T11:12:13,473 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:13,474 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:13,474 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_partition_with_auth : db=default tbl=srcpart[2008-04-09,11] 2015-10-29T11:12:13,474 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_partition_with_auth : db=default tbl=srcpart[2008-04-09,11] 2015-10-29T11:12:13,477 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:13,477 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct srcpart { string key, string value} 2015-10-29T11:12:13,477 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct srcpart { string key, string value} 2015-10-29T11:12:13,477 INFO [main]: ql.Driver (Driver.java:compile(448)) - Semantic Analysis Completed 2015-10-29T11:12:13,477 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:13,477 INFO [main]: ql.Driver (Driver.java:getSchema(244)) - Returning Hive schema: Schema(fieldSchemas:null, properties:null) 2015-10-29T11:12:13,477 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:13,478 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : compilation phase 2015-10-29T11:12:13,478 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {flushCache_()=0, isCompatibleWith_(HiveConf, )=1, getTable_(String, String, )=8} 2015-10-29T11:12:13,478 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:13,478 DEBUG [main]: lockmgr.DummyTxnManager (DummyTxnManager.java:acquireLocks(129)) - Adding file:/Users/sush/dev/hive.git/data/files/kv1.txt to list of lock inputs 2015-10-29T11:12:13,478 DEBUG [main]: lockmgr.DummyTxnManager (DummyTxnManager.java:acquireLocks(148)) - Adding default@srcpart to list of lock outputs 2015-10-29T11:12:13,478 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:lock(262)) - Acquiring lock for default with mode IMPLICIT 2015-10-29T11:12:13,480 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:lock(262)) - Acquiring lock for default/srcpart with mode IMPLICIT 2015-10-29T11:12:13,483 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:13,483 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:13,483 INFO [main]: ql.Driver (Driver.java:execute(1468)) - Starting command(queryId=sush_20151029111213_fb3c8ad6-ba87-442f-b0c0-0706247f5fb4): LOAD DATA LOCAL INPATH "/Users/sush/dev/hive.git/itests/qtest/../..//data/files/kv1.txt" OVERWRITE INTO TABLE srcpart PARTITION (ds="2008-04-09", hr="11") 2015-10-29T11:12:13,483 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:13,483 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: query: LOAD DATA LOCAL INPATH "/Users/sush/dev/hive.git/itests/qtest/../..//data/files/kv1.txt" OVERWRITE INTO TABLE srcpart PARTITION (ds="2008-04-09", hr="11") 2015-10-29T11:12:13,483 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: type: LOAD 2015-10-29T11:12:13,483 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: Input: file:/Users/sush/dev/hive.git/data/files/kv1.txt 2015-10-29T11:12:13,483 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: Output: default@srcpart 2015-10-29T11:12:13,484 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:13,484 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:13,484 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:13,484 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:13,484 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:13,484 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:13,484 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-0:MOVE] in serial mode 2015-10-29T11:12:13,484 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - Loading data to table default.srcpart partition (ds=2008-04-09, hr=11) from file:/Users/sush/dev/hive.git/data/files/kv1.txt 2015-10-29T11:12:13,484 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:13,484 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=srcpart 2015-10-29T11:12:13,485 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=srcpart 2015-10-29T11:12:13,491 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:13,492 INFO [main]: exec.MoveTask (MoveTask.java:execute(322)) - Partition is: {ds=2008-04-09, hr=11} 2015-10-29T11:12:13,492 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:13,492 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: partition_name_has_valid_characters 2015-10-29T11:12:13,492 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=partition_name_has_valid_characters 2015-10-29T11:12:13,492 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:13,492 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:13,493 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=srcpart 2015-10-29T11:12:13,493 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=srcpart 2015-10-29T11:12:13,499 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:13,500 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:13,500 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_partition_with_auth : db=default tbl=srcpart[2008-04-09,11] 2015-10-29T11:12:13,500 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_partition_with_auth : db=default tbl=srcpart[2008-04-09,11] 2015-10-29T11:12:13,503 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:13,503 INFO [main]: common.FileUtils (FileUtils.java:mkdir(502)) - Creating directory if it doesn't exist: pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcpart/ds=2008-04-09/hr=11 2015-10-29T11:12:13,518 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chgrp,-R,staff,pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcpart/ds=2008-04-09} 2015-10-29T11:12:13,529 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:12:13,530 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chmod,-R,755,pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcpart/ds=2008-04-09} 2015-10-29T11:12:13,544 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:12:13,549 DEBUG [main]: shims.HadoopShimsSecure (Hadoop23Shims.java:debugLog(937)) - FileStatus{path=pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcpart/ds=2008-04-09; isDirectory=true; modification_time=1446142333000; access_time=0; owner=sush; group=staff; permission=rwxr-xr-x; isSymlink=false} 2015-10-29T11:12:13,549 DEBUG [main]: metadata.Hive (Hive.java:isSubDir(2607)) - The source path is /Users/sush/dev/hive.git/data/files/kv1.txt and the destination path is /Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcpart/ds=2008-04-09/hr=11/kv1.txt 2015-10-29T11:12:13,555 DEBUG [main]: metadata.Hive (Hive.java:moveFile(2683)) - The path pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcpart/ds=2008-04-09/hr=11/kv1.txt is deleted 2015-10-29T11:12:13,559 INFO [main]: metadata.Hive (Hive.java:moveFile(2742)) - Replacing src:file:/Users/sush/dev/hive.git/data/files/kv1.txt, dest: pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcpart/ds=2008-04-09/hr=11/kv1.txt, Status:true 2015-10-29T11:12:13,559 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chgrp,-R,staff,pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcpart/ds=2008-04-09/hr=11/kv1.txt} 2015-10-29T11:12:13,565 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:12:13,565 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chmod,-R,755,pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcpart/ds=2008-04-09/hr=11/kv1.txt} 2015-10-29T11:12:13,574 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:12:13,579 DEBUG [main]: shims.HadoopShimsSecure (Hadoop23Shims.java:debugLog(937)) - FileStatus{path=pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcpart/ds=2008-04-09/hr=11/kv1.txt; isDirectory=false; length=5812; replication=1; blocksize=33554432; modification_time=1446142333000; access_time=0; owner=sush; group=staff; permission=rwxr-xr-x; isSymlink=false} 2015-10-29T11:12:13,580 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:13,580 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_partition_with_auth : db=default tbl=srcpart[2008-04-09,11] 2015-10-29T11:12:13,580 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_partition_with_auth : db=default tbl=srcpart[2008-04-09,11] 2015-10-29T11:12:13,583 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:13,584 DEBUG [main]: metadata.Hive (Hive.java:getPartition(1924)) - creating partition for table srcpart with partition spec : {ds=2008-04-09, hr=11} 2015-10-29T11:12:13,584 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:13,584 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: append_partition : db=default tbl=srcpart[2008-04-09,11] 2015-10-29T11:12:13,584 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=append_partition : db=default tbl=srcpart[2008-04-09,11] 2015-10-29T11:12:13,584 DEBUG [main]: metastore.HiveMetaStore (HiveMetaStore.java:append_partition_with_environment_context(1959)) - 2008-04-09 2015-10-29T11:12:13,584 DEBUG [main]: metastore.HiveMetaStore (HiveMetaStore.java:append_partition_with_environment_context(1959)) - 11 2015-10-29T11:12:13,596 WARN [main]: hive.log (MetaStoreUtils.java:updatePartitionStatsFast(351)) - Updating partition stats fast for: srcpart 2015-10-29T11:12:13,607 WARN [main]: hive.log (MetaStoreUtils.java:updatePartitionStatsFast(354)) - Updated size to 5812 2015-10-29T11:12:13,616 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:13,616 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:13,616 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_partition_with_auth : db=default tbl=srcpart[2008-04-09,11] 2015-10-29T11:12:13,617 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_partition_with_auth : db=default tbl=srcpart[2008-04-09,11] 2015-10-29T11:12:13,625 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:13,625 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:13,626 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-1:STATS] in serial mode 2015-10-29T11:12:13,626 INFO [main]: exec.StatsTask (StatsTask.java:execute(87)) - Executing stats task 2015-10-29T11:12:13,626 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:13,626 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=srcpart 2015-10-29T11:12:13,626 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=srcpart 2015-10-29T11:12:13,632 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:13,632 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:13,632 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=srcpart 2015-10-29T11:12:13,633 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=srcpart 2015-10-29T11:12:13,639 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:13,639 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:13,639 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_partition_with_auth : db=default tbl=srcpart[2008-04-09,11] 2015-10-29T11:12:13,639 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_partition_with_auth : db=default tbl=srcpart[2008-04-09,11] 2015-10-29T11:12:13,647 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:13,659 INFO [main]: exec.StatsTask (StatsTask.java:aggregateStats(224)) - Partition default.srcpart{ds=2008-04-09, hr=11} stats: [numFiles=1, numRows=0, totalSize=5812, rawDataSize=0] 2015-10-29T11:12:13,659 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:13,659 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: alter_partitions : db=default tbl=srcpart 2015-10-29T11:12:13,659 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=alter_partitions : db=default tbl=srcpart 2015-10-29T11:12:13,659 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:alter_partitions(3219)) - New partition values:[2008-04-09, 11] 2015-10-29T11:12:13,673 WARN [main]: hive.log (MetaStoreUtils.java:updatePartitionStatsFast(351)) - Updating partition stats fast for: srcpart 2015-10-29T11:12:13,684 WARN [main]: hive.log (MetaStoreUtils.java:updatePartitionStatsFast(354)) - Updated size to 5812 2015-10-29T11:12:13,718 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:13,719 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:13,719 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:13,719 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: query: LOAD DATA LOCAL INPATH "/Users/sush/dev/hive.git/itests/qtest/../..//data/files/kv1.txt" OVERWRITE INTO TABLE srcpart PARTITION (ds="2008-04-09", hr="11") 2015-10-29T11:12:13,719 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: type: LOAD 2015-10-29T11:12:13,719 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Input: file:/Users/sush/dev/hive.git/data/files/kv1.txt 2015-10-29T11:12:13,719 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Output: default@srcpart 2015-10-29T11:12:13,719 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Output: default@srcpart@ds=2008-04-09/hr=11 2015-10-29T11:12:13,719 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:13,719 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : execution phase 2015-10-29T11:12:13,719 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {appendPartition_(String, String, List, )=32, isCompatibleWith_(HiveConf, )=0, alter_partitions_(String, String, List, )=59, getPartitionWithAuthInfo_(String, String, List, String, List, )=17, getTable_(String, String, )=28, validatePartitionNameCharacters_(List, )=0} 2015-10-29T11:12:13,720 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:13,720 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - OK 2015-10-29T11:12:13,720 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:13,720 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:releaseLocks(217)) - about to release lock for default/srcpart 2015-10-29T11:12:13,722 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:releaseLocks(217)) - about to release lock for default 2015-10-29T11:12:13,724 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:13,724 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:13,724 DEBUG [main]: ql.Driver (DriverContext.java:shutdown(132)) - Shutting down query LOAD DATA LOCAL INPATH "/Users/sush/dev/hive.git/itests/qtest/../..//data/files/kv1.txt" OVERWRITE INTO TABLE srcpart PARTITION (ds="2008-04-09", hr="11") 2015-10-29T11:12:13,725 INFO [main]: CliDriver (SessionState.java:printInfo(996)) - Time taken: 0.265 seconds 2015-10-29T11:12:13,725 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:13,725 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:13,725 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:13,725 DEBUG [main]: conf.VariableSubstitution (VariableSubstitution.java:substitute(63)) - Substitution is on: LOAD DATA LOCAL INPATH "${hiveconf:test.data.dir}/kv1.txt" OVERWRITE INTO TABLE srcpart PARTITION (ds="2008-04-09", hr="12") 2015-10-29T11:12:13,725 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:13,725 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(185)) - Parsing command: LOAD DATA LOCAL INPATH "/Users/sush/dev/hive.git/itests/qtest/../..//data/files/kv1.txt" OVERWRITE INTO TABLE srcpart PARTITION (ds="2008-04-09", hr="12") 2015-10-29T11:12:13,726 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(209)) - Parse Completed 2015-10-29T11:12:13,726 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:13,726 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:13,726 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:13,726 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:13,726 DEBUG [main]: parse.LoadSemanticAnalyzer (LoadSemanticAnalyzer.java:initializeFromURI(127)) - file@null@/Users/sush/dev/hive.git/data/files/kv1.txt 2015-10-29T11:12:13,727 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:13,727 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=srcpart 2015-10-29T11:12:13,727 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=srcpart 2015-10-29T11:12:13,733 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:13,733 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:13,733 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_partition_with_auth : db=default tbl=srcpart[2008-04-09,12] 2015-10-29T11:12:13,734 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_partition_with_auth : db=default tbl=srcpart[2008-04-09,12] 2015-10-29T11:12:13,736 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:13,736 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:13,736 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_partition_with_auth : db=default tbl=srcpart[2008-04-09,12] 2015-10-29T11:12:13,736 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_partition_with_auth : db=default tbl=srcpart[2008-04-09,12] 2015-10-29T11:12:13,738 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:13,739 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct srcpart { string key, string value} 2015-10-29T11:12:13,739 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct srcpart { string key, string value} 2015-10-29T11:12:13,739 INFO [main]: ql.Driver (Driver.java:compile(448)) - Semantic Analysis Completed 2015-10-29T11:12:13,739 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:13,739 INFO [main]: ql.Driver (Driver.java:getSchema(244)) - Returning Hive schema: Schema(fieldSchemas:null, properties:null) 2015-10-29T11:12:13,739 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:13,739 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : compilation phase 2015-10-29T11:12:13,739 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {flushCache_()=0, isCompatibleWith_(HiveConf, )=0, getTable_(String, String, )=6} 2015-10-29T11:12:13,739 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:13,739 DEBUG [main]: lockmgr.DummyTxnManager (DummyTxnManager.java:acquireLocks(129)) - Adding file:/Users/sush/dev/hive.git/data/files/kv1.txt to list of lock inputs 2015-10-29T11:12:13,740 DEBUG [main]: lockmgr.DummyTxnManager (DummyTxnManager.java:acquireLocks(148)) - Adding default@srcpart to list of lock outputs 2015-10-29T11:12:13,740 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:lock(262)) - Acquiring lock for default with mode IMPLICIT 2015-10-29T11:12:13,742 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:lock(262)) - Acquiring lock for default/srcpart with mode IMPLICIT 2015-10-29T11:12:13,744 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:13,744 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:13,744 INFO [main]: ql.Driver (Driver.java:execute(1468)) - Starting command(queryId=sush_20151029111213_e7eed083-b1a8-49b0-8886-e0e5416dfab6): LOAD DATA LOCAL INPATH "/Users/sush/dev/hive.git/itests/qtest/../..//data/files/kv1.txt" OVERWRITE INTO TABLE srcpart PARTITION (ds="2008-04-09", hr="12") 2015-10-29T11:12:13,744 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:13,744 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: query: LOAD DATA LOCAL INPATH "/Users/sush/dev/hive.git/itests/qtest/../..//data/files/kv1.txt" OVERWRITE INTO TABLE srcpart PARTITION (ds="2008-04-09", hr="12") 2015-10-29T11:12:13,745 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: type: LOAD 2015-10-29T11:12:13,745 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: Input: file:/Users/sush/dev/hive.git/data/files/kv1.txt 2015-10-29T11:12:13,745 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: Output: default@srcpart 2015-10-29T11:12:13,745 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:13,745 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:13,745 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:13,745 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:13,745 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:13,745 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:13,745 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-0:MOVE] in serial mode 2015-10-29T11:12:13,746 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - Loading data to table default.srcpart partition (ds=2008-04-09, hr=12) from file:/Users/sush/dev/hive.git/data/files/kv1.txt 2015-10-29T11:12:13,746 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:13,746 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=srcpart 2015-10-29T11:12:13,746 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=srcpart 2015-10-29T11:12:13,752 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:13,753 INFO [main]: exec.MoveTask (MoveTask.java:execute(322)) - Partition is: {ds=2008-04-09, hr=12} 2015-10-29T11:12:13,753 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:13,753 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: partition_name_has_valid_characters 2015-10-29T11:12:13,753 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=partition_name_has_valid_characters 2015-10-29T11:12:13,753 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:13,753 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:13,754 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=srcpart 2015-10-29T11:12:13,754 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=srcpart 2015-10-29T11:12:13,759 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:13,760 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:13,760 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_partition_with_auth : db=default tbl=srcpart[2008-04-09,12] 2015-10-29T11:12:13,760 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_partition_with_auth : db=default tbl=srcpart[2008-04-09,12] 2015-10-29T11:12:13,762 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:13,762 INFO [main]: common.FileUtils (FileUtils.java:mkdir(502)) - Creating directory if it doesn't exist: pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcpart/ds=2008-04-09/hr=12 2015-10-29T11:12:13,777 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chgrp,-R,staff,pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcpart/ds=2008-04-09/hr=12} 2015-10-29T11:12:13,783 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:12:13,784 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chmod,-R,755,pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcpart/ds=2008-04-09/hr=12} 2015-10-29T11:12:13,793 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:12:13,798 DEBUG [main]: shims.HadoopShimsSecure (Hadoop23Shims.java:debugLog(937)) - FileStatus{path=pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcpart/ds=2008-04-09/hr=12; isDirectory=true; modification_time=1446142333000; access_time=0; owner=sush; group=staff; permission=rwxr-xr-x; isSymlink=false} 2015-10-29T11:12:13,799 DEBUG [main]: metadata.Hive (Hive.java:isSubDir(2607)) - The source path is /Users/sush/dev/hive.git/data/files/kv1.txt and the destination path is /Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcpart/ds=2008-04-09/hr=12/kv1.txt 2015-10-29T11:12:13,804 DEBUG [main]: metadata.Hive (Hive.java:moveFile(2683)) - The path pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcpart/ds=2008-04-09/hr=12/kv1.txt is deleted 2015-10-29T11:12:13,808 INFO [main]: metadata.Hive (Hive.java:moveFile(2742)) - Replacing src:file:/Users/sush/dev/hive.git/data/files/kv1.txt, dest: pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcpart/ds=2008-04-09/hr=12/kv1.txt, Status:true 2015-10-29T11:12:13,808 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chgrp,-R,staff,pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcpart/ds=2008-04-09/hr=12/kv1.txt} 2015-10-29T11:12:13,814 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:12:13,814 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chmod,-R,755,pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcpart/ds=2008-04-09/hr=12/kv1.txt} 2015-10-29T11:12:13,823 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:12:13,828 DEBUG [main]: shims.HadoopShimsSecure (Hadoop23Shims.java:debugLog(937)) - FileStatus{path=pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcpart/ds=2008-04-09/hr=12/kv1.txt; isDirectory=false; length=5812; replication=1; blocksize=33554432; modification_time=1446142333000; access_time=0; owner=sush; group=staff; permission=rwxr-xr-x; isSymlink=false} 2015-10-29T11:12:13,828 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:13,828 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_partition_with_auth : db=default tbl=srcpart[2008-04-09,12] 2015-10-29T11:12:13,828 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_partition_with_auth : db=default tbl=srcpart[2008-04-09,12] 2015-10-29T11:12:13,831 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:13,831 DEBUG [main]: metadata.Hive (Hive.java:getPartition(1924)) - creating partition for table srcpart with partition spec : {ds=2008-04-09, hr=12} 2015-10-29T11:12:13,831 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:13,831 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: append_partition : db=default tbl=srcpart[2008-04-09,12] 2015-10-29T11:12:13,832 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=append_partition : db=default tbl=srcpart[2008-04-09,12] 2015-10-29T11:12:13,832 DEBUG [main]: metastore.HiveMetaStore (HiveMetaStore.java:append_partition_with_environment_context(1959)) - 2008-04-09 2015-10-29T11:12:13,832 DEBUG [main]: metastore.HiveMetaStore (HiveMetaStore.java:append_partition_with_environment_context(1959)) - 12 2015-10-29T11:12:13,844 WARN [main]: hive.log (MetaStoreUtils.java:updatePartitionStatsFast(351)) - Updating partition stats fast for: srcpart 2015-10-29T11:12:13,854 WARN [main]: hive.log (MetaStoreUtils.java:updatePartitionStatsFast(354)) - Updated size to 5812 2015-10-29T11:12:13,862 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:13,862 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:13,862 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_partition_with_auth : db=default tbl=srcpart[2008-04-09,12] 2015-10-29T11:12:13,862 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_partition_with_auth : db=default tbl=srcpart[2008-04-09,12] 2015-10-29T11:12:13,871 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:13,871 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:13,871 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-1:STATS] in serial mode 2015-10-29T11:12:13,871 INFO [main]: exec.StatsTask (StatsTask.java:execute(87)) - Executing stats task 2015-10-29T11:12:13,871 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:13,872 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=srcpart 2015-10-29T11:12:13,872 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=srcpart 2015-10-29T11:12:13,877 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:13,877 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:13,877 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=srcpart 2015-10-29T11:12:13,877 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=srcpart 2015-10-29T11:12:13,883 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:13,883 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:13,883 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_partition_with_auth : db=default tbl=srcpart[2008-04-09,12] 2015-10-29T11:12:13,883 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_partition_with_auth : db=default tbl=srcpart[2008-04-09,12] 2015-10-29T11:12:13,890 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:13,901 INFO [main]: exec.StatsTask (StatsTask.java:aggregateStats(224)) - Partition default.srcpart{ds=2008-04-09, hr=12} stats: [numFiles=1, numRows=0, totalSize=5812, rawDataSize=0] 2015-10-29T11:12:13,902 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:13,902 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: alter_partitions : db=default tbl=srcpart 2015-10-29T11:12:13,902 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=alter_partitions : db=default tbl=srcpart 2015-10-29T11:12:13,902 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:alter_partitions(3219)) - New partition values:[2008-04-09, 12] 2015-10-29T11:12:13,916 WARN [main]: hive.log (MetaStoreUtils.java:updatePartitionStatsFast(351)) - Updating partition stats fast for: srcpart 2015-10-29T11:12:13,926 WARN [main]: hive.log (MetaStoreUtils.java:updatePartitionStatsFast(354)) - Updated size to 5812 2015-10-29T11:12:13,958 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:13,958 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:13,958 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:13,958 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: query: LOAD DATA LOCAL INPATH "/Users/sush/dev/hive.git/itests/qtest/../..//data/files/kv1.txt" OVERWRITE INTO TABLE srcpart PARTITION (ds="2008-04-09", hr="12") 2015-10-29T11:12:13,958 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: type: LOAD 2015-10-29T11:12:13,958 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Input: file:/Users/sush/dev/hive.git/data/files/kv1.txt 2015-10-29T11:12:13,959 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Output: default@srcpart 2015-10-29T11:12:13,959 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Output: default@srcpart@ds=2008-04-09/hr=12 2015-10-29T11:12:13,959 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:13,959 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : execution phase 2015-10-29T11:12:13,959 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {appendPartition_(String, String, List, )=31, isCompatibleWith_(HiveConf, )=0, alter_partitions_(String, String, List, )=56, getPartitionWithAuthInfo_(String, String, List, String, List, )=16, getTable_(String, String, )=25, validatePartitionNameCharacters_(List, )=0} 2015-10-29T11:12:13,959 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:13,959 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - OK 2015-10-29T11:12:13,959 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:13,959 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:releaseLocks(217)) - about to release lock for default/srcpart 2015-10-29T11:12:13,961 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:releaseLocks(217)) - about to release lock for default 2015-10-29T11:12:13,963 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:13,963 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:13,963 DEBUG [main]: ql.Driver (DriverContext.java:shutdown(132)) - Shutting down query LOAD DATA LOCAL INPATH "/Users/sush/dev/hive.git/itests/qtest/../..//data/files/kv1.txt" OVERWRITE INTO TABLE srcpart PARTITION (ds="2008-04-09", hr="12") 2015-10-29T11:12:13,963 INFO [main]: CliDriver (SessionState.java:printInfo(996)) - Time taken: 0.238 seconds 2015-10-29T11:12:13,963 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:13,963 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:13,964 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:13,964 DEBUG [main]: conf.VariableSubstitution (VariableSubstitution.java:substitute(63)) - Substitution is on: ANALYZE TABLE srcpart PARTITION(ds, hr) COMPUTE STATISTICS 2015-10-29T11:12:13,964 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:13,964 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(185)) - Parsing command: ANALYZE TABLE srcpart PARTITION(ds, hr) COMPUTE STATISTICS 2015-10-29T11:12:13,964 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(209)) - Parse Completed 2015-10-29T11:12:13,964 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:13,965 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:13,965 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:13,965 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:13,965 INFO [main]: parse.ColumnStatsSemanticAnalyzer (ColumnStatsSemanticAnalyzer.java:analyze(455)) - Invoking analyze on original query 2015-10-29T11:12:13,965 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:analyzeInternal(10062)) - Starting Semantic Analysis 2015-10-29T11:12:13,965 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genResolvedParseTree(10009)) - Completed phase 1 of Semantic Analysis 2015-10-29T11:12:13,965 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:getMetaData(1538)) - Get metadata for source tables 2015-10-29T11:12:13,965 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:13,965 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=srcpart 2015-10-29T11:12:13,966 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=srcpart 2015-10-29T11:12:13,971 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:13,972 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:13,972 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=srcpart 2015-10-29T11:12:13,972 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=srcpart 2015-10-29T11:12:13,977 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:13,977 WARN [main]: parse.BaseSemanticAnalyzer (BaseSemanticAnalyzer.java:validatePartColumnType(1274)) - Dynamic partitioning is used; only validating 0 columns 2015-10-29T11:12:13,977 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:13,978 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=srcpart 2015-10-29T11:12:13,978 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=srcpart 2015-10-29T11:12:13,983 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:13,984 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:13,984 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_partitions_names_ps : db=default tbl=srcpart[,] 2015-10-29T11:12:13,984 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_partitions_names_ps : db=default tbl=srcpart[,] 2015-10-29T11:12:14,004 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:14,004 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:14,004 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_partitions_by_names : db=default tbl=srcpart 2015-10-29T11:12:14,004 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_partitions_by_names : db=default tbl=srcpart 2015-10-29T11:12:14,018 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:timingTrace(819)) - Direct SQL query in 12.823ms + 0.044ms, the query is [select "PARTITIONS"."PART_ID" from "PARTITIONS" inner join "TBLS" on "PARTITIONS"."TBL_ID" = "TBLS"."TBL_ID" and "TBLS"."TBL_NAME" = ? inner join "DBS" on "TBLS"."DB_ID" = "DBS"."DB_ID" and "DBS"."NAME" = ? where "PARTITIONS"."PART_NAME" in (?,?,?,?)] 2015-10-29T11:12:14,029 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:timingTrace(819)) - Direct SQL query in 9.932ms + 0.289ms, the query is [select "PARTITIONS"."PART_ID", "SDS"."SD_ID", "SDS"."CD_ID", "SERDES"."SERDE_ID", "PARTITIONS"."CREATE_TIME", "PARTITIONS"."LAST_ACCESS_TIME", "SDS"."INPUT_FORMAT", "SDS"."IS_COMPRESSED", "SDS"."IS_STOREDASSUBDIRECTORIES", "SDS"."LOCATION", "SDS"."NUM_BUCKETS", "SDS"."OUTPUT_FORMAT", "SERDES"."NAME", "SERDES"."SLIB" from "PARTITIONS" left outer join "SDS" on "PARTITIONS"."SD_ID" = "SDS"."SD_ID" left outer join "SERDES" on "SDS"."SERDE_ID" = "SERDES"."SERDE_ID" where "PART_ID" in (1,2,3,4) order by "PART_NAME" asc] 2015-10-29T11:12:14,034 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:timingTrace(819)) - Direct SQL query in 3.485ms + 0.798ms, the query is [select "PART_ID", "PARAM_KEY", "PARAM_VALUE" from "PARTITION_PARAMS" where "PART_ID" in (1,2,3,4) and "PARAM_KEY" is not null order by "PART_ID" asc] 2015-10-29T11:12:14,037 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:timingTrace(819)) - Direct SQL query in 2.855ms + 0.309ms, the query is [select "PART_ID", "PART_KEY_VAL" from "PARTITION_KEY_VALS" where "PART_ID" in (1,2,3,4) and "INTEGER_IDX" >= 0 order by "PART_ID" asc, "INTEGER_IDX" asc] 2015-10-29T11:12:14,040 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:timingTrace(819)) - Direct SQL query in 2.574ms + 0.024ms, the query is [select "SD_ID", "PARAM_KEY", "PARAM_VALUE" from "SD_PARAMS" where "SD_ID" in (9,10,11,12) and "PARAM_KEY" is not null order by "SD_ID" asc] 2015-10-29T11:12:14,043 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:timingTrace(819)) - Direct SQL query in 3.043ms + 0.029ms, the query is [select "SD_ID", "COLUMN_NAME", "SORT_COLS"."ORDER" from "SORT_COLS" where "SD_ID" in (9,10,11,12) and "INTEGER_IDX" >= 0 order by "SD_ID" asc, "INTEGER_IDX" asc] 2015-10-29T11:12:14,046 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:timingTrace(819)) - Direct SQL query in 3.034ms + 0.025ms, the query is [select "SD_ID", "BUCKET_COL_NAME" from "BUCKETING_COLS" where "SD_ID" in (9,10,11,12) and "INTEGER_IDX" >= 0 order by "SD_ID" asc, "INTEGER_IDX" asc] 2015-10-29T11:12:14,050 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:timingTrace(819)) - Direct SQL query in 3.096ms + 0.03ms, the query is [select "SD_ID", "SKEWED_COL_NAME" from "SKEWED_COL_NAMES" where "SD_ID" in (9,10,11,12) and "INTEGER_IDX" >= 0 order by "SD_ID" asc, "INTEGER_IDX" asc] 2015-10-29T11:12:14,053 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:timingTrace(819)) - Direct SQL query in 3.1ms + 0.09ms, the query is [select "CD_ID", "COMMENT", "COLUMN_NAME", "TYPE_NAME" from "COLUMNS_V2" where "CD_ID" in (8) and "INTEGER_IDX" >= 0 order by "CD_ID" asc, "INTEGER_IDX" asc] 2015-10-29T11:12:14,057 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:timingTrace(819)) - Direct SQL query in 3.554ms + 0.333ms, the query is [select "SERDE_ID", "PARAM_KEY", "PARAM_VALUE" from "SERDE_PARAMS" where "SERDE_ID" in (9,10,11,12) and "PARAM_KEY" is not null order by "SERDE_ID" asc] 2015-10-29T11:12:14,099 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:14,099 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:getMetaData(1678)) - Get metadata for subqueries 2015-10-29T11:12:14,099 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:getMetaData(1702)) - Get metadata for destination tables 2015-10-29T11:12:14,099 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genResolvedParseTree(10013)) - Completed getting MetaData in Semantic Analysis 2015-10-29T11:12:14,099 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct srcpart { string key, string value} 2015-10-29T11:12:14,100 DEBUG [main]: ql.Context (Context.java:getStagingDir(231)) - Created staging dir = pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcpart/.hive-staging_hive_2015-10-29_11-12-13_964_1753848151150346243-1 for path = pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcpart 2015-10-29T11:12:14,100 INFO [main]: common.FileUtils (FileUtils.java:mkdir(502)) - Creating directory if it doesn't exist: pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcpart/.hive-staging_hive_2015-10-29_11-12-13_964_1753848151150346243-1 2015-10-29T11:12:14,116 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chgrp,-R,staff,pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcpart/.hive-staging_hive_2015-10-29_11-12-13_964_1753848151150346243-1} 2015-10-29T11:12:14,122 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:12:14,122 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chmod,-R,755,pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcpart/.hive-staging_hive_2015-10-29_11-12-13_964_1753848151150346243-1} 2015-10-29T11:12:14,131 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:12:14,136 DEBUG [main]: shims.HadoopShimsSecure (Hadoop23Shims.java:debugLog(937)) - FileStatus{path=pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcpart/.hive-staging_hive_2015-10-29_11-12-13_964_1753848151150346243-1; isDirectory=true; modification_time=1446142334000; access_time=0; owner=sush; group=staff; permission=rwxr-xr-x; isSymlink=false} 2015-10-29T11:12:14,141 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:setupStats(9493)) - Set stats collection dir : pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcpart/.hive-staging_hive_2015-10-29_11-12-13_964_1753848151150346243-1/-ext-10000 2015-10-29T11:12:14,142 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genTablePlan(9467)) - Created Table Plan for srcpart TS[0] 2015-10-29T11:12:14,142 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genBodyPlan(8831)) - Created Body Plan for Query Block null 2015-10-29T11:12:14,142 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genPlan(9675)) - Created Plan for Query Block null 2015-10-29T11:12:14,142 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:analyzeInternal(10139)) - Before logical optimization TS[0] 2015-10-29T11:12:14,143 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:TS[0] with rs:(key: string|{srcpart}key,value: string|{srcpart}value,ds: string|{srcpart}ds,hr: string|{srcpart}hr,BLOCK__OFFSET__INSIDE__FILE: bigint|{srcpart}block__offset__inside__file,INPUT__FILE__NAME: string|{srcpart}input__file__name,ROW__ID: struct|{srcpart}row__id,RAW__DATA__SIZE: bigint|{srcpart}raw__data__size) 2015-10-29T11:12:14,143 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator TS[0] 2015-10-29T11:12:14,143 INFO [main]: ppd.OpProcFactory (OpProcFactory.java:process(383)) - Processing for TS(0) 2015-10-29T11:12:14,143 DEBUG [main]: ppd.PredicatePushDown (PredicatePushDown.java:transform(138)) - After PPD: TS[0] 2015-10-29T11:12:14,143 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:TS[0] with rs:(key: string|{srcpart}key,value: string|{srcpart}value,ds: string|{srcpart}ds,hr: string|{srcpart}hr,BLOCK__OFFSET__INSIDE__FILE: bigint|{srcpart}block__offset__inside__file,INPUT__FILE__NAME: string|{srcpart}input__file__name,ROW__ID: struct|{srcpart}row__id,RAW__DATA__SIZE: bigint|{srcpart}raw__data__size) 2015-10-29T11:12:14,143 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator TS[0] 2015-10-29T11:12:14,143 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:TS[0] with rs:(key: string|{srcpart}key,value: string|{srcpart}value,ds: string|{srcpart}ds,hr: string|{srcpart}hr,BLOCK__OFFSET__INSIDE__FILE: bigint|{srcpart}block__offset__inside__file,INPUT__FILE__NAME: string|{srcpart}input__file__name,ROW__ID: struct|{srcpart}row__id,RAW__DATA__SIZE: bigint|{srcpart}raw__data__size) 2015-10-29T11:12:14,144 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator TS[0] 2015-10-29T11:12:14,144 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:analyzeInternal(10147)) - After logical optimization TS[0] 2015-10-29T11:12:14,144 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct srcpart { string key, string value} 2015-10-29T11:12:14,144 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct srcpart { string key, string value} 2015-10-29T11:12:14,145 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct srcpart { string key, string value} 2015-10-29T11:12:14,145 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct srcpart { string key, string value} 2015-10-29T11:12:14,145 DEBUG [main]: optimizer.GenMapRedUtils (GenMapRedUtils.java:setMapWork(678)) - Adding pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcpart/ds=2008-04-08/hr=12 of tablesrcpart 2015-10-29T11:12:14,145 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct srcpart { string key, string value} 2015-10-29T11:12:14,145 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct srcpart { string key, string value} 2015-10-29T11:12:14,145 DEBUG [main]: optimizer.GenMapRedUtils (GenMapRedUtils.java:setMapWork(678)) - Adding pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcpart/ds=2008-04-09/hr=11 of tablesrcpart 2015-10-29T11:12:14,145 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct srcpart { string key, string value} 2015-10-29T11:12:14,145 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct srcpart { string key, string value} 2015-10-29T11:12:14,146 DEBUG [main]: optimizer.GenMapRedUtils (GenMapRedUtils.java:setMapWork(678)) - Adding pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcpart/ds=2008-04-08/hr=11 of tablesrcpart 2015-10-29T11:12:14,146 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct srcpart { string key, string value} 2015-10-29T11:12:14,146 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct srcpart { string key, string value} 2015-10-29T11:12:14,146 DEBUG [main]: optimizer.GenMapRedUtils (GenMapRedUtils.java:setMapWork(678)) - Adding pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcpart/ds=2008-04-09/hr=12 of tablesrcpart 2015-10-29T11:12:14,146 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct srcpart { string key, string value} 2015-10-29T11:12:14,146 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct srcpart { string key, string value} 2015-10-29T11:12:14,146 DEBUG [main]: optimizer.GenMapRedUtils (GenMapRedUtils.java:setMapWork(716)) - Information added for path pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcpart/ds=2008-04-08/hr=12 2015-10-29T11:12:14,146 DEBUG [main]: optimizer.GenMapRedUtils (GenMapRedUtils.java:setMapWork(716)) - Information added for path pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcpart/ds=2008-04-09/hr=11 2015-10-29T11:12:14,147 DEBUG [main]: optimizer.GenMapRedUtils (GenMapRedUtils.java:setMapWork(716)) - Information added for path pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcpart/ds=2008-04-08/hr=11 2015-10-29T11:12:14,147 DEBUG [main]: optimizer.GenMapRedUtils (GenMapRedUtils.java:setMapWork(716)) - Information added for path pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcpart/ds=2008-04-09/hr=12 2015-10-29T11:12:14,147 DEBUG [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(167)) - Looking at: null 2015-10-29T11:12:14,147 INFO [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(175)) - Looking for table scans where optimization is applicable 2015-10-29T11:12:14,147 INFO [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(199)) - Found 0 null table scans 2015-10-29T11:12:14,147 DEBUG [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(167)) - Looking at: null 2015-10-29T11:12:14,147 INFO [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(175)) - Looking for table scans where optimization is applicable 2015-10-29T11:12:14,147 INFO [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(199)) - Found 0 null table scans 2015-10-29T11:12:14,147 DEBUG [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(167)) - Looking at: null 2015-10-29T11:12:14,148 INFO [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(175)) - Looking for table scans where optimization is applicable 2015-10-29T11:12:14,148 INFO [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(199)) - Found 0 null table scans 2015-10-29T11:12:14,148 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:analyzeInternal(10168)) - Completed plan generation 2015-10-29T11:12:14,148 INFO [main]: ql.Driver (Driver.java:compile(448)) - Semantic Analysis Completed 2015-10-29T11:12:14,148 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:validate(10519)) - validation start 2015-10-29T11:12:14,148 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:validate(10588)) - Not a partition. 2015-10-29T11:12:14,148 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:validate(10545)) - validated ds=2008-04-08/hr=11 2015-10-29T11:12:14,148 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:validate(10546)) - srcpart 2015-10-29T11:12:14,149 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:14,149 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_partitions_ps_with_auth : db=default tbl=srcpart[2008-04-08,11] 2015-10-29T11:12:14,149 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_partitions_ps_with_auth : db=default tbl=srcpart[2008-04-08,11] 2015-10-29T11:12:14,180 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:14,181 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:14,181 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_partition_with_auth : db=default tbl=srcpart[2008-04-08,11] 2015-10-29T11:12:14,181 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_partition_with_auth : db=default tbl=srcpart[2008-04-08,11] 2015-10-29T11:12:14,188 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:14,188 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:validate(10545)) - validated ds=2008-04-08/hr=12 2015-10-29T11:12:14,188 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:validate(10546)) - srcpart 2015-10-29T11:12:14,188 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:14,189 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_partitions_ps_with_auth : db=default tbl=srcpart[2008-04-08,12] 2015-10-29T11:12:14,189 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_partitions_ps_with_auth : db=default tbl=srcpart[2008-04-08,12] 2015-10-29T11:12:14,214 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:14,214 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:14,214 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_partition_with_auth : db=default tbl=srcpart[2008-04-08,12] 2015-10-29T11:12:14,215 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_partition_with_auth : db=default tbl=srcpart[2008-04-08,12] 2015-10-29T11:12:14,222 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:14,222 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:validate(10545)) - validated ds=2008-04-09/hr=11 2015-10-29T11:12:14,222 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:validate(10546)) - srcpart 2015-10-29T11:12:14,222 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:14,222 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_partitions_ps_with_auth : db=default tbl=srcpart[2008-04-09,11] 2015-10-29T11:12:14,223 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_partitions_ps_with_auth : db=default tbl=srcpart[2008-04-09,11] 2015-10-29T11:12:14,246 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:14,246 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:14,246 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_partition_with_auth : db=default tbl=srcpart[2008-04-09,11] 2015-10-29T11:12:14,247 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_partition_with_auth : db=default tbl=srcpart[2008-04-09,11] 2015-10-29T11:12:14,254 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:14,255 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:validate(10545)) - validated ds=2008-04-09/hr=12 2015-10-29T11:12:14,255 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:validate(10546)) - srcpart 2015-10-29T11:12:14,255 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:14,255 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_partitions_ps_with_auth : db=default tbl=srcpart[2008-04-09,12] 2015-10-29T11:12:14,255 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_partitions_ps_with_auth : db=default tbl=srcpart[2008-04-09,12] 2015-10-29T11:12:14,280 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:14,280 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:14,280 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_partition_with_auth : db=default tbl=srcpart[2008-04-09,12] 2015-10-29T11:12:14,280 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_partition_with_auth : db=default tbl=srcpart[2008-04-09,12] 2015-10-29T11:12:14,287 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:14,287 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:14,288 INFO [main]: ql.Driver (Driver.java:getSchema(244)) - Returning Hive schema: Schema(fieldSchemas:[FieldSchema(name:srcpart.key, type:string, comment:null), FieldSchema(name:srcpart.value, type:string, comment:null), FieldSchema(name:srcpart.ds, type:string, comment:null), FieldSchema(name:srcpart.hr, type:string, comment:null)], properties:null) 2015-10-29T11:12:14,288 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:14,288 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : compilation phase 2015-10-29T11:12:14,288 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {flushCache_()=0, getPartitionsByNames_(String, String, List, )=95, listPartitionNames_(String, String, List, short, )=20, isCompatibleWith_(HiveConf, )=0, getPartitionWithAuthInfo_(String, String, List, String, List, )=31, getTable_(String, String, )=18, listPartitionsWithAuthInfo_(String, String, List, short, String, List, )=106} 2015-10-29T11:12:14,288 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:14,288 DEBUG [main]: lockmgr.DummyTxnManager (DummyTxnManager.java:acquireLocks(129)) - Adding default@srcpart to list of lock inputs 2015-10-29T11:12:14,288 DEBUG [main]: lockmgr.DummyTxnManager (DummyTxnManager.java:acquireLocks(129)) - Adding default@srcpart@ds=2008-04-08/hr=12 to list of lock inputs 2015-10-29T11:12:14,288 DEBUG [main]: lockmgr.DummyTxnManager (DummyTxnManager.java:acquireLocks(129)) - Adding default@srcpart@ds=2008-04-09/hr=11 to list of lock inputs 2015-10-29T11:12:14,289 DEBUG [main]: lockmgr.DummyTxnManager (DummyTxnManager.java:acquireLocks(129)) - Adding default@srcpart@ds=2008-04-08/hr=11 to list of lock inputs 2015-10-29T11:12:14,289 DEBUG [main]: lockmgr.DummyTxnManager (DummyTxnManager.java:acquireLocks(129)) - Adding default@srcpart@ds=2008-04-09/hr=12 to list of lock inputs 2015-10-29T11:12:14,289 DEBUG [main]: lockmgr.DummyTxnManager (DummyTxnManager.java:acquireLocks(148)) - Adding default@srcpart to list of lock outputs 2015-10-29T11:12:14,289 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:lock(262)) - Acquiring lock for default with mode IMPLICIT 2015-10-29T11:12:14,292 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:lock(262)) - Acquiring lock for default/srcpart with mode IMPLICIT 2015-10-29T11:12:14,294 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:lock(262)) - Acquiring lock for default/srcpart/ds=2008-04-08 with mode IMPLICIT 2015-10-29T11:12:14,297 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:lock(262)) - Acquiring lock for default/srcpart/ds=2008-04-08/hr=11 with mode IMPLICIT 2015-10-29T11:12:14,299 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:lock(262)) - Acquiring lock for default/srcpart/ds=2008-04-08/hr=12 with mode IMPLICIT 2015-10-29T11:12:14,300 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:lock(262)) - Acquiring lock for default/srcpart/ds=2008-04-09 with mode IMPLICIT 2015-10-29T11:12:14,302 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:lock(262)) - Acquiring lock for default/srcpart/ds=2008-04-09/hr=11 with mode IMPLICIT 2015-10-29T11:12:14,303 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:lock(262)) - Acquiring lock for default/srcpart/ds=2008-04-09/hr=12 with mode IMPLICIT 2015-10-29T11:12:14,305 DEBUG [main]: ql.Driver (Driver.java:recordValidTxns(960)) - Encoding valid txns info 9223372036854775807: txnid:0 2015-10-29T11:12:14,305 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:14,305 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:14,305 INFO [main]: ql.Driver (Driver.java:execute(1468)) - Starting command(queryId=sush_20151029111213_14527d21-857a-4e8a-a923-1ae3b8b7373e): ANALYZE TABLE srcpart PARTITION(ds, hr) COMPUTE STATISTICS 2015-10-29T11:12:14,305 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:14,305 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: query: ANALYZE TABLE srcpart PARTITION(ds, hr) COMPUTE STATISTICS 2015-10-29T11:12:14,305 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: type: QUERY 2015-10-29T11:12:14,305 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: Input: default@srcpart 2015-10-29T11:12:14,305 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 2015-10-29T11:12:14,305 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 2015-10-29T11:12:14,306 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 2015-10-29T11:12:14,306 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 2015-10-29T11:12:14,306 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: Output: default@srcpart 2015-10-29T11:12:14,306 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: Output: default@srcpart@ds=2008-04-08/hr=11 2015-10-29T11:12:14,306 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: Output: default@srcpart@ds=2008-04-08/hr=12 2015-10-29T11:12:14,306 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: Output: default@srcpart@ds=2008-04-09/hr=11 2015-10-29T11:12:14,306 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: Output: default@srcpart@ds=2008-04-09/hr=12 2015-10-29T11:12:14,306 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:14,306 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:14,306 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:14,306 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - Query ID = sush_20151029111213_14527d21-857a-4e8a-a923-1ae3b8b7373e 2015-10-29T11:12:14,306 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - Total jobs = 1 2015-10-29T11:12:14,306 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:14,307 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:14,307 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:14,307 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - Launching Job 1 out of 1 2015-10-29T11:12:14,307 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-0:MAPRED] in serial mode 2015-10-29T11:12:14,307 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - Number of reduce tasks is set to 0 since there's no reduce operator 2015-10-29T11:12:14,312 INFO [main]: mr.ExecDriver (ExecDriver.java:execute(291)) - Using org.apache.hadoop.hive.ql.io.CombineHiveInputFormat 2015-10-29T11:12:14,312 INFO [main]: exec.Utilities (Utilities.java:getInputPaths(3433)) - Processing alias srcpart 2015-10-29T11:12:14,312 INFO [main]: exec.Utilities (Utilities.java:getInputPaths(3450)) - Adding input file pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcpart/ds=2008-04-08/hr=12 2015-10-29T11:12:14,312 INFO [main]: exec.Utilities (Utilities.java:isEmptyPath(2734)) - Content Summary not cached for pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcpart/ds=2008-04-08/hr=12 2015-10-29T11:12:14,323 INFO [main]: exec.Utilities (Utilities.java:getInputPaths(3450)) - Adding input file pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcpart/ds=2008-04-09/hr=11 2015-10-29T11:12:14,323 INFO [main]: exec.Utilities (Utilities.java:isEmptyPath(2734)) - Content Summary not cached for pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcpart/ds=2008-04-09/hr=11 2015-10-29T11:12:14,333 INFO [main]: exec.Utilities (Utilities.java:getInputPaths(3450)) - Adding input file pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcpart/ds=2008-04-08/hr=11 2015-10-29T11:12:14,333 INFO [main]: exec.Utilities (Utilities.java:isEmptyPath(2734)) - Content Summary not cached for pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcpart/ds=2008-04-08/hr=11 2015-10-29T11:12:14,343 INFO [main]: exec.Utilities (Utilities.java:getInputPaths(3450)) - Adding input file pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcpart/ds=2008-04-09/hr=12 2015-10-29T11:12:14,343 INFO [main]: exec.Utilities (Utilities.java:isEmptyPath(2734)) - Content Summary not cached for pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcpart/ds=2008-04-09/hr=12 2015-10-29T11:12:14,358 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:14,358 INFO [main]: exec.Utilities (Utilities.java:serializePlan(939)) - Serializing MapWork via kryo 2015-10-29T11:12:14,359 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:14,359 DEBUG [main]: mapreduce.Cluster (Cluster.java:initialize(90)) - Trying ClientProtocolProvider : org.apache.hadoop.mapred.LocalClientProtocolProvider 2015-10-29T11:12:14,359 INFO [main]: jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized 2015-10-29T11:12:14,360 DEBUG [main]: mapreduce.Cluster (Cluster.java:initialize(103)) - Picked org.apache.hadoop.mapred.LocalClientProtocolProvider as the ClientProtocolProvider 2015-10-29T11:12:14,360 DEBUG [main]: fs.FSStatsPublisher (FSStatsPublisher.java:init(49)) - Initing FSStatsPublisher with : pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcpart/.hive-staging_hive_2015-10-29_11-12-13_964_1753848151150346243-1/-ext-10000 2015-10-29T11:12:14,364 INFO [main]: fs.FSStatsPublisher (FSStatsPublisher.java:init(51)) - created : pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcpart/.hive-staging_hive_2015-10-29_11-12-13_964_1753848151150346243-1/-ext-10000 2015-10-29T11:12:14,365 DEBUG [main]: mapreduce.Cluster (Cluster.java:initialize(90)) - Trying ClientProtocolProvider : org.apache.hadoop.mapred.LocalClientProtocolProvider 2015-10-29T11:12:14,365 INFO [main]: jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized 2015-10-29T11:12:14,366 DEBUG [main]: mapreduce.Cluster (Cluster.java:initialize(103)) - Picked org.apache.hadoop.mapred.LocalClientProtocolProvider as the ClientProtocolProvider 2015-10-29T11:12:14,366 INFO [main]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-13_964_1753848151150346243-1/-mr-10002/2ab55842-588d-471e-9988-af4f249a5888/map.xml 2015-10-29T11:12:14,366 DEBUG [main]: exec.Utilities (Utilities.java:getBaseWork(452)) - Found plan in cache for name: map.xml 2015-10-29T11:12:14,366 INFO [main]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-13_964_1753848151150346243-1/-mr-10002/2ab55842-588d-471e-9988-af4f249a5888/reduce.xml 2015-10-29T11:12:14,366 INFO [main]: exec.Utilities (Utilities.java:getBaseWork(405)) - local path = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-13_964_1753848151150346243-1/-mr-10002/2ab55842-588d-471e-9988-af4f249a5888/reduce.xml 2015-10-29T11:12:14,366 INFO [main]: exec.Utilities (Utilities.java:getBaseWork(417)) - Open file to read in plan: file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-13_964_1753848151150346243-1/-mr-10002/2ab55842-588d-471e-9988-af4f249a5888/reduce.xml 2015-10-29T11:12:14,367 DEBUG [main]: exec.Utilities (Utilities.java:getBaseWork(457)) - File not found: File file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-13_964_1753848151150346243-1/-mr-10002/2ab55842-588d-471e-9988-af4f249a5888/reduce.xml does not exist 2015-10-29T11:12:14,367 INFO [main]: exec.Utilities (Utilities.java:getBaseWork(458)) - No plan file found: file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-13_964_1753848151150346243-1/-mr-10002/2ab55842-588d-471e-9988-af4f249a5888/reduce.xml 2015-10-29T11:12:14,371 DEBUG [main]: mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(456)) - Configuring job job_local19506846_0014 with file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/hadoop-tmp/mapred/staging/sush19506846/.staging/job_local19506846_0014 as the submit dir 2015-10-29T11:12:14,372 DEBUG [main]: mapreduce.JobSubmitter (JobSubmitter.java:populateTokenCache(718)) - adding the following namenodes' delegation tokens:[file:///] 2015-10-29T11:12:14,372 WARN [main]: mapreduce.JobSubmitter (JobSubmitter.java:copyAndConfigureFiles(153)) - Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2015-10-29T11:12:14,372 DEBUG [main]: mapreduce.JobSubmitter (JobSubmitter.java:copyAndConfigureFiles(173)) - default FileSystem: file:/// 2015-10-29T11:12:14,467 DEBUG [main]: mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(491)) - Creating splits at file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/hadoop-tmp/mapred/staging/sush19506846/.staging/job_local19506846_0014 2015-10-29T11:12:14,467 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:14,467 INFO [main]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-13_964_1753848151150346243-1/-mr-10002/2ab55842-588d-471e-9988-af4f249a5888/map.xml 2015-10-29T11:12:14,467 DEBUG [main]: exec.Utilities (Utilities.java:getBaseWork(452)) - Found plan in cache for name: map.xml 2015-10-29T11:12:14,467 INFO [main]: io.CombineHiveInputFormat (CombineHiveInputFormat.java:getSplits(478)) - Total number of paths: 4, launching 1 threads to check non-combinable ones. 2015-10-29T11:12:14,467 DEBUG [main]: io.CombineHiveInputFormat (CombineHiveInputFormat.java:getSplits(512)) - The received input paths are: [pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcpart/ds=2008-04-08/hr=12,pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcpart/ds=2008-04-09/hr=11,pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcpart/ds=2008-04-08/hr=11,pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcpart/ds=2008-04-09/hr=12] against the property mapreduce.input.fileinputformat.inputdir 2015-10-29T11:12:14,468 INFO [main]: io.CombineHiveInputFormat (CombineHiveInputFormat.java:getCombineSplits(395)) - CombineHiveInputSplit creating pool for pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcpart/ds=2008-04-08/hr=12; using filter path pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcpart/ds=2008-04-08/hr=12 2015-10-29T11:12:14,468 INFO [main]: io.CombineHiveInputFormat (CombineHiveInputFormat.java:getCombineSplits(400)) - CombineHiveInputSplit: pool is already created for pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcpart/ds=2008-04-09/hr=11; using filter path pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcpart/ds=2008-04-09/hr=11 2015-10-29T11:12:14,469 INFO [main]: io.CombineHiveInputFormat (CombineHiveInputFormat.java:getCombineSplits(400)) - CombineHiveInputSplit: pool is already created for pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcpart/ds=2008-04-08/hr=11; using filter path pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcpart/ds=2008-04-08/hr=11 2015-10-29T11:12:14,469 INFO [main]: io.CombineHiveInputFormat (CombineHiveInputFormat.java:getCombineSplits(400)) - CombineHiveInputSplit: pool is already created for pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcpart/ds=2008-04-09/hr=12; using filter path pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcpart/ds=2008-04-09/hr=12 2015-10-29T11:12:14,511 DEBUG [main]: input.FileInputFormat (FileInputFormat.java:listStatus(279)) - Time taken to get FileStatuses: 41 2015-10-29T11:12:14,511 INFO [main]: input.FileInputFormat (FileInputFormat.java:listStatus(281)) - Total input paths to process : 4 2015-10-29T11:12:14,512 INFO [main]: input.CombineFileInputFormat (CombineFileInputFormat.java:createSplits(413)) - DEBUG: Terminated node allocation with : CompletedNodes: 1, size left: 0 2015-10-29T11:12:14,512 INFO [main]: io.CombineHiveInputFormat (CombineHiveInputFormat.java:getCombineSplits(450)) - number of splits 1 2015-10-29T11:12:14,512 INFO [main]: io.CombineHiveInputFormat (CombineHiveInputFormat.java:getSplits(549)) - Number of all splits 1 2015-10-29T11:12:14,512 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:14,528 INFO [main]: mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(494)) - number of splits:1 2015-10-29T11:12:14,542 INFO [main]: mapreduce.JobSubmitter (JobSubmitter.java:printTokens(583)) - Submitting tokens for job: job_local19506846_0014 2015-10-29T11:12:14,592 INFO [main]: mapreduce.Job (Job.java:submit(1300)) - The url to track the job: http://localhost:8080/ 2015-10-29T11:12:14,593 INFO [Thread-989]: mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(471)) - OutputCommitter set in config org.apache.hadoop.hive.ql.io.HiveFileFormatUtils$NullOutputCommitter 2015-10-29T11:12:14,593 INFO [Thread-989]: mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(489)) - OutputCommitter is org.apache.hadoop.hive.ql.io.HiveFileFormatUtils$NullOutputCommitter 2015-10-29T11:12:14,593 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - Job running in-process (local Hadoop) 2015-10-29T11:12:14,594 DEBUG [Thread-989]: mapred.LocalJobRunner (LocalJobRunner.java:createMapExecutor(395)) - Starting mapper thread pool executor. 2015-10-29T11:12:14,594 DEBUG [Thread-989]: mapred.LocalJobRunner (LocalJobRunner.java:createMapExecutor(396)) - Max local threads: 1 2015-10-29T11:12:14,594 DEBUG [Thread-989]: mapred.LocalJobRunner (LocalJobRunner.java:createMapExecutor(397)) - Map tasks to process: 1 2015-10-29T11:12:14,594 INFO [Thread-989]: mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for map tasks 2015-10-29T11:12:14,594 INFO [LocalJobRunner Map Task Executor #0]: mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local19506846_0014_m_000000_0 2015-10-29T11:12:14,594 DEBUG [LocalJobRunner Map Task Executor #0]: mapred.SortedRanges (SortedRanges.java:doNext(348)) - currentIndex 0 0:0 2015-10-29T11:12:14,594 DEBUG [LocalJobRunner Map Task Executor #0]: mapred.LocalJobRunner (LocalJobRunner.java:setupChildMapredLocalDirs(974)) - mapreduce.cluster.local.dir for child : /Users/sush/dev/hive.git/itests/qtest/target/tmp/hadoop-tmp/mapred/local/localRunner//sush/jobcache/job_local19506846_0014/attempt_local19506846_0014_m_000000_0 2015-10-29T11:12:14,595 INFO [LocalJobRunner Map Task Executor #0]: util.ProcfsBasedProcessTree (ProcfsBasedProcessTree.java:isAvailable(181)) - ProcfsBasedProcessTree currently is supported only on Linux. 2015-10-29T11:12:14,595 INFO [LocalJobRunner Map Task Executor #0]: util.ProcfsBasedProcessTree (ProcfsBasedProcessTree.java:isAvailable(181)) - ProcfsBasedProcessTree currently is supported only on Linux. 2015-10-29T11:12:14,595 INFO [LocalJobRunner Map Task Executor #0]: mapred.Task (Task.java:initialize(587)) - Using ResourceCalculatorProcessTree : null 2015-10-29T11:12:14,595 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:updateJobWithSplit(482)) - Processing split: Paths:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcpart/ds=2008-04-08/hr=12/kv1.txt:0+5812,/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcpart/ds=2008-04-09/hr=11/kv1.txt:0+5812,/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcpart/ds=2008-04-08/hr=11/kv1.txt:0+5812,/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcpart/ds=2008-04-09/hr=12/kv1.txt:0+5812InputFormatClass: org.apache.hadoop.mapred.TextInputFormat 2015-10-29T11:12:14,595 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-13_964_1753848151150346243-1/-mr-10002/2ab55842-588d-471e-9988-af4f249a5888/map.xml 2015-10-29T11:12:14,596 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(405)) - local path = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-13_964_1753848151150346243-1/-mr-10002/2ab55842-588d-471e-9988-af4f249a5888/map.xml 2015-10-29T11:12:14,596 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(417)) - Open file to read in plan: file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-13_964_1753848151150346243-1/-mr-10002/2ab55842-588d-471e-9988-af4f249a5888/map.xml 2015-10-29T11:12:14,596 INFO [LocalJobRunner Map Task Executor #0]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:14,596 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:deserializePlan(966)) - Deserializing MapWork via kryo 2015-10-29T11:12:14,600 INFO [LocalJobRunner Map Task Executor #0]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:14,601 INFO [LocalJobRunner Map Task Executor #0]: io.HiveContextAwareRecordReader (HiveContextAwareRecordReader.java:initIOContext(174)) - Processing file pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcpart/ds=2008-04-08/hr=12/kv1.txt 2015-10-29T11:12:14,601 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:runOldMapper(436)) - numReduceTasks: 0 2015-10-29T11:12:14,601 INFO [LocalJobRunner Map Task Executor #0]: mr.ExecMapper (ExecMapper.java:configure(83)) - conf classpath = [file:/Users/sush/dev/hive.git/itests/qtest/target/surefire/surefirebooter6776397513364088476.jar] 2015-10-29T11:12:14,601 INFO [LocalJobRunner Map Task Executor #0]: mr.ExecMapper (ExecMapper.java:configure(85)) - thread classpath = [file:/Users/sush/dev/hive.git/itests/qtest/target/surefire/surefirebooter6776397513364088476.jar] 2015-10-29T11:12:14,601 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-13_964_1753848151150346243-1/-mr-10002/2ab55842-588d-471e-9988-af4f249a5888/map.xml 2015-10-29T11:12:14,601 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(452)) - Found plan in cache for name: map.xml 2015-10-29T11:12:14,601 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:initialize(338)) - Initializing operator MAP[2] 2015-10-29T11:12:14,601 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:initialize(377)) - Initialization Done 2 MAP 2015-10-29T11:12:14,601 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:initializeChildren(463)) - Operator 2 MAP initialized 2015-10-29T11:12:14,601 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:initialize(390)) - Initialization Done 2 MAP done is reset. 2015-10-29T11:12:14,602 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:14,602 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:14,602 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:14,602 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:14,606 INFO [LocalJobRunner Map Task Executor #0]: mr.ExecMapper (ExecMapper.java:configure(110)) - Id =2 Id =1 <\Children> Id = 2 null<\Parent> <\TS> <\Children> <\Parent> <\MAP> 2015-10-29T11:12:14,606 INFO [LocalJobRunner Map Task Executor #0]: MapredContext (MapredContext.java:init(55)) - MapredContext initialized. 2015-10-29T11:12:14,606 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:initialize(338)) - Initializing operator TS[1] 2015-10-29T11:12:14,606 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:initialize(377)) - Initialization Done 1 TS 2015-10-29T11:12:14,606 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:initializeChildren(463)) - Operator 1 TS initialized 2015-10-29T11:12:14,607 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:initialize(390)) - Initialization Done 1 TS done is reset. 2015-10-29T11:12:14,607 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-13_964_1753848151150346243-1/-mr-10002/2ab55842-588d-471e-9988-af4f249a5888/map.xml 2015-10-29T11:12:14,607 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(452)) - Found plan in cache for name: map.xml 2015-10-29T11:12:14,607 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (TableScanOperator.java:gatherStats(156)) - Stats Gathering found a new partition spec = ds=2008-04-08/hr=12 2015-10-29T11:12:14,608 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (MapOperator.java:rowsForwarded(535)) - MAP[2]: records read - 1 2015-10-29T11:12:14,608 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (MapOperator.java:rowsForwarded(535)) - MAP[2]: records read - 10 2015-10-29T11:12:14,609 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (MapOperator.java:rowsForwarded(535)) - MAP[2]: records read - 100 2015-10-29T11:12:14,615 INFO [LocalJobRunner Map Task Executor #0]: io.HiveContextAwareRecordReader (HiveContextAwareRecordReader.java:initIOContext(174)) - Processing file pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcpart/ds=2008-04-09/hr=11/kv1.txt 2015-10-29T11:12:14,616 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-13_964_1753848151150346243-1/-mr-10002/2ab55842-588d-471e-9988-af4f249a5888/map.xml 2015-10-29T11:12:14,616 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(452)) - Found plan in cache for name: map.xml 2015-10-29T11:12:14,616 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (TableScanOperator.java:gatherStats(156)) - Stats Gathering found a new partition spec = ds=2008-04-09/hr=11 2015-10-29T11:12:14,623 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (MapOperator.java:rowsForwarded(535)) - MAP[2]: records read - 1000 2015-10-29T11:12:14,623 INFO [LocalJobRunner Map Task Executor #0]: io.HiveContextAwareRecordReader (HiveContextAwareRecordReader.java:initIOContext(174)) - Processing file pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcpart/ds=2008-04-08/hr=11/kv1.txt 2015-10-29T11:12:14,624 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-13_964_1753848151150346243-1/-mr-10002/2ab55842-588d-471e-9988-af4f249a5888/map.xml 2015-10-29T11:12:14,624 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(452)) - Found plan in cache for name: map.xml 2015-10-29T11:12:14,624 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (TableScanOperator.java:gatherStats(156)) - Stats Gathering found a new partition spec = ds=2008-04-08/hr=11 2015-10-29T11:12:14,629 INFO [LocalJobRunner Map Task Executor #0]: io.HiveContextAwareRecordReader (HiveContextAwareRecordReader.java:initIOContext(174)) - Processing file pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcpart/ds=2008-04-09/hr=12/kv1.txt 2015-10-29T11:12:14,629 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-13_964_1753848151150346243-1/-mr-10002/2ab55842-588d-471e-9988-af4f249a5888/map.xml 2015-10-29T11:12:14,629 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(452)) - Found plan in cache for name: map.xml 2015-10-29T11:12:14,630 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (TableScanOperator.java:gatherStats(156)) - Stats Gathering found a new partition spec = ds=2008-04-09/hr=12 2015-10-29T11:12:14,633 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:close(650)) - 2 finished. closing... 2015-10-29T11:12:14,633 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:logStats(898)) - RECORDS_IN:2000 2015-10-29T11:12:14,633 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:logStats(898)) - DESERIALIZE_ERRORS:0 2015-10-29T11:12:14,633 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:close(650)) - 1 finished. closing... 2015-10-29T11:12:14,633 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:14,633 DEBUG [LocalJobRunner Map Task Executor #0]: fs.FSStatsPublisher (FSStatsPublisher.java:connect(66)) - Connecting to : pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcpart/.hive-staging_hive_2015-10-29_11-12-13_964_1753848151150346243-1/-ext-10000 2015-10-29T11:12:14,639 DEBUG [LocalJobRunner Map Task Executor #0]: fs.FSStatsPublisher (FSStatsPublisher.java:publishStat(78)) - Putting in map : default.srcpart/ds=2008-04-08/hr=11/ {numRows=500, rawDataSize=5312} 2015-10-29T11:12:14,639 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (TableScanOperator.java:publishStats(306)) - publishing : default.srcpart/ds=2008-04-08/hr=11/ : {numRows=500, rawDataSize=5312} 2015-10-29T11:12:14,639 DEBUG [LocalJobRunner Map Task Executor #0]: fs.FSStatsPublisher (FSStatsPublisher.java:publishStat(78)) - Putting in map : default.srcpart/ds=2008-04-08/hr=12/ {numRows=500, rawDataSize=5312} 2015-10-29T11:12:14,639 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (TableScanOperator.java:publishStats(306)) - publishing : default.srcpart/ds=2008-04-08/hr=12/ : {numRows=500, rawDataSize=5312} 2015-10-29T11:12:14,639 DEBUG [LocalJobRunner Map Task Executor #0]: fs.FSStatsPublisher (FSStatsPublisher.java:publishStat(78)) - Putting in map : default.srcpart/ds=2008-04-09/hr=12/ {numRows=500, rawDataSize=5312} 2015-10-29T11:12:14,639 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (TableScanOperator.java:publishStats(306)) - publishing : default.srcpart/ds=2008-04-09/hr=12/ : {numRows=500, rawDataSize=5312} 2015-10-29T11:12:14,640 DEBUG [LocalJobRunner Map Task Executor #0]: fs.FSStatsPublisher (FSStatsPublisher.java:publishStat(78)) - Putting in map : default.srcpart/ds=2008-04-09/hr=11/ {numRows=500, rawDataSize=5312} 2015-10-29T11:12:14,640 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (TableScanOperator.java:publishStats(306)) - publishing : default.srcpart/ds=2008-04-09/hr=11/ : {numRows=500, rawDataSize=5312} 2015-10-29T11:12:14,640 DEBUG [LocalJobRunner Map Task Executor #0]: fs.FSStatsPublisher (FSStatsPublisher.java:closeConnection(99)) - About to create stats file for this task : pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcpart/.hive-staging_hive_2015-10-29_11-12-13_964_1753848151150346243-1/-ext-10000/tmpstats-0 2015-10-29T11:12:14,644 DEBUG [LocalJobRunner Map Task Executor #0]: fs.FSStatsPublisher (FSStatsPublisher.java:closeConnection(101)) - Created file : pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcpart/.hive-staging_hive_2015-10-29_11-12-13_964_1753848151150346243-1/-ext-10000/tmpstats-0 2015-10-29T11:12:14,644 DEBUG [LocalJobRunner Map Task Executor #0]: fs.FSStatsPublisher (FSStatsPublisher.java:closeConnection(102)) - Writing stats in it : {default.srcpart/ds=2008-04-09/hr=11/={numRows=500, rawDataSize=5312}, default.srcpart/ds=2008-04-08/hr=12/={numRows=500, rawDataSize=5312}, default.srcpart/ds=2008-04-09/hr=12/={numRows=500, rawDataSize=5312}, default.srcpart/ds=2008-04-08/hr=11/={numRows=500, rawDataSize=5312}} 2015-10-29T11:12:14,644 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:close(674)) - 1 Close done 2015-10-29T11:12:14,645 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:close(674)) - 2 Close done 2015-10-29T11:12:14,645 INFO [LocalJobRunner Map Task Executor #0]: mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 2015-10-29T11:12:14,645 INFO [LocalJobRunner Map Task Executor #0]: mapred.Task (Task.java:done(1001)) - Task:attempt_local19506846_0014_m_000000_0 is done. And is in the process of committing 2015-10-29T11:12:14,646 INFO [LocalJobRunner Map Task Executor #0]: mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcpart/ds=2008-04-09/hr=12/kv1.txt:0+5812 2015-10-29T11:12:14,646 INFO [LocalJobRunner Map Task Executor #0]: mapred.Task (Task.java:sendDone(1121)) - Task 'attempt_local19506846_0014_m_000000_0' done. 2015-10-29T11:12:14,646 INFO [LocalJobRunner Map Task Executor #0]: mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local19506846_0014_m_000000_0 2015-10-29T11:12:14,646 INFO [Thread-989]: mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - map task executor complete. 2015-10-29T11:12:15,595 DEBUG [main]: exec.Heartbeater (Heartbeater.java:heartbeat(80)) - heartbeating 2015-10-29T11:12:15,597 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - 2015-10-29 11:12:15,597 Stage-0 map = 100%, reduce = 0% 2015-10-29T11:12:15,599 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - Ended Job = job_local19506846_0014 2015-10-29T11:12:15,600 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:15,600 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-1:STATS] in serial mode 2015-10-29T11:12:15,600 INFO [main]: exec.StatsTask (StatsTask.java:execute(87)) - Executing stats task 2015-10-29T11:12:15,600 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:15,601 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=srcpart 2015-10-29T11:12:15,601 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=srcpart 2015-10-29T11:12:15,608 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:15,608 DEBUG [main]: fs.FSStatsPublisher (FSStatsPublisher.java:init(49)) - Initing FSStatsPublisher with : pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcpart/.hive-staging_hive_2015-10-29_11-12-13_964_1753848151150346243-1/-ext-10000 2015-10-29T11:12:15,613 INFO [main]: fs.FSStatsPublisher (FSStatsPublisher.java:init(51)) - created : pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcpart/.hive-staging_hive_2015-10-29_11-12-13_964_1753848151150346243-1/-ext-10000 2015-10-29T11:12:15,613 DEBUG [main]: fs.FSStatsAggregator (FSStatsAggregator.java:connect(51)) - About to read stats from : pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcpart/.hive-staging_hive_2015-10-29_11-12-13_964_1753848151150346243-1/-ext-10000 2015-10-29T11:12:15,619 INFO [main]: fs.FSStatsAggregator (FSStatsAggregator.java:connect(66)) - Read stats : {default.srcpart/ds=2008-04-09/hr=11/={numRows=500, rawDataSize=5312}, default.srcpart/ds=2008-04-08/hr=12/={numRows=500, rawDataSize=5312}, default.srcpart/ds=2008-04-09/hr=12/={numRows=500, rawDataSize=5312}, default.srcpart/ds=2008-04-08/hr=11/={numRows=500, rawDataSize=5312}} 2015-10-29T11:12:15,619 DEBUG [main]: fs.FSStatsAggregator (FSStatsAggregator.java:aggregateStats(81)) - Part ID: default.srcpart/ds=2008-04-08/hr=11/ numRows 2015-10-29T11:12:15,619 INFO [main]: fs.FSStatsAggregator (FSStatsAggregator.java:aggregateStats(93)) - Read stats for : default.srcpart/ds=2008-04-08/hr=11/ numRows 500 2015-10-29T11:12:15,620 DEBUG [main]: fs.FSStatsAggregator (FSStatsAggregator.java:aggregateStats(81)) - Part ID: default.srcpart/ds=2008-04-08/hr=11/ rawDataSize 2015-10-29T11:12:15,620 INFO [main]: fs.FSStatsAggregator (FSStatsAggregator.java:aggregateStats(93)) - Read stats for : default.srcpart/ds=2008-04-08/hr=11/ rawDataSize 5312 2015-10-29T11:12:15,631 INFO [main]: exec.StatsTask (StatsTask.java:aggregateStats(224)) - Partition default.srcpart{ds=2008-04-08, hr=11} stats: [numFiles=1, numRows=500, totalSize=5812, rawDataSize=5312] 2015-10-29T11:12:15,631 DEBUG [main]: fs.FSStatsAggregator (FSStatsAggregator.java:aggregateStats(81)) - Part ID: default.srcpart/ds=2008-04-08/hr=12/ numRows 2015-10-29T11:12:15,631 INFO [main]: fs.FSStatsAggregator (FSStatsAggregator.java:aggregateStats(93)) - Read stats for : default.srcpart/ds=2008-04-08/hr=12/ numRows 500 2015-10-29T11:12:15,631 DEBUG [main]: fs.FSStatsAggregator (FSStatsAggregator.java:aggregateStats(81)) - Part ID: default.srcpart/ds=2008-04-08/hr=12/ rawDataSize 2015-10-29T11:12:15,631 INFO [main]: fs.FSStatsAggregator (FSStatsAggregator.java:aggregateStats(93)) - Read stats for : default.srcpart/ds=2008-04-08/hr=12/ rawDataSize 5312 2015-10-29T11:12:15,642 INFO [main]: exec.StatsTask (StatsTask.java:aggregateStats(224)) - Partition default.srcpart{ds=2008-04-08, hr=12} stats: [numFiles=1, numRows=500, totalSize=5812, rawDataSize=5312] 2015-10-29T11:12:15,642 DEBUG [main]: fs.FSStatsAggregator (FSStatsAggregator.java:aggregateStats(81)) - Part ID: default.srcpart/ds=2008-04-09/hr=11/ numRows 2015-10-29T11:12:15,642 INFO [main]: fs.FSStatsAggregator (FSStatsAggregator.java:aggregateStats(93)) - Read stats for : default.srcpart/ds=2008-04-09/hr=11/ numRows 500 2015-10-29T11:12:15,642 DEBUG [main]: fs.FSStatsAggregator (FSStatsAggregator.java:aggregateStats(81)) - Part ID: default.srcpart/ds=2008-04-09/hr=11/ rawDataSize 2015-10-29T11:12:15,642 INFO [main]: fs.FSStatsAggregator (FSStatsAggregator.java:aggregateStats(93)) - Read stats for : default.srcpart/ds=2008-04-09/hr=11/ rawDataSize 5312 2015-10-29T11:12:15,652 INFO [main]: exec.StatsTask (StatsTask.java:aggregateStats(224)) - Partition default.srcpart{ds=2008-04-09, hr=11} stats: [numFiles=1, numRows=500, totalSize=5812, rawDataSize=5312] 2015-10-29T11:12:15,653 DEBUG [main]: fs.FSStatsAggregator (FSStatsAggregator.java:aggregateStats(81)) - Part ID: default.srcpart/ds=2008-04-09/hr=12/ numRows 2015-10-29T11:12:15,653 INFO [main]: fs.FSStatsAggregator (FSStatsAggregator.java:aggregateStats(93)) - Read stats for : default.srcpart/ds=2008-04-09/hr=12/ numRows 500 2015-10-29T11:12:15,653 DEBUG [main]: fs.FSStatsAggregator (FSStatsAggregator.java:aggregateStats(81)) - Part ID: default.srcpart/ds=2008-04-09/hr=12/ rawDataSize 2015-10-29T11:12:15,653 INFO [main]: fs.FSStatsAggregator (FSStatsAggregator.java:aggregateStats(93)) - Read stats for : default.srcpart/ds=2008-04-09/hr=12/ rawDataSize 5312 2015-10-29T11:12:15,663 INFO [main]: exec.StatsTask (StatsTask.java:aggregateStats(224)) - Partition default.srcpart{ds=2008-04-09, hr=12} stats: [numFiles=1, numRows=500, totalSize=5812, rawDataSize=5312] 2015-10-29T11:12:15,663 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:15,663 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: alter_partitions : db=default tbl=srcpart 2015-10-29T11:12:15,663 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=alter_partitions : db=default tbl=srcpart 2015-10-29T11:12:15,663 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:alter_partitions(3219)) - New partition values:[2008-04-08, 11] 2015-10-29T11:12:15,664 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:alter_partitions(3219)) - New partition values:[2008-04-08, 12] 2015-10-29T11:12:15,664 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:alter_partitions(3219)) - New partition values:[2008-04-09, 11] 2015-10-29T11:12:15,664 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:alter_partitions(3219)) - New partition values:[2008-04-09, 12] 2015-10-29T11:12:15,676 WARN [main]: hive.log (MetaStoreUtils.java:updatePartitionStatsFast(351)) - Updating partition stats fast for: srcpart 2015-10-29T11:12:15,693 WARN [main]: hive.log (MetaStoreUtils.java:updatePartitionStatsFast(354)) - Updated size to 5812 2015-10-29T11:12:15,714 WARN [main]: hive.log (MetaStoreUtils.java:updatePartitionStatsFast(351)) - Updating partition stats fast for: srcpart 2015-10-29T11:12:15,725 WARN [main]: hive.log (MetaStoreUtils.java:updatePartitionStatsFast(354)) - Updated size to 5812 2015-10-29T11:12:15,744 WARN [main]: hive.log (MetaStoreUtils.java:updatePartitionStatsFast(351)) - Updating partition stats fast for: srcpart 2015-10-29T11:12:15,756 WARN [main]: hive.log (MetaStoreUtils.java:updatePartitionStatsFast(354)) - Updated size to 5812 2015-10-29T11:12:15,776 WARN [main]: hive.log (MetaStoreUtils.java:updatePartitionStatsFast(351)) - Updating partition stats fast for: srcpart 2015-10-29T11:12:15,788 WARN [main]: hive.log (MetaStoreUtils.java:updatePartitionStatsFast(354)) - Updated size to 5812 2015-10-29T11:12:15,846 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:15,846 DEBUG [main]: fs.FSStatsAggregator (FSStatsAggregator.java:closeConnection(104)) - About to delete stats tmp dir :pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcpart/.hive-staging_hive_2015-10-29_11-12-13_964_1753848151150346243-1/-ext-10000 2015-10-29T11:12:15,846 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:15,846 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:15,846 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: query: ANALYZE TABLE srcpart PARTITION(ds, hr) COMPUTE STATISTICS 2015-10-29T11:12:15,847 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: type: QUERY 2015-10-29T11:12:15,847 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Input: default@srcpart 2015-10-29T11:12:15,847 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 2015-10-29T11:12:15,847 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 2015-10-29T11:12:15,847 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 2015-10-29T11:12:15,847 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 2015-10-29T11:12:15,847 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Output: default@srcpart 2015-10-29T11:12:15,847 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Output: default@srcpart@ds=2008-04-08/hr=11 2015-10-29T11:12:15,847 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Output: default@srcpart@ds=2008-04-08/hr=12 2015-10-29T11:12:15,847 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Output: default@srcpart@ds=2008-04-09/hr=11 2015-10-29T11:12:15,848 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Output: default@srcpart@ds=2008-04-09/hr=12 2015-10-29T11:12:15,848 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:15,848 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : execution phase 2015-10-29T11:12:15,848 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {isCompatibleWith_(HiveConf, )=0, alter_partitions_(String, String, List, )=183, getTable_(String, String, )=8} 2015-10-29T11:12:15,848 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:15,848 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - MapReduce Jobs Launched: 2015-10-29T11:12:15,848 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - Stage-Stage-0: HDFS Read: 0 HDFS Write: 0 SUCCESS 2015-10-29T11:12:15,848 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - Total MapReduce CPU Time Spent: 0 msec 2015-10-29T11:12:15,848 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - OK 2015-10-29T11:12:15,848 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:15,848 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:releaseLocks(217)) - about to release lock for default/srcpart/ds=2008-04-09/hr=12 2015-10-29T11:12:15,850 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:releaseLocks(217)) - about to release lock for default/srcpart/ds=2008-04-09/hr=11 2015-10-29T11:12:15,851 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:releaseLocks(217)) - about to release lock for default/srcpart/ds=2008-04-09 2015-10-29T11:12:15,852 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:releaseLocks(217)) - about to release lock for default/srcpart/ds=2008-04-08/hr=12 2015-10-29T11:12:15,853 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:releaseLocks(217)) - about to release lock for default/srcpart/ds=2008-04-08/hr=11 2015-10-29T11:12:15,855 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:releaseLocks(217)) - about to release lock for default/srcpart/ds=2008-04-08 2015-10-29T11:12:15,856 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:releaseLocks(217)) - about to release lock for default/srcpart 2015-10-29T11:12:15,857 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:releaseLocks(217)) - about to release lock for default 2015-10-29T11:12:15,859 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:15,859 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:15,859 DEBUG [main]: ql.Driver (DriverContext.java:shutdown(132)) - Shutting down query ANALYZE TABLE srcpart PARTITION(ds, hr) COMPUTE STATISTICS 2015-10-29T11:12:15,860 INFO [main]: CliDriver (SessionState.java:printInfo(996)) - Time taken: 1.896 seconds 2015-10-29T11:12:15,860 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:15,860 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:15,860 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:15,860 DEBUG [main]: conf.VariableSubstitution (VariableSubstitution.java:substitute(63)) - Substitution is on: ANALYZE TABLE srcpart PARTITION(ds, hr) COMPUTE STATISTICS FOR COLUMNS key,value 2015-10-29T11:12:15,860 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:15,860 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(185)) - Parsing command: ANALYZE TABLE srcpart PARTITION(ds, hr) COMPUTE STATISTICS FOR COLUMNS key,value 2015-10-29T11:12:15,861 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(209)) - Parse Completed 2015-10-29T11:12:15,861 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:15,861 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:15,861 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:15,861 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:15,861 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:15,861 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=srcpart 2015-10-29T11:12:15,862 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=srcpart 2015-10-29T11:12:15,867 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:15,868 WARN [main]: parse.BaseSemanticAnalyzer (BaseSemanticAnalyzer.java:validatePartColumnType(1274)) - Dynamic partitioning is used; only validating 0 columns 2015-10-29T11:12:15,868 INFO [main]: parse.ColumnStatsSemanticAnalyzer (ColumnStatsSemanticAnalyzer.java:getNumBitVectorsForNDVEstimation(270)) - Error requested is 20.0% 2015-10-29T11:12:15,868 INFO [main]: parse.ColumnStatsSemanticAnalyzer (ColumnStatsSemanticAnalyzer.java:getNumBitVectorsForNDVEstimation(271)) - Choosing 16 bit vectors.. 2015-10-29T11:12:15,868 DEBUG [main]: conf.VariableSubstitution (VariableSubstitution.java:substitute(63)) - Substitution is on: select compute_stats(`key` , 16 ) , compute_stats(`value` , 16 ) , ds , hr from default.`srcpart` group by ds,hr 2015-10-29T11:12:15,868 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(185)) - Parsing command: select compute_stats(`key` , 16 ) , compute_stats(`value` , 16 ) , ds , hr from default.`srcpart` group by ds,hr 2015-10-29T11:12:15,870 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(209)) - Parse Completed 2015-10-29T11:12:15,871 INFO [main]: parse.ColumnStatsSemanticAnalyzer (ColumnStatsSemanticAnalyzer.java:analyze(451)) - Invoking analyze on rewritten query 2015-10-29T11:12:15,871 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:analyzeInternal(10062)) - Starting Semantic Analysis 2015-10-29T11:12:15,871 DEBUG [main]: exec.FunctionRegistry (FunctionRegistry.java:getGenericUDAFResolver(1009)) - Looking up GenericUDAF: compute_stats 2015-10-29T11:12:15,871 DEBUG [main]: exec.FunctionRegistry (FunctionRegistry.java:getGenericUDAFResolver(1009)) - Looking up GenericUDAF: compute_stats 2015-10-29T11:12:15,871 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genResolvedParseTree(10009)) - Completed phase 1 of Semantic Analysis 2015-10-29T11:12:15,871 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:getMetaData(1538)) - Get metadata for source tables 2015-10-29T11:12:15,871 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:15,872 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=srcpart 2015-10-29T11:12:15,872 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=srcpart 2015-10-29T11:12:15,878 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:15,879 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:getMetaData(1678)) - Get metadata for subqueries 2015-10-29T11:12:15,879 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:getMetaData(1702)) - Get metadata for destination tables 2015-10-29T11:12:15,883 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genResolvedParseTree(10013)) - Completed getting MetaData in Semantic Analysis 2015-10-29T11:12:15,883 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct srcpart { string key, string value} 2015-10-29T11:12:15,883 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genTablePlan(9467)) - Created Table Plan for srcpart TS[0] 2015-10-29T11:12:15,884 DEBUG [main]: exec.FunctionRegistry (FunctionRegistry.java:getGenericUDAFResolver(1009)) - Looking up GenericUDAF: compute_stats 2015-10-29T11:12:15,885 DEBUG [main]: exec.FunctionRegistry (FunctionRegistry.java:getGenericUDAFResolver(1009)) - Looking up GenericUDAF: compute_stats 2015-10-29T11:12:15,885 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genBodyPlan(8817)) - RR before GB srcpart{(key,key: string)(value,value: string)(ds,ds: string)(hr,hr: string)(block__offset__inside__file,BLOCK__OFFSET__INSIDE__FILE: bigint)(input__file__name,INPUT__FILE__NAME: string)(row__id,ROW__ID: struct)} after GB {((tok_table_or_col ds),_col0: string)((tok_table_or_col hr),_col1: string)((tok_function compute_stats (tok_table_or_col key) 16),_col2: struct)((tok_function compute_stats (tok_table_or_col value) 16),_col3: struct)} srcpart{(ds,_col0: string)(hr,_col1: string)} 2015-10-29T11:12:15,885 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genSelectPlan(3604)) - tree: (TOK_SELECT (TOK_SELEXPR (TOK_FUNCTION compute_stats (TOK_TABLE_OR_COL key) 16)) (TOK_SELEXPR (TOK_FUNCTION compute_stats (TOK_TABLE_OR_COL value) 16)) (TOK_SELEXPR (TOK_TABLE_OR_COL ds)) (TOK_SELEXPR (TOK_TABLE_OR_COL hr))) 2015-10-29T11:12:15,886 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genSelectPlan(3714)) - genSelectPlan: input = {((tok_table_or_col ds),_col0: string)((tok_table_or_col hr),_col1: string)((tok_function compute_stats (tok_table_or_col key) 16),_col2: struct)((tok_function compute_stats (tok_table_or_col value) 16),_col3: struct)} srcpart{(ds,_col0: string)(hr,_col1: string)} starRr = srcpart{(key,key: string)(value,value: string)(ds,ds: string)(hr,hr: string)(block__offset__inside__file,BLOCK__OFFSET__INSIDE__FILE: bigint)(input__file__name,INPUT__FILE__NAME: string)(row__id,ROW__ID: struct)} 2015-10-29T11:12:15,886 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genSelectPlan(3862)) - Created Select Plan row schema: null{(_c0,_col0: struct)(_c1,_col1: struct)(ds,_col2: string)(hr,_col3: string)} srcpart{(ds,_col2: string)(hr,_col3: string)} 2015-10-29T11:12:15,886 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genSelectPlan(3593)) - Created Select Plan for clause: insclause-0 2015-10-29T11:12:15,886 DEBUG [main]: ql.Context (Context.java:getStagingDir(231)) - Created staging dir = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-15_868_1175698684208644755-1/-mr-10000/.hive-staging_hive_2015-10-29_11-12-15_868_1175698684208644755-1 for path = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-15_868_1175698684208644755-1/-mr-10000 2015-10-29T11:12:15,886 INFO [main]: common.FileUtils (FileUtils.java:mkdir(502)) - Creating directory if it doesn't exist: file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-15_868_1175698684208644755-1/-mr-10000/.hive-staging_hive_2015-10-29_11-12-15_868_1175698684208644755-1 2015-10-29T11:12:15,892 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chgrp,-R,staff,file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-15_868_1175698684208644755-1/-mr-10000} 2015-10-29T11:12:15,904 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:12:15,904 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chmod,-R,700,file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-15_868_1175698684208644755-1/-mr-10000} 2015-10-29T11:12:15,922 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:12:15,923 DEBUG [main]: shims.HadoopShimsSecure (Hadoop23Shims.java:debugLog(937)) - DeprecatedRawLocalFileStatus{path=file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-15_868_1175698684208644755-1/-mr-10000; isDirectory=true; modification_time=1446142335000; access_time=0; owner=; group=; permission=rwxrwxrwx; isSymlink=false} 2015-10-29T11:12:15,924 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genFileSinkPlan(6591)) - Set stats collection dir : file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-15_868_1175698684208644755-1/-mr-10000/.hive-staging_hive_2015-10-29_11-12-15_868_1175698684208644755-1/-ext-10002 2015-10-29T11:12:15,924 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genFileSinkPlan(6614)) - Created FileSink Plan for clause: insclause-0dest_path: file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-15_868_1175698684208644755-1/-mr-10000 row schema: null{(_c0,_col0: struct)(_c1,_col1: struct)(ds,_col2: string)(hr,_col3: string)} srcpart{(ds,_col2: string)(hr,_col3: string)} 2015-10-29T11:12:15,924 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genBodyPlan(8831)) - Created Body Plan for Query Block null 2015-10-29T11:12:15,924 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genPlan(9675)) - Created Plan for Query Block null 2015-10-29T11:12:15,924 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:analyzeInternal(10139)) - Before logical optimization TS[0]-SEL[1]-GBY[2]-RS[3]-GBY[4]-SEL[5]-FS[6] 2015-10-29T11:12:15,926 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:TS[0] with rs:(key: string|{srcpart}key,value: string|{srcpart}value,ds: string|{srcpart}ds,hr: string|{srcpart}hr,BLOCK__OFFSET__INSIDE__FILE: bigint|{srcpart}block__offset__inside__file,INPUT__FILE__NAME: string|{srcpart}input__file__name,ROW__ID: struct|{srcpart}row__id) 2015-10-29T11:12:15,926 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator TS[0] 2015-10-29T11:12:15,926 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:SEL[1] with rs:(key: string|{srcpart}key,value: string|{srcpart}value,ds: string|{srcpart}ds,hr: string|{srcpart}hr,BLOCK__OFFSET__INSIDE__FILE: bigint|{srcpart}block__offset__inside__file,INPUT__FILE__NAME: string|{srcpart}input__file__name,ROW__ID: struct|{srcpart}row__id) 2015-10-29T11:12:15,926 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator SEL[1] 2015-10-29T11:12:15,926 DEBUG [main]: optimizer.ConstantPropagateProcFactory (ConstantPropagateProcFactory.java:process(1131)) - New column list:(Column[key] Column[value] Column[ds] Column[hr] Column[BLOCK__OFFSET__INSIDE__FILE] Column[INPUT__FILE__NAME] Column[ROW__ID]) 2015-10-29T11:12:15,927 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:GBY[2] with rs:(_col0: string|{}(tok_table_or_col ds),_col1: string|{}(tok_table_or_col hr),_col2: struct|{}(tok_function compute_stats (tok_table_or_col key) 16),_col3: struct|{}(tok_function compute_stats (tok_table_or_col value) 16)) 2015-10-29T11:12:15,927 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator GBY[2] 2015-10-29T11:12:15,927 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:RS[3] with rs:(KEY._col0: string|{}(tok_table_or_col ds),KEY._col1: string|{}(tok_table_or_col hr),VALUE._col0: struct|{}(tok_function compute_stats (tok_table_or_col key) 16),VALUE._col1: struct|{}(tok_function compute_stats (tok_table_or_col value) 16)) 2015-10-29T11:12:15,927 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator RS[3] 2015-10-29T11:12:15,927 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:GBY[4] with rs:(_col0: string|{}(tok_table_or_col ds),_col1: string|{}(tok_table_or_col hr),_col2: struct|{}(tok_function compute_stats (tok_table_or_col key) 16),_col3: struct|{}(tok_function compute_stats (tok_table_or_col value) 16)) 2015-10-29T11:12:15,927 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator GBY[4] 2015-10-29T11:12:15,927 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:SEL[5] with rs:(_col0: struct|{null}_c0,_col1: struct|{null}_c1,_col2: string|{null}ds,_col3: string|{null}hr) 2015-10-29T11:12:15,927 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator SEL[5] 2015-10-29T11:12:15,927 DEBUG [main]: optimizer.ConstantPropagateProcFactory (ConstantPropagateProcFactory.java:process(1131)) - New column list:(Column[_col2] Column[_col3] Column[_col0] Column[_col1]) 2015-10-29T11:12:15,927 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:FS[6] with rs:(_col0: struct|{},_col1: struct|{},_col2: string|{},_col3: string|{}) 2015-10-29T11:12:15,928 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator FS[6] 2015-10-29T11:12:15,928 INFO [main]: ppd.OpProcFactory (OpProcFactory.java:process(662)) - Processing for FS(6) 2015-10-29T11:12:15,928 INFO [main]: ppd.OpProcFactory (OpProcFactory.java:process(662)) - Processing for SEL(5) 2015-10-29T11:12:15,928 INFO [main]: ppd.OpProcFactory (OpProcFactory.java:process(662)) - Processing for GBY(4) 2015-10-29T11:12:15,928 INFO [main]: ppd.OpProcFactory (OpProcFactory.java:process(662)) - Processing for RS(3) 2015-10-29T11:12:15,928 INFO [main]: ppd.OpProcFactory (OpProcFactory.java:process(662)) - Processing for GBY(2) 2015-10-29T11:12:15,928 INFO [main]: ppd.OpProcFactory (OpProcFactory.java:process(662)) - Processing for SEL(1) 2015-10-29T11:12:15,928 INFO [main]: ppd.OpProcFactory (OpProcFactory.java:process(383)) - Processing for TS(0) 2015-10-29T11:12:15,928 DEBUG [main]: ppd.PredicatePushDown (PredicatePushDown.java:transform(138)) - After PPD: TS[0]-SEL[1]-GBY[2]-RS[3]-GBY[4]-SEL[5]-FS[6] 2015-10-29T11:12:15,929 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:TS[0] with rs:(key: string|{srcpart}key,value: string|{srcpart}value,ds: string|{srcpart}ds,hr: string|{srcpart}hr,BLOCK__OFFSET__INSIDE__FILE: bigint|{srcpart}block__offset__inside__file,INPUT__FILE__NAME: string|{srcpart}input__file__name,ROW__ID: struct|{srcpart}row__id) 2015-10-29T11:12:15,929 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator TS[0] 2015-10-29T11:12:15,929 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:SEL[1] with rs:(key: string|{srcpart}key,value: string|{srcpart}value,ds: string|{srcpart}ds,hr: string|{srcpart}hr,BLOCK__OFFSET__INSIDE__FILE: bigint|{srcpart}block__offset__inside__file,INPUT__FILE__NAME: string|{srcpart}input__file__name,ROW__ID: struct|{srcpart}row__id) 2015-10-29T11:12:15,929 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator SEL[1] 2015-10-29T11:12:15,929 DEBUG [main]: optimizer.ConstantPropagateProcFactory (ConstantPropagateProcFactory.java:process(1131)) - New column list:(Column[key] Column[value] Column[ds] Column[hr] Column[BLOCK__OFFSET__INSIDE__FILE] Column[INPUT__FILE__NAME] Column[ROW__ID]) 2015-10-29T11:12:15,929 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:GBY[2] with rs:(_col0: string|{}(tok_table_or_col ds),_col1: string|{}(tok_table_or_col hr),_col2: struct|{}(tok_function compute_stats (tok_table_or_col key) 16),_col3: struct|{}(tok_function compute_stats (tok_table_or_col value) 16)) 2015-10-29T11:12:15,929 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator GBY[2] 2015-10-29T11:12:15,929 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:RS[3] with rs:(KEY._col0: string|{}(tok_table_or_col ds),KEY._col1: string|{}(tok_table_or_col hr),VALUE._col0: struct|{}(tok_function compute_stats (tok_table_or_col key) 16),VALUE._col1: struct|{}(tok_function compute_stats (tok_table_or_col value) 16)) 2015-10-29T11:12:15,929 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator RS[3] 2015-10-29T11:12:15,929 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:GBY[4] with rs:(_col0: string|{}(tok_table_or_col ds),_col1: string|{}(tok_table_or_col hr),_col2: struct|{}(tok_function compute_stats (tok_table_or_col key) 16),_col3: struct|{}(tok_function compute_stats (tok_table_or_col value) 16)) 2015-10-29T11:12:15,930 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator GBY[4] 2015-10-29T11:12:15,930 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:SEL[5] with rs:(_col0: struct|{null}_c0,_col1: struct|{null}_c1,_col2: string|{null}ds,_col3: string|{null}hr) 2015-10-29T11:12:15,930 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator SEL[5] 2015-10-29T11:12:15,930 DEBUG [main]: optimizer.ConstantPropagateProcFactory (ConstantPropagateProcFactory.java:process(1131)) - New column list:(Column[_col2] Column[_col3] Column[_col0] Column[_col1]) 2015-10-29T11:12:15,930 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:FS[6] with rs:(_col0: struct|{},_col1: struct|{},_col2: string|{},_col3: string|{}) 2015-10-29T11:12:15,930 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator FS[6] 2015-10-29T11:12:15,930 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:TS[0] with rs:(key: string|{srcpart}key,value: string|{srcpart}value,ds: string|{srcpart}ds,hr: string|{srcpart}hr,BLOCK__OFFSET__INSIDE__FILE: bigint|{srcpart}block__offset__inside__file,INPUT__FILE__NAME: string|{srcpart}input__file__name,ROW__ID: struct|{srcpart}row__id) 2015-10-29T11:12:15,930 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator TS[0] 2015-10-29T11:12:15,930 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:SEL[1] with rs:(key: string|{srcpart}key,value: string|{srcpart}value,ds: string|{srcpart}ds,hr: string|{srcpart}hr,BLOCK__OFFSET__INSIDE__FILE: bigint|{srcpart}block__offset__inside__file,INPUT__FILE__NAME: string|{srcpart}input__file__name,ROW__ID: struct|{srcpart}row__id) 2015-10-29T11:12:15,931 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator SEL[1] 2015-10-29T11:12:15,931 DEBUG [main]: optimizer.ConstantPropagateProcFactory (ConstantPropagateProcFactory.java:process(1131)) - New column list:(Column[key] Column[value] Column[ds] Column[hr] Column[BLOCK__OFFSET__INSIDE__FILE] Column[INPUT__FILE__NAME] Column[ROW__ID]) 2015-10-29T11:12:15,931 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:GBY[2] with rs:(_col0: string|{}(tok_table_or_col ds),_col1: string|{}(tok_table_or_col hr),_col2: struct|{}(tok_function compute_stats (tok_table_or_col key) 16),_col3: struct|{}(tok_function compute_stats (tok_table_or_col value) 16)) 2015-10-29T11:12:15,931 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator GBY[2] 2015-10-29T11:12:15,931 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:RS[3] with rs:(KEY._col0: string|{}(tok_table_or_col ds),KEY._col1: string|{}(tok_table_or_col hr),VALUE._col0: struct|{}(tok_function compute_stats (tok_table_or_col key) 16),VALUE._col1: struct|{}(tok_function compute_stats (tok_table_or_col value) 16)) 2015-10-29T11:12:15,931 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator RS[3] 2015-10-29T11:12:15,931 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:GBY[4] with rs:(_col0: string|{}(tok_table_or_col ds),_col1: string|{}(tok_table_or_col hr),_col2: struct|{}(tok_function compute_stats (tok_table_or_col key) 16),_col3: struct|{}(tok_function compute_stats (tok_table_or_col value) 16)) 2015-10-29T11:12:15,931 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator GBY[4] 2015-10-29T11:12:15,931 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:SEL[5] with rs:(_col0: struct|{null}_c0,_col1: struct|{null}_c1,_col2: string|{null}ds,_col3: string|{null}hr) 2015-10-29T11:12:15,931 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator SEL[5] 2015-10-29T11:12:15,932 DEBUG [main]: optimizer.ConstantPropagateProcFactory (ConstantPropagateProcFactory.java:process(1131)) - New column list:(Column[_col2] Column[_col3] Column[_col0] Column[_col1]) 2015-10-29T11:12:15,932 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:FS[6] with rs:(_col0: struct|{},_col1: struct|{},_col2: string|{},_col3: string|{}) 2015-10-29T11:12:15,932 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator FS[6] 2015-10-29T11:12:15,932 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:15,932 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:15,932 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_partitions : db=default tbl=srcpart 2015-10-29T11:12:15,932 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_partitions : db=default tbl=srcpart 2015-10-29T11:12:15,946 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:timingTrace(819)) - Direct SQL query in 13.011ms + 0.014ms, the query is [select "PARTITIONS"."PART_ID" from "PARTITIONS" inner join "TBLS" on "PARTITIONS"."TBL_ID" = "TBLS"."TBL_ID" and "TBLS"."TBL_NAME" = ? inner join "DBS" on "TBLS"."DB_ID" = "DBS"."DB_ID" and "DBS"."NAME" = ? ] 2015-10-29T11:12:15,947 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:timingTrace(819)) - Direct SQL query in 0.623ms + 0.181ms, the query is [select "PARTITIONS"."PART_ID", "SDS"."SD_ID", "SDS"."CD_ID", "SERDES"."SERDE_ID", "PARTITIONS"."CREATE_TIME", "PARTITIONS"."LAST_ACCESS_TIME", "SDS"."INPUT_FORMAT", "SDS"."IS_COMPRESSED", "SDS"."IS_STOREDASSUBDIRECTORIES", "SDS"."LOCATION", "SDS"."NUM_BUCKETS", "SDS"."OUTPUT_FORMAT", "SERDES"."NAME", "SERDES"."SLIB" from "PARTITIONS" left outer join "SDS" on "PARTITIONS"."SD_ID" = "SDS"."SD_ID" left outer join "SERDES" on "SDS"."SERDE_ID" = "SERDES"."SERDE_ID" where "PART_ID" in (1,2,3,4) order by "PART_NAME" asc] 2015-10-29T11:12:15,948 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:timingTrace(819)) - Direct SQL query in 0.193ms + 0.56ms, the query is [select "PART_ID", "PARAM_KEY", "PARAM_VALUE" from "PARTITION_PARAMS" where "PART_ID" in (1,2,3,4) and "PARAM_KEY" is not null order by "PART_ID" asc] 2015-10-29T11:12:15,949 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:timingTrace(819)) - Direct SQL query in 0.168ms + 0.236ms, the query is [select "PART_ID", "PART_KEY_VAL" from "PARTITION_KEY_VALS" where "PART_ID" in (1,2,3,4) and "INTEGER_IDX" >= 0 order by "PART_ID" asc, "INTEGER_IDX" asc] 2015-10-29T11:12:15,949 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:timingTrace(819)) - Direct SQL query in 0.21ms + 0.02ms, the query is [select "SD_ID", "PARAM_KEY", "PARAM_VALUE" from "SD_PARAMS" where "SD_ID" in (9,10,11,12) and "PARAM_KEY" is not null order by "SD_ID" asc] 2015-10-29T11:12:15,949 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:timingTrace(819)) - Direct SQL query in 0.185ms + 0.02ms, the query is [select "SD_ID", "COLUMN_NAME", "SORT_COLS"."ORDER" from "SORT_COLS" where "SD_ID" in (9,10,11,12) and "INTEGER_IDX" >= 0 order by "SD_ID" asc, "INTEGER_IDX" asc] 2015-10-29T11:12:15,950 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:timingTrace(819)) - Direct SQL query in 0.188ms + 0.02ms, the query is [select "SD_ID", "BUCKET_COL_NAME" from "BUCKETING_COLS" where "SD_ID" in (9,10,11,12) and "INTEGER_IDX" >= 0 order by "SD_ID" asc, "INTEGER_IDX" asc] 2015-10-29T11:12:15,950 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:timingTrace(819)) - Direct SQL query in 0.182ms + 0.02ms, the query is [select "SD_ID", "SKEWED_COL_NAME" from "SKEWED_COL_NAMES" where "SD_ID" in (9,10,11,12) and "INTEGER_IDX" >= 0 order by "SD_ID" asc, "INTEGER_IDX" asc] 2015-10-29T11:12:15,951 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:timingTrace(819)) - Direct SQL query in 0.268ms + 0.062ms, the query is [select "CD_ID", "COMMENT", "COLUMN_NAME", "TYPE_NAME" from "COLUMNS_V2" where "CD_ID" in (8) and "INTEGER_IDX" >= 0 order by "CD_ID" asc, "INTEGER_IDX" asc] 2015-10-29T11:12:15,951 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:timingTrace(819)) - Direct SQL query in 0.163ms + 0.168ms, the query is [select "SERDE_ID", "PARAM_KEY", "PARAM_VALUE" from "SERDE_PARAMS" where "SERDE_ID" in (9,10,11,12) and "PARAM_KEY" is not null order by "SERDE_ID" asc] 2015-10-29T11:12:15,986 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:15,986 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:15,986 DEBUG [main]: optimizer.ColumnPrunerProcFactory (ColumnPrunerProcFactory.java:process(569)) - Reduce Sink Operator 3 key:[Column[_col0], Column[_col1]] 2015-10-29T11:12:15,986 INFO [main]: optimizer.ColumnPrunerProcFactory (ColumnPrunerProcFactory.java:pruneReduceSinkOperator(864)) - RS 3 oldColExprMap: {KEY._col0=Column[_col0], KEY._col1=Column[_col1], VALUE._col1=Column[_col3], VALUE._col0=Column[_col2]} 2015-10-29T11:12:15,987 INFO [main]: optimizer.ColumnPrunerProcFactory (ColumnPrunerProcFactory.java:pruneReduceSinkOperator(913)) - RS 3 newColExprMap: {KEY._col0=Column[_col0], KEY._col1=Column[_col1], VALUE._col1=Column[_col3], VALUE._col0=Column[_col2]} 2015-10-29T11:12:15,987 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:analyzeInternal(10147)) - After logical optimization TS[0]-SEL[1]-GBY[2]-RS[3]-GBY[4]-SEL[5]-FS[6] 2015-10-29T11:12:15,988 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct srcpart { string key, string value} 2015-10-29T11:12:15,988 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct srcpart { string key, string value} 2015-10-29T11:12:15,988 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct srcpart { string key, string value} 2015-10-29T11:12:15,988 DEBUG [main]: optimizer.GenMapRedUtils (GenMapRedUtils.java:setMapWork(678)) - Adding pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcpart/ds=2008-04-08/hr=11 of tablesrcpart 2015-10-29T11:12:15,988 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct srcpart { string key, string value} 2015-10-29T11:12:15,988 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct srcpart { string key, string value} 2015-10-29T11:12:15,988 DEBUG [main]: optimizer.GenMapRedUtils (GenMapRedUtils.java:setMapWork(678)) - Adding pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcpart/ds=2008-04-08/hr=12 of tablesrcpart 2015-10-29T11:12:15,988 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct srcpart { string key, string value} 2015-10-29T11:12:15,989 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct srcpart { string key, string value} 2015-10-29T11:12:15,989 DEBUG [main]: optimizer.GenMapRedUtils (GenMapRedUtils.java:setMapWork(678)) - Adding pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcpart/ds=2008-04-09/hr=11 of tablesrcpart 2015-10-29T11:12:15,989 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct srcpart { string key, string value} 2015-10-29T11:12:15,989 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct srcpart { string key, string value} 2015-10-29T11:12:15,989 DEBUG [main]: optimizer.GenMapRedUtils (GenMapRedUtils.java:setMapWork(678)) - Adding pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcpart/ds=2008-04-09/hr=12 of tablesrcpart 2015-10-29T11:12:15,989 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct srcpart { string key, string value} 2015-10-29T11:12:15,989 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct srcpart { string key, string value} 2015-10-29T11:12:15,989 DEBUG [main]: optimizer.GenMapRedUtils (GenMapRedUtils.java:setMapWork(716)) - Information added for path pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcpart/ds=2008-04-08/hr=11 2015-10-29T11:12:15,990 DEBUG [main]: optimizer.GenMapRedUtils (GenMapRedUtils.java:setMapWork(716)) - Information added for path pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcpart/ds=2008-04-08/hr=12 2015-10-29T11:12:15,990 DEBUG [main]: optimizer.GenMapRedUtils (GenMapRedUtils.java:setMapWork(716)) - Information added for path pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcpart/ds=2008-04-09/hr=11 2015-10-29T11:12:15,990 DEBUG [main]: optimizer.GenMapRedUtils (GenMapRedUtils.java:setMapWork(716)) - Information added for path pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcpart/ds=2008-04-09/hr=12 2015-10-29T11:12:15,990 DEBUG [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(167)) - Looking at: null 2015-10-29T11:12:15,990 INFO [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(175)) - Looking for table scans where optimization is applicable 2015-10-29T11:12:15,990 INFO [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(199)) - Found 0 null table scans 2015-10-29T11:12:15,990 DEBUG [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(167)) - Looking at: null 2015-10-29T11:12:15,991 INFO [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(175)) - Looking for table scans where optimization is applicable 2015-10-29T11:12:15,991 INFO [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(199)) - Found 0 null table scans 2015-10-29T11:12:15,991 DEBUG [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(167)) - Looking at: null 2015-10-29T11:12:15,991 INFO [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(175)) - Looking for table scans where optimization is applicable 2015-10-29T11:12:15,991 INFO [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(199)) - Found 0 null table scans 2015-10-29T11:12:15,991 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:analyzeInternal(10168)) - Completed plan generation 2015-10-29T11:12:15,991 INFO [main]: ql.Driver (Driver.java:compile(448)) - Semantic Analysis Completed 2015-10-29T11:12:15,991 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:validate(10519)) - validation start 2015-10-29T11:12:15,992 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:validate(10561)) - not validating writeEntity, because entity is neither table nor partition 2015-10-29T11:12:15,992 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:15,992 INFO [main]: ql.Driver (Driver.java:getSchema(244)) - Returning Hive schema: Schema(fieldSchemas:[FieldSchema(name:_c0, type:struct, comment:null), FieldSchema(name:_c1, type:struct, comment:null), FieldSchema(name:ds, type:string, comment:null), FieldSchema(name:hr, type:string, comment:null)], properties:null) 2015-10-29T11:12:15,992 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:15,992 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : compilation phase 2015-10-29T11:12:15,992 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {flushCache_()=0, listPartitions_(String, String, short, )=54, isCompatibleWith_(HiveConf, )=0, getTable_(String, String, )=13} 2015-10-29T11:12:15,992 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:15,992 DEBUG [main]: lockmgr.DummyTxnManager (DummyTxnManager.java:acquireLocks(129)) - Adding default@srcpart to list of lock inputs 2015-10-29T11:12:15,992 DEBUG [main]: lockmgr.DummyTxnManager (DummyTxnManager.java:acquireLocks(129)) - Adding default@srcpart@ds=2008-04-08/hr=11 to list of lock inputs 2015-10-29T11:12:15,992 DEBUG [main]: lockmgr.DummyTxnManager (DummyTxnManager.java:acquireLocks(129)) - Adding default@srcpart@ds=2008-04-08/hr=12 to list of lock inputs 2015-10-29T11:12:15,992 DEBUG [main]: lockmgr.DummyTxnManager (DummyTxnManager.java:acquireLocks(129)) - Adding default@srcpart@ds=2008-04-09/hr=11 to list of lock inputs 2015-10-29T11:12:15,993 DEBUG [main]: lockmgr.DummyTxnManager (DummyTxnManager.java:acquireLocks(129)) - Adding default@srcpart@ds=2008-04-09/hr=12 to list of lock inputs 2015-10-29T11:12:15,993 DEBUG [main]: lockmgr.DummyTxnManager (DummyTxnManager.java:acquireLocks(148)) - Adding file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-15_868_1175698684208644755-1/-mr-10000 to list of lock outputs 2015-10-29T11:12:15,993 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:lock(262)) - Acquiring lock for default with mode IMPLICIT 2015-10-29T11:12:15,996 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:lock(262)) - Acquiring lock for default/srcpart with mode IMPLICIT 2015-10-29T11:12:15,998 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:lock(262)) - Acquiring lock for default/srcpart/ds=2008-04-08 with mode IMPLICIT 2015-10-29T11:12:16,001 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:lock(262)) - Acquiring lock for default/srcpart/ds=2008-04-08/hr=11 with mode IMPLICIT 2015-10-29T11:12:16,003 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:lock(262)) - Acquiring lock for default/srcpart/ds=2008-04-08/hr=12 with mode IMPLICIT 2015-10-29T11:12:16,005 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:lock(262)) - Acquiring lock for default/srcpart/ds=2008-04-09 with mode IMPLICIT 2015-10-29T11:12:16,007 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:lock(262)) - Acquiring lock for default/srcpart/ds=2008-04-09/hr=11 with mode IMPLICIT 2015-10-29T11:12:16,008 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:lock(262)) - Acquiring lock for default/srcpart/ds=2008-04-09/hr=12 with mode IMPLICIT 2015-10-29T11:12:16,010 DEBUG [main]: ql.Driver (Driver.java:recordValidTxns(960)) - Encoding valid txns info 9223372036854775807: txnid:0 2015-10-29T11:12:16,010 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:16,010 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:16,010 INFO [main]: ql.Driver (Driver.java:execute(1468)) - Starting command(queryId=sush_20151029111215_a0973b65-8f07-4dc8-aad1-0a1956877f5c): ANALYZE TABLE srcpart PARTITION(ds, hr) COMPUTE STATISTICS FOR COLUMNS key,value 2015-10-29T11:12:16,010 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:16,010 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: query: ANALYZE TABLE srcpart PARTITION(ds, hr) COMPUTE STATISTICS FOR COLUMNS key,value 2015-10-29T11:12:16,010 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: type: QUERY 2015-10-29T11:12:16,010 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: Input: default@srcpart 2015-10-29T11:12:16,010 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 2015-10-29T11:12:16,011 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 2015-10-29T11:12:16,011 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 2015-10-29T11:12:16,011 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 2015-10-29T11:12:16,011 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: Output: file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-15_868_1175698684208644755-1/-mr-10000 2015-10-29T11:12:16,011 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:16,011 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:16,011 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:16,011 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - Query ID = sush_20151029111215_a0973b65-8f07-4dc8-aad1-0a1956877f5c 2015-10-29T11:12:16,011 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - Total jobs = 1 2015-10-29T11:12:16,011 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:16,011 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:16,011 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:16,012 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - Launching Job 1 out of 1 2015-10-29T11:12:16,012 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-0:MAPRED] in serial mode 2015-10-29T11:12:16,012 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:16,056 INFO [main]: exec.Utilities (Utilities.java:getInputSummary(2691)) - Cache Content Summary for pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcpart/ds=2008-04-09/hr=12 length: 5812 file count: 1 directory count: 1 2015-10-29T11:12:16,056 INFO [main]: exec.Utilities (Utilities.java:getInputSummary(2691)) - Cache Content Summary for pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcpart/ds=2008-04-08/hr=11 length: 5812 file count: 1 directory count: 1 2015-10-29T11:12:16,056 INFO [main]: exec.Utilities (Utilities.java:getInputSummary(2691)) - Cache Content Summary for pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcpart/ds=2008-04-08/hr=12 length: 5812 file count: 1 directory count: 1 2015-10-29T11:12:16,056 INFO [main]: exec.Utilities (Utilities.java:getInputSummary(2691)) - Cache Content Summary for pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcpart/ds=2008-04-09/hr=11 length: 5812 file count: 1 directory count: 1 2015-10-29T11:12:16,056 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:16,056 INFO [main]: exec.Utilities (Utilities.java:estimateNumberOfReducers(3287)) - BytesPerReducer=256000000 maxReducers=1009 totalInputFileSize=23248 2015-10-29T11:12:16,057 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - Number of reduce tasks not specified. Estimated from input data size: 1 2015-10-29T11:12:16,057 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - In order to change the average load for a reducer (in bytes): 2015-10-29T11:12:16,057 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - set hive.exec.reducers.bytes.per.reducer= 2015-10-29T11:12:16,057 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - In order to limit the maximum number of reducers: 2015-10-29T11:12:16,057 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - set hive.exec.reducers.max= 2015-10-29T11:12:16,057 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - In order to set a constant number of reducers: 2015-10-29T11:12:16,057 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - set mapreduce.job.reduces= 2015-10-29T11:12:16,061 INFO [main]: mr.ExecDriver (ExecDriver.java:execute(291)) - Using org.apache.hadoop.hive.ql.io.CombineHiveInputFormat 2015-10-29T11:12:16,062 INFO [main]: exec.Utilities (Utilities.java:getInputPaths(3433)) - Processing alias srcpart 2015-10-29T11:12:16,062 INFO [main]: exec.Utilities (Utilities.java:getInputPaths(3450)) - Adding input file pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcpart/ds=2008-04-08/hr=11 2015-10-29T11:12:16,062 INFO [main]: exec.Utilities (Utilities.java:isEmptyPath(2730)) - Content Summary pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcpart/ds=2008-04-08/hr=11length: 5812 num files: 1 num directories: 1 2015-10-29T11:12:16,062 INFO [main]: exec.Utilities (Utilities.java:getInputPaths(3450)) - Adding input file pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcpart/ds=2008-04-08/hr=12 2015-10-29T11:12:16,062 INFO [main]: exec.Utilities (Utilities.java:isEmptyPath(2730)) - Content Summary pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcpart/ds=2008-04-08/hr=12length: 5812 num files: 1 num directories: 1 2015-10-29T11:12:16,062 INFO [main]: exec.Utilities (Utilities.java:getInputPaths(3450)) - Adding input file pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcpart/ds=2008-04-09/hr=11 2015-10-29T11:12:16,062 INFO [main]: exec.Utilities (Utilities.java:isEmptyPath(2730)) - Content Summary pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcpart/ds=2008-04-09/hr=11length: 5812 num files: 1 num directories: 1 2015-10-29T11:12:16,062 INFO [main]: exec.Utilities (Utilities.java:getInputPaths(3450)) - Adding input file pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcpart/ds=2008-04-09/hr=12 2015-10-29T11:12:16,062 INFO [main]: exec.Utilities (Utilities.java:isEmptyPath(2730)) - Content Summary pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcpart/ds=2008-04-09/hr=12length: 5812 num files: 1 num directories: 1 2015-10-29T11:12:16,067 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:16,067 INFO [main]: exec.Utilities (Utilities.java:serializePlan(939)) - Serializing MapWork via kryo 2015-10-29T11:12:16,069 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:16,073 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:16,073 INFO [main]: exec.Utilities (Utilities.java:serializePlan(939)) - Serializing ReduceWork via kryo 2015-10-29T11:12:16,075 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:16,075 DEBUG [main]: mapreduce.Cluster (Cluster.java:initialize(90)) - Trying ClientProtocolProvider : org.apache.hadoop.mapred.LocalClientProtocolProvider 2015-10-29T11:12:16,076 INFO [main]: jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized 2015-10-29T11:12:16,483 DEBUG [main]: mapreduce.Cluster (Cluster.java:initialize(103)) - Picked org.apache.hadoop.mapred.LocalClientProtocolProvider as the ClientProtocolProvider 2015-10-29T11:12:16,485 DEBUG [main]: mapreduce.Cluster (Cluster.java:initialize(90)) - Trying ClientProtocolProvider : org.apache.hadoop.mapred.LocalClientProtocolProvider 2015-10-29T11:12:16,486 INFO [main]: jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized 2015-10-29T11:12:16,487 DEBUG [main]: mapreduce.Cluster (Cluster.java:initialize(103)) - Picked org.apache.hadoop.mapred.LocalClientProtocolProvider as the ClientProtocolProvider 2015-10-29T11:12:16,487 INFO [main]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-15_860_7767824300361564578-1/-mr-10001/3e821a55-1e13-4ac6-a9e0-7f110a9d51c7/map.xml 2015-10-29T11:12:16,487 DEBUG [main]: exec.Utilities (Utilities.java:getBaseWork(452)) - Found plan in cache for name: map.xml 2015-10-29T11:12:16,487 INFO [main]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-15_860_7767824300361564578-1/-mr-10001/3e821a55-1e13-4ac6-a9e0-7f110a9d51c7/reduce.xml 2015-10-29T11:12:16,488 DEBUG [main]: exec.Utilities (Utilities.java:getBaseWork(452)) - Found plan in cache for name: reduce.xml 2015-10-29T11:12:16,494 DEBUG [main]: mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(456)) - Configuring job job_local240463813_0015 with file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/hadoop-tmp/mapred/staging/sush240463813/.staging/job_local240463813_0015 as the submit dir 2015-10-29T11:12:16,494 DEBUG [main]: mapreduce.JobSubmitter (JobSubmitter.java:populateTokenCache(718)) - adding the following namenodes' delegation tokens:[file:///] 2015-10-29T11:12:16,494 WARN [main]: mapreduce.JobSubmitter (JobSubmitter.java:copyAndConfigureFiles(153)) - Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2015-10-29T11:12:16,494 DEBUG [main]: mapreduce.JobSubmitter (JobSubmitter.java:copyAndConfigureFiles(173)) - default FileSystem: file:/// 2015-10-29T11:12:16,592 DEBUG [main]: mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(491)) - Creating splits at file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/hadoop-tmp/mapred/staging/sush240463813/.staging/job_local240463813_0015 2015-10-29T11:12:16,592 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:16,592 INFO [main]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-15_860_7767824300361564578-1/-mr-10001/3e821a55-1e13-4ac6-a9e0-7f110a9d51c7/map.xml 2015-10-29T11:12:16,593 DEBUG [main]: exec.Utilities (Utilities.java:getBaseWork(452)) - Found plan in cache for name: map.xml 2015-10-29T11:12:16,593 INFO [main]: io.CombineHiveInputFormat (CombineHiveInputFormat.java:getSplits(478)) - Total number of paths: 4, launching 1 threads to check non-combinable ones. 2015-10-29T11:12:16,593 DEBUG [main]: io.CombineHiveInputFormat (CombineHiveInputFormat.java:getSplits(512)) - The received input paths are: [pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcpart/ds=2008-04-08/hr=11,pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcpart/ds=2008-04-08/hr=12,pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcpart/ds=2008-04-09/hr=11,pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcpart/ds=2008-04-09/hr=12] against the property mapreduce.input.fileinputformat.inputdir 2015-10-29T11:12:16,594 INFO [main]: io.CombineHiveInputFormat (CombineHiveInputFormat.java:getCombineSplits(395)) - CombineHiveInputSplit creating pool for pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcpart/ds=2008-04-08/hr=11; using filter path pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcpart/ds=2008-04-08/hr=11 2015-10-29T11:12:16,594 INFO [main]: io.CombineHiveInputFormat (CombineHiveInputFormat.java:getCombineSplits(400)) - CombineHiveInputSplit: pool is already created for pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcpart/ds=2008-04-08/hr=12; using filter path pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcpart/ds=2008-04-08/hr=12 2015-10-29T11:12:16,594 INFO [main]: io.CombineHiveInputFormat (CombineHiveInputFormat.java:getCombineSplits(400)) - CombineHiveInputSplit: pool is already created for pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcpart/ds=2008-04-09/hr=11; using filter path pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcpart/ds=2008-04-09/hr=11 2015-10-29T11:12:16,594 INFO [main]: io.CombineHiveInputFormat (CombineHiveInputFormat.java:getCombineSplits(400)) - CombineHiveInputSplit: pool is already created for pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcpart/ds=2008-04-09/hr=12; using filter path pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcpart/ds=2008-04-09/hr=12 2015-10-29T11:12:16,636 DEBUG [main]: input.FileInputFormat (FileInputFormat.java:listStatus(279)) - Time taken to get FileStatuses: 41 2015-10-29T11:12:16,636 INFO [main]: input.FileInputFormat (FileInputFormat.java:listStatus(281)) - Total input paths to process : 4 2015-10-29T11:12:16,637 INFO [main]: input.CombineFileInputFormat (CombineFileInputFormat.java:createSplits(413)) - DEBUG: Terminated node allocation with : CompletedNodes: 1, size left: 0 2015-10-29T11:12:16,637 INFO [main]: io.CombineHiveInputFormat (CombineHiveInputFormat.java:getCombineSplits(450)) - number of splits 1 2015-10-29T11:12:16,637 INFO [main]: io.CombineHiveInputFormat (CombineHiveInputFormat.java:getSplits(549)) - Number of all splits 1 2015-10-29T11:12:16,637 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:16,652 INFO [main]: mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(494)) - number of splits:1 2015-10-29T11:12:16,666 INFO [main]: mapreduce.JobSubmitter (JobSubmitter.java:printTokens(583)) - Submitting tokens for job: job_local240463813_0015 2015-10-29T11:12:16,724 INFO [main]: mapreduce.Job (Job.java:submit(1300)) - The url to track the job: http://localhost:8080/ 2015-10-29T11:12:16,725 INFO [Thread-1050]: mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(471)) - OutputCommitter set in config org.apache.hadoop.hive.ql.io.HiveFileFormatUtils$NullOutputCommitter 2015-10-29T11:12:16,725 INFO [Thread-1050]: mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(489)) - OutputCommitter is org.apache.hadoop.hive.ql.io.HiveFileFormatUtils$NullOutputCommitter 2015-10-29T11:12:16,725 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - Job running in-process (local Hadoop) 2015-10-29T11:12:16,725 DEBUG [Thread-1050]: mapred.LocalJobRunner (LocalJobRunner.java:createMapExecutor(395)) - Starting mapper thread pool executor. 2015-10-29T11:12:16,725 DEBUG [Thread-1050]: mapred.LocalJobRunner (LocalJobRunner.java:createMapExecutor(396)) - Max local threads: 1 2015-10-29T11:12:16,725 DEBUG [Thread-1050]: mapred.LocalJobRunner (LocalJobRunner.java:createMapExecutor(397)) - Map tasks to process: 1 2015-10-29T11:12:16,726 INFO [Thread-1050]: mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for map tasks 2015-10-29T11:12:16,726 INFO [LocalJobRunner Map Task Executor #0]: mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local240463813_0015_m_000000_0 2015-10-29T11:12:16,726 DEBUG [LocalJobRunner Map Task Executor #0]: mapred.SortedRanges (SortedRanges.java:doNext(348)) - currentIndex 0 0:0 2015-10-29T11:12:16,726 DEBUG [LocalJobRunner Map Task Executor #0]: mapred.LocalJobRunner (LocalJobRunner.java:setupChildMapredLocalDirs(974)) - mapreduce.cluster.local.dir for child : /Users/sush/dev/hive.git/itests/qtest/target/tmp/hadoop-tmp/mapred/local/localRunner//sush/jobcache/job_local240463813_0015/attempt_local240463813_0015_m_000000_0 2015-10-29T11:12:16,726 INFO [LocalJobRunner Map Task Executor #0]: util.ProcfsBasedProcessTree (ProcfsBasedProcessTree.java:isAvailable(181)) - ProcfsBasedProcessTree currently is supported only on Linux. 2015-10-29T11:12:16,726 INFO [LocalJobRunner Map Task Executor #0]: util.ProcfsBasedProcessTree (ProcfsBasedProcessTree.java:isAvailable(181)) - ProcfsBasedProcessTree currently is supported only on Linux. 2015-10-29T11:12:16,727 INFO [LocalJobRunner Map Task Executor #0]: mapred.Task (Task.java:initialize(587)) - Using ResourceCalculatorProcessTree : null 2015-10-29T11:12:16,727 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:updateJobWithSplit(482)) - Processing split: Paths:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcpart/ds=2008-04-08/hr=11/kv1.txt:0+5812,/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcpart/ds=2008-04-08/hr=12/kv1.txt:0+5812,/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcpart/ds=2008-04-09/hr=11/kv1.txt:0+5812,/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcpart/ds=2008-04-09/hr=12/kv1.txt:0+5812InputFormatClass: org.apache.hadoop.mapred.TextInputFormat 2015-10-29T11:12:16,727 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-15_860_7767824300361564578-1/-mr-10001/3e821a55-1e13-4ac6-a9e0-7f110a9d51c7/map.xml 2015-10-29T11:12:16,727 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(405)) - local path = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-15_860_7767824300361564578-1/-mr-10001/3e821a55-1e13-4ac6-a9e0-7f110a9d51c7/map.xml 2015-10-29T11:12:16,727 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(417)) - Open file to read in plan: file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-15_860_7767824300361564578-1/-mr-10001/3e821a55-1e13-4ac6-a9e0-7f110a9d51c7/map.xml 2015-10-29T11:12:16,728 INFO [LocalJobRunner Map Task Executor #0]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:16,728 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:deserializePlan(966)) - Deserializing MapWork via kryo 2015-10-29T11:12:16,733 INFO [LocalJobRunner Map Task Executor #0]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:16,734 INFO [LocalJobRunner Map Task Executor #0]: io.HiveContextAwareRecordReader (HiveContextAwareRecordReader.java:initIOContext(174)) - Processing file pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcpart/ds=2008-04-08/hr=11/kv1.txt 2015-10-29T11:12:16,734 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:runOldMapper(436)) - numReduceTasks: 1 2015-10-29T11:12:16,734 DEBUG [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:createSortingCollector(398)) - Trying map output collector class: org.apache.hadoop.mapred.MapTask$MapOutputBuffer 2015-10-29T11:12:16,744 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:setEquator(1202)) - (EQUATOR) 0 kvi 26214396(104857584) 2015-10-29T11:12:16,744 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:init(995)) - mapreduce.task.io.sort.mb: 100 2015-10-29T11:12:16,744 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:init(996)) - soft limit at 83886080 2015-10-29T11:12:16,744 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:init(997)) - bufstart = 0; bufvoid = 104857600 2015-10-29T11:12:16,744 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:init(998)) - kvstart = 26214396; length = 6553600 2015-10-29T11:12:16,744 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:createSortingCollector(402)) - Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer 2015-10-29T11:12:16,745 INFO [LocalJobRunner Map Task Executor #0]: mr.ExecMapper (ExecMapper.java:configure(83)) - conf classpath = [file:/Users/sush/dev/hive.git/itests/qtest/target/surefire/surefirebooter6776397513364088476.jar] 2015-10-29T11:12:16,745 INFO [LocalJobRunner Map Task Executor #0]: mr.ExecMapper (ExecMapper.java:configure(85)) - thread classpath = [file:/Users/sush/dev/hive.git/itests/qtest/target/surefire/surefirebooter6776397513364088476.jar] 2015-10-29T11:12:16,745 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-15_860_7767824300361564578-1/-mr-10001/3e821a55-1e13-4ac6-a9e0-7f110a9d51c7/map.xml 2015-10-29T11:12:16,745 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(452)) - Found plan in cache for name: map.xml 2015-10-29T11:12:16,745 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:initialize(338)) - Initializing operator MAP[11] 2015-10-29T11:12:16,745 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:initialize(377)) - Initialization Done 11 MAP 2015-10-29T11:12:16,745 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:initializeChildren(463)) - Operator 11 MAP initialized 2015-10-29T11:12:16,745 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:initialize(390)) - Initialization Done 11 MAP done is reset. 2015-10-29T11:12:16,745 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:16,746 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:16,746 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:16,746 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:16,747 INFO [LocalJobRunner Map Task Executor #0]: mr.ExecMapper (ExecMapper.java:configure(110)) - Id =11 Id =7 Id =8 Id =9 Id =10 <\Children> Id = 9 null<\Parent> <\RS> <\Children> Id = 8 null<\Parent> <\GBY> <\Children> Id = 7 null<\Parent> <\SEL> <\Children> Id = 11 null<\Parent> <\TS> <\Children> <\Parent> <\MAP> 2015-10-29T11:12:16,747 INFO [LocalJobRunner Map Task Executor #0]: MapredContext (MapredContext.java:init(55)) - MapredContext initialized. 2015-10-29T11:12:16,747 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:initialize(338)) - Initializing operator TS[7] 2015-10-29T11:12:16,747 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:initialize(377)) - Initialization Done 7 TS 2015-10-29T11:12:16,747 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:initializeChildren(463)) - Operator 7 TS initialized 2015-10-29T11:12:16,747 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:initializeChildren(469)) - Initializing children of 7 TS 2015-10-29T11:12:16,747 INFO [LocalJobRunner Map Task Executor #0]: exec.SelectOperator (Operator.java:initialize(507)) - Initializing child 8 SEL 2015-10-29T11:12:16,747 INFO [LocalJobRunner Map Task Executor #0]: exec.SelectOperator (Operator.java:initialize(338)) - Initializing operator SEL[8] 2015-10-29T11:12:16,748 INFO [LocalJobRunner Map Task Executor #0]: exec.SelectOperator (SelectOperator.java:initializeOp(65)) - SELECT struct 2015-10-29T11:12:16,748 INFO [LocalJobRunner Map Task Executor #0]: exec.SelectOperator (Operator.java:initialize(377)) - Initialization Done 8 SEL 2015-10-29T11:12:16,748 INFO [LocalJobRunner Map Task Executor #0]: exec.SelectOperator (Operator.java:initializeChildren(463)) - Operator 8 SEL initialized 2015-10-29T11:12:16,748 INFO [LocalJobRunner Map Task Executor #0]: exec.SelectOperator (Operator.java:initializeChildren(469)) - Initializing children of 8 SEL 2015-10-29T11:12:16,748 INFO [LocalJobRunner Map Task Executor #0]: exec.GroupByOperator (Operator.java:initialize(507)) - Initializing child 9 GBY 2015-10-29T11:12:16,748 INFO [LocalJobRunner Map Task Executor #0]: exec.GroupByOperator (Operator.java:initialize(338)) - Initializing operator GBY[9] 2015-10-29T11:12:16,748 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:16,748 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:16,749 INFO [LocalJobRunner Map Task Executor #0]: exec.GroupByOperator (Operator.java:initialize(377)) - Initialization Done 9 GBY 2015-10-29T11:12:16,749 INFO [LocalJobRunner Map Task Executor #0]: exec.GroupByOperator (Operator.java:initializeChildren(463)) - Operator 9 GBY initialized 2015-10-29T11:12:16,749 INFO [LocalJobRunner Map Task Executor #0]: exec.GroupByOperator (Operator.java:initializeChildren(469)) - Initializing children of 9 GBY 2015-10-29T11:12:16,749 INFO [LocalJobRunner Map Task Executor #0]: exec.ReduceSinkOperator (Operator.java:initialize(507)) - Initializing child 10 RS 2015-10-29T11:12:16,749 INFO [LocalJobRunner Map Task Executor #0]: exec.ReduceSinkOperator (Operator.java:initialize(338)) - Initializing operator RS[10] 2015-10-29T11:12:16,750 INFO [LocalJobRunner Map Task Executor #0]: exec.ReduceSinkOperator (ReduceSinkOperator.java:initializeOp(221)) - Using tag = -1 2015-10-29T11:12:16,750 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:16,750 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:16,750 DEBUG [LocalJobRunner Map Task Executor #0]: lazybinary.LazyBinarySerDe (LazyBinarySerDe.java:initialize(131)) - LazyBinarySerDe initialized with: columnNames=[_col0, _col1] columnTypes=[struct, struct] 2015-10-29T11:12:16,750 INFO [LocalJobRunner Map Task Executor #0]: exec.ReduceSinkOperator (Operator.java:initialize(377)) - Initialization Done 10 RS 2015-10-29T11:12:16,750 INFO [LocalJobRunner Map Task Executor #0]: exec.ReduceSinkOperator (Operator.java:initializeChildren(463)) - Operator 10 RS initialized 2015-10-29T11:12:16,750 INFO [LocalJobRunner Map Task Executor #0]: exec.ReduceSinkOperator (Operator.java:initialize(390)) - Initialization Done 10 RS done is reset. 2015-10-29T11:12:16,750 INFO [LocalJobRunner Map Task Executor #0]: exec.GroupByOperator (Operator.java:initialize(390)) - Initialization Done 9 GBY done is reset. 2015-10-29T11:12:16,750 INFO [LocalJobRunner Map Task Executor #0]: exec.SelectOperator (Operator.java:initialize(390)) - Initialization Done 8 SEL done is reset. 2015-10-29T11:12:16,750 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:initialize(390)) - Initialization Done 7 TS done is reset. 2015-10-29T11:12:16,750 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-15_860_7767824300361564578-1/-mr-10001/3e821a55-1e13-4ac6-a9e0-7f110a9d51c7/map.xml 2015-10-29T11:12:16,751 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(452)) - Found plan in cache for name: map.xml 2015-10-29T11:12:16,751 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (MapOperator.java:rowsForwarded(535)) - MAP[11]: records read - 1 2015-10-29T11:12:16,752 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (MapOperator.java:rowsForwarded(535)) - MAP[11]: records read - 10 2015-10-29T11:12:16,756 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (MapOperator.java:rowsForwarded(535)) - MAP[11]: records read - 100 2015-10-29T11:12:16,770 INFO [LocalJobRunner Map Task Executor #0]: io.HiveContextAwareRecordReader (HiveContextAwareRecordReader.java:initIOContext(174)) - Processing file pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcpart/ds=2008-04-08/hr=12/kv1.txt 2015-10-29T11:12:16,770 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-15_860_7767824300361564578-1/-mr-10001/3e821a55-1e13-4ac6-a9e0-7f110a9d51c7/map.xml 2015-10-29T11:12:16,770 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(452)) - Found plan in cache for name: map.xml 2015-10-29T11:12:16,786 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (MapOperator.java:rowsForwarded(535)) - MAP[11]: records read - 1000 2015-10-29T11:12:16,786 INFO [LocalJobRunner Map Task Executor #0]: io.HiveContextAwareRecordReader (HiveContextAwareRecordReader.java:initIOContext(174)) - Processing file pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcpart/ds=2008-04-09/hr=11/kv1.txt 2015-10-29T11:12:16,786 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-15_860_7767824300361564578-1/-mr-10001/3e821a55-1e13-4ac6-a9e0-7f110a9d51c7/map.xml 2015-10-29T11:12:16,786 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(452)) - Found plan in cache for name: map.xml 2015-10-29T11:12:16,801 INFO [LocalJobRunner Map Task Executor #0]: io.HiveContextAwareRecordReader (HiveContextAwareRecordReader.java:initIOContext(174)) - Processing file pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcpart/ds=2008-04-09/hr=12/kv1.txt 2015-10-29T11:12:16,802 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-15_860_7767824300361564578-1/-mr-10001/3e821a55-1e13-4ac6-a9e0-7f110a9d51c7/map.xml 2015-10-29T11:12:16,802 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(452)) - Found plan in cache for name: map.xml 2015-10-29T11:12:16,814 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:close(650)) - 11 finished. closing... 2015-10-29T11:12:16,814 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:logStats(898)) - RECORDS_IN:2000 2015-10-29T11:12:16,815 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:logStats(898)) - DESERIALIZE_ERRORS:0 2015-10-29T11:12:16,815 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:close(650)) - 7 finished. closing... 2015-10-29T11:12:16,815 INFO [LocalJobRunner Map Task Executor #0]: exec.SelectOperator (Operator.java:close(650)) - 8 finished. closing... 2015-10-29T11:12:16,815 INFO [LocalJobRunner Map Task Executor #0]: exec.GroupByOperator (Operator.java:close(650)) - 9 finished. closing... 2015-10-29T11:12:16,815 INFO [LocalJobRunner Map Task Executor #0]: exec.GroupByOperator (GroupByOperator.java:flush(1027)) - Begin Hash Table flush: size = 4 2015-10-29T11:12:16,818 INFO [LocalJobRunner Map Task Executor #0]: exec.ReduceSinkOperator (ReduceSinkOperator.java:process(322)) - keys are [_col0, _col1] num distributions: 2 2015-10-29T11:12:16,819 INFO [LocalJobRunner Map Task Executor #0]: exec.ReduceSinkOperator (ReduceSinkOperator.java:collect(535)) - RS[10]: records written - 1 2015-10-29T11:12:16,827 INFO [LocalJobRunner Map Task Executor #0]: exec.ReduceSinkOperator (Operator.java:close(650)) - 10 finished. closing... 2015-10-29T11:12:16,827 INFO [LocalJobRunner Map Task Executor #0]: exec.ReduceSinkOperator (ReduceSinkOperator.java:closeOp(569)) - RS[10]: records written - 4 2015-10-29T11:12:16,827 INFO [LocalJobRunner Map Task Executor #0]: exec.ReduceSinkOperator (Operator.java:logStats(898)) - RECORDS_OUT_INTERMEDIATE:4 2015-10-29T11:12:16,827 INFO [LocalJobRunner Map Task Executor #0]: exec.ReduceSinkOperator (Operator.java:close(674)) - 10 Close done 2015-10-29T11:12:16,827 INFO [LocalJobRunner Map Task Executor #0]: exec.GroupByOperator (Operator.java:close(674)) - 9 Close done 2015-10-29T11:12:16,827 INFO [LocalJobRunner Map Task Executor #0]: exec.SelectOperator (Operator.java:close(674)) - 8 Close done 2015-10-29T11:12:16,827 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:close(674)) - 7 Close done 2015-10-29T11:12:16,827 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:close(674)) - 11 Close done 2015-10-29T11:12:16,828 INFO [LocalJobRunner Map Task Executor #0]: mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 2015-10-29T11:12:16,828 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:flush(1457)) - Starting flush of map output 2015-10-29T11:12:16,828 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:flush(1475)) - Spilling map output 2015-10-29T11:12:16,828 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:flush(1476)) - bufstart = 0; bufend = 3624; bufvoid = 104857600 2015-10-29T11:12:16,828 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:flush(1478)) - kvstart = 26214396(104857584); kvend = 26214384(104857536); length = 13/6553600 2015-10-29T11:12:16,829 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:sortAndSpill(1660)) - Finished spill 0 2015-10-29T11:12:16,830 INFO [LocalJobRunner Map Task Executor #0]: mapred.Task (Task.java:done(1001)) - Task:attempt_local240463813_0015_m_000000_0 is done. And is in the process of committing 2015-10-29T11:12:16,831 INFO [LocalJobRunner Map Task Executor #0]: mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/srcpart/ds=2008-04-09/hr=12/kv1.txt:0+5812 2015-10-29T11:12:16,831 INFO [LocalJobRunner Map Task Executor #0]: mapred.Task (Task.java:sendDone(1121)) - Task 'attempt_local240463813_0015_m_000000_0' done. 2015-10-29T11:12:16,831 INFO [LocalJobRunner Map Task Executor #0]: mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local240463813_0015_m_000000_0 2015-10-29T11:12:16,831 INFO [Thread-1050]: mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - map task executor complete. 2015-10-29T11:12:16,831 DEBUG [Thread-1050]: mapred.LocalJobRunner (LocalJobRunner.java:createReduceExecutor(424)) - Starting reduce thread pool executor. 2015-10-29T11:12:16,831 DEBUG [Thread-1050]: mapred.LocalJobRunner (LocalJobRunner.java:createReduceExecutor(425)) - Max local threads: 1 2015-10-29T11:12:16,831 DEBUG [Thread-1050]: mapred.LocalJobRunner (LocalJobRunner.java:createReduceExecutor(426)) - Reduce tasks to process: 1 2015-10-29T11:12:16,832 INFO [Thread-1050]: mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for reduce tasks 2015-10-29T11:12:16,832 INFO [pool-58-thread-1]: mapred.LocalJobRunner (LocalJobRunner.java:run(302)) - Starting task: attempt_local240463813_0015_r_000000_0 2015-10-29T11:12:16,832 DEBUG [pool-58-thread-1]: mapred.SortedRanges (SortedRanges.java:doNext(348)) - currentIndex 0 0:0 2015-10-29T11:12:16,832 DEBUG [pool-58-thread-1]: mapred.LocalJobRunner (LocalJobRunner.java:setupChildMapredLocalDirs(974)) - mapreduce.cluster.local.dir for child : /Users/sush/dev/hive.git/itests/qtest/target/tmp/hadoop-tmp/mapred/local/localRunner//sush/jobcache/job_local240463813_0015/attempt_local240463813_0015_r_000000_0 2015-10-29T11:12:16,832 INFO [pool-58-thread-1]: util.ProcfsBasedProcessTree (ProcfsBasedProcessTree.java:isAvailable(181)) - ProcfsBasedProcessTree currently is supported only on Linux. 2015-10-29T11:12:16,832 INFO [pool-58-thread-1]: util.ProcfsBasedProcessTree (ProcfsBasedProcessTree.java:isAvailable(181)) - ProcfsBasedProcessTree currently is supported only on Linux. 2015-10-29T11:12:16,832 INFO [pool-58-thread-1]: mapred.Task (Task.java:initialize(587)) - Using ResourceCalculatorProcessTree : null 2015-10-29T11:12:16,832 INFO [pool-58-thread-1]: mapred.ReduceTask (ReduceTask.java:run(362)) - Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@5e3b8639 2015-10-29T11:12:16,833 INFO [pool-58-thread-1]: reduce.MergeManagerImpl (MergeManagerImpl.java:(196)) - MergerManager: memoryLimit=1336252800, maxSingleShuffleLimit=334063200, mergeThreshold=881926912, ioSortFactor=10, memToMemMergeOutputsThreshold=10 2015-10-29T11:12:16,834 INFO [EventFetcher for fetching Map Completion Events]: reduce.EventFetcher (EventFetcher.java:run(61)) - attempt_local240463813_0015_r_000000_0 Thread started: EventFetcher for fetching Map Completion Events 2015-10-29T11:12:16,834 DEBUG [EventFetcher for fetching Map Completion Events]: reduce.EventFetcher (EventFetcher.java:getMapCompletionEvents(127)) - Got 0 map completion events from 0 2015-10-29T11:12:16,834 DEBUG [EventFetcher for fetching Map Completion Events]: reduce.EventFetcher (EventFetcher.java:run(71)) - GetMapEventsThread about to sleep for 1000 2015-10-29T11:12:16,834 DEBUG [localfetcher#7]: reduce.LocalFetcher (LocalFetcher.java:doCopy(101)) - LocalFetcher 7 going to fetch: attempt_local240463813_0015_m_000000_0 2015-10-29T11:12:16,835 DEBUG [localfetcher#7]: reduce.MergeManagerImpl (MergeManagerImpl.java:reserve(291)) - attempt_local240463813_0015_m_000000_0: Proceeding with shuffle since usedMemory (0) is lesser than memoryLimit (1336252800).CommitMemory is (0) 2015-10-29T11:12:16,835 INFO [localfetcher#7]: reduce.LocalFetcher (LocalFetcher.java:copyMapOutput(141)) - localfetcher#7 about to shuffle output of map attempt_local240463813_0015_m_000000_0 decomp: 3642 len: 3646 to MEMORY 2015-10-29T11:12:16,835 INFO [localfetcher#7]: reduce.InMemoryMapOutput (InMemoryMapOutput.java:shuffle(100)) - Read 3642 bytes from map-output for attempt_local240463813_0015_m_000000_0 2015-10-29T11:12:16,835 INFO [localfetcher#7]: reduce.MergeManagerImpl (MergeManagerImpl.java:closeInMemoryFile(314)) - closeInMemoryFile -> map-output of size: 3642, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->3642 2015-10-29T11:12:16,835 DEBUG [localfetcher#7]: reduce.ShuffleSchedulerImpl (ShuffleSchedulerImpl.java:copySucceeded(217)) - map attempt_local240463813_0015_m_000000_0 done 1 / 1 copied. 2015-10-29T11:12:16,835 INFO [EventFetcher for fetching Map Completion Events]: reduce.EventFetcher (EventFetcher.java:run(76)) - EventFetcher is interrupted.. Returning 2015-10-29T11:12:16,836 INFO [pool-58-thread-1]: mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied. 2015-10-29T11:12:16,836 INFO [pool-58-thread-1]: reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(674)) - finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs 2015-10-29T11:12:16,837 INFO [pool-58-thread-1]: mapred.Merger (Merger.java:merge(597)) - Merging 1 sorted segments 2015-10-29T11:12:16,837 INFO [pool-58-thread-1]: mapred.Merger (Merger.java:merge(696)) - Down to the last merge-pass, with 1 segments left of total size: 3617 bytes 2015-10-29T11:12:16,837 INFO [pool-58-thread-1]: reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(751)) - Merged 1 segments, 3642 bytes to disk to satisfy reduce memory limit 2015-10-29T11:12:16,838 DEBUG [pool-58-thread-1]: reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(774)) - Disk file: /Users/sush/dev/hive.git/itests/qtest/target/tmp/hadoop-tmp/mapred/local/localRunner/sush/jobcache/job_local240463813_0015/attempt_local240463813_0015_r_000000_0/output/map_0.out.merged Length is 3646 2015-10-29T11:12:16,838 INFO [pool-58-thread-1]: reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(781)) - Merging 1 files, 3646 bytes from disk 2015-10-29T11:12:16,838 INFO [pool-58-thread-1]: reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(796)) - Merging 0 segments, 0 bytes from memory into reduce 2015-10-29T11:12:16,838 INFO [pool-58-thread-1]: mapred.Merger (Merger.java:merge(597)) - Merging 1 sorted segments 2015-10-29T11:12:16,838 INFO [pool-58-thread-1]: mapred.Merger (Merger.java:merge(696)) - Down to the last merge-pass, with 1 segments left of total size: 3617 bytes 2015-10-29T11:12:16,838 INFO [pool-58-thread-1]: mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied. 2015-10-29T11:12:16,838 INFO [pool-58-thread-1]: ExecReducer (ExecReducer.java:configure(101)) - conf classpath = [file:/Users/sush/dev/hive.git/itests/qtest/target/surefire/surefirebooter6776397513364088476.jar] 2015-10-29T11:12:16,838 INFO [pool-58-thread-1]: ExecReducer (ExecReducer.java:configure(103)) - thread classpath = [file:/Users/sush/dev/hive.git/itests/qtest/target/surefire/surefirebooter6776397513364088476.jar] 2015-10-29T11:12:16,838 INFO [pool-58-thread-1]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-15_860_7767824300361564578-1/-mr-10001/3e821a55-1e13-4ac6-a9e0-7f110a9d51c7/reduce.xml 2015-10-29T11:12:16,838 INFO [pool-58-thread-1]: exec.Utilities (Utilities.java:getBaseWork(405)) - local path = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-15_860_7767824300361564578-1/-mr-10001/3e821a55-1e13-4ac6-a9e0-7f110a9d51c7/reduce.xml 2015-10-29T11:12:16,839 INFO [pool-58-thread-1]: exec.Utilities (Utilities.java:getBaseWork(417)) - Open file to read in plan: file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-15_860_7767824300361564578-1/-mr-10001/3e821a55-1e13-4ac6-a9e0-7f110a9d51c7/reduce.xml 2015-10-29T11:12:16,839 INFO [pool-58-thread-1]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:16,839 INFO [pool-58-thread-1]: exec.Utilities (Utilities.java:deserializePlan(966)) - Deserializing ReduceWork via kryo 2015-10-29T11:12:16,845 INFO [pool-58-thread-1]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:16,845 DEBUG [pool-58-thread-1]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:16,845 DEBUG [pool-58-thread-1]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:16,846 DEBUG [pool-58-thread-1]: lazybinary.LazyBinarySerDe (LazyBinarySerDe.java:initialize(131)) - LazyBinarySerDe initialized with: columnNames=[_col0, _col1] columnTypes=[struct, struct] 2015-10-29T11:12:16,846 INFO [pool-58-thread-1]: MapredContext (MapredContext.java:init(55)) - MapredContext initialized. 2015-10-29T11:12:16,846 INFO [pool-58-thread-1]: ExecReducer (ExecReducer.java:configure(149)) - Id =12 Id =13 Id =14 <\Children> Id = 13 null<\Parent> <\FS> <\Children> Id = 12 null<\Parent> <\SEL> <\Children> <\Parent> <\GBY> 2015-10-29T11:12:16,846 INFO [pool-58-thread-1]: exec.GroupByOperator (Operator.java:initialize(338)) - Initializing operator GBY[12] 2015-10-29T11:12:16,846 DEBUG [pool-58-thread-1]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:16,846 DEBUG [pool-58-thread-1]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:16,846 INFO [pool-58-thread-1]: exec.GroupByOperator (Operator.java:initialize(377)) - Initialization Done 12 GBY 2015-10-29T11:12:16,846 INFO [pool-58-thread-1]: exec.GroupByOperator (Operator.java:initializeChildren(463)) - Operator 12 GBY initialized 2015-10-29T11:12:16,846 INFO [pool-58-thread-1]: exec.GroupByOperator (Operator.java:initializeChildren(469)) - Initializing children of 12 GBY 2015-10-29T11:12:16,846 INFO [pool-58-thread-1]: exec.SelectOperator (Operator.java:initialize(507)) - Initializing child 13 SEL 2015-10-29T11:12:16,847 INFO [pool-58-thread-1]: exec.SelectOperator (Operator.java:initialize(338)) - Initializing operator SEL[13] 2015-10-29T11:12:16,847 INFO [pool-58-thread-1]: exec.SelectOperator (SelectOperator.java:initializeOp(65)) - SELECT struct<_col0:string,_col1:string,_col2:struct,_col3:struct> 2015-10-29T11:12:16,847 INFO [pool-58-thread-1]: exec.SelectOperator (Operator.java:initialize(377)) - Initialization Done 13 SEL 2015-10-29T11:12:16,847 INFO [pool-58-thread-1]: exec.SelectOperator (Operator.java:initializeChildren(463)) - Operator 13 SEL initialized 2015-10-29T11:12:16,847 INFO [pool-58-thread-1]: exec.SelectOperator (Operator.java:initializeChildren(469)) - Initializing children of 13 SEL 2015-10-29T11:12:16,847 INFO [pool-58-thread-1]: exec.FileSinkOperator (Operator.java:initialize(507)) - Initializing child 14 FS 2015-10-29T11:12:16,847 INFO [pool-58-thread-1]: exec.FileSinkOperator (Operator.java:initialize(338)) - Initializing operator FS[14] 2015-10-29T11:12:16,847 DEBUG [pool-58-thread-1]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:16,847 INFO [pool-58-thread-1]: exec.FileSinkOperator (FileSinkOperator.java:initializeOp(361)) - Using serializer : class org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe[[[B@43aebcb7]:[_col0, _col1, _col2, _col3]:[struct, struct, string, string]] and formatter : org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat@4e7b518 2015-10-29T11:12:16,848 DEBUG [pool-58-thread-1]: exec.FileSinkOperator (FileSinkOperator.java:(163)) - Created slots for 1 2015-10-29T11:12:16,848 INFO [pool-58-thread-1]: exec.FileSinkOperator (Operator.java:initialize(377)) - Initialization Done 14 FS 2015-10-29T11:12:16,848 INFO [pool-58-thread-1]: exec.FileSinkOperator (Operator.java:initializeChildren(463)) - Operator 14 FS initialized 2015-10-29T11:12:16,848 INFO [pool-58-thread-1]: exec.FileSinkOperator (Operator.java:initialize(390)) - Initialization Done 14 FS done is reset. 2015-10-29T11:12:16,848 INFO [pool-58-thread-1]: exec.SelectOperator (Operator.java:initialize(390)) - Initialization Done 13 SEL done is reset. 2015-10-29T11:12:16,848 INFO [pool-58-thread-1]: exec.GroupByOperator (Operator.java:initialize(390)) - Initialization Done 12 GBY done is reset. 2015-10-29T11:12:16,849 INFO [pool-58-thread-1]: exec.FileSinkOperator (FileSinkOperator.java:createBucketForFileIdx(572)) - Final Path: FS file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-15_868_1175698684208644755-1/-mr-10000/.hive-staging_hive_2015-10-29_11-12-15_868_1175698684208644755-1/_tmp.-ext-10001/000000_0 2015-10-29T11:12:16,849 INFO [pool-58-thread-1]: exec.FileSinkOperator (FileSinkOperator.java:createBucketForFileIdx(576)) - Writing to temp file: FS file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-15_868_1175698684208644755-1/-mr-10000/.hive-staging_hive_2015-10-29_11-12-15_868_1175698684208644755-1/_task_tmp.-ext-10001/_tmp.000000_0 2015-10-29T11:12:16,849 INFO [pool-58-thread-1]: exec.FileSinkOperator (FileSinkOperator.java:createBucketForFileIdx(593)) - New Final Path: FS file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-15_868_1175698684208644755-1/-mr-10000/.hive-staging_hive_2015-10-29_11-12-15_868_1175698684208644755-1/_tmp.-ext-10001/000000_0 2015-10-29T11:12:16,854 INFO [pool-58-thread-1]: exec.FileSinkOperator (FileSinkOperator.java:process(727)) - FS[14]: records written - 1 2015-10-29T11:12:16,855 INFO [pool-58-thread-1]: exec.GroupByOperator (Operator.java:close(650)) - 12 finished. closing... 2015-10-29T11:12:16,855 INFO [pool-58-thread-1]: exec.SelectOperator (Operator.java:close(650)) - 13 finished. closing... 2015-10-29T11:12:16,855 INFO [pool-58-thread-1]: exec.FileSinkOperator (Operator.java:close(650)) - 14 finished. closing... 2015-10-29T11:12:16,855 INFO [pool-58-thread-1]: exec.FileSinkOperator (FileSinkOperator.java:closeOp(989)) - FS[14]: records written - 4 2015-10-29T11:12:16,856 INFO [pool-58-thread-1]: exec.FileSinkOperator (Operator.java:logStats(898)) - RECORDS_OUT_0:4 2015-10-29T11:12:16,856 INFO [pool-58-thread-1]: exec.FileSinkOperator (Operator.java:close(674)) - 14 Close done 2015-10-29T11:12:16,856 INFO [pool-58-thread-1]: exec.SelectOperator (Operator.java:close(674)) - 13 Close done 2015-10-29T11:12:16,856 INFO [pool-58-thread-1]: exec.GroupByOperator (Operator.java:close(674)) - 12 Close done 2015-10-29T11:12:16,856 INFO [pool-58-thread-1]: mapred.Task (Task.java:done(1001)) - Task:attempt_local240463813_0015_r_000000_0 is done. And is in the process of committing 2015-10-29T11:12:16,857 INFO [pool-58-thread-1]: mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - reduce > reduce 2015-10-29T11:12:16,857 INFO [pool-58-thread-1]: mapred.Task (Task.java:sendDone(1121)) - Task 'attempt_local240463813_0015_r_000000_0' done. 2015-10-29T11:12:16,857 INFO [pool-58-thread-1]: mapred.LocalJobRunner (LocalJobRunner.java:run(325)) - Finishing task: attempt_local240463813_0015_r_000000_0 2015-10-29T11:12:16,857 INFO [Thread-1050]: mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - reduce task executor complete. 2015-10-29T11:12:17,725 DEBUG [main]: exec.Heartbeater (Heartbeater.java:heartbeat(80)) - heartbeating 2015-10-29T11:12:17,729 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - 2015-10-29 11:12:17,729 Stage-0 map = 100%, reduce = 100% 2015-10-29T11:12:17,732 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - Ended Job = job_local240463813_0015 2015-10-29T11:12:17,734 DEBUG [main]: exec.Utilities (Utilities.java:getIdFromFilename(1751)) - TaskId for 000000_0 = 000000 2015-10-29T11:12:17,734 INFO [main]: exec.FileSinkOperator (Utilities.java:mvFileToFinalPath(1902)) - Moving tmp dir: file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-15_868_1175698684208644755-1/-mr-10000/.hive-staging_hive_2015-10-29_11-12-15_868_1175698684208644755-1/_tmp.-ext-10001 to: file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-15_868_1175698684208644755-1/-mr-10000/.hive-staging_hive_2015-10-29_11-12-15_868_1175698684208644755-1/-ext-10001 2015-10-29T11:12:17,734 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:17,735 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-1:COLUMNSTATS] in serial mode 2015-10-29T11:12:17,742 DEBUG [main]: mapred.FileInputFormat (FileInputFormat.java:listStatus(245)) - Time taken to get FileStatuses: 6 2015-10-29T11:12:17,743 INFO [main]: mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1 2015-10-29T11:12:17,743 DEBUG [main]: mapred.FileInputFormat (FileInputFormat.java:getSplits(373)) - Total # of splits generated by getSplits: 1, TimeTaken: 6 2015-10-29T11:12:17,743 DEBUG [main]: exec.FetchOperator (FetchOperator.java:getRecordReader(314)) - Creating fetchTask with deserializer typeinfo: struct<_col0:struct,_col1:struct,_col2:string,_col3:string> 2015-10-29T11:12:17,743 DEBUG [main]: exec.FetchOperator (FetchOperator.java:getRecordReader(316)) - deserializer properties: table properties: {columns=_col0,_col1,_col2,_col3, serialization.escape.crlf=true, serialization.lib=org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, hive.serialization.extend.additional.nesting.levels=true, serialization.format=1, columns.types=struct:struct:string:string, escape.delim=\} partition properties: {columns=_col0,_col1,_col2,_col3, serialization.escape.crlf=true, serialization.lib=org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, hive.serialization.extend.additional.nesting.levels=true, serialization.format=1, columns.types=struct:struct:string:string, escape.delim=\} 2015-10-29T11:12:17,744 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:17,744 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=srcpart 2015-10-29T11:12:17,744 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=srcpart 2015-10-29T11:12:17,750 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:17,750 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:17,750 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=srcpart 2015-10-29T11:12:17,750 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=srcpart 2015-10-29T11:12:17,755 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:17,756 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:17,756 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=srcpart 2015-10-29T11:12:17,756 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=srcpart 2015-10-29T11:12:17,761 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:17,761 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:17,761 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=srcpart 2015-10-29T11:12:17,761 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=srcpart 2015-10-29T11:12:17,766 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:17,767 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:17,767 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: write_partition_column_statistics: db=default table=srcpart part=ds=2008-04-08/hr=11column=key 2015-10-29T11:12:17,767 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=write_partition_column_statistics: db=default table=srcpart part=ds=2008-04-08/hr=11column=key 2015-10-29T11:12:17,767 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: write_partition_column_statistics: db=default table=srcpart part=ds=2008-04-08/hr=11column=value 2015-10-29T11:12:17,767 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=write_partition_column_statistics: db=default table=srcpart part=ds=2008-04-08/hr=11column=value 2015-10-29T11:12:17,781 INFO [main]: metastore.ObjectStore (ObjectStore.java:writeMPartitionColumnStatistics(6301)) - Updating partition level column statistics for db=default tableName=srcpart partName=ds=2008-04-08/hr=11 colName=key 2015-10-29T11:12:17,781 INFO [main]: metastore.ObjectStore (ObjectStore.java:writeMPartitionColumnStatistics(6301)) - Updating partition level column statistics for db=default tableName=srcpart partName=ds=2008-04-08/hr=11 colName=key 2015-10-29T11:12:17,801 INFO [main]: metastore.ObjectStore (ObjectStore.java:writeMPartitionColumnStatistics(6301)) - Updating partition level column statistics for db=default tableName=srcpart partName=ds=2008-04-08/hr=11 colName=value 2015-10-29T11:12:17,801 INFO [main]: metastore.ObjectStore (ObjectStore.java:writeMPartitionColumnStatistics(6301)) - Updating partition level column statistics for db=default tableName=srcpart partName=ds=2008-04-08/hr=11 colName=value 2015-10-29T11:12:17,808 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: write_partition_column_statistics: db=default table=srcpart part=ds=2008-04-08/hr=12column=key 2015-10-29T11:12:17,808 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=write_partition_column_statistics: db=default table=srcpart part=ds=2008-04-08/hr=12column=key 2015-10-29T11:12:17,808 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: write_partition_column_statistics: db=default table=srcpart part=ds=2008-04-08/hr=12column=value 2015-10-29T11:12:17,808 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=write_partition_column_statistics: db=default table=srcpart part=ds=2008-04-08/hr=12column=value 2015-10-29T11:12:17,824 INFO [main]: metastore.ObjectStore (ObjectStore.java:writeMPartitionColumnStatistics(6301)) - Updating partition level column statistics for db=default tableName=srcpart partName=ds=2008-04-08/hr=12 colName=key 2015-10-29T11:12:17,824 INFO [main]: metastore.ObjectStore (ObjectStore.java:writeMPartitionColumnStatistics(6301)) - Updating partition level column statistics for db=default tableName=srcpart partName=ds=2008-04-08/hr=12 colName=key 2015-10-29T11:12:17,827 INFO [main]: metastore.ObjectStore (ObjectStore.java:writeMPartitionColumnStatistics(6301)) - Updating partition level column statistics for db=default tableName=srcpart partName=ds=2008-04-08/hr=12 colName=value 2015-10-29T11:12:17,827 INFO [main]: metastore.ObjectStore (ObjectStore.java:writeMPartitionColumnStatistics(6301)) - Updating partition level column statistics for db=default tableName=srcpart partName=ds=2008-04-08/hr=12 colName=value 2015-10-29T11:12:17,829 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: write_partition_column_statistics: db=default table=srcpart part=ds=2008-04-09/hr=11column=key 2015-10-29T11:12:17,830 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=write_partition_column_statistics: db=default table=srcpart part=ds=2008-04-09/hr=11column=key 2015-10-29T11:12:17,830 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: write_partition_column_statistics: db=default table=srcpart part=ds=2008-04-09/hr=11column=value 2015-10-29T11:12:17,830 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=write_partition_column_statistics: db=default table=srcpart part=ds=2008-04-09/hr=11column=value 2015-10-29T11:12:17,848 INFO [main]: metastore.ObjectStore (ObjectStore.java:writeMPartitionColumnStatistics(6301)) - Updating partition level column statistics for db=default tableName=srcpart partName=ds=2008-04-09/hr=11 colName=key 2015-10-29T11:12:17,848 INFO [main]: metastore.ObjectStore (ObjectStore.java:writeMPartitionColumnStatistics(6301)) - Updating partition level column statistics for db=default tableName=srcpart partName=ds=2008-04-09/hr=11 colName=key 2015-10-29T11:12:17,850 INFO [main]: metastore.ObjectStore (ObjectStore.java:writeMPartitionColumnStatistics(6301)) - Updating partition level column statistics for db=default tableName=srcpart partName=ds=2008-04-09/hr=11 colName=value 2015-10-29T11:12:17,850 INFO [main]: metastore.ObjectStore (ObjectStore.java:writeMPartitionColumnStatistics(6301)) - Updating partition level column statistics for db=default tableName=srcpart partName=ds=2008-04-09/hr=11 colName=value 2015-10-29T11:12:17,855 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: write_partition_column_statistics: db=default table=srcpart part=ds=2008-04-09/hr=12column=key 2015-10-29T11:12:17,855 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=write_partition_column_statistics: db=default table=srcpart part=ds=2008-04-09/hr=12column=key 2015-10-29T11:12:17,856 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: write_partition_column_statistics: db=default table=srcpart part=ds=2008-04-09/hr=12column=value 2015-10-29T11:12:17,856 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=write_partition_column_statistics: db=default table=srcpart part=ds=2008-04-09/hr=12column=value 2015-10-29T11:12:17,872 INFO [main]: metastore.ObjectStore (ObjectStore.java:writeMPartitionColumnStatistics(6301)) - Updating partition level column statistics for db=default tableName=srcpart partName=ds=2008-04-09/hr=12 colName=key 2015-10-29T11:12:17,872 INFO [main]: metastore.ObjectStore (ObjectStore.java:writeMPartitionColumnStatistics(6301)) - Updating partition level column statistics for db=default tableName=srcpart partName=ds=2008-04-09/hr=12 colName=key 2015-10-29T11:12:17,874 INFO [main]: metastore.ObjectStore (ObjectStore.java:writeMPartitionColumnStatistics(6301)) - Updating partition level column statistics for db=default tableName=srcpart partName=ds=2008-04-09/hr=12 colName=value 2015-10-29T11:12:17,874 INFO [main]: metastore.ObjectStore (ObjectStore.java:writeMPartitionColumnStatistics(6301)) - Updating partition level column statistics for db=default tableName=srcpart partName=ds=2008-04-09/hr=12 colName=value 2015-10-29T11:12:17,877 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:17,877 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:17,877 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:17,877 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: query: ANALYZE TABLE srcpart PARTITION(ds, hr) COMPUTE STATISTICS FOR COLUMNS key,value 2015-10-29T11:12:17,877 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: type: QUERY 2015-10-29T11:12:17,877 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Input: default@srcpart 2015-10-29T11:12:17,877 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 2015-10-29T11:12:17,877 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 2015-10-29T11:12:17,877 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 2015-10-29T11:12:17,878 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 2015-10-29T11:12:17,878 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Output: file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-15_868_1175698684208644755-1/-mr-10000 2015-10-29T11:12:17,878 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:17,878 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : execution phase 2015-10-29T11:12:17,878 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {isCompatibleWith_(HiveConf, )=0, getTable_(String, String, )=21, setPartitionColumnStatistics_(SetPartitionsStatsRequest, )=110} 2015-10-29T11:12:17,878 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:17,878 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - MapReduce Jobs Launched: 2015-10-29T11:12:17,878 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - Stage-Stage-0: HDFS Read: 0 HDFS Write: 0 SUCCESS 2015-10-29T11:12:17,878 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - Total MapReduce CPU Time Spent: 0 msec 2015-10-29T11:12:17,879 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - OK 2015-10-29T11:12:17,879 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:17,879 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:releaseLocks(217)) - about to release lock for default/srcpart/ds=2008-04-09/hr=12 2015-10-29T11:12:17,881 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:releaseLocks(217)) - about to release lock for default/srcpart/ds=2008-04-09/hr=11 2015-10-29T11:12:17,883 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:releaseLocks(217)) - about to release lock for default/srcpart/ds=2008-04-09 2015-10-29T11:12:17,884 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:releaseLocks(217)) - about to release lock for default/srcpart/ds=2008-04-08/hr=12 2015-10-29T11:12:17,885 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:releaseLocks(217)) - about to release lock for default/srcpart/ds=2008-04-08/hr=11 2015-10-29T11:12:17,886 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:releaseLocks(217)) - about to release lock for default/srcpart/ds=2008-04-08 2015-10-29T11:12:17,888 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:releaseLocks(217)) - about to release lock for default/srcpart 2015-10-29T11:12:17,889 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:releaseLocks(217)) - about to release lock for default 2015-10-29T11:12:17,890 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:17,890 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:17,890 DEBUG [main]: ql.Driver (DriverContext.java:shutdown(132)) - Shutting down query ANALYZE TABLE srcpart PARTITION(ds, hr) COMPUTE STATISTICS FOR COLUMNS key,value 2015-10-29T11:12:17,891 INFO [main]: CliDriver (SessionState.java:printInfo(996)) - Time taken: 2.03 seconds 2015-10-29T11:12:17,891 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:17,891 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:17,891 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:17,891 DEBUG [main]: conf.VariableSubstitution (VariableSubstitution.java:substitute(63)) - Substitution is on: -- -- Table alltypesorc -- DROP TABLE IF EXISTS alltypesorc 2015-10-29T11:12:17,891 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:17,891 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(185)) - Parsing command: -- -- Table alltypesorc -- DROP TABLE IF EXISTS alltypesorc 2015-10-29T11:12:17,892 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(209)) - Parse Completed 2015-10-29T11:12:17,892 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:17,892 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:17,892 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:17,892 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:17,892 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:17,892 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=alltypesorc 2015-10-29T11:12:17,892 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=alltypesorc 2015-10-29T11:12:17,893 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:17,893 INFO [main]: ql.Driver (Driver.java:compile(448)) - Semantic Analysis Completed 2015-10-29T11:12:17,893 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:17,894 INFO [main]: ql.Driver (Driver.java:getSchema(244)) - Returning Hive schema: Schema(fieldSchemas:null, properties:null) 2015-10-29T11:12:17,894 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:17,894 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : compilation phase 2015-10-29T11:12:17,894 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {flushCache_()=0, isCompatibleWith_(HiveConf, )=0} 2015-10-29T11:12:17,894 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:17,894 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:17,894 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:17,894 INFO [main]: ql.Driver (Driver.java:execute(1468)) - Starting command(queryId=sush_20151029111217_a6d9f922-616c-4b18-8410-9d1b35c3a575): -- -- Table alltypesorc -- DROP TABLE IF EXISTS alltypesorc 2015-10-29T11:12:17,894 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:17,894 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: query: -- -- Table alltypesorc -- DROP TABLE IF EXISTS alltypesorc 2015-10-29T11:12:17,894 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: type: DROPTABLE 2015-10-29T11:12:17,895 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:17,895 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:17,895 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:17,895 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:17,895 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:17,895 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:17,895 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-0:DDL] in serial mode 2015-10-29T11:12:17,895 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:17,895 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=alltypesorc 2015-10-29T11:12:17,895 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=alltypesorc 2015-10-29T11:12:17,896 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:17,896 ERROR [main]: metadata.Hive (Hive.java:getTable(1178)) - Table alltypesorc not found: default.alltypesorc table not found 2015-10-29T11:12:17,896 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:17,896 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=alltypesorc 2015-10-29T11:12:17,896 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=alltypesorc 2015-10-29T11:12:17,897 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:17,897 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:17,897 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:17,897 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: query: -- -- Table alltypesorc -- DROP TABLE IF EXISTS alltypesorc 2015-10-29T11:12:17,897 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: type: DROPTABLE 2015-10-29T11:12:17,897 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:17,898 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : execution phase 2015-10-29T11:12:17,898 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {dropTable_(String, String, boolean, boolean, boolean, )=1, isCompatibleWith_(HiveConf, )=0} 2015-10-29T11:12:17,898 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:17,898 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - OK 2015-10-29T11:12:17,898 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:17,898 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:17,898 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:17,898 DEBUG [main]: ql.Driver (DriverContext.java:shutdown(132)) - Shutting down query -- -- Table alltypesorc -- DROP TABLE IF EXISTS alltypesorc 2015-10-29T11:12:17,898 INFO [main]: CliDriver (SessionState.java:printInfo(996)) - Time taken: 0.007 seconds 2015-10-29T11:12:17,898 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:17,898 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:17,898 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:17,899 DEBUG [main]: conf.VariableSubstitution (VariableSubstitution.java:substitute(63)) - Substitution is on: CREATE TABLE alltypesorc( ctinyint TINYINT, csmallint SMALLINT, cint INT, cbigint BIGINT, cfloat FLOAT, cdouble DOUBLE, cstring1 STRING, cstring2 STRING, ctimestamp1 TIMESTAMP, ctimestamp2 TIMESTAMP, cboolean1 BOOLEAN, cboolean2 BOOLEAN) STORED AS ORC 2015-10-29T11:12:17,899 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:17,899 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(185)) - Parsing command: CREATE TABLE alltypesorc( ctinyint TINYINT, csmallint SMALLINT, cint INT, cbigint BIGINT, cfloat FLOAT, cdouble DOUBLE, cstring1 STRING, cstring2 STRING, ctimestamp1 TIMESTAMP, ctimestamp2 TIMESTAMP, cboolean1 BOOLEAN, cboolean2 BOOLEAN) STORED AS ORC 2015-10-29T11:12:17,900 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(209)) - Parse Completed 2015-10-29T11:12:17,900 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:17,900 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:17,901 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:17,901 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:17,901 INFO [main]: parse.CalcitePlanner (SemanticAnalyzer.java:analyzeInternal(10062)) - Starting Semantic Analysis 2015-10-29T11:12:17,901 INFO [main]: parse.CalcitePlanner (SemanticAnalyzer.java:analyzeCreateTable(10690)) - Creating table default.alltypesorc position=13 2015-10-29T11:12:17,905 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:17,905 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_database: default 2015-10-29T11:12:17,905 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_database: default 2015-10-29T11:12:17,908 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:getDatabase(348)) - getDatabase: directsql returning db default locn[pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse] desc [Default Hive database] owner [public] ownertype [ROLE] 2015-10-29T11:12:17,908 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:17,909 INFO [main]: ql.Driver (Driver.java:compile(448)) - Semantic Analysis Completed 2015-10-29T11:12:17,909 DEBUG [main]: parse.CalcitePlanner (SemanticAnalyzer.java:validate(10519)) - validation start 2015-10-29T11:12:17,909 DEBUG [main]: parse.CalcitePlanner (SemanticAnalyzer.java:validate(10561)) - not validating writeEntity, because entity is neither table nor partition 2015-10-29T11:12:17,909 DEBUG [main]: parse.CalcitePlanner (SemanticAnalyzer.java:validate(10588)) - Not a partition. 2015-10-29T11:12:17,909 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:17,909 INFO [main]: ql.Driver (Driver.java:getSchema(244)) - Returning Hive schema: Schema(fieldSchemas:null, properties:null) 2015-10-29T11:12:17,909 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:17,909 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : compilation phase 2015-10-29T11:12:17,909 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {flushCache_()=0, isCompatibleWith_(HiveConf, )=0, getDatabase_(String, )=4} 2015-10-29T11:12:17,909 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:17,909 DEBUG [main]: lockmgr.DummyTxnManager (DummyTxnManager.java:acquireLocks(148)) - Adding database:default to list of lock outputs 2015-10-29T11:12:17,910 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:lock(262)) - Acquiring lock for default with mode IMPLICIT 2015-10-29T11:12:17,912 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:17,912 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:17,912 INFO [main]: ql.Driver (Driver.java:execute(1468)) - Starting command(queryId=sush_20151029111217_a232ee15-e7e6-4a79-bae8-64b5a6a5a765): CREATE TABLE alltypesorc( ctinyint TINYINT, csmallint SMALLINT, cint INT, cbigint BIGINT, cfloat FLOAT, cdouble DOUBLE, cstring1 STRING, cstring2 STRING, ctimestamp1 TIMESTAMP, ctimestamp2 TIMESTAMP, cboolean1 BOOLEAN, cboolean2 BOOLEAN) STORED AS ORC 2015-10-29T11:12:17,912 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:17,912 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: query: CREATE TABLE alltypesorc( ctinyint TINYINT, csmallint SMALLINT, cint INT, cbigint BIGINT, cfloat FLOAT, cdouble DOUBLE, cstring1 STRING, cstring2 STRING, ctimestamp1 TIMESTAMP, ctimestamp2 TIMESTAMP, cboolean1 BOOLEAN, cboolean2 BOOLEAN) STORED AS ORC 2015-10-29T11:12:17,912 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: type: CREATETABLE 2015-10-29T11:12:17,912 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: Output: database:default 2015-10-29T11:12:17,912 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: Output: default@alltypesorc 2015-10-29T11:12:17,912 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:17,913 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:17,913 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:17,913 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:17,913 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:17,913 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:17,913 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-0:DDL] in serial mode 2015-10-29T11:12:17,914 DEBUG [main]: exec.DDLTask (DDLTask.java:validateSerDe(3674)) - Found class for org.apache.hadoop.hive.ql.io.orc.OrcSerde 2015-10-29T11:12:17,915 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct alltypesorc { byte ctinyint, i16 csmallint, i32 cint, i64 cbigint, float cfloat, double cdouble, string cstring1, string cstring2, timestamp ctimestamp1, timestamp ctimestamp2, bool cboolean1, bool cboolean2} 2015-10-29T11:12:17,919 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:17,919 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: create_table: Table(tableName:alltypesorc, dbName:default, owner:hive_test_user, createTime:1446142337, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:ctinyint, type:tinyint, comment:null), FieldSchema(name:csmallint, type:smallint, comment:null), FieldSchema(name:cint, type:int, comment:null), FieldSchema(name:cbigint, type:bigint, comment:null), FieldSchema(name:cfloat, type:float, comment:null), FieldSchema(name:cdouble, type:double, comment:null), FieldSchema(name:cstring1, type:string, comment:null), FieldSchema(name:cstring2, type:string, comment:null), FieldSchema(name:ctimestamp1, type:timestamp, comment:null), FieldSchema(name:ctimestamp2, type:timestamp, comment:null), FieldSchema(name:cboolean1, type:boolean, comment:null), FieldSchema(name:cboolean2, type:boolean, comment:null)], location:null, inputFormat:org.apache.hadoop.hive.ql.io.orc.OrcInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.ql.io.orc.OrcSerde, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}, skewedInfo:SkewedInfo(skewedColNames:[], skewedColValues:[], skewedColValueLocationMaps:{}), storedAsSubDirectories:false), partitionKeys:[], parameters:{}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE, privileges:PrincipalPrivilegeSet(userPrivileges:{}, groupPrivileges:null, rolePrivileges:null), temporary:false) 2015-10-29T11:12:17,920 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=create_table: Table(tableName:alltypesorc, dbName:default, owner:hive_test_user, createTime:1446142337, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:ctinyint, type:tinyint, comment:null), FieldSchema(name:csmallint, type:smallint, comment:null), FieldSchema(name:cint, type:int, comment:null), FieldSchema(name:cbigint, type:bigint, comment:null), FieldSchema(name:cfloat, type:float, comment:null), FieldSchema(name:cdouble, type:double, comment:null), FieldSchema(name:cstring1, type:string, comment:null), FieldSchema(name:cstring2, type:string, comment:null), FieldSchema(name:ctimestamp1, type:timestamp, comment:null), FieldSchema(name:ctimestamp2, type:timestamp, comment:null), FieldSchema(name:cboolean1, type:boolean, comment:null), FieldSchema(name:cboolean2, type:boolean, comment:null)], location:null, inputFormat:org.apache.hadoop.hive.ql.io.orc.OrcInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.ql.io.orc.OrcSerde, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}, skewedInfo:SkewedInfo(skewedColNames:[], skewedColValues:[], skewedColValueLocationMaps:{}), storedAsSubDirectories:false), partitionKeys:[], parameters:{}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE, privileges:PrincipalPrivilegeSet(userPrivileges:{}, groupPrivileges:null, rolePrivileges:null), temporary:false) 2015-10-29T11:12:17,921 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:getDatabase(348)) - getDatabase: directsql returning db default locn[pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse] desc [Default Hive database] owner [public] ownertype [ROLE] 2015-10-29T11:12:17,921 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:getDatabase(348)) - getDatabase: directsql returning db default locn[pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse] desc [Default Hive database] owner [public] ownertype [ROLE] 2015-10-29T11:12:17,922 INFO [main]: common.FileUtils (FileUtils.java:mkdir(502)) - Creating directory if it doesn't exist: pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/alltypesorc 2015-10-29T11:12:17,937 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chgrp,-R,staff,pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/alltypesorc} 2015-10-29T11:12:17,943 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:12:17,943 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chmod,-R,755,pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/alltypesorc} 2015-10-29T11:12:17,952 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:12:17,957 DEBUG [main]: shims.HadoopShimsSecure (Hadoop23Shims.java:debugLog(937)) - FileStatus{path=pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/alltypesorc; isDirectory=true; modification_time=1446142337000; access_time=0; owner=sush; group=staff; permission=rwxr-xr-x; isSymlink=false} 2015-10-29T11:12:17,970 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:17,970 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:17,970 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:17,970 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: query: CREATE TABLE alltypesorc( ctinyint TINYINT, csmallint SMALLINT, cint INT, cbigint BIGINT, cfloat FLOAT, cdouble DOUBLE, cstring1 STRING, cstring2 STRING, ctimestamp1 TIMESTAMP, ctimestamp2 TIMESTAMP, cboolean1 BOOLEAN, cboolean2 BOOLEAN) STORED AS ORC 2015-10-29T11:12:17,970 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: type: CREATETABLE 2015-10-29T11:12:17,971 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Output: database:default 2015-10-29T11:12:17,971 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Output: default@alltypesorc 2015-10-29T11:12:17,971 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:17,971 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : execution phase 2015-10-29T11:12:17,971 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {createTable_(Table, )=51, isCompatibleWith_(HiveConf, )=0} 2015-10-29T11:12:17,971 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:17,971 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - OK 2015-10-29T11:12:17,971 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:17,971 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:releaseLocks(217)) - about to release lock for default 2015-10-29T11:12:17,973 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:17,973 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:17,973 DEBUG [main]: ql.Driver (DriverContext.java:shutdown(132)) - Shutting down query CREATE TABLE alltypesorc( ctinyint TINYINT, csmallint SMALLINT, cint INT, cbigint BIGINT, cfloat FLOAT, cdouble DOUBLE, cstring1 STRING, cstring2 STRING, ctimestamp1 TIMESTAMP, ctimestamp2 TIMESTAMP, cboolean1 BOOLEAN, cboolean2 BOOLEAN) STORED AS ORC 2015-10-29T11:12:17,974 INFO [main]: CliDriver (SessionState.java:printInfo(996)) - Time taken: 0.076 seconds 2015-10-29T11:12:17,974 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:17,974 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:17,974 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:17,974 DEBUG [main]: conf.VariableSubstitution (VariableSubstitution.java:substitute(63)) - Substitution is on: LOAD DATA LOCAL INPATH "${hiveconf:test.data.dir}/alltypesorc" OVERWRITE INTO TABLE alltypesorc 2015-10-29T11:12:17,974 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:17,974 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(185)) - Parsing command: LOAD DATA LOCAL INPATH "/Users/sush/dev/hive.git/itests/qtest/../..//data/files/alltypesorc" OVERWRITE INTO TABLE alltypesorc 2015-10-29T11:12:17,975 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(209)) - Parse Completed 2015-10-29T11:12:17,975 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:17,975 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:17,975 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:17,975 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:17,975 DEBUG [main]: parse.LoadSemanticAnalyzer (LoadSemanticAnalyzer.java:initializeFromURI(127)) - file@null@/Users/sush/dev/hive.git/data/files/alltypesorc 2015-10-29T11:12:17,976 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:17,976 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=alltypesorc 2015-10-29T11:12:17,976 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=alltypesorc 2015-10-29T11:12:17,982 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:18,034 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct alltypesorc { byte ctinyint, i16 csmallint, i32 cint, i64 cbigint, float cfloat, double cdouble, string cstring1, string cstring2, timestamp ctimestamp1, timestamp ctimestamp2, bool cboolean1, bool cboolean2} 2015-10-29T11:12:18,034 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct alltypesorc { byte ctinyint, i16 csmallint, i32 cint, i64 cbigint, float cfloat, double cdouble, string cstring1, string cstring2, timestamp ctimestamp1, timestamp ctimestamp2, bool cboolean1, bool cboolean2} 2015-10-29T11:12:18,035 INFO [main]: ql.Driver (Driver.java:compile(448)) - Semantic Analysis Completed 2015-10-29T11:12:18,035 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:18,035 INFO [main]: ql.Driver (Driver.java:getSchema(244)) - Returning Hive schema: Schema(fieldSchemas:null, properties:null) 2015-10-29T11:12:18,035 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:18,035 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : compilation phase 2015-10-29T11:12:18,035 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {flushCache_()=0, isCompatibleWith_(HiveConf, )=0, getTable_(String, String, )=6} 2015-10-29T11:12:18,035 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:18,035 DEBUG [main]: lockmgr.DummyTxnManager (DummyTxnManager.java:acquireLocks(129)) - Adding file:/Users/sush/dev/hive.git/data/files/alltypesorc to list of lock inputs 2015-10-29T11:12:18,035 DEBUG [main]: lockmgr.DummyTxnManager (DummyTxnManager.java:acquireLocks(148)) - Adding default@alltypesorc to list of lock outputs 2015-10-29T11:12:18,035 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:lock(262)) - Acquiring lock for default with mode IMPLICIT 2015-10-29T11:12:18,038 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:lock(262)) - Acquiring lock for default/alltypesorc with mode IMPLICIT 2015-10-29T11:12:18,040 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:18,040 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:18,040 INFO [main]: ql.Driver (Driver.java:execute(1468)) - Starting command(queryId=sush_20151029111217_579ff7dd-18ce-4fd1-a6f4-8d3e383ce33e): LOAD DATA LOCAL INPATH "/Users/sush/dev/hive.git/itests/qtest/../..//data/files/alltypesorc" OVERWRITE INTO TABLE alltypesorc 2015-10-29T11:12:18,040 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:18,040 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: query: LOAD DATA LOCAL INPATH "/Users/sush/dev/hive.git/itests/qtest/../..//data/files/alltypesorc" OVERWRITE INTO TABLE alltypesorc 2015-10-29T11:12:18,041 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: type: LOAD 2015-10-29T11:12:18,041 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: Input: file:/Users/sush/dev/hive.git/data/files/alltypesorc 2015-10-29T11:12:18,041 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: Output: default@alltypesorc 2015-10-29T11:12:18,041 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:18,041 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:18,041 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:18,041 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:18,041 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:18,041 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:18,041 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-0:MOVE] in serial mode 2015-10-29T11:12:18,042 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - Loading data to table default.alltypesorc from file:/Users/sush/dev/hive.git/data/files/alltypesorc 2015-10-29T11:12:18,042 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:18,042 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=alltypesorc 2015-10-29T11:12:18,042 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=alltypesorc 2015-10-29T11:12:18,048 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:18,049 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:18,049 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=alltypesorc 2015-10-29T11:12:18,049 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=alltypesorc 2015-10-29T11:12:18,055 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:18,061 INFO [main]: common.FileUtils (FileUtils.java:mkdir(502)) - Creating directory if it doesn't exist: pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/alltypesorc 2015-10-29T11:12:18,067 DEBUG [main]: metadata.Hive (Hive.java:isSubDir(2607)) - The source path is /Users/sush/dev/hive.git/data/files/alltypesorc and the destination path is /Users/sush/dev/hive.git/itests/qtest/target/warehouse/alltypesorc/alltypesorc 2015-10-29T11:12:18,073 DEBUG [main]: metadata.Hive (Hive.java:moveFile(2683)) - The path pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/alltypesorc/alltypesorc is deleted 2015-10-29T11:12:18,082 INFO [main]: metadata.Hive (Hive.java:moveFile(2742)) - Replacing src:file:/Users/sush/dev/hive.git/data/files/alltypesorc, dest: pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/alltypesorc/alltypesorc, Status:true 2015-10-29T11:12:18,082 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chgrp,-R,staff,pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/alltypesorc/alltypesorc} 2015-10-29T11:12:18,089 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:12:18,090 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chmod,-R,755,pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/alltypesorc/alltypesorc} 2015-10-29T11:12:18,099 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:12:18,104 DEBUG [main]: shims.HadoopShimsSecure (Hadoop23Shims.java:debugLog(937)) - FileStatus{path=pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/alltypesorc/alltypesorc; isDirectory=false; length=377237; replication=1; blocksize=33554432; modification_time=1446142338000; access_time=0; owner=sush; group=staff; permission=rwxr-xr-x; isSymlink=false} 2015-10-29T11:12:18,105 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct alltypesorc { byte ctinyint, i16 csmallint, i32 cint, i64 cbigint, float cfloat, double cdouble, string cstring1, string cstring2, timestamp ctimestamp1, timestamp ctimestamp2, bool cboolean1, bool cboolean2} 2015-10-29T11:12:18,105 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:18,105 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: alter_table: db=default tbl=alltypesorc newtbl=alltypesorc 2015-10-29T11:12:18,105 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=alter_table: db=default tbl=alltypesorc newtbl=alltypesorc 2015-10-29T11:12:18,117 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:getDatabase(348)) - getDatabase: directsql returning db default locn[pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse] desc [Default Hive database] owner [public] ownertype [ROLE] 2015-10-29T11:12:18,128 INFO [main]: hive.log (MetaStoreUtils.java:updateTableStatsFast(231)) - Updating table stats fast for alltypesorc 2015-10-29T11:12:18,129 INFO [main]: hive.log (MetaStoreUtils.java:updateTableStatsFast(233)) - Updated size of table alltypesorc to 377237 2015-10-29T11:12:18,135 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:18,135 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:18,136 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-1:STATS] in serial mode 2015-10-29T11:12:18,136 INFO [main]: exec.StatsTask (StatsTask.java:execute(87)) - Executing stats task 2015-10-29T11:12:18,136 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:18,136 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=alltypesorc 2015-10-29T11:12:18,136 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=alltypesorc 2015-10-29T11:12:18,143 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:18,144 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:18,144 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=alltypesorc 2015-10-29T11:12:18,144 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=alltypesorc 2015-10-29T11:12:18,149 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:18,161 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct alltypesorc { byte ctinyint, i16 csmallint, i32 cint, i64 cbigint, float cfloat, double cdouble, string cstring1, string cstring2, timestamp ctimestamp1, timestamp ctimestamp2, bool cboolean1, bool cboolean2} 2015-10-29T11:12:18,161 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:18,161 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: alter_table: db=default tbl=alltypesorc newtbl=alltypesorc 2015-10-29T11:12:18,161 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=alter_table: db=default tbl=alltypesorc newtbl=alltypesorc 2015-10-29T11:12:18,173 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:getDatabase(348)) - getDatabase: directsql returning db default locn[pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse] desc [Default Hive database] owner [public] ownertype [ROLE] 2015-10-29T11:12:18,185 INFO [main]: hive.log (MetaStoreUtils.java:updateTableStatsFast(231)) - Updating table stats fast for alltypesorc 2015-10-29T11:12:18,185 INFO [main]: hive.log (MetaStoreUtils.java:updateTableStatsFast(233)) - Updated size of table alltypesorc to 377237 2015-10-29T11:12:18,187 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:18,187 INFO [main]: exec.StatsTask (StatsTask.java:aggregateStats(188)) - Table default.alltypesorc stats: [numFiles=1, totalSize=377237] 2015-10-29T11:12:18,187 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:18,187 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:18,188 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: query: LOAD DATA LOCAL INPATH "/Users/sush/dev/hive.git/itests/qtest/../..//data/files/alltypesorc" OVERWRITE INTO TABLE alltypesorc 2015-10-29T11:12:18,188 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: type: LOAD 2015-10-29T11:12:18,188 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Input: file:/Users/sush/dev/hive.git/data/files/alltypesorc 2015-10-29T11:12:18,188 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Output: default@alltypesorc 2015-10-29T11:12:18,188 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:18,188 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : execution phase 2015-10-29T11:12:18,188 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {isCompatibleWith_(HiveConf, )=1, getTable_(String, String, )=25, alter_table_(String, String, Table, boolean, )=56} 2015-10-29T11:12:18,188 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:18,188 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - OK 2015-10-29T11:12:18,188 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:18,189 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:releaseLocks(217)) - about to release lock for default/alltypesorc 2015-10-29T11:12:18,190 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:releaseLocks(217)) - about to release lock for default 2015-10-29T11:12:18,191 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:18,192 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:18,192 DEBUG [main]: ql.Driver (DriverContext.java:shutdown(132)) - Shutting down query LOAD DATA LOCAL INPATH "/Users/sush/dev/hive.git/itests/qtest/../..//data/files/alltypesorc" OVERWRITE INTO TABLE alltypesorc 2015-10-29T11:12:18,192 INFO [main]: CliDriver (SessionState.java:printInfo(996)) - Time taken: 0.218 seconds 2015-10-29T11:12:18,192 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:18,192 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:18,192 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:18,192 DEBUG [main]: conf.VariableSubstitution (VariableSubstitution.java:substitute(63)) - Substitution is on: ANALYZE TABLE alltypesorc COMPUTE STATISTICS 2015-10-29T11:12:18,192 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:18,193 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(185)) - Parsing command: ANALYZE TABLE alltypesorc COMPUTE STATISTICS 2015-10-29T11:12:18,193 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(209)) - Parse Completed 2015-10-29T11:12:18,193 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:18,193 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:18,193 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:18,193 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:18,193 INFO [main]: parse.ColumnStatsSemanticAnalyzer (ColumnStatsSemanticAnalyzer.java:analyze(455)) - Invoking analyze on original query 2015-10-29T11:12:18,194 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:analyzeInternal(10062)) - Starting Semantic Analysis 2015-10-29T11:12:18,194 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genResolvedParseTree(10009)) - Completed phase 1 of Semantic Analysis 2015-10-29T11:12:18,194 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:getMetaData(1538)) - Get metadata for source tables 2015-10-29T11:12:18,194 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:18,194 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=alltypesorc 2015-10-29T11:12:18,194 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=alltypesorc 2015-10-29T11:12:18,200 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:18,200 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:18,200 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=alltypesorc 2015-10-29T11:12:18,201 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=alltypesorc 2015-10-29T11:12:18,206 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:18,206 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:getMetaData(1678)) - Get metadata for subqueries 2015-10-29T11:12:18,206 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:getMetaData(1702)) - Get metadata for destination tables 2015-10-29T11:12:18,206 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genResolvedParseTree(10013)) - Completed getting MetaData in Semantic Analysis 2015-10-29T11:12:18,207 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct alltypesorc { byte ctinyint, i16 csmallint, i32 cint, i64 cbigint, float cfloat, double cdouble, string cstring1, string cstring2, timestamp ctimestamp1, timestamp ctimestamp2, bool cboolean1, bool cboolean2} 2015-10-29T11:12:18,207 DEBUG [main]: ql.Context (Context.java:getStagingDir(231)) - Created staging dir = pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/alltypesorc/.hive-staging_hive_2015-10-29_11-12-18_192_6363440452359057823-1 for path = pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/alltypesorc 2015-10-29T11:12:18,207 INFO [main]: common.FileUtils (FileUtils.java:mkdir(502)) - Creating directory if it doesn't exist: pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/alltypesorc/.hive-staging_hive_2015-10-29_11-12-18_192_6363440452359057823-1 2015-10-29T11:12:18,222 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chgrp,-R,staff,pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/alltypesorc/.hive-staging_hive_2015-10-29_11-12-18_192_6363440452359057823-1} 2015-10-29T11:12:18,237 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:12:18,237 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chmod,-R,755,pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/alltypesorc/.hive-staging_hive_2015-10-29_11-12-18_192_6363440452359057823-1} 2015-10-29T11:12:18,248 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:12:18,254 DEBUG [main]: shims.HadoopShimsSecure (Hadoop23Shims.java:debugLog(937)) - FileStatus{path=pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/alltypesorc/.hive-staging_hive_2015-10-29_11-12-18_192_6363440452359057823-1; isDirectory=true; modification_time=1446142338000; access_time=0; owner=sush; group=staff; permission=rwxr-xr-x; isSymlink=false} 2015-10-29T11:12:18,259 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:setupStats(9493)) - Set stats collection dir : pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/alltypesorc/.hive-staging_hive_2015-10-29_11-12-18_192_6363440452359057823-1/-ext-10000 2015-10-29T11:12:18,260 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genTablePlan(9467)) - Created Table Plan for alltypesorc TS[0] 2015-10-29T11:12:18,260 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genBodyPlan(8831)) - Created Body Plan for Query Block null 2015-10-29T11:12:18,260 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genPlan(9675)) - Created Plan for Query Block null 2015-10-29T11:12:18,260 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:analyzeInternal(10139)) - Before logical optimization TS[0] 2015-10-29T11:12:18,261 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:TS[0] with rs:(ctinyint: tinyint|{alltypesorc}ctinyint,csmallint: smallint|{alltypesorc}csmallint,cint: int|{alltypesorc}cint,cbigint: bigint|{alltypesorc}cbigint,cfloat: float|{alltypesorc}cfloat,cdouble: double|{alltypesorc}cdouble,cstring1: string|{alltypesorc}cstring1,cstring2: string|{alltypesorc}cstring2,ctimestamp1: timestamp|{alltypesorc}ctimestamp1,ctimestamp2: timestamp|{alltypesorc}ctimestamp2,cboolean1: boolean|{alltypesorc}cboolean1,cboolean2: boolean|{alltypesorc}cboolean2,BLOCK__OFFSET__INSIDE__FILE: bigint|{alltypesorc}block__offset__inside__file,INPUT__FILE__NAME: string|{alltypesorc}input__file__name,ROW__ID: struct|{alltypesorc}row__id,RAW__DATA__SIZE: bigint|{alltypesorc}raw__data__size) 2015-10-29T11:12:18,261 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator TS[0] 2015-10-29T11:12:18,261 INFO [main]: ppd.OpProcFactory (OpProcFactory.java:process(383)) - Processing for TS(0) 2015-10-29T11:12:18,262 DEBUG [main]: ppd.PredicatePushDown (PredicatePushDown.java:transform(138)) - After PPD: TS[0] 2015-10-29T11:12:18,262 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:TS[0] with rs:(ctinyint: tinyint|{alltypesorc}ctinyint,csmallint: smallint|{alltypesorc}csmallint,cint: int|{alltypesorc}cint,cbigint: bigint|{alltypesorc}cbigint,cfloat: float|{alltypesorc}cfloat,cdouble: double|{alltypesorc}cdouble,cstring1: string|{alltypesorc}cstring1,cstring2: string|{alltypesorc}cstring2,ctimestamp1: timestamp|{alltypesorc}ctimestamp1,ctimestamp2: timestamp|{alltypesorc}ctimestamp2,cboolean1: boolean|{alltypesorc}cboolean1,cboolean2: boolean|{alltypesorc}cboolean2,BLOCK__OFFSET__INSIDE__FILE: bigint|{alltypesorc}block__offset__inside__file,INPUT__FILE__NAME: string|{alltypesorc}input__file__name,ROW__ID: struct|{alltypesorc}row__id,RAW__DATA__SIZE: bigint|{alltypesorc}raw__data__size) 2015-10-29T11:12:18,262 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator TS[0] 2015-10-29T11:12:18,262 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:TS[0] with rs:(ctinyint: tinyint|{alltypesorc}ctinyint,csmallint: smallint|{alltypesorc}csmallint,cint: int|{alltypesorc}cint,cbigint: bigint|{alltypesorc}cbigint,cfloat: float|{alltypesorc}cfloat,cdouble: double|{alltypesorc}cdouble,cstring1: string|{alltypesorc}cstring1,cstring2: string|{alltypesorc}cstring2,ctimestamp1: timestamp|{alltypesorc}ctimestamp1,ctimestamp2: timestamp|{alltypesorc}ctimestamp2,cboolean1: boolean|{alltypesorc}cboolean1,cboolean2: boolean|{alltypesorc}cboolean2,BLOCK__OFFSET__INSIDE__FILE: bigint|{alltypesorc}block__offset__inside__file,INPUT__FILE__NAME: string|{alltypesorc}input__file__name,ROW__ID: struct|{alltypesorc}row__id,RAW__DATA__SIZE: bigint|{alltypesorc}raw__data__size) 2015-10-29T11:12:18,262 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator TS[0] 2015-10-29T11:12:18,262 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:analyzeInternal(10147)) - After logical optimization TS[0] 2015-10-29T11:12:18,264 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:analyzeInternal(10168)) - Completed plan generation 2015-10-29T11:12:18,264 INFO [main]: ql.Driver (Driver.java:compile(448)) - Semantic Analysis Completed 2015-10-29T11:12:18,264 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:validate(10519)) - validation start 2015-10-29T11:12:18,264 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:validate(10588)) - Not a partition. 2015-10-29T11:12:18,264 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:18,264 INFO [main]: ql.Driver (Driver.java:getSchema(244)) - Returning Hive schema: Schema(fieldSchemas:[FieldSchema(name:alltypesorc.ctinyint, type:tinyint, comment:null), FieldSchema(name:alltypesorc.csmallint, type:smallint, comment:null), FieldSchema(name:alltypesorc.cint, type:int, comment:null), FieldSchema(name:alltypesorc.cbigint, type:bigint, comment:null), FieldSchema(name:alltypesorc.cfloat, type:float, comment:null), FieldSchema(name:alltypesorc.cdouble, type:double, comment:null), FieldSchema(name:alltypesorc.cstring1, type:string, comment:null), FieldSchema(name:alltypesorc.cstring2, type:string, comment:null), FieldSchema(name:alltypesorc.ctimestamp1, type:timestamp, comment:null), FieldSchema(name:alltypesorc.ctimestamp2, type:timestamp, comment:null), FieldSchema(name:alltypesorc.cboolean1, type:boolean, comment:null), FieldSchema(name:alltypesorc.cboolean2, type:boolean, comment:null)], properties:null) 2015-10-29T11:12:18,264 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:18,264 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : compilation phase 2015-10-29T11:12:18,265 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {flushCache_()=0, isCompatibleWith_(HiveConf, )=0, getTable_(String, String, )=12} 2015-10-29T11:12:18,265 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:18,265 DEBUG [main]: lockmgr.DummyTxnManager (DummyTxnManager.java:acquireLocks(129)) - Adding default@alltypesorc to list of lock inputs 2015-10-29T11:12:18,265 DEBUG [main]: lockmgr.DummyTxnManager (DummyTxnManager.java:acquireLocks(148)) - Adding default@alltypesorc to list of lock outputs 2015-10-29T11:12:18,265 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:lock(262)) - Acquiring lock for default with mode IMPLICIT 2015-10-29T11:12:18,267 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:lock(262)) - Acquiring lock for default/alltypesorc with mode IMPLICIT 2015-10-29T11:12:18,269 DEBUG [main]: ql.Driver (Driver.java:recordValidTxns(960)) - Encoding valid txns info 9223372036854775807: txnid:0 2015-10-29T11:12:18,269 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:18,269 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:18,269 INFO [main]: ql.Driver (Driver.java:execute(1468)) - Starting command(queryId=sush_20151029111218_ca417f32-6a6a-4134-9550-3f3452b04354): ANALYZE TABLE alltypesorc COMPUTE STATISTICS 2015-10-29T11:12:18,269 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:18,269 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: query: ANALYZE TABLE alltypesorc COMPUTE STATISTICS 2015-10-29T11:12:18,269 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: type: QUERY 2015-10-29T11:12:18,270 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: Input: default@alltypesorc 2015-10-29T11:12:18,270 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: Output: default@alltypesorc 2015-10-29T11:12:18,270 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:18,270 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:18,270 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:18,270 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:18,270 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:18,270 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:18,271 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-1:STATS] in serial mode 2015-10-29T11:12:18,271 INFO [main]: exec.StatsNoJobTask (StatsNoJobTask.java:execute(92)) - Executing stats (no job) task 2015-10-29T11:12:18,271 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:18,271 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=alltypesorc 2015-10-29T11:12:18,271 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=alltypesorc 2015-10-29T11:12:18,278 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:18,278 INFO [main]: exec.StatsNoJobTask (StatsNoJobTask.java:execute(105)) - Initialized threadpool for stats computation with 10 threads 2015-10-29T11:12:18,300 DEBUG [main]: orc.OrcInputFormat (OrcInputFormat.java:setSearchArgument(358)) - No ORC pushdown predicate - no column names 2015-10-29T11:12:18,300 INFO [main]: orc.ReaderImpl (ReaderImpl.java:rowsOptions(630)) - Reading ORC rows from pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/alltypesorc/alltypesorc with {include: null, offset: 0, length: 0} 2015-10-29T11:12:18,305 INFO [main]: orc.RecordReaderFactory (RecordReaderFactory.java:getMatchingSchema(95)) - Schema is not specified on read. Using file schema. 2015-10-29T11:12:18,318 DEBUG [main]: orc.ReaderImpl (ReaderImpl.java:getRawDataSizeOfColumn(730)) - Unknown primitive category: STRUCT 2015-10-29T11:12:18,319 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct alltypesorc { byte ctinyint, i16 csmallint, i32 cint, i64 cbigint, float cfloat, double cdouble, string cstring1, string cstring2, timestamp ctimestamp1, timestamp ctimestamp2, bool cboolean1, bool cboolean2} 2015-10-29T11:12:18,319 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:18,319 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: alter_table: db=default tbl=alltypesorc newtbl=alltypesorc 2015-10-29T11:12:18,320 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=alter_table: db=default tbl=alltypesorc newtbl=alltypesorc 2015-10-29T11:12:18,332 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:getDatabase(348)) - getDatabase: directsql returning db default locn[pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse] desc [Default Hive database] owner [public] ownertype [ROLE] 2015-10-29T11:12:18,349 INFO [main]: hive.log (MetaStoreUtils.java:updateTableStatsFast(231)) - Updating table stats fast for alltypesorc 2015-10-29T11:12:18,350 INFO [main]: hive.log (MetaStoreUtils.java:updateTableStatsFast(233)) - Updated size of table alltypesorc to 377237 2015-10-29T11:12:18,355 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:18,355 DEBUG [main]: exec.StatsNoJobTask (StatsNoJobTask.java:aggregateStats(276)) - Table default.alltypesorc stats: [numFiles=1, numRows=12288, totalSize=377237, rawDataSize=2641964] 2015-10-29T11:12:18,355 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - Table default.alltypesorc stats: [numFiles=1, numRows=12288, totalSize=377237, rawDataSize=2641964] 2015-10-29T11:12:18,356 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:18,356 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:18,356 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: query: ANALYZE TABLE alltypesorc COMPUTE STATISTICS 2015-10-29T11:12:18,356 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: type: QUERY 2015-10-29T11:12:18,356 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Input: default@alltypesorc 2015-10-29T11:12:18,356 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Output: default@alltypesorc 2015-10-29T11:12:18,356 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:18,356 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : execution phase 2015-10-29T11:12:18,356 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {isCompatibleWith_(HiveConf, )=0, getTable_(String, String, )=7, alter_table_(String, String, Table, boolean, )=36} 2015-10-29T11:12:18,357 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:18,357 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - OK 2015-10-29T11:12:18,357 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:18,357 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:releaseLocks(217)) - about to release lock for default/alltypesorc 2015-10-29T11:12:18,359 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:releaseLocks(217)) - about to release lock for default 2015-10-29T11:12:18,360 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:18,361 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:18,361 DEBUG [main]: ql.Driver (DriverContext.java:shutdown(132)) - Shutting down query ANALYZE TABLE alltypesorc COMPUTE STATISTICS 2015-10-29T11:12:18,361 INFO [main]: CliDriver (SessionState.java:printInfo(996)) - Time taken: 0.169 seconds 2015-10-29T11:12:18,361 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:18,361 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:18,361 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:18,361 DEBUG [main]: conf.VariableSubstitution (VariableSubstitution.java:substitute(63)) - Substitution is on: ANALYZE TABLE alltypesorc COMPUTE STATISTICS FOR COLUMNS ctinyint,csmallint,cint,cbigint,cfloat,cdouble,cstring1,cstring2,ctimestamp1,ctimestamp2,cboolean1,cboolean2 2015-10-29T11:12:18,362 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:18,362 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(185)) - Parsing command: ANALYZE TABLE alltypesorc COMPUTE STATISTICS FOR COLUMNS ctinyint,csmallint,cint,cbigint,cfloat,cdouble,cstring1,cstring2,ctimestamp1,ctimestamp2,cboolean1,cboolean2 2015-10-29T11:12:18,362 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(209)) - Parse Completed 2015-10-29T11:12:18,362 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:18,362 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:18,363 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:18,363 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:18,363 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:18,363 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=alltypesorc 2015-10-29T11:12:18,363 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=alltypesorc 2015-10-29T11:12:18,369 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:18,370 INFO [main]: parse.ColumnStatsSemanticAnalyzer (ColumnStatsSemanticAnalyzer.java:getNumBitVectorsForNDVEstimation(270)) - Error requested is 20.0% 2015-10-29T11:12:18,370 INFO [main]: parse.ColumnStatsSemanticAnalyzer (ColumnStatsSemanticAnalyzer.java:getNumBitVectorsForNDVEstimation(271)) - Choosing 16 bit vectors.. 2015-10-29T11:12:18,370 DEBUG [main]: conf.VariableSubstitution (VariableSubstitution.java:substitute(63)) - Substitution is on: select compute_stats(`ctinyint` , 16 ) , compute_stats(`csmallint` , 16 ) , compute_stats(`cint` , 16 ) , compute_stats(`cbigint` , 16 ) , compute_stats(`cfloat` , 16 ) , compute_stats(`cdouble` , 16 ) , compute_stats(`cstring1` , 16 ) , compute_stats(`cstring2` , 16 ) , compute_stats(`ctimestamp1` , 16 ) , compute_stats(`ctimestamp2` , 16 ) , compute_stats(`cboolean1` , 16 ) , compute_stats(`cboolean2` , 16 ) from default.`alltypesorc` 2015-10-29T11:12:18,370 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(185)) - Parsing command: select compute_stats(`ctinyint` , 16 ) , compute_stats(`csmallint` , 16 ) , compute_stats(`cint` , 16 ) , compute_stats(`cbigint` , 16 ) , compute_stats(`cfloat` , 16 ) , compute_stats(`cdouble` , 16 ) , compute_stats(`cstring1` , 16 ) , compute_stats(`cstring2` , 16 ) , compute_stats(`ctimestamp1` , 16 ) , compute_stats(`ctimestamp2` , 16 ) , compute_stats(`cboolean1` , 16 ) , compute_stats(`cboolean2` , 16 ) from default.`alltypesorc` 2015-10-29T11:12:18,375 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(209)) - Parse Completed 2015-10-29T11:12:18,375 INFO [main]: parse.ColumnStatsSemanticAnalyzer (ColumnStatsSemanticAnalyzer.java:analyze(451)) - Invoking analyze on rewritten query 2015-10-29T11:12:18,375 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:analyzeInternal(10062)) - Starting Semantic Analysis 2015-10-29T11:12:18,375 DEBUG [main]: exec.FunctionRegistry (FunctionRegistry.java:getGenericUDAFResolver(1009)) - Looking up GenericUDAF: compute_stats 2015-10-29T11:12:18,375 DEBUG [main]: exec.FunctionRegistry (FunctionRegistry.java:getGenericUDAFResolver(1009)) - Looking up GenericUDAF: compute_stats 2015-10-29T11:12:18,376 DEBUG [main]: exec.FunctionRegistry (FunctionRegistry.java:getGenericUDAFResolver(1009)) - Looking up GenericUDAF: compute_stats 2015-10-29T11:12:18,376 DEBUG [main]: exec.FunctionRegistry (FunctionRegistry.java:getGenericUDAFResolver(1009)) - Looking up GenericUDAF: compute_stats 2015-10-29T11:12:18,376 DEBUG [main]: exec.FunctionRegistry (FunctionRegistry.java:getGenericUDAFResolver(1009)) - Looking up GenericUDAF: compute_stats 2015-10-29T11:12:18,376 DEBUG [main]: exec.FunctionRegistry (FunctionRegistry.java:getGenericUDAFResolver(1009)) - Looking up GenericUDAF: compute_stats 2015-10-29T11:12:18,376 DEBUG [main]: exec.FunctionRegistry (FunctionRegistry.java:getGenericUDAFResolver(1009)) - Looking up GenericUDAF: compute_stats 2015-10-29T11:12:18,376 DEBUG [main]: exec.FunctionRegistry (FunctionRegistry.java:getGenericUDAFResolver(1009)) - Looking up GenericUDAF: compute_stats 2015-10-29T11:12:18,376 DEBUG [main]: exec.FunctionRegistry (FunctionRegistry.java:getGenericUDAFResolver(1009)) - Looking up GenericUDAF: compute_stats 2015-10-29T11:12:18,376 DEBUG [main]: exec.FunctionRegistry (FunctionRegistry.java:getGenericUDAFResolver(1009)) - Looking up GenericUDAF: compute_stats 2015-10-29T11:12:18,376 DEBUG [main]: exec.FunctionRegistry (FunctionRegistry.java:getGenericUDAFResolver(1009)) - Looking up GenericUDAF: compute_stats 2015-10-29T11:12:18,376 DEBUG [main]: exec.FunctionRegistry (FunctionRegistry.java:getGenericUDAFResolver(1009)) - Looking up GenericUDAF: compute_stats 2015-10-29T11:12:18,376 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genResolvedParseTree(10009)) - Completed phase 1 of Semantic Analysis 2015-10-29T11:12:18,377 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:getMetaData(1538)) - Get metadata for source tables 2015-10-29T11:12:18,377 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:18,377 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=alltypesorc 2015-10-29T11:12:18,377 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=alltypesorc 2015-10-29T11:12:18,383 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:18,383 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:getMetaData(1678)) - Get metadata for subqueries 2015-10-29T11:12:18,384 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:getMetaData(1702)) - Get metadata for destination tables 2015-10-29T11:12:18,388 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genResolvedParseTree(10013)) - Completed getting MetaData in Semantic Analysis 2015-10-29T11:12:18,388 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct alltypesorc { byte ctinyint, i16 csmallint, i32 cint, i64 cbigint, float cfloat, double cdouble, string cstring1, string cstring2, timestamp ctimestamp1, timestamp ctimestamp2, bool cboolean1, bool cboolean2} 2015-10-29T11:12:18,388 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genTablePlan(9467)) - Created Table Plan for alltypesorc TS[0] 2015-10-29T11:12:18,389 DEBUG [main]: exec.FunctionRegistry (FunctionRegistry.java:getGenericUDAFResolver(1009)) - Looking up GenericUDAF: compute_stats 2015-10-29T11:12:18,389 DEBUG [main]: exec.FunctionRegistry (FunctionRegistry.java:getGenericUDAFResolver(1009)) - Looking up GenericUDAF: compute_stats 2015-10-29T11:12:18,390 DEBUG [main]: exec.FunctionRegistry (FunctionRegistry.java:getGenericUDAFResolver(1009)) - Looking up GenericUDAF: compute_stats 2015-10-29T11:12:18,390 DEBUG [main]: exec.FunctionRegistry (FunctionRegistry.java:getGenericUDAFResolver(1009)) - Looking up GenericUDAF: compute_stats 2015-10-29T11:12:18,390 DEBUG [main]: exec.FunctionRegistry (FunctionRegistry.java:getGenericUDAFResolver(1009)) - Looking up GenericUDAF: compute_stats 2015-10-29T11:12:18,391 DEBUG [main]: exec.FunctionRegistry (FunctionRegistry.java:getGenericUDAFResolver(1009)) - Looking up GenericUDAF: compute_stats 2015-10-29T11:12:18,391 DEBUG [main]: exec.FunctionRegistry (FunctionRegistry.java:getGenericUDAFResolver(1009)) - Looking up GenericUDAF: compute_stats 2015-10-29T11:12:18,392 DEBUG [main]: exec.FunctionRegistry (FunctionRegistry.java:getGenericUDAFResolver(1009)) - Looking up GenericUDAF: compute_stats 2015-10-29T11:12:18,392 DEBUG [main]: exec.FunctionRegistry (FunctionRegistry.java:getGenericUDAFResolver(1009)) - Looking up GenericUDAF: compute_stats 2015-10-29T11:12:18,392 DEBUG [main]: exec.FunctionRegistry (FunctionRegistry.java:getGenericUDAFResolver(1009)) - Looking up GenericUDAF: compute_stats 2015-10-29T11:12:18,393 DEBUG [main]: exec.FunctionRegistry (FunctionRegistry.java:getGenericUDAFResolver(1009)) - Looking up GenericUDAF: compute_stats 2015-10-29T11:12:18,393 DEBUG [main]: exec.FunctionRegistry (FunctionRegistry.java:getGenericUDAFResolver(1009)) - Looking up GenericUDAF: compute_stats 2015-10-29T11:12:18,395 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genBodyPlan(8817)) - RR before GB alltypesorc{(ctinyint,ctinyint: tinyint)(csmallint,csmallint: smallint)(cint,cint: int)(cbigint,cbigint: bigint)(cfloat,cfloat: float)(cdouble,cdouble: double)(cstring1,cstring1: string)(cstring2,cstring2: string)(ctimestamp1,ctimestamp1: timestamp)(ctimestamp2,ctimestamp2: timestamp)(cboolean1,cboolean1: boolean)(cboolean2,cboolean2: boolean)(block__offset__inside__file,BLOCK__OFFSET__INSIDE__FILE: bigint)(input__file__name,INPUT__FILE__NAME: string)(row__id,ROW__ID: struct)} after GB {((tok_function compute_stats (tok_table_or_col ctinyint) 16),_col0: struct)((tok_function compute_stats (tok_table_or_col csmallint) 16),_col1: struct)((tok_function compute_stats (tok_table_or_col cint) 16),_col2: struct)((tok_function compute_stats (tok_table_or_col cbigint) 16),_col3: struct)((tok_function compute_stats (tok_table_or_col cfloat) 16),_col4: struct)((tok_function compute_stats (tok_table_or_col cdouble) 16),_col5: struct)((tok_function compute_stats (tok_table_or_col cstring1) 16),_col6: struct)((tok_function compute_stats (tok_table_or_col cstring2) 16),_col7: struct)((tok_function compute_stats (tok_table_or_col ctimestamp1) 16),_col8: struct)((tok_function compute_stats (tok_table_or_col ctimestamp2) 16),_col9: struct)((tok_function compute_stats (tok_table_or_col cboolean1) 16),_col10: struct)((tok_function compute_stats (tok_table_or_col cboolean2) 16),_col11: struct)} 2015-10-29T11:12:18,395 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genSelectPlan(3604)) - tree: (TOK_SELECT (TOK_SELEXPR (TOK_FUNCTION compute_stats (TOK_TABLE_OR_COL ctinyint) 16)) (TOK_SELEXPR (TOK_FUNCTION compute_stats (TOK_TABLE_OR_COL csmallint) 16)) (TOK_SELEXPR (TOK_FUNCTION compute_stats (TOK_TABLE_OR_COL cint) 16)) (TOK_SELEXPR (TOK_FUNCTION compute_stats (TOK_TABLE_OR_COL cbigint) 16)) (TOK_SELEXPR (TOK_FUNCTION compute_stats (TOK_TABLE_OR_COL cfloat) 16)) (TOK_SELEXPR (TOK_FUNCTION compute_stats (TOK_TABLE_OR_COL cdouble) 16)) (TOK_SELEXPR (TOK_FUNCTION compute_stats (TOK_TABLE_OR_COL cstring1) 16)) (TOK_SELEXPR (TOK_FUNCTION compute_stats (TOK_TABLE_OR_COL cstring2) 16)) (TOK_SELEXPR (TOK_FUNCTION compute_stats (TOK_TABLE_OR_COL ctimestamp1) 16)) (TOK_SELEXPR (TOK_FUNCTION compute_stats (TOK_TABLE_OR_COL ctimestamp2) 16)) (TOK_SELEXPR (TOK_FUNCTION compute_stats (TOK_TABLE_OR_COL cboolean1) 16)) (TOK_SELEXPR (TOK_FUNCTION compute_stats (TOK_TABLE_OR_COL cboolean2) 16))) 2015-10-29T11:12:18,395 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genSelectPlan(3714)) - genSelectPlan: input = {((tok_function compute_stats (tok_table_or_col ctinyint) 16),_col0: struct)((tok_function compute_stats (tok_table_or_col csmallint) 16),_col1: struct)((tok_function compute_stats (tok_table_or_col cint) 16),_col2: struct)((tok_function compute_stats (tok_table_or_col cbigint) 16),_col3: struct)((tok_function compute_stats (tok_table_or_col cfloat) 16),_col4: struct)((tok_function compute_stats (tok_table_or_col cdouble) 16),_col5: struct)((tok_function compute_stats (tok_table_or_col cstring1) 16),_col6: struct)((tok_function compute_stats (tok_table_or_col cstring2) 16),_col7: struct)((tok_function compute_stats (tok_table_or_col ctimestamp1) 16),_col8: struct)((tok_function compute_stats (tok_table_or_col ctimestamp2) 16),_col9: struct)((tok_function compute_stats (tok_table_or_col cboolean1) 16),_col10: struct)((tok_function compute_stats (tok_table_or_col cboolean2) 16),_col11: struct)} starRr = alltypesorc{(ctinyint,ctinyint: tinyint)(csmallint,csmallint: smallint)(cint,cint: int)(cbigint,cbigint: bigint)(cfloat,cfloat: float)(cdouble,cdouble: double)(cstring1,cstring1: string)(cstring2,cstring2: string)(ctimestamp1,ctimestamp1: timestamp)(ctimestamp2,ctimestamp2: timestamp)(cboolean1,cboolean1: boolean)(cboolean2,cboolean2: boolean)(block__offset__inside__file,BLOCK__OFFSET__INSIDE__FILE: bigint)(input__file__name,INPUT__FILE__NAME: string)(row__id,ROW__ID: struct)} 2015-10-29T11:12:18,395 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genSelectPlan(3862)) - Created Select Plan row schema: null{(_c0,_col0: struct)(_c1,_col1: struct)(_c2,_col2: struct)(_c3,_col3: struct)(_c4,_col4: struct)(_c5,_col5: struct)(_c6,_col6: struct)(_c7,_col7: struct)(_c8,_col8: struct)(_c9,_col9: struct)(_c10,_col10: struct)(_c11,_col11: struct)} 2015-10-29T11:12:18,396 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genSelectPlan(3593)) - Created Select Plan for clause: insclause-0 2015-10-29T11:12:18,396 DEBUG [main]: ql.Context (Context.java:getStagingDir(231)) - Created staging dir = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-18_370_245680590491784431-1/-mr-10000/.hive-staging_hive_2015-10-29_11-12-18_370_245680590491784431-1 for path = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-18_370_245680590491784431-1/-mr-10000 2015-10-29T11:12:18,396 INFO [main]: common.FileUtils (FileUtils.java:mkdir(502)) - Creating directory if it doesn't exist: file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-18_370_245680590491784431-1/-mr-10000/.hive-staging_hive_2015-10-29_11-12-18_370_245680590491784431-1 2015-10-29T11:12:18,402 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chgrp,-R,staff,file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-18_370_245680590491784431-1/-mr-10000} 2015-10-29T11:12:18,414 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:12:18,414 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chmod,-R,700,file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-18_370_245680590491784431-1/-mr-10000} 2015-10-29T11:12:18,431 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:12:18,431 DEBUG [main]: shims.HadoopShimsSecure (Hadoop23Shims.java:debugLog(937)) - DeprecatedRawLocalFileStatus{path=file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-18_370_245680590491784431-1/-mr-10000; isDirectory=true; modification_time=1446142338000; access_time=0; owner=; group=; permission=rwxrwxrwx; isSymlink=false} 2015-10-29T11:12:18,433 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genFileSinkPlan(6591)) - Set stats collection dir : file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-18_370_245680590491784431-1/-mr-10000/.hive-staging_hive_2015-10-29_11-12-18_370_245680590491784431-1/-ext-10002 2015-10-29T11:12:18,433 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genFileSinkPlan(6614)) - Created FileSink Plan for clause: insclause-0dest_path: file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-18_370_245680590491784431-1/-mr-10000 row schema: null{(_c0,_col0: struct)(_c1,_col1: struct)(_c2,_col2: struct)(_c3,_col3: struct)(_c4,_col4: struct)(_c5,_col5: struct)(_c6,_col6: struct)(_c7,_col7: struct)(_c8,_col8: struct)(_c9,_col9: struct)(_c10,_col10: struct)(_c11,_col11: struct)} 2015-10-29T11:12:18,433 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genBodyPlan(8831)) - Created Body Plan for Query Block null 2015-10-29T11:12:18,433 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genPlan(9675)) - Created Plan for Query Block null 2015-10-29T11:12:18,433 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:analyzeInternal(10139)) - Before logical optimization TS[0]-SEL[1]-GBY[2]-RS[3]-GBY[4]-SEL[5]-FS[6] 2015-10-29T11:12:18,439 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:TS[0] with rs:(ctinyint: tinyint|{alltypesorc}ctinyint,csmallint: smallint|{alltypesorc}csmallint,cint: int|{alltypesorc}cint,cbigint: bigint|{alltypesorc}cbigint,cfloat: float|{alltypesorc}cfloat,cdouble: double|{alltypesorc}cdouble,cstring1: string|{alltypesorc}cstring1,cstring2: string|{alltypesorc}cstring2,ctimestamp1: timestamp|{alltypesorc}ctimestamp1,ctimestamp2: timestamp|{alltypesorc}ctimestamp2,cboolean1: boolean|{alltypesorc}cboolean1,cboolean2: boolean|{alltypesorc}cboolean2,BLOCK__OFFSET__INSIDE__FILE: bigint|{alltypesorc}block__offset__inside__file,INPUT__FILE__NAME: string|{alltypesorc}input__file__name,ROW__ID: struct|{alltypesorc}row__id) 2015-10-29T11:12:18,439 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator TS[0] 2015-10-29T11:12:18,439 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:SEL[1] with rs:(ctinyint: tinyint|{alltypesorc}ctinyint,csmallint: smallint|{alltypesorc}csmallint,cint: int|{alltypesorc}cint,cbigint: bigint|{alltypesorc}cbigint,cfloat: float|{alltypesorc}cfloat,cdouble: double|{alltypesorc}cdouble,cstring1: string|{alltypesorc}cstring1,cstring2: string|{alltypesorc}cstring2,ctimestamp1: timestamp|{alltypesorc}ctimestamp1,ctimestamp2: timestamp|{alltypesorc}ctimestamp2,cboolean1: boolean|{alltypesorc}cboolean1,cboolean2: boolean|{alltypesorc}cboolean2,BLOCK__OFFSET__INSIDE__FILE: bigint|{alltypesorc}block__offset__inside__file,INPUT__FILE__NAME: string|{alltypesorc}input__file__name,ROW__ID: struct|{alltypesorc}row__id) 2015-10-29T11:12:18,439 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator SEL[1] 2015-10-29T11:12:18,440 DEBUG [main]: optimizer.ConstantPropagateProcFactory (ConstantPropagateProcFactory.java:process(1131)) - New column list:(Column[ctinyint] Column[csmallint] Column[cint] Column[cbigint] Column[cfloat] Column[cdouble] Column[cstring1] Column[cstring2] Column[ctimestamp1] Column[ctimestamp2] Column[cboolean1] Column[cboolean2] Column[BLOCK__OFFSET__INSIDE__FILE] Column[INPUT__FILE__NAME] Column[ROW__ID]) 2015-10-29T11:12:18,440 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:GBY[2] with rs:(_col0: struct|{}(tok_function compute_stats (tok_table_or_col ctinyint) 16),_col1: struct|{}(tok_function compute_stats (tok_table_or_col csmallint) 16),_col2: struct|{}(tok_function compute_stats (tok_table_or_col cint) 16),_col3: struct|{}(tok_function compute_stats (tok_table_or_col cbigint) 16),_col4: struct|{}(tok_function compute_stats (tok_table_or_col cfloat) 16),_col5: struct|{}(tok_function compute_stats (tok_table_or_col cdouble) 16),_col6: struct|{}(tok_function compute_stats (tok_table_or_col cstring1) 16),_col7: struct|{}(tok_function compute_stats (tok_table_or_col cstring2) 16),_col8: struct|{}(tok_function compute_stats (tok_table_or_col ctimestamp1) 16),_col9: struct|{}(tok_function compute_stats (tok_table_or_col ctimestamp2) 16),_col10: struct|{}(tok_function compute_stats (tok_table_or_col cboolean1) 16),_col11: struct|{}(tok_function compute_stats (tok_table_or_col cboolean2) 16)) 2015-10-29T11:12:18,440 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator GBY[2] 2015-10-29T11:12:18,440 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:RS[3] with rs:(VALUE._col0: struct|{}(tok_function compute_stats (tok_table_or_col ctinyint) 16),VALUE._col1: struct|{}(tok_function compute_stats (tok_table_or_col csmallint) 16),VALUE._col2: struct|{}(tok_function compute_stats (tok_table_or_col cint) 16),VALUE._col3: struct|{}(tok_function compute_stats (tok_table_or_col cbigint) 16),VALUE._col4: struct|{}(tok_function compute_stats (tok_table_or_col cfloat) 16),VALUE._col5: struct|{}(tok_function compute_stats (tok_table_or_col cdouble) 16),VALUE._col6: struct|{}(tok_function compute_stats (tok_table_or_col cstring1) 16),VALUE._col7: struct|{}(tok_function compute_stats (tok_table_or_col cstring2) 16),VALUE._col8: struct|{}(tok_function compute_stats (tok_table_or_col ctimestamp1) 16),VALUE._col9: struct|{}(tok_function compute_stats (tok_table_or_col ctimestamp2) 16),VALUE._col10: struct|{}(tok_function compute_stats (tok_table_or_col cboolean1) 16),VALUE._col11: struct|{}(tok_function compute_stats (tok_table_or_col cboolean2) 16)) 2015-10-29T11:12:18,440 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator RS[3] 2015-10-29T11:12:18,440 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:GBY[4] with rs:(_col0: struct|{}(tok_function compute_stats (tok_table_or_col ctinyint) 16),_col1: struct|{}(tok_function compute_stats (tok_table_or_col csmallint) 16),_col2: struct|{}(tok_function compute_stats (tok_table_or_col cint) 16),_col3: struct|{}(tok_function compute_stats (tok_table_or_col cbigint) 16),_col4: struct|{}(tok_function compute_stats (tok_table_or_col cfloat) 16),_col5: struct|{}(tok_function compute_stats (tok_table_or_col cdouble) 16),_col6: struct|{}(tok_function compute_stats (tok_table_or_col cstring1) 16),_col7: struct|{}(tok_function compute_stats (tok_table_or_col cstring2) 16),_col8: struct|{}(tok_function compute_stats (tok_table_or_col ctimestamp1) 16),_col9: struct|{}(tok_function compute_stats (tok_table_or_col ctimestamp2) 16),_col10: struct|{}(tok_function compute_stats (tok_table_or_col cboolean1) 16),_col11: struct|{}(tok_function compute_stats (tok_table_or_col cboolean2) 16)) 2015-10-29T11:12:18,440 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator GBY[4] 2015-10-29T11:12:18,440 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:SEL[5] with rs:(_col0: struct|{null}_c0,_col1: struct|{null}_c1,_col2: struct|{null}_c2,_col3: struct|{null}_c3,_col4: struct|{null}_c4,_col5: struct|{null}_c5,_col6: struct|{null}_c6,_col7: struct|{null}_c7,_col8: struct|{null}_c8,_col9: struct|{null}_c9,_col10: struct|{null}_c10,_col11: struct|{null}_c11) 2015-10-29T11:12:18,440 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator SEL[5] 2015-10-29T11:12:18,440 DEBUG [main]: optimizer.ConstantPropagateProcFactory (ConstantPropagateProcFactory.java:process(1131)) - New column list:(Column[_col0] Column[_col1] Column[_col2] Column[_col3] Column[_col4] Column[_col5] Column[_col6] Column[_col7] Column[_col8] Column[_col9] Column[_col10] Column[_col11]) 2015-10-29T11:12:18,441 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:FS[6] with rs:(_col0: struct|{},_col1: struct|{},_col2: struct|{},_col3: struct|{},_col4: struct|{},_col5: struct|{},_col6: struct|{},_col7: struct|{},_col8: struct|{},_col9: struct|{},_col10: struct|{},_col11: struct|{}) 2015-10-29T11:12:18,441 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator FS[6] 2015-10-29T11:12:18,441 INFO [main]: ppd.OpProcFactory (OpProcFactory.java:process(662)) - Processing for FS(6) 2015-10-29T11:12:18,441 INFO [main]: ppd.OpProcFactory (OpProcFactory.java:process(662)) - Processing for SEL(5) 2015-10-29T11:12:18,441 INFO [main]: ppd.OpProcFactory (OpProcFactory.java:process(662)) - Processing for GBY(4) 2015-10-29T11:12:18,441 INFO [main]: ppd.OpProcFactory (OpProcFactory.java:process(662)) - Processing for RS(3) 2015-10-29T11:12:18,441 INFO [main]: ppd.OpProcFactory (OpProcFactory.java:process(662)) - Processing for GBY(2) 2015-10-29T11:12:18,441 INFO [main]: ppd.OpProcFactory (OpProcFactory.java:process(662)) - Processing for SEL(1) 2015-10-29T11:12:18,441 INFO [main]: ppd.OpProcFactory (OpProcFactory.java:process(383)) - Processing for TS(0) 2015-10-29T11:12:18,442 DEBUG [main]: ppd.PredicatePushDown (PredicatePushDown.java:transform(138)) - After PPD: TS[0]-SEL[1]-GBY[2]-RS[3]-GBY[4]-SEL[5]-FS[6] 2015-10-29T11:12:18,442 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:TS[0] with rs:(ctinyint: tinyint|{alltypesorc}ctinyint,csmallint: smallint|{alltypesorc}csmallint,cint: int|{alltypesorc}cint,cbigint: bigint|{alltypesorc}cbigint,cfloat: float|{alltypesorc}cfloat,cdouble: double|{alltypesorc}cdouble,cstring1: string|{alltypesorc}cstring1,cstring2: string|{alltypesorc}cstring2,ctimestamp1: timestamp|{alltypesorc}ctimestamp1,ctimestamp2: timestamp|{alltypesorc}ctimestamp2,cboolean1: boolean|{alltypesorc}cboolean1,cboolean2: boolean|{alltypesorc}cboolean2,BLOCK__OFFSET__INSIDE__FILE: bigint|{alltypesorc}block__offset__inside__file,INPUT__FILE__NAME: string|{alltypesorc}input__file__name,ROW__ID: struct|{alltypesorc}row__id) 2015-10-29T11:12:18,442 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator TS[0] 2015-10-29T11:12:18,442 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:SEL[1] with rs:(ctinyint: tinyint|{alltypesorc}ctinyint,csmallint: smallint|{alltypesorc}csmallint,cint: int|{alltypesorc}cint,cbigint: bigint|{alltypesorc}cbigint,cfloat: float|{alltypesorc}cfloat,cdouble: double|{alltypesorc}cdouble,cstring1: string|{alltypesorc}cstring1,cstring2: string|{alltypesorc}cstring2,ctimestamp1: timestamp|{alltypesorc}ctimestamp1,ctimestamp2: timestamp|{alltypesorc}ctimestamp2,cboolean1: boolean|{alltypesorc}cboolean1,cboolean2: boolean|{alltypesorc}cboolean2,BLOCK__OFFSET__INSIDE__FILE: bigint|{alltypesorc}block__offset__inside__file,INPUT__FILE__NAME: string|{alltypesorc}input__file__name,ROW__ID: struct|{alltypesorc}row__id) 2015-10-29T11:12:18,442 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator SEL[1] 2015-10-29T11:12:18,442 DEBUG [main]: optimizer.ConstantPropagateProcFactory (ConstantPropagateProcFactory.java:process(1131)) - New column list:(Column[ctinyint] Column[csmallint] Column[cint] Column[cbigint] Column[cfloat] Column[cdouble] Column[cstring1] Column[cstring2] Column[ctimestamp1] Column[ctimestamp2] Column[cboolean1] Column[cboolean2] Column[BLOCK__OFFSET__INSIDE__FILE] Column[INPUT__FILE__NAME] Column[ROW__ID]) 2015-10-29T11:12:18,442 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:GBY[2] with rs:(_col0: struct|{}(tok_function compute_stats (tok_table_or_col ctinyint) 16),_col1: struct|{}(tok_function compute_stats (tok_table_or_col csmallint) 16),_col2: struct|{}(tok_function compute_stats (tok_table_or_col cint) 16),_col3: struct|{}(tok_function compute_stats (tok_table_or_col cbigint) 16),_col4: struct|{}(tok_function compute_stats (tok_table_or_col cfloat) 16),_col5: struct|{}(tok_function compute_stats (tok_table_or_col cdouble) 16),_col6: struct|{}(tok_function compute_stats (tok_table_or_col cstring1) 16),_col7: struct|{}(tok_function compute_stats (tok_table_or_col cstring2) 16),_col8: struct|{}(tok_function compute_stats (tok_table_or_col ctimestamp1) 16),_col9: struct|{}(tok_function compute_stats (tok_table_or_col ctimestamp2) 16),_col10: struct|{}(tok_function compute_stats (tok_table_or_col cboolean1) 16),_col11: struct|{}(tok_function compute_stats (tok_table_or_col cboolean2) 16)) 2015-10-29T11:12:18,442 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator GBY[2] 2015-10-29T11:12:18,442 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:RS[3] with rs:(VALUE._col0: struct|{}(tok_function compute_stats (tok_table_or_col ctinyint) 16),VALUE._col1: struct|{}(tok_function compute_stats (tok_table_or_col csmallint) 16),VALUE._col2: struct|{}(tok_function compute_stats (tok_table_or_col cint) 16),VALUE._col3: struct|{}(tok_function compute_stats (tok_table_or_col cbigint) 16),VALUE._col4: struct|{}(tok_function compute_stats (tok_table_or_col cfloat) 16),VALUE._col5: struct|{}(tok_function compute_stats (tok_table_or_col cdouble) 16),VALUE._col6: struct|{}(tok_function compute_stats (tok_table_or_col cstring1) 16),VALUE._col7: struct|{}(tok_function compute_stats (tok_table_or_col cstring2) 16),VALUE._col8: struct|{}(tok_function compute_stats (tok_table_or_col ctimestamp1) 16),VALUE._col9: struct|{}(tok_function compute_stats (tok_table_or_col ctimestamp2) 16),VALUE._col10: struct|{}(tok_function compute_stats (tok_table_or_col cboolean1) 16),VALUE._col11: struct|{}(tok_function compute_stats (tok_table_or_col cboolean2) 16)) 2015-10-29T11:12:18,442 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator RS[3] 2015-10-29T11:12:18,443 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:GBY[4] with rs:(_col0: struct|{}(tok_function compute_stats (tok_table_or_col ctinyint) 16),_col1: struct|{}(tok_function compute_stats (tok_table_or_col csmallint) 16),_col2: struct|{}(tok_function compute_stats (tok_table_or_col cint) 16),_col3: struct|{}(tok_function compute_stats (tok_table_or_col cbigint) 16),_col4: struct|{}(tok_function compute_stats (tok_table_or_col cfloat) 16),_col5: struct|{}(tok_function compute_stats (tok_table_or_col cdouble) 16),_col6: struct|{}(tok_function compute_stats (tok_table_or_col cstring1) 16),_col7: struct|{}(tok_function compute_stats (tok_table_or_col cstring2) 16),_col8: struct|{}(tok_function compute_stats (tok_table_or_col ctimestamp1) 16),_col9: struct|{}(tok_function compute_stats (tok_table_or_col ctimestamp2) 16),_col10: struct|{}(tok_function compute_stats (tok_table_or_col cboolean1) 16),_col11: struct|{}(tok_function compute_stats (tok_table_or_col cboolean2) 16)) 2015-10-29T11:12:18,443 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator GBY[4] 2015-10-29T11:12:18,443 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:SEL[5] with rs:(_col0: struct|{null}_c0,_col1: struct|{null}_c1,_col2: struct|{null}_c2,_col3: struct|{null}_c3,_col4: struct|{null}_c4,_col5: struct|{null}_c5,_col6: struct|{null}_c6,_col7: struct|{null}_c7,_col8: struct|{null}_c8,_col9: struct|{null}_c9,_col10: struct|{null}_c10,_col11: struct|{null}_c11) 2015-10-29T11:12:18,443 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator SEL[5] 2015-10-29T11:12:18,443 DEBUG [main]: optimizer.ConstantPropagateProcFactory (ConstantPropagateProcFactory.java:process(1131)) - New column list:(Column[_col0] Column[_col1] Column[_col2] Column[_col3] Column[_col4] Column[_col5] Column[_col6] Column[_col7] Column[_col8] Column[_col9] Column[_col10] Column[_col11]) 2015-10-29T11:12:18,443 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:FS[6] with rs:(_col0: struct|{},_col1: struct|{},_col2: struct|{},_col3: struct|{},_col4: struct|{},_col5: struct|{},_col6: struct|{},_col7: struct|{},_col8: struct|{},_col9: struct|{},_col10: struct|{},_col11: struct|{}) 2015-10-29T11:12:18,443 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator FS[6] 2015-10-29T11:12:18,443 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:TS[0] with rs:(ctinyint: tinyint|{alltypesorc}ctinyint,csmallint: smallint|{alltypesorc}csmallint,cint: int|{alltypesorc}cint,cbigint: bigint|{alltypesorc}cbigint,cfloat: float|{alltypesorc}cfloat,cdouble: double|{alltypesorc}cdouble,cstring1: string|{alltypesorc}cstring1,cstring2: string|{alltypesorc}cstring2,ctimestamp1: timestamp|{alltypesorc}ctimestamp1,ctimestamp2: timestamp|{alltypesorc}ctimestamp2,cboolean1: boolean|{alltypesorc}cboolean1,cboolean2: boolean|{alltypesorc}cboolean2,BLOCK__OFFSET__INSIDE__FILE: bigint|{alltypesorc}block__offset__inside__file,INPUT__FILE__NAME: string|{alltypesorc}input__file__name,ROW__ID: struct|{alltypesorc}row__id) 2015-10-29T11:12:18,443 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator TS[0] 2015-10-29T11:12:18,444 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:SEL[1] with rs:(ctinyint: tinyint|{alltypesorc}ctinyint,csmallint: smallint|{alltypesorc}csmallint,cint: int|{alltypesorc}cint,cbigint: bigint|{alltypesorc}cbigint,cfloat: float|{alltypesorc}cfloat,cdouble: double|{alltypesorc}cdouble,cstring1: string|{alltypesorc}cstring1,cstring2: string|{alltypesorc}cstring2,ctimestamp1: timestamp|{alltypesorc}ctimestamp1,ctimestamp2: timestamp|{alltypesorc}ctimestamp2,cboolean1: boolean|{alltypesorc}cboolean1,cboolean2: boolean|{alltypesorc}cboolean2,BLOCK__OFFSET__INSIDE__FILE: bigint|{alltypesorc}block__offset__inside__file,INPUT__FILE__NAME: string|{alltypesorc}input__file__name,ROW__ID: struct|{alltypesorc}row__id) 2015-10-29T11:12:18,444 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator SEL[1] 2015-10-29T11:12:18,444 DEBUG [main]: optimizer.ConstantPropagateProcFactory (ConstantPropagateProcFactory.java:process(1131)) - New column list:(Column[ctinyint] Column[csmallint] Column[cint] Column[cbigint] Column[cfloat] Column[cdouble] Column[cstring1] Column[cstring2] Column[ctimestamp1] Column[ctimestamp2] Column[cboolean1] Column[cboolean2] Column[BLOCK__OFFSET__INSIDE__FILE] Column[INPUT__FILE__NAME] Column[ROW__ID]) 2015-10-29T11:12:18,444 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:GBY[2] with rs:(_col0: struct|{}(tok_function compute_stats (tok_table_or_col ctinyint) 16),_col1: struct|{}(tok_function compute_stats (tok_table_or_col csmallint) 16),_col2: struct|{}(tok_function compute_stats (tok_table_or_col cint) 16),_col3: struct|{}(tok_function compute_stats (tok_table_or_col cbigint) 16),_col4: struct|{}(tok_function compute_stats (tok_table_or_col cfloat) 16),_col5: struct|{}(tok_function compute_stats (tok_table_or_col cdouble) 16),_col6: struct|{}(tok_function compute_stats (tok_table_or_col cstring1) 16),_col7: struct|{}(tok_function compute_stats (tok_table_or_col cstring2) 16),_col8: struct|{}(tok_function compute_stats (tok_table_or_col ctimestamp1) 16),_col9: struct|{}(tok_function compute_stats (tok_table_or_col ctimestamp2) 16),_col10: struct|{}(tok_function compute_stats (tok_table_or_col cboolean1) 16),_col11: struct|{}(tok_function compute_stats (tok_table_or_col cboolean2) 16)) 2015-10-29T11:12:18,444 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator GBY[2] 2015-10-29T11:12:18,444 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:RS[3] with rs:(VALUE._col0: struct|{}(tok_function compute_stats (tok_table_or_col ctinyint) 16),VALUE._col1: struct|{}(tok_function compute_stats (tok_table_or_col csmallint) 16),VALUE._col2: struct|{}(tok_function compute_stats (tok_table_or_col cint) 16),VALUE._col3: struct|{}(tok_function compute_stats (tok_table_or_col cbigint) 16),VALUE._col4: struct|{}(tok_function compute_stats (tok_table_or_col cfloat) 16),VALUE._col5: struct|{}(tok_function compute_stats (tok_table_or_col cdouble) 16),VALUE._col6: struct|{}(tok_function compute_stats (tok_table_or_col cstring1) 16),VALUE._col7: struct|{}(tok_function compute_stats (tok_table_or_col cstring2) 16),VALUE._col8: struct|{}(tok_function compute_stats (tok_table_or_col ctimestamp1) 16),VALUE._col9: struct|{}(tok_function compute_stats (tok_table_or_col ctimestamp2) 16),VALUE._col10: struct|{}(tok_function compute_stats (tok_table_or_col cboolean1) 16),VALUE._col11: struct|{}(tok_function compute_stats (tok_table_or_col cboolean2) 16)) 2015-10-29T11:12:18,444 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator RS[3] 2015-10-29T11:12:18,444 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:GBY[4] with rs:(_col0: struct|{}(tok_function compute_stats (tok_table_or_col ctinyint) 16),_col1: struct|{}(tok_function compute_stats (tok_table_or_col csmallint) 16),_col2: struct|{}(tok_function compute_stats (tok_table_or_col cint) 16),_col3: struct|{}(tok_function compute_stats (tok_table_or_col cbigint) 16),_col4: struct|{}(tok_function compute_stats (tok_table_or_col cfloat) 16),_col5: struct|{}(tok_function compute_stats (tok_table_or_col cdouble) 16),_col6: struct|{}(tok_function compute_stats (tok_table_or_col cstring1) 16),_col7: struct|{}(tok_function compute_stats (tok_table_or_col cstring2) 16),_col8: struct|{}(tok_function compute_stats (tok_table_or_col ctimestamp1) 16),_col9: struct|{}(tok_function compute_stats (tok_table_or_col ctimestamp2) 16),_col10: struct|{}(tok_function compute_stats (tok_table_or_col cboolean1) 16),_col11: struct|{}(tok_function compute_stats (tok_table_or_col cboolean2) 16)) 2015-10-29T11:12:18,444 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator GBY[4] 2015-10-29T11:12:18,444 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:SEL[5] with rs:(_col0: struct|{null}_c0,_col1: struct|{null}_c1,_col2: struct|{null}_c2,_col3: struct|{null}_c3,_col4: struct|{null}_c4,_col5: struct|{null}_c5,_col6: struct|{null}_c6,_col7: struct|{null}_c7,_col8: struct|{null}_c8,_col9: struct|{null}_c9,_col10: struct|{null}_c10,_col11: struct|{null}_c11) 2015-10-29T11:12:18,444 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator SEL[5] 2015-10-29T11:12:18,445 DEBUG [main]: optimizer.ConstantPropagateProcFactory (ConstantPropagateProcFactory.java:process(1131)) - New column list:(Column[_col0] Column[_col1] Column[_col2] Column[_col3] Column[_col4] Column[_col5] Column[_col6] Column[_col7] Column[_col8] Column[_col9] Column[_col10] Column[_col11]) 2015-10-29T11:12:18,445 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:FS[6] with rs:(_col0: struct|{},_col1: struct|{},_col2: struct|{},_col3: struct|{},_col4: struct|{},_col5: struct|{},_col6: struct|{},_col7: struct|{},_col8: struct|{},_col9: struct|{},_col10: struct|{},_col11: struct|{}) 2015-10-29T11:12:18,445 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator FS[6] 2015-10-29T11:12:18,445 DEBUG [main]: optimizer.ColumnPrunerProcFactory (ColumnPrunerProcFactory.java:process(569)) - Reduce Sink Operator 3 key:[] 2015-10-29T11:12:18,445 INFO [main]: optimizer.ColumnPrunerProcFactory (ColumnPrunerProcFactory.java:pruneReduceSinkOperator(864)) - RS 3 oldColExprMap: {VALUE._col5=Column[_col5], VALUE._col4=Column[_col4], VALUE._col3=Column[_col3], VALUE._col2=Column[_col2], VALUE._col11=Column[_col11], VALUE._col1=Column[_col1], VALUE._col0=Column[_col0], VALUE._col10=Column[_col10], VALUE._col9=Column[_col9], VALUE._col8=Column[_col8], VALUE._col7=Column[_col7], VALUE._col6=Column[_col6]} 2015-10-29T11:12:18,445 INFO [main]: optimizer.ColumnPrunerProcFactory (ColumnPrunerProcFactory.java:pruneReduceSinkOperator(913)) - RS 3 newColExprMap: {VALUE._col5=Column[_col5], VALUE._col4=Column[_col4], VALUE._col3=Column[_col3], VALUE._col2=Column[_col2], VALUE._col11=Column[_col11], VALUE._col1=Column[_col1], VALUE._col0=Column[_col0], VALUE._col10=Column[_col10], VALUE._col9=Column[_col9], VALUE._col8=Column[_col8], VALUE._col7=Column[_col7], VALUE._col6=Column[_col6]} 2015-10-29T11:12:18,446 DEBUG [main]: optimizer.IdentityProjectRemover (IdentityProjectRemover.java:process(131)) - Identity project remover optimization removed : SEL[5] 2015-10-29T11:12:18,446 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:analyzeInternal(10147)) - After logical optimization TS[0]-SEL[1]-GBY[2]-RS[3]-GBY[4]-FS[6] 2015-10-29T11:12:18,447 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:18,447 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:18,447 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct alltypesorc { byte ctinyint, i16 csmallint, i32 cint, i64 cbigint, float cfloat, double cdouble, string cstring1, string cstring2, timestamp ctimestamp1, timestamp ctimestamp2, bool cboolean1, bool cboolean2} 2015-10-29T11:12:18,447 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct alltypesorc { byte ctinyint, i16 csmallint, i32 cint, i64 cbigint, float cfloat, double cdouble, string cstring1, string cstring2, timestamp ctimestamp1, timestamp ctimestamp2, bool cboolean1, bool cboolean2} 2015-10-29T11:12:18,447 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct alltypesorc { byte ctinyint, i16 csmallint, i32 cint, i64 cbigint, float cfloat, double cdouble, string cstring1, string cstring2, timestamp ctimestamp1, timestamp ctimestamp2, bool cboolean1, bool cboolean2} 2015-10-29T11:12:18,447 DEBUG [main]: optimizer.GenMapRedUtils (GenMapRedUtils.java:setMapWork(678)) - Adding pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/alltypesorc of tablealltypesorc 2015-10-29T11:12:18,447 DEBUG [main]: optimizer.GenMapRedUtils (GenMapRedUtils.java:setMapWork(716)) - Information added for path pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/alltypesorc 2015-10-29T11:12:18,448 DEBUG [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(167)) - Looking at: null 2015-10-29T11:12:18,448 INFO [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(175)) - Looking for table scans where optimization is applicable 2015-10-29T11:12:18,448 INFO [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(199)) - Found 0 null table scans 2015-10-29T11:12:18,448 DEBUG [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(167)) - Looking at: null 2015-10-29T11:12:18,448 INFO [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(175)) - Looking for table scans where optimization is applicable 2015-10-29T11:12:18,448 INFO [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(199)) - Found 0 null table scans 2015-10-29T11:12:18,448 DEBUG [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(167)) - Looking at: null 2015-10-29T11:12:18,448 INFO [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(175)) - Looking for table scans where optimization is applicable 2015-10-29T11:12:18,449 INFO [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(199)) - Found 0 null table scans 2015-10-29T11:12:18,449 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:analyzeInternal(10168)) - Completed plan generation 2015-10-29T11:12:18,449 INFO [main]: ql.Driver (Driver.java:compile(448)) - Semantic Analysis Completed 2015-10-29T11:12:18,449 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:validate(10519)) - validation start 2015-10-29T11:12:18,449 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:validate(10561)) - not validating writeEntity, because entity is neither table nor partition 2015-10-29T11:12:18,449 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:18,449 INFO [main]: ql.Driver (Driver.java:getSchema(244)) - Returning Hive schema: Schema(fieldSchemas:[FieldSchema(name:_c0, type:struct, comment:null), FieldSchema(name:_c1, type:struct, comment:null), FieldSchema(name:_c2, type:struct, comment:null), FieldSchema(name:_c3, type:struct, comment:null), FieldSchema(name:_c4, type:struct, comment:null), FieldSchema(name:_c5, type:struct, comment:null), FieldSchema(name:_c6, type:struct, comment:null), FieldSchema(name:_c7, type:struct, comment:null), FieldSchema(name:_c8, type:struct, comment:null), FieldSchema(name:_c9, type:struct, comment:null), FieldSchema(name:_c10, type:struct, comment:null), FieldSchema(name:_c11, type:struct, comment:null)], properties:null) 2015-10-29T11:12:18,449 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:18,449 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : compilation phase 2015-10-29T11:12:18,449 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {flushCache_()=0, isCompatibleWith_(HiveConf, )=1, getTable_(String, String, )=12} 2015-10-29T11:12:18,449 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:18,450 DEBUG [main]: lockmgr.DummyTxnManager (DummyTxnManager.java:acquireLocks(129)) - Adding default@alltypesorc to list of lock inputs 2015-10-29T11:12:18,450 DEBUG [main]: lockmgr.DummyTxnManager (DummyTxnManager.java:acquireLocks(148)) - Adding file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-18_370_245680590491784431-1/-mr-10000 to list of lock outputs 2015-10-29T11:12:18,450 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:lock(262)) - Acquiring lock for default with mode IMPLICIT 2015-10-29T11:12:18,452 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:lock(262)) - Acquiring lock for default/alltypesorc with mode IMPLICIT 2015-10-29T11:12:18,454 DEBUG [main]: ql.Driver (Driver.java:recordValidTxns(960)) - Encoding valid txns info 9223372036854775807: txnid:0 2015-10-29T11:12:18,454 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:18,454 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:18,454 INFO [main]: ql.Driver (Driver.java:execute(1468)) - Starting command(queryId=sush_20151029111218_efd9a54f-bf46-46f0-9f92-293d8c6e4329): ANALYZE TABLE alltypesorc COMPUTE STATISTICS FOR COLUMNS ctinyint,csmallint,cint,cbigint,cfloat,cdouble,cstring1,cstring2,ctimestamp1,ctimestamp2,cboolean1,cboolean2 2015-10-29T11:12:18,455 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:18,455 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: query: ANALYZE TABLE alltypesorc COMPUTE STATISTICS FOR COLUMNS ctinyint,csmallint,cint,cbigint,cfloat,cdouble,cstring1,cstring2,ctimestamp1,ctimestamp2,cboolean1,cboolean2 2015-10-29T11:12:18,455 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: type: QUERY 2015-10-29T11:12:18,455 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: Input: default@alltypesorc 2015-10-29T11:12:18,455 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: Output: file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-18_370_245680590491784431-1/-mr-10000 2015-10-29T11:12:18,455 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:18,455 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:18,455 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:18,455 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - Query ID = sush_20151029111218_efd9a54f-bf46-46f0-9f92-293d8c6e4329 2015-10-29T11:12:18,455 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - Total jobs = 1 2015-10-29T11:12:18,455 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:18,455 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:18,456 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:18,456 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - Launching Job 1 out of 1 2015-10-29T11:12:18,456 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-0:MAPRED] in serial mode 2015-10-29T11:12:18,456 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - Number of reduce tasks determined at compile time: 1 2015-10-29T11:12:18,457 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - In order to change the average load for a reducer (in bytes): 2015-10-29T11:12:18,457 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - set hive.exec.reducers.bytes.per.reducer= 2015-10-29T11:12:18,457 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - In order to limit the maximum number of reducers: 2015-10-29T11:12:18,457 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - set hive.exec.reducers.max= 2015-10-29T11:12:18,457 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - In order to set a constant number of reducers: 2015-10-29T11:12:18,457 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - set mapreduce.job.reduces= 2015-10-29T11:12:18,463 INFO [main]: mr.ExecDriver (ExecDriver.java:execute(291)) - Using org.apache.hadoop.hive.ql.io.CombineHiveInputFormat 2015-10-29T11:12:18,463 INFO [main]: exec.Utilities (Utilities.java:getInputPaths(3433)) - Processing alias alltypesorc 2015-10-29T11:12:18,463 INFO [main]: exec.Utilities (Utilities.java:getInputPaths(3450)) - Adding input file pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/alltypesorc 2015-10-29T11:12:18,463 INFO [main]: exec.Utilities (Utilities.java:isEmptyPath(2734)) - Content Summary not cached for pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/alltypesorc 2015-10-29T11:12:18,480 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:18,480 INFO [main]: exec.Utilities (Utilities.java:serializePlan(939)) - Serializing MapWork via kryo 2015-10-29T11:12:18,483 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:18,487 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:18,488 INFO [main]: exec.Utilities (Utilities.java:serializePlan(939)) - Serializing ReduceWork via kryo 2015-10-29T11:12:18,490 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:18,490 DEBUG [main]: mapreduce.Cluster (Cluster.java:initialize(90)) - Trying ClientProtocolProvider : org.apache.hadoop.mapred.LocalClientProtocolProvider 2015-10-29T11:12:18,491 INFO [main]: jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized 2015-10-29T11:12:18,491 DEBUG [main]: mapreduce.Cluster (Cluster.java:initialize(103)) - Picked org.apache.hadoop.mapred.LocalClientProtocolProvider as the ClientProtocolProvider 2015-10-29T11:12:18,492 DEBUG [main]: mapreduce.Cluster (Cluster.java:initialize(90)) - Trying ClientProtocolProvider : org.apache.hadoop.mapred.LocalClientProtocolProvider 2015-10-29T11:12:18,492 INFO [main]: jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized 2015-10-29T11:12:18,493 DEBUG [main]: mapreduce.Cluster (Cluster.java:initialize(103)) - Picked org.apache.hadoop.mapred.LocalClientProtocolProvider as the ClientProtocolProvider 2015-10-29T11:12:18,493 INFO [main]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-18_362_1522763528062839353-1/-mr-10001/e62dd4db-c41b-49e0-be81-a47a8bb65703/map.xml 2015-10-29T11:12:18,493 DEBUG [main]: exec.Utilities (Utilities.java:getBaseWork(452)) - Found plan in cache for name: map.xml 2015-10-29T11:12:18,493 INFO [main]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-18_362_1522763528062839353-1/-mr-10001/e62dd4db-c41b-49e0-be81-a47a8bb65703/reduce.xml 2015-10-29T11:12:18,493 DEBUG [main]: exec.Utilities (Utilities.java:getBaseWork(452)) - Found plan in cache for name: reduce.xml 2015-10-29T11:12:18,499 DEBUG [main]: mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(456)) - Configuring job job_local1494126552_0016 with file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/hadoop-tmp/mapred/staging/sush1494126552/.staging/job_local1494126552_0016 as the submit dir 2015-10-29T11:12:18,499 DEBUG [main]: mapreduce.JobSubmitter (JobSubmitter.java:populateTokenCache(718)) - adding the following namenodes' delegation tokens:[file:///] 2015-10-29T11:12:18,500 WARN [main]: mapreduce.JobSubmitter (JobSubmitter.java:copyAndConfigureFiles(153)) - Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2015-10-29T11:12:18,500 DEBUG [main]: mapreduce.JobSubmitter (JobSubmitter.java:copyAndConfigureFiles(173)) - default FileSystem: file:/// 2015-10-29T11:12:18,588 DEBUG [main]: mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(491)) - Creating splits at file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/hadoop-tmp/mapred/staging/sush1494126552/.staging/job_local1494126552_0016 2015-10-29T11:12:18,588 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:18,588 INFO [main]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-18_362_1522763528062839353-1/-mr-10001/e62dd4db-c41b-49e0-be81-a47a8bb65703/map.xml 2015-10-29T11:12:18,589 DEBUG [main]: exec.Utilities (Utilities.java:getBaseWork(452)) - Found plan in cache for name: map.xml 2015-10-29T11:12:18,589 INFO [main]: io.CombineHiveInputFormat (CombineHiveInputFormat.java:getSplits(478)) - Total number of paths: 1, launching 1 threads to check non-combinable ones. 2015-10-29T11:12:18,595 DEBUG [main]: io.CombineHiveInputFormat (CombineHiveInputFormat.java:getSplits(512)) - The received input paths are: [pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/alltypesorc] against the property mapreduce.input.fileinputformat.inputdir 2015-10-29T11:12:18,596 INFO [main]: io.CombineHiveInputFormat (CombineHiveInputFormat.java:getCombineSplits(395)) - CombineHiveInputSplit creating pool for pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/alltypesorc; using filter path pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/alltypesorc 2015-10-29T11:12:18,607 DEBUG [main]: input.FileInputFormat (FileInputFormat.java:listStatus(279)) - Time taken to get FileStatuses: 10 2015-10-29T11:12:18,607 INFO [main]: input.FileInputFormat (FileInputFormat.java:listStatus(281)) - Total input paths to process : 1 2015-10-29T11:12:18,607 INFO [main]: input.CombineFileInputFormat (CombineFileInputFormat.java:createSplits(413)) - DEBUG: Terminated node allocation with : CompletedNodes: 1, size left: 0 2015-10-29T11:12:18,608 INFO [main]: io.CombineHiveInputFormat (CombineHiveInputFormat.java:getCombineSplits(450)) - number of splits 1 2015-10-29T11:12:18,608 INFO [main]: io.CombineHiveInputFormat (CombineHiveInputFormat.java:getSplits(549)) - Number of all splits 1 2015-10-29T11:12:18,608 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:18,624 INFO [main]: mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(494)) - number of splits:1 2015-10-29T11:12:18,637 INFO [main]: mapreduce.JobSubmitter (JobSubmitter.java:printTokens(583)) - Submitting tokens for job: job_local1494126552_0016 2015-10-29T11:12:18,692 INFO [main]: mapreduce.Job (Job.java:submit(1300)) - The url to track the job: http://localhost:8080/ 2015-10-29T11:12:18,692 INFO [Thread-1130]: mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(471)) - OutputCommitter set in config org.apache.hadoop.hive.ql.io.HiveFileFormatUtils$NullOutputCommitter 2015-10-29T11:12:18,692 INFO [Thread-1130]: mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(489)) - OutputCommitter is org.apache.hadoop.hive.ql.io.HiveFileFormatUtils$NullOutputCommitter 2015-10-29T11:12:18,692 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - Job running in-process (local Hadoop) 2015-10-29T11:12:18,693 DEBUG [Thread-1130]: mapred.LocalJobRunner (LocalJobRunner.java:createMapExecutor(395)) - Starting mapper thread pool executor. 2015-10-29T11:12:18,693 DEBUG [Thread-1130]: mapred.LocalJobRunner (LocalJobRunner.java:createMapExecutor(396)) - Max local threads: 1 2015-10-29T11:12:18,693 DEBUG [Thread-1130]: mapred.LocalJobRunner (LocalJobRunner.java:createMapExecutor(397)) - Map tasks to process: 1 2015-10-29T11:12:18,693 INFO [Thread-1130]: mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for map tasks 2015-10-29T11:12:18,693 INFO [LocalJobRunner Map Task Executor #0]: mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local1494126552_0016_m_000000_0 2015-10-29T11:12:18,693 DEBUG [LocalJobRunner Map Task Executor #0]: mapred.SortedRanges (SortedRanges.java:doNext(348)) - currentIndex 0 0:0 2015-10-29T11:12:18,693 DEBUG [LocalJobRunner Map Task Executor #0]: mapred.LocalJobRunner (LocalJobRunner.java:setupChildMapredLocalDirs(974)) - mapreduce.cluster.local.dir for child : /Users/sush/dev/hive.git/itests/qtest/target/tmp/hadoop-tmp/mapred/local/localRunner//sush/jobcache/job_local1494126552_0016/attempt_local1494126552_0016_m_000000_0 2015-10-29T11:12:18,694 INFO [LocalJobRunner Map Task Executor #0]: util.ProcfsBasedProcessTree (ProcfsBasedProcessTree.java:isAvailable(181)) - ProcfsBasedProcessTree currently is supported only on Linux. 2015-10-29T11:12:18,694 INFO [LocalJobRunner Map Task Executor #0]: util.ProcfsBasedProcessTree (ProcfsBasedProcessTree.java:isAvailable(181)) - ProcfsBasedProcessTree currently is supported only on Linux. 2015-10-29T11:12:18,694 INFO [LocalJobRunner Map Task Executor #0]: mapred.Task (Task.java:initialize(587)) - Using ResourceCalculatorProcessTree : null 2015-10-29T11:12:18,695 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:updateJobWithSplit(482)) - Processing split: Paths:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/alltypesorc/alltypesorc:0+377237InputFormatClass: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat 2015-10-29T11:12:18,695 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-18_362_1522763528062839353-1/-mr-10001/e62dd4db-c41b-49e0-be81-a47a8bb65703/map.xml 2015-10-29T11:12:18,695 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(405)) - local path = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-18_362_1522763528062839353-1/-mr-10001/e62dd4db-c41b-49e0-be81-a47a8bb65703/map.xml 2015-10-29T11:12:18,695 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(417)) - Open file to read in plan: file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-18_362_1522763528062839353-1/-mr-10001/e62dd4db-c41b-49e0-be81-a47a8bb65703/map.xml 2015-10-29T11:12:18,695 INFO [LocalJobRunner Map Task Executor #0]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:18,695 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:deserializePlan(966)) - Deserializing MapWork via kryo 2015-10-29T11:12:18,701 INFO [LocalJobRunner Map Task Executor #0]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:18,710 DEBUG [LocalJobRunner Map Task Executor #0]: orc.OrcInputFormat (OrcInputFormat.java:setSearchArgument(364)) - No ORC pushdown predicate 2015-10-29T11:12:18,710 INFO [LocalJobRunner Map Task Executor #0]: orc.ReaderImpl (ReaderImpl.java:rowsOptions(630)) - Reading ORC rows from pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/alltypesorc/alltypesorc with {include: [true, true, true, true, true, true, true, true, true, true, true, true, true], offset: 0, length: 377237} 2015-10-29T11:12:18,720 DEBUG [LocalJobRunner Map Task Executor #0]: orc.RecordReaderImpl (RecordReaderImpl.java:readPartialDataStreams(991)) - chunks = [{range start: 402 end: 106715}] 2015-10-29T11:12:18,721 DEBUG [LocalJobRunner Map Task Executor #0]: orc.RecordReaderImpl (RecordReaderImpl.java:readPartialDataStreams(995)) - merge = [{data range [402, 106715), size: 106313 type: array-backed}] 2015-10-29T11:12:18,727 INFO [LocalJobRunner Map Task Executor #0]: io.HiveContextAwareRecordReader (HiveContextAwareRecordReader.java:initIOContext(174)) - Processing file pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/alltypesorc/alltypesorc 2015-10-29T11:12:18,727 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:runOldMapper(436)) - numReduceTasks: 1 2015-10-29T11:12:18,727 DEBUG [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:createSortingCollector(398)) - Trying map output collector class: org.apache.hadoop.mapred.MapTask$MapOutputBuffer 2015-10-29T11:12:18,741 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:setEquator(1202)) - (EQUATOR) 0 kvi 26214396(104857584) 2015-10-29T11:12:18,742 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:init(995)) - mapreduce.task.io.sort.mb: 100 2015-10-29T11:12:18,742 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:init(996)) - soft limit at 83886080 2015-10-29T11:12:18,742 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:init(997)) - bufstart = 0; bufvoid = 104857600 2015-10-29T11:12:18,742 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:init(998)) - kvstart = 26214396; length = 6553600 2015-10-29T11:12:18,743 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:createSortingCollector(402)) - Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer 2015-10-29T11:12:18,743 INFO [LocalJobRunner Map Task Executor #0]: mr.ExecMapper (ExecMapper.java:configure(83)) - conf classpath = [file:/Users/sush/dev/hive.git/itests/qtest/target/surefire/surefirebooter6776397513364088476.jar] 2015-10-29T11:12:18,743 INFO [LocalJobRunner Map Task Executor #0]: mr.ExecMapper (ExecMapper.java:configure(85)) - thread classpath = [file:/Users/sush/dev/hive.git/itests/qtest/target/surefire/surefirebooter6776397513364088476.jar] 2015-10-29T11:12:18,743 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-18_362_1522763528062839353-1/-mr-10001/e62dd4db-c41b-49e0-be81-a47a8bb65703/map.xml 2015-10-29T11:12:18,743 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(452)) - Found plan in cache for name: map.xml 2015-10-29T11:12:18,744 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:initialize(338)) - Initializing operator MAP[11] 2015-10-29T11:12:18,744 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:initialize(377)) - Initialization Done 11 MAP 2015-10-29T11:12:18,744 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:initializeChildren(463)) - Operator 11 MAP initialized 2015-10-29T11:12:18,744 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:initialize(390)) - Initialization Done 11 MAP done is reset. 2015-10-29T11:12:18,744 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:18,744 INFO [LocalJobRunner Map Task Executor #0]: mr.ExecMapper (ExecMapper.java:configure(110)) - Id =11 Id =7 Id =8 Id =9 Id =10 <\Children> Id = 9 null<\Parent> <\RS> <\Children> Id = 8 null<\Parent> <\GBY> <\Children> Id = 7 null<\Parent> <\SEL> <\Children> Id = 11 null<\Parent> <\TS> <\Children> <\Parent> <\MAP> 2015-10-29T11:12:18,744 INFO [LocalJobRunner Map Task Executor #0]: MapredContext (MapredContext.java:init(55)) - MapredContext initialized. 2015-10-29T11:12:18,745 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:initialize(338)) - Initializing operator TS[7] 2015-10-29T11:12:18,745 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:initialize(377)) - Initialization Done 7 TS 2015-10-29T11:12:18,745 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:initializeChildren(463)) - Operator 7 TS initialized 2015-10-29T11:12:18,745 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:initializeChildren(469)) - Initializing children of 7 TS 2015-10-29T11:12:18,745 INFO [LocalJobRunner Map Task Executor #0]: exec.SelectOperator (Operator.java:initialize(507)) - Initializing child 8 SEL 2015-10-29T11:12:18,745 INFO [LocalJobRunner Map Task Executor #0]: exec.SelectOperator (Operator.java:initialize(338)) - Initializing operator SEL[8] 2015-10-29T11:12:18,745 INFO [LocalJobRunner Map Task Executor #0]: exec.SelectOperator (SelectOperator.java:initializeOp(65)) - SELECT struct 2015-10-29T11:12:18,745 INFO [LocalJobRunner Map Task Executor #0]: exec.SelectOperator (Operator.java:initialize(377)) - Initialization Done 8 SEL 2015-10-29T11:12:18,745 INFO [LocalJobRunner Map Task Executor #0]: exec.SelectOperator (Operator.java:initializeChildren(463)) - Operator 8 SEL initialized 2015-10-29T11:12:18,745 INFO [LocalJobRunner Map Task Executor #0]: exec.SelectOperator (Operator.java:initializeChildren(469)) - Initializing children of 8 SEL 2015-10-29T11:12:18,745 INFO [LocalJobRunner Map Task Executor #0]: exec.GroupByOperator (Operator.java:initialize(507)) - Initializing child 9 GBY 2015-10-29T11:12:18,745 INFO [LocalJobRunner Map Task Executor #0]: exec.GroupByOperator (Operator.java:initialize(338)) - Initializing operator GBY[9] 2015-10-29T11:12:18,746 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:18,746 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:18,746 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:18,746 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:18,746 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:18,746 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:18,746 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:18,746 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:18,746 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:18,747 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:18,747 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:18,747 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:18,748 INFO [LocalJobRunner Map Task Executor #0]: exec.GroupByOperator (Operator.java:initialize(377)) - Initialization Done 9 GBY 2015-10-29T11:12:18,748 INFO [LocalJobRunner Map Task Executor #0]: exec.GroupByOperator (Operator.java:initializeChildren(463)) - Operator 9 GBY initialized 2015-10-29T11:12:18,748 INFO [LocalJobRunner Map Task Executor #0]: exec.GroupByOperator (Operator.java:initializeChildren(469)) - Initializing children of 9 GBY 2015-10-29T11:12:18,749 INFO [LocalJobRunner Map Task Executor #0]: exec.ReduceSinkOperator (Operator.java:initialize(507)) - Initializing child 10 RS 2015-10-29T11:12:18,749 INFO [LocalJobRunner Map Task Executor #0]: exec.ReduceSinkOperator (Operator.java:initialize(338)) - Initializing operator RS[10] 2015-10-29T11:12:18,749 INFO [LocalJobRunner Map Task Executor #0]: exec.ReduceSinkOperator (ReduceSinkOperator.java:initializeOp(221)) - Using tag = -1 2015-10-29T11:12:18,749 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:18,749 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:18,749 DEBUG [LocalJobRunner Map Task Executor #0]: lazybinary.LazyBinarySerDe (LazyBinarySerDe.java:initialize(131)) - LazyBinarySerDe initialized with: columnNames=[_col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11] columnTypes=[struct, struct, struct, struct, struct, struct, struct, struct, struct, struct, struct, struct] 2015-10-29T11:12:18,749 INFO [LocalJobRunner Map Task Executor #0]: exec.ReduceSinkOperator (Operator.java:initialize(377)) - Initialization Done 10 RS 2015-10-29T11:12:18,749 INFO [LocalJobRunner Map Task Executor #0]: exec.ReduceSinkOperator (Operator.java:initializeChildren(463)) - Operator 10 RS initialized 2015-10-29T11:12:18,749 INFO [LocalJobRunner Map Task Executor #0]: exec.ReduceSinkOperator (Operator.java:initialize(390)) - Initialization Done 10 RS done is reset. 2015-10-29T11:12:18,749 INFO [LocalJobRunner Map Task Executor #0]: exec.GroupByOperator (Operator.java:initialize(390)) - Initialization Done 9 GBY done is reset. 2015-10-29T11:12:18,750 INFO [LocalJobRunner Map Task Executor #0]: exec.SelectOperator (Operator.java:initialize(390)) - Initialization Done 8 SEL done is reset. 2015-10-29T11:12:18,750 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:initialize(390)) - Initialization Done 7 TS done is reset. 2015-10-29T11:12:18,750 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-18_362_1522763528062839353-1/-mr-10001/e62dd4db-c41b-49e0-be81-a47a8bb65703/map.xml 2015-10-29T11:12:18,750 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(452)) - Found plan in cache for name: map.xml 2015-10-29T11:12:18,752 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (MapOperator.java:rowsForwarded(535)) - MAP[11]: records read - 1 2015-10-29T11:12:18,753 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (MapOperator.java:rowsForwarded(535)) - MAP[11]: records read - 10 2015-10-29T11:12:18,757 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (MapOperator.java:rowsForwarded(535)) - MAP[11]: records read - 100 2015-10-29T11:12:18,793 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (MapOperator.java:rowsForwarded(535)) - MAP[11]: records read - 1000 2015-10-29T11:12:18,883 DEBUG [LocalJobRunner Map Task Executor #0]: orc.RecordReaderImpl (RecordReaderImpl.java:readPartialDataStreams(991)) - chunks = [{range start: 415 end: 114240}] 2015-10-29T11:12:18,883 DEBUG [LocalJobRunner Map Task Executor #0]: orc.RecordReaderImpl (RecordReaderImpl.java:readPartialDataStreams(995)) - merge = [{data range [415, 114240), size: 113825 type: array-backed}] 2015-10-29T11:12:18,935 DEBUG [LocalJobRunner Map Task Executor #0]: orc.RecordReaderImpl (RecordReaderImpl.java:readPartialDataStreams(991)) - chunks = [{range start: 373 end: 62097}] 2015-10-29T11:12:18,936 DEBUG [LocalJobRunner Map Task Executor #0]: orc.RecordReaderImpl (RecordReaderImpl.java:readPartialDataStreams(995)) - merge = [{data range [373, 62097), size: 61724 type: array-backed}] 2015-10-29T11:12:18,937 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (MapOperator.java:rowsForwarded(535)) - MAP[11]: records read - 10000 2015-10-29T11:12:18,955 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:close(650)) - 11 finished. closing... 2015-10-29T11:12:18,955 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:logStats(898)) - RECORDS_IN:12288 2015-10-29T11:12:18,955 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:logStats(898)) - DESERIALIZE_ERRORS:0 2015-10-29T11:12:18,955 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:close(650)) - 7 finished. closing... 2015-10-29T11:12:18,955 INFO [LocalJobRunner Map Task Executor #0]: exec.SelectOperator (Operator.java:close(650)) - 8 finished. closing... 2015-10-29T11:12:18,955 INFO [LocalJobRunner Map Task Executor #0]: exec.GroupByOperator (Operator.java:close(650)) - 9 finished. closing... 2015-10-29T11:12:18,955 INFO [LocalJobRunner Map Task Executor #0]: exec.GroupByOperator (GroupByOperator.java:flush(1027)) - Begin Hash Table flush: size = 1 2015-10-29T11:12:18,971 INFO [LocalJobRunner Map Task Executor #0]: exec.ReduceSinkOperator (ReduceSinkOperator.java:process(322)) - keys are [] num distributions: 0 2015-10-29T11:12:18,972 INFO [LocalJobRunner Map Task Executor #0]: exec.ReduceSinkOperator (ReduceSinkOperator.java:collect(535)) - RS[10]: records written - 1 2015-10-29T11:12:18,972 INFO [LocalJobRunner Map Task Executor #0]: exec.ReduceSinkOperator (Operator.java:close(650)) - 10 finished. closing... 2015-10-29T11:12:18,972 INFO [LocalJobRunner Map Task Executor #0]: exec.ReduceSinkOperator (ReduceSinkOperator.java:closeOp(569)) - RS[10]: records written - 1 2015-10-29T11:12:18,972 INFO [LocalJobRunner Map Task Executor #0]: exec.ReduceSinkOperator (Operator.java:logStats(898)) - RECORDS_OUT_INTERMEDIATE:1 2015-10-29T11:12:18,972 INFO [LocalJobRunner Map Task Executor #0]: exec.ReduceSinkOperator (Operator.java:close(674)) - 10 Close done 2015-10-29T11:12:18,972 INFO [LocalJobRunner Map Task Executor #0]: exec.GroupByOperator (Operator.java:close(674)) - 9 Close done 2015-10-29T11:12:18,972 INFO [LocalJobRunner Map Task Executor #0]: exec.SelectOperator (Operator.java:close(674)) - 8 Close done 2015-10-29T11:12:18,972 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:close(674)) - 7 Close done 2015-10-29T11:12:18,972 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:close(674)) - 11 Close done 2015-10-29T11:12:18,972 INFO [LocalJobRunner Map Task Executor #0]: mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 2015-10-29T11:12:18,973 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:flush(1457)) - Starting flush of map output 2015-10-29T11:12:18,973 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:flush(1475)) - Spilling map output 2015-10-29T11:12:18,973 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:flush(1476)) - bufstart = 0; bufend = 5465; bufvoid = 104857600 2015-10-29T11:12:18,973 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:flush(1478)) - kvstart = 26214396(104857584); kvend = 26214396(104857584); length = 1/6553600 2015-10-29T11:12:18,974 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:sortAndSpill(1660)) - Finished spill 0 2015-10-29T11:12:18,975 INFO [LocalJobRunner Map Task Executor #0]: mapred.Task (Task.java:done(1001)) - Task:attempt_local1494126552_0016_m_000000_0 is done. And is in the process of committing 2015-10-29T11:12:18,975 INFO [LocalJobRunner Map Task Executor #0]: mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - map 2015-10-29T11:12:18,975 INFO [LocalJobRunner Map Task Executor #0]: mapred.Task (Task.java:sendDone(1121)) - Task 'attempt_local1494126552_0016_m_000000_0' done. 2015-10-29T11:12:18,975 INFO [LocalJobRunner Map Task Executor #0]: mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local1494126552_0016_m_000000_0 2015-10-29T11:12:18,976 INFO [Thread-1130]: mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - map task executor complete. 2015-10-29T11:12:18,976 DEBUG [Thread-1130]: mapred.LocalJobRunner (LocalJobRunner.java:createReduceExecutor(424)) - Starting reduce thread pool executor. 2015-10-29T11:12:18,976 DEBUG [Thread-1130]: mapred.LocalJobRunner (LocalJobRunner.java:createReduceExecutor(425)) - Max local threads: 1 2015-10-29T11:12:18,976 DEBUG [Thread-1130]: mapred.LocalJobRunner (LocalJobRunner.java:createReduceExecutor(426)) - Reduce tasks to process: 1 2015-10-29T11:12:18,976 INFO [Thread-1130]: mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for reduce tasks 2015-10-29T11:12:18,976 INFO [pool-63-thread-1]: mapred.LocalJobRunner (LocalJobRunner.java:run(302)) - Starting task: attempt_local1494126552_0016_r_000000_0 2015-10-29T11:12:18,976 DEBUG [pool-63-thread-1]: mapred.SortedRanges (SortedRanges.java:doNext(348)) - currentIndex 0 0:0 2015-10-29T11:12:18,976 DEBUG [pool-63-thread-1]: mapred.LocalJobRunner (LocalJobRunner.java:setupChildMapredLocalDirs(974)) - mapreduce.cluster.local.dir for child : /Users/sush/dev/hive.git/itests/qtest/target/tmp/hadoop-tmp/mapred/local/localRunner//sush/jobcache/job_local1494126552_0016/attempt_local1494126552_0016_r_000000_0 2015-10-29T11:12:18,977 INFO [pool-63-thread-1]: util.ProcfsBasedProcessTree (ProcfsBasedProcessTree.java:isAvailable(181)) - ProcfsBasedProcessTree currently is supported only on Linux. 2015-10-29T11:12:18,977 INFO [pool-63-thread-1]: util.ProcfsBasedProcessTree (ProcfsBasedProcessTree.java:isAvailable(181)) - ProcfsBasedProcessTree currently is supported only on Linux. 2015-10-29T11:12:18,977 INFO [pool-63-thread-1]: mapred.Task (Task.java:initialize(587)) - Using ResourceCalculatorProcessTree : null 2015-10-29T11:12:18,977 INFO [pool-63-thread-1]: mapred.ReduceTask (ReduceTask.java:run(362)) - Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@4543aeb 2015-10-29T11:12:18,978 INFO [pool-63-thread-1]: reduce.MergeManagerImpl (MergeManagerImpl.java:(196)) - MergerManager: memoryLimit=1336252800, maxSingleShuffleLimit=334063200, mergeThreshold=881926912, ioSortFactor=10, memToMemMergeOutputsThreshold=10 2015-10-29T11:12:18,978 INFO [EventFetcher for fetching Map Completion Events]: reduce.EventFetcher (EventFetcher.java:run(61)) - attempt_local1494126552_0016_r_000000_0 Thread started: EventFetcher for fetching Map Completion Events 2015-10-29T11:12:18,978 DEBUG [EventFetcher for fetching Map Completion Events]: reduce.EventFetcher (EventFetcher.java:getMapCompletionEvents(127)) - Got 0 map completion events from 0 2015-10-29T11:12:18,978 DEBUG [EventFetcher for fetching Map Completion Events]: reduce.EventFetcher (EventFetcher.java:run(71)) - GetMapEventsThread about to sleep for 1000 2015-10-29T11:12:18,979 DEBUG [localfetcher#8]: reduce.LocalFetcher (LocalFetcher.java:doCopy(101)) - LocalFetcher 8 going to fetch: attempt_local1494126552_0016_m_000000_0 2015-10-29T11:12:18,979 DEBUG [localfetcher#8]: reduce.MergeManagerImpl (MergeManagerImpl.java:reserve(291)) - attempt_local1494126552_0016_m_000000_0: Proceeding with shuffle since usedMemory (0) is lesser than memoryLimit (1336252800).CommitMemory is (0) 2015-10-29T11:12:18,979 INFO [localfetcher#8]: reduce.LocalFetcher (LocalFetcher.java:copyMapOutput(141)) - localfetcher#8 about to shuffle output of map attempt_local1494126552_0016_m_000000_0 decomp: 5471 len: 5475 to MEMORY 2015-10-29T11:12:18,979 INFO [localfetcher#8]: reduce.InMemoryMapOutput (InMemoryMapOutput.java:shuffle(100)) - Read 5471 bytes from map-output for attempt_local1494126552_0016_m_000000_0 2015-10-29T11:12:18,979 INFO [localfetcher#8]: reduce.MergeManagerImpl (MergeManagerImpl.java:closeInMemoryFile(314)) - closeInMemoryFile -> map-output of size: 5471, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->5471 2015-10-29T11:12:18,979 DEBUG [localfetcher#8]: reduce.ShuffleSchedulerImpl (ShuffleSchedulerImpl.java:copySucceeded(217)) - map attempt_local1494126552_0016_m_000000_0 done 1 / 1 copied. 2015-10-29T11:12:18,980 INFO [EventFetcher for fetching Map Completion Events]: reduce.EventFetcher (EventFetcher.java:run(76)) - EventFetcher is interrupted.. Returning 2015-10-29T11:12:18,980 INFO [pool-63-thread-1]: mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied. 2015-10-29T11:12:18,980 INFO [pool-63-thread-1]: reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(674)) - finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs 2015-10-29T11:12:18,981 INFO [pool-63-thread-1]: mapred.Merger (Merger.java:merge(597)) - Merging 1 sorted segments 2015-10-29T11:12:18,981 INFO [pool-63-thread-1]: mapred.Merger (Merger.java:merge(696)) - Down to the last merge-pass, with 1 segments left of total size: 5462 bytes 2015-10-29T11:12:18,981 INFO [pool-63-thread-1]: reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(751)) - Merged 1 segments, 5471 bytes to disk to satisfy reduce memory limit 2015-10-29T11:12:18,982 DEBUG [pool-63-thread-1]: reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(774)) - Disk file: /Users/sush/dev/hive.git/itests/qtest/target/tmp/hadoop-tmp/mapred/local/localRunner/sush/jobcache/job_local1494126552_0016/attempt_local1494126552_0016_r_000000_0/output/map_0.out.merged Length is 5475 2015-10-29T11:12:18,982 INFO [pool-63-thread-1]: reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(781)) - Merging 1 files, 5475 bytes from disk 2015-10-29T11:12:18,982 INFO [pool-63-thread-1]: reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(796)) - Merging 0 segments, 0 bytes from memory into reduce 2015-10-29T11:12:18,982 INFO [pool-63-thread-1]: mapred.Merger (Merger.java:merge(597)) - Merging 1 sorted segments 2015-10-29T11:12:18,982 INFO [pool-63-thread-1]: mapred.Merger (Merger.java:merge(696)) - Down to the last merge-pass, with 1 segments left of total size: 5462 bytes 2015-10-29T11:12:18,982 INFO [pool-63-thread-1]: mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied. 2015-10-29T11:12:18,982 INFO [pool-63-thread-1]: ExecReducer (ExecReducer.java:configure(101)) - conf classpath = [file:/Users/sush/dev/hive.git/itests/qtest/target/surefire/surefirebooter6776397513364088476.jar] 2015-10-29T11:12:18,982 INFO [pool-63-thread-1]: ExecReducer (ExecReducer.java:configure(103)) - thread classpath = [file:/Users/sush/dev/hive.git/itests/qtest/target/surefire/surefirebooter6776397513364088476.jar] 2015-10-29T11:12:18,982 INFO [pool-63-thread-1]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-18_362_1522763528062839353-1/-mr-10001/e62dd4db-c41b-49e0-be81-a47a8bb65703/reduce.xml 2015-10-29T11:12:18,983 INFO [pool-63-thread-1]: exec.Utilities (Utilities.java:getBaseWork(405)) - local path = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-18_362_1522763528062839353-1/-mr-10001/e62dd4db-c41b-49e0-be81-a47a8bb65703/reduce.xml 2015-10-29T11:12:18,983 INFO [pool-63-thread-1]: exec.Utilities (Utilities.java:getBaseWork(417)) - Open file to read in plan: file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-18_362_1522763528062839353-1/-mr-10001/e62dd4db-c41b-49e0-be81-a47a8bb65703/reduce.xml 2015-10-29T11:12:18,983 INFO [pool-63-thread-1]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:18,983 INFO [pool-63-thread-1]: exec.Utilities (Utilities.java:deserializePlan(966)) - Deserializing ReduceWork via kryo 2015-10-29T11:12:18,991 INFO [pool-63-thread-1]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:18,991 DEBUG [pool-63-thread-1]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:18,992 DEBUG [pool-63-thread-1]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:18,992 DEBUG [pool-63-thread-1]: lazybinary.LazyBinarySerDe (LazyBinarySerDe.java:initialize(131)) - LazyBinarySerDe initialized with: columnNames=[_col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11] columnTypes=[struct, struct, struct, struct, struct, struct, struct, struct, struct, struct, struct, struct] 2015-10-29T11:12:18,992 INFO [pool-63-thread-1]: MapredContext (MapredContext.java:init(55)) - MapredContext initialized. 2015-10-29T11:12:18,992 INFO [pool-63-thread-1]: ExecReducer (ExecReducer.java:configure(149)) - Id =12 Id =13 <\Children> Id = 12 null<\Parent> <\FS> <\Children> <\Parent> <\GBY> 2015-10-29T11:12:18,992 INFO [pool-63-thread-1]: exec.GroupByOperator (Operator.java:initialize(338)) - Initializing operator GBY[12] 2015-10-29T11:12:18,993 DEBUG [pool-63-thread-1]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:18,993 DEBUG [pool-63-thread-1]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:18,993 DEBUG [pool-63-thread-1]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:18,993 DEBUG [pool-63-thread-1]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:18,993 DEBUG [pool-63-thread-1]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:18,993 DEBUG [pool-63-thread-1]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:18,993 DEBUG [pool-63-thread-1]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:18,993 DEBUG [pool-63-thread-1]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:18,993 DEBUG [pool-63-thread-1]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:18,993 DEBUG [pool-63-thread-1]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:18,993 DEBUG [pool-63-thread-1]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:18,993 DEBUG [pool-63-thread-1]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:18,994 INFO [pool-63-thread-1]: exec.GroupByOperator (Operator.java:initialize(377)) - Initialization Done 12 GBY 2015-10-29T11:12:18,994 INFO [pool-63-thread-1]: exec.GroupByOperator (Operator.java:initializeChildren(463)) - Operator 12 GBY initialized 2015-10-29T11:12:18,994 INFO [pool-63-thread-1]: exec.GroupByOperator (Operator.java:initializeChildren(469)) - Initializing children of 12 GBY 2015-10-29T11:12:18,994 INFO [pool-63-thread-1]: exec.FileSinkOperator (Operator.java:initialize(507)) - Initializing child 13 FS 2015-10-29T11:12:18,994 INFO [pool-63-thread-1]: exec.FileSinkOperator (Operator.java:initialize(338)) - Initializing operator FS[13] 2015-10-29T11:12:18,994 DEBUG [pool-63-thread-1]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:18,995 INFO [pool-63-thread-1]: exec.FileSinkOperator (FileSinkOperator.java:initializeOp(361)) - Using serializer : class org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe[[[B@bbdbddb]:[_col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11]:[struct, struct, struct, struct, struct, struct, struct, struct, struct, struct, struct, struct]] and formatter : org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat@55fb7ae2 2015-10-29T11:12:18,995 DEBUG [pool-63-thread-1]: exec.FileSinkOperator (FileSinkOperator.java:(163)) - Created slots for 1 2015-10-29T11:12:18,995 INFO [pool-63-thread-1]: exec.FileSinkOperator (Operator.java:initialize(377)) - Initialization Done 13 FS 2015-10-29T11:12:18,995 INFO [pool-63-thread-1]: exec.FileSinkOperator (Operator.java:initializeChildren(463)) - Operator 13 FS initialized 2015-10-29T11:12:18,995 INFO [pool-63-thread-1]: exec.FileSinkOperator (Operator.java:initialize(390)) - Initialization Done 13 FS done is reset. 2015-10-29T11:12:18,995 INFO [pool-63-thread-1]: exec.GroupByOperator (Operator.java:initialize(390)) - Initialization Done 12 GBY done is reset. 2015-10-29T11:12:18,997 INFO [pool-63-thread-1]: exec.GroupByOperator (Operator.java:close(650)) - 12 finished. closing... 2015-10-29T11:12:18,997 INFO [pool-63-thread-1]: exec.FileSinkOperator (FileSinkOperator.java:createBucketForFileIdx(572)) - Final Path: FS file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-18_370_245680590491784431-1/-mr-10000/.hive-staging_hive_2015-10-29_11-12-18_370_245680590491784431-1/_tmp.-ext-10001/000000_0 2015-10-29T11:12:18,997 INFO [pool-63-thread-1]: exec.FileSinkOperator (FileSinkOperator.java:createBucketForFileIdx(576)) - Writing to temp file: FS file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-18_370_245680590491784431-1/-mr-10000/.hive-staging_hive_2015-10-29_11-12-18_370_245680590491784431-1/_task_tmp.-ext-10001/_tmp.000000_0 2015-10-29T11:12:18,997 INFO [pool-63-thread-1]: exec.FileSinkOperator (FileSinkOperator.java:createBucketForFileIdx(593)) - New Final Path: FS file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-18_370_245680590491784431-1/-mr-10000/.hive-staging_hive_2015-10-29_11-12-18_370_245680590491784431-1/_tmp.-ext-10001/000000_0 2015-10-29T11:12:19,002 INFO [pool-63-thread-1]: exec.FileSinkOperator (FileSinkOperator.java:process(727)) - FS[13]: records written - 1 2015-10-29T11:12:19,003 INFO [pool-63-thread-1]: exec.FileSinkOperator (Operator.java:close(650)) - 13 finished. closing... 2015-10-29T11:12:19,003 INFO [pool-63-thread-1]: exec.FileSinkOperator (FileSinkOperator.java:closeOp(989)) - FS[13]: records written - 1 2015-10-29T11:12:19,003 INFO [pool-63-thread-1]: exec.FileSinkOperator (Operator.java:logStats(898)) - RECORDS_OUT_0:1 2015-10-29T11:12:19,003 INFO [pool-63-thread-1]: exec.FileSinkOperator (Operator.java:close(674)) - 13 Close done 2015-10-29T11:12:19,003 INFO [pool-63-thread-1]: exec.GroupByOperator (Operator.java:close(674)) - 12 Close done 2015-10-29T11:12:19,003 INFO [pool-63-thread-1]: mapred.Task (Task.java:done(1001)) - Task:attempt_local1494126552_0016_r_000000_0 is done. And is in the process of committing 2015-10-29T11:12:19,004 INFO [pool-63-thread-1]: mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - reduce > reduce 2015-10-29T11:12:19,004 INFO [pool-63-thread-1]: mapred.Task (Task.java:sendDone(1121)) - Task 'attempt_local1494126552_0016_r_000000_0' done. 2015-10-29T11:12:19,004 INFO [pool-63-thread-1]: mapred.LocalJobRunner (LocalJobRunner.java:run(325)) - Finishing task: attempt_local1494126552_0016_r_000000_0 2015-10-29T11:12:19,004 INFO [Thread-1130]: mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - reduce task executor complete. 2015-10-29T11:12:19,693 DEBUG [main]: exec.Heartbeater (Heartbeater.java:heartbeat(80)) - heartbeating 2015-10-29T11:12:19,697 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - 2015-10-29 11:12:19,697 Stage-0 map = 100%, reduce = 100% 2015-10-29T11:12:19,700 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - Ended Job = job_local1494126552_0016 2015-10-29T11:12:19,701 DEBUG [main]: exec.Utilities (Utilities.java:getIdFromFilename(1751)) - TaskId for 000000_0 = 000000 2015-10-29T11:12:19,701 INFO [main]: exec.FileSinkOperator (Utilities.java:mvFileToFinalPath(1902)) - Moving tmp dir: file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-18_370_245680590491784431-1/-mr-10000/.hive-staging_hive_2015-10-29_11-12-18_370_245680590491784431-1/_tmp.-ext-10001 to: file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-18_370_245680590491784431-1/-mr-10000/.hive-staging_hive_2015-10-29_11-12-18_370_245680590491784431-1/-ext-10001 2015-10-29T11:12:19,702 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:19,703 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-1:COLUMNSTATS] in serial mode 2015-10-29T11:12:19,711 DEBUG [main]: mapred.FileInputFormat (FileInputFormat.java:listStatus(245)) - Time taken to get FileStatuses: 6 2015-10-29T11:12:19,711 INFO [main]: mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1 2015-10-29T11:12:19,712 DEBUG [main]: mapred.FileInputFormat (FileInputFormat.java:getSplits(373)) - Total # of splits generated by getSplits: 1, TimeTaken: 6 2015-10-29T11:12:19,712 DEBUG [main]: exec.FetchOperator (FetchOperator.java:getRecordReader(314)) - Creating fetchTask with deserializer typeinfo: struct<_col0:struct,_col1:struct,_col2:struct,_col3:struct,_col4:struct,_col5:struct,_col6:struct,_col7:struct,_col8:struct,_col9:struct,_col10:struct,_col11:struct> 2015-10-29T11:12:19,712 DEBUG [main]: exec.FetchOperator (FetchOperator.java:getRecordReader(316)) - deserializer properties: table properties: {columns=_col0,_col1,_col2,_col3,_col4,_col5,_col6,_col7,_col8,_col9,_col10,_col11, serialization.escape.crlf=true, serialization.lib=org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, hive.serialization.extend.additional.nesting.levels=true, serialization.format=1, columns.types=struct:struct:struct:struct:struct:struct:struct:struct:struct:struct:struct:struct, escape.delim=\} partition properties: {columns=_col0,_col1,_col2,_col3,_col4,_col5,_col6,_col7,_col8,_col9,_col10,_col11, serialization.escape.crlf=true, serialization.lib=org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, hive.serialization.extend.additional.nesting.levels=true, serialization.format=1, columns.types=struct:struct:struct:struct:struct:struct:struct:struct:struct:struct:struct:struct, escape.delim=\} 2015-10-29T11:12:19,712 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:19,713 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=alltypesorc 2015-10-29T11:12:19,713 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=alltypesorc 2015-10-29T11:12:19,719 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:19,724 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:19,724 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: write_column_statistics: db=default table=alltypesorc column=ctinyint 2015-10-29T11:12:19,724 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=write_column_statistics: db=default table=alltypesorc column=ctinyint 2015-10-29T11:12:19,725 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: write_column_statistics: db=default table=alltypesorc column=csmallint 2015-10-29T11:12:19,725 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=write_column_statistics: db=default table=alltypesorc column=csmallint 2015-10-29T11:12:19,725 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: write_column_statistics: db=default table=alltypesorc column=cint 2015-10-29T11:12:19,725 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=write_column_statistics: db=default table=alltypesorc column=cint 2015-10-29T11:12:19,725 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: write_column_statistics: db=default table=alltypesorc column=cbigint 2015-10-29T11:12:19,726 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=write_column_statistics: db=default table=alltypesorc column=cbigint 2015-10-29T11:12:19,726 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: write_column_statistics: db=default table=alltypesorc column=cfloat 2015-10-29T11:12:19,726 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=write_column_statistics: db=default table=alltypesorc column=cfloat 2015-10-29T11:12:19,726 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: write_column_statistics: db=default table=alltypesorc column=cdouble 2015-10-29T11:12:19,726 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=write_column_statistics: db=default table=alltypesorc column=cdouble 2015-10-29T11:12:19,726 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: write_column_statistics: db=default table=alltypesorc column=cstring1 2015-10-29T11:12:19,727 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=write_column_statistics: db=default table=alltypesorc column=cstring1 2015-10-29T11:12:19,727 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: write_column_statistics: db=default table=alltypesorc column=cstring2 2015-10-29T11:12:19,727 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=write_column_statistics: db=default table=alltypesorc column=cstring2 2015-10-29T11:12:19,727 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: write_column_statistics: db=default table=alltypesorc column=ctimestamp1 2015-10-29T11:12:19,727 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=write_column_statistics: db=default table=alltypesorc column=ctimestamp1 2015-10-29T11:12:19,727 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: write_column_statistics: db=default table=alltypesorc column=ctimestamp2 2015-10-29T11:12:19,727 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=write_column_statistics: db=default table=alltypesorc column=ctimestamp2 2015-10-29T11:12:19,728 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: write_column_statistics: db=default table=alltypesorc column=cboolean1 2015-10-29T11:12:19,728 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=write_column_statistics: db=default table=alltypesorc column=cboolean1 2015-10-29T11:12:19,728 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: write_column_statistics: db=default table=alltypesorc column=cboolean2 2015-10-29T11:12:19,728 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=write_column_statistics: db=default table=alltypesorc column=cboolean2 2015-10-29T11:12:19,735 INFO [main]: metastore.ObjectStore (ObjectStore.java:writeMTableColumnStatistics(6275)) - Updating table level column statistics for db=default tableName=alltypesorc colName=ctinyint 2015-10-29T11:12:19,735 INFO [main]: metastore.ObjectStore (ObjectStore.java:writeMTableColumnStatistics(6275)) - Updating table level column statistics for db=default tableName=alltypesorc colName=ctinyint 2015-10-29T11:12:19,737 INFO [main]: metastore.ObjectStore (ObjectStore.java:writeMTableColumnStatistics(6275)) - Updating table level column statistics for db=default tableName=alltypesorc colName=csmallint 2015-10-29T11:12:19,737 INFO [main]: metastore.ObjectStore (ObjectStore.java:writeMTableColumnStatistics(6275)) - Updating table level column statistics for db=default tableName=alltypesorc colName=csmallint 2015-10-29T11:12:19,738 INFO [main]: metastore.ObjectStore (ObjectStore.java:writeMTableColumnStatistics(6275)) - Updating table level column statistics for db=default tableName=alltypesorc colName=cint 2015-10-29T11:12:19,738 INFO [main]: metastore.ObjectStore (ObjectStore.java:writeMTableColumnStatistics(6275)) - Updating table level column statistics for db=default tableName=alltypesorc colName=cint 2015-10-29T11:12:19,739 INFO [main]: metastore.ObjectStore (ObjectStore.java:writeMTableColumnStatistics(6275)) - Updating table level column statistics for db=default tableName=alltypesorc colName=cbigint 2015-10-29T11:12:19,739 INFO [main]: metastore.ObjectStore (ObjectStore.java:writeMTableColumnStatistics(6275)) - Updating table level column statistics for db=default tableName=alltypesorc colName=cbigint 2015-10-29T11:12:19,740 INFO [main]: metastore.ObjectStore (ObjectStore.java:writeMTableColumnStatistics(6275)) - Updating table level column statistics for db=default tableName=alltypesorc colName=cfloat 2015-10-29T11:12:19,740 INFO [main]: metastore.ObjectStore (ObjectStore.java:writeMTableColumnStatistics(6275)) - Updating table level column statistics for db=default tableName=alltypesorc colName=cfloat 2015-10-29T11:12:19,742 INFO [main]: metastore.ObjectStore (ObjectStore.java:writeMTableColumnStatistics(6275)) - Updating table level column statistics for db=default tableName=alltypesorc colName=cdouble 2015-10-29T11:12:19,742 INFO [main]: metastore.ObjectStore (ObjectStore.java:writeMTableColumnStatistics(6275)) - Updating table level column statistics for db=default tableName=alltypesorc colName=cdouble 2015-10-29T11:12:19,744 INFO [main]: metastore.ObjectStore (ObjectStore.java:writeMTableColumnStatistics(6275)) - Updating table level column statistics for db=default tableName=alltypesorc colName=cstring1 2015-10-29T11:12:19,744 INFO [main]: metastore.ObjectStore (ObjectStore.java:writeMTableColumnStatistics(6275)) - Updating table level column statistics for db=default tableName=alltypesorc colName=cstring1 2015-10-29T11:12:19,745 INFO [main]: metastore.ObjectStore (ObjectStore.java:writeMTableColumnStatistics(6275)) - Updating table level column statistics for db=default tableName=alltypesorc colName=cstring2 2015-10-29T11:12:19,745 INFO [main]: metastore.ObjectStore (ObjectStore.java:writeMTableColumnStatistics(6275)) - Updating table level column statistics for db=default tableName=alltypesorc colName=cstring2 2015-10-29T11:12:19,747 INFO [main]: metastore.ObjectStore (ObjectStore.java:writeMTableColumnStatistics(6275)) - Updating table level column statistics for db=default tableName=alltypesorc colName=ctimestamp1 2015-10-29T11:12:19,747 INFO [main]: metastore.ObjectStore (ObjectStore.java:writeMTableColumnStatistics(6275)) - Updating table level column statistics for db=default tableName=alltypesorc colName=ctimestamp1 2015-10-29T11:12:19,748 INFO [main]: metastore.ObjectStore (ObjectStore.java:writeMTableColumnStatistics(6275)) - Updating table level column statistics for db=default tableName=alltypesorc colName=ctimestamp2 2015-10-29T11:12:19,748 INFO [main]: metastore.ObjectStore (ObjectStore.java:writeMTableColumnStatistics(6275)) - Updating table level column statistics for db=default tableName=alltypesorc colName=ctimestamp2 2015-10-29T11:12:19,750 INFO [main]: metastore.ObjectStore (ObjectStore.java:writeMTableColumnStatistics(6275)) - Updating table level column statistics for db=default tableName=alltypesorc colName=cboolean1 2015-10-29T11:12:19,750 INFO [main]: metastore.ObjectStore (ObjectStore.java:writeMTableColumnStatistics(6275)) - Updating table level column statistics for db=default tableName=alltypesorc colName=cboolean1 2015-10-29T11:12:19,751 INFO [main]: metastore.ObjectStore (ObjectStore.java:writeMTableColumnStatistics(6275)) - Updating table level column statistics for db=default tableName=alltypesorc colName=cboolean2 2015-10-29T11:12:19,751 INFO [main]: metastore.ObjectStore (ObjectStore.java:writeMTableColumnStatistics(6275)) - Updating table level column statistics for db=default tableName=alltypesorc colName=cboolean2 2015-10-29T11:12:19,754 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:19,754 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:19,755 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:19,755 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: query: ANALYZE TABLE alltypesorc COMPUTE STATISTICS FOR COLUMNS ctinyint,csmallint,cint,cbigint,cfloat,cdouble,cstring1,cstring2,ctimestamp1,ctimestamp2,cboolean1,cboolean2 2015-10-29T11:12:19,755 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: type: QUERY 2015-10-29T11:12:19,755 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Input: default@alltypesorc 2015-10-29T11:12:19,755 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Output: file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-18_370_245680590491784431-1/-mr-10000 2015-10-29T11:12:19,755 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:19,755 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : execution phase 2015-10-29T11:12:19,755 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {updateTableColumnStatistics_(ColumnStatistics, )=30, isCompatibleWith_(HiveConf, )=0, getTable_(String, String, )=7} 2015-10-29T11:12:19,755 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:19,755 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - MapReduce Jobs Launched: 2015-10-29T11:12:19,755 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - Stage-Stage-0: HDFS Read: 0 HDFS Write: 0 SUCCESS 2015-10-29T11:12:19,756 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - Total MapReduce CPU Time Spent: 0 msec 2015-10-29T11:12:19,756 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - OK 2015-10-29T11:12:19,756 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:19,756 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:releaseLocks(217)) - about to release lock for default/alltypesorc 2015-10-29T11:12:19,758 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:releaseLocks(217)) - about to release lock for default 2015-10-29T11:12:19,760 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:19,760 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:19,760 DEBUG [main]: ql.Driver (DriverContext.java:shutdown(132)) - Shutting down query ANALYZE TABLE alltypesorc COMPUTE STATISTICS FOR COLUMNS ctinyint,csmallint,cint,cbigint,cfloat,cdouble,cstring1,cstring2,ctimestamp1,ctimestamp2,cboolean1,cboolean2 2015-10-29T11:12:19,760 INFO [main]: CliDriver (SessionState.java:printInfo(996)) - Time taken: 1.399 seconds 2015-10-29T11:12:19,760 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:19,761 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:19,761 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:19,761 DEBUG [main]: conf.VariableSubstitution (VariableSubstitution.java:substitute(63)) - Substitution is on: -- -- Table primitives -- DROP TABLE IF EXISTS primitives 2015-10-29T11:12:19,761 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:19,761 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(185)) - Parsing command: -- -- Table primitives -- DROP TABLE IF EXISTS primitives 2015-10-29T11:12:19,761 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(209)) - Parse Completed 2015-10-29T11:12:19,762 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:19,762 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:19,762 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:19,762 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:19,762 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:19,762 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=primitives 2015-10-29T11:12:19,762 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=primitives 2015-10-29T11:12:19,763 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:19,763 INFO [main]: ql.Driver (Driver.java:compile(448)) - Semantic Analysis Completed 2015-10-29T11:12:19,763 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:19,763 INFO [main]: ql.Driver (Driver.java:getSchema(244)) - Returning Hive schema: Schema(fieldSchemas:null, properties:null) 2015-10-29T11:12:19,763 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:19,764 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : compilation phase 2015-10-29T11:12:19,764 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {flushCache_()=0, isCompatibleWith_(HiveConf, )=0} 2015-10-29T11:12:19,764 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:19,764 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:19,764 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:19,764 INFO [main]: ql.Driver (Driver.java:execute(1468)) - Starting command(queryId=sush_20151029111219_96bf9365-ef8c-445f-b0dc-1c35e009ddc9): -- -- Table primitives -- DROP TABLE IF EXISTS primitives 2015-10-29T11:12:19,764 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:19,764 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: query: -- -- Table primitives -- DROP TABLE IF EXISTS primitives 2015-10-29T11:12:19,764 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: type: DROPTABLE 2015-10-29T11:12:19,764 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:19,764 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:19,764 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:19,764 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:19,765 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:19,765 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:19,765 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-0:DDL] in serial mode 2015-10-29T11:12:19,765 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:19,765 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=primitives 2015-10-29T11:12:19,765 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=primitives 2015-10-29T11:12:19,766 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:19,766 ERROR [main]: metadata.Hive (Hive.java:getTable(1178)) - Table primitives not found: default.primitives table not found 2015-10-29T11:12:19,766 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:19,766 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=primitives 2015-10-29T11:12:19,766 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=primitives 2015-10-29T11:12:19,767 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:19,767 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:19,767 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:19,767 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: query: -- -- Table primitives -- DROP TABLE IF EXISTS primitives 2015-10-29T11:12:19,767 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: type: DROPTABLE 2015-10-29T11:12:19,767 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:19,767 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : execution phase 2015-10-29T11:12:19,767 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {dropTable_(String, String, boolean, boolean, boolean, )=1, isCompatibleWith_(HiveConf, )=0} 2015-10-29T11:12:19,768 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:19,768 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - OK 2015-10-29T11:12:19,768 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:19,768 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:19,768 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:19,768 DEBUG [main]: ql.Driver (DriverContext.java:shutdown(132)) - Shutting down query -- -- Table primitives -- DROP TABLE IF EXISTS primitives 2015-10-29T11:12:19,768 INFO [main]: CliDriver (SessionState.java:printInfo(996)) - Time taken: 0.008 seconds 2015-10-29T11:12:19,768 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:19,768 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:19,768 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:19,769 DEBUG [main]: conf.VariableSubstitution (VariableSubstitution.java:substitute(63)) - Substitution is on: CREATE TABLE primitives ( id INT COMMENT 'default', bool_col BOOLEAN COMMENT 'default', tinyint_col TINYINT COMMENT 'default', smallint_col SMALLINT COMMENT 'default', int_col INT COMMENT 'default', bigint_col BIGINT COMMENT 'default', float_col FLOAT COMMENT 'default', double_col DOUBLE COMMENT 'default', date_string_col STRING COMMENT 'default', string_col STRING COMMENT 'default', timestamp_col TIMESTAMP COMMENT 'default') PARTITIONED BY (year INT COMMENT 'default', month INT COMMENT 'default') ROW FORMAT DELIMITED FIELDS TERMINATED BY ',' ESCAPED BY '\\' STORED AS TEXTFILE 2015-10-29T11:12:19,769 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:19,769 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(185)) - Parsing command: CREATE TABLE primitives ( id INT COMMENT 'default', bool_col BOOLEAN COMMENT 'default', tinyint_col TINYINT COMMENT 'default', smallint_col SMALLINT COMMENT 'default', int_col INT COMMENT 'default', bigint_col BIGINT COMMENT 'default', float_col FLOAT COMMENT 'default', double_col DOUBLE COMMENT 'default', date_string_col STRING COMMENT 'default', string_col STRING COMMENT 'default', timestamp_col TIMESTAMP COMMENT 'default') PARTITIONED BY (year INT COMMENT 'default', month INT COMMENT 'default') ROW FORMAT DELIMITED FIELDS TERMINATED BY ',' ESCAPED BY '\\' STORED AS TEXTFILE 2015-10-29T11:12:19,772 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(209)) - Parse Completed 2015-10-29T11:12:19,772 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:19,772 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:19,772 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:19,772 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:19,772 INFO [main]: parse.CalcitePlanner (SemanticAnalyzer.java:analyzeInternal(10062)) - Starting Semantic Analysis 2015-10-29T11:12:19,772 INFO [main]: parse.CalcitePlanner (SemanticAnalyzer.java:analyzeCreateTable(10690)) - Creating table default.primitives position=13 2015-10-29T11:12:19,773 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:19,773 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_database: default 2015-10-29T11:12:19,773 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_database: default 2015-10-29T11:12:19,774 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:getDatabase(348)) - getDatabase: directsql returning db default locn[pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse] desc [Default Hive database] owner [public] ownertype [ROLE] 2015-10-29T11:12:19,774 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:19,774 INFO [main]: ql.Driver (Driver.java:compile(448)) - Semantic Analysis Completed 2015-10-29T11:12:19,774 DEBUG [main]: parse.CalcitePlanner (SemanticAnalyzer.java:validate(10519)) - validation start 2015-10-29T11:12:19,774 DEBUG [main]: parse.CalcitePlanner (SemanticAnalyzer.java:validate(10561)) - not validating writeEntity, because entity is neither table nor partition 2015-10-29T11:12:19,774 DEBUG [main]: parse.CalcitePlanner (SemanticAnalyzer.java:validate(10588)) - Not a partition. 2015-10-29T11:12:19,774 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:19,775 INFO [main]: ql.Driver (Driver.java:getSchema(244)) - Returning Hive schema: Schema(fieldSchemas:null, properties:null) 2015-10-29T11:12:19,775 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:19,775 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : compilation phase 2015-10-29T11:12:19,775 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {flushCache_()=0, isCompatibleWith_(HiveConf, )=0, getDatabase_(String, )=1} 2015-10-29T11:12:19,775 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:19,775 DEBUG [main]: lockmgr.DummyTxnManager (DummyTxnManager.java:acquireLocks(148)) - Adding database:default to list of lock outputs 2015-10-29T11:12:19,775 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:lock(262)) - Acquiring lock for default with mode IMPLICIT 2015-10-29T11:12:19,777 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:19,777 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:19,778 INFO [main]: ql.Driver (Driver.java:execute(1468)) - Starting command(queryId=sush_20151029111219_0190d1bf-bdcc-4e11-bc40-ac870d2a6b60): CREATE TABLE primitives ( id INT COMMENT 'default', bool_col BOOLEAN COMMENT 'default', tinyint_col TINYINT COMMENT 'default', smallint_col SMALLINT COMMENT 'default', int_col INT COMMENT 'default', bigint_col BIGINT COMMENT 'default', float_col FLOAT COMMENT 'default', double_col DOUBLE COMMENT 'default', date_string_col STRING COMMENT 'default', string_col STRING COMMENT 'default', timestamp_col TIMESTAMP COMMENT 'default') PARTITIONED BY (year INT COMMENT 'default', month INT COMMENT 'default') ROW FORMAT DELIMITED FIELDS TERMINATED BY ',' ESCAPED BY '\\' STORED AS TEXTFILE 2015-10-29T11:12:19,778 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:19,778 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: query: CREATE TABLE primitives ( id INT COMMENT 'default', bool_col BOOLEAN COMMENT 'default', tinyint_col TINYINT COMMENT 'default', smallint_col SMALLINT COMMENT 'default', int_col INT COMMENT 'default', bigint_col BIGINT COMMENT 'default', float_col FLOAT COMMENT 'default', double_col DOUBLE COMMENT 'default', date_string_col STRING COMMENT 'default', string_col STRING COMMENT 'default', timestamp_col TIMESTAMP COMMENT 'default') PARTITIONED BY (year INT COMMENT 'default', month INT COMMENT 'default') ROW FORMAT DELIMITED FIELDS TERMINATED BY ',' ESCAPED BY '\\' STORED AS TEXTFILE 2015-10-29T11:12:19,778 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: type: CREATETABLE 2015-10-29T11:12:19,778 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: Output: database:default 2015-10-29T11:12:19,778 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: Output: default@primitives 2015-10-29T11:12:19,778 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:19,778 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:19,778 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:19,778 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:19,778 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:19,778 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:19,779 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-0:DDL] in serial mode 2015-10-29T11:12:19,779 DEBUG [main]: exec.DDLTask (DDLTask.java:validateSerDe(3674)) - Found class for org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe 2015-10-29T11:12:19,780 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct primitives { i32 id, bool bool_col, byte tinyint_col, i16 smallint_col, i32 int_col, i64 bigint_col, float float_col, double double_col, string date_string_col, string string_col, timestamp timestamp_col} 2015-10-29T11:12:19,780 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:19,780 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: create_table: Table(tableName:primitives, dbName:default, owner:hive_test_user, createTime:1446142339, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:id, type:int, comment:default), FieldSchema(name:bool_col, type:boolean, comment:default), FieldSchema(name:tinyint_col, type:tinyint, comment:default), FieldSchema(name:smallint_col, type:smallint, comment:default), FieldSchema(name:int_col, type:int, comment:default), FieldSchema(name:bigint_col, type:bigint, comment:default), FieldSchema(name:float_col, type:float, comment:default), FieldSchema(name:double_col, type:double, comment:default), FieldSchema(name:date_string_col, type:string, comment:default), FieldSchema(name:string_col, type:string, comment:default), FieldSchema(name:timestamp_col, type:timestamp, comment:default)], location:null, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{escape.delim=\, serialization.format=,, field.delim=,}), bucketCols:[], sortCols:[], parameters:{}, skewedInfo:SkewedInfo(skewedColNames:[], skewedColValues:[], skewedColValueLocationMaps:{}), storedAsSubDirectories:false), partitionKeys:[FieldSchema(name:year, type:int, comment:default), FieldSchema(name:month, type:int, comment:default)], parameters:{}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE, privileges:PrincipalPrivilegeSet(userPrivileges:{}, groupPrivileges:null, rolePrivileges:null), temporary:false) 2015-10-29T11:12:19,780 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=create_table: Table(tableName:primitives, dbName:default, owner:hive_test_user, createTime:1446142339, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:id, type:int, comment:default), FieldSchema(name:bool_col, type:boolean, comment:default), FieldSchema(name:tinyint_col, type:tinyint, comment:default), FieldSchema(name:smallint_col, type:smallint, comment:default), FieldSchema(name:int_col, type:int, comment:default), FieldSchema(name:bigint_col, type:bigint, comment:default), FieldSchema(name:float_col, type:float, comment:default), FieldSchema(name:double_col, type:double, comment:default), FieldSchema(name:date_string_col, type:string, comment:default), FieldSchema(name:string_col, type:string, comment:default), FieldSchema(name:timestamp_col, type:timestamp, comment:default)], location:null, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{escape.delim=\, serialization.format=,, field.delim=,}), bucketCols:[], sortCols:[], parameters:{}, skewedInfo:SkewedInfo(skewedColNames:[], skewedColValues:[], skewedColValueLocationMaps:{}), storedAsSubDirectories:false), partitionKeys:[FieldSchema(name:year, type:int, comment:default), FieldSchema(name:month, type:int, comment:default)], parameters:{}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE, privileges:PrincipalPrivilegeSet(userPrivileges:{}, groupPrivileges:null, rolePrivileges:null), temporary:false) 2015-10-29T11:12:19,781 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:getDatabase(348)) - getDatabase: directsql returning db default locn[pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse] desc [Default Hive database] owner [public] ownertype [ROLE] 2015-10-29T11:12:19,782 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:getDatabase(348)) - getDatabase: directsql returning db default locn[pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse] desc [Default Hive database] owner [public] ownertype [ROLE] 2015-10-29T11:12:19,782 INFO [main]: common.FileUtils (FileUtils.java:mkdir(502)) - Creating directory if it doesn't exist: pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/primitives 2015-10-29T11:12:19,797 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chgrp,-R,staff,pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/primitives} 2015-10-29T11:12:19,803 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:12:19,803 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chmod,-R,755,pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/primitives} 2015-10-29T11:12:19,811 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:12:19,816 DEBUG [main]: shims.HadoopShimsSecure (Hadoop23Shims.java:debugLog(937)) - FileStatus{path=pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/primitives; isDirectory=true; modification_time=1446142339000; access_time=0; owner=sush; group=staff; permission=rwxr-xr-x; isSymlink=false} 2015-10-29T11:12:19,827 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:19,827 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:19,828 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:19,828 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: query: CREATE TABLE primitives ( id INT COMMENT 'default', bool_col BOOLEAN COMMENT 'default', tinyint_col TINYINT COMMENT 'default', smallint_col SMALLINT COMMENT 'default', int_col INT COMMENT 'default', bigint_col BIGINT COMMENT 'default', float_col FLOAT COMMENT 'default', double_col DOUBLE COMMENT 'default', date_string_col STRING COMMENT 'default', string_col STRING COMMENT 'default', timestamp_col TIMESTAMP COMMENT 'default') PARTITIONED BY (year INT COMMENT 'default', month INT COMMENT 'default') ROW FORMAT DELIMITED FIELDS TERMINATED BY ',' ESCAPED BY '\\' STORED AS TEXTFILE 2015-10-29T11:12:19,828 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: type: CREATETABLE 2015-10-29T11:12:19,828 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Output: database:default 2015-10-29T11:12:19,828 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Output: default@primitives 2015-10-29T11:12:19,828 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:19,829 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : execution phase 2015-10-29T11:12:19,829 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {createTable_(Table, )=47, isCompatibleWith_(HiveConf, )=0} 2015-10-29T11:12:19,829 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:19,829 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - OK 2015-10-29T11:12:19,829 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:19,829 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:releaseLocks(217)) - about to release lock for default 2015-10-29T11:12:19,832 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:19,832 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:19,832 DEBUG [main]: ql.Driver (DriverContext.java:shutdown(132)) - Shutting down query CREATE TABLE primitives ( id INT COMMENT 'default', bool_col BOOLEAN COMMENT 'default', tinyint_col TINYINT COMMENT 'default', smallint_col SMALLINT COMMENT 'default', int_col INT COMMENT 'default', bigint_col BIGINT COMMENT 'default', float_col FLOAT COMMENT 'default', double_col DOUBLE COMMENT 'default', date_string_col STRING COMMENT 'default', string_col STRING COMMENT 'default', timestamp_col TIMESTAMP COMMENT 'default') PARTITIONED BY (year INT COMMENT 'default', month INT COMMENT 'default') ROW FORMAT DELIMITED FIELDS TERMINATED BY ',' ESCAPED BY '\\' STORED AS TEXTFILE 2015-10-29T11:12:19,832 INFO [main]: CliDriver (SessionState.java:printInfo(996)) - Time taken: 0.064 seconds 2015-10-29T11:12:19,832 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:19,832 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:19,832 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:19,833 DEBUG [main]: conf.VariableSubstitution (VariableSubstitution.java:substitute(63)) - Substitution is on: LOAD DATA LOCAL INPATH "${hiveconf:test.data.dir}/types/primitives/090101.txt" OVERWRITE INTO TABLE primitives PARTITION(year=2009, month=1) 2015-10-29T11:12:19,833 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:19,833 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(185)) - Parsing command: LOAD DATA LOCAL INPATH "/Users/sush/dev/hive.git/itests/qtest/../..//data/files/types/primitives/090101.txt" OVERWRITE INTO TABLE primitives PARTITION(year=2009, month=1) 2015-10-29T11:12:19,834 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(209)) - Parse Completed 2015-10-29T11:12:19,834 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:19,834 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:19,834 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:19,834 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:19,834 DEBUG [main]: parse.LoadSemanticAnalyzer (LoadSemanticAnalyzer.java:initializeFromURI(127)) - file@null@/Users/sush/dev/hive.git/data/files/types/primitives/090101.txt 2015-10-29T11:12:19,834 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:19,835 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=primitives 2015-10-29T11:12:19,835 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=primitives 2015-10-29T11:12:19,842 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:19,842 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:19,842 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_partition_with_auth : db=default tbl=primitives[2009,1] 2015-10-29T11:12:19,842 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_partition_with_auth : db=default tbl=primitives[2009,1] 2015-10-29T11:12:19,844 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:19,845 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:19,845 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_partition_with_auth : db=default tbl=primitives[2009,1] 2015-10-29T11:12:19,845 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_partition_with_auth : db=default tbl=primitives[2009,1] 2015-10-29T11:12:19,847 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:19,847 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct primitives { i32 id, bool bool_col, byte tinyint_col, i16 smallint_col, i32 int_col, i64 bigint_col, float float_col, double double_col, string date_string_col, string string_col, timestamp timestamp_col} 2015-10-29T11:12:19,847 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct primitives { i32 id, bool bool_col, byte tinyint_col, i16 smallint_col, i32 int_col, i64 bigint_col, float float_col, double double_col, string date_string_col, string string_col, timestamp timestamp_col} 2015-10-29T11:12:19,848 INFO [main]: ql.Driver (Driver.java:compile(448)) - Semantic Analysis Completed 2015-10-29T11:12:19,848 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:19,848 INFO [main]: ql.Driver (Driver.java:getSchema(244)) - Returning Hive schema: Schema(fieldSchemas:null, properties:null) 2015-10-29T11:12:19,848 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:19,848 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : compilation phase 2015-10-29T11:12:19,848 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {flushCache_()=0, isCompatibleWith_(HiveConf, )=0, getTable_(String, String, )=8} 2015-10-29T11:12:19,848 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:19,848 DEBUG [main]: lockmgr.DummyTxnManager (DummyTxnManager.java:acquireLocks(129)) - Adding file:/Users/sush/dev/hive.git/data/files/types/primitives/090101.txt to list of lock inputs 2015-10-29T11:12:19,848 DEBUG [main]: lockmgr.DummyTxnManager (DummyTxnManager.java:acquireLocks(148)) - Adding default@primitives to list of lock outputs 2015-10-29T11:12:19,848 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:lock(262)) - Acquiring lock for default with mode IMPLICIT 2015-10-29T11:12:19,851 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:lock(262)) - Acquiring lock for default/primitives with mode IMPLICIT 2015-10-29T11:12:19,853 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:19,853 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:19,853 INFO [main]: ql.Driver (Driver.java:execute(1468)) - Starting command(queryId=sush_20151029111219_3b04516d-a136-45b8-8e4a-e4175cffdd08): LOAD DATA LOCAL INPATH "/Users/sush/dev/hive.git/itests/qtest/../..//data/files/types/primitives/090101.txt" OVERWRITE INTO TABLE primitives PARTITION(year=2009, month=1) 2015-10-29T11:12:19,853 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:19,853 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: query: LOAD DATA LOCAL INPATH "/Users/sush/dev/hive.git/itests/qtest/../..//data/files/types/primitives/090101.txt" OVERWRITE INTO TABLE primitives PARTITION(year=2009, month=1) 2015-10-29T11:12:19,853 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: type: LOAD 2015-10-29T11:12:19,853 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: Input: file:/Users/sush/dev/hive.git/data/files/types/primitives/090101.txt 2015-10-29T11:12:19,853 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: Output: default@primitives 2015-10-29T11:12:19,854 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:19,854 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:19,854 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:19,854 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:19,854 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:19,854 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:19,854 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-0:MOVE] in serial mode 2015-10-29T11:12:19,854 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - Loading data to table default.primitives partition (year=2009, month=1) from file:/Users/sush/dev/hive.git/data/files/types/primitives/090101.txt 2015-10-29T11:12:19,854 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:19,854 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=primitives 2015-10-29T11:12:19,855 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=primitives 2015-10-29T11:12:19,861 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:19,862 INFO [main]: exec.MoveTask (MoveTask.java:execute(322)) - Partition is: {year=2009, month=1} 2015-10-29T11:12:19,862 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:19,863 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: partition_name_has_valid_characters 2015-10-29T11:12:19,863 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=partition_name_has_valid_characters 2015-10-29T11:12:19,863 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:19,863 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:19,863 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=primitives 2015-10-29T11:12:19,863 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=primitives 2015-10-29T11:12:19,870 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:19,871 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:19,871 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_partition_with_auth : db=default tbl=primitives[2009,1] 2015-10-29T11:12:19,871 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_partition_with_auth : db=default tbl=primitives[2009,1] 2015-10-29T11:12:19,873 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:19,873 INFO [main]: common.FileUtils (FileUtils.java:mkdir(502)) - Creating directory if it doesn't exist: pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/primitives/year=2009/month=1 2015-10-29T11:12:19,889 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chgrp,-R,staff,pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/primitives/year=2009} 2015-10-29T11:12:19,899 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:12:19,899 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chmod,-R,755,pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/primitives/year=2009} 2015-10-29T11:12:19,912 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:12:19,917 DEBUG [main]: shims.HadoopShimsSecure (Hadoop23Shims.java:debugLog(937)) - FileStatus{path=pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/primitives/year=2009; isDirectory=true; modification_time=1446142339000; access_time=0; owner=sush; group=staff; permission=rwxr-xr-x; isSymlink=false} 2015-10-29T11:12:19,918 DEBUG [main]: metadata.Hive (Hive.java:isSubDir(2607)) - The source path is /Users/sush/dev/hive.git/data/files/types/primitives/090101.txt and the destination path is /Users/sush/dev/hive.git/itests/qtest/target/warehouse/primitives/year=2009/month=1/090101.txt 2015-10-29T11:12:19,923 DEBUG [main]: metadata.Hive (Hive.java:moveFile(2683)) - The path pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/primitives/year=2009/month=1/090101.txt is deleted 2015-10-29T11:12:19,927 INFO [main]: metadata.Hive (Hive.java:moveFile(2742)) - Replacing src:file:/Users/sush/dev/hive.git/data/files/types/primitives/090101.txt, dest: pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/primitives/year=2009/month=1/090101.txt, Status:true 2015-10-29T11:12:19,927 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chgrp,-R,staff,pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/primitives/year=2009/month=1/090101.txt} 2015-10-29T11:12:19,933 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:12:19,933 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chmod,-R,755,pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/primitives/year=2009/month=1/090101.txt} 2015-10-29T11:12:19,942 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:12:19,947 DEBUG [main]: shims.HadoopShimsSecure (Hadoop23Shims.java:debugLog(937)) - FileStatus{path=pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/primitives/year=2009/month=1/090101.txt; isDirectory=false; length=1552; replication=1; blocksize=33554432; modification_time=1446142339000; access_time=0; owner=sush; group=staff; permission=rwxr-xr-x; isSymlink=false} 2015-10-29T11:12:19,947 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:19,948 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_partition_with_auth : db=default tbl=primitives[2009,1] 2015-10-29T11:12:19,948 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_partition_with_auth : db=default tbl=primitives[2009,1] 2015-10-29T11:12:19,950 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:19,950 DEBUG [main]: metadata.Hive (Hive.java:getPartition(1924)) - creating partition for table primitives with partition spec : {year=2009, month=1} 2015-10-29T11:12:19,950 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:19,951 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: append_partition : db=default tbl=primitives[2009,1] 2015-10-29T11:12:19,951 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=append_partition : db=default tbl=primitives[2009,1] 2015-10-29T11:12:19,951 DEBUG [main]: metastore.HiveMetaStore (HiveMetaStore.java:append_partition_with_environment_context(1959)) - 2009 2015-10-29T11:12:19,951 DEBUG [main]: metastore.HiveMetaStore (HiveMetaStore.java:append_partition_with_environment_context(1959)) - 1 2015-10-29T11:12:19,964 WARN [main]: hive.log (MetaStoreUtils.java:updatePartitionStatsFast(351)) - Updating partition stats fast for: primitives 2015-10-29T11:12:19,974 WARN [main]: hive.log (MetaStoreUtils.java:updatePartitionStatsFast(354)) - Updated size to 1552 2015-10-29T11:12:19,981 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:19,981 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:19,981 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_partition_with_auth : db=default tbl=primitives[2009,1] 2015-10-29T11:12:19,982 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_partition_with_auth : db=default tbl=primitives[2009,1] 2015-10-29T11:12:19,989 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:19,990 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:19,990 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-1:STATS] in serial mode 2015-10-29T11:12:19,990 INFO [main]: exec.StatsTask (StatsTask.java:execute(87)) - Executing stats task 2015-10-29T11:12:19,990 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:19,990 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=primitives 2015-10-29T11:12:19,990 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=primitives 2015-10-29T11:12:19,996 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:19,996 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:19,996 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=primitives 2015-10-29T11:12:19,996 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=primitives 2015-10-29T11:12:20,022 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:20,023 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,023 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_partition_with_auth : db=default tbl=primitives[2009,1] 2015-10-29T11:12:20,023 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_partition_with_auth : db=default tbl=primitives[2009,1] 2015-10-29T11:12:20,039 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:20,051 INFO [main]: exec.StatsTask (StatsTask.java:aggregateStats(224)) - Partition default.primitives{year=2009, month=1} stats: [numFiles=1, numRows=0, totalSize=1552, rawDataSize=0] 2015-10-29T11:12:20,052 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,052 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: alter_partitions : db=default tbl=primitives 2015-10-29T11:12:20,052 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=alter_partitions : db=default tbl=primitives 2015-10-29T11:12:20,052 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:alter_partitions(3219)) - New partition values:[2009, 1] 2015-10-29T11:12:20,065 WARN [main]: hive.log (MetaStoreUtils.java:updatePartitionStatsFast(351)) - Updating partition stats fast for: primitives 2015-10-29T11:12:20,076 WARN [main]: hive.log (MetaStoreUtils.java:updatePartitionStatsFast(354)) - Updated size to 1552 2015-10-29T11:12:20,108 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:20,109 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:20,109 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,109 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: query: LOAD DATA LOCAL INPATH "/Users/sush/dev/hive.git/itests/qtest/../..//data/files/types/primitives/090101.txt" OVERWRITE INTO TABLE primitives PARTITION(year=2009, month=1) 2015-10-29T11:12:20,109 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: type: LOAD 2015-10-29T11:12:20,109 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Input: file:/Users/sush/dev/hive.git/data/files/types/primitives/090101.txt 2015-10-29T11:12:20,109 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Output: default@primitives 2015-10-29T11:12:20,109 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Output: default@primitives@year=2009/month=1 2015-10-29T11:12:20,109 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:20,109 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : execution phase 2015-10-29T11:12:20,109 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {appendPartition_(String, String, List, )=31, isCompatibleWith_(HiveConf, )=0, alter_partitions_(String, String, List, )=56, getPartitionWithAuthInfo_(String, String, List, String, List, )=26, getTable_(String, String, )=47, validatePartitionNameCharacters_(List, )=1} 2015-10-29T11:12:20,109 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:20,110 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - OK 2015-10-29T11:12:20,110 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,110 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:releaseLocks(217)) - about to release lock for default/primitives 2015-10-29T11:12:20,112 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:releaseLocks(217)) - about to release lock for default 2015-10-29T11:12:20,113 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:20,113 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:20,113 DEBUG [main]: ql.Driver (DriverContext.java:shutdown(132)) - Shutting down query LOAD DATA LOCAL INPATH "/Users/sush/dev/hive.git/itests/qtest/../..//data/files/types/primitives/090101.txt" OVERWRITE INTO TABLE primitives PARTITION(year=2009, month=1) 2015-10-29T11:12:20,113 INFO [main]: CliDriver (SessionState.java:printInfo(996)) - Time taken: 0.281 seconds 2015-10-29T11:12:20,114 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,114 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,114 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,114 DEBUG [main]: conf.VariableSubstitution (VariableSubstitution.java:substitute(63)) - Substitution is on: LOAD DATA LOCAL INPATH "${hiveconf:test.data.dir}/types/primitives/090201.txt" OVERWRITE INTO TABLE primitives PARTITION(year=2009, month=2) 2015-10-29T11:12:20,114 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,114 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(185)) - Parsing command: LOAD DATA LOCAL INPATH "/Users/sush/dev/hive.git/itests/qtest/../..//data/files/types/primitives/090201.txt" OVERWRITE INTO TABLE primitives PARTITION(year=2009, month=2) 2015-10-29T11:12:20,115 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(209)) - Parse Completed 2015-10-29T11:12:20,115 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:20,115 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,115 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,115 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:20,115 DEBUG [main]: parse.LoadSemanticAnalyzer (LoadSemanticAnalyzer.java:initializeFromURI(127)) - file@null@/Users/sush/dev/hive.git/data/files/types/primitives/090201.txt 2015-10-29T11:12:20,115 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,115 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=primitives 2015-10-29T11:12:20,116 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=primitives 2015-10-29T11:12:20,121 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:20,122 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,122 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_partition_with_auth : db=default tbl=primitives[2009,2] 2015-10-29T11:12:20,122 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_partition_with_auth : db=default tbl=primitives[2009,2] 2015-10-29T11:12:20,124 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:20,125 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,125 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_partition_with_auth : db=default tbl=primitives[2009,2] 2015-10-29T11:12:20,125 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_partition_with_auth : db=default tbl=primitives[2009,2] 2015-10-29T11:12:20,127 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:20,127 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct primitives { i32 id, bool bool_col, byte tinyint_col, i16 smallint_col, i32 int_col, i64 bigint_col, float float_col, double double_col, string date_string_col, string string_col, timestamp timestamp_col} 2015-10-29T11:12:20,127 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct primitives { i32 id, bool bool_col, byte tinyint_col, i16 smallint_col, i32 int_col, i64 bigint_col, float float_col, double double_col, string date_string_col, string string_col, timestamp timestamp_col} 2015-10-29T11:12:20,127 INFO [main]: ql.Driver (Driver.java:compile(448)) - Semantic Analysis Completed 2015-10-29T11:12:20,127 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:20,127 INFO [main]: ql.Driver (Driver.java:getSchema(244)) - Returning Hive schema: Schema(fieldSchemas:null, properties:null) 2015-10-29T11:12:20,127 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:20,127 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : compilation phase 2015-10-29T11:12:20,128 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {flushCache_()=0, isCompatibleWith_(HiveConf, )=0, getTable_(String, String, )=6} 2015-10-29T11:12:20,128 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,128 DEBUG [main]: lockmgr.DummyTxnManager (DummyTxnManager.java:acquireLocks(129)) - Adding file:/Users/sush/dev/hive.git/data/files/types/primitives/090201.txt to list of lock inputs 2015-10-29T11:12:20,128 DEBUG [main]: lockmgr.DummyTxnManager (DummyTxnManager.java:acquireLocks(148)) - Adding default@primitives to list of lock outputs 2015-10-29T11:12:20,128 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:lock(262)) - Acquiring lock for default with mode IMPLICIT 2015-10-29T11:12:20,130 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:lock(262)) - Acquiring lock for default/primitives with mode IMPLICIT 2015-10-29T11:12:20,133 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:20,133 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,133 INFO [main]: ql.Driver (Driver.java:execute(1468)) - Starting command(queryId=sush_20151029111220_c8dcf171-9628-4878-b59e-dcfc83162e55): LOAD DATA LOCAL INPATH "/Users/sush/dev/hive.git/itests/qtest/../..//data/files/types/primitives/090201.txt" OVERWRITE INTO TABLE primitives PARTITION(year=2009, month=2) 2015-10-29T11:12:20,133 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,133 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: query: LOAD DATA LOCAL INPATH "/Users/sush/dev/hive.git/itests/qtest/../..//data/files/types/primitives/090201.txt" OVERWRITE INTO TABLE primitives PARTITION(year=2009, month=2) 2015-10-29T11:12:20,133 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: type: LOAD 2015-10-29T11:12:20,133 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: Input: file:/Users/sush/dev/hive.git/data/files/types/primitives/090201.txt 2015-10-29T11:12:20,133 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: Output: default@primitives 2015-10-29T11:12:20,133 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:20,133 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,133 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:20,134 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:20,134 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,134 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,134 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-0:MOVE] in serial mode 2015-10-29T11:12:20,134 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - Loading data to table default.primitives partition (year=2009, month=2) from file:/Users/sush/dev/hive.git/data/files/types/primitives/090201.txt 2015-10-29T11:12:20,134 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,134 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=primitives 2015-10-29T11:12:20,134 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=primitives 2015-10-29T11:12:20,140 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:20,141 INFO [main]: exec.MoveTask (MoveTask.java:execute(322)) - Partition is: {year=2009, month=2} 2015-10-29T11:12:20,141 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,141 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: partition_name_has_valid_characters 2015-10-29T11:12:20,141 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=partition_name_has_valid_characters 2015-10-29T11:12:20,142 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:20,142 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,142 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=primitives 2015-10-29T11:12:20,142 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=primitives 2015-10-29T11:12:20,151 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:20,151 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,151 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_partition_with_auth : db=default tbl=primitives[2009,2] 2015-10-29T11:12:20,151 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_partition_with_auth : db=default tbl=primitives[2009,2] 2015-10-29T11:12:20,153 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:20,154 INFO [main]: common.FileUtils (FileUtils.java:mkdir(502)) - Creating directory if it doesn't exist: pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/primitives/year=2009/month=2 2015-10-29T11:12:20,169 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chgrp,-R,staff,pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/primitives/year=2009/month=2} 2015-10-29T11:12:20,175 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:12:20,175 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chmod,-R,755,pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/primitives/year=2009/month=2} 2015-10-29T11:12:20,186 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:12:20,191 DEBUG [main]: shims.HadoopShimsSecure (Hadoop23Shims.java:debugLog(937)) - FileStatus{path=pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/primitives/year=2009/month=2; isDirectory=true; modification_time=1446142340000; access_time=0; owner=sush; group=staff; permission=rwxr-xr-x; isSymlink=false} 2015-10-29T11:12:20,191 DEBUG [main]: metadata.Hive (Hive.java:isSubDir(2607)) - The source path is /Users/sush/dev/hive.git/data/files/types/primitives/090201.txt and the destination path is /Users/sush/dev/hive.git/itests/qtest/target/warehouse/primitives/year=2009/month=2/090201.txt 2015-10-29T11:12:20,196 DEBUG [main]: metadata.Hive (Hive.java:moveFile(2683)) - The path pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/primitives/year=2009/month=2/090201.txt is deleted 2015-10-29T11:12:20,200 INFO [main]: metadata.Hive (Hive.java:moveFile(2742)) - Replacing src:file:/Users/sush/dev/hive.git/data/files/types/primitives/090201.txt, dest: pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/primitives/year=2009/month=2/090201.txt, Status:true 2015-10-29T11:12:20,201 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chgrp,-R,staff,pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/primitives/year=2009/month=2/090201.txt} 2015-10-29T11:12:20,206 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:12:20,207 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chmod,-R,755,pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/primitives/year=2009/month=2/090201.txt} 2015-10-29T11:12:20,216 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:12:20,221 DEBUG [main]: shims.HadoopShimsSecure (Hadoop23Shims.java:debugLog(937)) - FileStatus{path=pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/primitives/year=2009/month=2/090201.txt; isDirectory=false; length=1539; replication=1; blocksize=33554432; modification_time=1446142340000; access_time=0; owner=sush; group=staff; permission=rwxr-xr-x; isSymlink=false} 2015-10-29T11:12:20,222 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,222 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_partition_with_auth : db=default tbl=primitives[2009,2] 2015-10-29T11:12:20,222 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_partition_with_auth : db=default tbl=primitives[2009,2] 2015-10-29T11:12:20,224 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:20,225 DEBUG [main]: metadata.Hive (Hive.java:getPartition(1924)) - creating partition for table primitives with partition spec : {year=2009, month=2} 2015-10-29T11:12:20,225 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,225 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: append_partition : db=default tbl=primitives[2009,2] 2015-10-29T11:12:20,225 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=append_partition : db=default tbl=primitives[2009,2] 2015-10-29T11:12:20,225 DEBUG [main]: metastore.HiveMetaStore (HiveMetaStore.java:append_partition_with_environment_context(1959)) - 2009 2015-10-29T11:12:20,225 DEBUG [main]: metastore.HiveMetaStore (HiveMetaStore.java:append_partition_with_environment_context(1959)) - 2 2015-10-29T11:12:20,237 WARN [main]: hive.log (MetaStoreUtils.java:updatePartitionStatsFast(351)) - Updating partition stats fast for: primitives 2015-10-29T11:12:20,248 WARN [main]: hive.log (MetaStoreUtils.java:updatePartitionStatsFast(354)) - Updated size to 1539 2015-10-29T11:12:20,257 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:20,257 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,257 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_partition_with_auth : db=default tbl=primitives[2009,2] 2015-10-29T11:12:20,257 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_partition_with_auth : db=default tbl=primitives[2009,2] 2015-10-29T11:12:20,265 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:20,265 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,266 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-1:STATS] in serial mode 2015-10-29T11:12:20,266 INFO [main]: exec.StatsTask (StatsTask.java:execute(87)) - Executing stats task 2015-10-29T11:12:20,266 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,266 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=primitives 2015-10-29T11:12:20,266 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=primitives 2015-10-29T11:12:20,271 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:20,271 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,272 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=primitives 2015-10-29T11:12:20,272 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=primitives 2015-10-29T11:12:20,277 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:20,277 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,277 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_partition_with_auth : db=default tbl=primitives[2009,2] 2015-10-29T11:12:20,278 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_partition_with_auth : db=default tbl=primitives[2009,2] 2015-10-29T11:12:20,285 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:20,297 INFO [main]: exec.StatsTask (StatsTask.java:aggregateStats(224)) - Partition default.primitives{year=2009, month=2} stats: [numFiles=1, numRows=0, totalSize=1539, rawDataSize=0] 2015-10-29T11:12:20,297 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,297 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: alter_partitions : db=default tbl=primitives 2015-10-29T11:12:20,298 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=alter_partitions : db=default tbl=primitives 2015-10-29T11:12:20,298 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:alter_partitions(3219)) - New partition values:[2009, 2] 2015-10-29T11:12:20,310 WARN [main]: hive.log (MetaStoreUtils.java:updatePartitionStatsFast(351)) - Updating partition stats fast for: primitives 2015-10-29T11:12:20,322 WARN [main]: hive.log (MetaStoreUtils.java:updatePartitionStatsFast(354)) - Updated size to 1539 2015-10-29T11:12:20,358 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:20,358 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:20,358 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,358 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: query: LOAD DATA LOCAL INPATH "/Users/sush/dev/hive.git/itests/qtest/../..//data/files/types/primitives/090201.txt" OVERWRITE INTO TABLE primitives PARTITION(year=2009, month=2) 2015-10-29T11:12:20,359 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: type: LOAD 2015-10-29T11:12:20,359 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Input: file:/Users/sush/dev/hive.git/data/files/types/primitives/090201.txt 2015-10-29T11:12:20,359 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Output: default@primitives 2015-10-29T11:12:20,359 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Output: default@primitives@year=2009/month=2 2015-10-29T11:12:20,359 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:20,359 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : execution phase 2015-10-29T11:12:20,359 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {appendPartition_(String, String, List, )=32, isCompatibleWith_(HiveConf, )=1, alter_partitions_(String, String, List, )=61, getPartitionWithAuthInfo_(String, String, List, String, List, )=16, getTable_(String, String, )=26, validatePartitionNameCharacters_(List, )=1} 2015-10-29T11:12:20,359 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:20,359 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - OK 2015-10-29T11:12:20,359 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,359 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:releaseLocks(217)) - about to release lock for default/primitives 2015-10-29T11:12:20,361 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:releaseLocks(217)) - about to release lock for default 2015-10-29T11:12:20,363 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:20,363 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:20,363 DEBUG [main]: ql.Driver (DriverContext.java:shutdown(132)) - Shutting down query LOAD DATA LOCAL INPATH "/Users/sush/dev/hive.git/itests/qtest/../..//data/files/types/primitives/090201.txt" OVERWRITE INTO TABLE primitives PARTITION(year=2009, month=2) 2015-10-29T11:12:20,364 INFO [main]: CliDriver (SessionState.java:printInfo(996)) - Time taken: 0.25 seconds 2015-10-29T11:12:20,364 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,364 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,364 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,364 DEBUG [main]: conf.VariableSubstitution (VariableSubstitution.java:substitute(63)) - Substitution is on: LOAD DATA LOCAL INPATH "${hiveconf:test.data.dir}/types/primitives/090301.txt" OVERWRITE INTO TABLE primitives PARTITION(year=2009, month=3) 2015-10-29T11:12:20,364 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,364 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(185)) - Parsing command: LOAD DATA LOCAL INPATH "/Users/sush/dev/hive.git/itests/qtest/../..//data/files/types/primitives/090301.txt" OVERWRITE INTO TABLE primitives PARTITION(year=2009, month=3) 2015-10-29T11:12:20,365 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(209)) - Parse Completed 2015-10-29T11:12:20,365 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:20,365 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,365 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,365 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:20,365 DEBUG [main]: parse.LoadSemanticAnalyzer (LoadSemanticAnalyzer.java:initializeFromURI(127)) - file@null@/Users/sush/dev/hive.git/data/files/types/primitives/090301.txt 2015-10-29T11:12:20,365 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,366 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=primitives 2015-10-29T11:12:20,366 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=primitives 2015-10-29T11:12:20,372 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:20,372 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,372 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_partition_with_auth : db=default tbl=primitives[2009,3] 2015-10-29T11:12:20,373 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_partition_with_auth : db=default tbl=primitives[2009,3] 2015-10-29T11:12:20,375 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:20,376 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,376 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_partition_with_auth : db=default tbl=primitives[2009,3] 2015-10-29T11:12:20,376 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_partition_with_auth : db=default tbl=primitives[2009,3] 2015-10-29T11:12:20,378 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:20,378 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct primitives { i32 id, bool bool_col, byte tinyint_col, i16 smallint_col, i32 int_col, i64 bigint_col, float float_col, double double_col, string date_string_col, string string_col, timestamp timestamp_col} 2015-10-29T11:12:20,378 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct primitives { i32 id, bool bool_col, byte tinyint_col, i16 smallint_col, i32 int_col, i64 bigint_col, float float_col, double double_col, string date_string_col, string string_col, timestamp timestamp_col} 2015-10-29T11:12:20,378 INFO [main]: ql.Driver (Driver.java:compile(448)) - Semantic Analysis Completed 2015-10-29T11:12:20,378 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:20,379 INFO [main]: ql.Driver (Driver.java:getSchema(244)) - Returning Hive schema: Schema(fieldSchemas:null, properties:null) 2015-10-29T11:12:20,379 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:20,379 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : compilation phase 2015-10-29T11:12:20,379 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {flushCache_()=0, isCompatibleWith_(HiveConf, )=0, getTable_(String, String, )=7} 2015-10-29T11:12:20,379 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,379 DEBUG [main]: lockmgr.DummyTxnManager (DummyTxnManager.java:acquireLocks(129)) - Adding file:/Users/sush/dev/hive.git/data/files/types/primitives/090301.txt to list of lock inputs 2015-10-29T11:12:20,379 DEBUG [main]: lockmgr.DummyTxnManager (DummyTxnManager.java:acquireLocks(148)) - Adding default@primitives to list of lock outputs 2015-10-29T11:12:20,379 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:lock(262)) - Acquiring lock for default with mode IMPLICIT 2015-10-29T11:12:20,381 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:lock(262)) - Acquiring lock for default/primitives with mode IMPLICIT 2015-10-29T11:12:20,383 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:20,383 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,384 INFO [main]: ql.Driver (Driver.java:execute(1468)) - Starting command(queryId=sush_20151029111220_d241f297-5429-4112-ab0b-1bbae43b2275): LOAD DATA LOCAL INPATH "/Users/sush/dev/hive.git/itests/qtest/../..//data/files/types/primitives/090301.txt" OVERWRITE INTO TABLE primitives PARTITION(year=2009, month=3) 2015-10-29T11:12:20,384 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,384 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: query: LOAD DATA LOCAL INPATH "/Users/sush/dev/hive.git/itests/qtest/../..//data/files/types/primitives/090301.txt" OVERWRITE INTO TABLE primitives PARTITION(year=2009, month=3) 2015-10-29T11:12:20,384 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: type: LOAD 2015-10-29T11:12:20,384 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: Input: file:/Users/sush/dev/hive.git/data/files/types/primitives/090301.txt 2015-10-29T11:12:20,384 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: Output: default@primitives 2015-10-29T11:12:20,384 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:20,384 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,384 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:20,384 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:20,384 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,384 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,385 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-0:MOVE] in serial mode 2015-10-29T11:12:20,385 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - Loading data to table default.primitives partition (year=2009, month=3) from file:/Users/sush/dev/hive.git/data/files/types/primitives/090301.txt 2015-10-29T11:12:20,385 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,385 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=primitives 2015-10-29T11:12:20,385 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=primitives 2015-10-29T11:12:20,391 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:20,392 INFO [main]: exec.MoveTask (MoveTask.java:execute(322)) - Partition is: {year=2009, month=3} 2015-10-29T11:12:20,392 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,392 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: partition_name_has_valid_characters 2015-10-29T11:12:20,392 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=partition_name_has_valid_characters 2015-10-29T11:12:20,392 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:20,392 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,393 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=primitives 2015-10-29T11:12:20,393 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=primitives 2015-10-29T11:12:20,399 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:20,399 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,400 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_partition_with_auth : db=default tbl=primitives[2009,3] 2015-10-29T11:12:20,400 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_partition_with_auth : db=default tbl=primitives[2009,3] 2015-10-29T11:12:20,402 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:20,402 INFO [main]: common.FileUtils (FileUtils.java:mkdir(502)) - Creating directory if it doesn't exist: pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/primitives/year=2009/month=3 2015-10-29T11:12:20,417 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chgrp,-R,staff,pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/primitives/year=2009/month=3} 2015-10-29T11:12:20,423 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:12:20,423 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chmod,-R,755,pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/primitives/year=2009/month=3} 2015-10-29T11:12:20,432 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:12:20,438 DEBUG [main]: shims.HadoopShimsSecure (Hadoop23Shims.java:debugLog(937)) - FileStatus{path=pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/primitives/year=2009/month=3; isDirectory=true; modification_time=1446142340000; access_time=0; owner=sush; group=staff; permission=rwxr-xr-x; isSymlink=false} 2015-10-29T11:12:20,438 DEBUG [main]: metadata.Hive (Hive.java:isSubDir(2607)) - The source path is /Users/sush/dev/hive.git/data/files/types/primitives/090301.txt and the destination path is /Users/sush/dev/hive.git/itests/qtest/target/warehouse/primitives/year=2009/month=3/090301.txt 2015-10-29T11:12:20,443 DEBUG [main]: metadata.Hive (Hive.java:moveFile(2683)) - The path pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/primitives/year=2009/month=3/090301.txt is deleted 2015-10-29T11:12:20,448 INFO [main]: metadata.Hive (Hive.java:moveFile(2742)) - Replacing src:file:/Users/sush/dev/hive.git/data/files/types/primitives/090301.txt, dest: pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/primitives/year=2009/month=3/090301.txt, Status:true 2015-10-29T11:12:20,448 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chgrp,-R,staff,pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/primitives/year=2009/month=3/090301.txt} 2015-10-29T11:12:20,453 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:12:20,453 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chmod,-R,755,pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/primitives/year=2009/month=3/090301.txt} 2015-10-29T11:12:20,463 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:12:20,468 DEBUG [main]: shims.HadoopShimsSecure (Hadoop23Shims.java:debugLog(937)) - FileStatus{path=pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/primitives/year=2009/month=3/090301.txt; isDirectory=false; length=1509; replication=1; blocksize=33554432; modification_time=1446142340000; access_time=0; owner=sush; group=staff; permission=rwxr-xr-x; isSymlink=false} 2015-10-29T11:12:20,468 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,469 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_partition_with_auth : db=default tbl=primitives[2009,3] 2015-10-29T11:12:20,469 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_partition_with_auth : db=default tbl=primitives[2009,3] 2015-10-29T11:12:20,471 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:20,471 DEBUG [main]: metadata.Hive (Hive.java:getPartition(1924)) - creating partition for table primitives with partition spec : {year=2009, month=3} 2015-10-29T11:12:20,471 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,472 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: append_partition : db=default tbl=primitives[2009,3] 2015-10-29T11:12:20,472 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=append_partition : db=default tbl=primitives[2009,3] 2015-10-29T11:12:20,472 DEBUG [main]: metastore.HiveMetaStore (HiveMetaStore.java:append_partition_with_environment_context(1959)) - 2009 2015-10-29T11:12:20,472 DEBUG [main]: metastore.HiveMetaStore (HiveMetaStore.java:append_partition_with_environment_context(1959)) - 3 2015-10-29T11:12:20,483 WARN [main]: hive.log (MetaStoreUtils.java:updatePartitionStatsFast(351)) - Updating partition stats fast for: primitives 2015-10-29T11:12:20,495 WARN [main]: hive.log (MetaStoreUtils.java:updatePartitionStatsFast(354)) - Updated size to 1509 2015-10-29T11:12:20,505 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:20,505 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,505 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_partition_with_auth : db=default tbl=primitives[2009,3] 2015-10-29T11:12:20,505 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_partition_with_auth : db=default tbl=primitives[2009,3] 2015-10-29T11:12:20,513 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:20,513 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,513 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-1:STATS] in serial mode 2015-10-29T11:12:20,513 INFO [main]: exec.StatsTask (StatsTask.java:execute(87)) - Executing stats task 2015-10-29T11:12:20,513 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,513 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=primitives 2015-10-29T11:12:20,514 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=primitives 2015-10-29T11:12:20,519 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:20,519 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,519 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=primitives 2015-10-29T11:12:20,519 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=primitives 2015-10-29T11:12:20,524 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:20,524 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,524 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_partition_with_auth : db=default tbl=primitives[2009,3] 2015-10-29T11:12:20,525 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_partition_with_auth : db=default tbl=primitives[2009,3] 2015-10-29T11:12:20,531 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:20,543 INFO [main]: exec.StatsTask (StatsTask.java:aggregateStats(224)) - Partition default.primitives{year=2009, month=3} stats: [numFiles=1, numRows=0, totalSize=1509, rawDataSize=0] 2015-10-29T11:12:20,543 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,543 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: alter_partitions : db=default tbl=primitives 2015-10-29T11:12:20,543 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=alter_partitions : db=default tbl=primitives 2015-10-29T11:12:20,543 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:alter_partitions(3219)) - New partition values:[2009, 3] 2015-10-29T11:12:20,555 WARN [main]: hive.log (MetaStoreUtils.java:updatePartitionStatsFast(351)) - Updating partition stats fast for: primitives 2015-10-29T11:12:20,567 WARN [main]: hive.log (MetaStoreUtils.java:updatePartitionStatsFast(354)) - Updated size to 1509 2015-10-29T11:12:20,599 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:20,599 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:20,599 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,599 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: query: LOAD DATA LOCAL INPATH "/Users/sush/dev/hive.git/itests/qtest/../..//data/files/types/primitives/090301.txt" OVERWRITE INTO TABLE primitives PARTITION(year=2009, month=3) 2015-10-29T11:12:20,599 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: type: LOAD 2015-10-29T11:12:20,599 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Input: file:/Users/sush/dev/hive.git/data/files/types/primitives/090301.txt 2015-10-29T11:12:20,599 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Output: default@primitives 2015-10-29T11:12:20,600 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Output: default@primitives@year=2009/month=3 2015-10-29T11:12:20,600 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:20,600 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : execution phase 2015-10-29T11:12:20,600 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {appendPartition_(String, String, List, )=34, isCompatibleWith_(HiveConf, )=0, alter_partitions_(String, String, List, )=56, getPartitionWithAuthInfo_(String, String, List, String, List, )=15, getTable_(String, String, )=24, validatePartitionNameCharacters_(List, )=0} 2015-10-29T11:12:20,600 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:20,600 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - OK 2015-10-29T11:12:20,600 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,600 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:releaseLocks(217)) - about to release lock for default/primitives 2015-10-29T11:12:20,602 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:releaseLocks(217)) - about to release lock for default 2015-10-29T11:12:20,604 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:20,604 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:20,604 DEBUG [main]: ql.Driver (DriverContext.java:shutdown(132)) - Shutting down query LOAD DATA LOCAL INPATH "/Users/sush/dev/hive.git/itests/qtest/../..//data/files/types/primitives/090301.txt" OVERWRITE INTO TABLE primitives PARTITION(year=2009, month=3) 2015-10-29T11:12:20,604 INFO [main]: CliDriver (SessionState.java:printInfo(996)) - Time taken: 0.24 seconds 2015-10-29T11:12:20,604 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,604 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,605 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,605 DEBUG [main]: conf.VariableSubstitution (VariableSubstitution.java:substitute(63)) - Substitution is on: LOAD DATA LOCAL INPATH "${hiveconf:test.data.dir}/types/primitives/090401.txt" OVERWRITE INTO TABLE primitives PARTITION(year=2009, month=4) 2015-10-29T11:12:20,605 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,605 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(185)) - Parsing command: LOAD DATA LOCAL INPATH "/Users/sush/dev/hive.git/itests/qtest/../..//data/files/types/primitives/090401.txt" OVERWRITE INTO TABLE primitives PARTITION(year=2009, month=4) 2015-10-29T11:12:20,606 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(209)) - Parse Completed 2015-10-29T11:12:20,606 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:20,606 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,606 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,606 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:20,606 DEBUG [main]: parse.LoadSemanticAnalyzer (LoadSemanticAnalyzer.java:initializeFromURI(127)) - file@null@/Users/sush/dev/hive.git/data/files/types/primitives/090401.txt 2015-10-29T11:12:20,606 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,606 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=primitives 2015-10-29T11:12:20,606 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=primitives 2015-10-29T11:12:20,612 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:20,612 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,612 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_partition_with_auth : db=default tbl=primitives[2009,4] 2015-10-29T11:12:20,612 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_partition_with_auth : db=default tbl=primitives[2009,4] 2015-10-29T11:12:20,614 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:20,615 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,615 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_partition_with_auth : db=default tbl=primitives[2009,4] 2015-10-29T11:12:20,615 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_partition_with_auth : db=default tbl=primitives[2009,4] 2015-10-29T11:12:20,617 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:20,618 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct primitives { i32 id, bool bool_col, byte tinyint_col, i16 smallint_col, i32 int_col, i64 bigint_col, float float_col, double double_col, string date_string_col, string string_col, timestamp timestamp_col} 2015-10-29T11:12:20,618 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct primitives { i32 id, bool bool_col, byte tinyint_col, i16 smallint_col, i32 int_col, i64 bigint_col, float float_col, double double_col, string date_string_col, string string_col, timestamp timestamp_col} 2015-10-29T11:12:20,618 INFO [main]: ql.Driver (Driver.java:compile(448)) - Semantic Analysis Completed 2015-10-29T11:12:20,618 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:20,618 INFO [main]: ql.Driver (Driver.java:getSchema(244)) - Returning Hive schema: Schema(fieldSchemas:null, properties:null) 2015-10-29T11:12:20,618 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:20,619 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : compilation phase 2015-10-29T11:12:20,619 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {flushCache_()=0, isCompatibleWith_(HiveConf, )=0, getTable_(String, String, )=6} 2015-10-29T11:12:20,619 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,619 DEBUG [main]: lockmgr.DummyTxnManager (DummyTxnManager.java:acquireLocks(129)) - Adding file:/Users/sush/dev/hive.git/data/files/types/primitives/090401.txt to list of lock inputs 2015-10-29T11:12:20,619 DEBUG [main]: lockmgr.DummyTxnManager (DummyTxnManager.java:acquireLocks(148)) - Adding default@primitives to list of lock outputs 2015-10-29T11:12:20,619 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:lock(262)) - Acquiring lock for default with mode IMPLICIT 2015-10-29T11:12:20,621 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:lock(262)) - Acquiring lock for default/primitives with mode IMPLICIT 2015-10-29T11:12:20,623 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:20,623 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,623 INFO [main]: ql.Driver (Driver.java:execute(1468)) - Starting command(queryId=sush_20151029111220_3b745bc9-00de-4c71-becb-ee74ef7bf576): LOAD DATA LOCAL INPATH "/Users/sush/dev/hive.git/itests/qtest/../..//data/files/types/primitives/090401.txt" OVERWRITE INTO TABLE primitives PARTITION(year=2009, month=4) 2015-10-29T11:12:20,623 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,623 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: query: LOAD DATA LOCAL INPATH "/Users/sush/dev/hive.git/itests/qtest/../..//data/files/types/primitives/090401.txt" OVERWRITE INTO TABLE primitives PARTITION(year=2009, month=4) 2015-10-29T11:12:20,623 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: type: LOAD 2015-10-29T11:12:20,623 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: Input: file:/Users/sush/dev/hive.git/data/files/types/primitives/090401.txt 2015-10-29T11:12:20,624 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: Output: default@primitives 2015-10-29T11:12:20,624 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:20,624 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,624 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:20,624 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:20,624 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,624 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,624 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-0:MOVE] in serial mode 2015-10-29T11:12:20,624 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - Loading data to table default.primitives partition (year=2009, month=4) from file:/Users/sush/dev/hive.git/data/files/types/primitives/090401.txt 2015-10-29T11:12:20,624 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,625 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=primitives 2015-10-29T11:12:20,625 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=primitives 2015-10-29T11:12:20,631 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:20,632 INFO [main]: exec.MoveTask (MoveTask.java:execute(322)) - Partition is: {year=2009, month=4} 2015-10-29T11:12:20,632 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,632 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: partition_name_has_valid_characters 2015-10-29T11:12:20,632 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=partition_name_has_valid_characters 2015-10-29T11:12:20,633 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:20,633 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,633 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=primitives 2015-10-29T11:12:20,633 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=primitives 2015-10-29T11:12:20,640 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:20,641 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,641 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_partition_with_auth : db=default tbl=primitives[2009,4] 2015-10-29T11:12:20,641 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_partition_with_auth : db=default tbl=primitives[2009,4] 2015-10-29T11:12:20,658 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:20,658 INFO [main]: common.FileUtils (FileUtils.java:mkdir(502)) - Creating directory if it doesn't exist: pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/primitives/year=2009/month=4 2015-10-29T11:12:20,672 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chgrp,-R,staff,pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/primitives/year=2009/month=4} 2015-10-29T11:12:20,678 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:12:20,678 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chmod,-R,755,pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/primitives/year=2009/month=4} 2015-10-29T11:12:20,687 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:12:20,692 DEBUG [main]: shims.HadoopShimsSecure (Hadoop23Shims.java:debugLog(937)) - FileStatus{path=pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/primitives/year=2009/month=4; isDirectory=true; modification_time=1446142340000; access_time=0; owner=sush; group=staff; permission=rwxr-xr-x; isSymlink=false} 2015-10-29T11:12:20,693 DEBUG [main]: metadata.Hive (Hive.java:isSubDir(2607)) - The source path is /Users/sush/dev/hive.git/data/files/types/primitives/090401.txt and the destination path is /Users/sush/dev/hive.git/itests/qtest/target/warehouse/primitives/year=2009/month=4/090401.txt 2015-10-29T11:12:20,698 DEBUG [main]: metadata.Hive (Hive.java:moveFile(2683)) - The path pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/primitives/year=2009/month=4/090401.txt is deleted 2015-10-29T11:12:20,702 INFO [main]: metadata.Hive (Hive.java:moveFile(2742)) - Replacing src:file:/Users/sush/dev/hive.git/data/files/types/primitives/090401.txt, dest: pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/primitives/year=2009/month=4/090401.txt, Status:true 2015-10-29T11:12:20,702 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chgrp,-R,staff,pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/primitives/year=2009/month=4/090401.txt} 2015-10-29T11:12:20,708 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:12:20,708 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chmod,-R,755,pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/primitives/year=2009/month=4/090401.txt} 2015-10-29T11:12:20,718 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:12:20,723 DEBUG [main]: shims.HadoopShimsSecure (Hadoop23Shims.java:debugLog(937)) - FileStatus{path=pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/primitives/year=2009/month=4/090401.txt; isDirectory=false; length=1562; replication=1; blocksize=33554432; modification_time=1446142340000; access_time=0; owner=sush; group=staff; permission=rwxr-xr-x; isSymlink=false} 2015-10-29T11:12:20,723 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,723 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_partition_with_auth : db=default tbl=primitives[2009,4] 2015-10-29T11:12:20,723 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_partition_with_auth : db=default tbl=primitives[2009,4] 2015-10-29T11:12:20,726 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:20,726 DEBUG [main]: metadata.Hive (Hive.java:getPartition(1924)) - creating partition for table primitives with partition spec : {year=2009, month=4} 2015-10-29T11:12:20,726 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,726 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: append_partition : db=default tbl=primitives[2009,4] 2015-10-29T11:12:20,726 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=append_partition : db=default tbl=primitives[2009,4] 2015-10-29T11:12:20,727 DEBUG [main]: metastore.HiveMetaStore (HiveMetaStore.java:append_partition_with_environment_context(1959)) - 2009 2015-10-29T11:12:20,727 DEBUG [main]: metastore.HiveMetaStore (HiveMetaStore.java:append_partition_with_environment_context(1959)) - 4 2015-10-29T11:12:20,738 WARN [main]: hive.log (MetaStoreUtils.java:updatePartitionStatsFast(351)) - Updating partition stats fast for: primitives 2015-10-29T11:12:20,749 WARN [main]: hive.log (MetaStoreUtils.java:updatePartitionStatsFast(354)) - Updated size to 1562 2015-10-29T11:12:20,756 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:20,756 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,756 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_partition_with_auth : db=default tbl=primitives[2009,4] 2015-10-29T11:12:20,756 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_partition_with_auth : db=default tbl=primitives[2009,4] 2015-10-29T11:12:20,765 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:20,765 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,765 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-1:STATS] in serial mode 2015-10-29T11:12:20,765 INFO [main]: exec.StatsTask (StatsTask.java:execute(87)) - Executing stats task 2015-10-29T11:12:20,766 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,766 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=primitives 2015-10-29T11:12:20,766 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=primitives 2015-10-29T11:12:20,771 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:20,772 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,772 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=primitives 2015-10-29T11:12:20,772 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=primitives 2015-10-29T11:12:20,778 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:20,778 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,778 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_partition_with_auth : db=default tbl=primitives[2009,4] 2015-10-29T11:12:20,778 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_partition_with_auth : db=default tbl=primitives[2009,4] 2015-10-29T11:12:20,786 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:20,797 INFO [main]: exec.StatsTask (StatsTask.java:aggregateStats(224)) - Partition default.primitives{year=2009, month=4} stats: [numFiles=1, numRows=0, totalSize=1562, rawDataSize=0] 2015-10-29T11:12:20,797 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,797 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: alter_partitions : db=default tbl=primitives 2015-10-29T11:12:20,797 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=alter_partitions : db=default tbl=primitives 2015-10-29T11:12:20,797 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:alter_partitions(3219)) - New partition values:[2009, 4] 2015-10-29T11:12:20,811 WARN [main]: hive.log (MetaStoreUtils.java:updatePartitionStatsFast(351)) - Updating partition stats fast for: primitives 2015-10-29T11:12:20,821 WARN [main]: hive.log (MetaStoreUtils.java:updatePartitionStatsFast(354)) - Updated size to 1562 2015-10-29T11:12:20,855 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:20,856 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:20,856 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,856 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: query: LOAD DATA LOCAL INPATH "/Users/sush/dev/hive.git/itests/qtest/../..//data/files/types/primitives/090401.txt" OVERWRITE INTO TABLE primitives PARTITION(year=2009, month=4) 2015-10-29T11:12:20,856 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: type: LOAD 2015-10-29T11:12:20,856 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Input: file:/Users/sush/dev/hive.git/data/files/types/primitives/090401.txt 2015-10-29T11:12:20,856 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Output: default@primitives 2015-10-29T11:12:20,856 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Output: default@primitives@year=2009/month=4 2015-10-29T11:12:20,856 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:20,856 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : execution phase 2015-10-29T11:12:20,857 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {appendPartition_(String, String, List, )=30, isCompatibleWith_(HiveConf, )=0, alter_partitions_(String, String, List, )=59, getPartitionWithAuthInfo_(String, String, List, String, List, )=17, getTable_(String, String, )=27, validatePartitionNameCharacters_(List, )=1} 2015-10-29T11:12:20,857 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:20,857 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - OK 2015-10-29T11:12:20,857 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,857 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:releaseLocks(217)) - about to release lock for default/primitives 2015-10-29T11:12:20,858 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:releaseLocks(217)) - about to release lock for default 2015-10-29T11:12:20,860 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:20,860 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:20,860 DEBUG [main]: ql.Driver (DriverContext.java:shutdown(132)) - Shutting down query LOAD DATA LOCAL INPATH "/Users/sush/dev/hive.git/itests/qtest/../..//data/files/types/primitives/090401.txt" OVERWRITE INTO TABLE primitives PARTITION(year=2009, month=4) 2015-10-29T11:12:20,860 INFO [main]: CliDriver (SessionState.java:printInfo(996)) - Time taken: 0.256 seconds 2015-10-29T11:12:20,860 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,860 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,860 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,860 DEBUG [main]: conf.VariableSubstitution (VariableSubstitution.java:substitute(63)) - Substitution is on: -- -- Function qtest_get_java_boolean -- DROP FUNCTION IF EXISTS qtest_get_java_boolean 2015-10-29T11:12:20,861 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,861 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(185)) - Parsing command: -- -- Function qtest_get_java_boolean -- DROP FUNCTION IF EXISTS qtest_get_java_boolean 2015-10-29T11:12:20,861 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(209)) - Parse Completed 2015-10-29T11:12:20,862 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:20,862 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,862 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,862 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:20,862 INFO [main]: parse.FunctionSemanticAnalyzer (FunctionSemanticAnalyzer.java:analyzeInternal(66)) - analyze done 2015-10-29T11:12:20,862 INFO [main]: ql.Driver (Driver.java:compile(448)) - Semantic Analysis Completed 2015-10-29T11:12:20,862 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:20,863 INFO [main]: ql.Driver (Driver.java:getSchema(244)) - Returning Hive schema: Schema(fieldSchemas:null, properties:null) 2015-10-29T11:12:20,863 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:20,863 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : compilation phase 2015-10-29T11:12:20,863 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {flushCache_()=0, isCompatibleWith_(HiveConf, )=0} 2015-10-29T11:12:20,863 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,863 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:20,863 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,863 INFO [main]: ql.Driver (Driver.java:execute(1468)) - Starting command(queryId=sush_20151029111220_507886d7-fbfd-447b-92a1-ad0c9c4a14f2): -- -- Function qtest_get_java_boolean -- DROP FUNCTION IF EXISTS qtest_get_java_boolean 2015-10-29T11:12:20,863 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,863 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: query: -- -- Function qtest_get_java_boolean -- DROP FUNCTION IF EXISTS qtest_get_java_boolean 2015-10-29T11:12:20,863 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: type: DROPFUNCTION 2015-10-29T11:12:20,863 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:20,863 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,864 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:20,864 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:20,864 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,864 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:20,864 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,864 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: query: -- -- Function qtest_get_java_boolean -- DROP FUNCTION IF EXISTS qtest_get_java_boolean 2015-10-29T11:12:20,864 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: type: DROPFUNCTION 2015-10-29T11:12:20,864 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:20,864 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : execution phase 2015-10-29T11:12:20,864 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {} 2015-10-29T11:12:20,864 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:20,864 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - OK 2015-10-29T11:12:20,864 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,864 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:20,864 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:20,865 DEBUG [main]: ql.Driver (DriverContext.java:shutdown(132)) - Shutting down query -- -- Function qtest_get_java_boolean -- DROP FUNCTION IF EXISTS qtest_get_java_boolean 2015-10-29T11:12:20,865 INFO [main]: CliDriver (SessionState.java:printInfo(996)) - Time taken: 0.005 seconds 2015-10-29T11:12:20,865 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,865 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,865 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,865 DEBUG [main]: conf.VariableSubstitution (VariableSubstitution.java:substitute(63)) - Substitution is on: CREATE FUNCTION qtest_get_java_boolean AS 'org.apache.hadoop.hive.ql.udf.generic.GenericUDFTestGetJavaBoolean' 2015-10-29T11:12:20,865 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,865 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(185)) - Parsing command: CREATE FUNCTION qtest_get_java_boolean AS 'org.apache.hadoop.hive.ql.udf.generic.GenericUDFTestGetJavaBoolean' 2015-10-29T11:12:20,866 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(209)) - Parse Completed 2015-10-29T11:12:20,866 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:20,866 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,866 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,867 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:20,868 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,868 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_database: default 2015-10-29T11:12:20,868 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_database: default 2015-10-29T11:12:20,869 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:getDatabase(348)) - getDatabase: directsql returning db default locn[pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse] desc [Default Hive database] owner [public] ownertype [ROLE] 2015-10-29T11:12:20,869 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:20,869 INFO [main]: parse.FunctionSemanticAnalyzer (FunctionSemanticAnalyzer.java:analyzeInternal(66)) - analyze done 2015-10-29T11:12:20,869 INFO [main]: ql.Driver (Driver.java:compile(448)) - Semantic Analysis Completed 2015-10-29T11:12:20,869 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:20,869 INFO [main]: ql.Driver (Driver.java:getSchema(244)) - Returning Hive schema: Schema(fieldSchemas:null, properties:null) 2015-10-29T11:12:20,869 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:20,870 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : compilation phase 2015-10-29T11:12:20,870 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {flushCache_()=1, isCompatibleWith_(HiveConf, )=0, getDatabase_(String, )=1} 2015-10-29T11:12:20,870 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,870 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:20,870 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,870 INFO [main]: ql.Driver (Driver.java:execute(1468)) - Starting command(queryId=sush_20151029111220_c4a58da2-b799-417a-b246-a8e21546112f): CREATE FUNCTION qtest_get_java_boolean AS 'org.apache.hadoop.hive.ql.udf.generic.GenericUDFTestGetJavaBoolean' 2015-10-29T11:12:20,870 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,870 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: query: CREATE FUNCTION qtest_get_java_boolean AS 'org.apache.hadoop.hive.ql.udf.generic.GenericUDFTestGetJavaBoolean' 2015-10-29T11:12:20,870 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: type: CREATEFUNCTION 2015-10-29T11:12:20,870 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: Output: database:default 2015-10-29T11:12:20,870 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: Output: default.qtest_get_java_boolean 2015-10-29T11:12:20,870 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:20,870 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,871 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:20,871 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:20,871 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,871 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,871 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-0:FUNC] in serial mode 2015-10-29T11:12:20,872 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,873 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:getDatabase(348)) - getDatabase: directsql returning db default locn[pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse] desc [Default Hive database] owner [public] ownertype [ROLE] 2015-10-29T11:12:20,890 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:20,890 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:20,890 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,890 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: query: CREATE FUNCTION qtest_get_java_boolean AS 'org.apache.hadoop.hive.ql.udf.generic.GenericUDFTestGetJavaBoolean' 2015-10-29T11:12:20,890 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: type: CREATEFUNCTION 2015-10-29T11:12:20,890 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Output: database:default 2015-10-29T11:12:20,890 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Output: default.qtest_get_java_boolean 2015-10-29T11:12:20,891 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:20,891 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : execution phase 2015-10-29T11:12:20,891 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {isCompatibleWith_(HiveConf, )=0, createFunction_(Function, )=18} 2015-10-29T11:12:20,891 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:20,891 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - OK 2015-10-29T11:12:20,891 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,891 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:20,891 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:20,891 DEBUG [main]: ql.Driver (DriverContext.java:shutdown(132)) - Shutting down query CREATE FUNCTION qtest_get_java_boolean AS 'org.apache.hadoop.hive.ql.udf.generic.GenericUDFTestGetJavaBoolean' 2015-10-29T11:12:20,891 INFO [main]: CliDriver (SessionState.java:printInfo(996)) - Time taken: 0.026 seconds 2015-10-29T11:12:20,892 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,892 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,892 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,892 DEBUG [main]: conf.VariableSubstitution (VariableSubstitution.java:substitute(63)) - Substitution is on: -- -- Table dest1 -- DROP TABLE IF EXISTS dest1 2015-10-29T11:12:20,892 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,892 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(185)) - Parsing command: -- -- Table dest1 -- DROP TABLE IF EXISTS dest1 2015-10-29T11:12:20,892 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(209)) - Parse Completed 2015-10-29T11:12:20,892 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:20,892 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,893 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,893 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:20,893 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,893 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=dest1 2015-10-29T11:12:20,893 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=dest1 2015-10-29T11:12:20,894 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:20,894 INFO [main]: ql.Driver (Driver.java:compile(448)) - Semantic Analysis Completed 2015-10-29T11:12:20,894 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:20,894 INFO [main]: ql.Driver (Driver.java:getSchema(244)) - Returning Hive schema: Schema(fieldSchemas:null, properties:null) 2015-10-29T11:12:20,894 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:20,894 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : compilation phase 2015-10-29T11:12:20,894 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {flushCache_()=0, isCompatibleWith_(HiveConf, )=1} 2015-10-29T11:12:20,894 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,894 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:20,894 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,894 INFO [main]: ql.Driver (Driver.java:execute(1468)) - Starting command(queryId=sush_20151029111220_f07a7cd7-ac5e-4e02-aa4a-613f8f060cca): -- -- Table dest1 -- DROP TABLE IF EXISTS dest1 2015-10-29T11:12:20,895 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,895 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: query: -- -- Table dest1 -- DROP TABLE IF EXISTS dest1 2015-10-29T11:12:20,895 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: type: DROPTABLE 2015-10-29T11:12:20,895 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:20,895 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,895 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:20,895 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:20,895 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,895 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,895 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-0:DDL] in serial mode 2015-10-29T11:12:20,895 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,896 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=dest1 2015-10-29T11:12:20,896 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=dest1 2015-10-29T11:12:20,896 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:20,897 ERROR [main]: metadata.Hive (Hive.java:getTable(1178)) - Table dest1 not found: default.dest1 table not found 2015-10-29T11:12:20,897 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,897 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=dest1 2015-10-29T11:12:20,897 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=dest1 2015-10-29T11:12:20,898 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:20,898 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:20,898 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,898 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: query: -- -- Table dest1 -- DROP TABLE IF EXISTS dest1 2015-10-29T11:12:20,898 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: type: DROPTABLE 2015-10-29T11:12:20,898 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:20,898 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : execution phase 2015-10-29T11:12:20,898 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {dropTable_(String, String, boolean, boolean, boolean, )=1, isCompatibleWith_(HiveConf, )=0} 2015-10-29T11:12:20,898 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:20,898 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - OK 2015-10-29T11:12:20,898 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,898 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:20,898 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:20,899 DEBUG [main]: ql.Driver (DriverContext.java:shutdown(132)) - Shutting down query -- -- Table dest1 -- DROP TABLE IF EXISTS dest1 2015-10-29T11:12:20,899 INFO [main]: CliDriver (SessionState.java:printInfo(996)) - Time taken: 0.008 seconds 2015-10-29T11:12:20,899 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,899 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,899 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,899 DEBUG [main]: conf.VariableSubstitution (VariableSubstitution.java:substitute(63)) - Substitution is on: CREATE TABLE dest1 (key STRING COMMENT 'default', value STRING COMMENT 'default') STORED AS INPUTFORMAT 'org.apache.hadoop.mapred.TextInputFormat' OUTPUTFORMAT 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat' 2015-10-29T11:12:20,899 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,900 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(185)) - Parsing command: CREATE TABLE dest1 (key STRING COMMENT 'default', value STRING COMMENT 'default') STORED AS INPUTFORMAT 'org.apache.hadoop.mapred.TextInputFormat' OUTPUTFORMAT 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat' 2015-10-29T11:12:20,900 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(209)) - Parse Completed 2015-10-29T11:12:20,900 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:20,900 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,901 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,901 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:20,901 INFO [main]: parse.CalcitePlanner (SemanticAnalyzer.java:analyzeInternal(10062)) - Starting Semantic Analysis 2015-10-29T11:12:20,901 INFO [main]: parse.CalcitePlanner (SemanticAnalyzer.java:analyzeCreateTable(10690)) - Creating table default.dest1 position=13 2015-10-29T11:12:20,901 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,901 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_database: default 2015-10-29T11:12:20,901 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_database: default 2015-10-29T11:12:20,902 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:getDatabase(348)) - getDatabase: directsql returning db default locn[pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse] desc [Default Hive database] owner [public] ownertype [ROLE] 2015-10-29T11:12:20,902 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:20,902 INFO [main]: ql.Driver (Driver.java:compile(448)) - Semantic Analysis Completed 2015-10-29T11:12:20,903 DEBUG [main]: parse.CalcitePlanner (SemanticAnalyzer.java:validate(10519)) - validation start 2015-10-29T11:12:20,903 DEBUG [main]: parse.CalcitePlanner (SemanticAnalyzer.java:validate(10561)) - not validating writeEntity, because entity is neither table nor partition 2015-10-29T11:12:20,903 DEBUG [main]: parse.CalcitePlanner (SemanticAnalyzer.java:validate(10588)) - Not a partition. 2015-10-29T11:12:20,903 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:20,903 INFO [main]: ql.Driver (Driver.java:getSchema(244)) - Returning Hive schema: Schema(fieldSchemas:null, properties:null) 2015-10-29T11:12:20,903 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:20,903 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : compilation phase 2015-10-29T11:12:20,903 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {flushCache_()=0, isCompatibleWith_(HiveConf, )=0, getDatabase_(String, )=1} 2015-10-29T11:12:20,903 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,903 DEBUG [main]: lockmgr.DummyTxnManager (DummyTxnManager.java:acquireLocks(148)) - Adding database:default to list of lock outputs 2015-10-29T11:12:20,903 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:lock(262)) - Acquiring lock for default with mode IMPLICIT 2015-10-29T11:12:20,905 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:20,905 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,905 INFO [main]: ql.Driver (Driver.java:execute(1468)) - Starting command(queryId=sush_20151029111220_83e1d190-5ad2-479e-ace2-47ce9196884d): CREATE TABLE dest1 (key STRING COMMENT 'default', value STRING COMMENT 'default') STORED AS INPUTFORMAT 'org.apache.hadoop.mapred.TextInputFormat' OUTPUTFORMAT 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat' 2015-10-29T11:12:20,905 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,906 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: query: CREATE TABLE dest1 (key STRING COMMENT 'default', value STRING COMMENT 'default') STORED AS INPUTFORMAT 'org.apache.hadoop.mapred.TextInputFormat' OUTPUTFORMAT 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat' 2015-10-29T11:12:20,906 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: type: CREATETABLE 2015-10-29T11:12:20,906 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: Output: database:default 2015-10-29T11:12:20,906 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: Output: default@dest1 2015-10-29T11:12:20,906 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:20,906 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,906 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:20,906 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:20,906 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,906 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,906 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-0:DDL] in serial mode 2015-10-29T11:12:20,907 INFO [main]: exec.DDLTask (DDLTask.java:createTable(3805)) - Default to LazySimpleSerDe for table default.dest1 2015-10-29T11:12:20,907 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct dest1 { string key, string value} 2015-10-29T11:12:20,907 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,908 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: create_table: Table(tableName:dest1, dbName:default, owner:hive_test_user, createTime:1446142340, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:default), FieldSchema(name:value, type:string, comment:default)], location:null, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}, skewedInfo:SkewedInfo(skewedColNames:[], skewedColValues:[], skewedColValueLocationMaps:{}), storedAsSubDirectories:false), partitionKeys:[], parameters:{}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE, privileges:PrincipalPrivilegeSet(userPrivileges:{}, groupPrivileges:null, rolePrivileges:null), temporary:false) 2015-10-29T11:12:20,908 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=create_table: Table(tableName:dest1, dbName:default, owner:hive_test_user, createTime:1446142340, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:default), FieldSchema(name:value, type:string, comment:default)], location:null, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}, skewedInfo:SkewedInfo(skewedColNames:[], skewedColValues:[], skewedColValueLocationMaps:{}), storedAsSubDirectories:false), partitionKeys:[], parameters:{}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE, privileges:PrincipalPrivilegeSet(userPrivileges:{}, groupPrivileges:null, rolePrivileges:null), temporary:false) 2015-10-29T11:12:20,908 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:getDatabase(348)) - getDatabase: directsql returning db default locn[pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse] desc [Default Hive database] owner [public] ownertype [ROLE] 2015-10-29T11:12:20,909 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:getDatabase(348)) - getDatabase: directsql returning db default locn[pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse] desc [Default Hive database] owner [public] ownertype [ROLE] 2015-10-29T11:12:20,909 INFO [main]: common.FileUtils (FileUtils.java:mkdir(502)) - Creating directory if it doesn't exist: pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/dest1 2015-10-29T11:12:20,924 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chgrp,-R,staff,pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/dest1} 2015-10-29T11:12:20,930 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:12:20,930 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chmod,-R,755,pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/dest1} 2015-10-29T11:12:20,939 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:12:20,944 DEBUG [main]: shims.HadoopShimsSecure (Hadoop23Shims.java:debugLog(937)) - FileStatus{path=pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/dest1; isDirectory=true; modification_time=1446142340000; access_time=0; owner=sush; group=staff; permission=rwxr-xr-x; isSymlink=false} 2015-10-29T11:12:20,955 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:20,955 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:20,955 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,955 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: query: CREATE TABLE dest1 (key STRING COMMENT 'default', value STRING COMMENT 'default') STORED AS INPUTFORMAT 'org.apache.hadoop.mapred.TextInputFormat' OUTPUTFORMAT 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat' 2015-10-29T11:12:20,955 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: type: CREATETABLE 2015-10-29T11:12:20,956 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Output: database:default 2015-10-29T11:12:20,956 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Output: default@dest1 2015-10-29T11:12:20,956 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:20,956 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : execution phase 2015-10-29T11:12:20,956 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {createTable_(Table, )=48, isCompatibleWith_(HiveConf, )=0} 2015-10-29T11:12:20,956 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:20,956 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - OK 2015-10-29T11:12:20,956 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,956 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:releaseLocks(217)) - about to release lock for default 2015-10-29T11:12:20,958 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:20,958 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:20,958 DEBUG [main]: ql.Driver (DriverContext.java:shutdown(132)) - Shutting down query CREATE TABLE dest1 (key STRING COMMENT 'default', value STRING COMMENT 'default') STORED AS INPUTFORMAT 'org.apache.hadoop.mapred.TextInputFormat' OUTPUTFORMAT 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat' 2015-10-29T11:12:20,958 INFO [main]: CliDriver (SessionState.java:printInfo(996)) - Time taken: 0.059 seconds 2015-10-29T11:12:20,958 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,958 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,958 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,958 DEBUG [main]: conf.VariableSubstitution (VariableSubstitution.java:substitute(63)) - Substitution is on: -- -- Table dest2 -- DROP TABLE IF EXISTS dest2 2015-10-29T11:12:20,959 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,959 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(185)) - Parsing command: -- -- Table dest2 -- DROP TABLE IF EXISTS dest2 2015-10-29T11:12:20,959 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(209)) - Parse Completed 2015-10-29T11:12:20,959 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:20,959 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,959 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,959 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:20,960 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,960 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=dest2 2015-10-29T11:12:20,960 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=dest2 2015-10-29T11:12:20,960 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:20,960 INFO [main]: ql.Driver (Driver.java:compile(448)) - Semantic Analysis Completed 2015-10-29T11:12:20,961 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:20,961 INFO [main]: ql.Driver (Driver.java:getSchema(244)) - Returning Hive schema: Schema(fieldSchemas:null, properties:null) 2015-10-29T11:12:20,961 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:20,961 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : compilation phase 2015-10-29T11:12:20,961 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {flushCache_()=0, isCompatibleWith_(HiveConf, )=0} 2015-10-29T11:12:20,961 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,961 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:20,961 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,961 INFO [main]: ql.Driver (Driver.java:execute(1468)) - Starting command(queryId=sush_20151029111220_6e333ee0-a9d7-42bb-b31d-981e8226723d): -- -- Table dest2 -- DROP TABLE IF EXISTS dest2 2015-10-29T11:12:20,961 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,961 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: query: -- -- Table dest2 -- DROP TABLE IF EXISTS dest2 2015-10-29T11:12:20,961 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: type: DROPTABLE 2015-10-29T11:12:20,961 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:20,961 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,962 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:20,962 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:20,962 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,962 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,962 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-0:DDL] in serial mode 2015-10-29T11:12:20,962 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,962 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=dest2 2015-10-29T11:12:20,962 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=dest2 2015-10-29T11:12:20,963 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:20,963 ERROR [main]: metadata.Hive (Hive.java:getTable(1178)) - Table dest2 not found: default.dest2 table not found 2015-10-29T11:12:20,963 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,963 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=dest2 2015-10-29T11:12:20,963 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=dest2 2015-10-29T11:12:20,964 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:20,964 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:20,964 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,964 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: query: -- -- Table dest2 -- DROP TABLE IF EXISTS dest2 2015-10-29T11:12:20,964 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: type: DROPTABLE 2015-10-29T11:12:20,964 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:20,964 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : execution phase 2015-10-29T11:12:20,964 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {dropTable_(String, String, boolean, boolean, boolean, )=1, isCompatibleWith_(HiveConf, )=0} 2015-10-29T11:12:20,964 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:20,964 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - OK 2015-10-29T11:12:20,964 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,964 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:20,965 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:20,965 DEBUG [main]: ql.Driver (DriverContext.java:shutdown(132)) - Shutting down query -- -- Table dest2 -- DROP TABLE IF EXISTS dest2 2015-10-29T11:12:20,965 INFO [main]: CliDriver (SessionState.java:printInfo(996)) - Time taken: 0.007 seconds 2015-10-29T11:12:20,965 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,965 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,965 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,965 DEBUG [main]: conf.VariableSubstitution (VariableSubstitution.java:substitute(63)) - Substitution is on: CREATE TABLE dest2 (key STRING COMMENT 'default', value STRING COMMENT 'default') STORED AS INPUTFORMAT 'org.apache.hadoop.mapred.TextInputFormat' OUTPUTFORMAT 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat' 2015-10-29T11:12:20,965 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,965 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(185)) - Parsing command: CREATE TABLE dest2 (key STRING COMMENT 'default', value STRING COMMENT 'default') STORED AS INPUTFORMAT 'org.apache.hadoop.mapred.TextInputFormat' OUTPUTFORMAT 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat' 2015-10-29T11:12:20,966 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(209)) - Parse Completed 2015-10-29T11:12:20,966 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:20,966 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,966 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,966 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:20,966 INFO [main]: parse.CalcitePlanner (SemanticAnalyzer.java:analyzeInternal(10062)) - Starting Semantic Analysis 2015-10-29T11:12:20,967 INFO [main]: parse.CalcitePlanner (SemanticAnalyzer.java:analyzeCreateTable(10690)) - Creating table default.dest2 position=13 2015-10-29T11:12:20,967 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,967 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_database: default 2015-10-29T11:12:20,967 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_database: default 2015-10-29T11:12:20,968 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:getDatabase(348)) - getDatabase: directsql returning db default locn[pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse] desc [Default Hive database] owner [public] ownertype [ROLE] 2015-10-29T11:12:20,968 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:20,968 INFO [main]: ql.Driver (Driver.java:compile(448)) - Semantic Analysis Completed 2015-10-29T11:12:20,968 DEBUG [main]: parse.CalcitePlanner (SemanticAnalyzer.java:validate(10519)) - validation start 2015-10-29T11:12:20,968 DEBUG [main]: parse.CalcitePlanner (SemanticAnalyzer.java:validate(10561)) - not validating writeEntity, because entity is neither table nor partition 2015-10-29T11:12:20,968 DEBUG [main]: parse.CalcitePlanner (SemanticAnalyzer.java:validate(10588)) - Not a partition. 2015-10-29T11:12:20,968 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:20,968 INFO [main]: ql.Driver (Driver.java:getSchema(244)) - Returning Hive schema: Schema(fieldSchemas:null, properties:null) 2015-10-29T11:12:20,969 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:20,969 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : compilation phase 2015-10-29T11:12:20,969 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {flushCache_()=0, isCompatibleWith_(HiveConf, )=0, getDatabase_(String, )=1} 2015-10-29T11:12:20,969 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,969 DEBUG [main]: lockmgr.DummyTxnManager (DummyTxnManager.java:acquireLocks(148)) - Adding database:default to list of lock outputs 2015-10-29T11:12:20,969 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:lock(262)) - Acquiring lock for default with mode IMPLICIT 2015-10-29T11:12:20,971 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:20,971 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,971 INFO [main]: ql.Driver (Driver.java:execute(1468)) - Starting command(queryId=sush_20151029111220_941d5bf6-0399-497d-ae0b-38e69eb640ff): CREATE TABLE dest2 (key STRING COMMENT 'default', value STRING COMMENT 'default') STORED AS INPUTFORMAT 'org.apache.hadoop.mapred.TextInputFormat' OUTPUTFORMAT 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat' 2015-10-29T11:12:20,971 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,971 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: query: CREATE TABLE dest2 (key STRING COMMENT 'default', value STRING COMMENT 'default') STORED AS INPUTFORMAT 'org.apache.hadoop.mapred.TextInputFormat' OUTPUTFORMAT 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat' 2015-10-29T11:12:20,971 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: type: CREATETABLE 2015-10-29T11:12:20,972 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: Output: database:default 2015-10-29T11:12:20,972 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: Output: default@dest2 2015-10-29T11:12:20,972 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:20,972 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,972 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:20,972 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:20,972 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,972 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,972 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-0:DDL] in serial mode 2015-10-29T11:12:20,972 INFO [main]: exec.DDLTask (DDLTask.java:createTable(3805)) - Default to LazySimpleSerDe for table default.dest2 2015-10-29T11:12:20,973 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct dest2 { string key, string value} 2015-10-29T11:12:20,973 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:20,973 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: create_table: Table(tableName:dest2, dbName:default, owner:hive_test_user, createTime:1446142340, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:default), FieldSchema(name:value, type:string, comment:default)], location:null, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}, skewedInfo:SkewedInfo(skewedColNames:[], skewedColValues:[], skewedColValueLocationMaps:{}), storedAsSubDirectories:false), partitionKeys:[], parameters:{}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE, privileges:PrincipalPrivilegeSet(userPrivileges:{}, groupPrivileges:null, rolePrivileges:null), temporary:false) 2015-10-29T11:12:20,974 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=create_table: Table(tableName:dest2, dbName:default, owner:hive_test_user, createTime:1446142340, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:default), FieldSchema(name:value, type:string, comment:default)], location:null, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}, skewedInfo:SkewedInfo(skewedColNames:[], skewedColValues:[], skewedColValueLocationMaps:{}), storedAsSubDirectories:false), partitionKeys:[], parameters:{}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE, privileges:PrincipalPrivilegeSet(userPrivileges:{}, groupPrivileges:null, rolePrivileges:null), temporary:false) 2015-10-29T11:12:20,975 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:getDatabase(348)) - getDatabase: directsql returning db default locn[pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse] desc [Default Hive database] owner [public] ownertype [ROLE] 2015-10-29T11:12:20,976 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:getDatabase(348)) - getDatabase: directsql returning db default locn[pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse] desc [Default Hive database] owner [public] ownertype [ROLE] 2015-10-29T11:12:20,976 INFO [main]: common.FileUtils (FileUtils.java:mkdir(502)) - Creating directory if it doesn't exist: pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/dest2 2015-10-29T11:12:20,990 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chgrp,-R,staff,pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/dest2} 2015-10-29T11:12:20,997 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:12:20,997 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chmod,-R,755,pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/dest2} 2015-10-29T11:12:21,006 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:12:21,011 DEBUG [main]: shims.HadoopShimsSecure (Hadoop23Shims.java:debugLog(937)) - FileStatus{path=pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/dest2; isDirectory=true; modification_time=1446142340000; access_time=0; owner=sush; group=staff; permission=rwxr-xr-x; isSymlink=false} 2015-10-29T11:12:21,020 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,021 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,021 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,021 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: query: CREATE TABLE dest2 (key STRING COMMENT 'default', value STRING COMMENT 'default') STORED AS INPUTFORMAT 'org.apache.hadoop.mapred.TextInputFormat' OUTPUTFORMAT 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat' 2015-10-29T11:12:21,021 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: type: CREATETABLE 2015-10-29T11:12:21,021 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Output: database:default 2015-10-29T11:12:21,021 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Output: default@dest2 2015-10-29T11:12:21,021 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,021 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : execution phase 2015-10-29T11:12:21,021 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {createTable_(Table, )=48, isCompatibleWith_(HiveConf, )=0} 2015-10-29T11:12:21,021 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,021 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - OK 2015-10-29T11:12:21,021 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,022 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:releaseLocks(217)) - about to release lock for default 2015-10-29T11:12:21,023 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,024 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,024 DEBUG [main]: ql.Driver (DriverContext.java:shutdown(132)) - Shutting down query CREATE TABLE dest2 (key STRING COMMENT 'default', value STRING COMMENT 'default') STORED AS INPUTFORMAT 'org.apache.hadoop.mapred.TextInputFormat' OUTPUTFORMAT 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat' 2015-10-29T11:12:21,024 INFO [main]: CliDriver (SessionState.java:printInfo(996)) - Time taken: 0.059 seconds 2015-10-29T11:12:21,024 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,024 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,024 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,024 DEBUG [main]: conf.VariableSubstitution (VariableSubstitution.java:substitute(63)) - Substitution is on: -- -- Table dest3 -- DROP TABLE IF EXISTS dest3 2015-10-29T11:12:21,024 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,025 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(185)) - Parsing command: -- -- Table dest3 -- DROP TABLE IF EXISTS dest3 2015-10-29T11:12:21,025 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(209)) - Parse Completed 2015-10-29T11:12:21,025 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,025 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,025 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,025 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,026 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,026 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=dest3 2015-10-29T11:12:21,026 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=dest3 2015-10-29T11:12:21,027 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,027 INFO [main]: ql.Driver (Driver.java:compile(448)) - Semantic Analysis Completed 2015-10-29T11:12:21,027 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,027 INFO [main]: ql.Driver (Driver.java:getSchema(244)) - Returning Hive schema: Schema(fieldSchemas:null, properties:null) 2015-10-29T11:12:21,027 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,027 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : compilation phase 2015-10-29T11:12:21,027 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {flushCache_()=1, isCompatibleWith_(HiveConf, )=0} 2015-10-29T11:12:21,027 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,027 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,027 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,027 INFO [main]: ql.Driver (Driver.java:execute(1468)) - Starting command(queryId=sush_20151029111221_15170ccf-be79-4369-8716-7455d9282bae): -- -- Table dest3 -- DROP TABLE IF EXISTS dest3 2015-10-29T11:12:21,027 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,028 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: query: -- -- Table dest3 -- DROP TABLE IF EXISTS dest3 2015-10-29T11:12:21,028 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: type: DROPTABLE 2015-10-29T11:12:21,028 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,028 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,028 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,028 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,028 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,028 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,028 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-0:DDL] in serial mode 2015-10-29T11:12:21,028 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,028 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=dest3 2015-10-29T11:12:21,029 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=dest3 2015-10-29T11:12:21,029 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,029 ERROR [main]: metadata.Hive (Hive.java:getTable(1178)) - Table dest3 not found: default.dest3 table not found 2015-10-29T11:12:21,029 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,029 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=dest3 2015-10-29T11:12:21,030 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=dest3 2015-10-29T11:12:21,030 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,030 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,030 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,030 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: query: -- -- Table dest3 -- DROP TABLE IF EXISTS dest3 2015-10-29T11:12:21,030 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: type: DROPTABLE 2015-10-29T11:12:21,030 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,031 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : execution phase 2015-10-29T11:12:21,031 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {dropTable_(String, String, boolean, boolean, boolean, )=1, isCompatibleWith_(HiveConf, )=0} 2015-10-29T11:12:21,031 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,031 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - OK 2015-10-29T11:12:21,031 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,031 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,031 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,031 DEBUG [main]: ql.Driver (DriverContext.java:shutdown(132)) - Shutting down query -- -- Table dest3 -- DROP TABLE IF EXISTS dest3 2015-10-29T11:12:21,031 INFO [main]: CliDriver (SessionState.java:printInfo(996)) - Time taken: 0.007 seconds 2015-10-29T11:12:21,031 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,031 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,031 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,032 DEBUG [main]: conf.VariableSubstitution (VariableSubstitution.java:substitute(63)) - Substitution is on: CREATE TABLE dest3 (key STRING COMMENT 'default', value STRING COMMENT 'default') PARTITIONED BY (ds STRING, hr STRING) STORED AS INPUTFORMAT 'org.apache.hadoop.mapred.TextInputFormat' OUTPUTFORMAT 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat' 2015-10-29T11:12:21,032 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,032 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(185)) - Parsing command: CREATE TABLE dest3 (key STRING COMMENT 'default', value STRING COMMENT 'default') PARTITIONED BY (ds STRING, hr STRING) STORED AS INPUTFORMAT 'org.apache.hadoop.mapred.TextInputFormat' OUTPUTFORMAT 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat' 2015-10-29T11:12:21,032 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(209)) - Parse Completed 2015-10-29T11:12:21,032 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,033 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,033 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,033 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,033 INFO [main]: parse.CalcitePlanner (SemanticAnalyzer.java:analyzeInternal(10062)) - Starting Semantic Analysis 2015-10-29T11:12:21,033 INFO [main]: parse.CalcitePlanner (SemanticAnalyzer.java:analyzeCreateTable(10690)) - Creating table default.dest3 position=13 2015-10-29T11:12:21,033 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,033 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_database: default 2015-10-29T11:12:21,033 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_database: default 2015-10-29T11:12:21,034 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:getDatabase(348)) - getDatabase: directsql returning db default locn[pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse] desc [Default Hive database] owner [public] ownertype [ROLE] 2015-10-29T11:12:21,034 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,035 INFO [main]: ql.Driver (Driver.java:compile(448)) - Semantic Analysis Completed 2015-10-29T11:12:21,035 DEBUG [main]: parse.CalcitePlanner (SemanticAnalyzer.java:validate(10519)) - validation start 2015-10-29T11:12:21,035 DEBUG [main]: parse.CalcitePlanner (SemanticAnalyzer.java:validate(10561)) - not validating writeEntity, because entity is neither table nor partition 2015-10-29T11:12:21,035 DEBUG [main]: parse.CalcitePlanner (SemanticAnalyzer.java:validate(10588)) - Not a partition. 2015-10-29T11:12:21,035 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,035 INFO [main]: ql.Driver (Driver.java:getSchema(244)) - Returning Hive schema: Schema(fieldSchemas:null, properties:null) 2015-10-29T11:12:21,035 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,035 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : compilation phase 2015-10-29T11:12:21,035 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {flushCache_()=0, isCompatibleWith_(HiveConf, )=0, getDatabase_(String, )=2} 2015-10-29T11:12:21,035 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,036 DEBUG [main]: lockmgr.DummyTxnManager (DummyTxnManager.java:acquireLocks(148)) - Adding database:default to list of lock outputs 2015-10-29T11:12:21,036 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:lock(262)) - Acquiring lock for default with mode IMPLICIT 2015-10-29T11:12:21,038 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,038 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,038 INFO [main]: ql.Driver (Driver.java:execute(1468)) - Starting command(queryId=sush_20151029111221_da935468-2f87-4567-930c-eea5c5d4d293): CREATE TABLE dest3 (key STRING COMMENT 'default', value STRING COMMENT 'default') PARTITIONED BY (ds STRING, hr STRING) STORED AS INPUTFORMAT 'org.apache.hadoop.mapred.TextInputFormat' OUTPUTFORMAT 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat' 2015-10-29T11:12:21,038 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,038 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: query: CREATE TABLE dest3 (key STRING COMMENT 'default', value STRING COMMENT 'default') PARTITIONED BY (ds STRING, hr STRING) STORED AS INPUTFORMAT 'org.apache.hadoop.mapred.TextInputFormat' OUTPUTFORMAT 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat' 2015-10-29T11:12:21,039 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: type: CREATETABLE 2015-10-29T11:12:21,039 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: Output: database:default 2015-10-29T11:12:21,039 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: Output: default@dest3 2015-10-29T11:12:21,039 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,039 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,039 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,039 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,039 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,039 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,039 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-0:DDL] in serial mode 2015-10-29T11:12:21,040 INFO [main]: exec.DDLTask (DDLTask.java:createTable(3805)) - Default to LazySimpleSerDe for table default.dest3 2015-10-29T11:12:21,040 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct dest3 { string key, string value} 2015-10-29T11:12:21,041 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,041 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: create_table: Table(tableName:dest3, dbName:default, owner:hive_test_user, createTime:1446142341, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:default), FieldSchema(name:value, type:string, comment:default)], location:null, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}, skewedInfo:SkewedInfo(skewedColNames:[], skewedColValues:[], skewedColValueLocationMaps:{}), storedAsSubDirectories:false), partitionKeys:[FieldSchema(name:ds, type:string, comment:null), FieldSchema(name:hr, type:string, comment:null)], parameters:{}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE, privileges:PrincipalPrivilegeSet(userPrivileges:{}, groupPrivileges:null, rolePrivileges:null), temporary:false) 2015-10-29T11:12:21,041 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=create_table: Table(tableName:dest3, dbName:default, owner:hive_test_user, createTime:1446142341, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:default), FieldSchema(name:value, type:string, comment:default)], location:null, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}, skewedInfo:SkewedInfo(skewedColNames:[], skewedColValues:[], skewedColValueLocationMaps:{}), storedAsSubDirectories:false), partitionKeys:[FieldSchema(name:ds, type:string, comment:null), FieldSchema(name:hr, type:string, comment:null)], parameters:{}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE, privileges:PrincipalPrivilegeSet(userPrivileges:{}, groupPrivileges:null, rolePrivileges:null), temporary:false) 2015-10-29T11:12:21,042 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:getDatabase(348)) - getDatabase: directsql returning db default locn[pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse] desc [Default Hive database] owner [public] ownertype [ROLE] 2015-10-29T11:12:21,043 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:getDatabase(348)) - getDatabase: directsql returning db default locn[pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse] desc [Default Hive database] owner [public] ownertype [ROLE] 2015-10-29T11:12:21,043 INFO [main]: common.FileUtils (FileUtils.java:mkdir(502)) - Creating directory if it doesn't exist: pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/dest3 2015-10-29T11:12:21,057 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chgrp,-R,staff,pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/dest3} 2015-10-29T11:12:21,062 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:12:21,063 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chmod,-R,755,pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/dest3} 2015-10-29T11:12:21,071 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:12:21,077 DEBUG [main]: shims.HadoopShimsSecure (Hadoop23Shims.java:debugLog(937)) - FileStatus{path=pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/dest3; isDirectory=true; modification_time=1446142341000; access_time=0; owner=sush; group=staff; permission=rwxr-xr-x; isSymlink=false} 2015-10-29T11:12:21,084 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,084 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,084 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,084 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: query: CREATE TABLE dest3 (key STRING COMMENT 'default', value STRING COMMENT 'default') PARTITIONED BY (ds STRING, hr STRING) STORED AS INPUTFORMAT 'org.apache.hadoop.mapred.TextInputFormat' OUTPUTFORMAT 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat' 2015-10-29T11:12:21,084 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: type: CREATETABLE 2015-10-29T11:12:21,084 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Output: database:default 2015-10-29T11:12:21,084 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Output: default@dest3 2015-10-29T11:12:21,084 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,084 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : execution phase 2015-10-29T11:12:21,084 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {createTable_(Table, )=43, isCompatibleWith_(HiveConf, )=0} 2015-10-29T11:12:21,084 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,085 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - OK 2015-10-29T11:12:21,085 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,085 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:releaseLocks(217)) - about to release lock for default 2015-10-29T11:12:21,086 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,087 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,087 DEBUG [main]: ql.Driver (DriverContext.java:shutdown(132)) - Shutting down query CREATE TABLE dest3 (key STRING COMMENT 'default', value STRING COMMENT 'default') PARTITIONED BY (ds STRING, hr STRING) STORED AS INPUTFORMAT 'org.apache.hadoop.mapred.TextInputFormat' OUTPUTFORMAT 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat' 2015-10-29T11:12:21,087 INFO [main]: CliDriver (SessionState.java:printInfo(996)) - Time taken: 0.056 seconds 2015-10-29T11:12:21,087 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,087 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,087 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,087 DEBUG [main]: conf.VariableSubstitution (VariableSubstitution.java:substitute(63)) - Substitution is on: ALTER TABLE dest3 ADD PARTITION (ds='2008-04-08',hr='12') 2015-10-29T11:12:21,087 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,087 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(185)) - Parsing command: ALTER TABLE dest3 ADD PARTITION (ds='2008-04-08',hr='12') 2015-10-29T11:12:21,089 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(209)) - Parse Completed 2015-10-29T11:12:21,089 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,089 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,089 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,090 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,090 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,090 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=dest3 2015-10-29T11:12:21,090 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=dest3 2015-10-29T11:12:21,096 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,098 INFO [main]: ql.Driver (Driver.java:compile(448)) - Semantic Analysis Completed 2015-10-29T11:12:21,099 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,099 INFO [main]: ql.Driver (Driver.java:getSchema(244)) - Returning Hive schema: Schema(fieldSchemas:null, properties:null) 2015-10-29T11:12:21,099 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,099 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : compilation phase 2015-10-29T11:12:21,099 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {flushCache_()=1, isCompatibleWith_(HiveConf, )=0, getTable_(String, String, )=7} 2015-10-29T11:12:21,099 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,099 DEBUG [main]: lockmgr.DummyTxnManager (DummyTxnManager.java:acquireLocks(148)) - Adding default@dest3 to list of lock outputs 2015-10-29T11:12:21,099 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:lock(262)) - Acquiring lock for default with mode IMPLICIT 2015-10-29T11:12:21,101 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:lock(262)) - Acquiring lock for default/dest3 with mode IMPLICIT 2015-10-29T11:12:21,103 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,103 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,103 INFO [main]: ql.Driver (Driver.java:execute(1468)) - Starting command(queryId=sush_20151029111221_7e06b59f-1ae4-4802-86ce-ff5a1101a22a): ALTER TABLE dest3 ADD PARTITION (ds='2008-04-08',hr='12') 2015-10-29T11:12:21,103 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,103 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: query: ALTER TABLE dest3 ADD PARTITION (ds='2008-04-08',hr='12') 2015-10-29T11:12:21,104 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: type: ALTERTABLE_ADDPARTS 2015-10-29T11:12:21,104 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: Output: default@dest3 2015-10-29T11:12:21,104 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,104 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,104 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,104 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,104 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,104 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,104 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-0:DDL] in serial mode 2015-10-29T11:12:21,104 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,104 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=dest3 2015-10-29T11:12:21,105 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=dest3 2015-10-29T11:12:21,114 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,115 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,117 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: add_partitions 2015-10-29T11:12:21,117 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=add_partitions 2015-10-29T11:12:21,136 INFO [main]: common.FileUtils (FileUtils.java:mkdir(502)) - Creating directory if it doesn't exist: pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/dest3/ds=2008-04-08/hr=12 2015-10-29T11:12:21,152 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chgrp,-R,staff,pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/dest3/ds=2008-04-08} 2015-10-29T11:12:21,163 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:12:21,163 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chmod,-R,755,pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/dest3/ds=2008-04-08} 2015-10-29T11:12:21,178 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:12:21,183 DEBUG [main]: shims.HadoopShimsSecure (Hadoop23Shims.java:debugLog(937)) - FileStatus{path=pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/dest3/ds=2008-04-08; isDirectory=true; modification_time=1446142341000; access_time=0; owner=sush; group=staff; permission=rwxr-xr-x; isSymlink=false} 2015-10-29T11:12:21,193 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,194 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,194 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,194 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: query: ALTER TABLE dest3 ADD PARTITION (ds='2008-04-08',hr='12') 2015-10-29T11:12:21,194 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: type: ALTERTABLE_ADDPARTS 2015-10-29T11:12:21,194 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Output: default@dest3 2015-10-29T11:12:21,194 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Output: default@dest3@ds=2008-04-08/hr=12 2015-10-29T11:12:21,194 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,194 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : execution phase 2015-10-29T11:12:21,194 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {isCompatibleWith_(HiveConf, )=0, add_partitions_(List, boolean, boolean, )=79, getTable_(String, String, )=11} 2015-10-29T11:12:21,194 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,194 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - OK 2015-10-29T11:12:21,194 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,195 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:releaseLocks(217)) - about to release lock for default/dest3 2015-10-29T11:12:21,196 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:releaseLocks(217)) - about to release lock for default 2015-10-29T11:12:21,198 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,198 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,198 DEBUG [main]: ql.Driver (DriverContext.java:shutdown(132)) - Shutting down query ALTER TABLE dest3 ADD PARTITION (ds='2008-04-08',hr='12') 2015-10-29T11:12:21,198 INFO [main]: CliDriver (SessionState.java:printInfo(996)) - Time taken: 0.111 seconds 2015-10-29T11:12:21,198 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,198 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,198 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,198 DEBUG [main]: conf.VariableSubstitution (VariableSubstitution.java:substitute(63)) - Substitution is on: -- -- Table dest4 -- DROP TABLE IF EXISTS dest4 2015-10-29T11:12:21,199 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,199 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(185)) - Parsing command: -- -- Table dest4 -- DROP TABLE IF EXISTS dest4 2015-10-29T11:12:21,199 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(209)) - Parse Completed 2015-10-29T11:12:21,199 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,199 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,199 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,199 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,200 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,200 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=dest4 2015-10-29T11:12:21,200 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=dest4 2015-10-29T11:12:21,200 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,201 INFO [main]: ql.Driver (Driver.java:compile(448)) - Semantic Analysis Completed 2015-10-29T11:12:21,201 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,201 INFO [main]: ql.Driver (Driver.java:getSchema(244)) - Returning Hive schema: Schema(fieldSchemas:null, properties:null) 2015-10-29T11:12:21,201 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,201 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : compilation phase 2015-10-29T11:12:21,201 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {flushCache_()=1, isCompatibleWith_(HiveConf, )=0} 2015-10-29T11:12:21,201 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,201 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,201 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,201 INFO [main]: ql.Driver (Driver.java:execute(1468)) - Starting command(queryId=sush_20151029111221_e70808c0-1bec-4e74-8305-e09e5db7210e): -- -- Table dest4 -- DROP TABLE IF EXISTS dest4 2015-10-29T11:12:21,201 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,201 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: query: -- -- Table dest4 -- DROP TABLE IF EXISTS dest4 2015-10-29T11:12:21,202 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: type: DROPTABLE 2015-10-29T11:12:21,202 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,202 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,202 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,202 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,202 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,202 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,202 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-0:DDL] in serial mode 2015-10-29T11:12:21,202 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,202 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=dest4 2015-10-29T11:12:21,202 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=dest4 2015-10-29T11:12:21,203 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,203 ERROR [main]: metadata.Hive (Hive.java:getTable(1178)) - Table dest4 not found: default.dest4 table not found 2015-10-29T11:12:21,203 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,203 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=dest4 2015-10-29T11:12:21,203 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=dest4 2015-10-29T11:12:21,204 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,204 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,204 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,204 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: query: -- -- Table dest4 -- DROP TABLE IF EXISTS dest4 2015-10-29T11:12:21,204 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: type: DROPTABLE 2015-10-29T11:12:21,204 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,205 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : execution phase 2015-10-29T11:12:21,205 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {dropTable_(String, String, boolean, boolean, boolean, )=1, isCompatibleWith_(HiveConf, )=0} 2015-10-29T11:12:21,205 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,205 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - OK 2015-10-29T11:12:21,205 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,205 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,205 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,205 DEBUG [main]: ql.Driver (DriverContext.java:shutdown(132)) - Shutting down query -- -- Table dest4 -- DROP TABLE IF EXISTS dest4 2015-10-29T11:12:21,205 INFO [main]: CliDriver (SessionState.java:printInfo(996)) - Time taken: 0.007 seconds 2015-10-29T11:12:21,205 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,205 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,205 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,205 DEBUG [main]: conf.VariableSubstitution (VariableSubstitution.java:substitute(63)) - Substitution is on: CREATE TABLE dest4 (key STRING COMMENT 'default', value STRING COMMENT 'default') STORED AS INPUTFORMAT 'org.apache.hadoop.mapred.TextInputFormat' OUTPUTFORMAT 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat' 2015-10-29T11:12:21,206 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,206 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(185)) - Parsing command: CREATE TABLE dest4 (key STRING COMMENT 'default', value STRING COMMENT 'default') STORED AS INPUTFORMAT 'org.apache.hadoop.mapred.TextInputFormat' OUTPUTFORMAT 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat' 2015-10-29T11:12:21,206 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(209)) - Parse Completed 2015-10-29T11:12:21,206 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,206 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,206 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,207 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,207 INFO [main]: parse.CalcitePlanner (SemanticAnalyzer.java:analyzeInternal(10062)) - Starting Semantic Analysis 2015-10-29T11:12:21,207 INFO [main]: parse.CalcitePlanner (SemanticAnalyzer.java:analyzeCreateTable(10690)) - Creating table default.dest4 position=13 2015-10-29T11:12:21,207 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,207 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_database: default 2015-10-29T11:12:21,207 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_database: default 2015-10-29T11:12:21,208 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:getDatabase(348)) - getDatabase: directsql returning db default locn[pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse] desc [Default Hive database] owner [public] ownertype [ROLE] 2015-10-29T11:12:21,208 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,208 INFO [main]: ql.Driver (Driver.java:compile(448)) - Semantic Analysis Completed 2015-10-29T11:12:21,208 DEBUG [main]: parse.CalcitePlanner (SemanticAnalyzer.java:validate(10519)) - validation start 2015-10-29T11:12:21,208 DEBUG [main]: parse.CalcitePlanner (SemanticAnalyzer.java:validate(10561)) - not validating writeEntity, because entity is neither table nor partition 2015-10-29T11:12:21,208 DEBUG [main]: parse.CalcitePlanner (SemanticAnalyzer.java:validate(10588)) - Not a partition. 2015-10-29T11:12:21,209 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,209 INFO [main]: ql.Driver (Driver.java:getSchema(244)) - Returning Hive schema: Schema(fieldSchemas:null, properties:null) 2015-10-29T11:12:21,209 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,209 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : compilation phase 2015-10-29T11:12:21,209 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {flushCache_()=1, isCompatibleWith_(HiveConf, )=0, getDatabase_(String, )=1} 2015-10-29T11:12:21,209 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,209 DEBUG [main]: lockmgr.DummyTxnManager (DummyTxnManager.java:acquireLocks(148)) - Adding database:default to list of lock outputs 2015-10-29T11:12:21,209 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:lock(262)) - Acquiring lock for default with mode IMPLICIT 2015-10-29T11:12:21,211 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,211 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,211 INFO [main]: ql.Driver (Driver.java:execute(1468)) - Starting command(queryId=sush_20151029111221_00658fb6-9b87-4df9-b69f-13e95bedd8d4): CREATE TABLE dest4 (key STRING COMMENT 'default', value STRING COMMENT 'default') STORED AS INPUTFORMAT 'org.apache.hadoop.mapred.TextInputFormat' OUTPUTFORMAT 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat' 2015-10-29T11:12:21,211 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,211 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: query: CREATE TABLE dest4 (key STRING COMMENT 'default', value STRING COMMENT 'default') STORED AS INPUTFORMAT 'org.apache.hadoop.mapred.TextInputFormat' OUTPUTFORMAT 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat' 2015-10-29T11:12:21,211 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: type: CREATETABLE 2015-10-29T11:12:21,211 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: Output: database:default 2015-10-29T11:12:21,211 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: Output: default@dest4 2015-10-29T11:12:21,212 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,212 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,212 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,212 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,212 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,212 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,212 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-0:DDL] in serial mode 2015-10-29T11:12:21,212 INFO [main]: exec.DDLTask (DDLTask.java:createTable(3805)) - Default to LazySimpleSerDe for table default.dest4 2015-10-29T11:12:21,213 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct dest4 { string key, string value} 2015-10-29T11:12:21,213 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,213 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: create_table: Table(tableName:dest4, dbName:default, owner:hive_test_user, createTime:1446142341, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:default), FieldSchema(name:value, type:string, comment:default)], location:null, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}, skewedInfo:SkewedInfo(skewedColNames:[], skewedColValues:[], skewedColValueLocationMaps:{}), storedAsSubDirectories:false), partitionKeys:[], parameters:{}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE, privileges:PrincipalPrivilegeSet(userPrivileges:{}, groupPrivileges:null, rolePrivileges:null), temporary:false) 2015-10-29T11:12:21,213 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=create_table: Table(tableName:dest4, dbName:default, owner:hive_test_user, createTime:1446142341, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:default), FieldSchema(name:value, type:string, comment:default)], location:null, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}, skewedInfo:SkewedInfo(skewedColNames:[], skewedColValues:[], skewedColValueLocationMaps:{}), storedAsSubDirectories:false), partitionKeys:[], parameters:{}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE, privileges:PrincipalPrivilegeSet(userPrivileges:{}, groupPrivileges:null, rolePrivileges:null), temporary:false) 2015-10-29T11:12:21,214 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:getDatabase(348)) - getDatabase: directsql returning db default locn[pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse] desc [Default Hive database] owner [public] ownertype [ROLE] 2015-10-29T11:12:21,215 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:getDatabase(348)) - getDatabase: directsql returning db default locn[pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse] desc [Default Hive database] owner [public] ownertype [ROLE] 2015-10-29T11:12:21,215 INFO [main]: common.FileUtils (FileUtils.java:mkdir(502)) - Creating directory if it doesn't exist: pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/dest4 2015-10-29T11:12:21,230 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chgrp,-R,staff,pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/dest4} 2015-10-29T11:12:21,235 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:12:21,236 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chmod,-R,755,pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/dest4} 2015-10-29T11:12:21,245 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:12:21,250 DEBUG [main]: shims.HadoopShimsSecure (Hadoop23Shims.java:debugLog(937)) - FileStatus{path=pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/dest4; isDirectory=true; modification_time=1446142341000; access_time=0; owner=sush; group=staff; permission=rwxr-xr-x; isSymlink=false} 2015-10-29T11:12:21,260 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,260 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,260 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,260 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: query: CREATE TABLE dest4 (key STRING COMMENT 'default', value STRING COMMENT 'default') STORED AS INPUTFORMAT 'org.apache.hadoop.mapred.TextInputFormat' OUTPUTFORMAT 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat' 2015-10-29T11:12:21,261 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: type: CREATETABLE 2015-10-29T11:12:21,261 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Output: database:default 2015-10-29T11:12:21,261 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Output: default@dest4 2015-10-29T11:12:21,261 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,261 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : execution phase 2015-10-29T11:12:21,261 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {createTable_(Table, )=47, isCompatibleWith_(HiveConf, )=0} 2015-10-29T11:12:21,261 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,261 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - OK 2015-10-29T11:12:21,261 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,261 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:releaseLocks(217)) - about to release lock for default 2015-10-29T11:12:21,263 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,263 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,263 DEBUG [main]: ql.Driver (DriverContext.java:shutdown(132)) - Shutting down query CREATE TABLE dest4 (key STRING COMMENT 'default', value STRING COMMENT 'default') STORED AS INPUTFORMAT 'org.apache.hadoop.mapred.TextInputFormat' OUTPUTFORMAT 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat' 2015-10-29T11:12:21,263 INFO [main]: CliDriver (SessionState.java:printInfo(996)) - Time taken: 0.058 seconds 2015-10-29T11:12:21,263 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,263 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,263 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,264 DEBUG [main]: conf.VariableSubstitution (VariableSubstitution.java:substitute(63)) - Substitution is on: -- -- Table dest4_sequencefile -- DROP TABLE IF EXISTS dest4_sequencefile 2015-10-29T11:12:21,264 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,264 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(185)) - Parsing command: -- -- Table dest4_sequencefile -- DROP TABLE IF EXISTS dest4_sequencefile 2015-10-29T11:12:21,264 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(209)) - Parse Completed 2015-10-29T11:12:21,264 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,264 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,264 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,265 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,265 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,265 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=dest4_sequencefile 2015-10-29T11:12:21,265 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=dest4_sequencefile 2015-10-29T11:12:21,266 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,266 INFO [main]: ql.Driver (Driver.java:compile(448)) - Semantic Analysis Completed 2015-10-29T11:12:21,266 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,266 INFO [main]: ql.Driver (Driver.java:getSchema(244)) - Returning Hive schema: Schema(fieldSchemas:null, properties:null) 2015-10-29T11:12:21,266 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,266 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : compilation phase 2015-10-29T11:12:21,266 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {flushCache_()=1, isCompatibleWith_(HiveConf, )=0} 2015-10-29T11:12:21,266 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,266 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,266 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,266 INFO [main]: ql.Driver (Driver.java:execute(1468)) - Starting command(queryId=sush_20151029111221_00ed793f-e51c-4c8f-9f09-292203b143f7): -- -- Table dest4_sequencefile -- DROP TABLE IF EXISTS dest4_sequencefile 2015-10-29T11:12:21,267 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,267 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: query: -- -- Table dest4_sequencefile -- DROP TABLE IF EXISTS dest4_sequencefile 2015-10-29T11:12:21,267 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: type: DROPTABLE 2015-10-29T11:12:21,267 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,267 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,267 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,267 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,267 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,267 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,267 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-0:DDL] in serial mode 2015-10-29T11:12:21,268 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,268 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=dest4_sequencefile 2015-10-29T11:12:21,268 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=dest4_sequencefile 2015-10-29T11:12:21,268 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,268 ERROR [main]: metadata.Hive (Hive.java:getTable(1178)) - Table dest4_sequencefile not found: default.dest4_sequencefile table not found 2015-10-29T11:12:21,269 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,269 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=dest4_sequencefile 2015-10-29T11:12:21,269 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=dest4_sequencefile 2015-10-29T11:12:21,269 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,270 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,270 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,270 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: query: -- -- Table dest4_sequencefile -- DROP TABLE IF EXISTS dest4_sequencefile 2015-10-29T11:12:21,270 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: type: DROPTABLE 2015-10-29T11:12:21,270 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,270 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : execution phase 2015-10-29T11:12:21,270 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {dropTable_(String, String, boolean, boolean, boolean, )=1, isCompatibleWith_(HiveConf, )=0} 2015-10-29T11:12:21,270 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,270 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - OK 2015-10-29T11:12:21,270 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,270 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,270 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,270 DEBUG [main]: ql.Driver (DriverContext.java:shutdown(132)) - Shutting down query -- -- Table dest4_sequencefile -- DROP TABLE IF EXISTS dest4_sequencefile 2015-10-29T11:12:21,271 INFO [main]: CliDriver (SessionState.java:printInfo(996)) - Time taken: 0.008 seconds 2015-10-29T11:12:21,271 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,271 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,271 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,271 DEBUG [main]: conf.VariableSubstitution (VariableSubstitution.java:substitute(63)) - Substitution is on: CREATE TABLE dest4_sequencefile (key STRING COMMENT 'default', value STRING COMMENT 'default') STORED AS INPUTFORMAT 'org.apache.hadoop.mapred.SequenceFileInputFormat' OUTPUTFORMAT 'org.apache.hadoop.mapred.SequenceFileOutputFormat' 2015-10-29T11:12:21,271 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,271 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(185)) - Parsing command: CREATE TABLE dest4_sequencefile (key STRING COMMENT 'default', value STRING COMMENT 'default') STORED AS INPUTFORMAT 'org.apache.hadoop.mapred.SequenceFileInputFormat' OUTPUTFORMAT 'org.apache.hadoop.mapred.SequenceFileOutputFormat' 2015-10-29T11:12:21,272 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(209)) - Parse Completed 2015-10-29T11:12:21,272 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,272 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,272 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,272 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,272 INFO [main]: parse.CalcitePlanner (SemanticAnalyzer.java:analyzeInternal(10062)) - Starting Semantic Analysis 2015-10-29T11:12:21,272 INFO [main]: parse.CalcitePlanner (SemanticAnalyzer.java:analyzeCreateTable(10690)) - Creating table default.dest4_sequencefile position=13 2015-10-29T11:12:21,273 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,273 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_database: default 2015-10-29T11:12:21,273 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_database: default 2015-10-29T11:12:21,274 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:getDatabase(348)) - getDatabase: directsql returning db default locn[pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse] desc [Default Hive database] owner [public] ownertype [ROLE] 2015-10-29T11:12:21,274 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,274 INFO [main]: ql.Driver (Driver.java:compile(448)) - Semantic Analysis Completed 2015-10-29T11:12:21,274 DEBUG [main]: parse.CalcitePlanner (SemanticAnalyzer.java:validate(10519)) - validation start 2015-10-29T11:12:21,274 DEBUG [main]: parse.CalcitePlanner (SemanticAnalyzer.java:validate(10561)) - not validating writeEntity, because entity is neither table nor partition 2015-10-29T11:12:21,274 DEBUG [main]: parse.CalcitePlanner (SemanticAnalyzer.java:validate(10588)) - Not a partition. 2015-10-29T11:12:21,274 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,274 INFO [main]: ql.Driver (Driver.java:getSchema(244)) - Returning Hive schema: Schema(fieldSchemas:null, properties:null) 2015-10-29T11:12:21,274 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,274 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : compilation phase 2015-10-29T11:12:21,275 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {flushCache_()=0, isCompatibleWith_(HiveConf, )=0, getDatabase_(String, )=2} 2015-10-29T11:12:21,275 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,275 DEBUG [main]: lockmgr.DummyTxnManager (DummyTxnManager.java:acquireLocks(148)) - Adding database:default to list of lock outputs 2015-10-29T11:12:21,275 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:lock(262)) - Acquiring lock for default with mode IMPLICIT 2015-10-29T11:12:21,277 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,277 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,277 INFO [main]: ql.Driver (Driver.java:execute(1468)) - Starting command(queryId=sush_20151029111221_46fd6773-1967-4694-8520-465bf24e077f): CREATE TABLE dest4_sequencefile (key STRING COMMENT 'default', value STRING COMMENT 'default') STORED AS INPUTFORMAT 'org.apache.hadoop.mapred.SequenceFileInputFormat' OUTPUTFORMAT 'org.apache.hadoop.mapred.SequenceFileOutputFormat' 2015-10-29T11:12:21,277 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,277 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: query: CREATE TABLE dest4_sequencefile (key STRING COMMENT 'default', value STRING COMMENT 'default') STORED AS INPUTFORMAT 'org.apache.hadoop.mapred.SequenceFileInputFormat' OUTPUTFORMAT 'org.apache.hadoop.mapred.SequenceFileOutputFormat' 2015-10-29T11:12:21,277 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: type: CREATETABLE 2015-10-29T11:12:21,277 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: Output: database:default 2015-10-29T11:12:21,277 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: Output: default@dest4_sequencefile 2015-10-29T11:12:21,277 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,278 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,278 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,278 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,278 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,278 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,278 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-0:DDL] in serial mode 2015-10-29T11:12:21,278 INFO [main]: exec.DDLTask (DDLTask.java:createTable(3805)) - Default to LazySimpleSerDe for table default.dest4_sequencefile 2015-10-29T11:12:21,279 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct dest4_sequencefile { string key, string value} 2015-10-29T11:12:21,279 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,279 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: create_table: Table(tableName:dest4_sequencefile, dbName:default, owner:hive_test_user, createTime:1446142341, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:default), FieldSchema(name:value, type:string, comment:default)], location:null, inputFormat:org.apache.hadoop.mapred.SequenceFileInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}, skewedInfo:SkewedInfo(skewedColNames:[], skewedColValues:[], skewedColValueLocationMaps:{}), storedAsSubDirectories:false), partitionKeys:[], parameters:{}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE, privileges:PrincipalPrivilegeSet(userPrivileges:{}, groupPrivileges:null, rolePrivileges:null), temporary:false) 2015-10-29T11:12:21,279 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=create_table: Table(tableName:dest4_sequencefile, dbName:default, owner:hive_test_user, createTime:1446142341, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:default), FieldSchema(name:value, type:string, comment:default)], location:null, inputFormat:org.apache.hadoop.mapred.SequenceFileInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}, skewedInfo:SkewedInfo(skewedColNames:[], skewedColValues:[], skewedColValueLocationMaps:{}), storedAsSubDirectories:false), partitionKeys:[], parameters:{}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE, privileges:PrincipalPrivilegeSet(userPrivileges:{}, groupPrivileges:null, rolePrivileges:null), temporary:false) 2015-10-29T11:12:21,280 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:getDatabase(348)) - getDatabase: directsql returning db default locn[pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse] desc [Default Hive database] owner [public] ownertype [ROLE] 2015-10-29T11:12:21,281 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:getDatabase(348)) - getDatabase: directsql returning db default locn[pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse] desc [Default Hive database] owner [public] ownertype [ROLE] 2015-10-29T11:12:21,281 INFO [main]: common.FileUtils (FileUtils.java:mkdir(502)) - Creating directory if it doesn't exist: pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/dest4_sequencefile 2015-10-29T11:12:21,294 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chgrp,-R,staff,pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/dest4_sequencefile} 2015-10-29T11:12:21,299 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:12:21,299 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chmod,-R,755,pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/dest4_sequencefile} 2015-10-29T11:12:21,307 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:12:21,312 DEBUG [main]: shims.HadoopShimsSecure (Hadoop23Shims.java:debugLog(937)) - FileStatus{path=pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/dest4_sequencefile; isDirectory=true; modification_time=1446142341000; access_time=0; owner=sush; group=staff; permission=rwxr-xr-x; isSymlink=false} 2015-10-29T11:12:21,321 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,321 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,321 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,321 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: query: CREATE TABLE dest4_sequencefile (key STRING COMMENT 'default', value STRING COMMENT 'default') STORED AS INPUTFORMAT 'org.apache.hadoop.mapred.SequenceFileInputFormat' OUTPUTFORMAT 'org.apache.hadoop.mapred.SequenceFileOutputFormat' 2015-10-29T11:12:21,321 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: type: CREATETABLE 2015-10-29T11:12:21,321 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Output: database:default 2015-10-29T11:12:21,321 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Output: default@dest4_sequencefile 2015-10-29T11:12:21,321 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,321 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : execution phase 2015-10-29T11:12:21,322 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {createTable_(Table, )=42, isCompatibleWith_(HiveConf, )=0} 2015-10-29T11:12:21,322 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,322 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - OK 2015-10-29T11:12:21,322 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,322 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:releaseLocks(217)) - about to release lock for default 2015-10-29T11:12:21,323 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,324 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,324 DEBUG [main]: ql.Driver (DriverContext.java:shutdown(132)) - Shutting down query CREATE TABLE dest4_sequencefile (key STRING COMMENT 'default', value STRING COMMENT 'default') STORED AS INPUTFORMAT 'org.apache.hadoop.mapred.SequenceFileInputFormat' OUTPUTFORMAT 'org.apache.hadoop.mapred.SequenceFileOutputFormat' 2015-10-29T11:12:21,324 INFO [main]: CliDriver (SessionState.java:printInfo(996)) - Time taken: 0.053 seconds 2015-10-29T11:12:21,324 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,324 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,324 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,324 DEBUG [main]: conf.VariableSubstitution (VariableSubstitution.java:substitute(63)) - Substitution is on: -- -- CBO tables -- drop table if exists cbo_t1 2015-10-29T11:12:21,324 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,324 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(185)) - Parsing command: -- -- CBO tables -- drop table if exists cbo_t1 2015-10-29T11:12:21,325 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(209)) - Parse Completed 2015-10-29T11:12:21,325 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,325 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,325 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,325 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,325 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,325 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=cbo_t1 2015-10-29T11:12:21,326 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=cbo_t1 2015-10-29T11:12:21,326 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,326 INFO [main]: ql.Driver (Driver.java:compile(448)) - Semantic Analysis Completed 2015-10-29T11:12:21,326 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,327 INFO [main]: ql.Driver (Driver.java:getSchema(244)) - Returning Hive schema: Schema(fieldSchemas:null, properties:null) 2015-10-29T11:12:21,327 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,327 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : compilation phase 2015-10-29T11:12:21,327 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {flushCache_()=0, isCompatibleWith_(HiveConf, )=0} 2015-10-29T11:12:21,327 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,327 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,327 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,327 INFO [main]: ql.Driver (Driver.java:execute(1468)) - Starting command(queryId=sush_20151029111221_0c671c20-c710-46fc-a99a-69ef03fc7201): -- -- CBO tables -- drop table if exists cbo_t1 2015-10-29T11:12:21,327 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,327 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: query: -- -- CBO tables -- drop table if exists cbo_t1 2015-10-29T11:12:21,327 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: type: DROPTABLE 2015-10-29T11:12:21,327 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,327 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,328 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,328 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,328 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,328 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,328 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-0:DDL] in serial mode 2015-10-29T11:12:21,328 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,328 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=cbo_t1 2015-10-29T11:12:21,328 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=cbo_t1 2015-10-29T11:12:21,329 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,329 ERROR [main]: metadata.Hive (Hive.java:getTable(1178)) - Table cbo_t1 not found: default.cbo_t1 table not found 2015-10-29T11:12:21,329 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,329 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=cbo_t1 2015-10-29T11:12:21,329 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=cbo_t1 2015-10-29T11:12:21,330 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,330 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,330 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,331 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: query: -- -- CBO tables -- drop table if exists cbo_t1 2015-10-29T11:12:21,331 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: type: DROPTABLE 2015-10-29T11:12:21,331 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,331 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : execution phase 2015-10-29T11:12:21,331 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {dropTable_(String, String, boolean, boolean, boolean, )=1, isCompatibleWith_(HiveConf, )=0} 2015-10-29T11:12:21,331 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,331 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - OK 2015-10-29T11:12:21,331 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,331 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,331 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,331 DEBUG [main]: ql.Driver (DriverContext.java:shutdown(132)) - Shutting down query -- -- CBO tables -- drop table if exists cbo_t1 2015-10-29T11:12:21,331 INFO [main]: CliDriver (SessionState.java:printInfo(996)) - Time taken: 0.007 seconds 2015-10-29T11:12:21,332 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,332 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,332 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,332 DEBUG [main]: conf.VariableSubstitution (VariableSubstitution.java:substitute(63)) - Substitution is on: drop table if exists cbo_t2 2015-10-29T11:12:21,332 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,332 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(185)) - Parsing command: drop table if exists cbo_t2 2015-10-29T11:12:21,332 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(209)) - Parse Completed 2015-10-29T11:12:21,332 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,333 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,333 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,333 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,333 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,333 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=cbo_t2 2015-10-29T11:12:21,333 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=cbo_t2 2015-10-29T11:12:21,334 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,334 INFO [main]: ql.Driver (Driver.java:compile(448)) - Semantic Analysis Completed 2015-10-29T11:12:21,334 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,334 INFO [main]: ql.Driver (Driver.java:getSchema(244)) - Returning Hive schema: Schema(fieldSchemas:null, properties:null) 2015-10-29T11:12:21,334 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,334 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : compilation phase 2015-10-29T11:12:21,334 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {flushCache_()=0, isCompatibleWith_(HiveConf, )=0} 2015-10-29T11:12:21,334 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,334 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,334 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,335 INFO [main]: ql.Driver (Driver.java:execute(1468)) - Starting command(queryId=sush_20151029111221_486baebd-683c-49eb-8b7e-19937082e2b3): drop table if exists cbo_t2 2015-10-29T11:12:21,335 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,335 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: query: drop table if exists cbo_t2 2015-10-29T11:12:21,335 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: type: DROPTABLE 2015-10-29T11:12:21,335 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,335 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,335 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,335 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,335 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,335 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,335 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-0:DDL] in serial mode 2015-10-29T11:12:21,335 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,336 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=cbo_t2 2015-10-29T11:12:21,336 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=cbo_t2 2015-10-29T11:12:21,336 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,336 ERROR [main]: metadata.Hive (Hive.java:getTable(1178)) - Table cbo_t2 not found: default.cbo_t2 table not found 2015-10-29T11:12:21,336 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,336 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=cbo_t2 2015-10-29T11:12:21,337 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=cbo_t2 2015-10-29T11:12:21,337 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,337 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,337 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,337 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: query: drop table if exists cbo_t2 2015-10-29T11:12:21,338 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: type: DROPTABLE 2015-10-29T11:12:21,338 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,338 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : execution phase 2015-10-29T11:12:21,338 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {dropTable_(String, String, boolean, boolean, boolean, )=1, isCompatibleWith_(HiveConf, )=0} 2015-10-29T11:12:21,338 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,338 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - OK 2015-10-29T11:12:21,338 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,338 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,338 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,338 DEBUG [main]: ql.Driver (DriverContext.java:shutdown(132)) - Shutting down query drop table if exists cbo_t2 2015-10-29T11:12:21,338 INFO [main]: CliDriver (SessionState.java:printInfo(996)) - Time taken: 0.006 seconds 2015-10-29T11:12:21,338 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,338 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,338 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,339 DEBUG [main]: conf.VariableSubstitution (VariableSubstitution.java:substitute(63)) - Substitution is on: drop table if exists cbo_t3 2015-10-29T11:12:21,339 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,339 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(185)) - Parsing command: drop table if exists cbo_t3 2015-10-29T11:12:21,339 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(209)) - Parse Completed 2015-10-29T11:12:21,339 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,339 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,339 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,339 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,340 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,340 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=cbo_t3 2015-10-29T11:12:21,340 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=cbo_t3 2015-10-29T11:12:21,340 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,340 INFO [main]: ql.Driver (Driver.java:compile(448)) - Semantic Analysis Completed 2015-10-29T11:12:21,341 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,341 INFO [main]: ql.Driver (Driver.java:getSchema(244)) - Returning Hive schema: Schema(fieldSchemas:null, properties:null) 2015-10-29T11:12:21,341 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,341 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : compilation phase 2015-10-29T11:12:21,341 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {flushCache_()=1, isCompatibleWith_(HiveConf, )=0} 2015-10-29T11:12:21,341 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,341 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,341 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,341 INFO [main]: ql.Driver (Driver.java:execute(1468)) - Starting command(queryId=sush_20151029111221_074c70b2-7bb6-411a-a430-0bd93d8b839f): drop table if exists cbo_t3 2015-10-29T11:12:21,341 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,341 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: query: drop table if exists cbo_t3 2015-10-29T11:12:21,341 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: type: DROPTABLE 2015-10-29T11:12:21,341 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,342 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,342 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,342 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,342 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,342 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,342 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-0:DDL] in serial mode 2015-10-29T11:12:21,342 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,342 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=cbo_t3 2015-10-29T11:12:21,342 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=cbo_t3 2015-10-29T11:12:21,343 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,343 ERROR [main]: metadata.Hive (Hive.java:getTable(1178)) - Table cbo_t3 not found: default.cbo_t3 table not found 2015-10-29T11:12:21,343 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,343 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=cbo_t3 2015-10-29T11:12:21,343 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=cbo_t3 2015-10-29T11:12:21,344 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,344 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,344 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,344 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: query: drop table if exists cbo_t3 2015-10-29T11:12:21,344 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: type: DROPTABLE 2015-10-29T11:12:21,344 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,344 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : execution phase 2015-10-29T11:12:21,344 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {dropTable_(String, String, boolean, boolean, boolean, )=1, isCompatibleWith_(HiveConf, )=0} 2015-10-29T11:12:21,345 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,345 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - OK 2015-10-29T11:12:21,345 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,345 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,345 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,345 DEBUG [main]: ql.Driver (DriverContext.java:shutdown(132)) - Shutting down query drop table if exists cbo_t3 2015-10-29T11:12:21,345 INFO [main]: CliDriver (SessionState.java:printInfo(996)) - Time taken: 0.007 seconds 2015-10-29T11:12:21,345 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,345 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,345 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,345 DEBUG [main]: conf.VariableSubstitution (VariableSubstitution.java:substitute(63)) - Substitution is on: drop table if exists src_cbo 2015-10-29T11:12:21,346 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,346 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(185)) - Parsing command: drop table if exists src_cbo 2015-10-29T11:12:21,346 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(209)) - Parse Completed 2015-10-29T11:12:21,346 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,346 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,346 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,346 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,346 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,346 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=src_cbo 2015-10-29T11:12:21,347 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=src_cbo 2015-10-29T11:12:21,347 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,347 INFO [main]: ql.Driver (Driver.java:compile(448)) - Semantic Analysis Completed 2015-10-29T11:12:21,347 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,348 INFO [main]: ql.Driver (Driver.java:getSchema(244)) - Returning Hive schema: Schema(fieldSchemas:null, properties:null) 2015-10-29T11:12:21,348 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,348 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : compilation phase 2015-10-29T11:12:21,348 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {flushCache_()=0, isCompatibleWith_(HiveConf, )=0} 2015-10-29T11:12:21,348 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,348 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,348 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,348 INFO [main]: ql.Driver (Driver.java:execute(1468)) - Starting command(queryId=sush_20151029111221_7b06b8c0-e8c6-463b-967c-0e10c14ba49d): drop table if exists src_cbo 2015-10-29T11:12:21,348 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,348 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: query: drop table if exists src_cbo 2015-10-29T11:12:21,348 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: type: DROPTABLE 2015-10-29T11:12:21,348 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,348 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,349 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,349 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,349 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,349 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,349 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-0:DDL] in serial mode 2015-10-29T11:12:21,349 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,349 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=src_cbo 2015-10-29T11:12:21,349 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=src_cbo 2015-10-29T11:12:21,350 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,350 ERROR [main]: metadata.Hive (Hive.java:getTable(1178)) - Table src_cbo not found: default.src_cbo table not found 2015-10-29T11:12:21,350 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,350 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=src_cbo 2015-10-29T11:12:21,351 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=src_cbo 2015-10-29T11:12:21,351 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,351 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,351 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,352 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: query: drop table if exists src_cbo 2015-10-29T11:12:21,352 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: type: DROPTABLE 2015-10-29T11:12:21,352 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,352 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : execution phase 2015-10-29T11:12:21,352 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {dropTable_(String, String, boolean, boolean, boolean, )=1, isCompatibleWith_(HiveConf, )=0} 2015-10-29T11:12:21,352 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,352 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - OK 2015-10-29T11:12:21,352 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,352 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,352 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,352 DEBUG [main]: ql.Driver (DriverContext.java:shutdown(132)) - Shutting down query drop table if exists src_cbo 2015-10-29T11:12:21,352 INFO [main]: CliDriver (SessionState.java:printInfo(996)) - Time taken: 0.007 seconds 2015-10-29T11:12:21,352 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,352 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,353 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,353 DEBUG [main]: conf.VariableSubstitution (VariableSubstitution.java:substitute(63)) - Substitution is on: drop table if exists part 2015-10-29T11:12:21,353 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,353 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(185)) - Parsing command: drop table if exists part 2015-10-29T11:12:21,353 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(209)) - Parse Completed 2015-10-29T11:12:21,353 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,353 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,354 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,354 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,354 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,354 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=part 2015-10-29T11:12:21,354 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=part 2015-10-29T11:12:21,355 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,355 INFO [main]: ql.Driver (Driver.java:compile(448)) - Semantic Analysis Completed 2015-10-29T11:12:21,355 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,355 INFO [main]: ql.Driver (Driver.java:getSchema(244)) - Returning Hive schema: Schema(fieldSchemas:null, properties:null) 2015-10-29T11:12:21,355 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,355 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : compilation phase 2015-10-29T11:12:21,355 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {flushCache_()=0, isCompatibleWith_(HiveConf, )=0} 2015-10-29T11:12:21,355 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,355 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,355 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,355 INFO [main]: ql.Driver (Driver.java:execute(1468)) - Starting command(queryId=sush_20151029111221_7919d73c-35cc-4fdf-b597-e2d5a47c477b): drop table if exists part 2015-10-29T11:12:21,355 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,355 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: query: drop table if exists part 2015-10-29T11:12:21,356 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: type: DROPTABLE 2015-10-29T11:12:21,356 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,356 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,356 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,356 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,356 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,356 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,356 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-0:DDL] in serial mode 2015-10-29T11:12:21,356 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,356 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=part 2015-10-29T11:12:21,357 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=part 2015-10-29T11:12:21,357 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,357 ERROR [main]: metadata.Hive (Hive.java:getTable(1178)) - Table part not found: default.part table not found 2015-10-29T11:12:21,357 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,357 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=part 2015-10-29T11:12:21,357 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=part 2015-10-29T11:12:21,358 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,358 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,358 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,358 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: query: drop table if exists part 2015-10-29T11:12:21,358 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: type: DROPTABLE 2015-10-29T11:12:21,358 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,359 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : execution phase 2015-10-29T11:12:21,359 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {dropTable_(String, String, boolean, boolean, boolean, )=1, isCompatibleWith_(HiveConf, )=0} 2015-10-29T11:12:21,359 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,359 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - OK 2015-10-29T11:12:21,359 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,359 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,359 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,359 DEBUG [main]: ql.Driver (DriverContext.java:shutdown(132)) - Shutting down query drop table if exists part 2015-10-29T11:12:21,359 INFO [main]: CliDriver (SessionState.java:printInfo(996)) - Time taken: 0.007 seconds 2015-10-29T11:12:21,359 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,359 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,359 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,360 DEBUG [main]: conf.VariableSubstitution (VariableSubstitution.java:substitute(63)) - Substitution is on: drop table if exists lineitem 2015-10-29T11:12:21,360 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,360 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(185)) - Parsing command: drop table if exists lineitem 2015-10-29T11:12:21,360 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(209)) - Parse Completed 2015-10-29T11:12:21,360 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,360 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,360 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,361 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,361 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,361 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=lineitem 2015-10-29T11:12:21,361 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=lineitem 2015-10-29T11:12:21,362 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,362 INFO [main]: ql.Driver (Driver.java:compile(448)) - Semantic Analysis Completed 2015-10-29T11:12:21,362 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,362 INFO [main]: ql.Driver (Driver.java:getSchema(244)) - Returning Hive schema: Schema(fieldSchemas:null, properties:null) 2015-10-29T11:12:21,362 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,362 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : compilation phase 2015-10-29T11:12:21,362 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {flushCache_()=1, isCompatibleWith_(HiveConf, )=0} 2015-10-29T11:12:21,362 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,362 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,362 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,362 INFO [main]: ql.Driver (Driver.java:execute(1468)) - Starting command(queryId=sush_20151029111221_d6743006-41e3-4630-9816-63dbd8bc15c9): drop table if exists lineitem 2015-10-29T11:12:21,362 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,363 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: query: drop table if exists lineitem 2015-10-29T11:12:21,363 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: type: DROPTABLE 2015-10-29T11:12:21,363 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,363 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,363 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,363 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,363 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,363 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,363 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-0:DDL] in serial mode 2015-10-29T11:12:21,363 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,363 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=lineitem 2015-10-29T11:12:21,363 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=lineitem 2015-10-29T11:12:21,364 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,364 ERROR [main]: metadata.Hive (Hive.java:getTable(1178)) - Table lineitem not found: default.lineitem table not found 2015-10-29T11:12:21,364 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,364 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=lineitem 2015-10-29T11:12:21,364 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=lineitem 2015-10-29T11:12:21,365 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,365 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,365 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,365 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: query: drop table if exists lineitem 2015-10-29T11:12:21,365 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: type: DROPTABLE 2015-10-29T11:12:21,365 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,366 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : execution phase 2015-10-29T11:12:21,366 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {dropTable_(String, String, boolean, boolean, boolean, )=1, isCompatibleWith_(HiveConf, )=0} 2015-10-29T11:12:21,366 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,366 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - OK 2015-10-29T11:12:21,366 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,366 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,366 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,366 DEBUG [main]: ql.Driver (DriverContext.java:shutdown(132)) - Shutting down query drop table if exists lineitem 2015-10-29T11:12:21,366 INFO [main]: CliDriver (SessionState.java:printInfo(996)) - Time taken: 0.007 seconds 2015-10-29T11:12:21,366 DEBUG [main]: conf.VariableSubstitution (VariableSubstitution.java:substitute(63)) - Substitution is on: true 2015-10-29T11:12:21,366 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,366 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,366 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,367 DEBUG [main]: conf.VariableSubstitution (VariableSubstitution.java:substitute(63)) - Substitution is on: create table cbo_t1(key string, value string, c_int int, c_float float, c_boolean boolean) partitioned by (dt string) row format delimited fields terminated by ',' STORED AS TEXTFILE 2015-10-29T11:12:21,367 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,367 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(185)) - Parsing command: create table cbo_t1(key string, value string, c_int int, c_float float, c_boolean boolean) partitioned by (dt string) row format delimited fields terminated by ',' STORED AS TEXTFILE 2015-10-29T11:12:21,368 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(209)) - Parse Completed 2015-10-29T11:12:21,368 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,368 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,368 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,368 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,368 INFO [main]: parse.CalcitePlanner (SemanticAnalyzer.java:analyzeInternal(10062)) - Starting Semantic Analysis 2015-10-29T11:12:21,368 INFO [main]: parse.CalcitePlanner (SemanticAnalyzer.java:analyzeCreateTable(10690)) - Creating table default.cbo_t1 position=13 2015-10-29T11:12:21,368 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,369 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_database: default 2015-10-29T11:12:21,369 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_database: default 2015-10-29T11:12:21,369 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:getDatabase(348)) - getDatabase: directsql returning db default locn[pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse] desc [Default Hive database] owner [public] ownertype [ROLE] 2015-10-29T11:12:21,370 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,370 INFO [main]: ql.Driver (Driver.java:compile(448)) - Semantic Analysis Completed 2015-10-29T11:12:21,370 DEBUG [main]: parse.CalcitePlanner (SemanticAnalyzer.java:validate(10519)) - validation start 2015-10-29T11:12:21,370 DEBUG [main]: parse.CalcitePlanner (SemanticAnalyzer.java:validate(10561)) - not validating writeEntity, because entity is neither table nor partition 2015-10-29T11:12:21,370 DEBUG [main]: parse.CalcitePlanner (SemanticAnalyzer.java:validate(10588)) - Not a partition. 2015-10-29T11:12:21,370 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,370 INFO [main]: ql.Driver (Driver.java:getSchema(244)) - Returning Hive schema: Schema(fieldSchemas:null, properties:null) 2015-10-29T11:12:21,370 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,370 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : compilation phase 2015-10-29T11:12:21,370 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {flushCache_()=0, isCompatibleWith_(HiveConf, )=0, getDatabase_(String, )=2} 2015-10-29T11:12:21,370 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,370 DEBUG [main]: lockmgr.DummyTxnManager (DummyTxnManager.java:acquireLocks(148)) - Adding database:default to list of lock outputs 2015-10-29T11:12:21,370 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:lock(262)) - Acquiring lock for default with mode IMPLICIT 2015-10-29T11:12:21,372 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,372 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,373 INFO [main]: ql.Driver (Driver.java:execute(1468)) - Starting command(queryId=sush_20151029111221_45c86cce-4075-4096-955d-28fda1ec0f64): create table cbo_t1(key string, value string, c_int int, c_float float, c_boolean boolean) partitioned by (dt string) row format delimited fields terminated by ',' STORED AS TEXTFILE 2015-10-29T11:12:21,373 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,373 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: query: create table cbo_t1(key string, value string, c_int int, c_float float, c_boolean boolean) partitioned by (dt string) row format delimited fields terminated by ',' STORED AS TEXTFILE 2015-10-29T11:12:21,373 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: type: CREATETABLE 2015-10-29T11:12:21,373 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: Output: database:default 2015-10-29T11:12:21,373 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: Output: default@cbo_t1 2015-10-29T11:12:21,373 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,373 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,373 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,373 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,373 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,373 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,374 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-0:DDL] in serial mode 2015-10-29T11:12:21,374 DEBUG [main]: exec.DDLTask (DDLTask.java:validateSerDe(3674)) - Found class for org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe 2015-10-29T11:12:21,374 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct cbo_t1 { string key, string value, i32 c_int, float c_float, bool c_boolean} 2015-10-29T11:12:21,375 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,375 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: create_table: Table(tableName:cbo_t1, dbName:default, owner:hive_test_user, createTime:1446142341, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:null), FieldSchema(name:value, type:string, comment:null), FieldSchema(name:c_int, type:int, comment:null), FieldSchema(name:c_float, type:float, comment:null), FieldSchema(name:c_boolean, type:boolean, comment:null)], location:null, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{field.delim=,, serialization.format=,}), bucketCols:[], sortCols:[], parameters:{}, skewedInfo:SkewedInfo(skewedColNames:[], skewedColValues:[], skewedColValueLocationMaps:{}), storedAsSubDirectories:false), partitionKeys:[FieldSchema(name:dt, type:string, comment:null)], parameters:{}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE, privileges:PrincipalPrivilegeSet(userPrivileges:{}, groupPrivileges:null, rolePrivileges:null), temporary:false) 2015-10-29T11:12:21,375 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=create_table: Table(tableName:cbo_t1, dbName:default, owner:hive_test_user, createTime:1446142341, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:null), FieldSchema(name:value, type:string, comment:null), FieldSchema(name:c_int, type:int, comment:null), FieldSchema(name:c_float, type:float, comment:null), FieldSchema(name:c_boolean, type:boolean, comment:null)], location:null, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{field.delim=,, serialization.format=,}), bucketCols:[], sortCols:[], parameters:{}, skewedInfo:SkewedInfo(skewedColNames:[], skewedColValues:[], skewedColValueLocationMaps:{}), storedAsSubDirectories:false), partitionKeys:[FieldSchema(name:dt, type:string, comment:null)], parameters:{}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE, privileges:PrincipalPrivilegeSet(userPrivileges:{}, groupPrivileges:null, rolePrivileges:null), temporary:false) 2015-10-29T11:12:21,376 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:getDatabase(348)) - getDatabase: directsql returning db default locn[pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse] desc [Default Hive database] owner [public] ownertype [ROLE] 2015-10-29T11:12:21,377 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:getDatabase(348)) - getDatabase: directsql returning db default locn[pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse] desc [Default Hive database] owner [public] ownertype [ROLE] 2015-10-29T11:12:21,377 INFO [main]: common.FileUtils (FileUtils.java:mkdir(502)) - Creating directory if it doesn't exist: pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/cbo_t1 2015-10-29T11:12:21,391 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chgrp,-R,staff,pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/cbo_t1} 2015-10-29T11:12:21,396 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:12:21,397 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chmod,-R,755,pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/cbo_t1} 2015-10-29T11:12:21,406 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:12:21,410 DEBUG [main]: shims.HadoopShimsSecure (Hadoop23Shims.java:debugLog(937)) - FileStatus{path=pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/cbo_t1; isDirectory=true; modification_time=1446142341000; access_time=0; owner=sush; group=staff; permission=rwxr-xr-x; isSymlink=false} 2015-10-29T11:12:21,419 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,419 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,419 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,419 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: query: create table cbo_t1(key string, value string, c_int int, c_float float, c_boolean boolean) partitioned by (dt string) row format delimited fields terminated by ',' STORED AS TEXTFILE 2015-10-29T11:12:21,419 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: type: CREATETABLE 2015-10-29T11:12:21,419 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Output: database:default 2015-10-29T11:12:21,419 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Output: default@cbo_t1 2015-10-29T11:12:21,419 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,420 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : execution phase 2015-10-29T11:12:21,420 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {createTable_(Table, )=44, isCompatibleWith_(HiveConf, )=0} 2015-10-29T11:12:21,420 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,420 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - OK 2015-10-29T11:12:21,420 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,420 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:releaseLocks(217)) - about to release lock for default 2015-10-29T11:12:21,422 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,422 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,422 DEBUG [main]: ql.Driver (DriverContext.java:shutdown(132)) - Shutting down query create table cbo_t1(key string, value string, c_int int, c_float float, c_boolean boolean) partitioned by (dt string) row format delimited fields terminated by ',' STORED AS TEXTFILE 2015-10-29T11:12:21,422 INFO [main]: CliDriver (SessionState.java:printInfo(996)) - Time taken: 0.056 seconds 2015-10-29T11:12:21,422 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,422 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,422 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,423 DEBUG [main]: conf.VariableSubstitution (VariableSubstitution.java:substitute(63)) - Substitution is on: create table cbo_t2(key string, value string, c_int int, c_float float, c_boolean boolean) partitioned by (dt string) row format delimited fields terminated by ',' STORED AS TEXTFILE 2015-10-29T11:12:21,423 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,423 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(185)) - Parsing command: create table cbo_t2(key string, value string, c_int int, c_float float, c_boolean boolean) partitioned by (dt string) row format delimited fields terminated by ',' STORED AS TEXTFILE 2015-10-29T11:12:21,424 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(209)) - Parse Completed 2015-10-29T11:12:21,424 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,424 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,424 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,424 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,424 INFO [main]: parse.CalcitePlanner (SemanticAnalyzer.java:analyzeInternal(10062)) - Starting Semantic Analysis 2015-10-29T11:12:21,424 INFO [main]: parse.CalcitePlanner (SemanticAnalyzer.java:analyzeCreateTable(10690)) - Creating table default.cbo_t2 position=13 2015-10-29T11:12:21,425 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,425 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_database: default 2015-10-29T11:12:21,425 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_database: default 2015-10-29T11:12:21,426 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:getDatabase(348)) - getDatabase: directsql returning db default locn[pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse] desc [Default Hive database] owner [public] ownertype [ROLE] 2015-10-29T11:12:21,426 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,426 INFO [main]: ql.Driver (Driver.java:compile(448)) - Semantic Analysis Completed 2015-10-29T11:12:21,426 DEBUG [main]: parse.CalcitePlanner (SemanticAnalyzer.java:validate(10519)) - validation start 2015-10-29T11:12:21,426 DEBUG [main]: parse.CalcitePlanner (SemanticAnalyzer.java:validate(10561)) - not validating writeEntity, because entity is neither table nor partition 2015-10-29T11:12:21,426 DEBUG [main]: parse.CalcitePlanner (SemanticAnalyzer.java:validate(10588)) - Not a partition. 2015-10-29T11:12:21,426 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,426 INFO [main]: ql.Driver (Driver.java:getSchema(244)) - Returning Hive schema: Schema(fieldSchemas:null, properties:null) 2015-10-29T11:12:21,426 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,426 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : compilation phase 2015-10-29T11:12:21,427 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {flushCache_()=0, isCompatibleWith_(HiveConf, )=0, getDatabase_(String, )=1} 2015-10-29T11:12:21,427 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,427 DEBUG [main]: lockmgr.DummyTxnManager (DummyTxnManager.java:acquireLocks(148)) - Adding database:default to list of lock outputs 2015-10-29T11:12:21,427 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:lock(262)) - Acquiring lock for default with mode IMPLICIT 2015-10-29T11:12:21,429 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,429 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,429 INFO [main]: ql.Driver (Driver.java:execute(1468)) - Starting command(queryId=sush_20151029111221_9951d4ce-c5e7-44a5-b4d4-1b6b11c34854): create table cbo_t2(key string, value string, c_int int, c_float float, c_boolean boolean) partitioned by (dt string) row format delimited fields terminated by ',' STORED AS TEXTFILE 2015-10-29T11:12:21,429 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,429 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: query: create table cbo_t2(key string, value string, c_int int, c_float float, c_boolean boolean) partitioned by (dt string) row format delimited fields terminated by ',' STORED AS TEXTFILE 2015-10-29T11:12:21,429 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: type: CREATETABLE 2015-10-29T11:12:21,429 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: Output: database:default 2015-10-29T11:12:21,429 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: Output: default@cbo_t2 2015-10-29T11:12:21,429 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,429 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,429 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,429 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,430 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,430 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,430 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-0:DDL] in serial mode 2015-10-29T11:12:21,430 DEBUG [main]: exec.DDLTask (DDLTask.java:validateSerDe(3674)) - Found class for org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe 2015-10-29T11:12:21,431 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct cbo_t2 { string key, string value, i32 c_int, float c_float, bool c_boolean} 2015-10-29T11:12:21,431 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,431 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: create_table: Table(tableName:cbo_t2, dbName:default, owner:hive_test_user, createTime:1446142341, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:null), FieldSchema(name:value, type:string, comment:null), FieldSchema(name:c_int, type:int, comment:null), FieldSchema(name:c_float, type:float, comment:null), FieldSchema(name:c_boolean, type:boolean, comment:null)], location:null, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{field.delim=,, serialization.format=,}), bucketCols:[], sortCols:[], parameters:{}, skewedInfo:SkewedInfo(skewedColNames:[], skewedColValues:[], skewedColValueLocationMaps:{}), storedAsSubDirectories:false), partitionKeys:[FieldSchema(name:dt, type:string, comment:null)], parameters:{}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE, privileges:PrincipalPrivilegeSet(userPrivileges:{}, groupPrivileges:null, rolePrivileges:null), temporary:false) 2015-10-29T11:12:21,431 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=create_table: Table(tableName:cbo_t2, dbName:default, owner:hive_test_user, createTime:1446142341, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:null), FieldSchema(name:value, type:string, comment:null), FieldSchema(name:c_int, type:int, comment:null), FieldSchema(name:c_float, type:float, comment:null), FieldSchema(name:c_boolean, type:boolean, comment:null)], location:null, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{field.delim=,, serialization.format=,}), bucketCols:[], sortCols:[], parameters:{}, skewedInfo:SkewedInfo(skewedColNames:[], skewedColValues:[], skewedColValueLocationMaps:{}), storedAsSubDirectories:false), partitionKeys:[FieldSchema(name:dt, type:string, comment:null)], parameters:{}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE, privileges:PrincipalPrivilegeSet(userPrivileges:{}, groupPrivileges:null, rolePrivileges:null), temporary:false) 2015-10-29T11:12:21,432 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:getDatabase(348)) - getDatabase: directsql returning db default locn[pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse] desc [Default Hive database] owner [public] ownertype [ROLE] 2015-10-29T11:12:21,433 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:getDatabase(348)) - getDatabase: directsql returning db default locn[pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse] desc [Default Hive database] owner [public] ownertype [ROLE] 2015-10-29T11:12:21,433 INFO [main]: common.FileUtils (FileUtils.java:mkdir(502)) - Creating directory if it doesn't exist: pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/cbo_t2 2015-10-29T11:12:21,450 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chgrp,-R,staff,pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/cbo_t2} 2015-10-29T11:12:21,456 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:12:21,456 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chmod,-R,755,pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/cbo_t2} 2015-10-29T11:12:21,465 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:12:21,470 DEBUG [main]: shims.HadoopShimsSecure (Hadoop23Shims.java:debugLog(937)) - FileStatus{path=pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/cbo_t2; isDirectory=true; modification_time=1446142341000; access_time=0; owner=sush; group=staff; permission=rwxr-xr-x; isSymlink=false} 2015-10-29T11:12:21,478 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,478 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,478 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,478 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: query: create table cbo_t2(key string, value string, c_int int, c_float float, c_boolean boolean) partitioned by (dt string) row format delimited fields terminated by ',' STORED AS TEXTFILE 2015-10-29T11:12:21,478 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: type: CREATETABLE 2015-10-29T11:12:21,478 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Output: database:default 2015-10-29T11:12:21,478 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Output: default@cbo_t2 2015-10-29T11:12:21,478 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,478 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : execution phase 2015-10-29T11:12:21,478 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {createTable_(Table, )=47, isCompatibleWith_(HiveConf, )=0} 2015-10-29T11:12:21,478 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,478 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - OK 2015-10-29T11:12:21,479 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,479 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:releaseLocks(217)) - about to release lock for default 2015-10-29T11:12:21,480 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,481 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,481 DEBUG [main]: ql.Driver (DriverContext.java:shutdown(132)) - Shutting down query create table cbo_t2(key string, value string, c_int int, c_float float, c_boolean boolean) partitioned by (dt string) row format delimited fields terminated by ',' STORED AS TEXTFILE 2015-10-29T11:12:21,481 INFO [main]: CliDriver (SessionState.java:printInfo(996)) - Time taken: 0.059 seconds 2015-10-29T11:12:21,481 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,481 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,481 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,481 DEBUG [main]: conf.VariableSubstitution (VariableSubstitution.java:substitute(63)) - Substitution is on: create table cbo_t3(key string, value string, c_int int, c_float float, c_boolean boolean) row format delimited fields terminated by ',' STORED AS TEXTFILE 2015-10-29T11:12:21,481 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,482 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(185)) - Parsing command: create table cbo_t3(key string, value string, c_int int, c_float float, c_boolean boolean) row format delimited fields terminated by ',' STORED AS TEXTFILE 2015-10-29T11:12:21,482 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(209)) - Parse Completed 2015-10-29T11:12:21,482 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,482 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,483 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,483 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,483 INFO [main]: parse.CalcitePlanner (SemanticAnalyzer.java:analyzeInternal(10062)) - Starting Semantic Analysis 2015-10-29T11:12:21,483 INFO [main]: parse.CalcitePlanner (SemanticAnalyzer.java:analyzeCreateTable(10690)) - Creating table default.cbo_t3 position=13 2015-10-29T11:12:21,483 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,483 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_database: default 2015-10-29T11:12:21,483 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_database: default 2015-10-29T11:12:21,484 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:getDatabase(348)) - getDatabase: directsql returning db default locn[pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse] desc [Default Hive database] owner [public] ownertype [ROLE] 2015-10-29T11:12:21,484 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,484 INFO [main]: ql.Driver (Driver.java:compile(448)) - Semantic Analysis Completed 2015-10-29T11:12:21,484 DEBUG [main]: parse.CalcitePlanner (SemanticAnalyzer.java:validate(10519)) - validation start 2015-10-29T11:12:21,485 DEBUG [main]: parse.CalcitePlanner (SemanticAnalyzer.java:validate(10561)) - not validating writeEntity, because entity is neither table nor partition 2015-10-29T11:12:21,485 DEBUG [main]: parse.CalcitePlanner (SemanticAnalyzer.java:validate(10588)) - Not a partition. 2015-10-29T11:12:21,485 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,485 INFO [main]: ql.Driver (Driver.java:getSchema(244)) - Returning Hive schema: Schema(fieldSchemas:null, properties:null) 2015-10-29T11:12:21,485 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,485 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : compilation phase 2015-10-29T11:12:21,485 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {flushCache_()=0, isCompatibleWith_(HiveConf, )=0, getDatabase_(String, )=1} 2015-10-29T11:12:21,485 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,485 DEBUG [main]: lockmgr.DummyTxnManager (DummyTxnManager.java:acquireLocks(148)) - Adding database:default to list of lock outputs 2015-10-29T11:12:21,485 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:lock(262)) - Acquiring lock for default with mode IMPLICIT 2015-10-29T11:12:21,487 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,487 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,487 INFO [main]: ql.Driver (Driver.java:execute(1468)) - Starting command(queryId=sush_20151029111221_f47891bf-4035-4af2-81cf-b4e8c762883f): create table cbo_t3(key string, value string, c_int int, c_float float, c_boolean boolean) row format delimited fields terminated by ',' STORED AS TEXTFILE 2015-10-29T11:12:21,487 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,487 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: query: create table cbo_t3(key string, value string, c_int int, c_float float, c_boolean boolean) row format delimited fields terminated by ',' STORED AS TEXTFILE 2015-10-29T11:12:21,487 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: type: CREATETABLE 2015-10-29T11:12:21,487 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: Output: database:default 2015-10-29T11:12:21,488 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: Output: default@cbo_t3 2015-10-29T11:12:21,488 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,488 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,488 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,488 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,488 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,488 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,488 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-0:DDL] in serial mode 2015-10-29T11:12:21,488 DEBUG [main]: exec.DDLTask (DDLTask.java:validateSerDe(3674)) - Found class for org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe 2015-10-29T11:12:21,489 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct cbo_t3 { string key, string value, i32 c_int, float c_float, bool c_boolean} 2015-10-29T11:12:21,489 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,489 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: create_table: Table(tableName:cbo_t3, dbName:default, owner:hive_test_user, createTime:1446142341, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:null), FieldSchema(name:value, type:string, comment:null), FieldSchema(name:c_int, type:int, comment:null), FieldSchema(name:c_float, type:float, comment:null), FieldSchema(name:c_boolean, type:boolean, comment:null)], location:null, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{field.delim=,, serialization.format=,}), bucketCols:[], sortCols:[], parameters:{}, skewedInfo:SkewedInfo(skewedColNames:[], skewedColValues:[], skewedColValueLocationMaps:{}), storedAsSubDirectories:false), partitionKeys:[], parameters:{}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE, privileges:PrincipalPrivilegeSet(userPrivileges:{}, groupPrivileges:null, rolePrivileges:null), temporary:false) 2015-10-29T11:12:21,490 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=create_table: Table(tableName:cbo_t3, dbName:default, owner:hive_test_user, createTime:1446142341, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:null), FieldSchema(name:value, type:string, comment:null), FieldSchema(name:c_int, type:int, comment:null), FieldSchema(name:c_float, type:float, comment:null), FieldSchema(name:c_boolean, type:boolean, comment:null)], location:null, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{field.delim=,, serialization.format=,}), bucketCols:[], sortCols:[], parameters:{}, skewedInfo:SkewedInfo(skewedColNames:[], skewedColValues:[], skewedColValueLocationMaps:{}), storedAsSubDirectories:false), partitionKeys:[], parameters:{}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE, privileges:PrincipalPrivilegeSet(userPrivileges:{}, groupPrivileges:null, rolePrivileges:null), temporary:false) 2015-10-29T11:12:21,490 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:getDatabase(348)) - getDatabase: directsql returning db default locn[pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse] desc [Default Hive database] owner [public] ownertype [ROLE] 2015-10-29T11:12:21,491 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:getDatabase(348)) - getDatabase: directsql returning db default locn[pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse] desc [Default Hive database] owner [public] ownertype [ROLE] 2015-10-29T11:12:21,491 INFO [main]: common.FileUtils (FileUtils.java:mkdir(502)) - Creating directory if it doesn't exist: pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/cbo_t3 2015-10-29T11:12:21,505 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chgrp,-R,staff,pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/cbo_t3} 2015-10-29T11:12:21,510 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:12:21,511 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chmod,-R,755,pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/cbo_t3} 2015-10-29T11:12:21,520 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:12:21,525 DEBUG [main]: shims.HadoopShimsSecure (Hadoop23Shims.java:debugLog(937)) - FileStatus{path=pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/cbo_t3; isDirectory=true; modification_time=1446142341000; access_time=0; owner=sush; group=staff; permission=rwxr-xr-x; isSymlink=false} 2015-10-29T11:12:21,536 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,536 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,536 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,536 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: query: create table cbo_t3(key string, value string, c_int int, c_float float, c_boolean boolean) row format delimited fields terminated by ',' STORED AS TEXTFILE 2015-10-29T11:12:21,536 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: type: CREATETABLE 2015-10-29T11:12:21,536 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Output: database:default 2015-10-29T11:12:21,537 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Output: default@cbo_t3 2015-10-29T11:12:21,537 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,537 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : execution phase 2015-10-29T11:12:21,537 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {createTable_(Table, )=47, isCompatibleWith_(HiveConf, )=0} 2015-10-29T11:12:21,537 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,537 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - OK 2015-10-29T11:12:21,537 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,537 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:releaseLocks(217)) - about to release lock for default 2015-10-29T11:12:21,539 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,539 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,539 DEBUG [main]: ql.Driver (DriverContext.java:shutdown(132)) - Shutting down query create table cbo_t3(key string, value string, c_int int, c_float float, c_boolean boolean) row format delimited fields terminated by ',' STORED AS TEXTFILE 2015-10-29T11:12:21,539 INFO [main]: CliDriver (SessionState.java:printInfo(996)) - Time taken: 0.058 seconds 2015-10-29T11:12:21,539 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,539 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,539 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,539 DEBUG [main]: conf.VariableSubstitution (VariableSubstitution.java:substitute(63)) - Substitution is on: load data local inpath '../../data/files/cbo_t1.txt' into table cbo_t1 partition (dt='2014') 2015-10-29T11:12:21,540 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,540 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(185)) - Parsing command: load data local inpath '../../data/files/cbo_t1.txt' into table cbo_t1 partition (dt='2014') 2015-10-29T11:12:21,540 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(209)) - Parse Completed 2015-10-29T11:12:21,540 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,540 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,540 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,540 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,548 DEBUG [main]: parse.LoadSemanticAnalyzer (LoadSemanticAnalyzer.java:initializeFromURI(127)) - file@null@/Users/sush/dev/hive.git/data/files/cbo_t1.txt 2015-10-29T11:12:21,548 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,549 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=cbo_t1 2015-10-29T11:12:21,549 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=cbo_t1 2015-10-29T11:12:21,554 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,554 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,555 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_partition_with_auth : db=default tbl=cbo_t1[2014] 2015-10-29T11:12:21,555 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_partition_with_auth : db=default tbl=cbo_t1[2014] 2015-10-29T11:12:21,557 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,557 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,557 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_partition_with_auth : db=default tbl=cbo_t1[2014] 2015-10-29T11:12:21,557 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_partition_with_auth : db=default tbl=cbo_t1[2014] 2015-10-29T11:12:21,561 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,561 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct cbo_t1 { string key, string value, i32 c_int, float c_float, bool c_boolean} 2015-10-29T11:12:21,561 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct cbo_t1 { string key, string value, i32 c_int, float c_float, bool c_boolean} 2015-10-29T11:12:21,561 INFO [main]: ql.Driver (Driver.java:compile(448)) - Semantic Analysis Completed 2015-10-29T11:12:21,561 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,562 INFO [main]: ql.Driver (Driver.java:getSchema(244)) - Returning Hive schema: Schema(fieldSchemas:null, properties:null) 2015-10-29T11:12:21,562 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,562 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : compilation phase 2015-10-29T11:12:21,562 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {flushCache_()=0, isCompatibleWith_(HiveConf, )=0, getTable_(String, String, )=6} 2015-10-29T11:12:21,562 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,562 DEBUG [main]: lockmgr.DummyTxnManager (DummyTxnManager.java:acquireLocks(129)) - Adding file:/Users/sush/dev/hive.git/data/files/cbo_t1.txt to list of lock inputs 2015-10-29T11:12:21,562 DEBUG [main]: lockmgr.DummyTxnManager (DummyTxnManager.java:acquireLocks(148)) - Adding default@cbo_t1 to list of lock outputs 2015-10-29T11:12:21,562 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:lock(262)) - Acquiring lock for default with mode IMPLICIT 2015-10-29T11:12:21,564 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:lock(262)) - Acquiring lock for default/cbo_t1 with mode IMPLICIT 2015-10-29T11:12:21,566 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,566 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,566 INFO [main]: ql.Driver (Driver.java:execute(1468)) - Starting command(queryId=sush_20151029111221_4cc1fa8d-9e8d-42ba-92d8-ffa3dd5f60ba): load data local inpath '../../data/files/cbo_t1.txt' into table cbo_t1 partition (dt='2014') 2015-10-29T11:12:21,566 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,566 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: query: load data local inpath '../../data/files/cbo_t1.txt' into table cbo_t1 partition (dt='2014') 2015-10-29T11:12:21,566 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: type: LOAD 2015-10-29T11:12:21,567 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: Input: file:/Users/sush/dev/hive.git/data/files/cbo_t1.txt 2015-10-29T11:12:21,567 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: Output: default@cbo_t1 2015-10-29T11:12:21,567 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,567 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,567 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,567 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,567 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,567 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,567 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-0:MOVE] in serial mode 2015-10-29T11:12:21,567 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - Loading data to table default.cbo_t1 partition (dt=2014) from file:/Users/sush/dev/hive.git/data/files/cbo_t1.txt 2015-10-29T11:12:21,568 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,568 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=cbo_t1 2015-10-29T11:12:21,568 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=cbo_t1 2015-10-29T11:12:21,573 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,574 INFO [main]: exec.MoveTask (MoveTask.java:execute(322)) - Partition is: {dt=2014} 2015-10-29T11:12:21,574 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,574 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: partition_name_has_valid_characters 2015-10-29T11:12:21,574 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=partition_name_has_valid_characters 2015-10-29T11:12:21,574 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,575 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,575 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=cbo_t1 2015-10-29T11:12:21,575 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=cbo_t1 2015-10-29T11:12:21,580 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,580 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,580 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_partition_with_auth : db=default tbl=cbo_t1[2014] 2015-10-29T11:12:21,580 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_partition_with_auth : db=default tbl=cbo_t1[2014] 2015-10-29T11:12:21,582 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,583 INFO [main]: common.FileUtils (FileUtils.java:mkdir(502)) - Creating directory if it doesn't exist: pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/cbo_t1/dt=2014 2015-10-29T11:12:21,597 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chgrp,-R,staff,pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/cbo_t1/dt=2014} 2015-10-29T11:12:21,603 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:12:21,603 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chmod,-R,755,pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/cbo_t1/dt=2014} 2015-10-29T11:12:21,612 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:12:21,616 DEBUG [main]: shims.HadoopShimsSecure (Hadoop23Shims.java:debugLog(937)) - FileStatus{path=pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/cbo_t1/dt=2014; isDirectory=true; modification_time=1446142341000; access_time=0; owner=sush; group=staff; permission=rwxr-xr-x; isSymlink=false} 2015-10-29T11:12:21,621 DEBUG [main]: metadata.Hive (Hive.java:isSubDir(2607)) - The source path is /Users/sush/dev/hive.git/data/files/cbo_t1.txt and the destination path is /Users/sush/dev/hive.git/itests/qtest/target/warehouse/cbo_t1/dt=2014/cbo_t1.txt 2015-10-29T11:12:21,630 INFO [main]: metadata.Hive (Hive.java:moveFile(2742)) - Renaming src: file:/Users/sush/dev/hive.git/data/files/cbo_t1.txt, dest: pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/cbo_t1/dt=2014/cbo_t1.txt, Status:true 2015-10-29T11:12:21,630 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chgrp,-R,staff,pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/cbo_t1/dt=2014/cbo_t1.txt} 2015-10-29T11:12:21,635 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:12:21,636 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chmod,-R,755,pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/cbo_t1/dt=2014/cbo_t1.txt} 2015-10-29T11:12:21,644 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:12:21,649 DEBUG [main]: shims.HadoopShimsSecure (Hadoop23Shims.java:debugLog(937)) - FileStatus{path=pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/cbo_t1/dt=2014/cbo_t1.txt; isDirectory=false; length=282; replication=1; blocksize=33554432; modification_time=1446142341000; access_time=0; owner=sush; group=staff; permission=rwxr-xr-x; isSymlink=false} 2015-10-29T11:12:21,649 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,649 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_partition_with_auth : db=default tbl=cbo_t1[2014] 2015-10-29T11:12:21,649 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_partition_with_auth : db=default tbl=cbo_t1[2014] 2015-10-29T11:12:21,651 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,651 DEBUG [main]: metadata.Hive (Hive.java:getPartition(1924)) - creating partition for table cbo_t1 with partition spec : {dt=2014} 2015-10-29T11:12:21,651 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,651 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: append_partition : db=default tbl=cbo_t1[2014] 2015-10-29T11:12:21,652 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=append_partition : db=default tbl=cbo_t1[2014] 2015-10-29T11:12:21,652 DEBUG [main]: metastore.HiveMetaStore (HiveMetaStore.java:append_partition_with_environment_context(1959)) - 2014 2015-10-29T11:12:21,663 WARN [main]: hive.log (MetaStoreUtils.java:updatePartitionStatsFast(351)) - Updating partition stats fast for: cbo_t1 2015-10-29T11:12:21,672 WARN [main]: hive.log (MetaStoreUtils.java:updatePartitionStatsFast(354)) - Updated size to 282 2015-10-29T11:12:21,679 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,679 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,679 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_partition_with_auth : db=default tbl=cbo_t1[2014] 2015-10-29T11:12:21,679 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_partition_with_auth : db=default tbl=cbo_t1[2014] 2015-10-29T11:12:21,686 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,686 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,687 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-1:STATS] in serial mode 2015-10-29T11:12:21,687 INFO [main]: exec.StatsTask (StatsTask.java:execute(87)) - Executing stats task 2015-10-29T11:12:21,687 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,687 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=cbo_t1 2015-10-29T11:12:21,687 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=cbo_t1 2015-10-29T11:12:21,692 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,692 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,692 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=cbo_t1 2015-10-29T11:12:21,692 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=cbo_t1 2015-10-29T11:12:21,697 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,697 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,697 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_partition_with_auth : db=default tbl=cbo_t1[2014] 2015-10-29T11:12:21,697 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_partition_with_auth : db=default tbl=cbo_t1[2014] 2015-10-29T11:12:21,704 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,715 INFO [main]: exec.StatsTask (StatsTask.java:aggregateStats(224)) - Partition default.cbo_t1{dt=2014} stats: [numFiles=1, numRows=0, totalSize=282, rawDataSize=0] 2015-10-29T11:12:21,715 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,715 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: alter_partitions : db=default tbl=cbo_t1 2015-10-29T11:12:21,716 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=alter_partitions : db=default tbl=cbo_t1 2015-10-29T11:12:21,716 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:alter_partitions(3219)) - New partition values:[2014] 2015-10-29T11:12:21,727 WARN [main]: hive.log (MetaStoreUtils.java:updatePartitionStatsFast(351)) - Updating partition stats fast for: cbo_t1 2015-10-29T11:12:21,738 WARN [main]: hive.log (MetaStoreUtils.java:updatePartitionStatsFast(354)) - Updated size to 282 2015-10-29T11:12:21,764 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,764 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,764 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,764 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: query: load data local inpath '../../data/files/cbo_t1.txt' into table cbo_t1 partition (dt='2014') 2015-10-29T11:12:21,764 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: type: LOAD 2015-10-29T11:12:21,764 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Input: file:/Users/sush/dev/hive.git/data/files/cbo_t1.txt 2015-10-29T11:12:21,764 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Output: default@cbo_t1 2015-10-29T11:12:21,765 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Output: default@cbo_t1@dt=2014 2015-10-29T11:12:21,765 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,765 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : execution phase 2015-10-29T11:12:21,765 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {appendPartition_(String, String, List, )=28, isCompatibleWith_(HiveConf, )=0, alter_partitions_(String, String, List, )=49, getPartitionWithAuthInfo_(String, String, List, String, List, )=14, getTable_(String, String, )=20, validatePartitionNameCharacters_(List, )=0} 2015-10-29T11:12:21,765 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,765 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - OK 2015-10-29T11:12:21,765 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,765 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:releaseLocks(217)) - about to release lock for default/cbo_t1 2015-10-29T11:12:21,767 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:releaseLocks(217)) - about to release lock for default 2015-10-29T11:12:21,769 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,769 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,769 DEBUG [main]: ql.Driver (DriverContext.java:shutdown(132)) - Shutting down query load data local inpath '../../data/files/cbo_t1.txt' into table cbo_t1 partition (dt='2014') 2015-10-29T11:12:21,769 INFO [main]: CliDriver (SessionState.java:printInfo(996)) - Time taken: 0.23 seconds 2015-10-29T11:12:21,769 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,769 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,769 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,769 DEBUG [main]: conf.VariableSubstitution (VariableSubstitution.java:substitute(63)) - Substitution is on: load data local inpath '../../data/files/cbo_t2.txt' into table cbo_t2 partition (dt='2014') 2015-10-29T11:12:21,770 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,770 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(185)) - Parsing command: load data local inpath '../../data/files/cbo_t2.txt' into table cbo_t2 partition (dt='2014') 2015-10-29T11:12:21,770 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(209)) - Parse Completed 2015-10-29T11:12:21,770 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,770 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,770 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,771 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,771 DEBUG [main]: parse.LoadSemanticAnalyzer (LoadSemanticAnalyzer.java:initializeFromURI(127)) - file@null@/Users/sush/dev/hive.git/data/files/cbo_t2.txt 2015-10-29T11:12:21,771 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,771 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=cbo_t2 2015-10-29T11:12:21,771 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=cbo_t2 2015-10-29T11:12:21,776 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,776 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,776 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_partition_with_auth : db=default tbl=cbo_t2[2014] 2015-10-29T11:12:21,777 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_partition_with_auth : db=default tbl=cbo_t2[2014] 2015-10-29T11:12:21,778 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,779 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,779 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_partition_with_auth : db=default tbl=cbo_t2[2014] 2015-10-29T11:12:21,779 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_partition_with_auth : db=default tbl=cbo_t2[2014] 2015-10-29T11:12:21,781 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,781 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct cbo_t2 { string key, string value, i32 c_int, float c_float, bool c_boolean} 2015-10-29T11:12:21,781 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct cbo_t2 { string key, string value, i32 c_int, float c_float, bool c_boolean} 2015-10-29T11:12:21,781 INFO [main]: ql.Driver (Driver.java:compile(448)) - Semantic Analysis Completed 2015-10-29T11:12:21,781 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,781 INFO [main]: ql.Driver (Driver.java:getSchema(244)) - Returning Hive schema: Schema(fieldSchemas:null, properties:null) 2015-10-29T11:12:21,781 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,781 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : compilation phase 2015-10-29T11:12:21,781 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {flushCache_()=1, isCompatibleWith_(HiveConf, )=0, getTable_(String, String, )=5} 2015-10-29T11:12:21,782 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,782 DEBUG [main]: lockmgr.DummyTxnManager (DummyTxnManager.java:acquireLocks(129)) - Adding file:/Users/sush/dev/hive.git/data/files/cbo_t2.txt to list of lock inputs 2015-10-29T11:12:21,782 DEBUG [main]: lockmgr.DummyTxnManager (DummyTxnManager.java:acquireLocks(148)) - Adding default@cbo_t2 to list of lock outputs 2015-10-29T11:12:21,782 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:lock(262)) - Acquiring lock for default with mode IMPLICIT 2015-10-29T11:12:21,784 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:lock(262)) - Acquiring lock for default/cbo_t2 with mode IMPLICIT 2015-10-29T11:12:21,786 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,786 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,786 INFO [main]: ql.Driver (Driver.java:execute(1468)) - Starting command(queryId=sush_20151029111221_6371eddb-79b1-48c2-8da4-dcfcbefcc3fb): load data local inpath '../../data/files/cbo_t2.txt' into table cbo_t2 partition (dt='2014') 2015-10-29T11:12:21,786 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,786 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: query: load data local inpath '../../data/files/cbo_t2.txt' into table cbo_t2 partition (dt='2014') 2015-10-29T11:12:21,786 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: type: LOAD 2015-10-29T11:12:21,786 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: Input: file:/Users/sush/dev/hive.git/data/files/cbo_t2.txt 2015-10-29T11:12:21,786 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: Output: default@cbo_t2 2015-10-29T11:12:21,786 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,787 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,787 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,787 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,787 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,787 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,787 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-0:MOVE] in serial mode 2015-10-29T11:12:21,787 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - Loading data to table default.cbo_t2 partition (dt=2014) from file:/Users/sush/dev/hive.git/data/files/cbo_t2.txt 2015-10-29T11:12:21,787 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,787 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=cbo_t2 2015-10-29T11:12:21,787 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=cbo_t2 2015-10-29T11:12:21,792 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,793 INFO [main]: exec.MoveTask (MoveTask.java:execute(322)) - Partition is: {dt=2014} 2015-10-29T11:12:21,794 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,794 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: partition_name_has_valid_characters 2015-10-29T11:12:21,794 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=partition_name_has_valid_characters 2015-10-29T11:12:21,794 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,794 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,794 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=cbo_t2 2015-10-29T11:12:21,794 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=cbo_t2 2015-10-29T11:12:21,799 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,799 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,799 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_partition_with_auth : db=default tbl=cbo_t2[2014] 2015-10-29T11:12:21,799 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_partition_with_auth : db=default tbl=cbo_t2[2014] 2015-10-29T11:12:21,801 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,801 INFO [main]: common.FileUtils (FileUtils.java:mkdir(502)) - Creating directory if it doesn't exist: pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/cbo_t2/dt=2014 2015-10-29T11:12:21,816 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chgrp,-R,staff,pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/cbo_t2/dt=2014} 2015-10-29T11:12:21,823 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:12:21,823 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chmod,-R,755,pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/cbo_t2/dt=2014} 2015-10-29T11:12:21,837 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:12:21,842 DEBUG [main]: shims.HadoopShimsSecure (Hadoop23Shims.java:debugLog(937)) - FileStatus{path=pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/cbo_t2/dt=2014; isDirectory=true; modification_time=1446142341000; access_time=0; owner=sush; group=staff; permission=rwxr-xr-x; isSymlink=false} 2015-10-29T11:12:21,847 DEBUG [main]: metadata.Hive (Hive.java:isSubDir(2607)) - The source path is /Users/sush/dev/hive.git/data/files/cbo_t2.txt and the destination path is /Users/sush/dev/hive.git/itests/qtest/target/warehouse/cbo_t2/dt=2014/cbo_t2.txt 2015-10-29T11:12:21,858 INFO [main]: metadata.Hive (Hive.java:moveFile(2742)) - Renaming src: file:/Users/sush/dev/hive.git/data/files/cbo_t2.txt, dest: pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/cbo_t2/dt=2014/cbo_t2.txt, Status:true 2015-10-29T11:12:21,858 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chgrp,-R,staff,pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/cbo_t2/dt=2014/cbo_t2.txt} 2015-10-29T11:12:21,863 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:12:21,864 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chmod,-R,755,pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/cbo_t2/dt=2014/cbo_t2.txt} 2015-10-29T11:12:21,872 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:12:21,877 DEBUG [main]: shims.HadoopShimsSecure (Hadoop23Shims.java:debugLog(937)) - FileStatus{path=pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/cbo_t2/dt=2014/cbo_t2.txt; isDirectory=false; length=282; replication=1; blocksize=33554432; modification_time=1446142341000; access_time=0; owner=sush; group=staff; permission=rwxr-xr-x; isSymlink=false} 2015-10-29T11:12:21,878 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,878 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_partition_with_auth : db=default tbl=cbo_t2[2014] 2015-10-29T11:12:21,878 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_partition_with_auth : db=default tbl=cbo_t2[2014] 2015-10-29T11:12:21,880 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,880 DEBUG [main]: metadata.Hive (Hive.java:getPartition(1924)) - creating partition for table cbo_t2 with partition spec : {dt=2014} 2015-10-29T11:12:21,880 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,880 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: append_partition : db=default tbl=cbo_t2[2014] 2015-10-29T11:12:21,881 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=append_partition : db=default tbl=cbo_t2[2014] 2015-10-29T11:12:21,881 DEBUG [main]: metastore.HiveMetaStore (HiveMetaStore.java:append_partition_with_environment_context(1959)) - 2014 2015-10-29T11:12:21,891 WARN [main]: hive.log (MetaStoreUtils.java:updatePartitionStatsFast(351)) - Updating partition stats fast for: cbo_t2 2015-10-29T11:12:21,902 WARN [main]: hive.log (MetaStoreUtils.java:updatePartitionStatsFast(354)) - Updated size to 282 2015-10-29T11:12:21,908 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,908 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,909 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_partition_with_auth : db=default tbl=cbo_t2[2014] 2015-10-29T11:12:21,909 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_partition_with_auth : db=default tbl=cbo_t2[2014] 2015-10-29T11:12:21,915 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,915 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,915 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-1:STATS] in serial mode 2015-10-29T11:12:21,915 INFO [main]: exec.StatsTask (StatsTask.java:execute(87)) - Executing stats task 2015-10-29T11:12:21,915 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,915 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=cbo_t2 2015-10-29T11:12:21,915 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=cbo_t2 2015-10-29T11:12:21,920 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,920 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,921 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=cbo_t2 2015-10-29T11:12:21,921 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=cbo_t2 2015-10-29T11:12:21,925 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,925 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,925 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_partition_with_auth : db=default tbl=cbo_t2[2014] 2015-10-29T11:12:21,925 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_partition_with_auth : db=default tbl=cbo_t2[2014] 2015-10-29T11:12:21,930 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,943 INFO [main]: exec.StatsTask (StatsTask.java:aggregateStats(224)) - Partition default.cbo_t2{dt=2014} stats: [numFiles=1, numRows=0, totalSize=282, rawDataSize=0] 2015-10-29T11:12:21,943 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,943 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: alter_partitions : db=default tbl=cbo_t2 2015-10-29T11:12:21,943 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=alter_partitions : db=default tbl=cbo_t2 2015-10-29T11:12:21,943 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:alter_partitions(3219)) - New partition values:[2014] 2015-10-29T11:12:21,953 WARN [main]: hive.log (MetaStoreUtils.java:updatePartitionStatsFast(351)) - Updating partition stats fast for: cbo_t2 2015-10-29T11:12:21,964 WARN [main]: hive.log (MetaStoreUtils.java:updatePartitionStatsFast(354)) - Updated size to 282 2015-10-29T11:12:21,996 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,996 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,997 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,997 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: query: load data local inpath '../../data/files/cbo_t2.txt' into table cbo_t2 partition (dt='2014') 2015-10-29T11:12:21,997 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: type: LOAD 2015-10-29T11:12:21,997 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Input: file:/Users/sush/dev/hive.git/data/files/cbo_t2.txt 2015-10-29T11:12:21,997 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Output: default@cbo_t2 2015-10-29T11:12:21,997 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Output: default@cbo_t2@dt=2014 2015-10-29T11:12:21,997 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,997 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : execution phase 2015-10-29T11:12:21,997 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {appendPartition_(String, String, List, )=28, isCompatibleWith_(HiveConf, )=0, alter_partitions_(String, String, List, )=53, getPartitionWithAuthInfo_(String, String, List, String, List, )=13, getTable_(String, String, )=21, validatePartitionNameCharacters_(List, )=0} 2015-10-29T11:12:21,997 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:21,997 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - OK 2015-10-29T11:12:21,997 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:21,998 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:releaseLocks(217)) - about to release lock for default/cbo_t2 2015-10-29T11:12:22,000 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:releaseLocks(217)) - about to release lock for default 2015-10-29T11:12:22,002 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:22,002 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:22,002 DEBUG [main]: ql.Driver (DriverContext.java:shutdown(132)) - Shutting down query load data local inpath '../../data/files/cbo_t2.txt' into table cbo_t2 partition (dt='2014') 2015-10-29T11:12:22,002 INFO [main]: CliDriver (SessionState.java:printInfo(996)) - Time taken: 0.233 seconds 2015-10-29T11:12:22,002 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:22,002 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:22,002 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:22,002 DEBUG [main]: conf.VariableSubstitution (VariableSubstitution.java:substitute(63)) - Substitution is on: load data local inpath '../../data/files/cbo_t3.txt' into table cbo_t3 2015-10-29T11:12:22,003 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:22,003 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(185)) - Parsing command: load data local inpath '../../data/files/cbo_t3.txt' into table cbo_t3 2015-10-29T11:12:22,003 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(209)) - Parse Completed 2015-10-29T11:12:22,003 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:22,003 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:22,003 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:22,003 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:22,004 DEBUG [main]: parse.LoadSemanticAnalyzer (LoadSemanticAnalyzer.java:initializeFromURI(127)) - file@null@/Users/sush/dev/hive.git/data/files/cbo_t3.txt 2015-10-29T11:12:22,004 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:22,004 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=cbo_t3 2015-10-29T11:12:22,004 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=cbo_t3 2015-10-29T11:12:22,009 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:22,010 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct cbo_t3 { string key, string value, i32 c_int, float c_float, bool c_boolean} 2015-10-29T11:12:22,010 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct cbo_t3 { string key, string value, i32 c_int, float c_float, bool c_boolean} 2015-10-29T11:12:22,010 INFO [main]: ql.Driver (Driver.java:compile(448)) - Semantic Analysis Completed 2015-10-29T11:12:22,010 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:22,010 INFO [main]: ql.Driver (Driver.java:getSchema(244)) - Returning Hive schema: Schema(fieldSchemas:null, properties:null) 2015-10-29T11:12:22,010 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:22,010 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : compilation phase 2015-10-29T11:12:22,010 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {flushCache_()=0, isCompatibleWith_(HiveConf, )=0, getTable_(String, String, )=5} 2015-10-29T11:12:22,010 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:22,011 DEBUG [main]: lockmgr.DummyTxnManager (DummyTxnManager.java:acquireLocks(129)) - Adding file:/Users/sush/dev/hive.git/data/files/cbo_t3.txt to list of lock inputs 2015-10-29T11:12:22,011 DEBUG [main]: lockmgr.DummyTxnManager (DummyTxnManager.java:acquireLocks(148)) - Adding default@cbo_t3 to list of lock outputs 2015-10-29T11:12:22,011 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:lock(262)) - Acquiring lock for default with mode IMPLICIT 2015-10-29T11:12:22,013 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:lock(262)) - Acquiring lock for default/cbo_t3 with mode IMPLICIT 2015-10-29T11:12:22,014 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:22,015 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:22,015 INFO [main]: ql.Driver (Driver.java:execute(1468)) - Starting command(queryId=sush_20151029111222_75308390-5853-414b-9324-cd11ef2129a4): load data local inpath '../../data/files/cbo_t3.txt' into table cbo_t3 2015-10-29T11:12:22,015 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:22,015 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: query: load data local inpath '../../data/files/cbo_t3.txt' into table cbo_t3 2015-10-29T11:12:22,015 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: type: LOAD 2015-10-29T11:12:22,015 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: Input: file:/Users/sush/dev/hive.git/data/files/cbo_t3.txt 2015-10-29T11:12:22,015 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: Output: default@cbo_t3 2015-10-29T11:12:22,015 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:22,015 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:22,015 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:22,015 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:22,015 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:22,015 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:22,016 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-0:MOVE] in serial mode 2015-10-29T11:12:22,016 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - Loading data to table default.cbo_t3 from file:/Users/sush/dev/hive.git/data/files/cbo_t3.txt 2015-10-29T11:12:22,016 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:22,016 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=cbo_t3 2015-10-29T11:12:22,016 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=cbo_t3 2015-10-29T11:12:22,021 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:22,022 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:22,022 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=cbo_t3 2015-10-29T11:12:22,023 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=cbo_t3 2015-10-29T11:12:22,027 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:22,040 DEBUG [main]: metadata.Hive (Hive.java:isSubDir(2607)) - The source path is /Users/sush/dev/hive.git/data/files/cbo_t3.txt and the destination path is /Users/sush/dev/hive.git/itests/qtest/target/warehouse/cbo_t3/cbo_t3.txt 2015-10-29T11:12:22,050 INFO [main]: metadata.Hive (Hive.java:moveFile(2742)) - Renaming src: file:/Users/sush/dev/hive.git/data/files/cbo_t3.txt, dest: pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/cbo_t3/cbo_t3.txt, Status:true 2015-10-29T11:12:22,050 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chgrp,-R,staff,pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/cbo_t3/cbo_t3.txt} 2015-10-29T11:12:22,055 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:12:22,056 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chmod,-R,755,pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/cbo_t3/cbo_t3.txt} 2015-10-29T11:12:22,066 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:12:22,071 DEBUG [main]: shims.HadoopShimsSecure (Hadoop23Shims.java:debugLog(937)) - FileStatus{path=pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/cbo_t3/cbo_t3.txt; isDirectory=false; length=282; replication=1; blocksize=33554432; modification_time=1446142342000; access_time=0; owner=sush; group=staff; permission=rwxr-xr-x; isSymlink=false} 2015-10-29T11:12:22,071 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct cbo_t3 { string key, string value, i32 c_int, float c_float, bool c_boolean} 2015-10-29T11:12:22,072 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:22,072 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: alter_table: db=default tbl=cbo_t3 newtbl=cbo_t3 2015-10-29T11:12:22,072 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=alter_table: db=default tbl=cbo_t3 newtbl=cbo_t3 2015-10-29T11:12:22,081 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:getDatabase(348)) - getDatabase: directsql returning db default locn[pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse] desc [Default Hive database] owner [public] ownertype [ROLE] 2015-10-29T11:12:22,092 INFO [main]: hive.log (MetaStoreUtils.java:updateTableStatsFast(231)) - Updating table stats fast for cbo_t3 2015-10-29T11:12:22,092 INFO [main]: hive.log (MetaStoreUtils.java:updateTableStatsFast(233)) - Updated size of table cbo_t3 to 282 2015-10-29T11:12:22,096 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:22,096 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:22,096 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-1:STATS] in serial mode 2015-10-29T11:12:22,096 INFO [main]: exec.StatsTask (StatsTask.java:execute(87)) - Executing stats task 2015-10-29T11:12:22,097 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:22,097 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=cbo_t3 2015-10-29T11:12:22,097 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=cbo_t3 2015-10-29T11:12:22,102 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:22,103 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:22,103 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=cbo_t3 2015-10-29T11:12:22,103 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=cbo_t3 2015-10-29T11:12:22,108 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:22,119 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct cbo_t3 { string key, string value, i32 c_int, float c_float, bool c_boolean} 2015-10-29T11:12:22,119 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:22,119 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: alter_table: db=default tbl=cbo_t3 newtbl=cbo_t3 2015-10-29T11:12:22,120 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=alter_table: db=default tbl=cbo_t3 newtbl=cbo_t3 2015-10-29T11:12:22,129 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:getDatabase(348)) - getDatabase: directsql returning db default locn[pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse] desc [Default Hive database] owner [public] ownertype [ROLE] 2015-10-29T11:12:22,140 INFO [main]: hive.log (MetaStoreUtils.java:updateTableStatsFast(231)) - Updating table stats fast for cbo_t3 2015-10-29T11:12:22,140 INFO [main]: hive.log (MetaStoreUtils.java:updateTableStatsFast(233)) - Updated size of table cbo_t3 to 282 2015-10-29T11:12:22,142 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:22,142 INFO [main]: exec.StatsTask (StatsTask.java:aggregateStats(188)) - Table default.cbo_t3 stats: [numFiles=1, totalSize=282] 2015-10-29T11:12:22,142 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:22,142 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:22,142 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: query: load data local inpath '../../data/files/cbo_t3.txt' into table cbo_t3 2015-10-29T11:12:22,142 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: type: LOAD 2015-10-29T11:12:22,143 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Input: file:/Users/sush/dev/hive.git/data/files/cbo_t3.txt 2015-10-29T11:12:22,143 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Output: default@cbo_t3 2015-10-29T11:12:22,143 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:22,143 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : execution phase 2015-10-29T11:12:22,143 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {isCompatibleWith_(HiveConf, )=0, getTable_(String, String, )=22, alter_table_(String, String, Table, boolean, )=47} 2015-10-29T11:12:22,143 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:22,143 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - OK 2015-10-29T11:12:22,143 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:22,143 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:releaseLocks(217)) - about to release lock for default/cbo_t3 2015-10-29T11:12:22,145 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:releaseLocks(217)) - about to release lock for default 2015-10-29T11:12:22,146 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:22,146 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:22,146 DEBUG [main]: ql.Driver (DriverContext.java:shutdown(132)) - Shutting down query load data local inpath '../../data/files/cbo_t3.txt' into table cbo_t3 2015-10-29T11:12:22,146 INFO [main]: CliDriver (SessionState.java:printInfo(996)) - Time taken: 0.144 seconds 2015-10-29T11:12:22,146 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:22,146 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:22,147 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:22,147 DEBUG [main]: conf.VariableSubstitution (VariableSubstitution.java:substitute(63)) - Substitution is on: CREATE TABLE part( p_partkey INT, p_name STRING, p_mfgr STRING, p_brand STRING, p_type STRING, p_size INT, p_container STRING, p_retailprice DOUBLE, p_comment STRING ) 2015-10-29T11:12:22,147 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:22,147 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(185)) - Parsing command: CREATE TABLE part( p_partkey INT, p_name STRING, p_mfgr STRING, p_brand STRING, p_type STRING, p_size INT, p_container STRING, p_retailprice DOUBLE, p_comment STRING ) 2015-10-29T11:12:22,148 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(209)) - Parse Completed 2015-10-29T11:12:22,148 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:22,148 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:22,148 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:22,148 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:22,148 INFO [main]: parse.CalcitePlanner (SemanticAnalyzer.java:analyzeInternal(10062)) - Starting Semantic Analysis 2015-10-29T11:12:22,148 INFO [main]: parse.CalcitePlanner (SemanticAnalyzer.java:analyzeCreateTable(10690)) - Creating table default.part position=13 2015-10-29T11:12:22,149 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:22,149 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_database: default 2015-10-29T11:12:22,149 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_database: default 2015-10-29T11:12:22,149 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:getDatabase(348)) - getDatabase: directsql returning db default locn[pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse] desc [Default Hive database] owner [public] ownertype [ROLE] 2015-10-29T11:12:22,150 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:22,150 INFO [main]: ql.Driver (Driver.java:compile(448)) - Semantic Analysis Completed 2015-10-29T11:12:22,150 DEBUG [main]: parse.CalcitePlanner (SemanticAnalyzer.java:validate(10519)) - validation start 2015-10-29T11:12:22,150 DEBUG [main]: parse.CalcitePlanner (SemanticAnalyzer.java:validate(10561)) - not validating writeEntity, because entity is neither table nor partition 2015-10-29T11:12:22,150 DEBUG [main]: parse.CalcitePlanner (SemanticAnalyzer.java:validate(10588)) - Not a partition. 2015-10-29T11:12:22,150 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:22,150 INFO [main]: ql.Driver (Driver.java:getSchema(244)) - Returning Hive schema: Schema(fieldSchemas:null, properties:null) 2015-10-29T11:12:22,150 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:22,150 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : compilation phase 2015-10-29T11:12:22,151 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {flushCache_()=0, isCompatibleWith_(HiveConf, )=0, getDatabase_(String, )=1} 2015-10-29T11:12:22,151 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:22,151 DEBUG [main]: lockmgr.DummyTxnManager (DummyTxnManager.java:acquireLocks(148)) - Adding database:default to list of lock outputs 2015-10-29T11:12:22,151 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:lock(262)) - Acquiring lock for default with mode IMPLICIT 2015-10-29T11:12:22,153 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:22,153 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:22,153 INFO [main]: ql.Driver (Driver.java:execute(1468)) - Starting command(queryId=sush_20151029111222_58c12a50-3a67-4a30-8c22-6b59662178a6): CREATE TABLE part( p_partkey INT, p_name STRING, p_mfgr STRING, p_brand STRING, p_type STRING, p_size INT, p_container STRING, p_retailprice DOUBLE, p_comment STRING ) 2015-10-29T11:12:22,153 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:22,153 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: query: CREATE TABLE part( p_partkey INT, p_name STRING, p_mfgr STRING, p_brand STRING, p_type STRING, p_size INT, p_container STRING, p_retailprice DOUBLE, p_comment STRING ) 2015-10-29T11:12:22,153 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: type: CREATETABLE 2015-10-29T11:12:22,153 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: Output: database:default 2015-10-29T11:12:22,153 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: Output: default@part 2015-10-29T11:12:22,153 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:22,153 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:22,154 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:22,154 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:22,154 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:22,154 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:22,154 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-0:DDL] in serial mode 2015-10-29T11:12:22,154 DEBUG [main]: exec.DDLTask (DDLTask.java:validateSerDe(3674)) - Found class for org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe 2015-10-29T11:12:22,155 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct part { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} 2015-10-29T11:12:22,155 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:22,155 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: create_table: Table(tableName:part, dbName:default, owner:hive_test_user, createTime:1446142342, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:p_partkey, type:int, comment:null), FieldSchema(name:p_name, type:string, comment:null), FieldSchema(name:p_mfgr, type:string, comment:null), FieldSchema(name:p_brand, type:string, comment:null), FieldSchema(name:p_type, type:string, comment:null), FieldSchema(name:p_size, type:int, comment:null), FieldSchema(name:p_container, type:string, comment:null), FieldSchema(name:p_retailprice, type:double, comment:null), FieldSchema(name:p_comment, type:string, comment:null)], location:null, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}, skewedInfo:SkewedInfo(skewedColNames:[], skewedColValues:[], skewedColValueLocationMaps:{}), storedAsSubDirectories:false), partitionKeys:[], parameters:{}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE, privileges:PrincipalPrivilegeSet(userPrivileges:{}, groupPrivileges:null, rolePrivileges:null), temporary:false) 2015-10-29T11:12:22,155 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=create_table: Table(tableName:part, dbName:default, owner:hive_test_user, createTime:1446142342, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:p_partkey, type:int, comment:null), FieldSchema(name:p_name, type:string, comment:null), FieldSchema(name:p_mfgr, type:string, comment:null), FieldSchema(name:p_brand, type:string, comment:null), FieldSchema(name:p_type, type:string, comment:null), FieldSchema(name:p_size, type:int, comment:null), FieldSchema(name:p_container, type:string, comment:null), FieldSchema(name:p_retailprice, type:double, comment:null), FieldSchema(name:p_comment, type:string, comment:null)], location:null, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}, skewedInfo:SkewedInfo(skewedColNames:[], skewedColValues:[], skewedColValueLocationMaps:{}), storedAsSubDirectories:false), partitionKeys:[], parameters:{}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE, privileges:PrincipalPrivilegeSet(userPrivileges:{}, groupPrivileges:null, rolePrivileges:null), temporary:false) 2015-10-29T11:12:22,156 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:getDatabase(348)) - getDatabase: directsql returning db default locn[pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse] desc [Default Hive database] owner [public] ownertype [ROLE] 2015-10-29T11:12:22,157 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:getDatabase(348)) - getDatabase: directsql returning db default locn[pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse] desc [Default Hive database] owner [public] ownertype [ROLE] 2015-10-29T11:12:22,157 INFO [main]: common.FileUtils (FileUtils.java:mkdir(502)) - Creating directory if it doesn't exist: pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/part 2015-10-29T11:12:22,172 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chgrp,-R,staff,pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/part} 2015-10-29T11:12:22,179 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:12:22,179 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chmod,-R,755,pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/part} 2015-10-29T11:12:22,188 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:12:22,193 DEBUG [main]: shims.HadoopShimsSecure (Hadoop23Shims.java:debugLog(937)) - FileStatus{path=pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/part; isDirectory=true; modification_time=1446142342000; access_time=0; owner=sush; group=staff; permission=rwxr-xr-x; isSymlink=false} 2015-10-29T11:12:22,205 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:22,205 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:22,205 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:22,205 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: query: CREATE TABLE part( p_partkey INT, p_name STRING, p_mfgr STRING, p_brand STRING, p_type STRING, p_size INT, p_container STRING, p_retailprice DOUBLE, p_comment STRING ) 2015-10-29T11:12:22,205 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: type: CREATETABLE 2015-10-29T11:12:22,205 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Output: database:default 2015-10-29T11:12:22,205 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Output: default@part 2015-10-29T11:12:22,205 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:22,205 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : execution phase 2015-10-29T11:12:22,206 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {createTable_(Table, )=50, isCompatibleWith_(HiveConf, )=0} 2015-10-29T11:12:22,206 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:22,206 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - OK 2015-10-29T11:12:22,206 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:22,206 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:releaseLocks(217)) - about to release lock for default 2015-10-29T11:12:22,208 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:22,208 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:22,208 DEBUG [main]: ql.Driver (DriverContext.java:shutdown(132)) - Shutting down query CREATE TABLE part( p_partkey INT, p_name STRING, p_mfgr STRING, p_brand STRING, p_type STRING, p_size INT, p_container STRING, p_retailprice DOUBLE, p_comment STRING ) 2015-10-29T11:12:22,208 INFO [main]: CliDriver (SessionState.java:printInfo(996)) - Time taken: 0.062 seconds 2015-10-29T11:12:22,208 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:22,208 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:22,208 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:22,208 DEBUG [main]: conf.VariableSubstitution (VariableSubstitution.java:substitute(63)) - Substitution is on: LOAD DATA LOCAL INPATH '../../data/files/part_tiny.txt' overwrite into table part 2015-10-29T11:12:22,209 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:22,209 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(185)) - Parsing command: LOAD DATA LOCAL INPATH '../../data/files/part_tiny.txt' overwrite into table part 2015-10-29T11:12:22,209 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(209)) - Parse Completed 2015-10-29T11:12:22,209 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:22,209 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:22,209 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:22,209 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:22,209 DEBUG [main]: parse.LoadSemanticAnalyzer (LoadSemanticAnalyzer.java:initializeFromURI(127)) - file@null@/Users/sush/dev/hive.git/data/files/part_tiny.txt 2015-10-29T11:12:22,210 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:22,210 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=part 2015-10-29T11:12:22,210 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=part 2015-10-29T11:12:22,215 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:22,216 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct part { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} 2015-10-29T11:12:22,216 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct part { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} 2015-10-29T11:12:22,216 INFO [main]: ql.Driver (Driver.java:compile(448)) - Semantic Analysis Completed 2015-10-29T11:12:22,216 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:22,216 INFO [main]: ql.Driver (Driver.java:getSchema(244)) - Returning Hive schema: Schema(fieldSchemas:null, properties:null) 2015-10-29T11:12:22,216 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:22,216 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : compilation phase 2015-10-29T11:12:22,216 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {flushCache_()=0, isCompatibleWith_(HiveConf, )=0, getTable_(String, String, )=5} 2015-10-29T11:12:22,216 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:22,216 DEBUG [main]: lockmgr.DummyTxnManager (DummyTxnManager.java:acquireLocks(129)) - Adding file:/Users/sush/dev/hive.git/data/files/part_tiny.txt to list of lock inputs 2015-10-29T11:12:22,217 DEBUG [main]: lockmgr.DummyTxnManager (DummyTxnManager.java:acquireLocks(148)) - Adding default@part to list of lock outputs 2015-10-29T11:12:22,217 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:lock(262)) - Acquiring lock for default with mode IMPLICIT 2015-10-29T11:12:22,219 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:lock(262)) - Acquiring lock for default/part with mode IMPLICIT 2015-10-29T11:12:22,221 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:22,221 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:22,221 INFO [main]: ql.Driver (Driver.java:execute(1468)) - Starting command(queryId=sush_20151029111222_33203a4d-af68-4db4-ad3b-2c4eedde880c): LOAD DATA LOCAL INPATH '../../data/files/part_tiny.txt' overwrite into table part 2015-10-29T11:12:22,221 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:22,221 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: query: LOAD DATA LOCAL INPATH '../../data/files/part_tiny.txt' overwrite into table part 2015-10-29T11:12:22,221 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: type: LOAD 2015-10-29T11:12:22,221 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: Input: file:/Users/sush/dev/hive.git/data/files/part_tiny.txt 2015-10-29T11:12:22,221 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: Output: default@part 2015-10-29T11:12:22,221 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:22,221 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:22,221 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:22,222 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:22,222 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:22,222 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:22,222 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-0:MOVE] in serial mode 2015-10-29T11:12:22,222 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - Loading data to table default.part from file:/Users/sush/dev/hive.git/data/files/part_tiny.txt 2015-10-29T11:12:22,222 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:22,222 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=part 2015-10-29T11:12:22,222 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=part 2015-10-29T11:12:22,228 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:22,229 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:22,229 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=part 2015-10-29T11:12:22,229 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=part 2015-10-29T11:12:22,235 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:22,241 INFO [main]: common.FileUtils (FileUtils.java:mkdir(502)) - Creating directory if it doesn't exist: pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/part 2015-10-29T11:12:22,246 DEBUG [main]: metadata.Hive (Hive.java:isSubDir(2607)) - The source path is /Users/sush/dev/hive.git/data/files/part_tiny.txt and the destination path is /Users/sush/dev/hive.git/itests/qtest/target/warehouse/part/part_tiny.txt 2015-10-29T11:12:22,252 DEBUG [main]: metadata.Hive (Hive.java:moveFile(2683)) - The path pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/part/part_tiny.txt is deleted 2015-10-29T11:12:22,256 INFO [main]: metadata.Hive (Hive.java:moveFile(2742)) - Replacing src:file:/Users/sush/dev/hive.git/data/files/part_tiny.txt, dest: pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/part/part_tiny.txt, Status:true 2015-10-29T11:12:22,256 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chgrp,-R,staff,pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/part/part_tiny.txt} 2015-10-29T11:12:22,262 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:12:22,262 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chmod,-R,755,pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/part/part_tiny.txt} 2015-10-29T11:12:22,271 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:12:22,276 DEBUG [main]: shims.HadoopShimsSecure (Hadoop23Shims.java:debugLog(937)) - FileStatus{path=pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/part/part_tiny.txt; isDirectory=false; length=3173; replication=1; blocksize=33554432; modification_time=1446142342000; access_time=0; owner=sush; group=staff; permission=rwxr-xr-x; isSymlink=false} 2015-10-29T11:12:22,276 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct part { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} 2015-10-29T11:12:22,277 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:22,277 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: alter_table: db=default tbl=part newtbl=part 2015-10-29T11:12:22,277 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=alter_table: db=default tbl=part newtbl=part 2015-10-29T11:12:22,286 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:getDatabase(348)) - getDatabase: directsql returning db default locn[pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse] desc [Default Hive database] owner [public] ownertype [ROLE] 2015-10-29T11:12:22,298 INFO [main]: hive.log (MetaStoreUtils.java:updateTableStatsFast(231)) - Updating table stats fast for part 2015-10-29T11:12:22,298 INFO [main]: hive.log (MetaStoreUtils.java:updateTableStatsFast(233)) - Updated size of table part to 3173 2015-10-29T11:12:22,302 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:22,302 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:22,302 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-1:STATS] in serial mode 2015-10-29T11:12:22,302 INFO [main]: exec.StatsTask (StatsTask.java:execute(87)) - Executing stats task 2015-10-29T11:12:22,302 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:22,302 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=part 2015-10-29T11:12:22,303 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=part 2015-10-29T11:12:22,308 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:22,308 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:22,308 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=part 2015-10-29T11:12:22,308 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=part 2015-10-29T11:12:22,313 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:22,325 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct part { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} 2015-10-29T11:12:22,325 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:22,326 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: alter_table: db=default tbl=part newtbl=part 2015-10-29T11:12:22,326 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=alter_table: db=default tbl=part newtbl=part 2015-10-29T11:12:22,336 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:getDatabase(348)) - getDatabase: directsql returning db default locn[pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse] desc [Default Hive database] owner [public] ownertype [ROLE] 2015-10-29T11:12:22,347 INFO [main]: hive.log (MetaStoreUtils.java:updateTableStatsFast(231)) - Updating table stats fast for part 2015-10-29T11:12:22,347 INFO [main]: hive.log (MetaStoreUtils.java:updateTableStatsFast(233)) - Updated size of table part to 3173 2015-10-29T11:12:22,349 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:22,349 INFO [main]: exec.StatsTask (StatsTask.java:aggregateStats(188)) - Table default.part stats: [numFiles=1, totalSize=3173] 2015-10-29T11:12:22,349 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:22,349 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:22,349 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: query: LOAD DATA LOCAL INPATH '../../data/files/part_tiny.txt' overwrite into table part 2015-10-29T11:12:22,349 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: type: LOAD 2015-10-29T11:12:22,349 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Input: file:/Users/sush/dev/hive.git/data/files/part_tiny.txt 2015-10-29T11:12:22,350 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Output: default@part 2015-10-29T11:12:22,350 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:22,350 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : execution phase 2015-10-29T11:12:22,350 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {isCompatibleWith_(HiveConf, )=0, getTable_(String, String, )=23, alter_table_(String, String, Table, boolean, )=49} 2015-10-29T11:12:22,350 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:22,350 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - OK 2015-10-29T11:12:22,350 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:22,350 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:releaseLocks(217)) - about to release lock for default/part 2015-10-29T11:12:22,352 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:releaseLocks(217)) - about to release lock for default 2015-10-29T11:12:22,353 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:22,353 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:22,353 DEBUG [main]: ql.Driver (DriverContext.java:shutdown(132)) - Shutting down query LOAD DATA LOCAL INPATH '../../data/files/part_tiny.txt' overwrite into table part 2015-10-29T11:12:22,354 INFO [main]: CliDriver (SessionState.java:printInfo(996)) - Time taken: 0.146 seconds 2015-10-29T11:12:22,354 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:22,354 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:22,354 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:22,354 DEBUG [main]: conf.VariableSubstitution (VariableSubstitution.java:substitute(63)) - Substitution is on: CREATE TABLE lineitem (L_ORDERKEY INT, L_PARTKEY INT, L_SUPPKEY INT, L_LINENUMBER INT, L_QUANTITY DOUBLE, L_EXTENDEDPRICE DOUBLE, L_DISCOUNT DOUBLE, L_TAX DOUBLE, L_RETURNFLAG STRING, L_LINESTATUS STRING, l_shipdate STRING, L_COMMITDATE STRING, L_RECEIPTDATE STRING, L_SHIPINSTRUCT STRING, L_SHIPMODE STRING, L_COMMENT STRING) ROW FORMAT DELIMITED FIELDS TERMINATED BY '|' 2015-10-29T11:12:22,354 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:22,354 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(185)) - Parsing command: CREATE TABLE lineitem (L_ORDERKEY INT, L_PARTKEY INT, L_SUPPKEY INT, L_LINENUMBER INT, L_QUANTITY DOUBLE, L_EXTENDEDPRICE DOUBLE, L_DISCOUNT DOUBLE, L_TAX DOUBLE, L_RETURNFLAG STRING, L_LINESTATUS STRING, l_shipdate STRING, L_COMMITDATE STRING, L_RECEIPTDATE STRING, L_SHIPINSTRUCT STRING, L_SHIPMODE STRING, L_COMMENT STRING) ROW FORMAT DELIMITED FIELDS TERMINATED BY '|' 2015-10-29T11:12:22,356 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(209)) - Parse Completed 2015-10-29T11:12:22,356 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:22,356 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:22,357 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:22,357 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:22,357 INFO [main]: parse.CalcitePlanner (SemanticAnalyzer.java:analyzeInternal(10062)) - Starting Semantic Analysis 2015-10-29T11:12:22,357 INFO [main]: parse.CalcitePlanner (SemanticAnalyzer.java:analyzeCreateTable(10690)) - Creating table default.lineitem position=13 2015-10-29T11:12:22,357 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:22,357 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_database: default 2015-10-29T11:12:22,358 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_database: default 2015-10-29T11:12:22,358 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:getDatabase(348)) - getDatabase: directsql returning db default locn[pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse] desc [Default Hive database] owner [public] ownertype [ROLE] 2015-10-29T11:12:22,359 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:22,359 INFO [main]: ql.Driver (Driver.java:compile(448)) - Semantic Analysis Completed 2015-10-29T11:12:22,359 DEBUG [main]: parse.CalcitePlanner (SemanticAnalyzer.java:validate(10519)) - validation start 2015-10-29T11:12:22,359 DEBUG [main]: parse.CalcitePlanner (SemanticAnalyzer.java:validate(10561)) - not validating writeEntity, because entity is neither table nor partition 2015-10-29T11:12:22,359 DEBUG [main]: parse.CalcitePlanner (SemanticAnalyzer.java:validate(10588)) - Not a partition. 2015-10-29T11:12:22,359 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:22,359 INFO [main]: ql.Driver (Driver.java:getSchema(244)) - Returning Hive schema: Schema(fieldSchemas:null, properties:null) 2015-10-29T11:12:22,359 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:22,359 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : compilation phase 2015-10-29T11:12:22,359 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {flushCache_()=0, isCompatibleWith_(HiveConf, )=0, getDatabase_(String, )=2} 2015-10-29T11:12:22,359 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:22,359 DEBUG [main]: lockmgr.DummyTxnManager (DummyTxnManager.java:acquireLocks(148)) - Adding database:default to list of lock outputs 2015-10-29T11:12:22,360 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:lock(262)) - Acquiring lock for default with mode IMPLICIT 2015-10-29T11:12:22,361 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:22,362 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:22,362 INFO [main]: ql.Driver (Driver.java:execute(1468)) - Starting command(queryId=sush_20151029111222_e03bd7bd-2a06-4100-8de5-6f58c8985095): CREATE TABLE lineitem (L_ORDERKEY INT, L_PARTKEY INT, L_SUPPKEY INT, L_LINENUMBER INT, L_QUANTITY DOUBLE, L_EXTENDEDPRICE DOUBLE, L_DISCOUNT DOUBLE, L_TAX DOUBLE, L_RETURNFLAG STRING, L_LINESTATUS STRING, l_shipdate STRING, L_COMMITDATE STRING, L_RECEIPTDATE STRING, L_SHIPINSTRUCT STRING, L_SHIPMODE STRING, L_COMMENT STRING) ROW FORMAT DELIMITED FIELDS TERMINATED BY '|' 2015-10-29T11:12:22,362 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:22,362 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: query: CREATE TABLE lineitem (L_ORDERKEY INT, L_PARTKEY INT, L_SUPPKEY INT, L_LINENUMBER INT, L_QUANTITY DOUBLE, L_EXTENDEDPRICE DOUBLE, L_DISCOUNT DOUBLE, L_TAX DOUBLE, L_RETURNFLAG STRING, L_LINESTATUS STRING, l_shipdate STRING, L_COMMITDATE STRING, L_RECEIPTDATE STRING, L_SHIPINSTRUCT STRING, L_SHIPMODE STRING, L_COMMENT STRING) ROW FORMAT DELIMITED FIELDS TERMINATED BY '|' 2015-10-29T11:12:22,362 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: type: CREATETABLE 2015-10-29T11:12:22,362 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: Output: database:default 2015-10-29T11:12:22,362 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: Output: default@lineitem 2015-10-29T11:12:22,362 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:22,362 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:22,362 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:22,362 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:22,362 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:22,362 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:22,363 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-0:DDL] in serial mode 2015-10-29T11:12:22,363 DEBUG [main]: exec.DDLTask (DDLTask.java:validateSerDe(3674)) - Found class for org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe 2015-10-29T11:12:22,363 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct lineitem { i32 l_orderkey, i32 l_partkey, i32 l_suppkey, i32 l_linenumber, double l_quantity, double l_extendedprice, double l_discount, double l_tax, string l_returnflag, string l_linestatus, string l_shipdate, string l_commitdate, string l_receiptdate, string l_shipinstruct, string l_shipmode, string l_comment} 2015-10-29T11:12:22,364 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:22,364 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: create_table: Table(tableName:lineitem, dbName:default, owner:hive_test_user, createTime:1446142342, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:l_orderkey, type:int, comment:null), FieldSchema(name:l_partkey, type:int, comment:null), FieldSchema(name:l_suppkey, type:int, comment:null), FieldSchema(name:l_linenumber, type:int, comment:null), FieldSchema(name:l_quantity, type:double, comment:null), FieldSchema(name:l_extendedprice, type:double, comment:null), FieldSchema(name:l_discount, type:double, comment:null), FieldSchema(name:l_tax, type:double, comment:null), FieldSchema(name:l_returnflag, type:string, comment:null), FieldSchema(name:l_linestatus, type:string, comment:null), FieldSchema(name:l_shipdate, type:string, comment:null), FieldSchema(name:l_commitdate, type:string, comment:null), FieldSchema(name:l_receiptdate, type:string, comment:null), FieldSchema(name:l_shipinstruct, type:string, comment:null), FieldSchema(name:l_shipmode, type:string, comment:null), FieldSchema(name:l_comment, type:string, comment:null)], location:null, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{field.delim=|, serialization.format=|}), bucketCols:[], sortCols:[], parameters:{}, skewedInfo:SkewedInfo(skewedColNames:[], skewedColValues:[], skewedColValueLocationMaps:{}), storedAsSubDirectories:false), partitionKeys:[], parameters:{}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE, privileges:PrincipalPrivilegeSet(userPrivileges:{}, groupPrivileges:null, rolePrivileges:null), temporary:false) 2015-10-29T11:12:22,364 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=create_table: Table(tableName:lineitem, dbName:default, owner:hive_test_user, createTime:1446142342, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:l_orderkey, type:int, comment:null), FieldSchema(name:l_partkey, type:int, comment:null), FieldSchema(name:l_suppkey, type:int, comment:null), FieldSchema(name:l_linenumber, type:int, comment:null), FieldSchema(name:l_quantity, type:double, comment:null), FieldSchema(name:l_extendedprice, type:double, comment:null), FieldSchema(name:l_discount, type:double, comment:null), FieldSchema(name:l_tax, type:double, comment:null), FieldSchema(name:l_returnflag, type:string, comment:null), FieldSchema(name:l_linestatus, type:string, comment:null), FieldSchema(name:l_shipdate, type:string, comment:null), FieldSchema(name:l_commitdate, type:string, comment:null), FieldSchema(name:l_receiptdate, type:string, comment:null), FieldSchema(name:l_shipinstruct, type:string, comment:null), FieldSchema(name:l_shipmode, type:string, comment:null), FieldSchema(name:l_comment, type:string, comment:null)], location:null, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{field.delim=|, serialization.format=|}), bucketCols:[], sortCols:[], parameters:{}, skewedInfo:SkewedInfo(skewedColNames:[], skewedColValues:[], skewedColValueLocationMaps:{}), storedAsSubDirectories:false), partitionKeys:[], parameters:{}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE, privileges:PrincipalPrivilegeSet(userPrivileges:{}, groupPrivileges:null, rolePrivileges:null), temporary:false) 2015-10-29T11:12:22,365 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:getDatabase(348)) - getDatabase: directsql returning db default locn[pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse] desc [Default Hive database] owner [public] ownertype [ROLE] 2015-10-29T11:12:22,366 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:getDatabase(348)) - getDatabase: directsql returning db default locn[pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse] desc [Default Hive database] owner [public] ownertype [ROLE] 2015-10-29T11:12:22,366 INFO [main]: common.FileUtils (FileUtils.java:mkdir(502)) - Creating directory if it doesn't exist: pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/lineitem 2015-10-29T11:12:22,379 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chgrp,-R,staff,pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/lineitem} 2015-10-29T11:12:22,385 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:12:22,385 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chmod,-R,755,pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/lineitem} 2015-10-29T11:12:22,394 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:12:22,399 DEBUG [main]: shims.HadoopShimsSecure (Hadoop23Shims.java:debugLog(937)) - FileStatus{path=pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/lineitem; isDirectory=true; modification_time=1446142342000; access_time=0; owner=sush; group=staff; permission=rwxr-xr-x; isSymlink=false} 2015-10-29T11:12:22,414 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:22,414 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:22,414 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:22,414 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: query: CREATE TABLE lineitem (L_ORDERKEY INT, L_PARTKEY INT, L_SUPPKEY INT, L_LINENUMBER INT, L_QUANTITY DOUBLE, L_EXTENDEDPRICE DOUBLE, L_DISCOUNT DOUBLE, L_TAX DOUBLE, L_RETURNFLAG STRING, L_LINESTATUS STRING, l_shipdate STRING, L_COMMITDATE STRING, L_RECEIPTDATE STRING, L_SHIPINSTRUCT STRING, L_SHIPMODE STRING, L_COMMENT STRING) ROW FORMAT DELIMITED FIELDS TERMINATED BY '|' 2015-10-29T11:12:22,415 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: type: CREATETABLE 2015-10-29T11:12:22,415 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Output: database:default 2015-10-29T11:12:22,415 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Output: default@lineitem 2015-10-29T11:12:22,415 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:22,415 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : execution phase 2015-10-29T11:12:22,415 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {createTable_(Table, )=50, isCompatibleWith_(HiveConf, )=0} 2015-10-29T11:12:22,415 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:22,415 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - OK 2015-10-29T11:12:22,415 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:22,415 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:releaseLocks(217)) - about to release lock for default 2015-10-29T11:12:22,417 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:22,417 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:22,417 DEBUG [main]: ql.Driver (DriverContext.java:shutdown(132)) - Shutting down query CREATE TABLE lineitem (L_ORDERKEY INT, L_PARTKEY INT, L_SUPPKEY INT, L_LINENUMBER INT, L_QUANTITY DOUBLE, L_EXTENDEDPRICE DOUBLE, L_DISCOUNT DOUBLE, L_TAX DOUBLE, L_RETURNFLAG STRING, L_LINESTATUS STRING, l_shipdate STRING, L_COMMITDATE STRING, L_RECEIPTDATE STRING, L_SHIPINSTRUCT STRING, L_SHIPMODE STRING, L_COMMENT STRING) ROW FORMAT DELIMITED FIELDS TERMINATED BY '|' 2015-10-29T11:12:22,417 INFO [main]: CliDriver (SessionState.java:printInfo(996)) - Time taken: 0.063 seconds 2015-10-29T11:12:22,417 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:22,417 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:22,417 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:22,418 DEBUG [main]: conf.VariableSubstitution (VariableSubstitution.java:substitute(63)) - Substitution is on: LOAD DATA LOCAL INPATH '../../data/files/lineitem.txt' OVERWRITE INTO TABLE lineitem 2015-10-29T11:12:22,418 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:22,418 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(185)) - Parsing command: LOAD DATA LOCAL INPATH '../../data/files/lineitem.txt' OVERWRITE INTO TABLE lineitem 2015-10-29T11:12:22,418 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(209)) - Parse Completed 2015-10-29T11:12:22,418 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:22,418 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:22,418 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:22,418 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:22,419 DEBUG [main]: parse.LoadSemanticAnalyzer (LoadSemanticAnalyzer.java:initializeFromURI(127)) - file@null@/Users/sush/dev/hive.git/data/files/lineitem.txt 2015-10-29T11:12:22,419 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:22,419 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=lineitem 2015-10-29T11:12:22,419 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=lineitem 2015-10-29T11:12:22,424 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:22,425 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct lineitem { i32 l_orderkey, i32 l_partkey, i32 l_suppkey, i32 l_linenumber, double l_quantity, double l_extendedprice, double l_discount, double l_tax, string l_returnflag, string l_linestatus, string l_shipdate, string l_commitdate, string l_receiptdate, string l_shipinstruct, string l_shipmode, string l_comment} 2015-10-29T11:12:22,425 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct lineitem { i32 l_orderkey, i32 l_partkey, i32 l_suppkey, i32 l_linenumber, double l_quantity, double l_extendedprice, double l_discount, double l_tax, string l_returnflag, string l_linestatus, string l_shipdate, string l_commitdate, string l_receiptdate, string l_shipinstruct, string l_shipmode, string l_comment} 2015-10-29T11:12:22,425 INFO [main]: ql.Driver (Driver.java:compile(448)) - Semantic Analysis Completed 2015-10-29T11:12:22,425 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:22,425 INFO [main]: ql.Driver (Driver.java:getSchema(244)) - Returning Hive schema: Schema(fieldSchemas:null, properties:null) 2015-10-29T11:12:22,425 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:22,425 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : compilation phase 2015-10-29T11:12:22,425 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {flushCache_()=1, isCompatibleWith_(HiveConf, )=0, getTable_(String, String, )=5} 2015-10-29T11:12:22,426 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:22,426 DEBUG [main]: lockmgr.DummyTxnManager (DummyTxnManager.java:acquireLocks(129)) - Adding file:/Users/sush/dev/hive.git/data/files/lineitem.txt to list of lock inputs 2015-10-29T11:12:22,426 DEBUG [main]: lockmgr.DummyTxnManager (DummyTxnManager.java:acquireLocks(148)) - Adding default@lineitem to list of lock outputs 2015-10-29T11:12:22,426 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:lock(262)) - Acquiring lock for default with mode IMPLICIT 2015-10-29T11:12:22,428 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:lock(262)) - Acquiring lock for default/lineitem with mode IMPLICIT 2015-10-29T11:12:22,429 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:22,429 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:22,430 INFO [main]: ql.Driver (Driver.java:execute(1468)) - Starting command(queryId=sush_20151029111222_a1640c68-21b4-4c2e-b7e8-2370b16a0bab): LOAD DATA LOCAL INPATH '../../data/files/lineitem.txt' OVERWRITE INTO TABLE lineitem 2015-10-29T11:12:22,430 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:22,430 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: query: LOAD DATA LOCAL INPATH '../../data/files/lineitem.txt' OVERWRITE INTO TABLE lineitem 2015-10-29T11:12:22,430 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: type: LOAD 2015-10-29T11:12:22,430 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: Input: file:/Users/sush/dev/hive.git/data/files/lineitem.txt 2015-10-29T11:12:22,430 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: Output: default@lineitem 2015-10-29T11:12:22,430 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:22,430 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:22,430 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:22,430 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:22,430 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:22,430 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:22,431 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-0:MOVE] in serial mode 2015-10-29T11:12:22,431 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - Loading data to table default.lineitem from file:/Users/sush/dev/hive.git/data/files/lineitem.txt 2015-10-29T11:12:22,431 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:22,431 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=lineitem 2015-10-29T11:12:22,431 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=lineitem 2015-10-29T11:12:22,436 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:22,437 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:22,438 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=lineitem 2015-10-29T11:12:22,438 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=lineitem 2015-10-29T11:12:22,449 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:22,456 INFO [main]: common.FileUtils (FileUtils.java:mkdir(502)) - Creating directory if it doesn't exist: pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/lineitem 2015-10-29T11:12:22,461 DEBUG [main]: metadata.Hive (Hive.java:isSubDir(2607)) - The source path is /Users/sush/dev/hive.git/data/files/lineitem.txt and the destination path is /Users/sush/dev/hive.git/itests/qtest/target/warehouse/lineitem/lineitem.txt 2015-10-29T11:12:22,466 DEBUG [main]: metadata.Hive (Hive.java:moveFile(2683)) - The path pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/lineitem/lineitem.txt is deleted 2015-10-29T11:12:22,470 INFO [main]: metadata.Hive (Hive.java:moveFile(2742)) - Replacing src:file:/Users/sush/dev/hive.git/data/files/lineitem.txt, dest: pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/lineitem/lineitem.txt, Status:true 2015-10-29T11:12:22,471 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chgrp,-R,staff,pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/lineitem/lineitem.txt} 2015-10-29T11:12:22,476 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:12:22,476 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chmod,-R,755,pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/lineitem/lineitem.txt} 2015-10-29T11:12:22,485 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:12:22,490 DEBUG [main]: shims.HadoopShimsSecure (Hadoop23Shims.java:debugLog(937)) - FileStatus{path=pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/lineitem/lineitem.txt; isDirectory=false; length=12099; replication=1; blocksize=33554432; modification_time=1446142342000; access_time=0; owner=sush; group=staff; permission=rwxr-xr-x; isSymlink=false} 2015-10-29T11:12:22,491 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct lineitem { i32 l_orderkey, i32 l_partkey, i32 l_suppkey, i32 l_linenumber, double l_quantity, double l_extendedprice, double l_discount, double l_tax, string l_returnflag, string l_linestatus, string l_shipdate, string l_commitdate, string l_receiptdate, string l_shipinstruct, string l_shipmode, string l_comment} 2015-10-29T11:12:22,491 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:22,491 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: alter_table: db=default tbl=lineitem newtbl=lineitem 2015-10-29T11:12:22,491 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=alter_table: db=default tbl=lineitem newtbl=lineitem 2015-10-29T11:12:22,501 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:getDatabase(348)) - getDatabase: directsql returning db default locn[pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse] desc [Default Hive database] owner [public] ownertype [ROLE] 2015-10-29T11:12:22,512 INFO [main]: hive.log (MetaStoreUtils.java:updateTableStatsFast(231)) - Updating table stats fast for lineitem 2015-10-29T11:12:22,512 INFO [main]: hive.log (MetaStoreUtils.java:updateTableStatsFast(233)) - Updated size of table lineitem to 12099 2015-10-29T11:12:22,516 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:22,516 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:22,516 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-1:STATS] in serial mode 2015-10-29T11:12:22,516 INFO [main]: exec.StatsTask (StatsTask.java:execute(87)) - Executing stats task 2015-10-29T11:12:22,517 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:22,517 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=lineitem 2015-10-29T11:12:22,517 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=lineitem 2015-10-29T11:12:22,522 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:22,522 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:22,522 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=lineitem 2015-10-29T11:12:22,522 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=lineitem 2015-10-29T11:12:22,527 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:22,538 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct lineitem { i32 l_orderkey, i32 l_partkey, i32 l_suppkey, i32 l_linenumber, double l_quantity, double l_extendedprice, double l_discount, double l_tax, string l_returnflag, string l_linestatus, string l_shipdate, string l_commitdate, string l_receiptdate, string l_shipinstruct, string l_shipmode, string l_comment} 2015-10-29T11:12:22,539 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:22,539 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: alter_table: db=default tbl=lineitem newtbl=lineitem 2015-10-29T11:12:22,539 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=alter_table: db=default tbl=lineitem newtbl=lineitem 2015-10-29T11:12:22,548 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:getDatabase(348)) - getDatabase: directsql returning db default locn[pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse] desc [Default Hive database] owner [public] ownertype [ROLE] 2015-10-29T11:12:22,559 INFO [main]: hive.log (MetaStoreUtils.java:updateTableStatsFast(231)) - Updating table stats fast for lineitem 2015-10-29T11:12:22,559 INFO [main]: hive.log (MetaStoreUtils.java:updateTableStatsFast(233)) - Updated size of table lineitem to 12099 2015-10-29T11:12:22,561 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:22,562 INFO [main]: exec.StatsTask (StatsTask.java:aggregateStats(188)) - Table default.lineitem stats: [numFiles=1, totalSize=12099] 2015-10-29T11:12:22,562 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:22,562 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:22,562 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: query: LOAD DATA LOCAL INPATH '../../data/files/lineitem.txt' OVERWRITE INTO TABLE lineitem 2015-10-29T11:12:22,562 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: type: LOAD 2015-10-29T11:12:22,562 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Input: file:/Users/sush/dev/hive.git/data/files/lineitem.txt 2015-10-29T11:12:22,562 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Output: default@lineitem 2015-10-29T11:12:22,562 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:22,562 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : execution phase 2015-10-29T11:12:22,562 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {isCompatibleWith_(HiveConf, )=1, getTable_(String, String, )=28, alter_table_(String, String, Table, boolean, )=48} 2015-10-29T11:12:22,562 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:22,562 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - OK 2015-10-29T11:12:22,563 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:22,563 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:releaseLocks(217)) - about to release lock for default/lineitem 2015-10-29T11:12:22,564 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:releaseLocks(217)) - about to release lock for default 2015-10-29T11:12:22,566 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:22,566 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:22,566 DEBUG [main]: ql.Driver (DriverContext.java:shutdown(132)) - Shutting down query LOAD DATA LOCAL INPATH '../../data/files/lineitem.txt' OVERWRITE INTO TABLE lineitem 2015-10-29T11:12:22,566 INFO [main]: CliDriver (SessionState.java:printInfo(996)) - Time taken: 0.149 seconds 2015-10-29T11:12:22,566 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:22,566 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:22,566 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:22,567 DEBUG [main]: conf.VariableSubstitution (VariableSubstitution.java:substitute(63)) - Substitution is on: create table src_cbo as select * from src 2015-10-29T11:12:22,567 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:22,567 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(185)) - Parsing command: create table src_cbo as select * from src 2015-10-29T11:12:22,568 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(209)) - Parse Completed 2015-10-29T11:12:22,568 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:22,568 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:22,568 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:22,569 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:22,569 INFO [main]: parse.CalcitePlanner (SemanticAnalyzer.java:analyzeInternal(10062)) - Starting Semantic Analysis 2015-10-29T11:12:22,569 INFO [main]: parse.CalcitePlanner (SemanticAnalyzer.java:analyzeCreateTable(10690)) - Creating table default.src_cbo position=13 2015-10-29T11:12:22,569 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:22,569 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_database: default 2015-10-29T11:12:22,569 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_database: default 2015-10-29T11:12:22,570 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:getDatabase(348)) - getDatabase: directsql returning db default locn[pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse] desc [Default Hive database] owner [public] ownertype [ROLE] 2015-10-29T11:12:22,570 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:22,570 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:22,570 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=src_cbo 2015-10-29T11:12:22,570 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=src_cbo 2015-10-29T11:12:22,571 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:22,571 INFO [main]: parse.CalcitePlanner (SemanticAnalyzer.java:genResolvedParseTree(10009)) - Completed phase 1 of Semantic Analysis 2015-10-29T11:12:22,571 INFO [main]: parse.CalcitePlanner (SemanticAnalyzer.java:getMetaData(1538)) - Get metadata for source tables 2015-10-29T11:12:22,571 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:22,571 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=src 2015-10-29T11:12:22,571 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=src 2015-10-29T11:12:22,576 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:22,576 INFO [main]: parse.CalcitePlanner (SemanticAnalyzer.java:getMetaData(1678)) - Get metadata for subqueries 2015-10-29T11:12:22,576 INFO [main]: parse.CalcitePlanner (SemanticAnalyzer.java:getMetaData(1702)) - Get metadata for destination tables 2015-10-29T11:12:22,576 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:22,576 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_database: default 2015-10-29T11:12:22,576 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_database: default 2015-10-29T11:12:22,577 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:getDatabase(348)) - getDatabase: directsql returning db default locn[pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse] desc [Default Hive database] owner [public] ownertype [ROLE] 2015-10-29T11:12:22,577 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:22,577 DEBUG [main]: ql.Context (Context.java:getStagingDir(231)) - Created staging dir = pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/.hive-staging_hive_2015-10-29_11-12-22_567_4257561719791392935-1 for path = pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse 2015-10-29T11:12:22,577 INFO [main]: common.FileUtils (FileUtils.java:mkdir(502)) - Creating directory if it doesn't exist: pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/.hive-staging_hive_2015-10-29_11-12-22_567_4257561719791392935-1 2015-10-29T11:12:22,592 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chgrp,-R,staff,pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/.hive-staging_hive_2015-10-29_11-12-22_567_4257561719791392935-1} 2015-10-29T11:12:22,598 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:12:22,598 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chmod,-R,755,pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/.hive-staging_hive_2015-10-29_11-12-22_567_4257561719791392935-1} 2015-10-29T11:12:22,607 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:12:22,612 DEBUG [main]: shims.HadoopShimsSecure (Hadoop23Shims.java:debugLog(937)) - FileStatus{path=pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/.hive-staging_hive_2015-10-29_11-12-22_567_4257561719791392935-1; isDirectory=true; modification_time=1446142342000; access_time=0; owner=sush; group=staff; permission=rwxr-xr-x; isSymlink=false} 2015-10-29T11:12:22,617 INFO [main]: parse.CalcitePlanner (SemanticAnalyzer.java:genResolvedParseTree(10013)) - Completed getting MetaData in Semantic Analysis 2015-10-29T11:12:23,083 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct src { string key, string value} 2015-10-29T11:12:23,101 DEBUG [main]: parse.CalcitePlanner (CalcitePlanner.java:genLogicalPlan(2891)) - Created Plan for Query Block null 2015-10-29T11:12:23,172 DEBUG [main]: translator.PlanModifierForASTConv (PlanModifierForASTConv.java:convertOpTree(63)) - Original plan for PlanModifier HiveProject(key=[$0], value=[$1]) HiveTableScan(table=[[default.src]]) 2015-10-29T11:12:23,172 DEBUG [main]: translator.PlanModifierForASTConv (PlanModifierForASTConv.java:convertOpTree(76)) - Plan after nested convertOpTree HiveProject(key=[$0], value=[$1]) HiveTableScan(table=[[default.src]]) 2015-10-29T11:12:23,173 DEBUG [main]: translator.PlanModifierForASTConv (PlanModifierForASTConv.java:convertOpTree(82)) - Plan after fixTopOBSchema HiveProject(key=[$0], value=[$1]) HiveTableScan(table=[[default.src]]) 2015-10-29T11:12:23,173 DEBUG [main]: translator.PlanModifierForASTConv (PlanModifierForASTConv.java:convertOpTree(88)) - Final plan after modifier HiveProject(src.key=[$0], src.value=[$1]) HiveTableScan(table=[[default.src]]) 2015-10-29T11:12:23,177 INFO [main]: parse.CalcitePlanner (SemanticAnalyzer.java:analyzeCreateTable(10690)) - Creating table default.src_cbo position=13 2015-10-29T11:12:23,177 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:23,177 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_database: default 2015-10-29T11:12:23,178 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_database: default 2015-10-29T11:12:23,178 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:getDatabase(348)) - getDatabase: directsql returning db default locn[pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse] desc [Default Hive database] owner [public] ownertype [ROLE] 2015-10-29T11:12:23,179 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:23,179 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:23,179 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=src_cbo 2015-10-29T11:12:23,179 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=src_cbo 2015-10-29T11:12:23,180 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:23,180 INFO [main]: parse.CalcitePlanner (SemanticAnalyzer.java:getMetaData(1538)) - Get metadata for source tables 2015-10-29T11:12:23,180 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:23,180 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=src 2015-10-29T11:12:23,180 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=src 2015-10-29T11:12:23,185 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:23,185 INFO [main]: parse.CalcitePlanner (SemanticAnalyzer.java:getMetaData(1678)) - Get metadata for subqueries 2015-10-29T11:12:23,185 INFO [main]: parse.CalcitePlanner (SemanticAnalyzer.java:getMetaData(1702)) - Get metadata for destination tables 2015-10-29T11:12:23,185 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:23,185 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_database: default 2015-10-29T11:12:23,186 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_database: default 2015-10-29T11:12:23,186 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:getDatabase(348)) - getDatabase: directsql returning db default locn[pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse] desc [Default Hive database] owner [public] ownertype [ROLE] 2015-10-29T11:12:23,187 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:23,187 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct src { string key, string value} 2015-10-29T11:12:23,187 DEBUG [main]: parse.CalcitePlanner (SemanticAnalyzer.java:genTablePlan(9467)) - Created Table Plan for src TS[0] 2015-10-29T11:12:23,187 DEBUG [main]: parse.CalcitePlanner (SemanticAnalyzer.java:genBodyPlan(8817)) - RR before GB src{(key,key: string)(value,value: string)(block__offset__inside__file,BLOCK__OFFSET__INSIDE__FILE: bigint)(input__file__name,INPUT__FILE__NAME: string)(row__id,ROW__ID: struct)} after GB src{(key,key: string)(value,value: string)(block__offset__inside__file,BLOCK__OFFSET__INSIDE__FILE: bigint)(input__file__name,INPUT__FILE__NAME: string)(row__id,ROW__ID: struct)} 2015-10-29T11:12:23,188 DEBUG [main]: parse.CalcitePlanner (SemanticAnalyzer.java:genSelectPlan(3604)) - tree: (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL src) key) src.key) (TOK_SELEXPR (. (TOK_TABLE_OR_COL src) value) src.value)) 2015-10-29T11:12:23,188 DEBUG [main]: parse.CalcitePlanner (SemanticAnalyzer.java:genSelectPlan(3714)) - genSelectPlan: input = src{(key,key: string)(value,value: string)(block__offset__inside__file,BLOCK__OFFSET__INSIDE__FILE: bigint)(input__file__name,INPUT__FILE__NAME: string)(row__id,ROW__ID: struct)} starRr = null 2015-10-29T11:12:23,188 DEBUG [main]: parse.CalcitePlanner (SemanticAnalyzer.java:genSelectPlan(3862)) - Created Select Plan row schema: null{(src.key,_col0: string)(src.value,_col1: string)} 2015-10-29T11:12:23,188 DEBUG [main]: parse.CalcitePlanner (SemanticAnalyzer.java:genSelectPlan(3593)) - Created Select Plan for clause: insclause-0 2015-10-29T11:12:23,189 DEBUG [main]: parse.BaseSemanticAnalyzer (CalcitePlanner.java:fixCtasColumnName(477)) - Replacing src.key (produced by CBO) by key 2015-10-29T11:12:23,189 DEBUG [main]: parse.BaseSemanticAnalyzer (CalcitePlanner.java:fixCtasColumnName(477)) - Replacing src.value (produced by CBO) by value 2015-10-29T11:12:23,189 DEBUG [main]: parse.CalcitePlanner (SemanticAnalyzer.java:genFileSinkPlan(6591)) - Set stats collection dir : pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/.hive-staging_hive_2015-10-29_11-12-22_567_4257561719791392935-1/-ext-10003 2015-10-29T11:12:23,189 DEBUG [main]: parse.CalcitePlanner (SemanticAnalyzer.java:genFileSinkPlan(6614)) - Created FileSink Plan for clause: insclause-0dest_path: pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/.hive-staging_hive_2015-10-29_11-12-22_567_4257561719791392935-1/-ext-10001 row schema: null{(src.key,_col0: string)(src.value,_col1: string)} 2015-10-29T11:12:23,189 DEBUG [main]: parse.CalcitePlanner (SemanticAnalyzer.java:genBodyPlan(8831)) - Created Body Plan for Query Block null 2015-10-29T11:12:23,189 DEBUG [main]: parse.CalcitePlanner (SemanticAnalyzer.java:genPlan(9675)) - Created Plan for Query Block null 2015-10-29T11:12:23,189 INFO [main]: parse.CalcitePlanner (CalcitePlanner.java:genOPTree(278)) - CBO Succeeded; optimized logical plan. 2015-10-29T11:12:23,190 DEBUG [main]: parse.CalcitePlanner (CalcitePlanner.java:genOPTree(282)) - TOK_QUERY TOK_FROM TOK_TABREF TOK_TABNAME default src src TOK_INSERT TOK_DESTINATION TOK_DIR TOK_TMP_FILE TOK_SELECT TOK_SELEXPR . TOK_TABLE_OR_COL src key src.key TOK_SELEXPR . TOK_TABLE_OR_COL src value src.value 2015-10-29T11:12:23,190 DEBUG [main]: parse.CalcitePlanner (SemanticAnalyzer.java:analyzeInternal(10139)) - Before logical optimization TS[0]-SEL[1]-FS[2] 2015-10-29T11:12:23,190 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:TS[0] with rs:(key: string|{src}key,value: string|{src}value,BLOCK__OFFSET__INSIDE__FILE: bigint|{src}block__offset__inside__file,INPUT__FILE__NAME: string|{src}input__file__name,ROW__ID: struct|{src}row__id) 2015-10-29T11:12:23,190 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator TS[0] 2015-10-29T11:12:23,190 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:SEL[1] with rs:(_col0: string|{null}src.key,_col1: string|{null}src.value) 2015-10-29T11:12:23,191 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator SEL[1] 2015-10-29T11:12:23,191 DEBUG [main]: optimizer.ConstantPropagateProcFactory (ConstantPropagateProcFactory.java:process(1131)) - New column list:(Column[key] Column[value]) 2015-10-29T11:12:23,191 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:FS[2] with rs:(key: string|{},value: string|{}) 2015-10-29T11:12:23,191 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator FS[2] 2015-10-29T11:12:23,191 INFO [main]: ppd.OpProcFactory (OpProcFactory.java:process(662)) - Processing for FS(2) 2015-10-29T11:12:23,191 INFO [main]: ppd.OpProcFactory (OpProcFactory.java:process(662)) - Processing for SEL(1) 2015-10-29T11:12:23,191 INFO [main]: ppd.OpProcFactory (OpProcFactory.java:process(383)) - Processing for TS(0) 2015-10-29T11:12:23,191 DEBUG [main]: ppd.PredicatePushDown (PredicatePushDown.java:transform(138)) - After PPD: TS[0]-SEL[1]-FS[2] 2015-10-29T11:12:23,191 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:TS[0] with rs:(key: string|{src}key,value: string|{src}value,BLOCK__OFFSET__INSIDE__FILE: bigint|{src}block__offset__inside__file,INPUT__FILE__NAME: string|{src}input__file__name,ROW__ID: struct|{src}row__id) 2015-10-29T11:12:23,191 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator TS[0] 2015-10-29T11:12:23,191 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:SEL[1] with rs:(_col0: string|{null}src.key,_col1: string|{null}src.value) 2015-10-29T11:12:23,191 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator SEL[1] 2015-10-29T11:12:23,192 DEBUG [main]: optimizer.ConstantPropagateProcFactory (ConstantPropagateProcFactory.java:process(1131)) - New column list:(Column[key] Column[value]) 2015-10-29T11:12:23,192 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:FS[2] with rs:(key: string|{},value: string|{}) 2015-10-29T11:12:23,192 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator FS[2] 2015-10-29T11:12:23,192 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:TS[0] with rs:(key: string|{src}key,value: string|{src}value,BLOCK__OFFSET__INSIDE__FILE: bigint|{src}block__offset__inside__file,INPUT__FILE__NAME: string|{src}input__file__name,ROW__ID: struct|{src}row__id) 2015-10-29T11:12:23,192 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator TS[0] 2015-10-29T11:12:23,192 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:SEL[1] with rs:(_col0: string|{null}src.key,_col1: string|{null}src.value) 2015-10-29T11:12:23,192 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator SEL[1] 2015-10-29T11:12:23,192 DEBUG [main]: optimizer.ConstantPropagateProcFactory (ConstantPropagateProcFactory.java:process(1131)) - New column list:(Column[key] Column[value]) 2015-10-29T11:12:23,192 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:FS[2] with rs:(key: string|{},value: string|{}) 2015-10-29T11:12:23,192 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator FS[2] 2015-10-29T11:12:23,193 DEBUG [main]: parse.CalcitePlanner (SemanticAnalyzer.java:analyzeInternal(10147)) - After logical optimization TS[0]-SEL[1]-FS[2] 2015-10-29T11:12:23,193 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:23,193 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_database: default 2015-10-29T11:12:23,193 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_database: default 2015-10-29T11:12:23,194 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:getDatabase(348)) - getDatabase: directsql returning db default locn[pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse] desc [Default Hive database] owner [public] ownertype [ROLE] 2015-10-29T11:12:23,194 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:23,194 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:23,194 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_database: default 2015-10-29T11:12:23,194 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_database: default 2015-10-29T11:12:23,195 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:getDatabase(348)) - getDatabase: directsql returning db default locn[pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse] desc [Default Hive database] owner [public] ownertype [ROLE] 2015-10-29T11:12:23,195 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:23,196 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:23,196 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:23,196 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct src { string key, string value} 2015-10-29T11:12:23,196 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct src { string key, string value} 2015-10-29T11:12:23,196 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct src { string key, string value} 2015-10-29T11:12:23,197 DEBUG [main]: optimizer.GenMapRedUtils (GenMapRedUtils.java:setMapWork(678)) - Adding pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src of tablesrc 2015-10-29T11:12:23,197 DEBUG [main]: optimizer.GenMapRedUtils (GenMapRedUtils.java:setMapWork(716)) - Information added for path pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src 2015-10-29T11:12:23,197 INFO [main]: optimizer.GenMRFileSink1 (GenMRFileSink1.java:process(103)) - using CombineHiveInputformat for the merge job 2015-10-29T11:12:23,199 DEBUG [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(167)) - Looking at: null 2015-10-29T11:12:23,199 INFO [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(175)) - Looking for table scans where optimization is applicable 2015-10-29T11:12:23,199 INFO [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(199)) - Found 0 null table scans 2015-10-29T11:12:23,199 DEBUG [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(167)) - Looking at: null 2015-10-29T11:12:23,199 INFO [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(175)) - Looking for table scans where optimization is applicable 2015-10-29T11:12:23,199 INFO [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(199)) - Found 0 null table scans 2015-10-29T11:12:23,200 DEBUG [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(167)) - Looking at: null 2015-10-29T11:12:23,200 INFO [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(175)) - Looking for table scans where optimization is applicable 2015-10-29T11:12:23,200 INFO [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(199)) - Found 0 null table scans 2015-10-29T11:12:23,200 INFO [main]: parse.CalcitePlanner (SemanticAnalyzer.java:analyzeInternal(10168)) - Completed plan generation 2015-10-29T11:12:23,201 INFO [main]: ql.Driver (Driver.java:compile(448)) - Semantic Analysis Completed 2015-10-29T11:12:23,201 DEBUG [main]: parse.CalcitePlanner (SemanticAnalyzer.java:validate(10519)) - validation start 2015-10-29T11:12:23,201 DEBUG [main]: parse.CalcitePlanner (SemanticAnalyzer.java:validate(10561)) - not validating writeEntity, because entity is neither table nor partition 2015-10-29T11:12:23,201 DEBUG [main]: parse.CalcitePlanner (SemanticAnalyzer.java:validate(10588)) - Not a partition. 2015-10-29T11:12:23,201 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:23,201 INFO [main]: ql.Driver (Driver.java:getSchema(244)) - Returning Hive schema: Schema(fieldSchemas:[FieldSchema(name:src.key, type:string, comment:null), FieldSchema(name:src.value, type:string, comment:null)], properties:null) 2015-10-29T11:12:23,201 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:23,201 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : compilation phase 2015-10-29T11:12:23,201 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {flushCache_()=1, isCompatibleWith_(HiveConf, )=0, getDatabase_(String, )=8, getTable_(String, String, )=10} 2015-10-29T11:12:23,201 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:23,201 DEBUG [main]: lockmgr.DummyTxnManager (DummyTxnManager.java:acquireLocks(129)) - Adding default@src to list of lock inputs 2015-10-29T11:12:23,201 DEBUG [main]: lockmgr.DummyTxnManager (DummyTxnManager.java:acquireLocks(148)) - Adding database:default to list of lock outputs 2015-10-29T11:12:23,201 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:lock(262)) - Acquiring lock for default with mode IMPLICIT 2015-10-29T11:12:23,204 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:lock(262)) - Acquiring lock for default/src with mode IMPLICIT 2015-10-29T11:12:23,205 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:23,205 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:23,205 INFO [main]: ql.Driver (Driver.java:execute(1468)) - Starting command(queryId=sush_20151029111222_26f8c584-7195-4490-8063-be18790120bb): create table src_cbo as select * from src 2015-10-29T11:12:23,206 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:23,206 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: query: create table src_cbo as select * from src 2015-10-29T11:12:23,206 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: type: CREATETABLE_AS_SELECT 2015-10-29T11:12:23,206 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: Input: default@src 2015-10-29T11:12:23,206 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: Output: database:default 2015-10-29T11:12:23,206 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: Output: default@src_cbo 2015-10-29T11:12:23,206 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:23,206 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:23,206 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:23,206 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - Query ID = sush_20151029111222_26f8c584-7195-4490-8063-be18790120bb 2015-10-29T11:12:23,206 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - Total jobs = 3 2015-10-29T11:12:23,206 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:23,206 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:23,206 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:23,207 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - Launching Job 1 out of 3 2015-10-29T11:12:23,207 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-1:MAPRED] in serial mode 2015-10-29T11:12:23,208 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - Number of reduce tasks is set to 0 since there's no reduce operator 2015-10-29T11:12:23,212 INFO [main]: mr.ExecDriver (ExecDriver.java:execute(291)) - Using org.apache.hadoop.hive.ql.io.CombineHiveInputFormat 2015-10-29T11:12:23,212 INFO [main]: exec.Utilities (Utilities.java:getInputPaths(3433)) - Processing alias src 2015-10-29T11:12:23,212 INFO [main]: exec.Utilities (Utilities.java:getInputPaths(3450)) - Adding input file pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src 2015-10-29T11:12:23,212 INFO [main]: exec.Utilities (Utilities.java:isEmptyPath(2734)) - Content Summary not cached for pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src 2015-10-29T11:12:23,228 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:23,229 INFO [main]: exec.Utilities (Utilities.java:serializePlan(939)) - Serializing MapWork via kryo 2015-10-29T11:12:23,229 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:23,229 DEBUG [main]: mapreduce.Cluster (Cluster.java:initialize(90)) - Trying ClientProtocolProvider : org.apache.hadoop.mapred.LocalClientProtocolProvider 2015-10-29T11:12:23,230 INFO [main]: jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized 2015-10-29T11:12:23,230 DEBUG [main]: mapreduce.Cluster (Cluster.java:initialize(103)) - Picked org.apache.hadoop.mapred.LocalClientProtocolProvider as the ClientProtocolProvider 2015-10-29T11:12:23,231 DEBUG [main]: fs.FSStatsPublisher (FSStatsPublisher.java:init(49)) - Initing FSStatsPublisher with : pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/.hive-staging_hive_2015-10-29_11-12-22_567_4257561719791392935-1/-ext-10003 2015-10-29T11:12:23,235 INFO [main]: fs.FSStatsPublisher (FSStatsPublisher.java:init(51)) - created : pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/.hive-staging_hive_2015-10-29_11-12-22_567_4257561719791392935-1/-ext-10003 2015-10-29T11:12:23,239 DEBUG [main]: mapreduce.Cluster (Cluster.java:initialize(90)) - Trying ClientProtocolProvider : org.apache.hadoop.mapred.LocalClientProtocolProvider 2015-10-29T11:12:23,239 INFO [main]: jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized 2015-10-29T11:12:23,240 DEBUG [main]: mapreduce.Cluster (Cluster.java:initialize(103)) - Picked org.apache.hadoop.mapred.LocalClientProtocolProvider as the ClientProtocolProvider 2015-10-29T11:12:23,240 INFO [main]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-22_567_4257561719791392935-1/-mr-10006/6528552b-422c-4c34-b011-fa56b7fb6795/map.xml 2015-10-29T11:12:23,240 DEBUG [main]: exec.Utilities (Utilities.java:getBaseWork(452)) - Found plan in cache for name: map.xml 2015-10-29T11:12:23,240 INFO [main]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-22_567_4257561719791392935-1/-mr-10006/6528552b-422c-4c34-b011-fa56b7fb6795/reduce.xml 2015-10-29T11:12:23,241 INFO [main]: exec.Utilities (Utilities.java:getBaseWork(405)) - local path = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-22_567_4257561719791392935-1/-mr-10006/6528552b-422c-4c34-b011-fa56b7fb6795/reduce.xml 2015-10-29T11:12:23,241 INFO [main]: exec.Utilities (Utilities.java:getBaseWork(417)) - Open file to read in plan: file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-22_567_4257561719791392935-1/-mr-10006/6528552b-422c-4c34-b011-fa56b7fb6795/reduce.xml 2015-10-29T11:12:23,241 DEBUG [main]: exec.Utilities (Utilities.java:getBaseWork(457)) - File not found: File file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-22_567_4257561719791392935-1/-mr-10006/6528552b-422c-4c34-b011-fa56b7fb6795/reduce.xml does not exist 2015-10-29T11:12:23,241 INFO [main]: exec.Utilities (Utilities.java:getBaseWork(458)) - No plan file found: file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-22_567_4257561719791392935-1/-mr-10006/6528552b-422c-4c34-b011-fa56b7fb6795/reduce.xml 2015-10-29T11:12:23,246 DEBUG [main]: mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(456)) - Configuring job job_local292533315_0017 with file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/hadoop-tmp/mapred/staging/sush292533315/.staging/job_local292533315_0017 as the submit dir 2015-10-29T11:12:23,246 DEBUG [main]: mapreduce.JobSubmitter (JobSubmitter.java:populateTokenCache(718)) - adding the following namenodes' delegation tokens:[file:///] 2015-10-29T11:12:23,246 WARN [main]: mapreduce.JobSubmitter (JobSubmitter.java:copyAndConfigureFiles(153)) - Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2015-10-29T11:12:23,246 DEBUG [main]: mapreduce.JobSubmitter (JobSubmitter.java:copyAndConfigureFiles(173)) - default FileSystem: file:/// 2015-10-29T11:12:23,340 DEBUG [main]: mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(491)) - Creating splits at file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/hadoop-tmp/mapred/staging/sush292533315/.staging/job_local292533315_0017 2015-10-29T11:12:23,340 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:23,340 INFO [main]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-22_567_4257561719791392935-1/-mr-10006/6528552b-422c-4c34-b011-fa56b7fb6795/map.xml 2015-10-29T11:12:23,340 DEBUG [main]: exec.Utilities (Utilities.java:getBaseWork(452)) - Found plan in cache for name: map.xml 2015-10-29T11:12:23,340 INFO [main]: io.CombineHiveInputFormat (CombineHiveInputFormat.java:getSplits(478)) - Total number of paths: 1, launching 1 threads to check non-combinable ones. 2015-10-29T11:12:23,340 DEBUG [main]: io.CombineHiveInputFormat (CombineHiveInputFormat.java:getSplits(512)) - The received input paths are: [pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src] against the property mapreduce.input.fileinputformat.inputdir 2015-10-29T11:12:23,341 INFO [main]: io.CombineHiveInputFormat (CombineHiveInputFormat.java:getCombineSplits(395)) - CombineHiveInputSplit creating pool for pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src; using filter path pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src 2015-10-29T11:12:23,352 DEBUG [main]: input.FileInputFormat (FileInputFormat.java:listStatus(279)) - Time taken to get FileStatuses: 10 2015-10-29T11:12:23,352 INFO [main]: input.FileInputFormat (FileInputFormat.java:listStatus(281)) - Total input paths to process : 1 2015-10-29T11:12:23,353 INFO [main]: input.CombineFileInputFormat (CombineFileInputFormat.java:createSplits(413)) - DEBUG: Terminated node allocation with : CompletedNodes: 1, size left: 0 2015-10-29T11:12:23,353 INFO [main]: io.CombineHiveInputFormat (CombineHiveInputFormat.java:getCombineSplits(450)) - number of splits 1 2015-10-29T11:12:23,353 INFO [main]: io.CombineHiveInputFormat (CombineHiveInputFormat.java:getSplits(549)) - Number of all splits 1 2015-10-29T11:12:23,353 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:23,369 INFO [main]: mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(494)) - number of splits:1 2015-10-29T11:12:23,412 INFO [main]: mapreduce.JobSubmitter (JobSubmitter.java:printTokens(583)) - Submitting tokens for job: job_local292533315_0017 2015-10-29T11:12:23,467 INFO [main]: mapreduce.Job (Job.java:submit(1300)) - The url to track the job: http://localhost:8080/ 2015-10-29T11:12:23,468 INFO [Thread-1471]: mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(471)) - OutputCommitter set in config org.apache.hadoop.hive.ql.io.HiveFileFormatUtils$NullOutputCommitter 2015-10-29T11:12:23,468 INFO [Thread-1471]: mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(489)) - OutputCommitter is org.apache.hadoop.hive.ql.io.HiveFileFormatUtils$NullOutputCommitter 2015-10-29T11:12:23,468 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - Job running in-process (local Hadoop) 2015-10-29T11:12:23,468 DEBUG [Thread-1471]: mapred.LocalJobRunner (LocalJobRunner.java:createMapExecutor(395)) - Starting mapper thread pool executor. 2015-10-29T11:12:23,468 DEBUG [Thread-1471]: mapred.LocalJobRunner (LocalJobRunner.java:createMapExecutor(396)) - Max local threads: 1 2015-10-29T11:12:23,468 DEBUG [Thread-1471]: mapred.LocalJobRunner (LocalJobRunner.java:createMapExecutor(397)) - Map tasks to process: 1 2015-10-29T11:12:23,469 INFO [Thread-1471]: mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for map tasks 2015-10-29T11:12:23,469 INFO [LocalJobRunner Map Task Executor #0]: mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local292533315_0017_m_000000_0 2015-10-29T11:12:23,469 DEBUG [LocalJobRunner Map Task Executor #0]: mapred.SortedRanges (SortedRanges.java:doNext(348)) - currentIndex 0 0:0 2015-10-29T11:12:23,469 DEBUG [LocalJobRunner Map Task Executor #0]: mapred.LocalJobRunner (LocalJobRunner.java:setupChildMapredLocalDirs(974)) - mapreduce.cluster.local.dir for child : /Users/sush/dev/hive.git/itests/qtest/target/tmp/hadoop-tmp/mapred/local/localRunner//sush/jobcache/job_local292533315_0017/attempt_local292533315_0017_m_000000_0 2015-10-29T11:12:23,469 INFO [LocalJobRunner Map Task Executor #0]: util.ProcfsBasedProcessTree (ProcfsBasedProcessTree.java:isAvailable(181)) - ProcfsBasedProcessTree currently is supported only on Linux. 2015-10-29T11:12:23,469 INFO [LocalJobRunner Map Task Executor #0]: util.ProcfsBasedProcessTree (ProcfsBasedProcessTree.java:isAvailable(181)) - ProcfsBasedProcessTree currently is supported only on Linux. 2015-10-29T11:12:23,469 INFO [LocalJobRunner Map Task Executor #0]: mapred.Task (Task.java:initialize(587)) - Using ResourceCalculatorProcessTree : null 2015-10-29T11:12:23,470 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:updateJobWithSplit(482)) - Processing split: Paths:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src/kv1.txt:0+5812InputFormatClass: org.apache.hadoop.mapred.TextInputFormat 2015-10-29T11:12:23,470 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-22_567_4257561719791392935-1/-mr-10006/6528552b-422c-4c34-b011-fa56b7fb6795/map.xml 2015-10-29T11:12:23,470 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(405)) - local path = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-22_567_4257561719791392935-1/-mr-10006/6528552b-422c-4c34-b011-fa56b7fb6795/map.xml 2015-10-29T11:12:23,470 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(417)) - Open file to read in plan: file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-22_567_4257561719791392935-1/-mr-10006/6528552b-422c-4c34-b011-fa56b7fb6795/map.xml 2015-10-29T11:12:23,471 INFO [LocalJobRunner Map Task Executor #0]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:23,471 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:deserializePlan(966)) - Deserializing MapWork via kryo 2015-10-29T11:12:23,475 INFO [LocalJobRunner Map Task Executor #0]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:23,476 INFO [LocalJobRunner Map Task Executor #0]: io.HiveContextAwareRecordReader (HiveContextAwareRecordReader.java:initIOContext(174)) - Processing file pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src/kv1.txt 2015-10-29T11:12:23,476 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:runOldMapper(436)) - numReduceTasks: 0 2015-10-29T11:12:23,476 INFO [LocalJobRunner Map Task Executor #0]: mr.ExecMapper (ExecMapper.java:configure(83)) - conf classpath = [file:/Users/sush/dev/hive.git/itests/qtest/target/surefire/surefirebooter6776397513364088476.jar] 2015-10-29T11:12:23,476 INFO [LocalJobRunner Map Task Executor #0]: mr.ExecMapper (ExecMapper.java:configure(85)) - thread classpath = [file:/Users/sush/dev/hive.git/itests/qtest/target/surefire/surefirebooter6776397513364088476.jar] 2015-10-29T11:12:23,476 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-22_567_4257561719791392935-1/-mr-10006/6528552b-422c-4c34-b011-fa56b7fb6795/map.xml 2015-10-29T11:12:23,477 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(452)) - Found plan in cache for name: map.xml 2015-10-29T11:12:23,477 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:initialize(338)) - Initializing operator MAP[8] 2015-10-29T11:12:23,477 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:initialize(377)) - Initialization Done 8 MAP 2015-10-29T11:12:23,477 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:initializeChildren(463)) - Operator 8 MAP initialized 2015-10-29T11:12:23,477 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:initialize(390)) - Initialization Done 8 MAP done is reset. 2015-10-29T11:12:23,477 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:23,477 INFO [LocalJobRunner Map Task Executor #0]: mr.ExecMapper (ExecMapper.java:configure(110)) - Id =8 Id =5 Id =6 Id =7 <\Children> Id = 6 null<\Parent> <\FS> <\Children> Id = 5 null<\Parent> <\SEL> <\Children> Id = 8 null<\Parent> <\TS> <\Children> <\Parent> <\MAP> 2015-10-29T11:12:23,477 INFO [LocalJobRunner Map Task Executor #0]: MapredContext (MapredContext.java:init(55)) - MapredContext initialized. 2015-10-29T11:12:23,478 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:initialize(338)) - Initializing operator TS[5] 2015-10-29T11:12:23,478 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:initialize(377)) - Initialization Done 5 TS 2015-10-29T11:12:23,478 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:initializeChildren(463)) - Operator 5 TS initialized 2015-10-29T11:12:23,478 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:initializeChildren(469)) - Initializing children of 5 TS 2015-10-29T11:12:23,478 INFO [LocalJobRunner Map Task Executor #0]: exec.SelectOperator (Operator.java:initialize(507)) - Initializing child 6 SEL 2015-10-29T11:12:23,478 INFO [LocalJobRunner Map Task Executor #0]: exec.SelectOperator (Operator.java:initialize(338)) - Initializing operator SEL[6] 2015-10-29T11:12:23,478 INFO [LocalJobRunner Map Task Executor #0]: exec.SelectOperator (SelectOperator.java:initializeOp(65)) - SELECT struct 2015-10-29T11:12:23,478 INFO [LocalJobRunner Map Task Executor #0]: exec.SelectOperator (Operator.java:initialize(377)) - Initialization Done 6 SEL 2015-10-29T11:12:23,478 INFO [LocalJobRunner Map Task Executor #0]: exec.SelectOperator (Operator.java:initializeChildren(463)) - Operator 6 SEL initialized 2015-10-29T11:12:23,478 INFO [LocalJobRunner Map Task Executor #0]: exec.SelectOperator (Operator.java:initializeChildren(469)) - Initializing children of 6 SEL 2015-10-29T11:12:23,478 INFO [LocalJobRunner Map Task Executor #0]: exec.FileSinkOperator (Operator.java:initialize(507)) - Initializing child 7 FS 2015-10-29T11:12:23,478 INFO [LocalJobRunner Map Task Executor #0]: exec.FileSinkOperator (Operator.java:initialize(338)) - Initializing operator FS[7] 2015-10-29T11:12:23,478 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:23,478 INFO [LocalJobRunner Map Task Executor #0]: exec.FileSinkOperator (FileSinkOperator.java:initializeOp(361)) - Using serializer : class org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe[[[B@52e35d95]:[key, value]:[string, string]] and formatter : org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat@4d150bb6 2015-10-29T11:12:23,479 DEBUG [LocalJobRunner Map Task Executor #0]: exec.FileSinkOperator (FileSinkOperator.java:(163)) - Created slots for 1 2015-10-29T11:12:23,479 INFO [LocalJobRunner Map Task Executor #0]: exec.FileSinkOperator (Operator.java:initialize(377)) - Initialization Done 7 FS 2015-10-29T11:12:23,479 INFO [LocalJobRunner Map Task Executor #0]: exec.FileSinkOperator (Operator.java:initializeChildren(463)) - Operator 7 FS initialized 2015-10-29T11:12:23,479 INFO [LocalJobRunner Map Task Executor #0]: exec.FileSinkOperator (Operator.java:initialize(390)) - Initialization Done 7 FS done is reset. 2015-10-29T11:12:23,479 INFO [LocalJobRunner Map Task Executor #0]: exec.SelectOperator (Operator.java:initialize(390)) - Initialization Done 6 SEL done is reset. 2015-10-29T11:12:23,479 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:initialize(390)) - Initialization Done 5 TS done is reset. 2015-10-29T11:12:23,479 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-22_567_4257561719791392935-1/-mr-10006/6528552b-422c-4c34-b011-fa56b7fb6795/map.xml 2015-10-29T11:12:23,479 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(452)) - Found plan in cache for name: map.xml 2015-10-29T11:12:23,479 INFO [LocalJobRunner Map Task Executor #0]: exec.FileSinkOperator (FileSinkOperator.java:createBucketForFileIdx(572)) - Final Path: FS pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/.hive-staging_hive_2015-10-29_11-12-22_567_4257561719791392935-1/_tmp.-ext-10004/000000_0 2015-10-29T11:12:23,479 INFO [LocalJobRunner Map Task Executor #0]: exec.FileSinkOperator (FileSinkOperator.java:createBucketForFileIdx(576)) - Writing to temp file: FS pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/.hive-staging_hive_2015-10-29_11-12-22_567_4257561719791392935-1/_task_tmp.-ext-10004/_tmp.000000_0 2015-10-29T11:12:23,479 INFO [LocalJobRunner Map Task Executor #0]: exec.FileSinkOperator (FileSinkOperator.java:createBucketForFileIdx(593)) - New Final Path: FS pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/.hive-staging_hive_2015-10-29_11-12-22_567_4257561719791392935-1/_tmp.-ext-10004/000000_0 2015-10-29T11:12:23,490 INFO [LocalJobRunner Map Task Executor #0]: exec.FileSinkOperator (FileSinkOperator.java:process(727)) - FS[7]: records written - 1 2015-10-29T11:12:23,490 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (MapOperator.java:rowsForwarded(535)) - MAP[8]: records read - 1 2015-10-29T11:12:23,490 INFO [LocalJobRunner Map Task Executor #0]: exec.FileSinkOperator (FileSinkOperator.java:process(727)) - FS[7]: records written - 10 2015-10-29T11:12:23,490 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (MapOperator.java:rowsForwarded(535)) - MAP[8]: records read - 10 2015-10-29T11:12:23,491 INFO [LocalJobRunner Map Task Executor #0]: exec.FileSinkOperator (FileSinkOperator.java:process(727)) - FS[7]: records written - 100 2015-10-29T11:12:23,491 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (MapOperator.java:rowsForwarded(535)) - MAP[8]: records read - 100 2015-10-29T11:12:23,495 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:close(650)) - 8 finished. closing... 2015-10-29T11:12:23,495 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:logStats(898)) - RECORDS_IN:500 2015-10-29T11:12:23,496 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:logStats(898)) - DESERIALIZE_ERRORS:0 2015-10-29T11:12:23,496 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:close(650)) - 5 finished. closing... 2015-10-29T11:12:23,496 INFO [LocalJobRunner Map Task Executor #0]: exec.SelectOperator (Operator.java:close(650)) - 6 finished. closing... 2015-10-29T11:12:23,496 INFO [LocalJobRunner Map Task Executor #0]: exec.FileSinkOperator (Operator.java:close(650)) - 7 finished. closing... 2015-10-29T11:12:23,496 INFO [LocalJobRunner Map Task Executor #0]: exec.FileSinkOperator (FileSinkOperator.java:closeOp(989)) - FS[7]: records written - 500 2015-10-29T11:12:23,496 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:23,496 DEBUG [LocalJobRunner Map Task Executor #0]: fs.FSStatsPublisher (FSStatsPublisher.java:connect(66)) - Connecting to : pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/.hive-staging_hive_2015-10-29_11-12-22_567_4257561719791392935-1/-ext-10003 2015-10-29T11:12:23,502 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getIdFromFilename(1751)) - TaskId for 000000_0 = 000000 2015-10-29T11:12:23,503 DEBUG [LocalJobRunner Map Task Executor #0]: fs.FSStatsPublisher (FSStatsPublisher.java:publishStat(78)) - Putting in map : default.src_cbo/ {numRows=500, rawDataSize=5312} 2015-10-29T11:12:23,503 DEBUG [LocalJobRunner Map Task Executor #0]: fs.FSStatsPublisher (FSStatsPublisher.java:closeConnection(99)) - About to create stats file for this task : pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/.hive-staging_hive_2015-10-29_11-12-22_567_4257561719791392935-1/-ext-10003/tmpstats-0 2015-10-29T11:12:23,507 DEBUG [LocalJobRunner Map Task Executor #0]: fs.FSStatsPublisher (FSStatsPublisher.java:closeConnection(101)) - Created file : pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/.hive-staging_hive_2015-10-29_11-12-22_567_4257561719791392935-1/-ext-10003/tmpstats-0 2015-10-29T11:12:23,507 DEBUG [LocalJobRunner Map Task Executor #0]: fs.FSStatsPublisher (FSStatsPublisher.java:closeConnection(102)) - Writing stats in it : {default.src_cbo/={numRows=500, rawDataSize=5312}} 2015-10-29T11:12:23,507 INFO [LocalJobRunner Map Task Executor #0]: exec.FileSinkOperator (Operator.java:logStats(898)) - RECORDS_OUT_1_default.src_cbo:500 2015-10-29T11:12:23,507 INFO [LocalJobRunner Map Task Executor #0]: exec.FileSinkOperator (Operator.java:close(674)) - 7 Close done 2015-10-29T11:12:23,507 INFO [LocalJobRunner Map Task Executor #0]: exec.SelectOperator (Operator.java:close(674)) - 6 Close done 2015-10-29T11:12:23,507 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:close(674)) - 5 Close done 2015-10-29T11:12:23,507 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:close(674)) - 8 Close done 2015-10-29T11:12:23,508 INFO [LocalJobRunner Map Task Executor #0]: mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 2015-10-29T11:12:23,508 INFO [LocalJobRunner Map Task Executor #0]: mapred.Task (Task.java:done(1001)) - Task:attempt_local292533315_0017_m_000000_0 is done. And is in the process of committing 2015-10-29T11:12:23,508 INFO [LocalJobRunner Map Task Executor #0]: mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src/kv1.txt:0+5812 2015-10-29T11:12:23,509 INFO [LocalJobRunner Map Task Executor #0]: mapred.Task (Task.java:sendDone(1121)) - Task 'attempt_local292533315_0017_m_000000_0' done. 2015-10-29T11:12:23,509 INFO [LocalJobRunner Map Task Executor #0]: mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local292533315_0017_m_000000_0 2015-10-29T11:12:23,509 INFO [Thread-1471]: mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - map task executor complete. 2015-10-29T11:12:24,471 DEBUG [main]: exec.Heartbeater (Heartbeater.java:heartbeat(80)) - heartbeating 2015-10-29T11:12:24,472 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - 2015-10-29 11:12:24,472 Stage-1 map = 100%, reduce = 0% 2015-10-29T11:12:24,473 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - Ended Job = job_local292533315_0017 2015-10-29T11:12:24,485 DEBUG [main]: exec.Utilities (Utilities.java:getIdFromFilename(1751)) - TaskId for 000000_0 = 000000 2015-10-29T11:12:24,485 INFO [main]: exec.FileSinkOperator (Utilities.java:mvFileToFinalPath(1902)) - Moving tmp dir: pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/.hive-staging_hive_2015-10-29_11-12-22_567_4257561719791392935-1/_tmp.-ext-10004 to: pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/.hive-staging_hive_2015-10-29_11-12-22_567_4257561719791392935-1/-ext-10004 2015-10-29T11:12:24,486 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:24,486 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-7:CONDITIONAL] in serial mode 2015-10-29T11:12:24,497 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - Stage-4 is selected by condition resolver. 2015-10-29T11:12:24,497 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - Stage-3 is filtered out by condition resolver. 2015-10-29T11:12:24,497 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - Stage-5 is filtered out by condition resolver. 2015-10-29T11:12:24,497 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:24,497 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-4:MOVE] in serial mode 2015-10-29T11:12:24,498 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - Moving data to: pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/.hive-staging_hive_2015-10-29_11-12-22_567_4257561719791392935-1/-ext-10002 from pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/.hive-staging_hive_2015-10-29_11-12-22_567_4257561719791392935-1/-ext-10004 2015-10-29T11:12:24,503 DEBUG [main]: metadata.Hive (Hive.java:isSubDir(2607)) - The source path is /Users/sush/dev/hive.git/itests/qtest/target/warehouse/.hive-staging_hive_2015-10-29_11-12-22_567_4257561719791392935-1/-ext-10004 and the destination path is /Users/sush/dev/hive.git/itests/qtest/target/warehouse/.hive-staging_hive_2015-10-29_11-12-22_567_4257561719791392935-1/-ext-10002 2015-10-29T11:12:24,508 DEBUG [main]: metadata.Hive (Hive.java:moveFile(2683)) - The path pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/.hive-staging_hive_2015-10-29_11-12-22_567_4257561719791392935-1/-ext-10002 is deleted 2015-10-29T11:12:24,508 INFO [main]: session.SessionState (SessionState.java:getHdfsEncryptionShim(421)) - Could not get hdfsEncryptionShim, it is only applicable to hdfs filesystem. 2015-10-29T11:12:24,508 INFO [main]: metadata.Hive (Hive.java:moveFile(2742)) - Replacing src:pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/.hive-staging_hive_2015-10-29_11-12-22_567_4257561719791392935-1/-ext-10004, dest: pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/.hive-staging_hive_2015-10-29_11-12-22_567_4257561719791392935-1/-ext-10002, Status:true 2015-10-29T11:12:24,508 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chgrp,-R,staff,pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/.hive-staging_hive_2015-10-29_11-12-22_567_4257561719791392935-1/-ext-10002} 2015-10-29T11:12:24,519 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:12:24,519 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chmod,-R,755,pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/.hive-staging_hive_2015-10-29_11-12-22_567_4257561719791392935-1/-ext-10002} 2015-10-29T11:12:24,536 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:12:24,541 DEBUG [main]: shims.HadoopShimsSecure (Hadoop23Shims.java:debugLog(937)) - FileStatus{path=pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/.hive-staging_hive_2015-10-29_11-12-22_567_4257561719791392935-1/-ext-10002; isDirectory=true; modification_time=1446142343000; access_time=0; owner=sush; group=staff; permission=rwxr-xr-x; isSymlink=false} 2015-10-29T11:12:24,541 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:24,541 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-0:MOVE] in serial mode 2015-10-29T11:12:24,541 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - Moving data to: pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src_cbo from pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/.hive-staging_hive_2015-10-29_11-12-22_567_4257561719791392935-1/-ext-10002 2015-10-29T11:12:24,546 DEBUG [main]: metadata.Hive (Hive.java:isSubDir(2607)) - The source path is /Users/sush/dev/hive.git/itests/qtest/target/warehouse/.hive-staging_hive_2015-10-29_11-12-22_567_4257561719791392935-1/-ext-10002 and the destination path is /Users/sush/dev/hive.git/itests/qtest/target/warehouse/src_cbo 2015-10-29T11:12:24,551 DEBUG [main]: metadata.Hive (Hive.java:moveFile(2683)) - The path pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src_cbo is deleted 2015-10-29T11:12:24,551 INFO [main]: session.SessionState (SessionState.java:getHdfsEncryptionShim(421)) - Could not get hdfsEncryptionShim, it is only applicable to hdfs filesystem. 2015-10-29T11:12:24,551 INFO [main]: metadata.Hive (Hive.java:moveFile(2742)) - Replacing src:pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/.hive-staging_hive_2015-10-29_11-12-22_567_4257561719791392935-1/-ext-10002, dest: pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src_cbo, Status:true 2015-10-29T11:12:24,551 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chgrp,-R,staff,pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src_cbo} 2015-10-29T11:12:24,562 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:12:24,562 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chmod,-R,755,pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src_cbo} 2015-10-29T11:12:24,573 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:12:24,578 DEBUG [main]: shims.HadoopShimsSecure (Hadoop23Shims.java:debugLog(937)) - FileStatus{path=pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src_cbo; isDirectory=true; modification_time=1446142343000; access_time=0; owner=sush; group=staff; permission=rwxr-xr-x; isSymlink=false} 2015-10-29T11:12:24,578 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:24,578 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-8:DDL] in serial mode 2015-10-29T11:12:24,579 DEBUG [main]: exec.DDLTask (DDLTask.java:validateSerDe(3674)) - Found class for org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe 2015-10-29T11:12:24,579 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct src_cbo { string key, string value} 2015-10-29T11:12:24,579 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:24,580 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: create_table: Table(tableName:src_cbo, dbName:default, owner:hive_test_user, createTime:1446142344, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:null), FieldSchema(name:value, type:string, comment:null)], location:null, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}, skewedInfo:SkewedInfo(skewedColNames:[], skewedColValues:[], skewedColValueLocationMaps:{}), storedAsSubDirectories:false), partitionKeys:[], parameters:{}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE, privileges:PrincipalPrivilegeSet(userPrivileges:{}, groupPrivileges:null, rolePrivileges:null), temporary:false) 2015-10-29T11:12:24,580 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=create_table: Table(tableName:src_cbo, dbName:default, owner:hive_test_user, createTime:1446142344, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:null), FieldSchema(name:value, type:string, comment:null)], location:null, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}, skewedInfo:SkewedInfo(skewedColNames:[], skewedColValues:[], skewedColValueLocationMaps:{}), storedAsSubDirectories:false), partitionKeys:[], parameters:{}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE, privileges:PrincipalPrivilegeSet(userPrivileges:{}, groupPrivileges:null, rolePrivileges:null), temporary:false) 2015-10-29T11:12:24,580 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:getDatabase(348)) - getDatabase: directsql returning db default locn[pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse] desc [Default Hive database] owner [public] ownertype [ROLE] 2015-10-29T11:12:24,581 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:getDatabase(348)) - getDatabase: directsql returning db default locn[pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse] desc [Default Hive database] owner [public] ownertype [ROLE] 2015-10-29T11:12:24,599 INFO [main]: hive.log (MetaStoreUtils.java:updateTableStatsFast(231)) - Updating table stats fast for src_cbo 2015-10-29T11:12:24,599 INFO [main]: hive.log (MetaStoreUtils.java:updateTableStatsFast(233)) - Updated size of table src_cbo to 5812 2015-10-29T11:12:24,605 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:24,605 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:24,606 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-2:STATS] in serial mode 2015-10-29T11:12:24,606 INFO [main]: exec.StatsTask (StatsTask.java:execute(87)) - Executing stats task 2015-10-29T11:12:24,606 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:24,606 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=src_cbo 2015-10-29T11:12:24,606 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=src_cbo 2015-10-29T11:12:24,614 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:24,614 DEBUG [main]: fs.FSStatsPublisher (FSStatsPublisher.java:init(49)) - Initing FSStatsPublisher with : pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/.hive-staging_hive_2015-10-29_11-12-22_567_4257561719791392935-1/-ext-10003 2015-10-29T11:12:24,619 INFO [main]: fs.FSStatsPublisher (FSStatsPublisher.java:init(51)) - created : pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/.hive-staging_hive_2015-10-29_11-12-22_567_4257561719791392935-1/-ext-10003 2015-10-29T11:12:24,619 DEBUG [main]: fs.FSStatsAggregator (FSStatsAggregator.java:connect(51)) - About to read stats from : pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/.hive-staging_hive_2015-10-29_11-12-22_567_4257561719791392935-1/-ext-10003 2015-10-29T11:12:24,625 INFO [main]: fs.FSStatsAggregator (FSStatsAggregator.java:connect(66)) - Read stats : {default.src_cbo/={numRows=500, rawDataSize=5312}} 2015-10-29T11:12:24,626 DEBUG [main]: fs.FSStatsAggregator (FSStatsAggregator.java:aggregateStats(81)) - Part ID: default.src_cbo/ numRows 2015-10-29T11:12:24,626 INFO [main]: fs.FSStatsAggregator (FSStatsAggregator.java:aggregateStats(93)) - Read stats for : default.src_cbo/ numRows 500 2015-10-29T11:12:24,626 DEBUG [main]: fs.FSStatsAggregator (FSStatsAggregator.java:aggregateStats(81)) - Part ID: default.src_cbo/ rawDataSize 2015-10-29T11:12:24,626 INFO [main]: fs.FSStatsAggregator (FSStatsAggregator.java:aggregateStats(93)) - Read stats for : default.src_cbo/ rawDataSize 5312 2015-10-29T11:12:24,636 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct src_cbo { string key, string value} 2015-10-29T11:12:24,637 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:24,637 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: alter_table: db=default tbl=src_cbo newtbl=src_cbo 2015-10-29T11:12:24,637 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=alter_table: db=default tbl=src_cbo newtbl=src_cbo 2015-10-29T11:12:24,645 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:getDatabase(348)) - getDatabase: directsql returning db default locn[pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse] desc [Default Hive database] owner [public] ownertype [ROLE] 2015-10-29T11:12:24,655 INFO [main]: hive.log (MetaStoreUtils.java:updateTableStatsFast(231)) - Updating table stats fast for src_cbo 2015-10-29T11:12:24,655 INFO [main]: hive.log (MetaStoreUtils.java:updateTableStatsFast(233)) - Updated size of table src_cbo to 5812 2015-10-29T11:12:24,660 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:24,660 INFO [main]: exec.StatsTask (StatsTask.java:aggregateStats(188)) - Table default.src_cbo stats: [numFiles=1, numRows=500, totalSize=5812, rawDataSize=5312] 2015-10-29T11:12:24,660 DEBUG [main]: fs.FSStatsAggregator (FSStatsAggregator.java:closeConnection(104)) - About to delete stats tmp dir :pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/.hive-staging_hive_2015-10-29_11-12-22_567_4257561719791392935-1/-ext-10003 2015-10-29T11:12:24,660 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:24,660 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:24,660 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: query: create table src_cbo as select * from src 2015-10-29T11:12:24,660 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: type: CREATETABLE_AS_SELECT 2015-10-29T11:12:24,661 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Input: default@src 2015-10-29T11:12:24,661 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Output: database:default 2015-10-29T11:12:24,661 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Output: default@src_cbo 2015-10-29T11:12:24,661 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:24,661 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : execution phase 2015-10-29T11:12:24,661 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {createTable_(Table, )=26, isCompatibleWith_(HiveConf, )=0, getTable_(String, String, )=8, alter_table_(String, String, Table, boolean, )=23} 2015-10-29T11:12:24,661 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:24,661 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - MapReduce Jobs Launched: 2015-10-29T11:12:24,662 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - Stage-Stage-1: HDFS Read: 0 HDFS Write: 0 SUCCESS 2015-10-29T11:12:24,662 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - Total MapReduce CPU Time Spent: 0 msec 2015-10-29T11:12:24,662 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - OK 2015-10-29T11:12:24,662 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:24,662 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:releaseLocks(217)) - about to release lock for default/src 2015-10-29T11:12:24,664 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:releaseLocks(217)) - about to release lock for default 2015-10-29T11:12:24,665 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:24,665 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:24,665 DEBUG [main]: ql.Driver (DriverContext.java:shutdown(132)) - Shutting down query create table src_cbo as select * from src 2015-10-29T11:12:24,666 INFO [main]: CliDriver (SessionState.java:printInfo(996)) - Time taken: 2.099 seconds 2015-10-29T11:12:24,666 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:24,666 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:24,666 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:24,666 DEBUG [main]: conf.VariableSubstitution (VariableSubstitution.java:substitute(63)) - Substitution is on: analyze table cbo_t1 partition (dt) compute statistics 2015-10-29T11:12:24,667 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:24,667 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(185)) - Parsing command: analyze table cbo_t1 partition (dt) compute statistics 2015-10-29T11:12:24,667 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(209)) - Parse Completed 2015-10-29T11:12:24,667 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:24,667 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:24,667 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:24,667 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:24,668 INFO [main]: parse.ColumnStatsSemanticAnalyzer (ColumnStatsSemanticAnalyzer.java:analyze(455)) - Invoking analyze on original query 2015-10-29T11:12:24,668 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:analyzeInternal(10062)) - Starting Semantic Analysis 2015-10-29T11:12:24,668 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genResolvedParseTree(10009)) - Completed phase 1 of Semantic Analysis 2015-10-29T11:12:24,668 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:getMetaData(1538)) - Get metadata for source tables 2015-10-29T11:12:24,668 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:24,668 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=cbo_t1 2015-10-29T11:12:24,668 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=cbo_t1 2015-10-29T11:12:24,673 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:24,674 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:24,674 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=cbo_t1 2015-10-29T11:12:24,674 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=cbo_t1 2015-10-29T11:12:24,678 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:24,678 WARN [main]: parse.BaseSemanticAnalyzer (BaseSemanticAnalyzer.java:validatePartColumnType(1274)) - Dynamic partitioning is used; only validating 0 columns 2015-10-29T11:12:24,679 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:24,679 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=cbo_t1 2015-10-29T11:12:24,679 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=cbo_t1 2015-10-29T11:12:24,686 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:24,687 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:24,687 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_partitions_names_ps : db=default tbl=cbo_t1[] 2015-10-29T11:12:24,687 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_partitions_names_ps : db=default tbl=cbo_t1[] 2015-10-29T11:12:24,708 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:24,708 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:24,708 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_partitions_by_names : db=default tbl=cbo_t1 2015-10-29T11:12:24,708 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_partitions_by_names : db=default tbl=cbo_t1 2015-10-29T11:12:24,721 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:timingTrace(819)) - Direct SQL query in 13.095ms + 0.014ms, the query is [select "PARTITIONS"."PART_ID" from "PARTITIONS" inner join "TBLS" on "PARTITIONS"."TBL_ID" = "TBLS"."TBL_ID" and "TBLS"."TBL_NAME" = ? inner join "DBS" on "TBLS"."DB_ID" = "DBS"."DB_ID" and "DBS"."NAME" = ? where "PARTITIONS"."PART_NAME" in (?)] 2015-10-29T11:12:24,728 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:timingTrace(819)) - Direct SQL query in 6.576ms + 0.133ms, the query is [select "PARTITIONS"."PART_ID", "SDS"."SD_ID", "SDS"."CD_ID", "SERDES"."SERDE_ID", "PARTITIONS"."CREATE_TIME", "PARTITIONS"."LAST_ACCESS_TIME", "SDS"."INPUT_FORMAT", "SDS"."IS_COMPRESSED", "SDS"."IS_STOREDASSUBDIRECTORIES", "SDS"."LOCATION", "SDS"."NUM_BUCKETS", "SDS"."OUTPUT_FORMAT", "SERDES"."NAME", "SERDES"."SLIB" from "PARTITIONS" left outer join "SDS" on "PARTITIONS"."SD_ID" = "SDS"."SD_ID" left outer join "SERDES" on "SDS"."SERDE_ID" = "SERDES"."SERDE_ID" where "PART_ID" in (10) order by "PART_NAME" asc] 2015-10-29T11:12:24,732 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:timingTrace(819)) - Direct SQL query in 2.813ms + 0.172ms, the query is [select "PART_ID", "PARAM_KEY", "PARAM_VALUE" from "PARTITION_PARAMS" where "PART_ID" in (10) and "PARAM_KEY" is not null order by "PART_ID" asc] 2015-10-29T11:12:24,735 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:timingTrace(819)) - Direct SQL query in 2.782ms + 0.076ms, the query is [select "PART_ID", "PART_KEY_VAL" from "PARTITION_KEY_VALS" where "PART_ID" in (10) and "INTEGER_IDX" >= 0 order by "PART_ID" asc, "INTEGER_IDX" asc] 2015-10-29T11:12:24,738 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:timingTrace(819)) - Direct SQL query in 2.711ms + 0.036ms, the query is [select "SD_ID", "PARAM_KEY", "PARAM_VALUE" from "SD_PARAMS" where "SD_ID" in (28) and "PARAM_KEY" is not null order by "SD_ID" asc] 2015-10-29T11:12:24,741 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:timingTrace(819)) - Direct SQL query in 2.987ms + 0.036ms, the query is [select "SD_ID", "COLUMN_NAME", "SORT_COLS"."ORDER" from "SORT_COLS" where "SD_ID" in (28) and "INTEGER_IDX" >= 0 order by "SD_ID" asc, "INTEGER_IDX" asc] 2015-10-29T11:12:24,744 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:timingTrace(819)) - Direct SQL query in 2.495ms + 0.027ms, the query is [select "SD_ID", "BUCKET_COL_NAME" from "BUCKETING_COLS" where "SD_ID" in (28) and "INTEGER_IDX" >= 0 order by "SD_ID" asc, "INTEGER_IDX" asc] 2015-10-29T11:12:24,746 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:timingTrace(819)) - Direct SQL query in 2.388ms + 0.029ms, the query is [select "SD_ID", "SKEWED_COL_NAME" from "SKEWED_COL_NAMES" where "SD_ID" in (28) and "INTEGER_IDX" >= 0 order by "SD_ID" asc, "INTEGER_IDX" asc] 2015-10-29T11:12:24,749 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:timingTrace(819)) - Direct SQL query in 2.999ms + 0.092ms, the query is [select "CD_ID", "COMMENT", "COLUMN_NAME", "TYPE_NAME" from "COLUMNS_V2" where "CD_ID" in (16) and "INTEGER_IDX" >= 0 order by "CD_ID" asc, "INTEGER_IDX" asc] 2015-10-29T11:12:24,752 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:timingTrace(819)) - Direct SQL query in 2.685ms + 0.094ms, the query is [select "SERDE_ID", "PARAM_KEY", "PARAM_VALUE" from "SERDE_PARAMS" where "SERDE_ID" in (28) and "PARAM_KEY" is not null order by "SERDE_ID" asc] 2015-10-29T11:12:24,770 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:24,770 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:getMetaData(1678)) - Get metadata for subqueries 2015-10-29T11:12:24,770 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:getMetaData(1702)) - Get metadata for destination tables 2015-10-29T11:12:24,770 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genResolvedParseTree(10013)) - Completed getting MetaData in Semantic Analysis 2015-10-29T11:12:24,770 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct cbo_t1 { string key, string value, i32 c_int, float c_float, bool c_boolean} 2015-10-29T11:12:24,771 DEBUG [main]: ql.Context (Context.java:getStagingDir(231)) - Created staging dir = pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/cbo_t1/.hive-staging_hive_2015-10-29_11-12-24_667_8715684805119229526-1 for path = pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/cbo_t1 2015-10-29T11:12:24,771 INFO [main]: common.FileUtils (FileUtils.java:mkdir(502)) - Creating directory if it doesn't exist: pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/cbo_t1/.hive-staging_hive_2015-10-29_11-12-24_667_8715684805119229526-1 2015-10-29T11:12:24,785 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chgrp,-R,staff,pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/cbo_t1/.hive-staging_hive_2015-10-29_11-12-24_667_8715684805119229526-1} 2015-10-29T11:12:24,791 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:12:24,791 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chmod,-R,755,pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/cbo_t1/.hive-staging_hive_2015-10-29_11-12-24_667_8715684805119229526-1} 2015-10-29T11:12:24,800 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:12:24,805 DEBUG [main]: shims.HadoopShimsSecure (Hadoop23Shims.java:debugLog(937)) - FileStatus{path=pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/cbo_t1/.hive-staging_hive_2015-10-29_11-12-24_667_8715684805119229526-1; isDirectory=true; modification_time=1446142344000; access_time=0; owner=sush; group=staff; permission=rwxr-xr-x; isSymlink=false} 2015-10-29T11:12:24,810 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:setupStats(9493)) - Set stats collection dir : pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/cbo_t1/.hive-staging_hive_2015-10-29_11-12-24_667_8715684805119229526-1/-ext-10000 2015-10-29T11:12:24,810 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genTablePlan(9467)) - Created Table Plan for cbo_t1 TS[0] 2015-10-29T11:12:24,810 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genBodyPlan(8831)) - Created Body Plan for Query Block null 2015-10-29T11:12:24,810 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genPlan(9675)) - Created Plan for Query Block null 2015-10-29T11:12:24,811 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:analyzeInternal(10139)) - Before logical optimization TS[0] 2015-10-29T11:12:24,811 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:TS[0] with rs:(key: string|{cbo_t1}key,value: string|{cbo_t1}value,c_int: int|{cbo_t1}c_int,c_float: float|{cbo_t1}c_float,c_boolean: boolean|{cbo_t1}c_boolean,dt: string|{cbo_t1}dt,BLOCK__OFFSET__INSIDE__FILE: bigint|{cbo_t1}block__offset__inside__file,INPUT__FILE__NAME: string|{cbo_t1}input__file__name,ROW__ID: struct|{cbo_t1}row__id,RAW__DATA__SIZE: bigint|{cbo_t1}raw__data__size) 2015-10-29T11:12:24,811 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator TS[0] 2015-10-29T11:12:24,812 INFO [main]: ppd.OpProcFactory (OpProcFactory.java:process(383)) - Processing for TS(0) 2015-10-29T11:12:24,812 DEBUG [main]: ppd.PredicatePushDown (PredicatePushDown.java:transform(138)) - After PPD: TS[0] 2015-10-29T11:12:24,812 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:TS[0] with rs:(key: string|{cbo_t1}key,value: string|{cbo_t1}value,c_int: int|{cbo_t1}c_int,c_float: float|{cbo_t1}c_float,c_boolean: boolean|{cbo_t1}c_boolean,dt: string|{cbo_t1}dt,BLOCK__OFFSET__INSIDE__FILE: bigint|{cbo_t1}block__offset__inside__file,INPUT__FILE__NAME: string|{cbo_t1}input__file__name,ROW__ID: struct|{cbo_t1}row__id,RAW__DATA__SIZE: bigint|{cbo_t1}raw__data__size) 2015-10-29T11:12:24,812 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator TS[0] 2015-10-29T11:12:24,812 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:TS[0] with rs:(key: string|{cbo_t1}key,value: string|{cbo_t1}value,c_int: int|{cbo_t1}c_int,c_float: float|{cbo_t1}c_float,c_boolean: boolean|{cbo_t1}c_boolean,dt: string|{cbo_t1}dt,BLOCK__OFFSET__INSIDE__FILE: bigint|{cbo_t1}block__offset__inside__file,INPUT__FILE__NAME: string|{cbo_t1}input__file__name,ROW__ID: struct|{cbo_t1}row__id,RAW__DATA__SIZE: bigint|{cbo_t1}raw__data__size) 2015-10-29T11:12:24,812 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator TS[0] 2015-10-29T11:12:24,812 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:analyzeInternal(10147)) - After logical optimization TS[0] 2015-10-29T11:12:24,813 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct cbo_t1 { string key, string value, i32 c_int, float c_float, bool c_boolean} 2015-10-29T11:12:24,813 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct cbo_t1 { string key, string value, i32 c_int, float c_float, bool c_boolean} 2015-10-29T11:12:24,813 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct cbo_t1 { string key, string value, i32 c_int, float c_float, bool c_boolean} 2015-10-29T11:12:24,813 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct cbo_t1 { string key, string value, i32 c_int, float c_float, bool c_boolean} 2015-10-29T11:12:24,813 DEBUG [main]: optimizer.GenMapRedUtils (GenMapRedUtils.java:setMapWork(678)) - Adding pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/cbo_t1/dt=2014 of tablecbo_t1 2015-10-29T11:12:24,813 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct cbo_t1 { string key, string value, i32 c_int, float c_float, bool c_boolean} 2015-10-29T11:12:24,813 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct cbo_t1 { string key, string value, i32 c_int, float c_float, bool c_boolean} 2015-10-29T11:12:24,814 DEBUG [main]: optimizer.GenMapRedUtils (GenMapRedUtils.java:setMapWork(716)) - Information added for path pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/cbo_t1/dt=2014 2015-10-29T11:12:24,814 DEBUG [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(167)) - Looking at: null 2015-10-29T11:12:24,814 INFO [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(175)) - Looking for table scans where optimization is applicable 2015-10-29T11:12:24,814 INFO [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(199)) - Found 0 null table scans 2015-10-29T11:12:24,814 DEBUG [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(167)) - Looking at: null 2015-10-29T11:12:24,814 INFO [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(175)) - Looking for table scans where optimization is applicable 2015-10-29T11:12:24,814 INFO [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(199)) - Found 0 null table scans 2015-10-29T11:12:24,814 DEBUG [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(167)) - Looking at: null 2015-10-29T11:12:24,814 INFO [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(175)) - Looking for table scans where optimization is applicable 2015-10-29T11:12:24,815 INFO [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(199)) - Found 0 null table scans 2015-10-29T11:12:24,815 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:analyzeInternal(10168)) - Completed plan generation 2015-10-29T11:12:24,815 INFO [main]: ql.Driver (Driver.java:compile(448)) - Semantic Analysis Completed 2015-10-29T11:12:24,815 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:validate(10519)) - validation start 2015-10-29T11:12:24,815 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:validate(10588)) - Not a partition. 2015-10-29T11:12:24,815 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:validate(10545)) - validated dt=2014 2015-10-29T11:12:24,815 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:validate(10546)) - cbo_t1 2015-10-29T11:12:24,815 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:24,815 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_partitions_ps_with_auth : db=default tbl=cbo_t1[2014] 2015-10-29T11:12:24,815 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_partitions_ps_with_auth : db=default tbl=cbo_t1[2014] 2015-10-29T11:12:24,840 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:24,840 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:24,841 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_partition_with_auth : db=default tbl=cbo_t1[2014] 2015-10-29T11:12:24,841 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_partition_with_auth : db=default tbl=cbo_t1[2014] 2015-10-29T11:12:24,846 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:24,847 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:24,847 INFO [main]: ql.Driver (Driver.java:getSchema(244)) - Returning Hive schema: Schema(fieldSchemas:[FieldSchema(name:cbo_t1.key, type:string, comment:null), FieldSchema(name:cbo_t1.value, type:string, comment:null), FieldSchema(name:cbo_t1.c_int, type:int, comment:null), FieldSchema(name:cbo_t1.c_float, type:float, comment:null), FieldSchema(name:cbo_t1.c_boolean, type:boolean, comment:null), FieldSchema(name:cbo_t1.dt, type:string, comment:null)], properties:null) 2015-10-29T11:12:24,847 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:24,847 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : compilation phase 2015-10-29T11:12:24,847 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {flushCache_()=0, getPartitionsByNames_(String, String, List, )=62, listPartitionNames_(String, String, List, short, )=21, isCompatibleWith_(HiveConf, )=0, getPartitionWithAuthInfo_(String, String, List, String, List, )=7, getTable_(String, String, )=18, listPartitionsWithAuthInfo_(String, String, List, short, String, List, )=25} 2015-10-29T11:12:24,847 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:24,847 DEBUG [main]: lockmgr.DummyTxnManager (DummyTxnManager.java:acquireLocks(129)) - Adding default@cbo_t1 to list of lock inputs 2015-10-29T11:12:24,847 DEBUG [main]: lockmgr.DummyTxnManager (DummyTxnManager.java:acquireLocks(129)) - Adding default@cbo_t1@dt=2014 to list of lock inputs 2015-10-29T11:12:24,847 DEBUG [main]: lockmgr.DummyTxnManager (DummyTxnManager.java:acquireLocks(148)) - Adding default@cbo_t1 to list of lock outputs 2015-10-29T11:12:24,848 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:lock(262)) - Acquiring lock for default with mode IMPLICIT 2015-10-29T11:12:24,851 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:lock(262)) - Acquiring lock for default/cbo_t1 with mode IMPLICIT 2015-10-29T11:12:24,852 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:lock(262)) - Acquiring lock for default/cbo_t1/dt=2014 with mode IMPLICIT 2015-10-29T11:12:24,854 DEBUG [main]: ql.Driver (Driver.java:recordValidTxns(960)) - Encoding valid txns info 9223372036854775807: txnid:0 2015-10-29T11:12:24,854 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:24,854 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:24,854 INFO [main]: ql.Driver (Driver.java:execute(1468)) - Starting command(queryId=sush_20151029111224_37da0dc4-759e-4c2a-92d0-38c12027a79b): analyze table cbo_t1 partition (dt) compute statistics 2015-10-29T11:12:24,855 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:24,855 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: query: analyze table cbo_t1 partition (dt) compute statistics 2015-10-29T11:12:24,855 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: type: QUERY 2015-10-29T11:12:24,855 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: Input: default@cbo_t1 2015-10-29T11:12:24,855 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: Input: default@cbo_t1@dt=2014 2015-10-29T11:12:24,855 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: Output: default@cbo_t1 2015-10-29T11:12:24,855 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: Output: default@cbo_t1@dt=2014 2015-10-29T11:12:24,855 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:24,855 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:24,855 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:24,855 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - Query ID = sush_20151029111224_37da0dc4-759e-4c2a-92d0-38c12027a79b 2015-10-29T11:12:24,855 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - Total jobs = 1 2015-10-29T11:12:24,855 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:24,855 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:24,856 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:24,856 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - Launching Job 1 out of 1 2015-10-29T11:12:24,856 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-0:MAPRED] in serial mode 2015-10-29T11:12:24,856 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - Number of reduce tasks is set to 0 since there's no reduce operator 2015-10-29T11:12:24,861 INFO [main]: mr.ExecDriver (ExecDriver.java:execute(291)) - Using org.apache.hadoop.hive.ql.io.CombineHiveInputFormat 2015-10-29T11:12:24,861 INFO [main]: exec.Utilities (Utilities.java:getInputPaths(3433)) - Processing alias cbo_t1 2015-10-29T11:12:24,861 INFO [main]: exec.Utilities (Utilities.java:getInputPaths(3450)) - Adding input file pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/cbo_t1/dt=2014 2015-10-29T11:12:24,861 INFO [main]: exec.Utilities (Utilities.java:isEmptyPath(2734)) - Content Summary not cached for pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/cbo_t1/dt=2014 2015-10-29T11:12:24,876 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:24,876 INFO [main]: exec.Utilities (Utilities.java:serializePlan(939)) - Serializing MapWork via kryo 2015-10-29T11:12:24,877 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:24,877 DEBUG [main]: mapreduce.Cluster (Cluster.java:initialize(90)) - Trying ClientProtocolProvider : org.apache.hadoop.mapred.LocalClientProtocolProvider 2015-10-29T11:12:24,877 INFO [main]: jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized 2015-10-29T11:12:24,878 DEBUG [main]: mapreduce.Cluster (Cluster.java:initialize(103)) - Picked org.apache.hadoop.mapred.LocalClientProtocolProvider as the ClientProtocolProvider 2015-10-29T11:12:24,878 DEBUG [main]: fs.FSStatsPublisher (FSStatsPublisher.java:init(49)) - Initing FSStatsPublisher with : pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/cbo_t1/.hive-staging_hive_2015-10-29_11-12-24_667_8715684805119229526-1/-ext-10000 2015-10-29T11:12:24,882 INFO [main]: fs.FSStatsPublisher (FSStatsPublisher.java:init(51)) - created : pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/cbo_t1/.hive-staging_hive_2015-10-29_11-12-24_667_8715684805119229526-1/-ext-10000 2015-10-29T11:12:24,883 DEBUG [main]: mapreduce.Cluster (Cluster.java:initialize(90)) - Trying ClientProtocolProvider : org.apache.hadoop.mapred.LocalClientProtocolProvider 2015-10-29T11:12:24,883 INFO [main]: jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized 2015-10-29T11:12:24,884 DEBUG [main]: mapreduce.Cluster (Cluster.java:initialize(103)) - Picked org.apache.hadoop.mapred.LocalClientProtocolProvider as the ClientProtocolProvider 2015-10-29T11:12:24,884 INFO [main]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-24_667_8715684805119229526-1/-mr-10002/ff0cfc08-1219-49b0-bcd1-a53b61e2b648/map.xml 2015-10-29T11:12:24,884 DEBUG [main]: exec.Utilities (Utilities.java:getBaseWork(452)) - Found plan in cache for name: map.xml 2015-10-29T11:12:24,884 INFO [main]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-24_667_8715684805119229526-1/-mr-10002/ff0cfc08-1219-49b0-bcd1-a53b61e2b648/reduce.xml 2015-10-29T11:12:24,884 INFO [main]: exec.Utilities (Utilities.java:getBaseWork(405)) - local path = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-24_667_8715684805119229526-1/-mr-10002/ff0cfc08-1219-49b0-bcd1-a53b61e2b648/reduce.xml 2015-10-29T11:12:24,885 INFO [main]: exec.Utilities (Utilities.java:getBaseWork(417)) - Open file to read in plan: file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-24_667_8715684805119229526-1/-mr-10002/ff0cfc08-1219-49b0-bcd1-a53b61e2b648/reduce.xml 2015-10-29T11:12:24,885 DEBUG [main]: exec.Utilities (Utilities.java:getBaseWork(457)) - File not found: File file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-24_667_8715684805119229526-1/-mr-10002/ff0cfc08-1219-49b0-bcd1-a53b61e2b648/reduce.xml does not exist 2015-10-29T11:12:24,885 INFO [main]: exec.Utilities (Utilities.java:getBaseWork(458)) - No plan file found: file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-24_667_8715684805119229526-1/-mr-10002/ff0cfc08-1219-49b0-bcd1-a53b61e2b648/reduce.xml 2015-10-29T11:12:24,890 DEBUG [main]: mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(456)) - Configuring job job_local1925250283_0018 with file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/hadoop-tmp/mapred/staging/sush1925250283/.staging/job_local1925250283_0018 as the submit dir 2015-10-29T11:12:24,890 DEBUG [main]: mapreduce.JobSubmitter (JobSubmitter.java:populateTokenCache(718)) - adding the following namenodes' delegation tokens:[file:///] 2015-10-29T11:12:24,890 WARN [main]: mapreduce.JobSubmitter (JobSubmitter.java:copyAndConfigureFiles(153)) - Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2015-10-29T11:12:24,890 DEBUG [main]: mapreduce.JobSubmitter (JobSubmitter.java:copyAndConfigureFiles(173)) - default FileSystem: file:/// 2015-10-29T11:12:24,980 DEBUG [main]: mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(491)) - Creating splits at file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/hadoop-tmp/mapred/staging/sush1925250283/.staging/job_local1925250283_0018 2015-10-29T11:12:24,980 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:24,980 INFO [main]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-24_667_8715684805119229526-1/-mr-10002/ff0cfc08-1219-49b0-bcd1-a53b61e2b648/map.xml 2015-10-29T11:12:24,980 DEBUG [main]: exec.Utilities (Utilities.java:getBaseWork(452)) - Found plan in cache for name: map.xml 2015-10-29T11:12:24,981 INFO [main]: io.CombineHiveInputFormat (CombineHiveInputFormat.java:getSplits(478)) - Total number of paths: 1, launching 1 threads to check non-combinable ones. 2015-10-29T11:12:24,981 DEBUG [main]: io.CombineHiveInputFormat (CombineHiveInputFormat.java:getSplits(512)) - The received input paths are: [pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/cbo_t1/dt=2014] against the property mapreduce.input.fileinputformat.inputdir 2015-10-29T11:12:24,981 INFO [main]: io.CombineHiveInputFormat (CombineHiveInputFormat.java:getCombineSplits(395)) - CombineHiveInputSplit creating pool for pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/cbo_t1/dt=2014; using filter path pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/cbo_t1/dt=2014 2015-10-29T11:12:24,992 DEBUG [main]: input.FileInputFormat (FileInputFormat.java:listStatus(279)) - Time taken to get FileStatuses: 10 2015-10-29T11:12:24,992 INFO [main]: input.FileInputFormat (FileInputFormat.java:listStatus(281)) - Total input paths to process : 1 2015-10-29T11:12:24,992 INFO [main]: input.CombineFileInputFormat (CombineFileInputFormat.java:createSplits(413)) - DEBUG: Terminated node allocation with : CompletedNodes: 1, size left: 0 2015-10-29T11:12:24,992 INFO [main]: io.CombineHiveInputFormat (CombineHiveInputFormat.java:getCombineSplits(450)) - number of splits 1 2015-10-29T11:12:24,993 INFO [main]: io.CombineHiveInputFormat (CombineHiveInputFormat.java:getSplits(549)) - Number of all splits 1 2015-10-29T11:12:24,993 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:25,009 INFO [main]: mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(494)) - number of splits:1 2015-10-29T11:12:25,024 INFO [main]: mapreduce.JobSubmitter (JobSubmitter.java:printTokens(583)) - Submitting tokens for job: job_local1925250283_0018 2015-10-29T11:12:25,079 INFO [main]: mapreduce.Job (Job.java:submit(1300)) - The url to track the job: http://localhost:8080/ 2015-10-29T11:12:25,080 INFO [Thread-1537]: mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(471)) - OutputCommitter set in config org.apache.hadoop.hive.ql.io.HiveFileFormatUtils$NullOutputCommitter 2015-10-29T11:12:25,080 INFO [Thread-1537]: mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(489)) - OutputCommitter is org.apache.hadoop.hive.ql.io.HiveFileFormatUtils$NullOutputCommitter 2015-10-29T11:12:25,080 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - Job running in-process (local Hadoop) 2015-10-29T11:12:25,081 DEBUG [Thread-1537]: mapred.LocalJobRunner (LocalJobRunner.java:createMapExecutor(395)) - Starting mapper thread pool executor. 2015-10-29T11:12:25,081 DEBUG [Thread-1537]: mapred.LocalJobRunner (LocalJobRunner.java:createMapExecutor(396)) - Max local threads: 1 2015-10-29T11:12:25,081 DEBUG [Thread-1537]: mapred.LocalJobRunner (LocalJobRunner.java:createMapExecutor(397)) - Map tasks to process: 1 2015-10-29T11:12:25,081 INFO [Thread-1537]: mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for map tasks 2015-10-29T11:12:25,081 INFO [LocalJobRunner Map Task Executor #0]: mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local1925250283_0018_m_000000_0 2015-10-29T11:12:25,081 DEBUG [LocalJobRunner Map Task Executor #0]: mapred.SortedRanges (SortedRanges.java:doNext(348)) - currentIndex 0 0:0 2015-10-29T11:12:25,081 DEBUG [LocalJobRunner Map Task Executor #0]: mapred.LocalJobRunner (LocalJobRunner.java:setupChildMapredLocalDirs(974)) - mapreduce.cluster.local.dir for child : /Users/sush/dev/hive.git/itests/qtest/target/tmp/hadoop-tmp/mapred/local/localRunner//sush/jobcache/job_local1925250283_0018/attempt_local1925250283_0018_m_000000_0 2015-10-29T11:12:25,082 INFO [LocalJobRunner Map Task Executor #0]: util.ProcfsBasedProcessTree (ProcfsBasedProcessTree.java:isAvailable(181)) - ProcfsBasedProcessTree currently is supported only on Linux. 2015-10-29T11:12:25,082 INFO [LocalJobRunner Map Task Executor #0]: util.ProcfsBasedProcessTree (ProcfsBasedProcessTree.java:isAvailable(181)) - ProcfsBasedProcessTree currently is supported only on Linux. 2015-10-29T11:12:25,082 INFO [LocalJobRunner Map Task Executor #0]: mapred.Task (Task.java:initialize(587)) - Using ResourceCalculatorProcessTree : null 2015-10-29T11:12:25,082 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:updateJobWithSplit(482)) - Processing split: Paths:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/cbo_t1/dt=2014/cbo_t1.txt:0+282InputFormatClass: org.apache.hadoop.mapred.TextInputFormat 2015-10-29T11:12:25,082 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-24_667_8715684805119229526-1/-mr-10002/ff0cfc08-1219-49b0-bcd1-a53b61e2b648/map.xml 2015-10-29T11:12:25,083 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(405)) - local path = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-24_667_8715684805119229526-1/-mr-10002/ff0cfc08-1219-49b0-bcd1-a53b61e2b648/map.xml 2015-10-29T11:12:25,083 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(417)) - Open file to read in plan: file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-24_667_8715684805119229526-1/-mr-10002/ff0cfc08-1219-49b0-bcd1-a53b61e2b648/map.xml 2015-10-29T11:12:25,083 INFO [LocalJobRunner Map Task Executor #0]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:25,083 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:deserializePlan(966)) - Deserializing MapWork via kryo 2015-10-29T11:12:25,086 INFO [LocalJobRunner Map Task Executor #0]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:25,087 INFO [LocalJobRunner Map Task Executor #0]: io.HiveContextAwareRecordReader (HiveContextAwareRecordReader.java:initIOContext(174)) - Processing file pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/cbo_t1/dt=2014/cbo_t1.txt 2015-10-29T11:12:25,087 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:runOldMapper(436)) - numReduceTasks: 0 2015-10-29T11:12:25,087 INFO [LocalJobRunner Map Task Executor #0]: mr.ExecMapper (ExecMapper.java:configure(83)) - conf classpath = [file:/Users/sush/dev/hive.git/itests/qtest/target/surefire/surefirebooter6776397513364088476.jar] 2015-10-29T11:12:25,087 INFO [LocalJobRunner Map Task Executor #0]: mr.ExecMapper (ExecMapper.java:configure(85)) - thread classpath = [file:/Users/sush/dev/hive.git/itests/qtest/target/surefire/surefirebooter6776397513364088476.jar] 2015-10-29T11:12:25,087 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-24_667_8715684805119229526-1/-mr-10002/ff0cfc08-1219-49b0-bcd1-a53b61e2b648/map.xml 2015-10-29T11:12:25,087 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(452)) - Found plan in cache for name: map.xml 2015-10-29T11:12:25,087 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:initialize(338)) - Initializing operator MAP[2] 2015-10-29T11:12:25,087 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:initialize(377)) - Initialization Done 2 MAP 2015-10-29T11:12:25,088 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:initializeChildren(463)) - Operator 2 MAP initialized 2015-10-29T11:12:25,088 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:initialize(390)) - Initialization Done 2 MAP done is reset. 2015-10-29T11:12:25,088 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:25,088 INFO [LocalJobRunner Map Task Executor #0]: mr.ExecMapper (ExecMapper.java:configure(110)) - Id =2 Id =1 <\Children> Id = 2 null<\Parent> <\TS> <\Children> <\Parent> <\MAP> 2015-10-29T11:12:25,088 INFO [LocalJobRunner Map Task Executor #0]: MapredContext (MapredContext.java:init(55)) - MapredContext initialized. 2015-10-29T11:12:25,089 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:initialize(338)) - Initializing operator TS[1] 2015-10-29T11:12:25,089 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:initialize(377)) - Initialization Done 1 TS 2015-10-29T11:12:25,089 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:initializeChildren(463)) - Operator 1 TS initialized 2015-10-29T11:12:25,089 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:initialize(390)) - Initialization Done 1 TS done is reset. 2015-10-29T11:12:25,089 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-24_667_8715684805119229526-1/-mr-10002/ff0cfc08-1219-49b0-bcd1-a53b61e2b648/map.xml 2015-10-29T11:12:25,089 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(452)) - Found plan in cache for name: map.xml 2015-10-29T11:12:25,089 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (TableScanOperator.java:gatherStats(156)) - Stats Gathering found a new partition spec = dt=2014 2015-10-29T11:12:25,089 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (MapOperator.java:rowsForwarded(535)) - MAP[2]: records read - 1 2015-10-29T11:12:25,089 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (MapOperator.java:rowsForwarded(535)) - MAP[2]: records read - 10 2015-10-29T11:12:25,089 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:close(650)) - 2 finished. closing... 2015-10-29T11:12:25,089 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:logStats(898)) - RECORDS_IN:20 2015-10-29T11:12:25,089 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:logStats(898)) - DESERIALIZE_ERRORS:0 2015-10-29T11:12:25,089 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:close(650)) - 1 finished. closing... 2015-10-29T11:12:25,089 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:25,089 DEBUG [LocalJobRunner Map Task Executor #0]: fs.FSStatsPublisher (FSStatsPublisher.java:connect(66)) - Connecting to : pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/cbo_t1/.hive-staging_hive_2015-10-29_11-12-24_667_8715684805119229526-1/-ext-10000 2015-10-29T11:12:25,096 DEBUG [LocalJobRunner Map Task Executor #0]: fs.FSStatsPublisher (FSStatsPublisher.java:publishStat(78)) - Putting in map : default.cbo_t1/dt=2014/ {numRows=20, rawDataSize=262} 2015-10-29T11:12:25,096 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (TableScanOperator.java:publishStats(306)) - publishing : default.cbo_t1/dt=2014/ : {numRows=20, rawDataSize=262} 2015-10-29T11:12:25,096 DEBUG [LocalJobRunner Map Task Executor #0]: fs.FSStatsPublisher (FSStatsPublisher.java:closeConnection(99)) - About to create stats file for this task : pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/cbo_t1/.hive-staging_hive_2015-10-29_11-12-24_667_8715684805119229526-1/-ext-10000/tmpstats-0 2015-10-29T11:12:25,100 DEBUG [LocalJobRunner Map Task Executor #0]: fs.FSStatsPublisher (FSStatsPublisher.java:closeConnection(101)) - Created file : pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/cbo_t1/.hive-staging_hive_2015-10-29_11-12-24_667_8715684805119229526-1/-ext-10000/tmpstats-0 2015-10-29T11:12:25,100 DEBUG [LocalJobRunner Map Task Executor #0]: fs.FSStatsPublisher (FSStatsPublisher.java:closeConnection(102)) - Writing stats in it : {default.cbo_t1/dt=2014/={numRows=20, rawDataSize=262}} 2015-10-29T11:12:25,100 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:close(674)) - 1 Close done 2015-10-29T11:12:25,101 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:close(674)) - 2 Close done 2015-10-29T11:12:25,101 INFO [LocalJobRunner Map Task Executor #0]: mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 2015-10-29T11:12:25,101 INFO [LocalJobRunner Map Task Executor #0]: mapred.Task (Task.java:done(1001)) - Task:attempt_local1925250283_0018_m_000000_0 is done. And is in the process of committing 2015-10-29T11:12:25,102 INFO [LocalJobRunner Map Task Executor #0]: mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/cbo_t1/dt=2014/cbo_t1.txt:0+282 2015-10-29T11:12:25,102 INFO [LocalJobRunner Map Task Executor #0]: mapred.Task (Task.java:sendDone(1121)) - Task 'attempt_local1925250283_0018_m_000000_0' done. 2015-10-29T11:12:25,102 INFO [LocalJobRunner Map Task Executor #0]: mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local1925250283_0018_m_000000_0 2015-10-29T11:12:25,102 INFO [Thread-1537]: mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - map task executor complete. 2015-10-29T11:12:26,085 DEBUG [main]: exec.Heartbeater (Heartbeater.java:heartbeat(80)) - heartbeating 2015-10-29T11:12:26,087 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - 2015-10-29 11:12:26,087 Stage-0 map = 100%, reduce = 0% 2015-10-29T11:12:26,089 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - Ended Job = job_local1925250283_0018 2015-10-29T11:12:26,090 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:26,090 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-1:STATS] in serial mode 2015-10-29T11:12:26,090 INFO [main]: exec.StatsTask (StatsTask.java:execute(87)) - Executing stats task 2015-10-29T11:12:26,090 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:26,090 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=cbo_t1 2015-10-29T11:12:26,090 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=cbo_t1 2015-10-29T11:12:26,096 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:26,096 DEBUG [main]: fs.FSStatsPublisher (FSStatsPublisher.java:init(49)) - Initing FSStatsPublisher with : pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/cbo_t1/.hive-staging_hive_2015-10-29_11-12-24_667_8715684805119229526-1/-ext-10000 2015-10-29T11:12:26,101 INFO [main]: fs.FSStatsPublisher (FSStatsPublisher.java:init(51)) - created : pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/cbo_t1/.hive-staging_hive_2015-10-29_11-12-24_667_8715684805119229526-1/-ext-10000 2015-10-29T11:12:26,101 DEBUG [main]: fs.FSStatsAggregator (FSStatsAggregator.java:connect(51)) - About to read stats from : pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/cbo_t1/.hive-staging_hive_2015-10-29_11-12-24_667_8715684805119229526-1/-ext-10000 2015-10-29T11:12:26,107 INFO [main]: fs.FSStatsAggregator (FSStatsAggregator.java:connect(66)) - Read stats : {default.cbo_t1/dt=2014/={numRows=20, rawDataSize=262}} 2015-10-29T11:12:26,107 DEBUG [main]: fs.FSStatsAggregator (FSStatsAggregator.java:aggregateStats(81)) - Part ID: default.cbo_t1/dt=2014/ numRows 2015-10-29T11:12:26,108 INFO [main]: fs.FSStatsAggregator (FSStatsAggregator.java:aggregateStats(93)) - Read stats for : default.cbo_t1/dt=2014/ numRows 20 2015-10-29T11:12:26,108 DEBUG [main]: fs.FSStatsAggregator (FSStatsAggregator.java:aggregateStats(81)) - Part ID: default.cbo_t1/dt=2014/ rawDataSize 2015-10-29T11:12:26,108 INFO [main]: fs.FSStatsAggregator (FSStatsAggregator.java:aggregateStats(93)) - Read stats for : default.cbo_t1/dt=2014/ rawDataSize 262 2015-10-29T11:12:26,118 INFO [main]: exec.StatsTask (StatsTask.java:aggregateStats(224)) - Partition default.cbo_t1{dt=2014} stats: [numFiles=1, numRows=20, totalSize=282, rawDataSize=262] 2015-10-29T11:12:26,119 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:26,119 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: alter_partitions : db=default tbl=cbo_t1 2015-10-29T11:12:26,119 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=alter_partitions : db=default tbl=cbo_t1 2015-10-29T11:12:26,119 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:alter_partitions(3219)) - New partition values:[2014] 2015-10-29T11:12:26,131 WARN [main]: hive.log (MetaStoreUtils.java:updatePartitionStatsFast(351)) - Updating partition stats fast for: cbo_t1 2015-10-29T11:12:26,141 WARN [main]: hive.log (MetaStoreUtils.java:updatePartitionStatsFast(354)) - Updated size to 282 2015-10-29T11:12:26,167 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:26,167 DEBUG [main]: fs.FSStatsAggregator (FSStatsAggregator.java:closeConnection(104)) - About to delete stats tmp dir :pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/cbo_t1/.hive-staging_hive_2015-10-29_11-12-24_667_8715684805119229526-1/-ext-10000 2015-10-29T11:12:26,167 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:26,167 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:26,167 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: query: analyze table cbo_t1 partition (dt) compute statistics 2015-10-29T11:12:26,167 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: type: QUERY 2015-10-29T11:12:26,168 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Input: default@cbo_t1 2015-10-29T11:12:26,168 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Input: default@cbo_t1@dt=2014 2015-10-29T11:12:26,168 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Output: default@cbo_t1 2015-10-29T11:12:26,168 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Output: default@cbo_t1@dt=2014 2015-10-29T11:12:26,168 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:26,168 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : execution phase 2015-10-29T11:12:26,168 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {isCompatibleWith_(HiveConf, )=0, alter_partitions_(String, String, List, )=48, getTable_(String, String, )=6} 2015-10-29T11:12:26,168 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:26,168 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - MapReduce Jobs Launched: 2015-10-29T11:12:26,168 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - Stage-Stage-0: HDFS Read: 0 HDFS Write: 0 SUCCESS 2015-10-29T11:12:26,168 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - Total MapReduce CPU Time Spent: 0 msec 2015-10-29T11:12:26,168 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - OK 2015-10-29T11:12:26,168 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:26,169 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:releaseLocks(217)) - about to release lock for default/cbo_t1/dt=2014 2015-10-29T11:12:26,171 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:releaseLocks(217)) - about to release lock for default/cbo_t1 2015-10-29T11:12:26,172 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:releaseLocks(217)) - about to release lock for default 2015-10-29T11:12:26,174 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:26,174 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:26,174 DEBUG [main]: ql.Driver (DriverContext.java:shutdown(132)) - Shutting down query analyze table cbo_t1 partition (dt) compute statistics 2015-10-29T11:12:26,174 INFO [main]: CliDriver (SessionState.java:printInfo(996)) - Time taken: 1.508 seconds 2015-10-29T11:12:26,175 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:26,175 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:26,175 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:26,175 DEBUG [main]: conf.VariableSubstitution (VariableSubstitution.java:substitute(63)) - Substitution is on: analyze table cbo_t1 compute statistics for columns key, value, c_int, c_float, c_boolean 2015-10-29T11:12:26,175 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:26,175 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(185)) - Parsing command: analyze table cbo_t1 compute statistics for columns key, value, c_int, c_float, c_boolean 2015-10-29T11:12:26,176 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(209)) - Parse Completed 2015-10-29T11:12:26,176 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:26,176 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:26,176 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:26,176 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:26,176 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:26,176 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=cbo_t1 2015-10-29T11:12:26,176 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=cbo_t1 2015-10-29T11:12:26,182 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:26,182 INFO [main]: parse.ColumnStatsSemanticAnalyzer (ColumnStatsSemanticAnalyzer.java:getNumBitVectorsForNDVEstimation(270)) - Error requested is 20.0% 2015-10-29T11:12:26,182 INFO [main]: parse.ColumnStatsSemanticAnalyzer (ColumnStatsSemanticAnalyzer.java:getNumBitVectorsForNDVEstimation(271)) - Choosing 16 bit vectors.. 2015-10-29T11:12:26,182 DEBUG [main]: conf.VariableSubstitution (VariableSubstitution.java:substitute(63)) - Substitution is on: select compute_stats(`key` , 16 ) , compute_stats(`value` , 16 ) , compute_stats(`c_int` , 16 ) , compute_stats(`c_float` , 16 ) , compute_stats(`c_boolean` , 16 ) , dt from default.`cbo_t1` group by dt 2015-10-29T11:12:26,183 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(185)) - Parsing command: select compute_stats(`key` , 16 ) , compute_stats(`value` , 16 ) , compute_stats(`c_int` , 16 ) , compute_stats(`c_float` , 16 ) , compute_stats(`c_boolean` , 16 ) , dt from default.`cbo_t1` group by dt 2015-10-29T11:12:26,184 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(209)) - Parse Completed 2015-10-29T11:12:26,185 INFO [main]: parse.ColumnStatsSemanticAnalyzer (ColumnStatsSemanticAnalyzer.java:analyze(451)) - Invoking analyze on rewritten query 2015-10-29T11:12:26,185 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:analyzeInternal(10062)) - Starting Semantic Analysis 2015-10-29T11:12:26,185 DEBUG [main]: exec.FunctionRegistry (FunctionRegistry.java:getGenericUDAFResolver(1009)) - Looking up GenericUDAF: compute_stats 2015-10-29T11:12:26,185 DEBUG [main]: exec.FunctionRegistry (FunctionRegistry.java:getGenericUDAFResolver(1009)) - Looking up GenericUDAF: compute_stats 2015-10-29T11:12:26,185 DEBUG [main]: exec.FunctionRegistry (FunctionRegistry.java:getGenericUDAFResolver(1009)) - Looking up GenericUDAF: compute_stats 2015-10-29T11:12:26,185 DEBUG [main]: exec.FunctionRegistry (FunctionRegistry.java:getGenericUDAFResolver(1009)) - Looking up GenericUDAF: compute_stats 2015-10-29T11:12:26,185 DEBUG [main]: exec.FunctionRegistry (FunctionRegistry.java:getGenericUDAFResolver(1009)) - Looking up GenericUDAF: compute_stats 2015-10-29T11:12:26,185 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genResolvedParseTree(10009)) - Completed phase 1 of Semantic Analysis 2015-10-29T11:12:26,185 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:getMetaData(1538)) - Get metadata for source tables 2015-10-29T11:12:26,185 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:26,186 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=cbo_t1 2015-10-29T11:12:26,186 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=cbo_t1 2015-10-29T11:12:26,190 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:26,191 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:getMetaData(1678)) - Get metadata for subqueries 2015-10-29T11:12:26,191 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:getMetaData(1702)) - Get metadata for destination tables 2015-10-29T11:12:26,195 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genResolvedParseTree(10013)) - Completed getting MetaData in Semantic Analysis 2015-10-29T11:12:26,195 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct cbo_t1 { string key, string value, i32 c_int, float c_float, bool c_boolean} 2015-10-29T11:12:26,195 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genTablePlan(9467)) - Created Table Plan for cbo_t1 TS[0] 2015-10-29T11:12:26,196 DEBUG [main]: exec.FunctionRegistry (FunctionRegistry.java:getGenericUDAFResolver(1009)) - Looking up GenericUDAF: compute_stats 2015-10-29T11:12:26,196 DEBUG [main]: exec.FunctionRegistry (FunctionRegistry.java:getGenericUDAFResolver(1009)) - Looking up GenericUDAF: compute_stats 2015-10-29T11:12:26,197 DEBUG [main]: exec.FunctionRegistry (FunctionRegistry.java:getGenericUDAFResolver(1009)) - Looking up GenericUDAF: compute_stats 2015-10-29T11:12:26,197 DEBUG [main]: exec.FunctionRegistry (FunctionRegistry.java:getGenericUDAFResolver(1009)) - Looking up GenericUDAF: compute_stats 2015-10-29T11:12:26,197 DEBUG [main]: exec.FunctionRegistry (FunctionRegistry.java:getGenericUDAFResolver(1009)) - Looking up GenericUDAF: compute_stats 2015-10-29T11:12:26,198 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genBodyPlan(8817)) - RR before GB cbo_t1{(key,key: string)(value,value: string)(c_int,c_int: int)(c_float,c_float: float)(c_boolean,c_boolean: boolean)(dt,dt: string)(block__offset__inside__file,BLOCK__OFFSET__INSIDE__FILE: bigint)(input__file__name,INPUT__FILE__NAME: string)(row__id,ROW__ID: struct)} after GB {((tok_table_or_col dt),_col0: string)((tok_function compute_stats (tok_table_or_col key) 16),_col1: struct)((tok_function compute_stats (tok_table_or_col value) 16),_col2: struct)((tok_function compute_stats (tok_table_or_col c_int) 16),_col3: struct)((tok_function compute_stats (tok_table_or_col c_float) 16),_col4: struct)((tok_function compute_stats (tok_table_or_col c_boolean) 16),_col5: struct)} cbo_t1{(dt,_col0: string)} 2015-10-29T11:12:26,198 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genSelectPlan(3604)) - tree: (TOK_SELECT (TOK_SELEXPR (TOK_FUNCTION compute_stats (TOK_TABLE_OR_COL key) 16)) (TOK_SELEXPR (TOK_FUNCTION compute_stats (TOK_TABLE_OR_COL value) 16)) (TOK_SELEXPR (TOK_FUNCTION compute_stats (TOK_TABLE_OR_COL c_int) 16)) (TOK_SELEXPR (TOK_FUNCTION compute_stats (TOK_TABLE_OR_COL c_float) 16)) (TOK_SELEXPR (TOK_FUNCTION compute_stats (TOK_TABLE_OR_COL c_boolean) 16)) (TOK_SELEXPR (TOK_TABLE_OR_COL dt))) 2015-10-29T11:12:26,198 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genSelectPlan(3714)) - genSelectPlan: input = {((tok_table_or_col dt),_col0: string)((tok_function compute_stats (tok_table_or_col key) 16),_col1: struct)((tok_function compute_stats (tok_table_or_col value) 16),_col2: struct)((tok_function compute_stats (tok_table_or_col c_int) 16),_col3: struct)((tok_function compute_stats (tok_table_or_col c_float) 16),_col4: struct)((tok_function compute_stats (tok_table_or_col c_boolean) 16),_col5: struct)} cbo_t1{(dt,_col0: string)} starRr = cbo_t1{(key,key: string)(value,value: string)(c_int,c_int: int)(c_float,c_float: float)(c_boolean,c_boolean: boolean)(dt,dt: string)(block__offset__inside__file,BLOCK__OFFSET__INSIDE__FILE: bigint)(input__file__name,INPUT__FILE__NAME: string)(row__id,ROW__ID: struct)} 2015-10-29T11:12:26,199 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genSelectPlan(3862)) - Created Select Plan row schema: null{(_c0,_col0: struct)(_c1,_col1: struct)(_c2,_col2: struct)(_c3,_col3: struct)(_c4,_col4: struct)(dt,_col5: string)} cbo_t1{(dt,_col5: string)} 2015-10-29T11:12:26,199 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genSelectPlan(3593)) - Created Select Plan for clause: insclause-0 2015-10-29T11:12:26,199 DEBUG [main]: ql.Context (Context.java:getStagingDir(231)) - Created staging dir = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-26_183_1719990931514581026-1/-mr-10000/.hive-staging_hive_2015-10-29_11-12-26_183_1719990931514581026-1 for path = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-26_183_1719990931514581026-1/-mr-10000 2015-10-29T11:12:26,199 INFO [main]: common.FileUtils (FileUtils.java:mkdir(502)) - Creating directory if it doesn't exist: file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-26_183_1719990931514581026-1/-mr-10000/.hive-staging_hive_2015-10-29_11-12-26_183_1719990931514581026-1 2015-10-29T11:12:26,211 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chgrp,-R,staff,file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-26_183_1719990931514581026-1/-mr-10000} 2015-10-29T11:12:26,223 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:12:26,224 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chmod,-R,700,file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-26_183_1719990931514581026-1/-mr-10000} 2015-10-29T11:12:26,242 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:12:26,242 DEBUG [main]: shims.HadoopShimsSecure (Hadoop23Shims.java:debugLog(937)) - DeprecatedRawLocalFileStatus{path=file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-26_183_1719990931514581026-1/-mr-10000; isDirectory=true; modification_time=1446142346000; access_time=0; owner=; group=; permission=rwxrwxrwx; isSymlink=false} 2015-10-29T11:12:26,243 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genFileSinkPlan(6591)) - Set stats collection dir : file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-26_183_1719990931514581026-1/-mr-10000/.hive-staging_hive_2015-10-29_11-12-26_183_1719990931514581026-1/-ext-10002 2015-10-29T11:12:26,243 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genFileSinkPlan(6614)) - Created FileSink Plan for clause: insclause-0dest_path: file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-26_183_1719990931514581026-1/-mr-10000 row schema: null{(_c0,_col0: struct)(_c1,_col1: struct)(_c2,_col2: struct)(_c3,_col3: struct)(_c4,_col4: struct)(dt,_col5: string)} cbo_t1{(dt,_col5: string)} 2015-10-29T11:12:26,243 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genBodyPlan(8831)) - Created Body Plan for Query Block null 2015-10-29T11:12:26,243 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genPlan(9675)) - Created Plan for Query Block null 2015-10-29T11:12:26,244 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:analyzeInternal(10139)) - Before logical optimization TS[0]-SEL[1]-GBY[2]-RS[3]-GBY[4]-SEL[5]-FS[6] 2015-10-29T11:12:26,246 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:TS[0] with rs:(key: string|{cbo_t1}key,value: string|{cbo_t1}value,c_int: int|{cbo_t1}c_int,c_float: float|{cbo_t1}c_float,c_boolean: boolean|{cbo_t1}c_boolean,dt: string|{cbo_t1}dt,BLOCK__OFFSET__INSIDE__FILE: bigint|{cbo_t1}block__offset__inside__file,INPUT__FILE__NAME: string|{cbo_t1}input__file__name,ROW__ID: struct|{cbo_t1}row__id) 2015-10-29T11:12:26,246 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator TS[0] 2015-10-29T11:12:26,246 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:SEL[1] with rs:(key: string|{cbo_t1}key,value: string|{cbo_t1}value,c_int: int|{cbo_t1}c_int,c_float: float|{cbo_t1}c_float,c_boolean: boolean|{cbo_t1}c_boolean,dt: string|{cbo_t1}dt,BLOCK__OFFSET__INSIDE__FILE: bigint|{cbo_t1}block__offset__inside__file,INPUT__FILE__NAME: string|{cbo_t1}input__file__name,ROW__ID: struct|{cbo_t1}row__id) 2015-10-29T11:12:26,246 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator SEL[1] 2015-10-29T11:12:26,246 DEBUG [main]: optimizer.ConstantPropagateProcFactory (ConstantPropagateProcFactory.java:process(1131)) - New column list:(Column[key] Column[value] Column[c_int] Column[c_float] Column[c_boolean] Column[dt] Column[BLOCK__OFFSET__INSIDE__FILE] Column[INPUT__FILE__NAME] Column[ROW__ID]) 2015-10-29T11:12:26,246 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:GBY[2] with rs:(_col0: string|{}(tok_table_or_col dt),_col1: struct|{}(tok_function compute_stats (tok_table_or_col key) 16),_col2: struct|{}(tok_function compute_stats (tok_table_or_col value) 16),_col3: struct|{}(tok_function compute_stats (tok_table_or_col c_int) 16),_col4: struct|{}(tok_function compute_stats (tok_table_or_col c_float) 16),_col5: struct|{}(tok_function compute_stats (tok_table_or_col c_boolean) 16)) 2015-10-29T11:12:26,247 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator GBY[2] 2015-10-29T11:12:26,247 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:RS[3] with rs:(KEY._col0: string|{}(tok_table_or_col dt),VALUE._col0: struct|{}(tok_function compute_stats (tok_table_or_col key) 16),VALUE._col1: struct|{}(tok_function compute_stats (tok_table_or_col value) 16),VALUE._col2: struct|{}(tok_function compute_stats (tok_table_or_col c_int) 16),VALUE._col3: struct|{}(tok_function compute_stats (tok_table_or_col c_float) 16),VALUE._col4: struct|{}(tok_function compute_stats (tok_table_or_col c_boolean) 16)) 2015-10-29T11:12:26,247 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator RS[3] 2015-10-29T11:12:26,247 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:GBY[4] with rs:(_col0: string|{}(tok_table_or_col dt),_col1: struct|{}(tok_function compute_stats (tok_table_or_col key) 16),_col2: struct|{}(tok_function compute_stats (tok_table_or_col value) 16),_col3: struct|{}(tok_function compute_stats (tok_table_or_col c_int) 16),_col4: struct|{}(tok_function compute_stats (tok_table_or_col c_float) 16),_col5: struct|{}(tok_function compute_stats (tok_table_or_col c_boolean) 16)) 2015-10-29T11:12:26,247 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator GBY[4] 2015-10-29T11:12:26,247 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:SEL[5] with rs:(_col0: struct|{null}_c0,_col1: struct|{null}_c1,_col2: struct|{null}_c2,_col3: struct|{null}_c3,_col4: struct|{null}_c4,_col5: string|{null}dt) 2015-10-29T11:12:26,247 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator SEL[5] 2015-10-29T11:12:26,247 DEBUG [main]: optimizer.ConstantPropagateProcFactory (ConstantPropagateProcFactory.java:process(1131)) - New column list:(Column[_col1] Column[_col2] Column[_col3] Column[_col4] Column[_col5] Column[_col0]) 2015-10-29T11:12:26,247 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:FS[6] with rs:(_col0: struct|{},_col1: struct|{},_col2: struct|{},_col3: struct|{},_col4: struct|{},_col5: string|{}) 2015-10-29T11:12:26,247 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator FS[6] 2015-10-29T11:12:26,247 INFO [main]: ppd.OpProcFactory (OpProcFactory.java:process(662)) - Processing for FS(6) 2015-10-29T11:12:26,248 INFO [main]: ppd.OpProcFactory (OpProcFactory.java:process(662)) - Processing for SEL(5) 2015-10-29T11:12:26,248 INFO [main]: ppd.OpProcFactory (OpProcFactory.java:process(662)) - Processing for GBY(4) 2015-10-29T11:12:26,248 INFO [main]: ppd.OpProcFactory (OpProcFactory.java:process(662)) - Processing for RS(3) 2015-10-29T11:12:26,248 INFO [main]: ppd.OpProcFactory (OpProcFactory.java:process(662)) - Processing for GBY(2) 2015-10-29T11:12:26,248 INFO [main]: ppd.OpProcFactory (OpProcFactory.java:process(662)) - Processing for SEL(1) 2015-10-29T11:12:26,248 INFO [main]: ppd.OpProcFactory (OpProcFactory.java:process(383)) - Processing for TS(0) 2015-10-29T11:12:26,248 DEBUG [main]: ppd.PredicatePushDown (PredicatePushDown.java:transform(138)) - After PPD: TS[0]-SEL[1]-GBY[2]-RS[3]-GBY[4]-SEL[5]-FS[6] 2015-10-29T11:12:26,248 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:TS[0] with rs:(key: string|{cbo_t1}key,value: string|{cbo_t1}value,c_int: int|{cbo_t1}c_int,c_float: float|{cbo_t1}c_float,c_boolean: boolean|{cbo_t1}c_boolean,dt: string|{cbo_t1}dt,BLOCK__OFFSET__INSIDE__FILE: bigint|{cbo_t1}block__offset__inside__file,INPUT__FILE__NAME: string|{cbo_t1}input__file__name,ROW__ID: struct|{cbo_t1}row__id) 2015-10-29T11:12:26,248 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator TS[0] 2015-10-29T11:12:26,248 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:SEL[1] with rs:(key: string|{cbo_t1}key,value: string|{cbo_t1}value,c_int: int|{cbo_t1}c_int,c_float: float|{cbo_t1}c_float,c_boolean: boolean|{cbo_t1}c_boolean,dt: string|{cbo_t1}dt,BLOCK__OFFSET__INSIDE__FILE: bigint|{cbo_t1}block__offset__inside__file,INPUT__FILE__NAME: string|{cbo_t1}input__file__name,ROW__ID: struct|{cbo_t1}row__id) 2015-10-29T11:12:26,248 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator SEL[1] 2015-10-29T11:12:26,248 DEBUG [main]: optimizer.ConstantPropagateProcFactory (ConstantPropagateProcFactory.java:process(1131)) - New column list:(Column[key] Column[value] Column[c_int] Column[c_float] Column[c_boolean] Column[dt] Column[BLOCK__OFFSET__INSIDE__FILE] Column[INPUT__FILE__NAME] Column[ROW__ID]) 2015-10-29T11:12:26,249 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:GBY[2] with rs:(_col0: string|{}(tok_table_or_col dt),_col1: struct|{}(tok_function compute_stats (tok_table_or_col key) 16),_col2: struct|{}(tok_function compute_stats (tok_table_or_col value) 16),_col3: struct|{}(tok_function compute_stats (tok_table_or_col c_int) 16),_col4: struct|{}(tok_function compute_stats (tok_table_or_col c_float) 16),_col5: struct|{}(tok_function compute_stats (tok_table_or_col c_boolean) 16)) 2015-10-29T11:12:26,249 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator GBY[2] 2015-10-29T11:12:26,249 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:RS[3] with rs:(KEY._col0: string|{}(tok_table_or_col dt),VALUE._col0: struct|{}(tok_function compute_stats (tok_table_or_col key) 16),VALUE._col1: struct|{}(tok_function compute_stats (tok_table_or_col value) 16),VALUE._col2: struct|{}(tok_function compute_stats (tok_table_or_col c_int) 16),VALUE._col3: struct|{}(tok_function compute_stats (tok_table_or_col c_float) 16),VALUE._col4: struct|{}(tok_function compute_stats (tok_table_or_col c_boolean) 16)) 2015-10-29T11:12:26,249 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator RS[3] 2015-10-29T11:12:26,249 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:GBY[4] with rs:(_col0: string|{}(tok_table_or_col dt),_col1: struct|{}(tok_function compute_stats (tok_table_or_col key) 16),_col2: struct|{}(tok_function compute_stats (tok_table_or_col value) 16),_col3: struct|{}(tok_function compute_stats (tok_table_or_col c_int) 16),_col4: struct|{}(tok_function compute_stats (tok_table_or_col c_float) 16),_col5: struct|{}(tok_function compute_stats (tok_table_or_col c_boolean) 16)) 2015-10-29T11:12:26,249 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator GBY[4] 2015-10-29T11:12:26,249 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:SEL[5] with rs:(_col0: struct|{null}_c0,_col1: struct|{null}_c1,_col2: struct|{null}_c2,_col3: struct|{null}_c3,_col4: struct|{null}_c4,_col5: string|{null}dt) 2015-10-29T11:12:26,249 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator SEL[5] 2015-10-29T11:12:26,249 DEBUG [main]: optimizer.ConstantPropagateProcFactory (ConstantPropagateProcFactory.java:process(1131)) - New column list:(Column[_col1] Column[_col2] Column[_col3] Column[_col4] Column[_col5] Column[_col0]) 2015-10-29T11:12:26,249 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:FS[6] with rs:(_col0: struct|{},_col1: struct|{},_col2: struct|{},_col3: struct|{},_col4: struct|{},_col5: string|{}) 2015-10-29T11:12:26,249 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator FS[6] 2015-10-29T11:12:26,250 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:TS[0] with rs:(key: string|{cbo_t1}key,value: string|{cbo_t1}value,c_int: int|{cbo_t1}c_int,c_float: float|{cbo_t1}c_float,c_boolean: boolean|{cbo_t1}c_boolean,dt: string|{cbo_t1}dt,BLOCK__OFFSET__INSIDE__FILE: bigint|{cbo_t1}block__offset__inside__file,INPUT__FILE__NAME: string|{cbo_t1}input__file__name,ROW__ID: struct|{cbo_t1}row__id) 2015-10-29T11:12:26,250 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator TS[0] 2015-10-29T11:12:26,250 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:SEL[1] with rs:(key: string|{cbo_t1}key,value: string|{cbo_t1}value,c_int: int|{cbo_t1}c_int,c_float: float|{cbo_t1}c_float,c_boolean: boolean|{cbo_t1}c_boolean,dt: string|{cbo_t1}dt,BLOCK__OFFSET__INSIDE__FILE: bigint|{cbo_t1}block__offset__inside__file,INPUT__FILE__NAME: string|{cbo_t1}input__file__name,ROW__ID: struct|{cbo_t1}row__id) 2015-10-29T11:12:26,250 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator SEL[1] 2015-10-29T11:12:26,250 DEBUG [main]: optimizer.ConstantPropagateProcFactory (ConstantPropagateProcFactory.java:process(1131)) - New column list:(Column[key] Column[value] Column[c_int] Column[c_float] Column[c_boolean] Column[dt] Column[BLOCK__OFFSET__INSIDE__FILE] Column[INPUT__FILE__NAME] Column[ROW__ID]) 2015-10-29T11:12:26,250 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:GBY[2] with rs:(_col0: string|{}(tok_table_or_col dt),_col1: struct|{}(tok_function compute_stats (tok_table_or_col key) 16),_col2: struct|{}(tok_function compute_stats (tok_table_or_col value) 16),_col3: struct|{}(tok_function compute_stats (tok_table_or_col c_int) 16),_col4: struct|{}(tok_function compute_stats (tok_table_or_col c_float) 16),_col5: struct|{}(tok_function compute_stats (tok_table_or_col c_boolean) 16)) 2015-10-29T11:12:26,250 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator GBY[2] 2015-10-29T11:12:26,250 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:RS[3] with rs:(KEY._col0: string|{}(tok_table_or_col dt),VALUE._col0: struct|{}(tok_function compute_stats (tok_table_or_col key) 16),VALUE._col1: struct|{}(tok_function compute_stats (tok_table_or_col value) 16),VALUE._col2: struct|{}(tok_function compute_stats (tok_table_or_col c_int) 16),VALUE._col3: struct|{}(tok_function compute_stats (tok_table_or_col c_float) 16),VALUE._col4: struct|{}(tok_function compute_stats (tok_table_or_col c_boolean) 16)) 2015-10-29T11:12:26,250 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator RS[3] 2015-10-29T11:12:26,251 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:GBY[4] with rs:(_col0: string|{}(tok_table_or_col dt),_col1: struct|{}(tok_function compute_stats (tok_table_or_col key) 16),_col2: struct|{}(tok_function compute_stats (tok_table_or_col value) 16),_col3: struct|{}(tok_function compute_stats (tok_table_or_col c_int) 16),_col4: struct|{}(tok_function compute_stats (tok_table_or_col c_float) 16),_col5: struct|{}(tok_function compute_stats (tok_table_or_col c_boolean) 16)) 2015-10-29T11:12:26,251 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator GBY[4] 2015-10-29T11:12:26,251 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:SEL[5] with rs:(_col0: struct|{null}_c0,_col1: struct|{null}_c1,_col2: struct|{null}_c2,_col3: struct|{null}_c3,_col4: struct|{null}_c4,_col5: string|{null}dt) 2015-10-29T11:12:26,251 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator SEL[5] 2015-10-29T11:12:26,251 DEBUG [main]: optimizer.ConstantPropagateProcFactory (ConstantPropagateProcFactory.java:process(1131)) - New column list:(Column[_col1] Column[_col2] Column[_col3] Column[_col4] Column[_col5] Column[_col0]) 2015-10-29T11:12:26,251 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:FS[6] with rs:(_col0: struct|{},_col1: struct|{},_col2: struct|{},_col3: struct|{},_col4: struct|{},_col5: string|{}) 2015-10-29T11:12:26,251 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator FS[6] 2015-10-29T11:12:26,251 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:26,251 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:26,251 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_partitions : db=default tbl=cbo_t1 2015-10-29T11:12:26,252 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_partitions : db=default tbl=cbo_t1 2015-10-29T11:12:26,252 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:timingTrace(819)) - Direct SQL query in 0.415ms + 0.02ms, the query is [select "PARTITIONS"."PART_ID" from "PARTITIONS" inner join "TBLS" on "PARTITIONS"."TBL_ID" = "TBLS"."TBL_ID" and "TBLS"."TBL_NAME" = ? inner join "DBS" on "TBLS"."DB_ID" = "DBS"."DB_ID" and "DBS"."NAME" = ? ] 2015-10-29T11:12:26,253 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:timingTrace(819)) - Direct SQL query in 0.287ms + 0.119ms, the query is [select "PARTITIONS"."PART_ID", "SDS"."SD_ID", "SDS"."CD_ID", "SERDES"."SERDE_ID", "PARTITIONS"."CREATE_TIME", "PARTITIONS"."LAST_ACCESS_TIME", "SDS"."INPUT_FORMAT", "SDS"."IS_COMPRESSED", "SDS"."IS_STOREDASSUBDIRECTORIES", "SDS"."LOCATION", "SDS"."NUM_BUCKETS", "SDS"."OUTPUT_FORMAT", "SERDES"."NAME", "SERDES"."SLIB" from "PARTITIONS" left outer join "SDS" on "PARTITIONS"."SD_ID" = "SDS"."SD_ID" left outer join "SERDES" on "SDS"."SERDE_ID" = "SERDES"."SERDE_ID" where "PART_ID" in (10) order by "PART_NAME" asc] 2015-10-29T11:12:26,253 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:timingTrace(819)) - Direct SQL query in 0.145ms + 0.148ms, the query is [select "PART_ID", "PARAM_KEY", "PARAM_VALUE" from "PARTITION_PARAMS" where "PART_ID" in (10) and "PARAM_KEY" is not null order by "PART_ID" asc] 2015-10-29T11:12:26,254 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:timingTrace(819)) - Direct SQL query in 0.131ms + 0.047ms, the query is [select "PART_ID", "PART_KEY_VAL" from "PARTITION_KEY_VALS" where "PART_ID" in (10) and "INTEGER_IDX" >= 0 order by "PART_ID" asc, "INTEGER_IDX" asc] 2015-10-29T11:12:26,254 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:timingTrace(819)) - Direct SQL query in 0.127ms + 0.02ms, the query is [select "SD_ID", "PARAM_KEY", "PARAM_VALUE" from "SD_PARAMS" where "SD_ID" in (28) and "PARAM_KEY" is not null order by "SD_ID" asc] 2015-10-29T11:12:26,254 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:timingTrace(819)) - Direct SQL query in 0.123ms + 0.02ms, the query is [select "SD_ID", "COLUMN_NAME", "SORT_COLS"."ORDER" from "SORT_COLS" where "SD_ID" in (28) and "INTEGER_IDX" >= 0 order by "SD_ID" asc, "INTEGER_IDX" asc] 2015-10-29T11:12:26,254 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:timingTrace(819)) - Direct SQL query in 0.124ms + 0.019ms, the query is [select "SD_ID", "BUCKET_COL_NAME" from "BUCKETING_COLS" where "SD_ID" in (28) and "INTEGER_IDX" >= 0 order by "SD_ID" asc, "INTEGER_IDX" asc] 2015-10-29T11:12:26,255 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:timingTrace(819)) - Direct SQL query in 0.122ms + 0.019ms, the query is [select "SD_ID", "SKEWED_COL_NAME" from "SKEWED_COL_NAMES" where "SD_ID" in (28) and "INTEGER_IDX" >= 0 order by "SD_ID" asc, "INTEGER_IDX" asc] 2015-10-29T11:12:26,255 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:timingTrace(819)) - Direct SQL query in 0.227ms + 0.07ms, the query is [select "CD_ID", "COMMENT", "COLUMN_NAME", "TYPE_NAME" from "COLUMNS_V2" where "CD_ID" in (16) and "INTEGER_IDX" >= 0 order by "CD_ID" asc, "INTEGER_IDX" asc] 2015-10-29T11:12:26,255 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:timingTrace(819)) - Direct SQL query in 0.137ms + 0.07ms, the query is [select "SERDE_ID", "PARAM_KEY", "PARAM_VALUE" from "SERDE_PARAMS" where "SERDE_ID" in (28) and "PARAM_KEY" is not null order by "SERDE_ID" asc] 2015-10-29T11:12:26,260 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:26,260 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:26,261 DEBUG [main]: optimizer.ColumnPrunerProcFactory (ColumnPrunerProcFactory.java:process(569)) - Reduce Sink Operator 3 key:[Column[_col0]] 2015-10-29T11:12:26,261 INFO [main]: optimizer.ColumnPrunerProcFactory (ColumnPrunerProcFactory.java:pruneReduceSinkOperator(864)) - RS 3 oldColExprMap: {VALUE._col4=Column[_col5], VALUE._col3=Column[_col4], KEY._col0=Column[_col0], VALUE._col2=Column[_col3], VALUE._col1=Column[_col2], VALUE._col0=Column[_col1]} 2015-10-29T11:12:26,261 INFO [main]: optimizer.ColumnPrunerProcFactory (ColumnPrunerProcFactory.java:pruneReduceSinkOperator(913)) - RS 3 newColExprMap: {VALUE._col4=Column[_col5], VALUE._col3=Column[_col4], KEY._col0=Column[_col0], VALUE._col2=Column[_col3], VALUE._col1=Column[_col2], VALUE._col0=Column[_col1]} 2015-10-29T11:12:26,262 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:analyzeInternal(10147)) - After logical optimization TS[0]-SEL[1]-GBY[2]-RS[3]-GBY[4]-SEL[5]-FS[6] 2015-10-29T11:12:26,262 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct cbo_t1 { string key, string value, i32 c_int, float c_float, bool c_boolean} 2015-10-29T11:12:26,262 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct cbo_t1 { string key, string value, i32 c_int, float c_float, bool c_boolean} 2015-10-29T11:12:26,262 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct cbo_t1 { string key, string value, i32 c_int, float c_float, bool c_boolean} 2015-10-29T11:12:26,262 DEBUG [main]: optimizer.GenMapRedUtils (GenMapRedUtils.java:setMapWork(678)) - Adding pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/cbo_t1/dt=2014 of tablecbo_t1 2015-10-29T11:12:26,263 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct cbo_t1 { string key, string value, i32 c_int, float c_float, bool c_boolean} 2015-10-29T11:12:26,263 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct cbo_t1 { string key, string value, i32 c_int, float c_float, bool c_boolean} 2015-10-29T11:12:26,263 DEBUG [main]: optimizer.GenMapRedUtils (GenMapRedUtils.java:setMapWork(716)) - Information added for path pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/cbo_t1/dt=2014 2015-10-29T11:12:26,263 DEBUG [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(167)) - Looking at: null 2015-10-29T11:12:26,263 INFO [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(175)) - Looking for table scans where optimization is applicable 2015-10-29T11:12:26,263 INFO [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(199)) - Found 0 null table scans 2015-10-29T11:12:26,263 DEBUG [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(167)) - Looking at: null 2015-10-29T11:12:26,263 INFO [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(175)) - Looking for table scans where optimization is applicable 2015-10-29T11:12:26,264 INFO [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(199)) - Found 0 null table scans 2015-10-29T11:12:26,264 DEBUG [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(167)) - Looking at: null 2015-10-29T11:12:26,264 INFO [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(175)) - Looking for table scans where optimization is applicable 2015-10-29T11:12:26,264 INFO [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(199)) - Found 0 null table scans 2015-10-29T11:12:26,264 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:analyzeInternal(10168)) - Completed plan generation 2015-10-29T11:12:26,264 INFO [main]: ql.Driver (Driver.java:compile(448)) - Semantic Analysis Completed 2015-10-29T11:12:26,264 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:validate(10519)) - validation start 2015-10-29T11:12:26,264 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:validate(10561)) - not validating writeEntity, because entity is neither table nor partition 2015-10-29T11:12:26,264 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:26,264 INFO [main]: ql.Driver (Driver.java:getSchema(244)) - Returning Hive schema: Schema(fieldSchemas:[FieldSchema(name:_c0, type:struct, comment:null), FieldSchema(name:_c1, type:struct, comment:null), FieldSchema(name:_c2, type:struct, comment:null), FieldSchema(name:_c3, type:struct, comment:null), FieldSchema(name:_c4, type:struct, comment:null), FieldSchema(name:dt, type:string, comment:null)], properties:null) 2015-10-29T11:12:26,265 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:26,265 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : compilation phase 2015-10-29T11:12:26,265 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {flushCache_()=0, listPartitions_(String, String, short, )=9, isCompatibleWith_(HiveConf, )=0, getTable_(String, String, )=11} 2015-10-29T11:12:26,265 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:26,265 DEBUG [main]: lockmgr.DummyTxnManager (DummyTxnManager.java:acquireLocks(129)) - Adding default@cbo_t1 to list of lock inputs 2015-10-29T11:12:26,265 DEBUG [main]: lockmgr.DummyTxnManager (DummyTxnManager.java:acquireLocks(129)) - Adding default@cbo_t1@dt=2014 to list of lock inputs 2015-10-29T11:12:26,265 DEBUG [main]: lockmgr.DummyTxnManager (DummyTxnManager.java:acquireLocks(148)) - Adding file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-26_183_1719990931514581026-1/-mr-10000 to list of lock outputs 2015-10-29T11:12:26,265 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:lock(262)) - Acquiring lock for default with mode IMPLICIT 2015-10-29T11:12:26,267 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:lock(262)) - Acquiring lock for default/cbo_t1 with mode IMPLICIT 2015-10-29T11:12:26,269 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:lock(262)) - Acquiring lock for default/cbo_t1/dt=2014 with mode IMPLICIT 2015-10-29T11:12:26,270 DEBUG [main]: ql.Driver (Driver.java:recordValidTxns(960)) - Encoding valid txns info 9223372036854775807: txnid:0 2015-10-29T11:12:26,270 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:26,270 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:26,270 INFO [main]: ql.Driver (Driver.java:execute(1468)) - Starting command(queryId=sush_20151029111226_b7f1e1e0-d1da-4ee7-922f-dd8bc93e8135): analyze table cbo_t1 compute statistics for columns key, value, c_int, c_float, c_boolean 2015-10-29T11:12:26,270 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:26,270 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: query: analyze table cbo_t1 compute statistics for columns key, value, c_int, c_float, c_boolean 2015-10-29T11:12:26,270 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: type: QUERY 2015-10-29T11:12:26,270 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: Input: default@cbo_t1 2015-10-29T11:12:26,270 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: Input: default@cbo_t1@dt=2014 2015-10-29T11:12:26,271 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: Output: file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-26_183_1719990931514581026-1/-mr-10000 2015-10-29T11:12:26,271 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:26,271 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:26,271 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:26,271 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - Query ID = sush_20151029111226_b7f1e1e0-d1da-4ee7-922f-dd8bc93e8135 2015-10-29T11:12:26,271 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - Total jobs = 1 2015-10-29T11:12:26,271 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:26,271 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:26,271 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:26,271 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - Launching Job 1 out of 1 2015-10-29T11:12:26,272 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-0:MAPRED] in serial mode 2015-10-29T11:12:26,272 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:26,283 INFO [main]: exec.Utilities (Utilities.java:getInputSummary(2691)) - Cache Content Summary for pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/cbo_t1/dt=2014 length: 282 file count: 1 directory count: 1 2015-10-29T11:12:26,283 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:26,283 INFO [main]: exec.Utilities (Utilities.java:estimateNumberOfReducers(3287)) - BytesPerReducer=256000000 maxReducers=1009 totalInputFileSize=282 2015-10-29T11:12:26,283 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - Number of reduce tasks not specified. Estimated from input data size: 1 2015-10-29T11:12:26,283 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - In order to change the average load for a reducer (in bytes): 2015-10-29T11:12:26,283 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - set hive.exec.reducers.bytes.per.reducer= 2015-10-29T11:12:26,283 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - In order to limit the maximum number of reducers: 2015-10-29T11:12:26,283 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - set hive.exec.reducers.max= 2015-10-29T11:12:26,283 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - In order to set a constant number of reducers: 2015-10-29T11:12:26,284 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - set mapreduce.job.reduces= 2015-10-29T11:12:26,288 INFO [main]: mr.ExecDriver (ExecDriver.java:execute(291)) - Using org.apache.hadoop.hive.ql.io.CombineHiveInputFormat 2015-10-29T11:12:26,288 INFO [main]: exec.Utilities (Utilities.java:getInputPaths(3433)) - Processing alias cbo_t1 2015-10-29T11:12:26,288 INFO [main]: exec.Utilities (Utilities.java:getInputPaths(3450)) - Adding input file pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/cbo_t1/dt=2014 2015-10-29T11:12:26,288 INFO [main]: exec.Utilities (Utilities.java:isEmptyPath(2730)) - Content Summary pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/cbo_t1/dt=2014length: 282 num files: 1 num directories: 1 2015-10-29T11:12:26,292 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:26,293 INFO [main]: exec.Utilities (Utilities.java:serializePlan(939)) - Serializing MapWork via kryo 2015-10-29T11:12:26,294 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:26,299 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:26,299 INFO [main]: exec.Utilities (Utilities.java:serializePlan(939)) - Serializing ReduceWork via kryo 2015-10-29T11:12:26,301 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:26,301 DEBUG [main]: mapreduce.Cluster (Cluster.java:initialize(90)) - Trying ClientProtocolProvider : org.apache.hadoop.mapred.LocalClientProtocolProvider 2015-10-29T11:12:26,301 INFO [main]: jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized 2015-10-29T11:12:26,302 DEBUG [main]: mapreduce.Cluster (Cluster.java:initialize(103)) - Picked org.apache.hadoop.mapred.LocalClientProtocolProvider as the ClientProtocolProvider 2015-10-29T11:12:26,303 DEBUG [main]: mapreduce.Cluster (Cluster.java:initialize(90)) - Trying ClientProtocolProvider : org.apache.hadoop.mapred.LocalClientProtocolProvider 2015-10-29T11:12:26,303 INFO [main]: jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized 2015-10-29T11:12:26,303 DEBUG [main]: mapreduce.Cluster (Cluster.java:initialize(103)) - Picked org.apache.hadoop.mapred.LocalClientProtocolProvider as the ClientProtocolProvider 2015-10-29T11:12:26,304 INFO [main]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-26_175_6239832030156683907-1/-mr-10001/08284412-5c4a-4b3a-a68e-d45dbcb982d5/map.xml 2015-10-29T11:12:26,304 DEBUG [main]: exec.Utilities (Utilities.java:getBaseWork(452)) - Found plan in cache for name: map.xml 2015-10-29T11:12:26,304 INFO [main]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-26_175_6239832030156683907-1/-mr-10001/08284412-5c4a-4b3a-a68e-d45dbcb982d5/reduce.xml 2015-10-29T11:12:26,304 DEBUG [main]: exec.Utilities (Utilities.java:getBaseWork(452)) - Found plan in cache for name: reduce.xml 2015-10-29T11:12:26,310 DEBUG [main]: mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(456)) - Configuring job job_local1342378147_0019 with file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/hadoop-tmp/mapred/staging/sush1342378147/.staging/job_local1342378147_0019 as the submit dir 2015-10-29T11:12:26,310 DEBUG [main]: mapreduce.JobSubmitter (JobSubmitter.java:populateTokenCache(718)) - adding the following namenodes' delegation tokens:[file:///] 2015-10-29T11:12:26,310 WARN [main]: mapreduce.JobSubmitter (JobSubmitter.java:copyAndConfigureFiles(153)) - Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2015-10-29T11:12:26,310 DEBUG [main]: mapreduce.JobSubmitter (JobSubmitter.java:copyAndConfigureFiles(173)) - default FileSystem: file:/// 2015-10-29T11:12:26,405 DEBUG [main]: mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(491)) - Creating splits at file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/hadoop-tmp/mapred/staging/sush1342378147/.staging/job_local1342378147_0019 2015-10-29T11:12:26,405 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:26,405 INFO [main]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-26_175_6239832030156683907-1/-mr-10001/08284412-5c4a-4b3a-a68e-d45dbcb982d5/map.xml 2015-10-29T11:12:26,405 DEBUG [main]: exec.Utilities (Utilities.java:getBaseWork(452)) - Found plan in cache for name: map.xml 2015-10-29T11:12:26,405 INFO [main]: io.CombineHiveInputFormat (CombineHiveInputFormat.java:getSplits(478)) - Total number of paths: 1, launching 1 threads to check non-combinable ones. 2015-10-29T11:12:26,406 DEBUG [main]: io.CombineHiveInputFormat (CombineHiveInputFormat.java:getSplits(512)) - The received input paths are: [pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/cbo_t1/dt=2014] against the property mapreduce.input.fileinputformat.inputdir 2015-10-29T11:12:26,406 INFO [main]: io.CombineHiveInputFormat (CombineHiveInputFormat.java:getCombineSplits(395)) - CombineHiveInputSplit creating pool for pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/cbo_t1/dt=2014; using filter path pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/cbo_t1/dt=2014 2015-10-29T11:12:26,417 DEBUG [main]: input.FileInputFormat (FileInputFormat.java:listStatus(279)) - Time taken to get FileStatuses: 10 2015-10-29T11:12:26,417 INFO [main]: input.FileInputFormat (FileInputFormat.java:listStatus(281)) - Total input paths to process : 1 2015-10-29T11:12:26,417 INFO [main]: input.CombineFileInputFormat (CombineFileInputFormat.java:createSplits(413)) - DEBUG: Terminated node allocation with : CompletedNodes: 1, size left: 0 2015-10-29T11:12:26,418 INFO [main]: io.CombineHiveInputFormat (CombineHiveInputFormat.java:getCombineSplits(450)) - number of splits 1 2015-10-29T11:12:26,418 INFO [main]: io.CombineHiveInputFormat (CombineHiveInputFormat.java:getSplits(549)) - Number of all splits 1 2015-10-29T11:12:26,418 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:26,434 INFO [main]: mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(494)) - number of splits:1 2015-10-29T11:12:26,448 INFO [main]: mapreduce.JobSubmitter (JobSubmitter.java:printTokens(583)) - Submitting tokens for job: job_local1342378147_0019 2015-10-29T11:12:26,500 INFO [main]: mapreduce.Job (Job.java:submit(1300)) - The url to track the job: http://localhost:8080/ 2015-10-29T11:12:26,501 INFO [Thread-1574]: mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(471)) - OutputCommitter set in config org.apache.hadoop.hive.ql.io.HiveFileFormatUtils$NullOutputCommitter 2015-10-29T11:12:26,501 INFO [Thread-1574]: mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(489)) - OutputCommitter is org.apache.hadoop.hive.ql.io.HiveFileFormatUtils$NullOutputCommitter 2015-10-29T11:12:26,501 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - Job running in-process (local Hadoop) 2015-10-29T11:12:26,502 DEBUG [Thread-1574]: mapred.LocalJobRunner (LocalJobRunner.java:createMapExecutor(395)) - Starting mapper thread pool executor. 2015-10-29T11:12:26,502 DEBUG [Thread-1574]: mapred.LocalJobRunner (LocalJobRunner.java:createMapExecutor(396)) - Max local threads: 1 2015-10-29T11:12:26,502 DEBUG [Thread-1574]: mapred.LocalJobRunner (LocalJobRunner.java:createMapExecutor(397)) - Map tasks to process: 1 2015-10-29T11:12:26,502 INFO [Thread-1574]: mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for map tasks 2015-10-29T11:12:26,502 INFO [LocalJobRunner Map Task Executor #0]: mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local1342378147_0019_m_000000_0 2015-10-29T11:12:26,502 DEBUG [LocalJobRunner Map Task Executor #0]: mapred.SortedRanges (SortedRanges.java:doNext(348)) - currentIndex 0 0:0 2015-10-29T11:12:26,502 DEBUG [LocalJobRunner Map Task Executor #0]: mapred.LocalJobRunner (LocalJobRunner.java:setupChildMapredLocalDirs(974)) - mapreduce.cluster.local.dir for child : /Users/sush/dev/hive.git/itests/qtest/target/tmp/hadoop-tmp/mapred/local/localRunner//sush/jobcache/job_local1342378147_0019/attempt_local1342378147_0019_m_000000_0 2015-10-29T11:12:26,503 INFO [LocalJobRunner Map Task Executor #0]: util.ProcfsBasedProcessTree (ProcfsBasedProcessTree.java:isAvailable(181)) - ProcfsBasedProcessTree currently is supported only on Linux. 2015-10-29T11:12:26,503 INFO [LocalJobRunner Map Task Executor #0]: util.ProcfsBasedProcessTree (ProcfsBasedProcessTree.java:isAvailable(181)) - ProcfsBasedProcessTree currently is supported only on Linux. 2015-10-29T11:12:26,503 INFO [LocalJobRunner Map Task Executor #0]: mapred.Task (Task.java:initialize(587)) - Using ResourceCalculatorProcessTree : null 2015-10-29T11:12:26,503 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:updateJobWithSplit(482)) - Processing split: Paths:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/cbo_t1/dt=2014/cbo_t1.txt:0+282InputFormatClass: org.apache.hadoop.mapred.TextInputFormat 2015-10-29T11:12:26,504 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-26_175_6239832030156683907-1/-mr-10001/08284412-5c4a-4b3a-a68e-d45dbcb982d5/map.xml 2015-10-29T11:12:26,504 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(405)) - local path = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-26_175_6239832030156683907-1/-mr-10001/08284412-5c4a-4b3a-a68e-d45dbcb982d5/map.xml 2015-10-29T11:12:26,504 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(417)) - Open file to read in plan: file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-26_175_6239832030156683907-1/-mr-10001/08284412-5c4a-4b3a-a68e-d45dbcb982d5/map.xml 2015-10-29T11:12:26,504 INFO [LocalJobRunner Map Task Executor #0]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:26,504 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:deserializePlan(966)) - Deserializing MapWork via kryo 2015-10-29T11:12:26,510 INFO [LocalJobRunner Map Task Executor #0]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:26,511 INFO [LocalJobRunner Map Task Executor #0]: io.HiveContextAwareRecordReader (HiveContextAwareRecordReader.java:initIOContext(174)) - Processing file pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/cbo_t1/dt=2014/cbo_t1.txt 2015-10-29T11:12:26,511 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:runOldMapper(436)) - numReduceTasks: 1 2015-10-29T11:12:26,511 DEBUG [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:createSortingCollector(398)) - Trying map output collector class: org.apache.hadoop.mapred.MapTask$MapOutputBuffer 2015-10-29T11:12:26,520 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:setEquator(1202)) - (EQUATOR) 0 kvi 26214396(104857584) 2015-10-29T11:12:26,520 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:init(995)) - mapreduce.task.io.sort.mb: 100 2015-10-29T11:12:26,520 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:init(996)) - soft limit at 83886080 2015-10-29T11:12:26,520 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:init(997)) - bufstart = 0; bufvoid = 104857600 2015-10-29T11:12:26,520 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:init(998)) - kvstart = 26214396; length = 6553600 2015-10-29T11:12:26,521 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:createSortingCollector(402)) - Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer 2015-10-29T11:12:26,521 INFO [LocalJobRunner Map Task Executor #0]: mr.ExecMapper (ExecMapper.java:configure(83)) - conf classpath = [file:/Users/sush/dev/hive.git/itests/qtest/target/surefire/surefirebooter6776397513364088476.jar] 2015-10-29T11:12:26,521 INFO [LocalJobRunner Map Task Executor #0]: mr.ExecMapper (ExecMapper.java:configure(85)) - thread classpath = [file:/Users/sush/dev/hive.git/itests/qtest/target/surefire/surefirebooter6776397513364088476.jar] 2015-10-29T11:12:26,521 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-26_175_6239832030156683907-1/-mr-10001/08284412-5c4a-4b3a-a68e-d45dbcb982d5/map.xml 2015-10-29T11:12:26,521 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(452)) - Found plan in cache for name: map.xml 2015-10-29T11:12:26,521 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:initialize(338)) - Initializing operator MAP[11] 2015-10-29T11:12:26,521 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:initialize(377)) - Initialization Done 11 MAP 2015-10-29T11:12:26,521 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:initializeChildren(463)) - Operator 11 MAP initialized 2015-10-29T11:12:26,521 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:initialize(390)) - Initialization Done 11 MAP done is reset. 2015-10-29T11:12:26,521 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:26,522 INFO [LocalJobRunner Map Task Executor #0]: mr.ExecMapper (ExecMapper.java:configure(110)) - Id =11 Id =7 Id =8 Id =9 Id =10 <\Children> Id = 9 null<\Parent> <\RS> <\Children> Id = 8 null<\Parent> <\GBY> <\Children> Id = 7 null<\Parent> <\SEL> <\Children> Id = 11 null<\Parent> <\TS> <\Children> <\Parent> <\MAP> 2015-10-29T11:12:26,522 INFO [LocalJobRunner Map Task Executor #0]: MapredContext (MapredContext.java:init(55)) - MapredContext initialized. 2015-10-29T11:12:26,522 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:initialize(338)) - Initializing operator TS[7] 2015-10-29T11:12:26,522 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:initialize(377)) - Initialization Done 7 TS 2015-10-29T11:12:26,522 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:initializeChildren(463)) - Operator 7 TS initialized 2015-10-29T11:12:26,522 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:initializeChildren(469)) - Initializing children of 7 TS 2015-10-29T11:12:26,522 INFO [LocalJobRunner Map Task Executor #0]: exec.SelectOperator (Operator.java:initialize(507)) - Initializing child 8 SEL 2015-10-29T11:12:26,522 INFO [LocalJobRunner Map Task Executor #0]: exec.SelectOperator (Operator.java:initialize(338)) - Initializing operator SEL[8] 2015-10-29T11:12:26,522 INFO [LocalJobRunner Map Task Executor #0]: exec.SelectOperator (SelectOperator.java:initializeOp(65)) - SELECT struct 2015-10-29T11:12:26,522 INFO [LocalJobRunner Map Task Executor #0]: exec.SelectOperator (Operator.java:initialize(377)) - Initialization Done 8 SEL 2015-10-29T11:12:26,522 INFO [LocalJobRunner Map Task Executor #0]: exec.SelectOperator (Operator.java:initializeChildren(463)) - Operator 8 SEL initialized 2015-10-29T11:12:26,523 INFO [LocalJobRunner Map Task Executor #0]: exec.SelectOperator (Operator.java:initializeChildren(469)) - Initializing children of 8 SEL 2015-10-29T11:12:26,523 INFO [LocalJobRunner Map Task Executor #0]: exec.GroupByOperator (Operator.java:initialize(507)) - Initializing child 9 GBY 2015-10-29T11:12:26,523 INFO [LocalJobRunner Map Task Executor #0]: exec.GroupByOperator (Operator.java:initialize(338)) - Initializing operator GBY[9] 2015-10-29T11:12:26,523 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:26,523 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:26,523 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:26,523 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:26,523 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:26,523 INFO [LocalJobRunner Map Task Executor #0]: exec.GroupByOperator (Operator.java:initialize(377)) - Initialization Done 9 GBY 2015-10-29T11:12:26,523 INFO [LocalJobRunner Map Task Executor #0]: exec.GroupByOperator (Operator.java:initializeChildren(463)) - Operator 9 GBY initialized 2015-10-29T11:12:26,523 INFO [LocalJobRunner Map Task Executor #0]: exec.GroupByOperator (Operator.java:initializeChildren(469)) - Initializing children of 9 GBY 2015-10-29T11:12:26,524 INFO [LocalJobRunner Map Task Executor #0]: exec.ReduceSinkOperator (Operator.java:initialize(507)) - Initializing child 10 RS 2015-10-29T11:12:26,524 INFO [LocalJobRunner Map Task Executor #0]: exec.ReduceSinkOperator (Operator.java:initialize(338)) - Initializing operator RS[10] 2015-10-29T11:12:26,524 INFO [LocalJobRunner Map Task Executor #0]: exec.ReduceSinkOperator (ReduceSinkOperator.java:initializeOp(221)) - Using tag = -1 2015-10-29T11:12:26,524 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:26,524 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:26,524 DEBUG [LocalJobRunner Map Task Executor #0]: lazybinary.LazyBinarySerDe (LazyBinarySerDe.java:initialize(131)) - LazyBinarySerDe initialized with: columnNames=[_col0, _col1, _col2, _col3, _col4] columnTypes=[struct, struct, struct, struct, struct] 2015-10-29T11:12:26,524 INFO [LocalJobRunner Map Task Executor #0]: exec.ReduceSinkOperator (Operator.java:initialize(377)) - Initialization Done 10 RS 2015-10-29T11:12:26,524 INFO [LocalJobRunner Map Task Executor #0]: exec.ReduceSinkOperator (Operator.java:initializeChildren(463)) - Operator 10 RS initialized 2015-10-29T11:12:26,524 INFO [LocalJobRunner Map Task Executor #0]: exec.ReduceSinkOperator (Operator.java:initialize(390)) - Initialization Done 10 RS done is reset. 2015-10-29T11:12:26,524 INFO [LocalJobRunner Map Task Executor #0]: exec.GroupByOperator (Operator.java:initialize(390)) - Initialization Done 9 GBY done is reset. 2015-10-29T11:12:26,524 INFO [LocalJobRunner Map Task Executor #0]: exec.SelectOperator (Operator.java:initialize(390)) - Initialization Done 8 SEL done is reset. 2015-10-29T11:12:26,524 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:initialize(390)) - Initialization Done 7 TS done is reset. 2015-10-29T11:12:26,524 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-26_175_6239832030156683907-1/-mr-10001/08284412-5c4a-4b3a-a68e-d45dbcb982d5/map.xml 2015-10-29T11:12:26,524 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(452)) - Found plan in cache for name: map.xml 2015-10-29T11:12:26,525 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (MapOperator.java:rowsForwarded(535)) - MAP[11]: records read - 1 2015-10-29T11:12:26,526 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (MapOperator.java:rowsForwarded(535)) - MAP[11]: records read - 10 2015-10-29T11:12:26,526 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:close(650)) - 11 finished. closing... 2015-10-29T11:12:26,526 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:logStats(898)) - RECORDS_IN:20 2015-10-29T11:12:26,526 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:logStats(898)) - DESERIALIZE_ERRORS:0 2015-10-29T11:12:26,526 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:close(650)) - 7 finished. closing... 2015-10-29T11:12:26,526 INFO [LocalJobRunner Map Task Executor #0]: exec.SelectOperator (Operator.java:close(650)) - 8 finished. closing... 2015-10-29T11:12:26,526 INFO [LocalJobRunner Map Task Executor #0]: exec.GroupByOperator (Operator.java:close(650)) - 9 finished. closing... 2015-10-29T11:12:26,526 INFO [LocalJobRunner Map Task Executor #0]: exec.GroupByOperator (GroupByOperator.java:flush(1027)) - Begin Hash Table flush: size = 1 2015-10-29T11:12:26,527 INFO [LocalJobRunner Map Task Executor #0]: exec.ReduceSinkOperator (ReduceSinkOperator.java:process(322)) - keys are [_col0] num distributions: 1 2015-10-29T11:12:26,528 INFO [LocalJobRunner Map Task Executor #0]: exec.ReduceSinkOperator (ReduceSinkOperator.java:collect(535)) - RS[10]: records written - 1 2015-10-29T11:12:26,528 INFO [LocalJobRunner Map Task Executor #0]: exec.ReduceSinkOperator (Operator.java:close(650)) - 10 finished. closing... 2015-10-29T11:12:26,528 INFO [LocalJobRunner Map Task Executor #0]: exec.ReduceSinkOperator (ReduceSinkOperator.java:closeOp(569)) - RS[10]: records written - 1 2015-10-29T11:12:26,528 INFO [LocalJobRunner Map Task Executor #0]: exec.ReduceSinkOperator (Operator.java:logStats(898)) - RECORDS_OUT_INTERMEDIATE:1 2015-10-29T11:12:26,528 INFO [LocalJobRunner Map Task Executor #0]: exec.ReduceSinkOperator (Operator.java:close(674)) - 10 Close done 2015-10-29T11:12:26,528 INFO [LocalJobRunner Map Task Executor #0]: exec.GroupByOperator (Operator.java:close(674)) - 9 Close done 2015-10-29T11:12:26,528 INFO [LocalJobRunner Map Task Executor #0]: exec.SelectOperator (Operator.java:close(674)) - 8 Close done 2015-10-29T11:12:26,528 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:close(674)) - 7 Close done 2015-10-29T11:12:26,528 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:close(674)) - 11 Close done 2015-10-29T11:12:26,528 INFO [LocalJobRunner Map Task Executor #0]: mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 2015-10-29T11:12:26,529 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:flush(1457)) - Starting flush of map output 2015-10-29T11:12:26,529 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:flush(1475)) - Spilling map output 2015-10-29T11:12:26,529 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:flush(1476)) - bufstart = 0; bufend = 438; bufvoid = 104857600 2015-10-29T11:12:26,529 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:flush(1478)) - kvstart = 26214396(104857584); kvend = 26214396(104857584); length = 1/6553600 2015-10-29T11:12:26,530 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:sortAndSpill(1660)) - Finished spill 0 2015-10-29T11:12:26,531 INFO [LocalJobRunner Map Task Executor #0]: mapred.Task (Task.java:done(1001)) - Task:attempt_local1342378147_0019_m_000000_0 is done. And is in the process of committing 2015-10-29T11:12:26,532 INFO [LocalJobRunner Map Task Executor #0]: mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/cbo_t1/dt=2014/cbo_t1.txt:0+282 2015-10-29T11:12:26,532 INFO [LocalJobRunner Map Task Executor #0]: mapred.Task (Task.java:sendDone(1121)) - Task 'attempt_local1342378147_0019_m_000000_0' done. 2015-10-29T11:12:26,532 INFO [LocalJobRunner Map Task Executor #0]: mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local1342378147_0019_m_000000_0 2015-10-29T11:12:26,532 INFO [Thread-1574]: mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - map task executor complete. 2015-10-29T11:12:26,532 DEBUG [Thread-1574]: mapred.LocalJobRunner (LocalJobRunner.java:createReduceExecutor(424)) - Starting reduce thread pool executor. 2015-10-29T11:12:26,532 DEBUG [Thread-1574]: mapred.LocalJobRunner (LocalJobRunner.java:createReduceExecutor(425)) - Max local threads: 1 2015-10-29T11:12:26,532 DEBUG [Thread-1574]: mapred.LocalJobRunner (LocalJobRunner.java:createReduceExecutor(426)) - Reduce tasks to process: 1 2015-10-29T11:12:26,533 INFO [Thread-1574]: mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for reduce tasks 2015-10-29T11:12:26,533 INFO [pool-73-thread-1]: mapred.LocalJobRunner (LocalJobRunner.java:run(302)) - Starting task: attempt_local1342378147_0019_r_000000_0 2015-10-29T11:12:26,533 DEBUG [pool-73-thread-1]: mapred.SortedRanges (SortedRanges.java:doNext(348)) - currentIndex 0 0:0 2015-10-29T11:12:26,533 DEBUG [pool-73-thread-1]: mapred.LocalJobRunner (LocalJobRunner.java:setupChildMapredLocalDirs(974)) - mapreduce.cluster.local.dir for child : /Users/sush/dev/hive.git/itests/qtest/target/tmp/hadoop-tmp/mapred/local/localRunner//sush/jobcache/job_local1342378147_0019/attempt_local1342378147_0019_r_000000_0 2015-10-29T11:12:26,534 INFO [pool-73-thread-1]: util.ProcfsBasedProcessTree (ProcfsBasedProcessTree.java:isAvailable(181)) - ProcfsBasedProcessTree currently is supported only on Linux. 2015-10-29T11:12:26,534 INFO [pool-73-thread-1]: util.ProcfsBasedProcessTree (ProcfsBasedProcessTree.java:isAvailable(181)) - ProcfsBasedProcessTree currently is supported only on Linux. 2015-10-29T11:12:26,534 INFO [pool-73-thread-1]: mapred.Task (Task.java:initialize(587)) - Using ResourceCalculatorProcessTree : null 2015-10-29T11:12:26,534 INFO [pool-73-thread-1]: mapred.ReduceTask (ReduceTask.java:run(362)) - Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@435ed7c6 2015-10-29T11:12:26,940 INFO [pool-73-thread-1]: reduce.MergeManagerImpl (MergeManagerImpl.java:(196)) - MergerManager: memoryLimit=1336252800, maxSingleShuffleLimit=334063200, mergeThreshold=881926912, ioSortFactor=10, memToMemMergeOutputsThreshold=10 2015-10-29T11:12:26,940 INFO [EventFetcher for fetching Map Completion Events]: reduce.EventFetcher (EventFetcher.java:run(61)) - attempt_local1342378147_0019_r_000000_0 Thread started: EventFetcher for fetching Map Completion Events 2015-10-29T11:12:26,940 DEBUG [EventFetcher for fetching Map Completion Events]: reduce.EventFetcher (EventFetcher.java:getMapCompletionEvents(127)) - Got 0 map completion events from 0 2015-10-29T11:12:26,940 DEBUG [EventFetcher for fetching Map Completion Events]: reduce.EventFetcher (EventFetcher.java:run(71)) - GetMapEventsThread about to sleep for 1000 2015-10-29T11:12:26,941 DEBUG [localfetcher#9]: reduce.LocalFetcher (LocalFetcher.java:doCopy(101)) - LocalFetcher 9 going to fetch: attempt_local1342378147_0019_m_000000_0 2015-10-29T11:12:26,941 DEBUG [localfetcher#9]: reduce.MergeManagerImpl (MergeManagerImpl.java:reserve(291)) - attempt_local1342378147_0019_m_000000_0: Proceeding with shuffle since usedMemory (0) is lesser than memoryLimit (1336252800).CommitMemory is (0) 2015-10-29T11:12:26,941 INFO [localfetcher#9]: reduce.LocalFetcher (LocalFetcher.java:copyMapOutput(141)) - localfetcher#9 about to shuffle output of map attempt_local1342378147_0019_m_000000_0 decomp: 444 len: 448 to MEMORY 2015-10-29T11:12:26,941 INFO [localfetcher#9]: reduce.InMemoryMapOutput (InMemoryMapOutput.java:shuffle(100)) - Read 444 bytes from map-output for attempt_local1342378147_0019_m_000000_0 2015-10-29T11:12:26,941 INFO [localfetcher#9]: reduce.MergeManagerImpl (MergeManagerImpl.java:closeInMemoryFile(314)) - closeInMemoryFile -> map-output of size: 444, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->444 2015-10-29T11:12:26,941 DEBUG [localfetcher#9]: reduce.ShuffleSchedulerImpl (ShuffleSchedulerImpl.java:copySucceeded(217)) - map attempt_local1342378147_0019_m_000000_0 done 1 / 1 copied. 2015-10-29T11:12:26,942 INFO [EventFetcher for fetching Map Completion Events]: reduce.EventFetcher (EventFetcher.java:run(76)) - EventFetcher is interrupted.. Returning 2015-10-29T11:12:26,942 INFO [pool-73-thread-1]: mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied. 2015-10-29T11:12:26,942 INFO [pool-73-thread-1]: reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(674)) - finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs 2015-10-29T11:12:26,943 INFO [pool-73-thread-1]: mapred.Merger (Merger.java:merge(597)) - Merging 1 sorted segments 2015-10-29T11:12:26,943 INFO [pool-73-thread-1]: mapred.Merger (Merger.java:merge(696)) - Down to the last merge-pass, with 1 segments left of total size: 429 bytes 2015-10-29T11:12:26,943 INFO [pool-73-thread-1]: reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(751)) - Merged 1 segments, 444 bytes to disk to satisfy reduce memory limit 2015-10-29T11:12:26,944 DEBUG [pool-73-thread-1]: reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(774)) - Disk file: /Users/sush/dev/hive.git/itests/qtest/target/tmp/hadoop-tmp/mapred/local/localRunner/sush/jobcache/job_local1342378147_0019/attempt_local1342378147_0019_r_000000_0/output/map_0.out.merged Length is 448 2015-10-29T11:12:26,944 INFO [pool-73-thread-1]: reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(781)) - Merging 1 files, 448 bytes from disk 2015-10-29T11:12:26,944 INFO [pool-73-thread-1]: reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(796)) - Merging 0 segments, 0 bytes from memory into reduce 2015-10-29T11:12:26,944 INFO [pool-73-thread-1]: mapred.Merger (Merger.java:merge(597)) - Merging 1 sorted segments 2015-10-29T11:12:26,944 INFO [pool-73-thread-1]: mapred.Merger (Merger.java:merge(696)) - Down to the last merge-pass, with 1 segments left of total size: 429 bytes 2015-10-29T11:12:26,944 INFO [pool-73-thread-1]: mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied. 2015-10-29T11:12:26,944 INFO [pool-73-thread-1]: ExecReducer (ExecReducer.java:configure(101)) - conf classpath = [file:/Users/sush/dev/hive.git/itests/qtest/target/surefire/surefirebooter6776397513364088476.jar] 2015-10-29T11:12:26,944 INFO [pool-73-thread-1]: ExecReducer (ExecReducer.java:configure(103)) - thread classpath = [file:/Users/sush/dev/hive.git/itests/qtest/target/surefire/surefirebooter6776397513364088476.jar] 2015-10-29T11:12:26,945 INFO [pool-73-thread-1]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-26_175_6239832030156683907-1/-mr-10001/08284412-5c4a-4b3a-a68e-d45dbcb982d5/reduce.xml 2015-10-29T11:12:26,945 INFO [pool-73-thread-1]: exec.Utilities (Utilities.java:getBaseWork(405)) - local path = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-26_175_6239832030156683907-1/-mr-10001/08284412-5c4a-4b3a-a68e-d45dbcb982d5/reduce.xml 2015-10-29T11:12:26,945 INFO [pool-73-thread-1]: exec.Utilities (Utilities.java:getBaseWork(417)) - Open file to read in plan: file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-26_175_6239832030156683907-1/-mr-10001/08284412-5c4a-4b3a-a68e-d45dbcb982d5/reduce.xml 2015-10-29T11:12:26,945 INFO [pool-73-thread-1]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:26,945 INFO [pool-73-thread-1]: exec.Utilities (Utilities.java:deserializePlan(966)) - Deserializing ReduceWork via kryo 2015-10-29T11:12:26,951 INFO [pool-73-thread-1]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:26,951 DEBUG [pool-73-thread-1]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:26,951 DEBUG [pool-73-thread-1]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:26,951 DEBUG [pool-73-thread-1]: lazybinary.LazyBinarySerDe (LazyBinarySerDe.java:initialize(131)) - LazyBinarySerDe initialized with: columnNames=[_col0, _col1, _col2, _col3, _col4] columnTypes=[struct, struct, struct, struct, struct] 2015-10-29T11:12:26,951 INFO [pool-73-thread-1]: MapredContext (MapredContext.java:init(55)) - MapredContext initialized. 2015-10-29T11:12:26,951 INFO [pool-73-thread-1]: ExecReducer (ExecReducer.java:configure(149)) - Id =12 Id =13 Id =14 <\Children> Id = 13 null<\Parent> <\FS> <\Children> Id = 12 null<\Parent> <\SEL> <\Children> <\Parent> <\GBY> 2015-10-29T11:12:26,951 INFO [pool-73-thread-1]: exec.GroupByOperator (Operator.java:initialize(338)) - Initializing operator GBY[12] 2015-10-29T11:12:26,951 DEBUG [pool-73-thread-1]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:26,951 DEBUG [pool-73-thread-1]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:26,952 DEBUG [pool-73-thread-1]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:26,952 DEBUG [pool-73-thread-1]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:26,952 DEBUG [pool-73-thread-1]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:26,952 INFO [pool-73-thread-1]: exec.GroupByOperator (Operator.java:initialize(377)) - Initialization Done 12 GBY 2015-10-29T11:12:26,952 INFO [pool-73-thread-1]: exec.GroupByOperator (Operator.java:initializeChildren(463)) - Operator 12 GBY initialized 2015-10-29T11:12:26,952 INFO [pool-73-thread-1]: exec.GroupByOperator (Operator.java:initializeChildren(469)) - Initializing children of 12 GBY 2015-10-29T11:12:26,952 INFO [pool-73-thread-1]: exec.SelectOperator (Operator.java:initialize(507)) - Initializing child 13 SEL 2015-10-29T11:12:26,952 INFO [pool-73-thread-1]: exec.SelectOperator (Operator.java:initialize(338)) - Initializing operator SEL[13] 2015-10-29T11:12:26,952 INFO [pool-73-thread-1]: exec.SelectOperator (SelectOperator.java:initializeOp(65)) - SELECT struct<_col0:string,_col1:struct,_col2:struct,_col3:struct,_col4:struct,_col5:struct> 2015-10-29T11:12:26,952 INFO [pool-73-thread-1]: exec.SelectOperator (Operator.java:initialize(377)) - Initialization Done 13 SEL 2015-10-29T11:12:26,952 INFO [pool-73-thread-1]: exec.SelectOperator (Operator.java:initializeChildren(463)) - Operator 13 SEL initialized 2015-10-29T11:12:26,952 INFO [pool-73-thread-1]: exec.SelectOperator (Operator.java:initializeChildren(469)) - Initializing children of 13 SEL 2015-10-29T11:12:26,952 INFO [pool-73-thread-1]: exec.FileSinkOperator (Operator.java:initialize(507)) - Initializing child 14 FS 2015-10-29T11:12:26,952 INFO [pool-73-thread-1]: exec.FileSinkOperator (Operator.java:initialize(338)) - Initializing operator FS[14] 2015-10-29T11:12:26,953 DEBUG [pool-73-thread-1]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:26,953 INFO [pool-73-thread-1]: exec.FileSinkOperator (FileSinkOperator.java:initializeOp(361)) - Using serializer : class org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe[[[B@69ef81fd]:[_col0, _col1, _col2, _col3, _col4, _col5]:[struct, struct, struct, struct, struct, string]] and formatter : org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat@6b3f3f60 2015-10-29T11:12:26,953 DEBUG [pool-73-thread-1]: exec.FileSinkOperator (FileSinkOperator.java:(163)) - Created slots for 1 2015-10-29T11:12:26,953 INFO [pool-73-thread-1]: exec.FileSinkOperator (Operator.java:initialize(377)) - Initialization Done 14 FS 2015-10-29T11:12:26,953 INFO [pool-73-thread-1]: exec.FileSinkOperator (Operator.java:initializeChildren(463)) - Operator 14 FS initialized 2015-10-29T11:12:26,953 INFO [pool-73-thread-1]: exec.FileSinkOperator (Operator.java:initialize(390)) - Initialization Done 14 FS done is reset. 2015-10-29T11:12:26,953 INFO [pool-73-thread-1]: exec.SelectOperator (Operator.java:initialize(390)) - Initialization Done 13 SEL done is reset. 2015-10-29T11:12:26,953 INFO [pool-73-thread-1]: exec.GroupByOperator (Operator.java:initialize(390)) - Initialization Done 12 GBY done is reset. 2015-10-29T11:12:26,954 INFO [pool-73-thread-1]: exec.GroupByOperator (Operator.java:close(650)) - 12 finished. closing... 2015-10-29T11:12:26,954 INFO [pool-73-thread-1]: exec.FileSinkOperator (FileSinkOperator.java:createBucketForFileIdx(572)) - Final Path: FS file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-26_183_1719990931514581026-1/-mr-10000/.hive-staging_hive_2015-10-29_11-12-26_183_1719990931514581026-1/_tmp.-ext-10001/000000_0 2015-10-29T11:12:26,954 INFO [pool-73-thread-1]: exec.FileSinkOperator (FileSinkOperator.java:createBucketForFileIdx(576)) - Writing to temp file: FS file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-26_183_1719990931514581026-1/-mr-10000/.hive-staging_hive_2015-10-29_11-12-26_183_1719990931514581026-1/_task_tmp.-ext-10001/_tmp.000000_0 2015-10-29T11:12:26,955 INFO [pool-73-thread-1]: exec.FileSinkOperator (FileSinkOperator.java:createBucketForFileIdx(593)) - New Final Path: FS file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-26_183_1719990931514581026-1/-mr-10000/.hive-staging_hive_2015-10-29_11-12-26_183_1719990931514581026-1/_tmp.-ext-10001/000000_0 2015-10-29T11:12:26,960 INFO [pool-73-thread-1]: exec.FileSinkOperator (FileSinkOperator.java:process(727)) - FS[14]: records written - 1 2015-10-29T11:12:26,960 INFO [pool-73-thread-1]: exec.SelectOperator (Operator.java:close(650)) - 13 finished. closing... 2015-10-29T11:12:26,960 INFO [pool-73-thread-1]: exec.FileSinkOperator (Operator.java:close(650)) - 14 finished. closing... 2015-10-29T11:12:26,960 INFO [pool-73-thread-1]: exec.FileSinkOperator (FileSinkOperator.java:closeOp(989)) - FS[14]: records written - 1 2015-10-29T11:12:26,960 INFO [pool-73-thread-1]: exec.FileSinkOperator (Operator.java:logStats(898)) - RECORDS_OUT_0:1 2015-10-29T11:12:26,960 INFO [pool-73-thread-1]: exec.FileSinkOperator (Operator.java:close(674)) - 14 Close done 2015-10-29T11:12:26,960 INFO [pool-73-thread-1]: exec.SelectOperator (Operator.java:close(674)) - 13 Close done 2015-10-29T11:12:26,960 INFO [pool-73-thread-1]: exec.GroupByOperator (Operator.java:close(674)) - 12 Close done 2015-10-29T11:12:26,960 INFO [pool-73-thread-1]: mapred.Task (Task.java:done(1001)) - Task:attempt_local1342378147_0019_r_000000_0 is done. And is in the process of committing 2015-10-29T11:12:26,961 INFO [pool-73-thread-1]: mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - reduce > reduce 2015-10-29T11:12:26,961 INFO [pool-73-thread-1]: mapred.Task (Task.java:sendDone(1121)) - Task 'attempt_local1342378147_0019_r_000000_0' done. 2015-10-29T11:12:26,961 INFO [pool-73-thread-1]: mapred.LocalJobRunner (LocalJobRunner.java:run(325)) - Finishing task: attempt_local1342378147_0019_r_000000_0 2015-10-29T11:12:26,961 INFO [Thread-1574]: mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - reduce task executor complete. 2015-10-29T11:12:27,506 DEBUG [main]: exec.Heartbeater (Heartbeater.java:heartbeat(80)) - heartbeating 2015-10-29T11:12:27,510 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - 2015-10-29 11:12:27,509 Stage-0 map = 100%, reduce = 100% 2015-10-29T11:12:27,512 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - Ended Job = job_local1342378147_0019 2015-10-29T11:12:27,513 DEBUG [main]: exec.Utilities (Utilities.java:getIdFromFilename(1751)) - TaskId for 000000_0 = 000000 2015-10-29T11:12:27,513 INFO [main]: exec.FileSinkOperator (Utilities.java:mvFileToFinalPath(1902)) - Moving tmp dir: file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-26_183_1719990931514581026-1/-mr-10000/.hive-staging_hive_2015-10-29_11-12-26_183_1719990931514581026-1/_tmp.-ext-10001 to: file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-26_183_1719990931514581026-1/-mr-10000/.hive-staging_hive_2015-10-29_11-12-26_183_1719990931514581026-1/-ext-10001 2015-10-29T11:12:27,514 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:27,515 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-1:COLUMNSTATS] in serial mode 2015-10-29T11:12:27,523 DEBUG [main]: mapred.FileInputFormat (FileInputFormat.java:listStatus(245)) - Time taken to get FileStatuses: 6 2015-10-29T11:12:27,523 INFO [main]: mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1 2015-10-29T11:12:27,523 DEBUG [main]: mapred.FileInputFormat (FileInputFormat.java:getSplits(373)) - Total # of splits generated by getSplits: 1, TimeTaken: 7 2015-10-29T11:12:27,523 DEBUG [main]: exec.FetchOperator (FetchOperator.java:getRecordReader(314)) - Creating fetchTask with deserializer typeinfo: struct<_col0:struct,_col1:struct,_col2:struct,_col3:struct,_col4:struct,_col5:string> 2015-10-29T11:12:27,523 DEBUG [main]: exec.FetchOperator (FetchOperator.java:getRecordReader(316)) - deserializer properties: table properties: {columns=_col0,_col1,_col2,_col3,_col4,_col5, serialization.escape.crlf=true, serialization.lib=org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, hive.serialization.extend.additional.nesting.levels=true, serialization.format=1, columns.types=struct:struct:struct:struct:struct:string, escape.delim=\} partition properties: {columns=_col0,_col1,_col2,_col3,_col4,_col5, serialization.escape.crlf=true, serialization.lib=org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, hive.serialization.extend.additional.nesting.levels=true, serialization.format=1, columns.types=struct:struct:struct:struct:struct:string, escape.delim=\} 2015-10-29T11:12:27,524 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:27,524 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=cbo_t1 2015-10-29T11:12:27,524 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=cbo_t1 2015-10-29T11:12:27,529 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:27,529 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:27,529 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: write_partition_column_statistics: db=default table=cbo_t1 part=dt=2014column=key 2015-10-29T11:12:27,530 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=write_partition_column_statistics: db=default table=cbo_t1 part=dt=2014column=key 2015-10-29T11:12:27,530 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: write_partition_column_statistics: db=default table=cbo_t1 part=dt=2014column=value 2015-10-29T11:12:27,530 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=write_partition_column_statistics: db=default table=cbo_t1 part=dt=2014column=value 2015-10-29T11:12:27,530 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: write_partition_column_statistics: db=default table=cbo_t1 part=dt=2014column=c_int 2015-10-29T11:12:27,530 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=write_partition_column_statistics: db=default table=cbo_t1 part=dt=2014column=c_int 2015-10-29T11:12:27,530 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: write_partition_column_statistics: db=default table=cbo_t1 part=dt=2014column=c_float 2015-10-29T11:12:27,530 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=write_partition_column_statistics: db=default table=cbo_t1 part=dt=2014column=c_float 2015-10-29T11:12:27,530 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: write_partition_column_statistics: db=default table=cbo_t1 part=dt=2014column=c_boolean 2015-10-29T11:12:27,530 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=write_partition_column_statistics: db=default table=cbo_t1 part=dt=2014column=c_boolean 2015-10-29T11:12:27,541 INFO [main]: metastore.ObjectStore (ObjectStore.java:writeMPartitionColumnStatistics(6301)) - Updating partition level column statistics for db=default tableName=cbo_t1 partName=dt=2014 colName=key 2015-10-29T11:12:27,541 INFO [main]: metastore.ObjectStore (ObjectStore.java:writeMPartitionColumnStatistics(6301)) - Updating partition level column statistics for db=default tableName=cbo_t1 partName=dt=2014 colName=key 2015-10-29T11:12:27,543 INFO [main]: metastore.ObjectStore (ObjectStore.java:writeMPartitionColumnStatistics(6301)) - Updating partition level column statistics for db=default tableName=cbo_t1 partName=dt=2014 colName=value 2015-10-29T11:12:27,543 INFO [main]: metastore.ObjectStore (ObjectStore.java:writeMPartitionColumnStatistics(6301)) - Updating partition level column statistics for db=default tableName=cbo_t1 partName=dt=2014 colName=value 2015-10-29T11:12:27,544 INFO [main]: metastore.ObjectStore (ObjectStore.java:writeMPartitionColumnStatistics(6301)) - Updating partition level column statistics for db=default tableName=cbo_t1 partName=dt=2014 colName=c_int 2015-10-29T11:12:27,544 INFO [main]: metastore.ObjectStore (ObjectStore.java:writeMPartitionColumnStatistics(6301)) - Updating partition level column statistics for db=default tableName=cbo_t1 partName=dt=2014 colName=c_int 2015-10-29T11:12:27,547 INFO [main]: metastore.ObjectStore (ObjectStore.java:writeMPartitionColumnStatistics(6301)) - Updating partition level column statistics for db=default tableName=cbo_t1 partName=dt=2014 colName=c_float 2015-10-29T11:12:27,547 INFO [main]: metastore.ObjectStore (ObjectStore.java:writeMPartitionColumnStatistics(6301)) - Updating partition level column statistics for db=default tableName=cbo_t1 partName=dt=2014 colName=c_float 2015-10-29T11:12:27,548 INFO [main]: metastore.ObjectStore (ObjectStore.java:writeMPartitionColumnStatistics(6301)) - Updating partition level column statistics for db=default tableName=cbo_t1 partName=dt=2014 colName=c_boolean 2015-10-29T11:12:27,548 INFO [main]: metastore.ObjectStore (ObjectStore.java:writeMPartitionColumnStatistics(6301)) - Updating partition level column statistics for db=default tableName=cbo_t1 partName=dt=2014 colName=c_boolean 2015-10-29T11:12:27,550 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:27,551 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:27,551 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:27,551 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: query: analyze table cbo_t1 compute statistics for columns key, value, c_int, c_float, c_boolean 2015-10-29T11:12:27,551 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: type: QUERY 2015-10-29T11:12:27,551 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Input: default@cbo_t1 2015-10-29T11:12:27,551 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Input: default@cbo_t1@dt=2014 2015-10-29T11:12:27,551 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Output: file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-26_183_1719990931514581026-1/-mr-10000 2015-10-29T11:12:27,551 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:27,551 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : execution phase 2015-10-29T11:12:27,551 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {isCompatibleWith_(HiveConf, )=0, getTable_(String, String, )=5, setPartitionColumnStatistics_(SetPartitionsStatsRequest, )=22} 2015-10-29T11:12:27,551 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:27,552 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - MapReduce Jobs Launched: 2015-10-29T11:12:27,552 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - Stage-Stage-0: HDFS Read: 0 HDFS Write: 0 SUCCESS 2015-10-29T11:12:27,552 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - Total MapReduce CPU Time Spent: 0 msec 2015-10-29T11:12:27,552 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - OK 2015-10-29T11:12:27,552 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:27,552 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:releaseLocks(217)) - about to release lock for default/cbo_t1/dt=2014 2015-10-29T11:12:27,554 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:releaseLocks(217)) - about to release lock for default/cbo_t1 2015-10-29T11:12:27,556 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:releaseLocks(217)) - about to release lock for default 2015-10-29T11:12:27,557 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:27,557 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:27,557 DEBUG [main]: ql.Driver (DriverContext.java:shutdown(132)) - Shutting down query analyze table cbo_t1 compute statistics for columns key, value, c_int, c_float, c_boolean 2015-10-29T11:12:27,557 INFO [main]: CliDriver (SessionState.java:printInfo(996)) - Time taken: 1.382 seconds 2015-10-29T11:12:27,558 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:27,558 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:27,558 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:27,558 DEBUG [main]: conf.VariableSubstitution (VariableSubstitution.java:substitute(63)) - Substitution is on: analyze table cbo_t2 partition (dt) compute statistics 2015-10-29T11:12:27,558 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:27,558 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(185)) - Parsing command: analyze table cbo_t2 partition (dt) compute statistics 2015-10-29T11:12:27,558 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(209)) - Parse Completed 2015-10-29T11:12:27,558 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:27,558 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:27,559 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:27,559 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:27,559 INFO [main]: parse.ColumnStatsSemanticAnalyzer (ColumnStatsSemanticAnalyzer.java:analyze(455)) - Invoking analyze on original query 2015-10-29T11:12:27,559 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:analyzeInternal(10062)) - Starting Semantic Analysis 2015-10-29T11:12:27,559 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genResolvedParseTree(10009)) - Completed phase 1 of Semantic Analysis 2015-10-29T11:12:27,559 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:getMetaData(1538)) - Get metadata for source tables 2015-10-29T11:12:27,559 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:27,559 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=cbo_t2 2015-10-29T11:12:27,559 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=cbo_t2 2015-10-29T11:12:27,565 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:27,565 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:27,565 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=cbo_t2 2015-10-29T11:12:27,565 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=cbo_t2 2015-10-29T11:12:27,570 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:27,570 WARN [main]: parse.BaseSemanticAnalyzer (BaseSemanticAnalyzer.java:validatePartColumnType(1274)) - Dynamic partitioning is used; only validating 0 columns 2015-10-29T11:12:27,570 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:27,570 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=cbo_t2 2015-10-29T11:12:27,571 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=cbo_t2 2015-10-29T11:12:27,575 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:27,575 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:27,575 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_partitions_names_ps : db=default tbl=cbo_t2[] 2015-10-29T11:12:27,575 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_partitions_names_ps : db=default tbl=cbo_t2[] 2015-10-29T11:12:27,580 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:27,580 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:27,580 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_partitions_by_names : db=default tbl=cbo_t2 2015-10-29T11:12:27,580 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_partitions_by_names : db=default tbl=cbo_t2 2015-10-29T11:12:27,581 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:timingTrace(819)) - Direct SQL query in 0.236ms + 0.015ms, the query is [select "PARTITIONS"."PART_ID" from "PARTITIONS" inner join "TBLS" on "PARTITIONS"."TBL_ID" = "TBLS"."TBL_ID" and "TBLS"."TBL_NAME" = ? inner join "DBS" on "TBLS"."DB_ID" = "DBS"."DB_ID" and "DBS"."NAME" = ? where "PARTITIONS"."PART_NAME" in (?)] 2015-10-29T11:12:27,587 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:timingTrace(819)) - Direct SQL query in 6.144ms + 0.107ms, the query is [select "PARTITIONS"."PART_ID", "SDS"."SD_ID", "SDS"."CD_ID", "SERDES"."SERDE_ID", "PARTITIONS"."CREATE_TIME", "PARTITIONS"."LAST_ACCESS_TIME", "SDS"."INPUT_FORMAT", "SDS"."IS_COMPRESSED", "SDS"."IS_STOREDASSUBDIRECTORIES", "SDS"."LOCATION", "SDS"."NUM_BUCKETS", "SDS"."OUTPUT_FORMAT", "SERDES"."NAME", "SERDES"."SLIB" from "PARTITIONS" left outer join "SDS" on "PARTITIONS"."SD_ID" = "SDS"."SD_ID" left outer join "SERDES" on "SDS"."SERDE_ID" = "SERDES"."SERDE_ID" where "PART_ID" in (11) order by "PART_NAME" asc] 2015-10-29T11:12:27,590 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:timingTrace(819)) - Direct SQL query in 2.402ms + 0.152ms, the query is [select "PART_ID", "PARAM_KEY", "PARAM_VALUE" from "PARTITION_PARAMS" where "PART_ID" in (11) and "PARAM_KEY" is not null order by "PART_ID" asc] 2015-10-29T11:12:27,592 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:timingTrace(819)) - Direct SQL query in 2.091ms + 0.052ms, the query is [select "PART_ID", "PART_KEY_VAL" from "PARTITION_KEY_VALS" where "PART_ID" in (11) and "INTEGER_IDX" >= 0 order by "PART_ID" asc, "INTEGER_IDX" asc] 2015-10-29T11:12:27,594 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:timingTrace(819)) - Direct SQL query in 2.156ms + 0.025ms, the query is [select "SD_ID", "PARAM_KEY", "PARAM_VALUE" from "SD_PARAMS" where "SD_ID" in (29) and "PARAM_KEY" is not null order by "SD_ID" asc] 2015-10-29T11:12:27,597 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:timingTrace(819)) - Direct SQL query in 2.257ms + 0.022ms, the query is [select "SD_ID", "COLUMN_NAME", "SORT_COLS"."ORDER" from "SORT_COLS" where "SD_ID" in (29) and "INTEGER_IDX" >= 0 order by "SD_ID" asc, "INTEGER_IDX" asc] 2015-10-29T11:12:27,599 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:timingTrace(819)) - Direct SQL query in 2.299ms + 0.029ms, the query is [select "SD_ID", "BUCKET_COL_NAME" from "BUCKETING_COLS" where "SD_ID" in (29) and "INTEGER_IDX" >= 0 order by "SD_ID" asc, "INTEGER_IDX" asc] 2015-10-29T11:12:27,602 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:timingTrace(819)) - Direct SQL query in 2.391ms + 0.027ms, the query is [select "SD_ID", "SKEWED_COL_NAME" from "SKEWED_COL_NAMES" where "SD_ID" in (29) and "INTEGER_IDX" >= 0 order by "SD_ID" asc, "INTEGER_IDX" asc] 2015-10-29T11:12:27,605 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:timingTrace(819)) - Direct SQL query in 2.902ms + 0.102ms, the query is [select "CD_ID", "COMMENT", "COLUMN_NAME", "TYPE_NAME" from "COLUMNS_V2" where "CD_ID" in (17) and "INTEGER_IDX" >= 0 order by "CD_ID" asc, "INTEGER_IDX" asc] 2015-10-29T11:12:27,608 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:timingTrace(819)) - Direct SQL query in 2.708ms + 0.105ms, the query is [select "SERDE_ID", "PARAM_KEY", "PARAM_VALUE" from "SERDE_PARAMS" where "SERDE_ID" in (29) and "PARAM_KEY" is not null order by "SERDE_ID" asc] 2015-10-29T11:12:27,613 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:27,613 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:getMetaData(1678)) - Get metadata for subqueries 2015-10-29T11:12:27,613 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:getMetaData(1702)) - Get metadata for destination tables 2015-10-29T11:12:27,613 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genResolvedParseTree(10013)) - Completed getting MetaData in Semantic Analysis 2015-10-29T11:12:27,614 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct cbo_t2 { string key, string value, i32 c_int, float c_float, bool c_boolean} 2015-10-29T11:12:27,614 DEBUG [main]: ql.Context (Context.java:getStagingDir(231)) - Created staging dir = pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/cbo_t2/.hive-staging_hive_2015-10-29_11-12-27_558_7146290250328519333-1 for path = pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/cbo_t2 2015-10-29T11:12:27,614 INFO [main]: common.FileUtils (FileUtils.java:mkdir(502)) - Creating directory if it doesn't exist: pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/cbo_t2/.hive-staging_hive_2015-10-29_11-12-27_558_7146290250328519333-1 2015-10-29T11:12:27,630 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chgrp,-R,staff,pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/cbo_t2/.hive-staging_hive_2015-10-29_11-12-27_558_7146290250328519333-1} 2015-10-29T11:12:27,635 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:12:27,635 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chmod,-R,755,pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/cbo_t2/.hive-staging_hive_2015-10-29_11-12-27_558_7146290250328519333-1} 2015-10-29T11:12:27,644 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:12:27,649 DEBUG [main]: shims.HadoopShimsSecure (Hadoop23Shims.java:debugLog(937)) - FileStatus{path=pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/cbo_t2/.hive-staging_hive_2015-10-29_11-12-27_558_7146290250328519333-1; isDirectory=true; modification_time=1446142347000; access_time=0; owner=sush; group=staff; permission=rwxr-xr-x; isSymlink=false} 2015-10-29T11:12:27,654 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:setupStats(9493)) - Set stats collection dir : pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/cbo_t2/.hive-staging_hive_2015-10-29_11-12-27_558_7146290250328519333-1/-ext-10000 2015-10-29T11:12:27,655 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genTablePlan(9467)) - Created Table Plan for cbo_t2 TS[0] 2015-10-29T11:12:27,655 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genBodyPlan(8831)) - Created Body Plan for Query Block null 2015-10-29T11:12:27,655 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genPlan(9675)) - Created Plan for Query Block null 2015-10-29T11:12:27,655 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:analyzeInternal(10139)) - Before logical optimization TS[0] 2015-10-29T11:12:27,656 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:TS[0] with rs:(key: string|{cbo_t2}key,value: string|{cbo_t2}value,c_int: int|{cbo_t2}c_int,c_float: float|{cbo_t2}c_float,c_boolean: boolean|{cbo_t2}c_boolean,dt: string|{cbo_t2}dt,BLOCK__OFFSET__INSIDE__FILE: bigint|{cbo_t2}block__offset__inside__file,INPUT__FILE__NAME: string|{cbo_t2}input__file__name,ROW__ID: struct|{cbo_t2}row__id,RAW__DATA__SIZE: bigint|{cbo_t2}raw__data__size) 2015-10-29T11:12:27,656 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator TS[0] 2015-10-29T11:12:27,656 INFO [main]: ppd.OpProcFactory (OpProcFactory.java:process(383)) - Processing for TS(0) 2015-10-29T11:12:27,656 DEBUG [main]: ppd.PredicatePushDown (PredicatePushDown.java:transform(138)) - After PPD: TS[0] 2015-10-29T11:12:27,656 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:TS[0] with rs:(key: string|{cbo_t2}key,value: string|{cbo_t2}value,c_int: int|{cbo_t2}c_int,c_float: float|{cbo_t2}c_float,c_boolean: boolean|{cbo_t2}c_boolean,dt: string|{cbo_t2}dt,BLOCK__OFFSET__INSIDE__FILE: bigint|{cbo_t2}block__offset__inside__file,INPUT__FILE__NAME: string|{cbo_t2}input__file__name,ROW__ID: struct|{cbo_t2}row__id,RAW__DATA__SIZE: bigint|{cbo_t2}raw__data__size) 2015-10-29T11:12:27,656 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator TS[0] 2015-10-29T11:12:27,656 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:TS[0] with rs:(key: string|{cbo_t2}key,value: string|{cbo_t2}value,c_int: int|{cbo_t2}c_int,c_float: float|{cbo_t2}c_float,c_boolean: boolean|{cbo_t2}c_boolean,dt: string|{cbo_t2}dt,BLOCK__OFFSET__INSIDE__FILE: bigint|{cbo_t2}block__offset__inside__file,INPUT__FILE__NAME: string|{cbo_t2}input__file__name,ROW__ID: struct|{cbo_t2}row__id,RAW__DATA__SIZE: bigint|{cbo_t2}raw__data__size) 2015-10-29T11:12:27,656 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator TS[0] 2015-10-29T11:12:27,657 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:analyzeInternal(10147)) - After logical optimization TS[0] 2015-10-29T11:12:27,657 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct cbo_t2 { string key, string value, i32 c_int, float c_float, bool c_boolean} 2015-10-29T11:12:27,657 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct cbo_t2 { string key, string value, i32 c_int, float c_float, bool c_boolean} 2015-10-29T11:12:27,657 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct cbo_t2 { string key, string value, i32 c_int, float c_float, bool c_boolean} 2015-10-29T11:12:27,657 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct cbo_t2 { string key, string value, i32 c_int, float c_float, bool c_boolean} 2015-10-29T11:12:27,658 DEBUG [main]: optimizer.GenMapRedUtils (GenMapRedUtils.java:setMapWork(678)) - Adding pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/cbo_t2/dt=2014 of tablecbo_t2 2015-10-29T11:12:27,658 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct cbo_t2 { string key, string value, i32 c_int, float c_float, bool c_boolean} 2015-10-29T11:12:27,658 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct cbo_t2 { string key, string value, i32 c_int, float c_float, bool c_boolean} 2015-10-29T11:12:27,658 DEBUG [main]: optimizer.GenMapRedUtils (GenMapRedUtils.java:setMapWork(716)) - Information added for path pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/cbo_t2/dt=2014 2015-10-29T11:12:27,658 DEBUG [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(167)) - Looking at: null 2015-10-29T11:12:27,658 INFO [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(175)) - Looking for table scans where optimization is applicable 2015-10-29T11:12:27,658 INFO [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(199)) - Found 0 null table scans 2015-10-29T11:12:27,658 DEBUG [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(167)) - Looking at: null 2015-10-29T11:12:27,658 INFO [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(175)) - Looking for table scans where optimization is applicable 2015-10-29T11:12:27,658 INFO [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(199)) - Found 0 null table scans 2015-10-29T11:12:27,659 DEBUG [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(167)) - Looking at: null 2015-10-29T11:12:27,659 INFO [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(175)) - Looking for table scans where optimization is applicable 2015-10-29T11:12:27,659 INFO [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(199)) - Found 0 null table scans 2015-10-29T11:12:27,659 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:analyzeInternal(10168)) - Completed plan generation 2015-10-29T11:12:27,659 INFO [main]: ql.Driver (Driver.java:compile(448)) - Semantic Analysis Completed 2015-10-29T11:12:27,659 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:validate(10519)) - validation start 2015-10-29T11:12:27,659 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:validate(10588)) - Not a partition. 2015-10-29T11:12:27,659 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:validate(10545)) - validated dt=2014 2015-10-29T11:12:27,659 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:validate(10546)) - cbo_t2 2015-10-29T11:12:27,659 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:27,659 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_partitions_ps_with_auth : db=default tbl=cbo_t2[2014] 2015-10-29T11:12:27,660 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_partitions_ps_with_auth : db=default tbl=cbo_t2[2014] 2015-10-29T11:12:27,668 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:27,668 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:27,668 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_partition_with_auth : db=default tbl=cbo_t2[2014] 2015-10-29T11:12:27,668 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_partition_with_auth : db=default tbl=cbo_t2[2014] 2015-10-29T11:12:27,673 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:27,673 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:27,673 INFO [main]: ql.Driver (Driver.java:getSchema(244)) - Returning Hive schema: Schema(fieldSchemas:[FieldSchema(name:cbo_t2.key, type:string, comment:null), FieldSchema(name:cbo_t2.value, type:string, comment:null), FieldSchema(name:cbo_t2.c_int, type:int, comment:null), FieldSchema(name:cbo_t2.c_float, type:float, comment:null), FieldSchema(name:cbo_t2.c_boolean, type:boolean, comment:null), FieldSchema(name:cbo_t2.dt, type:string, comment:null)], properties:null) 2015-10-29T11:12:27,673 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:27,673 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : compilation phase 2015-10-29T11:12:27,673 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {flushCache_()=0, getPartitionsByNames_(String, String, List, )=33, listPartitionNames_(String, String, List, short, )=5, isCompatibleWith_(HiveConf, )=0, getPartitionWithAuthInfo_(String, String, List, String, List, )=5, getTable_(String, String, )=16, listPartitionsWithAuthInfo_(String, String, List, short, String, List, )=9} 2015-10-29T11:12:27,673 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:27,674 DEBUG [main]: lockmgr.DummyTxnManager (DummyTxnManager.java:acquireLocks(129)) - Adding default@cbo_t2 to list of lock inputs 2015-10-29T11:12:27,674 DEBUG [main]: lockmgr.DummyTxnManager (DummyTxnManager.java:acquireLocks(129)) - Adding default@cbo_t2@dt=2014 to list of lock inputs 2015-10-29T11:12:27,674 DEBUG [main]: lockmgr.DummyTxnManager (DummyTxnManager.java:acquireLocks(148)) - Adding default@cbo_t2 to list of lock outputs 2015-10-29T11:12:27,674 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:lock(262)) - Acquiring lock for default with mode IMPLICIT 2015-10-29T11:12:27,676 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:lock(262)) - Acquiring lock for default/cbo_t2 with mode IMPLICIT 2015-10-29T11:12:27,678 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:lock(262)) - Acquiring lock for default/cbo_t2/dt=2014 with mode IMPLICIT 2015-10-29T11:12:27,679 DEBUG [main]: ql.Driver (Driver.java:recordValidTxns(960)) - Encoding valid txns info 9223372036854775807: txnid:0 2015-10-29T11:12:27,679 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:27,679 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:27,679 INFO [main]: ql.Driver (Driver.java:execute(1468)) - Starting command(queryId=sush_20151029111227_9eddf3aa-7101-4a82-83ef-aee12a4b4a3e): analyze table cbo_t2 partition (dt) compute statistics 2015-10-29T11:12:27,680 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:27,680 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: query: analyze table cbo_t2 partition (dt) compute statistics 2015-10-29T11:12:27,680 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: type: QUERY 2015-10-29T11:12:27,680 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: Input: default@cbo_t2 2015-10-29T11:12:27,680 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: Input: default@cbo_t2@dt=2014 2015-10-29T11:12:27,680 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: Output: default@cbo_t2 2015-10-29T11:12:27,680 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: Output: default@cbo_t2@dt=2014 2015-10-29T11:12:27,680 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:27,680 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:27,680 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:27,680 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - Query ID = sush_20151029111227_9eddf3aa-7101-4a82-83ef-aee12a4b4a3e 2015-10-29T11:12:27,680 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - Total jobs = 1 2015-10-29T11:12:27,680 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:27,681 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:27,681 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:27,681 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - Launching Job 1 out of 1 2015-10-29T11:12:27,681 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-0:MAPRED] in serial mode 2015-10-29T11:12:27,681 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - Number of reduce tasks is set to 0 since there's no reduce operator 2015-10-29T11:12:27,686 INFO [main]: mr.ExecDriver (ExecDriver.java:execute(291)) - Using org.apache.hadoop.hive.ql.io.CombineHiveInputFormat 2015-10-29T11:12:27,686 INFO [main]: exec.Utilities (Utilities.java:getInputPaths(3433)) - Processing alias cbo_t2 2015-10-29T11:12:27,686 INFO [main]: exec.Utilities (Utilities.java:getInputPaths(3450)) - Adding input file pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/cbo_t2/dt=2014 2015-10-29T11:12:27,686 INFO [main]: exec.Utilities (Utilities.java:isEmptyPath(2734)) - Content Summary not cached for pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/cbo_t2/dt=2014 2015-10-29T11:12:27,702 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:27,702 INFO [main]: exec.Utilities (Utilities.java:serializePlan(939)) - Serializing MapWork via kryo 2015-10-29T11:12:27,703 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:27,703 DEBUG [main]: mapreduce.Cluster (Cluster.java:initialize(90)) - Trying ClientProtocolProvider : org.apache.hadoop.mapred.LocalClientProtocolProvider 2015-10-29T11:12:27,703 INFO [main]: jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized 2015-10-29T11:12:27,704 DEBUG [main]: mapreduce.Cluster (Cluster.java:initialize(103)) - Picked org.apache.hadoop.mapred.LocalClientProtocolProvider as the ClientProtocolProvider 2015-10-29T11:12:27,704 DEBUG [main]: fs.FSStatsPublisher (FSStatsPublisher.java:init(49)) - Initing FSStatsPublisher with : pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/cbo_t2/.hive-staging_hive_2015-10-29_11-12-27_558_7146290250328519333-1/-ext-10000 2015-10-29T11:12:27,708 INFO [main]: fs.FSStatsPublisher (FSStatsPublisher.java:init(51)) - created : pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/cbo_t2/.hive-staging_hive_2015-10-29_11-12-27_558_7146290250328519333-1/-ext-10000 2015-10-29T11:12:27,709 DEBUG [main]: mapreduce.Cluster (Cluster.java:initialize(90)) - Trying ClientProtocolProvider : org.apache.hadoop.mapred.LocalClientProtocolProvider 2015-10-29T11:12:27,709 INFO [main]: jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized 2015-10-29T11:12:27,709 DEBUG [main]: mapreduce.Cluster (Cluster.java:initialize(103)) - Picked org.apache.hadoop.mapred.LocalClientProtocolProvider as the ClientProtocolProvider 2015-10-29T11:12:27,710 INFO [main]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-27_558_7146290250328519333-1/-mr-10002/1e036353-c1e1-417f-a434-b78a7a57347c/map.xml 2015-10-29T11:12:27,710 DEBUG [main]: exec.Utilities (Utilities.java:getBaseWork(452)) - Found plan in cache for name: map.xml 2015-10-29T11:12:27,710 INFO [main]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-27_558_7146290250328519333-1/-mr-10002/1e036353-c1e1-417f-a434-b78a7a57347c/reduce.xml 2015-10-29T11:12:27,710 INFO [main]: exec.Utilities (Utilities.java:getBaseWork(405)) - local path = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-27_558_7146290250328519333-1/-mr-10002/1e036353-c1e1-417f-a434-b78a7a57347c/reduce.xml 2015-10-29T11:12:27,710 INFO [main]: exec.Utilities (Utilities.java:getBaseWork(417)) - Open file to read in plan: file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-27_558_7146290250328519333-1/-mr-10002/1e036353-c1e1-417f-a434-b78a7a57347c/reduce.xml 2015-10-29T11:12:27,710 DEBUG [main]: exec.Utilities (Utilities.java:getBaseWork(457)) - File not found: File file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-27_558_7146290250328519333-1/-mr-10002/1e036353-c1e1-417f-a434-b78a7a57347c/reduce.xml does not exist 2015-10-29T11:12:27,710 INFO [main]: exec.Utilities (Utilities.java:getBaseWork(458)) - No plan file found: file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-27_558_7146290250328519333-1/-mr-10002/1e036353-c1e1-417f-a434-b78a7a57347c/reduce.xml 2015-10-29T11:12:27,715 DEBUG [main]: mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(456)) - Configuring job job_local1251660797_0020 with file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/hadoop-tmp/mapred/staging/sush1251660797/.staging/job_local1251660797_0020 as the submit dir 2015-10-29T11:12:27,715 DEBUG [main]: mapreduce.JobSubmitter (JobSubmitter.java:populateTokenCache(718)) - adding the following namenodes' delegation tokens:[file:///] 2015-10-29T11:12:27,716 WARN [main]: mapreduce.JobSubmitter (JobSubmitter.java:copyAndConfigureFiles(153)) - Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2015-10-29T11:12:27,716 DEBUG [main]: mapreduce.JobSubmitter (JobSubmitter.java:copyAndConfigureFiles(173)) - default FileSystem: file:/// 2015-10-29T11:12:27,803 DEBUG [main]: mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(491)) - Creating splits at file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/hadoop-tmp/mapred/staging/sush1251660797/.staging/job_local1251660797_0020 2015-10-29T11:12:27,803 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:27,803 INFO [main]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-27_558_7146290250328519333-1/-mr-10002/1e036353-c1e1-417f-a434-b78a7a57347c/map.xml 2015-10-29T11:12:27,803 DEBUG [main]: exec.Utilities (Utilities.java:getBaseWork(452)) - Found plan in cache for name: map.xml 2015-10-29T11:12:27,803 INFO [main]: io.CombineHiveInputFormat (CombineHiveInputFormat.java:getSplits(478)) - Total number of paths: 1, launching 1 threads to check non-combinable ones. 2015-10-29T11:12:27,803 DEBUG [main]: io.CombineHiveInputFormat (CombineHiveInputFormat.java:getSplits(512)) - The received input paths are: [pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/cbo_t2/dt=2014] against the property mapreduce.input.fileinputformat.inputdir 2015-10-29T11:12:27,804 INFO [main]: io.CombineHiveInputFormat (CombineHiveInputFormat.java:getCombineSplits(395)) - CombineHiveInputSplit creating pool for pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/cbo_t2/dt=2014; using filter path pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/cbo_t2/dt=2014 2015-10-29T11:12:27,814 DEBUG [main]: input.FileInputFormat (FileInputFormat.java:listStatus(279)) - Time taken to get FileStatuses: 10 2015-10-29T11:12:27,814 INFO [main]: input.FileInputFormat (FileInputFormat.java:listStatus(281)) - Total input paths to process : 1 2015-10-29T11:12:27,815 INFO [main]: input.CombineFileInputFormat (CombineFileInputFormat.java:createSplits(413)) - DEBUG: Terminated node allocation with : CompletedNodes: 1, size left: 0 2015-10-29T11:12:27,815 INFO [main]: io.CombineHiveInputFormat (CombineHiveInputFormat.java:getCombineSplits(450)) - number of splits 1 2015-10-29T11:12:27,815 INFO [main]: io.CombineHiveInputFormat (CombineHiveInputFormat.java:getSplits(549)) - Number of all splits 1 2015-10-29T11:12:27,815 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:27,831 INFO [main]: mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(494)) - number of splits:1 2015-10-29T11:12:27,846 INFO [main]: mapreduce.JobSubmitter (JobSubmitter.java:printTokens(583)) - Submitting tokens for job: job_local1251660797_0020 2015-10-29T11:12:27,900 INFO [main]: mapreduce.Job (Job.java:submit(1300)) - The url to track the job: http://localhost:8080/ 2015-10-29T11:12:27,900 INFO [Thread-1611]: mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(471)) - OutputCommitter set in config org.apache.hadoop.hive.ql.io.HiveFileFormatUtils$NullOutputCommitter 2015-10-29T11:12:27,900 INFO [Thread-1611]: mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(489)) - OutputCommitter is org.apache.hadoop.hive.ql.io.HiveFileFormatUtils$NullOutputCommitter 2015-10-29T11:12:27,901 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - Job running in-process (local Hadoop) 2015-10-29T11:12:27,901 DEBUG [Thread-1611]: mapred.LocalJobRunner (LocalJobRunner.java:createMapExecutor(395)) - Starting mapper thread pool executor. 2015-10-29T11:12:27,901 DEBUG [Thread-1611]: mapred.LocalJobRunner (LocalJobRunner.java:createMapExecutor(396)) - Max local threads: 1 2015-10-29T11:12:27,901 DEBUG [Thread-1611]: mapred.LocalJobRunner (LocalJobRunner.java:createMapExecutor(397)) - Map tasks to process: 1 2015-10-29T11:12:27,902 INFO [Thread-1611]: mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for map tasks 2015-10-29T11:12:27,902 INFO [LocalJobRunner Map Task Executor #0]: mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local1251660797_0020_m_000000_0 2015-10-29T11:12:27,902 DEBUG [LocalJobRunner Map Task Executor #0]: mapred.SortedRanges (SortedRanges.java:doNext(348)) - currentIndex 0 0:0 2015-10-29T11:12:27,902 DEBUG [LocalJobRunner Map Task Executor #0]: mapred.LocalJobRunner (LocalJobRunner.java:setupChildMapredLocalDirs(974)) - mapreduce.cluster.local.dir for child : /Users/sush/dev/hive.git/itests/qtest/target/tmp/hadoop-tmp/mapred/local/localRunner//sush/jobcache/job_local1251660797_0020/attempt_local1251660797_0020_m_000000_0 2015-10-29T11:12:27,902 INFO [LocalJobRunner Map Task Executor #0]: util.ProcfsBasedProcessTree (ProcfsBasedProcessTree.java:isAvailable(181)) - ProcfsBasedProcessTree currently is supported only on Linux. 2015-10-29T11:12:27,902 INFO [LocalJobRunner Map Task Executor #0]: util.ProcfsBasedProcessTree (ProcfsBasedProcessTree.java:isAvailable(181)) - ProcfsBasedProcessTree currently is supported only on Linux. 2015-10-29T11:12:27,903 INFO [LocalJobRunner Map Task Executor #0]: mapred.Task (Task.java:initialize(587)) - Using ResourceCalculatorProcessTree : null 2015-10-29T11:12:27,903 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:updateJobWithSplit(482)) - Processing split: Paths:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/cbo_t2/dt=2014/cbo_t2.txt:0+282InputFormatClass: org.apache.hadoop.mapred.TextInputFormat 2015-10-29T11:12:27,903 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-27_558_7146290250328519333-1/-mr-10002/1e036353-c1e1-417f-a434-b78a7a57347c/map.xml 2015-10-29T11:12:27,903 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(405)) - local path = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-27_558_7146290250328519333-1/-mr-10002/1e036353-c1e1-417f-a434-b78a7a57347c/map.xml 2015-10-29T11:12:27,903 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(417)) - Open file to read in plan: file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-27_558_7146290250328519333-1/-mr-10002/1e036353-c1e1-417f-a434-b78a7a57347c/map.xml 2015-10-29T11:12:27,904 INFO [LocalJobRunner Map Task Executor #0]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:27,904 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:deserializePlan(966)) - Deserializing MapWork via kryo 2015-10-29T11:12:27,907 INFO [LocalJobRunner Map Task Executor #0]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:27,907 INFO [LocalJobRunner Map Task Executor #0]: io.HiveContextAwareRecordReader (HiveContextAwareRecordReader.java:initIOContext(174)) - Processing file pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/cbo_t2/dt=2014/cbo_t2.txt 2015-10-29T11:12:27,907 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:runOldMapper(436)) - numReduceTasks: 0 2015-10-29T11:12:27,908 INFO [LocalJobRunner Map Task Executor #0]: mr.ExecMapper (ExecMapper.java:configure(83)) - conf classpath = [file:/Users/sush/dev/hive.git/itests/qtest/target/surefire/surefirebooter6776397513364088476.jar] 2015-10-29T11:12:27,908 INFO [LocalJobRunner Map Task Executor #0]: mr.ExecMapper (ExecMapper.java:configure(85)) - thread classpath = [file:/Users/sush/dev/hive.git/itests/qtest/target/surefire/surefirebooter6776397513364088476.jar] 2015-10-29T11:12:27,908 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-27_558_7146290250328519333-1/-mr-10002/1e036353-c1e1-417f-a434-b78a7a57347c/map.xml 2015-10-29T11:12:27,908 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(452)) - Found plan in cache for name: map.xml 2015-10-29T11:12:27,908 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:initialize(338)) - Initializing operator MAP[2] 2015-10-29T11:12:27,908 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:initialize(377)) - Initialization Done 2 MAP 2015-10-29T11:12:27,908 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:initializeChildren(463)) - Operator 2 MAP initialized 2015-10-29T11:12:27,908 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:initialize(390)) - Initialization Done 2 MAP done is reset. 2015-10-29T11:12:27,908 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:27,909 INFO [LocalJobRunner Map Task Executor #0]: mr.ExecMapper (ExecMapper.java:configure(110)) - Id =2 Id =1 <\Children> Id = 2 null<\Parent> <\TS> <\Children> <\Parent> <\MAP> 2015-10-29T11:12:27,909 INFO [LocalJobRunner Map Task Executor #0]: MapredContext (MapredContext.java:init(55)) - MapredContext initialized. 2015-10-29T11:12:27,909 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:initialize(338)) - Initializing operator TS[1] 2015-10-29T11:12:27,909 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:initialize(377)) - Initialization Done 1 TS 2015-10-29T11:12:27,909 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:initializeChildren(463)) - Operator 1 TS initialized 2015-10-29T11:12:27,909 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:initialize(390)) - Initialization Done 1 TS done is reset. 2015-10-29T11:12:27,909 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-27_558_7146290250328519333-1/-mr-10002/1e036353-c1e1-417f-a434-b78a7a57347c/map.xml 2015-10-29T11:12:27,909 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(452)) - Found plan in cache for name: map.xml 2015-10-29T11:12:27,909 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (TableScanOperator.java:gatherStats(156)) - Stats Gathering found a new partition spec = dt=2014 2015-10-29T11:12:27,909 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (MapOperator.java:rowsForwarded(535)) - MAP[2]: records read - 1 2015-10-29T11:12:27,910 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (MapOperator.java:rowsForwarded(535)) - MAP[2]: records read - 10 2015-10-29T11:12:27,910 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:close(650)) - 2 finished. closing... 2015-10-29T11:12:27,910 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:logStats(898)) - RECORDS_IN:20 2015-10-29T11:12:27,910 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:logStats(898)) - DESERIALIZE_ERRORS:0 2015-10-29T11:12:27,910 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:close(650)) - 1 finished. closing... 2015-10-29T11:12:27,910 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:27,910 DEBUG [LocalJobRunner Map Task Executor #0]: fs.FSStatsPublisher (FSStatsPublisher.java:connect(66)) - Connecting to : pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/cbo_t2/.hive-staging_hive_2015-10-29_11-12-27_558_7146290250328519333-1/-ext-10000 2015-10-29T11:12:27,916 DEBUG [LocalJobRunner Map Task Executor #0]: fs.FSStatsPublisher (FSStatsPublisher.java:publishStat(78)) - Putting in map : default.cbo_t2/dt=2014/ {numRows=20, rawDataSize=262} 2015-10-29T11:12:27,916 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (TableScanOperator.java:publishStats(306)) - publishing : default.cbo_t2/dt=2014/ : {numRows=20, rawDataSize=262} 2015-10-29T11:12:27,916 DEBUG [LocalJobRunner Map Task Executor #0]: fs.FSStatsPublisher (FSStatsPublisher.java:closeConnection(99)) - About to create stats file for this task : pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/cbo_t2/.hive-staging_hive_2015-10-29_11-12-27_558_7146290250328519333-1/-ext-10000/tmpstats-0 2015-10-29T11:12:27,920 DEBUG [LocalJobRunner Map Task Executor #0]: fs.FSStatsPublisher (FSStatsPublisher.java:closeConnection(101)) - Created file : pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/cbo_t2/.hive-staging_hive_2015-10-29_11-12-27_558_7146290250328519333-1/-ext-10000/tmpstats-0 2015-10-29T11:12:27,920 DEBUG [LocalJobRunner Map Task Executor #0]: fs.FSStatsPublisher (FSStatsPublisher.java:closeConnection(102)) - Writing stats in it : {default.cbo_t2/dt=2014/={numRows=20, rawDataSize=262}} 2015-10-29T11:12:27,920 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:close(674)) - 1 Close done 2015-10-29T11:12:27,921 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:close(674)) - 2 Close done 2015-10-29T11:12:27,921 INFO [LocalJobRunner Map Task Executor #0]: mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 2015-10-29T11:12:27,921 INFO [LocalJobRunner Map Task Executor #0]: mapred.Task (Task.java:done(1001)) - Task:attempt_local1251660797_0020_m_000000_0 is done. And is in the process of committing 2015-10-29T11:12:27,922 INFO [LocalJobRunner Map Task Executor #0]: mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/cbo_t2/dt=2014/cbo_t2.txt:0+282 2015-10-29T11:12:27,922 INFO [LocalJobRunner Map Task Executor #0]: mapred.Task (Task.java:sendDone(1121)) - Task 'attempt_local1251660797_0020_m_000000_0' done. 2015-10-29T11:12:27,922 INFO [LocalJobRunner Map Task Executor #0]: mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local1251660797_0020_m_000000_0 2015-10-29T11:12:27,922 INFO [Thread-1611]: mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - map task executor complete. 2015-10-29T11:12:28,906 DEBUG [main]: exec.Heartbeater (Heartbeater.java:heartbeat(80)) - heartbeating 2015-10-29T11:12:28,908 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - 2015-10-29 11:12:28,908 Stage-0 map = 100%, reduce = 0% 2015-10-29T11:12:28,909 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - Ended Job = job_local1251660797_0020 2015-10-29T11:12:28,910 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:28,910 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-1:STATS] in serial mode 2015-10-29T11:12:28,910 INFO [main]: exec.StatsTask (StatsTask.java:execute(87)) - Executing stats task 2015-10-29T11:12:28,910 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:28,911 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=cbo_t2 2015-10-29T11:12:28,911 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=cbo_t2 2015-10-29T11:12:28,916 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:28,916 DEBUG [main]: fs.FSStatsPublisher (FSStatsPublisher.java:init(49)) - Initing FSStatsPublisher with : pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/cbo_t2/.hive-staging_hive_2015-10-29_11-12-27_558_7146290250328519333-1/-ext-10000 2015-10-29T11:12:28,920 INFO [main]: fs.FSStatsPublisher (FSStatsPublisher.java:init(51)) - created : pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/cbo_t2/.hive-staging_hive_2015-10-29_11-12-27_558_7146290250328519333-1/-ext-10000 2015-10-29T11:12:28,921 DEBUG [main]: fs.FSStatsAggregator (FSStatsAggregator.java:connect(51)) - About to read stats from : pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/cbo_t2/.hive-staging_hive_2015-10-29_11-12-27_558_7146290250328519333-1/-ext-10000 2015-10-29T11:12:28,927 INFO [main]: fs.FSStatsAggregator (FSStatsAggregator.java:connect(66)) - Read stats : {default.cbo_t2/dt=2014/={numRows=20, rawDataSize=262}} 2015-10-29T11:12:28,927 DEBUG [main]: fs.FSStatsAggregator (FSStatsAggregator.java:aggregateStats(81)) - Part ID: default.cbo_t2/dt=2014/ numRows 2015-10-29T11:12:28,927 INFO [main]: fs.FSStatsAggregator (FSStatsAggregator.java:aggregateStats(93)) - Read stats for : default.cbo_t2/dt=2014/ numRows 20 2015-10-29T11:12:28,927 DEBUG [main]: fs.FSStatsAggregator (FSStatsAggregator.java:aggregateStats(81)) - Part ID: default.cbo_t2/dt=2014/ rawDataSize 2015-10-29T11:12:28,927 INFO [main]: fs.FSStatsAggregator (FSStatsAggregator.java:aggregateStats(93)) - Read stats for : default.cbo_t2/dt=2014/ rawDataSize 262 2015-10-29T11:12:28,938 INFO [main]: exec.StatsTask (StatsTask.java:aggregateStats(224)) - Partition default.cbo_t2{dt=2014} stats: [numFiles=1, numRows=20, totalSize=282, rawDataSize=262] 2015-10-29T11:12:28,938 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:28,939 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: alter_partitions : db=default tbl=cbo_t2 2015-10-29T11:12:28,939 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=alter_partitions : db=default tbl=cbo_t2 2015-10-29T11:12:28,939 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:alter_partitions(3219)) - New partition values:[2014] 2015-10-29T11:12:28,948 WARN [main]: hive.log (MetaStoreUtils.java:updatePartitionStatsFast(351)) - Updating partition stats fast for: cbo_t2 2015-10-29T11:12:28,958 WARN [main]: hive.log (MetaStoreUtils.java:updatePartitionStatsFast(354)) - Updated size to 282 2015-10-29T11:12:28,988 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:28,988 DEBUG [main]: fs.FSStatsAggregator (FSStatsAggregator.java:closeConnection(104)) - About to delete stats tmp dir :pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/cbo_t2/.hive-staging_hive_2015-10-29_11-12-27_558_7146290250328519333-1/-ext-10000 2015-10-29T11:12:28,989 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:28,989 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:28,989 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: query: analyze table cbo_t2 partition (dt) compute statistics 2015-10-29T11:12:28,989 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: type: QUERY 2015-10-29T11:12:28,989 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Input: default@cbo_t2 2015-10-29T11:12:28,989 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Input: default@cbo_t2@dt=2014 2015-10-29T11:12:28,989 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Output: default@cbo_t2 2015-10-29T11:12:28,989 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Output: default@cbo_t2@dt=2014 2015-10-29T11:12:28,989 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:28,989 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : execution phase 2015-10-29T11:12:28,989 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {isCompatibleWith_(HiveConf, )=0, alter_partitions_(String, String, List, )=50, getTable_(String, String, )=6} 2015-10-29T11:12:28,990 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:28,990 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - MapReduce Jobs Launched: 2015-10-29T11:12:28,990 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - Stage-Stage-0: HDFS Read: 0 HDFS Write: 0 SUCCESS 2015-10-29T11:12:28,990 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - Total MapReduce CPU Time Spent: 0 msec 2015-10-29T11:12:28,990 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - OK 2015-10-29T11:12:28,990 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:28,990 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:releaseLocks(217)) - about to release lock for default/cbo_t2/dt=2014 2015-10-29T11:12:28,992 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:releaseLocks(217)) - about to release lock for default/cbo_t2 2015-10-29T11:12:28,993 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:releaseLocks(217)) - about to release lock for default 2015-10-29T11:12:28,995 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:28,995 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:28,995 DEBUG [main]: ql.Driver (DriverContext.java:shutdown(132)) - Shutting down query analyze table cbo_t2 partition (dt) compute statistics 2015-10-29T11:12:28,995 INFO [main]: CliDriver (SessionState.java:printInfo(996)) - Time taken: 1.437 seconds 2015-10-29T11:12:28,996 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:28,996 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:28,996 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:28,996 DEBUG [main]: conf.VariableSubstitution (VariableSubstitution.java:substitute(63)) - Substitution is on: analyze table cbo_t2 compute statistics for columns key, value, c_int, c_float, c_boolean 2015-10-29T11:12:28,996 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:28,996 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(185)) - Parsing command: analyze table cbo_t2 compute statistics for columns key, value, c_int, c_float, c_boolean 2015-10-29T11:12:28,996 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(209)) - Parse Completed 2015-10-29T11:12:28,996 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:28,997 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:28,997 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:28,997 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:28,997 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:28,997 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=cbo_t2 2015-10-29T11:12:28,997 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=cbo_t2 2015-10-29T11:12:29,002 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:29,002 INFO [main]: parse.ColumnStatsSemanticAnalyzer (ColumnStatsSemanticAnalyzer.java:getNumBitVectorsForNDVEstimation(270)) - Error requested is 20.0% 2015-10-29T11:12:29,002 INFO [main]: parse.ColumnStatsSemanticAnalyzer (ColumnStatsSemanticAnalyzer.java:getNumBitVectorsForNDVEstimation(271)) - Choosing 16 bit vectors.. 2015-10-29T11:12:29,002 DEBUG [main]: conf.VariableSubstitution (VariableSubstitution.java:substitute(63)) - Substitution is on: select compute_stats(`key` , 16 ) , compute_stats(`value` , 16 ) , compute_stats(`c_int` , 16 ) , compute_stats(`c_float` , 16 ) , compute_stats(`c_boolean` , 16 ) , dt from default.`cbo_t2` group by dt 2015-10-29T11:12:29,002 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(185)) - Parsing command: select compute_stats(`key` , 16 ) , compute_stats(`value` , 16 ) , compute_stats(`c_int` , 16 ) , compute_stats(`c_float` , 16 ) , compute_stats(`c_boolean` , 16 ) , dt from default.`cbo_t2` group by dt 2015-10-29T11:12:29,004 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(209)) - Parse Completed 2015-10-29T11:12:29,004 INFO [main]: parse.ColumnStatsSemanticAnalyzer (ColumnStatsSemanticAnalyzer.java:analyze(451)) - Invoking analyze on rewritten query 2015-10-29T11:12:29,004 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:analyzeInternal(10062)) - Starting Semantic Analysis 2015-10-29T11:12:29,004 DEBUG [main]: exec.FunctionRegistry (FunctionRegistry.java:getGenericUDAFResolver(1009)) - Looking up GenericUDAF: compute_stats 2015-10-29T11:12:29,004 DEBUG [main]: exec.FunctionRegistry (FunctionRegistry.java:getGenericUDAFResolver(1009)) - Looking up GenericUDAF: compute_stats 2015-10-29T11:12:29,005 DEBUG [main]: exec.FunctionRegistry (FunctionRegistry.java:getGenericUDAFResolver(1009)) - Looking up GenericUDAF: compute_stats 2015-10-29T11:12:29,005 DEBUG [main]: exec.FunctionRegistry (FunctionRegistry.java:getGenericUDAFResolver(1009)) - Looking up GenericUDAF: compute_stats 2015-10-29T11:12:29,005 DEBUG [main]: exec.FunctionRegistry (FunctionRegistry.java:getGenericUDAFResolver(1009)) - Looking up GenericUDAF: compute_stats 2015-10-29T11:12:29,005 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genResolvedParseTree(10009)) - Completed phase 1 of Semantic Analysis 2015-10-29T11:12:29,005 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:getMetaData(1538)) - Get metadata for source tables 2015-10-29T11:12:29,005 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:29,005 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=cbo_t2 2015-10-29T11:12:29,005 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=cbo_t2 2015-10-29T11:12:29,009 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:29,009 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:getMetaData(1678)) - Get metadata for subqueries 2015-10-29T11:12:29,009 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:getMetaData(1702)) - Get metadata for destination tables 2015-10-29T11:12:29,013 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genResolvedParseTree(10013)) - Completed getting MetaData in Semantic Analysis 2015-10-29T11:12:29,014 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct cbo_t2 { string key, string value, i32 c_int, float c_float, bool c_boolean} 2015-10-29T11:12:29,014 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genTablePlan(9467)) - Created Table Plan for cbo_t2 TS[0] 2015-10-29T11:12:29,015 DEBUG [main]: exec.FunctionRegistry (FunctionRegistry.java:getGenericUDAFResolver(1009)) - Looking up GenericUDAF: compute_stats 2015-10-29T11:12:29,015 DEBUG [main]: exec.FunctionRegistry (FunctionRegistry.java:getGenericUDAFResolver(1009)) - Looking up GenericUDAF: compute_stats 2015-10-29T11:12:29,015 DEBUG [main]: exec.FunctionRegistry (FunctionRegistry.java:getGenericUDAFResolver(1009)) - Looking up GenericUDAF: compute_stats 2015-10-29T11:12:29,016 DEBUG [main]: exec.FunctionRegistry (FunctionRegistry.java:getGenericUDAFResolver(1009)) - Looking up GenericUDAF: compute_stats 2015-10-29T11:12:29,016 DEBUG [main]: exec.FunctionRegistry (FunctionRegistry.java:getGenericUDAFResolver(1009)) - Looking up GenericUDAF: compute_stats 2015-10-29T11:12:29,017 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genBodyPlan(8817)) - RR before GB cbo_t2{(key,key: string)(value,value: string)(c_int,c_int: int)(c_float,c_float: float)(c_boolean,c_boolean: boolean)(dt,dt: string)(block__offset__inside__file,BLOCK__OFFSET__INSIDE__FILE: bigint)(input__file__name,INPUT__FILE__NAME: string)(row__id,ROW__ID: struct)} after GB {((tok_table_or_col dt),_col0: string)((tok_function compute_stats (tok_table_or_col key) 16),_col1: struct)((tok_function compute_stats (tok_table_or_col value) 16),_col2: struct)((tok_function compute_stats (tok_table_or_col c_int) 16),_col3: struct)((tok_function compute_stats (tok_table_or_col c_float) 16),_col4: struct)((tok_function compute_stats (tok_table_or_col c_boolean) 16),_col5: struct)} cbo_t2{(dt,_col0: string)} 2015-10-29T11:12:29,017 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genSelectPlan(3604)) - tree: (TOK_SELECT (TOK_SELEXPR (TOK_FUNCTION compute_stats (TOK_TABLE_OR_COL key) 16)) (TOK_SELEXPR (TOK_FUNCTION compute_stats (TOK_TABLE_OR_COL value) 16)) (TOK_SELEXPR (TOK_FUNCTION compute_stats (TOK_TABLE_OR_COL c_int) 16)) (TOK_SELEXPR (TOK_FUNCTION compute_stats (TOK_TABLE_OR_COL c_float) 16)) (TOK_SELEXPR (TOK_FUNCTION compute_stats (TOK_TABLE_OR_COL c_boolean) 16)) (TOK_SELEXPR (TOK_TABLE_OR_COL dt))) 2015-10-29T11:12:29,017 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genSelectPlan(3714)) - genSelectPlan: input = {((tok_table_or_col dt),_col0: string)((tok_function compute_stats (tok_table_or_col key) 16),_col1: struct)((tok_function compute_stats (tok_table_or_col value) 16),_col2: struct)((tok_function compute_stats (tok_table_or_col c_int) 16),_col3: struct)((tok_function compute_stats (tok_table_or_col c_float) 16),_col4: struct)((tok_function compute_stats (tok_table_or_col c_boolean) 16),_col5: struct)} cbo_t2{(dt,_col0: string)} starRr = cbo_t2{(key,key: string)(value,value: string)(c_int,c_int: int)(c_float,c_float: float)(c_boolean,c_boolean: boolean)(dt,dt: string)(block__offset__inside__file,BLOCK__OFFSET__INSIDE__FILE: bigint)(input__file__name,INPUT__FILE__NAME: string)(row__id,ROW__ID: struct)} 2015-10-29T11:12:29,017 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genSelectPlan(3862)) - Created Select Plan row schema: null{(_c0,_col0: struct)(_c1,_col1: struct)(_c2,_col2: struct)(_c3,_col3: struct)(_c4,_col4: struct)(dt,_col5: string)} cbo_t2{(dt,_col5: string)} 2015-10-29T11:12:29,017 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genSelectPlan(3593)) - Created Select Plan for clause: insclause-0 2015-10-29T11:12:29,017 DEBUG [main]: ql.Context (Context.java:getStagingDir(231)) - Created staging dir = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-29_002_4999683601754962369-1/-mr-10000/.hive-staging_hive_2015-10-29_11-12-29_002_4999683601754962369-1 for path = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-29_002_4999683601754962369-1/-mr-10000 2015-10-29T11:12:29,017 INFO [main]: common.FileUtils (FileUtils.java:mkdir(502)) - Creating directory if it doesn't exist: file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-29_002_4999683601754962369-1/-mr-10000/.hive-staging_hive_2015-10-29_11-12-29_002_4999683601754962369-1 2015-10-29T11:12:29,024 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chgrp,-R,staff,file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-29_002_4999683601754962369-1/-mr-10000} 2015-10-29T11:12:29,035 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:12:29,036 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chmod,-R,700,file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-29_002_4999683601754962369-1/-mr-10000} 2015-10-29T11:12:29,053 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:12:29,053 DEBUG [main]: shims.HadoopShimsSecure (Hadoop23Shims.java:debugLog(937)) - DeprecatedRawLocalFileStatus{path=file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-29_002_4999683601754962369-1/-mr-10000; isDirectory=true; modification_time=1446142349000; access_time=0; owner=; group=; permission=rwxrwxrwx; isSymlink=false} 2015-10-29T11:12:29,054 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genFileSinkPlan(6591)) - Set stats collection dir : file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-29_002_4999683601754962369-1/-mr-10000/.hive-staging_hive_2015-10-29_11-12-29_002_4999683601754962369-1/-ext-10002 2015-10-29T11:12:29,054 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genFileSinkPlan(6614)) - Created FileSink Plan for clause: insclause-0dest_path: file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-29_002_4999683601754962369-1/-mr-10000 row schema: null{(_c0,_col0: struct)(_c1,_col1: struct)(_c2,_col2: struct)(_c3,_col3: struct)(_c4,_col4: struct)(dt,_col5: string)} cbo_t2{(dt,_col5: string)} 2015-10-29T11:12:29,055 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genBodyPlan(8831)) - Created Body Plan for Query Block null 2015-10-29T11:12:29,055 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genPlan(9675)) - Created Plan for Query Block null 2015-10-29T11:12:29,055 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:analyzeInternal(10139)) - Before logical optimization TS[0]-SEL[1]-GBY[2]-RS[3]-GBY[4]-SEL[5]-FS[6] 2015-10-29T11:12:29,057 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:TS[0] with rs:(key: string|{cbo_t2}key,value: string|{cbo_t2}value,c_int: int|{cbo_t2}c_int,c_float: float|{cbo_t2}c_float,c_boolean: boolean|{cbo_t2}c_boolean,dt: string|{cbo_t2}dt,BLOCK__OFFSET__INSIDE__FILE: bigint|{cbo_t2}block__offset__inside__file,INPUT__FILE__NAME: string|{cbo_t2}input__file__name,ROW__ID: struct|{cbo_t2}row__id) 2015-10-29T11:12:29,057 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator TS[0] 2015-10-29T11:12:29,057 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:SEL[1] with rs:(key: string|{cbo_t2}key,value: string|{cbo_t2}value,c_int: int|{cbo_t2}c_int,c_float: float|{cbo_t2}c_float,c_boolean: boolean|{cbo_t2}c_boolean,dt: string|{cbo_t2}dt,BLOCK__OFFSET__INSIDE__FILE: bigint|{cbo_t2}block__offset__inside__file,INPUT__FILE__NAME: string|{cbo_t2}input__file__name,ROW__ID: struct|{cbo_t2}row__id) 2015-10-29T11:12:29,057 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator SEL[1] 2015-10-29T11:12:29,057 DEBUG [main]: optimizer.ConstantPropagateProcFactory (ConstantPropagateProcFactory.java:process(1131)) - New column list:(Column[key] Column[value] Column[c_int] Column[c_float] Column[c_boolean] Column[dt] Column[BLOCK__OFFSET__INSIDE__FILE] Column[INPUT__FILE__NAME] Column[ROW__ID]) 2015-10-29T11:12:29,058 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:GBY[2] with rs:(_col0: string|{}(tok_table_or_col dt),_col1: struct|{}(tok_function compute_stats (tok_table_or_col key) 16),_col2: struct|{}(tok_function compute_stats (tok_table_or_col value) 16),_col3: struct|{}(tok_function compute_stats (tok_table_or_col c_int) 16),_col4: struct|{}(tok_function compute_stats (tok_table_or_col c_float) 16),_col5: struct|{}(tok_function compute_stats (tok_table_or_col c_boolean) 16)) 2015-10-29T11:12:29,058 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator GBY[2] 2015-10-29T11:12:29,058 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:RS[3] with rs:(KEY._col0: string|{}(tok_table_or_col dt),VALUE._col0: struct|{}(tok_function compute_stats (tok_table_or_col key) 16),VALUE._col1: struct|{}(tok_function compute_stats (tok_table_or_col value) 16),VALUE._col2: struct|{}(tok_function compute_stats (tok_table_or_col c_int) 16),VALUE._col3: struct|{}(tok_function compute_stats (tok_table_or_col c_float) 16),VALUE._col4: struct|{}(tok_function compute_stats (tok_table_or_col c_boolean) 16)) 2015-10-29T11:12:29,058 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator RS[3] 2015-10-29T11:12:29,058 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:GBY[4] with rs:(_col0: string|{}(tok_table_or_col dt),_col1: struct|{}(tok_function compute_stats (tok_table_or_col key) 16),_col2: struct|{}(tok_function compute_stats (tok_table_or_col value) 16),_col3: struct|{}(tok_function compute_stats (tok_table_or_col c_int) 16),_col4: struct|{}(tok_function compute_stats (tok_table_or_col c_float) 16),_col5: struct|{}(tok_function compute_stats (tok_table_or_col c_boolean) 16)) 2015-10-29T11:12:29,058 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator GBY[4] 2015-10-29T11:12:29,058 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:SEL[5] with rs:(_col0: struct|{null}_c0,_col1: struct|{null}_c1,_col2: struct|{null}_c2,_col3: struct|{null}_c3,_col4: struct|{null}_c4,_col5: string|{null}dt) 2015-10-29T11:12:29,058 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator SEL[5] 2015-10-29T11:12:29,058 DEBUG [main]: optimizer.ConstantPropagateProcFactory (ConstantPropagateProcFactory.java:process(1131)) - New column list:(Column[_col1] Column[_col2] Column[_col3] Column[_col4] Column[_col5] Column[_col0]) 2015-10-29T11:12:29,059 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:FS[6] with rs:(_col0: struct|{},_col1: struct|{},_col2: struct|{},_col3: struct|{},_col4: struct|{},_col5: string|{}) 2015-10-29T11:12:29,059 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator FS[6] 2015-10-29T11:12:29,059 INFO [main]: ppd.OpProcFactory (OpProcFactory.java:process(662)) - Processing for FS(6) 2015-10-29T11:12:29,059 INFO [main]: ppd.OpProcFactory (OpProcFactory.java:process(662)) - Processing for SEL(5) 2015-10-29T11:12:29,059 INFO [main]: ppd.OpProcFactory (OpProcFactory.java:process(662)) - Processing for GBY(4) 2015-10-29T11:12:29,059 INFO [main]: ppd.OpProcFactory (OpProcFactory.java:process(662)) - Processing for RS(3) 2015-10-29T11:12:29,059 INFO [main]: ppd.OpProcFactory (OpProcFactory.java:process(662)) - Processing for GBY(2) 2015-10-29T11:12:29,059 INFO [main]: ppd.OpProcFactory (OpProcFactory.java:process(662)) - Processing for SEL(1) 2015-10-29T11:12:29,059 INFO [main]: ppd.OpProcFactory (OpProcFactory.java:process(383)) - Processing for TS(0) 2015-10-29T11:12:29,060 DEBUG [main]: ppd.PredicatePushDown (PredicatePushDown.java:transform(138)) - After PPD: TS[0]-SEL[1]-GBY[2]-RS[3]-GBY[4]-SEL[5]-FS[6] 2015-10-29T11:12:29,060 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:TS[0] with rs:(key: string|{cbo_t2}key,value: string|{cbo_t2}value,c_int: int|{cbo_t2}c_int,c_float: float|{cbo_t2}c_float,c_boolean: boolean|{cbo_t2}c_boolean,dt: string|{cbo_t2}dt,BLOCK__OFFSET__INSIDE__FILE: bigint|{cbo_t2}block__offset__inside__file,INPUT__FILE__NAME: string|{cbo_t2}input__file__name,ROW__ID: struct|{cbo_t2}row__id) 2015-10-29T11:12:29,060 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator TS[0] 2015-10-29T11:12:29,060 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:SEL[1] with rs:(key: string|{cbo_t2}key,value: string|{cbo_t2}value,c_int: int|{cbo_t2}c_int,c_float: float|{cbo_t2}c_float,c_boolean: boolean|{cbo_t2}c_boolean,dt: string|{cbo_t2}dt,BLOCK__OFFSET__INSIDE__FILE: bigint|{cbo_t2}block__offset__inside__file,INPUT__FILE__NAME: string|{cbo_t2}input__file__name,ROW__ID: struct|{cbo_t2}row__id) 2015-10-29T11:12:29,060 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator SEL[1] 2015-10-29T11:12:29,060 DEBUG [main]: optimizer.ConstantPropagateProcFactory (ConstantPropagateProcFactory.java:process(1131)) - New column list:(Column[key] Column[value] Column[c_int] Column[c_float] Column[c_boolean] Column[dt] Column[BLOCK__OFFSET__INSIDE__FILE] Column[INPUT__FILE__NAME] Column[ROW__ID]) 2015-10-29T11:12:29,060 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:GBY[2] with rs:(_col0: string|{}(tok_table_or_col dt),_col1: struct|{}(tok_function compute_stats (tok_table_or_col key) 16),_col2: struct|{}(tok_function compute_stats (tok_table_or_col value) 16),_col3: struct|{}(tok_function compute_stats (tok_table_or_col c_int) 16),_col4: struct|{}(tok_function compute_stats (tok_table_or_col c_float) 16),_col5: struct|{}(tok_function compute_stats (tok_table_or_col c_boolean) 16)) 2015-10-29T11:12:29,060 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator GBY[2] 2015-10-29T11:12:29,060 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:RS[3] with rs:(KEY._col0: string|{}(tok_table_or_col dt),VALUE._col0: struct|{}(tok_function compute_stats (tok_table_or_col key) 16),VALUE._col1: struct|{}(tok_function compute_stats (tok_table_or_col value) 16),VALUE._col2: struct|{}(tok_function compute_stats (tok_table_or_col c_int) 16),VALUE._col3: struct|{}(tok_function compute_stats (tok_table_or_col c_float) 16),VALUE._col4: struct|{}(tok_function compute_stats (tok_table_or_col c_boolean) 16)) 2015-10-29T11:12:29,061 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator RS[3] 2015-10-29T11:12:29,061 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:GBY[4] with rs:(_col0: string|{}(tok_table_or_col dt),_col1: struct|{}(tok_function compute_stats (tok_table_or_col key) 16),_col2: struct|{}(tok_function compute_stats (tok_table_or_col value) 16),_col3: struct|{}(tok_function compute_stats (tok_table_or_col c_int) 16),_col4: struct|{}(tok_function compute_stats (tok_table_or_col c_float) 16),_col5: struct|{}(tok_function compute_stats (tok_table_or_col c_boolean) 16)) 2015-10-29T11:12:29,061 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator GBY[4] 2015-10-29T11:12:29,061 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:SEL[5] with rs:(_col0: struct|{null}_c0,_col1: struct|{null}_c1,_col2: struct|{null}_c2,_col3: struct|{null}_c3,_col4: struct|{null}_c4,_col5: string|{null}dt) 2015-10-29T11:12:29,061 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator SEL[5] 2015-10-29T11:12:29,061 DEBUG [main]: optimizer.ConstantPropagateProcFactory (ConstantPropagateProcFactory.java:process(1131)) - New column list:(Column[_col1] Column[_col2] Column[_col3] Column[_col4] Column[_col5] Column[_col0]) 2015-10-29T11:12:29,061 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:FS[6] with rs:(_col0: struct|{},_col1: struct|{},_col2: struct|{},_col3: struct|{},_col4: struct|{},_col5: string|{}) 2015-10-29T11:12:29,061 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator FS[6] 2015-10-29T11:12:29,061 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:TS[0] with rs:(key: string|{cbo_t2}key,value: string|{cbo_t2}value,c_int: int|{cbo_t2}c_int,c_float: float|{cbo_t2}c_float,c_boolean: boolean|{cbo_t2}c_boolean,dt: string|{cbo_t2}dt,BLOCK__OFFSET__INSIDE__FILE: bigint|{cbo_t2}block__offset__inside__file,INPUT__FILE__NAME: string|{cbo_t2}input__file__name,ROW__ID: struct|{cbo_t2}row__id) 2015-10-29T11:12:29,062 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator TS[0] 2015-10-29T11:12:29,062 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:SEL[1] with rs:(key: string|{cbo_t2}key,value: string|{cbo_t2}value,c_int: int|{cbo_t2}c_int,c_float: float|{cbo_t2}c_float,c_boolean: boolean|{cbo_t2}c_boolean,dt: string|{cbo_t2}dt,BLOCK__OFFSET__INSIDE__FILE: bigint|{cbo_t2}block__offset__inside__file,INPUT__FILE__NAME: string|{cbo_t2}input__file__name,ROW__ID: struct|{cbo_t2}row__id) 2015-10-29T11:12:29,062 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator SEL[1] 2015-10-29T11:12:29,062 DEBUG [main]: optimizer.ConstantPropagateProcFactory (ConstantPropagateProcFactory.java:process(1131)) - New column list:(Column[key] Column[value] Column[c_int] Column[c_float] Column[c_boolean] Column[dt] Column[BLOCK__OFFSET__INSIDE__FILE] Column[INPUT__FILE__NAME] Column[ROW__ID]) 2015-10-29T11:12:29,062 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:GBY[2] with rs:(_col0: string|{}(tok_table_or_col dt),_col1: struct|{}(tok_function compute_stats (tok_table_or_col key) 16),_col2: struct|{}(tok_function compute_stats (tok_table_or_col value) 16),_col3: struct|{}(tok_function compute_stats (tok_table_or_col c_int) 16),_col4: struct|{}(tok_function compute_stats (tok_table_or_col c_float) 16),_col5: struct|{}(tok_function compute_stats (tok_table_or_col c_boolean) 16)) 2015-10-29T11:12:29,062 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator GBY[2] 2015-10-29T11:12:29,062 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:RS[3] with rs:(KEY._col0: string|{}(tok_table_or_col dt),VALUE._col0: struct|{}(tok_function compute_stats (tok_table_or_col key) 16),VALUE._col1: struct|{}(tok_function compute_stats (tok_table_or_col value) 16),VALUE._col2: struct|{}(tok_function compute_stats (tok_table_or_col c_int) 16),VALUE._col3: struct|{}(tok_function compute_stats (tok_table_or_col c_float) 16),VALUE._col4: struct|{}(tok_function compute_stats (tok_table_or_col c_boolean) 16)) 2015-10-29T11:12:29,062 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator RS[3] 2015-10-29T11:12:29,062 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:GBY[4] with rs:(_col0: string|{}(tok_table_or_col dt),_col1: struct|{}(tok_function compute_stats (tok_table_or_col key) 16),_col2: struct|{}(tok_function compute_stats (tok_table_or_col value) 16),_col3: struct|{}(tok_function compute_stats (tok_table_or_col c_int) 16),_col4: struct|{}(tok_function compute_stats (tok_table_or_col c_float) 16),_col5: struct|{}(tok_function compute_stats (tok_table_or_col c_boolean) 16)) 2015-10-29T11:12:29,062 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator GBY[4] 2015-10-29T11:12:29,062 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:SEL[5] with rs:(_col0: struct|{null}_c0,_col1: struct|{null}_c1,_col2: struct|{null}_c2,_col3: struct|{null}_c3,_col4: struct|{null}_c4,_col5: string|{null}dt) 2015-10-29T11:12:29,063 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator SEL[5] 2015-10-29T11:12:29,063 DEBUG [main]: optimizer.ConstantPropagateProcFactory (ConstantPropagateProcFactory.java:process(1131)) - New column list:(Column[_col1] Column[_col2] Column[_col3] Column[_col4] Column[_col5] Column[_col0]) 2015-10-29T11:12:29,063 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:FS[6] with rs:(_col0: struct|{},_col1: struct|{},_col2: struct|{},_col3: struct|{},_col4: struct|{},_col5: string|{}) 2015-10-29T11:12:29,063 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator FS[6] 2015-10-29T11:12:29,063 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:29,063 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:29,063 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_partitions : db=default tbl=cbo_t2 2015-10-29T11:12:29,063 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_partitions : db=default tbl=cbo_t2 2015-10-29T11:12:29,064 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:timingTrace(819)) - Direct SQL query in 0.407ms + 0.015ms, the query is [select "PARTITIONS"."PART_ID" from "PARTITIONS" inner join "TBLS" on "PARTITIONS"."TBL_ID" = "TBLS"."TBL_ID" and "TBLS"."TBL_NAME" = ? inner join "DBS" on "TBLS"."DB_ID" = "DBS"."DB_ID" and "DBS"."NAME" = ? ] 2015-10-29T11:12:29,065 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:timingTrace(819)) - Direct SQL query in 0.313ms + 0.076ms, the query is [select "PARTITIONS"."PART_ID", "SDS"."SD_ID", "SDS"."CD_ID", "SERDES"."SERDE_ID", "PARTITIONS"."CREATE_TIME", "PARTITIONS"."LAST_ACCESS_TIME", "SDS"."INPUT_FORMAT", "SDS"."IS_COMPRESSED", "SDS"."IS_STOREDASSUBDIRECTORIES", "SDS"."LOCATION", "SDS"."NUM_BUCKETS", "SDS"."OUTPUT_FORMAT", "SERDES"."NAME", "SERDES"."SLIB" from "PARTITIONS" left outer join "SDS" on "PARTITIONS"."SD_ID" = "SDS"."SD_ID" left outer join "SERDES" on "SDS"."SERDE_ID" = "SERDES"."SERDE_ID" where "PART_ID" in (11) order by "PART_NAME" asc] 2015-10-29T11:12:29,065 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:timingTrace(819)) - Direct SQL query in 0.138ms + 0.152ms, the query is [select "PART_ID", "PARAM_KEY", "PARAM_VALUE" from "PARTITION_PARAMS" where "PART_ID" in (11) and "PARAM_KEY" is not null order by "PART_ID" asc] 2015-10-29T11:12:29,065 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:timingTrace(819)) - Direct SQL query in 0.123ms + 0.051ms, the query is [select "PART_ID", "PART_KEY_VAL" from "PARTITION_KEY_VALS" where "PART_ID" in (11) and "INTEGER_IDX" >= 0 order by "PART_ID" asc, "INTEGER_IDX" asc] 2015-10-29T11:12:29,066 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:timingTrace(819)) - Direct SQL query in 0.126ms + 0.019ms, the query is [select "SD_ID", "PARAM_KEY", "PARAM_VALUE" from "SD_PARAMS" where "SD_ID" in (29) and "PARAM_KEY" is not null order by "SD_ID" asc] 2015-10-29T11:12:29,066 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:timingTrace(819)) - Direct SQL query in 0.119ms + 0.019ms, the query is [select "SD_ID", "COLUMN_NAME", "SORT_COLS"."ORDER" from "SORT_COLS" where "SD_ID" in (29) and "INTEGER_IDX" >= 0 order by "SD_ID" asc, "INTEGER_IDX" asc] 2015-10-29T11:12:29,066 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:timingTrace(819)) - Direct SQL query in 0.119ms + 0.019ms, the query is [select "SD_ID", "BUCKET_COL_NAME" from "BUCKETING_COLS" where "SD_ID" in (29) and "INTEGER_IDX" >= 0 order by "SD_ID" asc, "INTEGER_IDX" asc] 2015-10-29T11:12:29,066 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:timingTrace(819)) - Direct SQL query in 0.121ms + 0.019ms, the query is [select "SD_ID", "SKEWED_COL_NAME" from "SKEWED_COL_NAMES" where "SD_ID" in (29) and "INTEGER_IDX" >= 0 order by "SD_ID" asc, "INTEGER_IDX" asc] 2015-10-29T11:12:29,067 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:timingTrace(819)) - Direct SQL query in 0.223ms + 0.068ms, the query is [select "CD_ID", "COMMENT", "COLUMN_NAME", "TYPE_NAME" from "COLUMNS_V2" where "CD_ID" in (17) and "INTEGER_IDX" >= 0 order by "CD_ID" asc, "INTEGER_IDX" asc] 2015-10-29T11:12:29,067 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:timingTrace(819)) - Direct SQL query in 0.125ms + 0.074ms, the query is [select "SERDE_ID", "PARAM_KEY", "PARAM_VALUE" from "SERDE_PARAMS" where "SERDE_ID" in (29) and "PARAM_KEY" is not null order by "SERDE_ID" asc] 2015-10-29T11:12:29,072 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:29,072 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:29,072 DEBUG [main]: optimizer.ColumnPrunerProcFactory (ColumnPrunerProcFactory.java:process(569)) - Reduce Sink Operator 3 key:[Column[_col0]] 2015-10-29T11:12:29,072 INFO [main]: optimizer.ColumnPrunerProcFactory (ColumnPrunerProcFactory.java:pruneReduceSinkOperator(864)) - RS 3 oldColExprMap: {VALUE._col4=Column[_col5], VALUE._col3=Column[_col4], KEY._col0=Column[_col0], VALUE._col2=Column[_col3], VALUE._col1=Column[_col2], VALUE._col0=Column[_col1]} 2015-10-29T11:12:29,072 INFO [main]: optimizer.ColumnPrunerProcFactory (ColumnPrunerProcFactory.java:pruneReduceSinkOperator(913)) - RS 3 newColExprMap: {VALUE._col4=Column[_col5], VALUE._col3=Column[_col4], KEY._col0=Column[_col0], VALUE._col2=Column[_col3], VALUE._col1=Column[_col2], VALUE._col0=Column[_col1]} 2015-10-29T11:12:29,073 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:analyzeInternal(10147)) - After logical optimization TS[0]-SEL[1]-GBY[2]-RS[3]-GBY[4]-SEL[5]-FS[6] 2015-10-29T11:12:29,073 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct cbo_t2 { string key, string value, i32 c_int, float c_float, bool c_boolean} 2015-10-29T11:12:29,074 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct cbo_t2 { string key, string value, i32 c_int, float c_float, bool c_boolean} 2015-10-29T11:12:29,074 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct cbo_t2 { string key, string value, i32 c_int, float c_float, bool c_boolean} 2015-10-29T11:12:29,074 DEBUG [main]: optimizer.GenMapRedUtils (GenMapRedUtils.java:setMapWork(678)) - Adding pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/cbo_t2/dt=2014 of tablecbo_t2 2015-10-29T11:12:29,074 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct cbo_t2 { string key, string value, i32 c_int, float c_float, bool c_boolean} 2015-10-29T11:12:29,074 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct cbo_t2 { string key, string value, i32 c_int, float c_float, bool c_boolean} 2015-10-29T11:12:29,074 DEBUG [main]: optimizer.GenMapRedUtils (GenMapRedUtils.java:setMapWork(716)) - Information added for path pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/cbo_t2/dt=2014 2015-10-29T11:12:29,074 DEBUG [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(167)) - Looking at: null 2015-10-29T11:12:29,075 INFO [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(175)) - Looking for table scans where optimization is applicable 2015-10-29T11:12:29,075 INFO [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(199)) - Found 0 null table scans 2015-10-29T11:12:29,075 DEBUG [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(167)) - Looking at: null 2015-10-29T11:12:29,075 INFO [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(175)) - Looking for table scans where optimization is applicable 2015-10-29T11:12:29,075 INFO [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(199)) - Found 0 null table scans 2015-10-29T11:12:29,075 DEBUG [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(167)) - Looking at: null 2015-10-29T11:12:29,075 INFO [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(175)) - Looking for table scans where optimization is applicable 2015-10-29T11:12:29,075 INFO [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(199)) - Found 0 null table scans 2015-10-29T11:12:29,075 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:analyzeInternal(10168)) - Completed plan generation 2015-10-29T11:12:29,076 INFO [main]: ql.Driver (Driver.java:compile(448)) - Semantic Analysis Completed 2015-10-29T11:12:29,076 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:validate(10519)) - validation start 2015-10-29T11:12:29,076 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:validate(10561)) - not validating writeEntity, because entity is neither table nor partition 2015-10-29T11:12:29,076 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:29,076 INFO [main]: ql.Driver (Driver.java:getSchema(244)) - Returning Hive schema: Schema(fieldSchemas:[FieldSchema(name:_c0, type:struct, comment:null), FieldSchema(name:_c1, type:struct, comment:null), FieldSchema(name:_c2, type:struct, comment:null), FieldSchema(name:_c3, type:struct, comment:null), FieldSchema(name:_c4, type:struct, comment:null), FieldSchema(name:dt, type:string, comment:null)], properties:null) 2015-10-29T11:12:29,076 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:29,076 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : compilation phase 2015-10-29T11:12:29,076 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {flushCache_()=0, listPartitions_(String, String, short, )=9, isCompatibleWith_(HiveConf, )=0, getTable_(String, String, )=9} 2015-10-29T11:12:29,076 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:29,076 DEBUG [main]: lockmgr.DummyTxnManager (DummyTxnManager.java:acquireLocks(129)) - Adding default@cbo_t2 to list of lock inputs 2015-10-29T11:12:29,076 DEBUG [main]: lockmgr.DummyTxnManager (DummyTxnManager.java:acquireLocks(129)) - Adding default@cbo_t2@dt=2014 to list of lock inputs 2015-10-29T11:12:29,077 DEBUG [main]: lockmgr.DummyTxnManager (DummyTxnManager.java:acquireLocks(148)) - Adding file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-29_002_4999683601754962369-1/-mr-10000 to list of lock outputs 2015-10-29T11:12:29,077 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:lock(262)) - Acquiring lock for default with mode IMPLICIT 2015-10-29T11:12:29,079 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:lock(262)) - Acquiring lock for default/cbo_t2 with mode IMPLICIT 2015-10-29T11:12:29,080 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:lock(262)) - Acquiring lock for default/cbo_t2/dt=2014 with mode IMPLICIT 2015-10-29T11:12:29,082 DEBUG [main]: ql.Driver (Driver.java:recordValidTxns(960)) - Encoding valid txns info 9223372036854775807: txnid:0 2015-10-29T11:12:29,082 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:29,082 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:29,082 INFO [main]: ql.Driver (Driver.java:execute(1468)) - Starting command(queryId=sush_20151029111228_f8da22b7-6686-4550-9135-c85a4a26ebe1): analyze table cbo_t2 compute statistics for columns key, value, c_int, c_float, c_boolean 2015-10-29T11:12:29,082 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:29,082 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: query: analyze table cbo_t2 compute statistics for columns key, value, c_int, c_float, c_boolean 2015-10-29T11:12:29,082 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: type: QUERY 2015-10-29T11:12:29,082 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: Input: default@cbo_t2 2015-10-29T11:12:29,082 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: Input: default@cbo_t2@dt=2014 2015-10-29T11:12:29,083 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: Output: file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-29_002_4999683601754962369-1/-mr-10000 2015-10-29T11:12:29,083 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:29,083 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:29,083 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:29,083 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - Query ID = sush_20151029111228_f8da22b7-6686-4550-9135-c85a4a26ebe1 2015-10-29T11:12:29,083 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - Total jobs = 1 2015-10-29T11:12:29,083 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:29,083 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:29,083 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:29,083 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - Launching Job 1 out of 1 2015-10-29T11:12:29,084 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-0:MAPRED] in serial mode 2015-10-29T11:12:29,084 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:29,095 INFO [main]: exec.Utilities (Utilities.java:getInputSummary(2691)) - Cache Content Summary for pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/cbo_t2/dt=2014 length: 282 file count: 1 directory count: 1 2015-10-29T11:12:29,095 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:29,095 INFO [main]: exec.Utilities (Utilities.java:estimateNumberOfReducers(3287)) - BytesPerReducer=256000000 maxReducers=1009 totalInputFileSize=282 2015-10-29T11:12:29,095 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - Number of reduce tasks not specified. Estimated from input data size: 1 2015-10-29T11:12:29,095 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - In order to change the average load for a reducer (in bytes): 2015-10-29T11:12:29,096 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - set hive.exec.reducers.bytes.per.reducer= 2015-10-29T11:12:29,096 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - In order to limit the maximum number of reducers: 2015-10-29T11:12:29,096 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - set hive.exec.reducers.max= 2015-10-29T11:12:29,096 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - In order to set a constant number of reducers: 2015-10-29T11:12:29,096 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - set mapreduce.job.reduces= 2015-10-29T11:12:29,100 INFO [main]: mr.ExecDriver (ExecDriver.java:execute(291)) - Using org.apache.hadoop.hive.ql.io.CombineHiveInputFormat 2015-10-29T11:12:29,100 INFO [main]: exec.Utilities (Utilities.java:getInputPaths(3433)) - Processing alias cbo_t2 2015-10-29T11:12:29,100 INFO [main]: exec.Utilities (Utilities.java:getInputPaths(3450)) - Adding input file pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/cbo_t2/dt=2014 2015-10-29T11:12:29,100 INFO [main]: exec.Utilities (Utilities.java:isEmptyPath(2730)) - Content Summary pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/cbo_t2/dt=2014length: 282 num files: 1 num directories: 1 2015-10-29T11:12:29,105 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:29,105 INFO [main]: exec.Utilities (Utilities.java:serializePlan(939)) - Serializing MapWork via kryo 2015-10-29T11:12:29,106 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:29,110 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:29,110 INFO [main]: exec.Utilities (Utilities.java:serializePlan(939)) - Serializing ReduceWork via kryo 2015-10-29T11:12:29,111 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:29,112 DEBUG [main]: mapreduce.Cluster (Cluster.java:initialize(90)) - Trying ClientProtocolProvider : org.apache.hadoop.mapred.LocalClientProtocolProvider 2015-10-29T11:12:29,112 INFO [main]: jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized 2015-10-29T11:12:29,113 DEBUG [main]: mapreduce.Cluster (Cluster.java:initialize(103)) - Picked org.apache.hadoop.mapred.LocalClientProtocolProvider as the ClientProtocolProvider 2015-10-29T11:12:29,113 DEBUG [main]: mapreduce.Cluster (Cluster.java:initialize(90)) - Trying ClientProtocolProvider : org.apache.hadoop.mapred.LocalClientProtocolProvider 2015-10-29T11:12:29,114 INFO [main]: jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized 2015-10-29T11:12:29,114 DEBUG [main]: mapreduce.Cluster (Cluster.java:initialize(103)) - Picked org.apache.hadoop.mapred.LocalClientProtocolProvider as the ClientProtocolProvider 2015-10-29T11:12:29,114 INFO [main]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-28_996_2013072024524674915-1/-mr-10001/58492822-ff8c-4cef-822a-d6aae7cdc76c/map.xml 2015-10-29T11:12:29,115 DEBUG [main]: exec.Utilities (Utilities.java:getBaseWork(452)) - Found plan in cache for name: map.xml 2015-10-29T11:12:29,115 INFO [main]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-28_996_2013072024524674915-1/-mr-10001/58492822-ff8c-4cef-822a-d6aae7cdc76c/reduce.xml 2015-10-29T11:12:29,115 DEBUG [main]: exec.Utilities (Utilities.java:getBaseWork(452)) - Found plan in cache for name: reduce.xml 2015-10-29T11:12:29,120 DEBUG [main]: mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(456)) - Configuring job job_local1263980030_0021 with file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/hadoop-tmp/mapred/staging/sush1263980030/.staging/job_local1263980030_0021 as the submit dir 2015-10-29T11:12:29,120 DEBUG [main]: mapreduce.JobSubmitter (JobSubmitter.java:populateTokenCache(718)) - adding the following namenodes' delegation tokens:[file:///] 2015-10-29T11:12:29,121 WARN [main]: mapreduce.JobSubmitter (JobSubmitter.java:copyAndConfigureFiles(153)) - Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2015-10-29T11:12:29,121 DEBUG [main]: mapreduce.JobSubmitter (JobSubmitter.java:copyAndConfigureFiles(173)) - default FileSystem: file:/// 2015-10-29T11:12:29,213 DEBUG [main]: mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(491)) - Creating splits at file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/hadoop-tmp/mapred/staging/sush1263980030/.staging/job_local1263980030_0021 2015-10-29T11:12:29,213 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:29,213 INFO [main]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-28_996_2013072024524674915-1/-mr-10001/58492822-ff8c-4cef-822a-d6aae7cdc76c/map.xml 2015-10-29T11:12:29,213 DEBUG [main]: exec.Utilities (Utilities.java:getBaseWork(452)) - Found plan in cache for name: map.xml 2015-10-29T11:12:29,214 INFO [main]: io.CombineHiveInputFormat (CombineHiveInputFormat.java:getSplits(478)) - Total number of paths: 1, launching 1 threads to check non-combinable ones. 2015-10-29T11:12:29,214 DEBUG [main]: io.CombineHiveInputFormat (CombineHiveInputFormat.java:getSplits(512)) - The received input paths are: [pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/cbo_t2/dt=2014] against the property mapreduce.input.fileinputformat.inputdir 2015-10-29T11:12:29,214 INFO [main]: io.CombineHiveInputFormat (CombineHiveInputFormat.java:getCombineSplits(395)) - CombineHiveInputSplit creating pool for pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/cbo_t2/dt=2014; using filter path pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/cbo_t2/dt=2014 2015-10-29T11:12:29,225 DEBUG [main]: input.FileInputFormat (FileInputFormat.java:listStatus(279)) - Time taken to get FileStatuses: 10 2015-10-29T11:12:29,225 INFO [main]: input.FileInputFormat (FileInputFormat.java:listStatus(281)) - Total input paths to process : 1 2015-10-29T11:12:29,226 INFO [main]: input.CombineFileInputFormat (CombineFileInputFormat.java:createSplits(413)) - DEBUG: Terminated node allocation with : CompletedNodes: 1, size left: 0 2015-10-29T11:12:29,226 INFO [main]: io.CombineHiveInputFormat (CombineHiveInputFormat.java:getCombineSplits(450)) - number of splits 1 2015-10-29T11:12:29,226 INFO [main]: io.CombineHiveInputFormat (CombineHiveInputFormat.java:getSplits(549)) - Number of all splits 1 2015-10-29T11:12:29,226 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:29,241 INFO [main]: mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(494)) - number of splits:1 2015-10-29T11:12:29,255 INFO [main]: mapreduce.JobSubmitter (JobSubmitter.java:printTokens(583)) - Submitting tokens for job: job_local1263980030_0021 2015-10-29T11:12:29,303 INFO [main]: mapreduce.Job (Job.java:submit(1300)) - The url to track the job: http://localhost:8080/ 2015-10-29T11:12:29,303 INFO [Thread-1648]: mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(471)) - OutputCommitter set in config org.apache.hadoop.hive.ql.io.HiveFileFormatUtils$NullOutputCommitter 2015-10-29T11:12:29,303 INFO [Thread-1648]: mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(489)) - OutputCommitter is org.apache.hadoop.hive.ql.io.HiveFileFormatUtils$NullOutputCommitter 2015-10-29T11:12:29,303 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - Job running in-process (local Hadoop) 2015-10-29T11:12:29,304 DEBUG [Thread-1648]: mapred.LocalJobRunner (LocalJobRunner.java:createMapExecutor(395)) - Starting mapper thread pool executor. 2015-10-29T11:12:29,304 DEBUG [Thread-1648]: mapred.LocalJobRunner (LocalJobRunner.java:createMapExecutor(396)) - Max local threads: 1 2015-10-29T11:12:29,304 DEBUG [Thread-1648]: mapred.LocalJobRunner (LocalJobRunner.java:createMapExecutor(397)) - Map tasks to process: 1 2015-10-29T11:12:29,304 INFO [Thread-1648]: mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for map tasks 2015-10-29T11:12:29,304 INFO [LocalJobRunner Map Task Executor #0]: mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local1263980030_0021_m_000000_0 2015-10-29T11:12:29,304 DEBUG [LocalJobRunner Map Task Executor #0]: mapred.SortedRanges (SortedRanges.java:doNext(348)) - currentIndex 0 0:0 2015-10-29T11:12:29,304 DEBUG [LocalJobRunner Map Task Executor #0]: mapred.LocalJobRunner (LocalJobRunner.java:setupChildMapredLocalDirs(974)) - mapreduce.cluster.local.dir for child : /Users/sush/dev/hive.git/itests/qtest/target/tmp/hadoop-tmp/mapred/local/localRunner//sush/jobcache/job_local1263980030_0021/attempt_local1263980030_0021_m_000000_0 2015-10-29T11:12:29,305 INFO [LocalJobRunner Map Task Executor #0]: util.ProcfsBasedProcessTree (ProcfsBasedProcessTree.java:isAvailable(181)) - ProcfsBasedProcessTree currently is supported only on Linux. 2015-10-29T11:12:29,305 INFO [LocalJobRunner Map Task Executor #0]: util.ProcfsBasedProcessTree (ProcfsBasedProcessTree.java:isAvailable(181)) - ProcfsBasedProcessTree currently is supported only on Linux. 2015-10-29T11:12:29,305 INFO [LocalJobRunner Map Task Executor #0]: mapred.Task (Task.java:initialize(587)) - Using ResourceCalculatorProcessTree : null 2015-10-29T11:12:29,305 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:updateJobWithSplit(482)) - Processing split: Paths:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/cbo_t2/dt=2014/cbo_t2.txt:0+282InputFormatClass: org.apache.hadoop.mapred.TextInputFormat 2015-10-29T11:12:29,305 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-28_996_2013072024524674915-1/-mr-10001/58492822-ff8c-4cef-822a-d6aae7cdc76c/map.xml 2015-10-29T11:12:29,305 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(405)) - local path = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-28_996_2013072024524674915-1/-mr-10001/58492822-ff8c-4cef-822a-d6aae7cdc76c/map.xml 2015-10-29T11:12:29,305 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(417)) - Open file to read in plan: file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-28_996_2013072024524674915-1/-mr-10001/58492822-ff8c-4cef-822a-d6aae7cdc76c/map.xml 2015-10-29T11:12:29,306 INFO [LocalJobRunner Map Task Executor #0]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:29,306 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:deserializePlan(966)) - Deserializing MapWork via kryo 2015-10-29T11:12:29,310 INFO [LocalJobRunner Map Task Executor #0]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:29,310 INFO [LocalJobRunner Map Task Executor #0]: io.HiveContextAwareRecordReader (HiveContextAwareRecordReader.java:initIOContext(174)) - Processing file pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/cbo_t2/dt=2014/cbo_t2.txt 2015-10-29T11:12:29,311 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:runOldMapper(436)) - numReduceTasks: 1 2015-10-29T11:12:29,311 DEBUG [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:createSortingCollector(398)) - Trying map output collector class: org.apache.hadoop.mapred.MapTask$MapOutputBuffer 2015-10-29T11:12:29,325 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:setEquator(1202)) - (EQUATOR) 0 kvi 26214396(104857584) 2015-10-29T11:12:29,325 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:init(995)) - mapreduce.task.io.sort.mb: 100 2015-10-29T11:12:29,325 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:init(996)) - soft limit at 83886080 2015-10-29T11:12:29,325 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:init(997)) - bufstart = 0; bufvoid = 104857600 2015-10-29T11:12:29,325 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:init(998)) - kvstart = 26214396; length = 6553600 2015-10-29T11:12:29,326 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:createSortingCollector(402)) - Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer 2015-10-29T11:12:29,326 INFO [LocalJobRunner Map Task Executor #0]: mr.ExecMapper (ExecMapper.java:configure(83)) - conf classpath = [file:/Users/sush/dev/hive.git/itests/qtest/target/surefire/surefirebooter6776397513364088476.jar] 2015-10-29T11:12:29,326 INFO [LocalJobRunner Map Task Executor #0]: mr.ExecMapper (ExecMapper.java:configure(85)) - thread classpath = [file:/Users/sush/dev/hive.git/itests/qtest/target/surefire/surefirebooter6776397513364088476.jar] 2015-10-29T11:12:29,326 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-28_996_2013072024524674915-1/-mr-10001/58492822-ff8c-4cef-822a-d6aae7cdc76c/map.xml 2015-10-29T11:12:29,326 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(452)) - Found plan in cache for name: map.xml 2015-10-29T11:12:29,326 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:initialize(338)) - Initializing operator MAP[11] 2015-10-29T11:12:29,326 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:initialize(377)) - Initialization Done 11 MAP 2015-10-29T11:12:29,326 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:initializeChildren(463)) - Operator 11 MAP initialized 2015-10-29T11:12:29,326 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:initialize(390)) - Initialization Done 11 MAP done is reset. 2015-10-29T11:12:29,327 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:29,327 INFO [LocalJobRunner Map Task Executor #0]: mr.ExecMapper (ExecMapper.java:configure(110)) - Id =11 Id =7 Id =8 Id =9 Id =10 <\Children> Id = 9 null<\Parent> <\RS> <\Children> Id = 8 null<\Parent> <\GBY> <\Children> Id = 7 null<\Parent> <\SEL> <\Children> Id = 11 null<\Parent> <\TS> <\Children> <\Parent> <\MAP> 2015-10-29T11:12:29,327 INFO [LocalJobRunner Map Task Executor #0]: MapredContext (MapredContext.java:init(55)) - MapredContext initialized. 2015-10-29T11:12:29,327 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:initialize(338)) - Initializing operator TS[7] 2015-10-29T11:12:29,327 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:initialize(377)) - Initialization Done 7 TS 2015-10-29T11:12:29,327 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:initializeChildren(463)) - Operator 7 TS initialized 2015-10-29T11:12:29,328 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:initializeChildren(469)) - Initializing children of 7 TS 2015-10-29T11:12:29,328 INFO [LocalJobRunner Map Task Executor #0]: exec.SelectOperator (Operator.java:initialize(507)) - Initializing child 8 SEL 2015-10-29T11:12:29,328 INFO [LocalJobRunner Map Task Executor #0]: exec.SelectOperator (Operator.java:initialize(338)) - Initializing operator SEL[8] 2015-10-29T11:12:29,328 INFO [LocalJobRunner Map Task Executor #0]: exec.SelectOperator (SelectOperator.java:initializeOp(65)) - SELECT struct 2015-10-29T11:12:29,328 INFO [LocalJobRunner Map Task Executor #0]: exec.SelectOperator (Operator.java:initialize(377)) - Initialization Done 8 SEL 2015-10-29T11:12:29,328 INFO [LocalJobRunner Map Task Executor #0]: exec.SelectOperator (Operator.java:initializeChildren(463)) - Operator 8 SEL initialized 2015-10-29T11:12:29,328 INFO [LocalJobRunner Map Task Executor #0]: exec.SelectOperator (Operator.java:initializeChildren(469)) - Initializing children of 8 SEL 2015-10-29T11:12:29,328 INFO [LocalJobRunner Map Task Executor #0]: exec.GroupByOperator (Operator.java:initialize(507)) - Initializing child 9 GBY 2015-10-29T11:12:29,328 INFO [LocalJobRunner Map Task Executor #0]: exec.GroupByOperator (Operator.java:initialize(338)) - Initializing operator GBY[9] 2015-10-29T11:12:29,328 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:29,328 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:29,328 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:29,328 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:29,328 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:29,329 INFO [LocalJobRunner Map Task Executor #0]: exec.GroupByOperator (Operator.java:initialize(377)) - Initialization Done 9 GBY 2015-10-29T11:12:29,329 INFO [LocalJobRunner Map Task Executor #0]: exec.GroupByOperator (Operator.java:initializeChildren(463)) - Operator 9 GBY initialized 2015-10-29T11:12:29,329 INFO [LocalJobRunner Map Task Executor #0]: exec.GroupByOperator (Operator.java:initializeChildren(469)) - Initializing children of 9 GBY 2015-10-29T11:12:29,329 INFO [LocalJobRunner Map Task Executor #0]: exec.ReduceSinkOperator (Operator.java:initialize(507)) - Initializing child 10 RS 2015-10-29T11:12:29,329 INFO [LocalJobRunner Map Task Executor #0]: exec.ReduceSinkOperator (Operator.java:initialize(338)) - Initializing operator RS[10] 2015-10-29T11:12:29,329 INFO [LocalJobRunner Map Task Executor #0]: exec.ReduceSinkOperator (ReduceSinkOperator.java:initializeOp(221)) - Using tag = -1 2015-10-29T11:12:29,329 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:29,329 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:29,329 DEBUG [LocalJobRunner Map Task Executor #0]: lazybinary.LazyBinarySerDe (LazyBinarySerDe.java:initialize(131)) - LazyBinarySerDe initialized with: columnNames=[_col0, _col1, _col2, _col3, _col4] columnTypes=[struct, struct, struct, struct, struct] 2015-10-29T11:12:29,329 INFO [LocalJobRunner Map Task Executor #0]: exec.ReduceSinkOperator (Operator.java:initialize(377)) - Initialization Done 10 RS 2015-10-29T11:12:29,329 INFO [LocalJobRunner Map Task Executor #0]: exec.ReduceSinkOperator (Operator.java:initializeChildren(463)) - Operator 10 RS initialized 2015-10-29T11:12:29,329 INFO [LocalJobRunner Map Task Executor #0]: exec.ReduceSinkOperator (Operator.java:initialize(390)) - Initialization Done 10 RS done is reset. 2015-10-29T11:12:29,329 INFO [LocalJobRunner Map Task Executor #0]: exec.GroupByOperator (Operator.java:initialize(390)) - Initialization Done 9 GBY done is reset. 2015-10-29T11:12:29,330 INFO [LocalJobRunner Map Task Executor #0]: exec.SelectOperator (Operator.java:initialize(390)) - Initialization Done 8 SEL done is reset. 2015-10-29T11:12:29,330 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:initialize(390)) - Initialization Done 7 TS done is reset. 2015-10-29T11:12:29,330 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-28_996_2013072024524674915-1/-mr-10001/58492822-ff8c-4cef-822a-d6aae7cdc76c/map.xml 2015-10-29T11:12:29,330 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(452)) - Found plan in cache for name: map.xml 2015-10-29T11:12:29,330 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (MapOperator.java:rowsForwarded(535)) - MAP[11]: records read - 1 2015-10-29T11:12:29,331 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (MapOperator.java:rowsForwarded(535)) - MAP[11]: records read - 10 2015-10-29T11:12:29,331 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:close(650)) - 11 finished. closing... 2015-10-29T11:12:29,331 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:logStats(898)) - RECORDS_IN:20 2015-10-29T11:12:29,331 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:logStats(898)) - DESERIALIZE_ERRORS:0 2015-10-29T11:12:29,331 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:close(650)) - 7 finished. closing... 2015-10-29T11:12:29,331 INFO [LocalJobRunner Map Task Executor #0]: exec.SelectOperator (Operator.java:close(650)) - 8 finished. closing... 2015-10-29T11:12:29,331 INFO [LocalJobRunner Map Task Executor #0]: exec.GroupByOperator (Operator.java:close(650)) - 9 finished. closing... 2015-10-29T11:12:29,331 INFO [LocalJobRunner Map Task Executor #0]: exec.GroupByOperator (GroupByOperator.java:flush(1027)) - Begin Hash Table flush: size = 1 2015-10-29T11:12:29,332 INFO [LocalJobRunner Map Task Executor #0]: exec.ReduceSinkOperator (ReduceSinkOperator.java:process(322)) - keys are [_col0] num distributions: 1 2015-10-29T11:12:29,332 INFO [LocalJobRunner Map Task Executor #0]: exec.ReduceSinkOperator (ReduceSinkOperator.java:collect(535)) - RS[10]: records written - 1 2015-10-29T11:12:29,333 INFO [LocalJobRunner Map Task Executor #0]: exec.ReduceSinkOperator (Operator.java:close(650)) - 10 finished. closing... 2015-10-29T11:12:29,333 INFO [LocalJobRunner Map Task Executor #0]: exec.ReduceSinkOperator (ReduceSinkOperator.java:closeOp(569)) - RS[10]: records written - 1 2015-10-29T11:12:29,333 INFO [LocalJobRunner Map Task Executor #0]: exec.ReduceSinkOperator (Operator.java:logStats(898)) - RECORDS_OUT_INTERMEDIATE:1 2015-10-29T11:12:29,333 INFO [LocalJobRunner Map Task Executor #0]: exec.ReduceSinkOperator (Operator.java:close(674)) - 10 Close done 2015-10-29T11:12:29,333 INFO [LocalJobRunner Map Task Executor #0]: exec.GroupByOperator (Operator.java:close(674)) - 9 Close done 2015-10-29T11:12:29,333 INFO [LocalJobRunner Map Task Executor #0]: exec.SelectOperator (Operator.java:close(674)) - 8 Close done 2015-10-29T11:12:29,333 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:close(674)) - 7 Close done 2015-10-29T11:12:29,333 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:close(674)) - 11 Close done 2015-10-29T11:12:29,333 INFO [LocalJobRunner Map Task Executor #0]: mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 2015-10-29T11:12:29,333 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:flush(1457)) - Starting flush of map output 2015-10-29T11:12:29,333 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:flush(1475)) - Spilling map output 2015-10-29T11:12:29,333 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:flush(1476)) - bufstart = 0; bufend = 545; bufvoid = 104857600 2015-10-29T11:12:29,333 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:flush(1478)) - kvstart = 26214396(104857584); kvend = 26214396(104857584); length = 1/6553600 2015-10-29T11:12:29,334 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:sortAndSpill(1660)) - Finished spill 0 2015-10-29T11:12:29,335 INFO [LocalJobRunner Map Task Executor #0]: mapred.Task (Task.java:done(1001)) - Task:attempt_local1263980030_0021_m_000000_0 is done. And is in the process of committing 2015-10-29T11:12:29,336 INFO [LocalJobRunner Map Task Executor #0]: mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/cbo_t2/dt=2014/cbo_t2.txt:0+282 2015-10-29T11:12:29,336 INFO [LocalJobRunner Map Task Executor #0]: mapred.Task (Task.java:sendDone(1121)) - Task 'attempt_local1263980030_0021_m_000000_0' done. 2015-10-29T11:12:29,336 INFO [LocalJobRunner Map Task Executor #0]: mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local1263980030_0021_m_000000_0 2015-10-29T11:12:29,336 INFO [Thread-1648]: mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - map task executor complete. 2015-10-29T11:12:29,336 DEBUG [Thread-1648]: mapred.LocalJobRunner (LocalJobRunner.java:createReduceExecutor(424)) - Starting reduce thread pool executor. 2015-10-29T11:12:29,336 DEBUG [Thread-1648]: mapred.LocalJobRunner (LocalJobRunner.java:createReduceExecutor(425)) - Max local threads: 1 2015-10-29T11:12:29,336 DEBUG [Thread-1648]: mapred.LocalJobRunner (LocalJobRunner.java:createReduceExecutor(426)) - Reduce tasks to process: 1 2015-10-29T11:12:29,337 INFO [Thread-1648]: mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for reduce tasks 2015-10-29T11:12:29,337 INFO [pool-80-thread-1]: mapred.LocalJobRunner (LocalJobRunner.java:run(302)) - Starting task: attempt_local1263980030_0021_r_000000_0 2015-10-29T11:12:29,337 DEBUG [pool-80-thread-1]: mapred.SortedRanges (SortedRanges.java:doNext(348)) - currentIndex 0 0:0 2015-10-29T11:12:29,337 DEBUG [pool-80-thread-1]: mapred.LocalJobRunner (LocalJobRunner.java:setupChildMapredLocalDirs(974)) - mapreduce.cluster.local.dir for child : /Users/sush/dev/hive.git/itests/qtest/target/tmp/hadoop-tmp/mapred/local/localRunner//sush/jobcache/job_local1263980030_0021/attempt_local1263980030_0021_r_000000_0 2015-10-29T11:12:29,337 INFO [pool-80-thread-1]: util.ProcfsBasedProcessTree (ProcfsBasedProcessTree.java:isAvailable(181)) - ProcfsBasedProcessTree currently is supported only on Linux. 2015-10-29T11:12:29,337 INFO [pool-80-thread-1]: util.ProcfsBasedProcessTree (ProcfsBasedProcessTree.java:isAvailable(181)) - ProcfsBasedProcessTree currently is supported only on Linux. 2015-10-29T11:12:29,337 INFO [pool-80-thread-1]: mapred.Task (Task.java:initialize(587)) - Using ResourceCalculatorProcessTree : null 2015-10-29T11:12:29,337 INFO [pool-80-thread-1]: mapred.ReduceTask (ReduceTask.java:run(362)) - Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@28a078ae 2015-10-29T11:12:29,338 INFO [pool-80-thread-1]: reduce.MergeManagerImpl (MergeManagerImpl.java:(196)) - MergerManager: memoryLimit=1336252800, maxSingleShuffleLimit=334063200, mergeThreshold=881926912, ioSortFactor=10, memToMemMergeOutputsThreshold=10 2015-10-29T11:12:29,339 INFO [EventFetcher for fetching Map Completion Events]: reduce.EventFetcher (EventFetcher.java:run(61)) - attempt_local1263980030_0021_r_000000_0 Thread started: EventFetcher for fetching Map Completion Events 2015-10-29T11:12:29,339 DEBUG [EventFetcher for fetching Map Completion Events]: reduce.EventFetcher (EventFetcher.java:getMapCompletionEvents(127)) - Got 0 map completion events from 0 2015-10-29T11:12:29,339 DEBUG [EventFetcher for fetching Map Completion Events]: reduce.EventFetcher (EventFetcher.java:run(71)) - GetMapEventsThread about to sleep for 1000 2015-10-29T11:12:29,339 DEBUG [localfetcher#10]: reduce.LocalFetcher (LocalFetcher.java:doCopy(101)) - LocalFetcher 10 going to fetch: attempt_local1263980030_0021_m_000000_0 2015-10-29T11:12:29,340 DEBUG [localfetcher#10]: reduce.MergeManagerImpl (MergeManagerImpl.java:reserve(291)) - attempt_local1263980030_0021_m_000000_0: Proceeding with shuffle since usedMemory (0) is lesser than memoryLimit (1336252800).CommitMemory is (0) 2015-10-29T11:12:29,340 INFO [localfetcher#10]: reduce.LocalFetcher (LocalFetcher.java:copyMapOutput(141)) - localfetcher#10 about to shuffle output of map attempt_local1263980030_0021_m_000000_0 decomp: 551 len: 555 to MEMORY 2015-10-29T11:12:29,340 INFO [localfetcher#10]: reduce.InMemoryMapOutput (InMemoryMapOutput.java:shuffle(100)) - Read 551 bytes from map-output for attempt_local1263980030_0021_m_000000_0 2015-10-29T11:12:29,340 INFO [localfetcher#10]: reduce.MergeManagerImpl (MergeManagerImpl.java:closeInMemoryFile(314)) - closeInMemoryFile -> map-output of size: 551, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->551 2015-10-29T11:12:29,340 DEBUG [localfetcher#10]: reduce.ShuffleSchedulerImpl (ShuffleSchedulerImpl.java:copySucceeded(217)) - map attempt_local1263980030_0021_m_000000_0 done 1 / 1 copied. 2015-10-29T11:12:29,340 INFO [EventFetcher for fetching Map Completion Events]: reduce.EventFetcher (EventFetcher.java:run(76)) - EventFetcher is interrupted.. Returning 2015-10-29T11:12:29,341 INFO [pool-80-thread-1]: mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied. 2015-10-29T11:12:29,341 INFO [pool-80-thread-1]: reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(674)) - finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs 2015-10-29T11:12:29,342 INFO [pool-80-thread-1]: mapred.Merger (Merger.java:merge(597)) - Merging 1 sorted segments 2015-10-29T11:12:29,342 INFO [pool-80-thread-1]: mapred.Merger (Merger.java:merge(696)) - Down to the last merge-pass, with 1 segments left of total size: 536 bytes 2015-10-29T11:12:29,342 INFO [pool-80-thread-1]: reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(751)) - Merged 1 segments, 551 bytes to disk to satisfy reduce memory limit 2015-10-29T11:12:29,342 DEBUG [pool-80-thread-1]: reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(774)) - Disk file: /Users/sush/dev/hive.git/itests/qtest/target/tmp/hadoop-tmp/mapred/local/localRunner/sush/jobcache/job_local1263980030_0021/attempt_local1263980030_0021_r_000000_0/output/map_0.out.merged Length is 555 2015-10-29T11:12:29,342 INFO [pool-80-thread-1]: reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(781)) - Merging 1 files, 555 bytes from disk 2015-10-29T11:12:29,342 INFO [pool-80-thread-1]: reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(796)) - Merging 0 segments, 0 bytes from memory into reduce 2015-10-29T11:12:29,342 INFO [pool-80-thread-1]: mapred.Merger (Merger.java:merge(597)) - Merging 1 sorted segments 2015-10-29T11:12:29,343 INFO [pool-80-thread-1]: mapred.Merger (Merger.java:merge(696)) - Down to the last merge-pass, with 1 segments left of total size: 536 bytes 2015-10-29T11:12:29,343 INFO [pool-80-thread-1]: mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied. 2015-10-29T11:12:29,343 INFO [pool-80-thread-1]: ExecReducer (ExecReducer.java:configure(101)) - conf classpath = [file:/Users/sush/dev/hive.git/itests/qtest/target/surefire/surefirebooter6776397513364088476.jar] 2015-10-29T11:12:29,343 INFO [pool-80-thread-1]: ExecReducer (ExecReducer.java:configure(103)) - thread classpath = [file:/Users/sush/dev/hive.git/itests/qtest/target/surefire/surefirebooter6776397513364088476.jar] 2015-10-29T11:12:29,343 INFO [pool-80-thread-1]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-28_996_2013072024524674915-1/-mr-10001/58492822-ff8c-4cef-822a-d6aae7cdc76c/reduce.xml 2015-10-29T11:12:29,343 INFO [pool-80-thread-1]: exec.Utilities (Utilities.java:getBaseWork(405)) - local path = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-28_996_2013072024524674915-1/-mr-10001/58492822-ff8c-4cef-822a-d6aae7cdc76c/reduce.xml 2015-10-29T11:12:29,343 INFO [pool-80-thread-1]: exec.Utilities (Utilities.java:getBaseWork(417)) - Open file to read in plan: file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-28_996_2013072024524674915-1/-mr-10001/58492822-ff8c-4cef-822a-d6aae7cdc76c/reduce.xml 2015-10-29T11:12:29,343 INFO [pool-80-thread-1]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:29,343 INFO [pool-80-thread-1]: exec.Utilities (Utilities.java:deserializePlan(966)) - Deserializing ReduceWork via kryo 2015-10-29T11:12:29,349 INFO [pool-80-thread-1]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:29,349 DEBUG [pool-80-thread-1]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:29,349 DEBUG [pool-80-thread-1]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:29,349 DEBUG [pool-80-thread-1]: lazybinary.LazyBinarySerDe (LazyBinarySerDe.java:initialize(131)) - LazyBinarySerDe initialized with: columnNames=[_col0, _col1, _col2, _col3, _col4] columnTypes=[struct, struct, struct, struct, struct] 2015-10-29T11:12:29,349 INFO [pool-80-thread-1]: MapredContext (MapredContext.java:init(55)) - MapredContext initialized. 2015-10-29T11:12:29,349 INFO [pool-80-thread-1]: ExecReducer (ExecReducer.java:configure(149)) - Id =12 Id =13 Id =14 <\Children> Id = 13 null<\Parent> <\FS> <\Children> Id = 12 null<\Parent> <\SEL> <\Children> <\Parent> <\GBY> 2015-10-29T11:12:29,349 INFO [pool-80-thread-1]: exec.GroupByOperator (Operator.java:initialize(338)) - Initializing operator GBY[12] 2015-10-29T11:12:29,350 DEBUG [pool-80-thread-1]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:29,350 DEBUG [pool-80-thread-1]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:29,350 DEBUG [pool-80-thread-1]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:29,350 DEBUG [pool-80-thread-1]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:29,350 DEBUG [pool-80-thread-1]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:29,350 INFO [pool-80-thread-1]: exec.GroupByOperator (Operator.java:initialize(377)) - Initialization Done 12 GBY 2015-10-29T11:12:29,350 INFO [pool-80-thread-1]: exec.GroupByOperator (Operator.java:initializeChildren(463)) - Operator 12 GBY initialized 2015-10-29T11:12:29,350 INFO [pool-80-thread-1]: exec.GroupByOperator (Operator.java:initializeChildren(469)) - Initializing children of 12 GBY 2015-10-29T11:12:29,350 INFO [pool-80-thread-1]: exec.SelectOperator (Operator.java:initialize(507)) - Initializing child 13 SEL 2015-10-29T11:12:29,350 INFO [pool-80-thread-1]: exec.SelectOperator (Operator.java:initialize(338)) - Initializing operator SEL[13] 2015-10-29T11:12:29,350 INFO [pool-80-thread-1]: exec.SelectOperator (SelectOperator.java:initializeOp(65)) - SELECT struct<_col0:string,_col1:struct,_col2:struct,_col3:struct,_col4:struct,_col5:struct> 2015-10-29T11:12:29,350 INFO [pool-80-thread-1]: exec.SelectOperator (Operator.java:initialize(377)) - Initialization Done 13 SEL 2015-10-29T11:12:29,350 INFO [pool-80-thread-1]: exec.SelectOperator (Operator.java:initializeChildren(463)) - Operator 13 SEL initialized 2015-10-29T11:12:29,350 INFO [pool-80-thread-1]: exec.SelectOperator (Operator.java:initializeChildren(469)) - Initializing children of 13 SEL 2015-10-29T11:12:29,350 INFO [pool-80-thread-1]: exec.FileSinkOperator (Operator.java:initialize(507)) - Initializing child 14 FS 2015-10-29T11:12:29,350 INFO [pool-80-thread-1]: exec.FileSinkOperator (Operator.java:initialize(338)) - Initializing operator FS[14] 2015-10-29T11:12:29,351 DEBUG [pool-80-thread-1]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:29,351 INFO [pool-80-thread-1]: exec.FileSinkOperator (FileSinkOperator.java:initializeOp(361)) - Using serializer : class org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe[[[B@2db1e569]:[_col0, _col1, _col2, _col3, _col4, _col5]:[struct, struct, struct, struct, struct, string]] and formatter : org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat@7a4c67ee 2015-10-29T11:12:29,351 DEBUG [pool-80-thread-1]: exec.FileSinkOperator (FileSinkOperator.java:(163)) - Created slots for 1 2015-10-29T11:12:29,351 INFO [pool-80-thread-1]: exec.FileSinkOperator (Operator.java:initialize(377)) - Initialization Done 14 FS 2015-10-29T11:12:29,351 INFO [pool-80-thread-1]: exec.FileSinkOperator (Operator.java:initializeChildren(463)) - Operator 14 FS initialized 2015-10-29T11:12:29,351 INFO [pool-80-thread-1]: exec.FileSinkOperator (Operator.java:initialize(390)) - Initialization Done 14 FS done is reset. 2015-10-29T11:12:29,351 INFO [pool-80-thread-1]: exec.SelectOperator (Operator.java:initialize(390)) - Initialization Done 13 SEL done is reset. 2015-10-29T11:12:29,351 INFO [pool-80-thread-1]: exec.GroupByOperator (Operator.java:initialize(390)) - Initialization Done 12 GBY done is reset. 2015-10-29T11:12:29,352 INFO [pool-80-thread-1]: exec.GroupByOperator (Operator.java:close(650)) - 12 finished. closing... 2015-10-29T11:12:29,352 INFO [pool-80-thread-1]: exec.FileSinkOperator (FileSinkOperator.java:createBucketForFileIdx(572)) - Final Path: FS file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-29_002_4999683601754962369-1/-mr-10000/.hive-staging_hive_2015-10-29_11-12-29_002_4999683601754962369-1/_tmp.-ext-10001/000000_0 2015-10-29T11:12:29,352 INFO [pool-80-thread-1]: exec.FileSinkOperator (FileSinkOperator.java:createBucketForFileIdx(576)) - Writing to temp file: FS file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-29_002_4999683601754962369-1/-mr-10000/.hive-staging_hive_2015-10-29_11-12-29_002_4999683601754962369-1/_task_tmp.-ext-10001/_tmp.000000_0 2015-10-29T11:12:29,352 INFO [pool-80-thread-1]: exec.FileSinkOperator (FileSinkOperator.java:createBucketForFileIdx(593)) - New Final Path: FS file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-29_002_4999683601754962369-1/-mr-10000/.hive-staging_hive_2015-10-29_11-12-29_002_4999683601754962369-1/_tmp.-ext-10001/000000_0 2015-10-29T11:12:29,357 INFO [pool-80-thread-1]: exec.FileSinkOperator (FileSinkOperator.java:process(727)) - FS[14]: records written - 1 2015-10-29T11:12:29,357 INFO [pool-80-thread-1]: exec.SelectOperator (Operator.java:close(650)) - 13 finished. closing... 2015-10-29T11:12:29,357 INFO [pool-80-thread-1]: exec.FileSinkOperator (Operator.java:close(650)) - 14 finished. closing... 2015-10-29T11:12:29,358 INFO [pool-80-thread-1]: exec.FileSinkOperator (FileSinkOperator.java:closeOp(989)) - FS[14]: records written - 1 2015-10-29T11:12:29,358 INFO [pool-80-thread-1]: exec.FileSinkOperator (Operator.java:logStats(898)) - RECORDS_OUT_0:1 2015-10-29T11:12:29,358 INFO [pool-80-thread-1]: exec.FileSinkOperator (Operator.java:close(674)) - 14 Close done 2015-10-29T11:12:29,358 INFO [pool-80-thread-1]: exec.SelectOperator (Operator.java:close(674)) - 13 Close done 2015-10-29T11:12:29,358 INFO [pool-80-thread-1]: exec.GroupByOperator (Operator.java:close(674)) - 12 Close done 2015-10-29T11:12:29,358 INFO [pool-80-thread-1]: mapred.Task (Task.java:done(1001)) - Task:attempt_local1263980030_0021_r_000000_0 is done. And is in the process of committing 2015-10-29T11:12:29,359 INFO [pool-80-thread-1]: mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - reduce > reduce 2015-10-29T11:12:29,359 INFO [pool-80-thread-1]: mapred.Task (Task.java:sendDone(1121)) - Task 'attempt_local1263980030_0021_r_000000_0' done. 2015-10-29T11:12:29,359 INFO [pool-80-thread-1]: mapred.LocalJobRunner (LocalJobRunner.java:run(325)) - Finishing task: attempt_local1263980030_0021_r_000000_0 2015-10-29T11:12:29,359 INFO [Thread-1648]: mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - reduce task executor complete. 2015-10-29T11:12:30,306 DEBUG [main]: exec.Heartbeater (Heartbeater.java:heartbeat(80)) - heartbeating 2015-10-29T11:12:30,310 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - 2015-10-29 11:12:30,309 Stage-0 map = 100%, reduce = 100% 2015-10-29T11:12:30,312 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - Ended Job = job_local1263980030_0021 2015-10-29T11:12:30,313 DEBUG [main]: exec.Utilities (Utilities.java:getIdFromFilename(1751)) - TaskId for 000000_0 = 000000 2015-10-29T11:12:30,313 INFO [main]: exec.FileSinkOperator (Utilities.java:mvFileToFinalPath(1902)) - Moving tmp dir: file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-29_002_4999683601754962369-1/-mr-10000/.hive-staging_hive_2015-10-29_11-12-29_002_4999683601754962369-1/_tmp.-ext-10001 to: file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-29_002_4999683601754962369-1/-mr-10000/.hive-staging_hive_2015-10-29_11-12-29_002_4999683601754962369-1/-ext-10001 2015-10-29T11:12:30,314 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:30,314 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-1:COLUMNSTATS] in serial mode 2015-10-29T11:12:30,322 DEBUG [main]: mapred.FileInputFormat (FileInputFormat.java:listStatus(245)) - Time taken to get FileStatuses: 6 2015-10-29T11:12:30,322 INFO [main]: mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1 2015-10-29T11:12:30,322 DEBUG [main]: mapred.FileInputFormat (FileInputFormat.java:getSplits(373)) - Total # of splits generated by getSplits: 1, TimeTaken: 6 2015-10-29T11:12:30,322 DEBUG [main]: exec.FetchOperator (FetchOperator.java:getRecordReader(314)) - Creating fetchTask with deserializer typeinfo: struct<_col0:struct,_col1:struct,_col2:struct,_col3:struct,_col4:struct,_col5:string> 2015-10-29T11:12:30,322 DEBUG [main]: exec.FetchOperator (FetchOperator.java:getRecordReader(316)) - deserializer properties: table properties: {columns=_col0,_col1,_col2,_col3,_col4,_col5, serialization.escape.crlf=true, serialization.lib=org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, hive.serialization.extend.additional.nesting.levels=true, serialization.format=1, columns.types=struct:struct:struct:struct:struct:string, escape.delim=\} partition properties: {columns=_col0,_col1,_col2,_col3,_col4,_col5, serialization.escape.crlf=true, serialization.lib=org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, hive.serialization.extend.additional.nesting.levels=true, serialization.format=1, columns.types=struct:struct:struct:struct:struct:string, escape.delim=\} 2015-10-29T11:12:30,323 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:30,323 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=cbo_t2 2015-10-29T11:12:30,323 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=cbo_t2 2015-10-29T11:12:30,328 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:30,328 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:30,329 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: write_partition_column_statistics: db=default table=cbo_t2 part=dt=2014column=key 2015-10-29T11:12:30,329 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=write_partition_column_statistics: db=default table=cbo_t2 part=dt=2014column=key 2015-10-29T11:12:30,329 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: write_partition_column_statistics: db=default table=cbo_t2 part=dt=2014column=value 2015-10-29T11:12:30,329 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=write_partition_column_statistics: db=default table=cbo_t2 part=dt=2014column=value 2015-10-29T11:12:30,329 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: write_partition_column_statistics: db=default table=cbo_t2 part=dt=2014column=c_int 2015-10-29T11:12:30,329 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=write_partition_column_statistics: db=default table=cbo_t2 part=dt=2014column=c_int 2015-10-29T11:12:30,329 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: write_partition_column_statistics: db=default table=cbo_t2 part=dt=2014column=c_float 2015-10-29T11:12:30,329 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=write_partition_column_statistics: db=default table=cbo_t2 part=dt=2014column=c_float 2015-10-29T11:12:30,329 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: write_partition_column_statistics: db=default table=cbo_t2 part=dt=2014column=c_boolean 2015-10-29T11:12:30,329 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=write_partition_column_statistics: db=default table=cbo_t2 part=dt=2014column=c_boolean 2015-10-29T11:12:30,341 INFO [main]: metastore.ObjectStore (ObjectStore.java:writeMPartitionColumnStatistics(6301)) - Updating partition level column statistics for db=default tableName=cbo_t2 partName=dt=2014 colName=key 2015-10-29T11:12:30,341 INFO [main]: metastore.ObjectStore (ObjectStore.java:writeMPartitionColumnStatistics(6301)) - Updating partition level column statistics for db=default tableName=cbo_t2 partName=dt=2014 colName=key 2015-10-29T11:12:30,342 INFO [main]: metastore.ObjectStore (ObjectStore.java:writeMPartitionColumnStatistics(6301)) - Updating partition level column statistics for db=default tableName=cbo_t2 partName=dt=2014 colName=value 2015-10-29T11:12:30,342 INFO [main]: metastore.ObjectStore (ObjectStore.java:writeMPartitionColumnStatistics(6301)) - Updating partition level column statistics for db=default tableName=cbo_t2 partName=dt=2014 colName=value 2015-10-29T11:12:30,344 INFO [main]: metastore.ObjectStore (ObjectStore.java:writeMPartitionColumnStatistics(6301)) - Updating partition level column statistics for db=default tableName=cbo_t2 partName=dt=2014 colName=c_int 2015-10-29T11:12:30,344 INFO [main]: metastore.ObjectStore (ObjectStore.java:writeMPartitionColumnStatistics(6301)) - Updating partition level column statistics for db=default tableName=cbo_t2 partName=dt=2014 colName=c_int 2015-10-29T11:12:30,347 INFO [main]: metastore.ObjectStore (ObjectStore.java:writeMPartitionColumnStatistics(6301)) - Updating partition level column statistics for db=default tableName=cbo_t2 partName=dt=2014 colName=c_float 2015-10-29T11:12:30,347 INFO [main]: metastore.ObjectStore (ObjectStore.java:writeMPartitionColumnStatistics(6301)) - Updating partition level column statistics for db=default tableName=cbo_t2 partName=dt=2014 colName=c_float 2015-10-29T11:12:30,349 INFO [main]: metastore.ObjectStore (ObjectStore.java:writeMPartitionColumnStatistics(6301)) - Updating partition level column statistics for db=default tableName=cbo_t2 partName=dt=2014 colName=c_boolean 2015-10-29T11:12:30,349 INFO [main]: metastore.ObjectStore (ObjectStore.java:writeMPartitionColumnStatistics(6301)) - Updating partition level column statistics for db=default tableName=cbo_t2 partName=dt=2014 colName=c_boolean 2015-10-29T11:12:30,351 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:30,351 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:30,351 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:30,351 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: query: analyze table cbo_t2 compute statistics for columns key, value, c_int, c_float, c_boolean 2015-10-29T11:12:30,351 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: type: QUERY 2015-10-29T11:12:30,351 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Input: default@cbo_t2 2015-10-29T11:12:30,351 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Input: default@cbo_t2@dt=2014 2015-10-29T11:12:30,351 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Output: file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-29_002_4999683601754962369-1/-mr-10000 2015-10-29T11:12:30,352 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:30,352 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : execution phase 2015-10-29T11:12:30,352 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {isCompatibleWith_(HiveConf, )=0, getTable_(String, String, )=5, setPartitionColumnStatistics_(SetPartitionsStatsRequest, )=23} 2015-10-29T11:12:30,352 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:30,352 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - MapReduce Jobs Launched: 2015-10-29T11:12:30,352 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - Stage-Stage-0: HDFS Read: 0 HDFS Write: 0 SUCCESS 2015-10-29T11:12:30,352 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - Total MapReduce CPU Time Spent: 0 msec 2015-10-29T11:12:30,352 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - OK 2015-10-29T11:12:30,352 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:30,352 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:releaseLocks(217)) - about to release lock for default/cbo_t2/dt=2014 2015-10-29T11:12:30,355 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:releaseLocks(217)) - about to release lock for default/cbo_t2 2015-10-29T11:12:30,356 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:releaseLocks(217)) - about to release lock for default 2015-10-29T11:12:30,358 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:30,358 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:30,358 DEBUG [main]: ql.Driver (DriverContext.java:shutdown(132)) - Shutting down query analyze table cbo_t2 compute statistics for columns key, value, c_int, c_float, c_boolean 2015-10-29T11:12:30,359 INFO [main]: CliDriver (SessionState.java:printInfo(996)) - Time taken: 1.362 seconds 2015-10-29T11:12:30,359 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:30,359 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:30,359 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:30,359 DEBUG [main]: conf.VariableSubstitution (VariableSubstitution.java:substitute(63)) - Substitution is on: analyze table cbo_t3 compute statistics 2015-10-29T11:12:30,359 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:30,359 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(185)) - Parsing command: analyze table cbo_t3 compute statistics 2015-10-29T11:12:30,359 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(209)) - Parse Completed 2015-10-29T11:12:30,360 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:30,360 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:30,360 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:30,360 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:30,360 INFO [main]: parse.ColumnStatsSemanticAnalyzer (ColumnStatsSemanticAnalyzer.java:analyze(455)) - Invoking analyze on original query 2015-10-29T11:12:30,360 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:analyzeInternal(10062)) - Starting Semantic Analysis 2015-10-29T11:12:30,360 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genResolvedParseTree(10009)) - Completed phase 1 of Semantic Analysis 2015-10-29T11:12:30,360 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:getMetaData(1538)) - Get metadata for source tables 2015-10-29T11:12:30,360 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:30,360 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=cbo_t3 2015-10-29T11:12:30,360 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=cbo_t3 2015-10-29T11:12:30,366 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:30,366 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:30,366 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=cbo_t3 2015-10-29T11:12:30,366 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=cbo_t3 2015-10-29T11:12:30,371 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:30,371 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:getMetaData(1678)) - Get metadata for subqueries 2015-10-29T11:12:30,371 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:getMetaData(1702)) - Get metadata for destination tables 2015-10-29T11:12:30,371 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genResolvedParseTree(10013)) - Completed getting MetaData in Semantic Analysis 2015-10-29T11:12:30,371 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct cbo_t3 { string key, string value, i32 c_int, float c_float, bool c_boolean} 2015-10-29T11:12:30,371 DEBUG [main]: ql.Context (Context.java:getStagingDir(231)) - Created staging dir = pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/cbo_t3/.hive-staging_hive_2015-10-29_11-12-30_359_6744878091638779069-1 for path = pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/cbo_t3 2015-10-29T11:12:30,372 INFO [main]: common.FileUtils (FileUtils.java:mkdir(502)) - Creating directory if it doesn't exist: pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/cbo_t3/.hive-staging_hive_2015-10-29_11-12-30_359_6744878091638779069-1 2015-10-29T11:12:30,386 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chgrp,-R,staff,pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/cbo_t3/.hive-staging_hive_2015-10-29_11-12-30_359_6744878091638779069-1} 2015-10-29T11:12:30,391 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:12:30,391 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chmod,-R,755,pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/cbo_t3/.hive-staging_hive_2015-10-29_11-12-30_359_6744878091638779069-1} 2015-10-29T11:12:30,400 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:12:30,405 DEBUG [main]: shims.HadoopShimsSecure (Hadoop23Shims.java:debugLog(937)) - FileStatus{path=pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/cbo_t3/.hive-staging_hive_2015-10-29_11-12-30_359_6744878091638779069-1; isDirectory=true; modification_time=1446142350000; access_time=0; owner=sush; group=staff; permission=rwxr-xr-x; isSymlink=false} 2015-10-29T11:12:30,410 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:setupStats(9493)) - Set stats collection dir : pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/cbo_t3/.hive-staging_hive_2015-10-29_11-12-30_359_6744878091638779069-1/-ext-10000 2015-10-29T11:12:30,411 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genTablePlan(9467)) - Created Table Plan for cbo_t3 TS[0] 2015-10-29T11:12:30,411 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genBodyPlan(8831)) - Created Body Plan for Query Block null 2015-10-29T11:12:30,411 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genPlan(9675)) - Created Plan for Query Block null 2015-10-29T11:12:30,411 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:analyzeInternal(10139)) - Before logical optimization TS[0] 2015-10-29T11:12:30,411 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:TS[0] with rs:(key: string|{cbo_t3}key,value: string|{cbo_t3}value,c_int: int|{cbo_t3}c_int,c_float: float|{cbo_t3}c_float,c_boolean: boolean|{cbo_t3}c_boolean,BLOCK__OFFSET__INSIDE__FILE: bigint|{cbo_t3}block__offset__inside__file,INPUT__FILE__NAME: string|{cbo_t3}input__file__name,ROW__ID: struct|{cbo_t3}row__id,RAW__DATA__SIZE: bigint|{cbo_t3}raw__data__size) 2015-10-29T11:12:30,412 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator TS[0] 2015-10-29T11:12:30,412 INFO [main]: ppd.OpProcFactory (OpProcFactory.java:process(383)) - Processing for TS(0) 2015-10-29T11:12:30,412 DEBUG [main]: ppd.PredicatePushDown (PredicatePushDown.java:transform(138)) - After PPD: TS[0] 2015-10-29T11:12:30,412 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:TS[0] with rs:(key: string|{cbo_t3}key,value: string|{cbo_t3}value,c_int: int|{cbo_t3}c_int,c_float: float|{cbo_t3}c_float,c_boolean: boolean|{cbo_t3}c_boolean,BLOCK__OFFSET__INSIDE__FILE: bigint|{cbo_t3}block__offset__inside__file,INPUT__FILE__NAME: string|{cbo_t3}input__file__name,ROW__ID: struct|{cbo_t3}row__id,RAW__DATA__SIZE: bigint|{cbo_t3}raw__data__size) 2015-10-29T11:12:30,412 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator TS[0] 2015-10-29T11:12:30,412 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:TS[0] with rs:(key: string|{cbo_t3}key,value: string|{cbo_t3}value,c_int: int|{cbo_t3}c_int,c_float: float|{cbo_t3}c_float,c_boolean: boolean|{cbo_t3}c_boolean,BLOCK__OFFSET__INSIDE__FILE: bigint|{cbo_t3}block__offset__inside__file,INPUT__FILE__NAME: string|{cbo_t3}input__file__name,ROW__ID: struct|{cbo_t3}row__id,RAW__DATA__SIZE: bigint|{cbo_t3}raw__data__size) 2015-10-29T11:12:30,412 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator TS[0] 2015-10-29T11:12:30,412 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:analyzeInternal(10147)) - After logical optimization TS[0] 2015-10-29T11:12:30,413 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:30,413 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:30,413 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct cbo_t3 { string key, string value, i32 c_int, float c_float, bool c_boolean} 2015-10-29T11:12:30,413 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct cbo_t3 { string key, string value, i32 c_int, float c_float, bool c_boolean} 2015-10-29T11:12:30,413 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct cbo_t3 { string key, string value, i32 c_int, float c_float, bool c_boolean} 2015-10-29T11:12:30,413 DEBUG [main]: optimizer.GenMapRedUtils (GenMapRedUtils.java:setMapWork(678)) - Adding pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/cbo_t3 of tablecbo_t3 2015-10-29T11:12:30,413 DEBUG [main]: optimizer.GenMapRedUtils (GenMapRedUtils.java:setMapWork(716)) - Information added for path pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/cbo_t3 2015-10-29T11:12:30,414 DEBUG [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(167)) - Looking at: null 2015-10-29T11:12:30,414 INFO [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(175)) - Looking for table scans where optimization is applicable 2015-10-29T11:12:30,414 INFO [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(199)) - Found 0 null table scans 2015-10-29T11:12:30,414 DEBUG [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(167)) - Looking at: null 2015-10-29T11:12:30,414 INFO [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(175)) - Looking for table scans where optimization is applicable 2015-10-29T11:12:30,414 INFO [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(199)) - Found 0 null table scans 2015-10-29T11:12:30,414 DEBUG [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(167)) - Looking at: null 2015-10-29T11:12:30,414 INFO [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(175)) - Looking for table scans where optimization is applicable 2015-10-29T11:12:30,414 INFO [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(199)) - Found 0 null table scans 2015-10-29T11:12:30,414 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:analyzeInternal(10168)) - Completed plan generation 2015-10-29T11:12:30,414 INFO [main]: ql.Driver (Driver.java:compile(448)) - Semantic Analysis Completed 2015-10-29T11:12:30,415 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:validate(10519)) - validation start 2015-10-29T11:12:30,415 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:validate(10588)) - Not a partition. 2015-10-29T11:12:30,415 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:30,415 INFO [main]: ql.Driver (Driver.java:getSchema(244)) - Returning Hive schema: Schema(fieldSchemas:[FieldSchema(name:cbo_t3.key, type:string, comment:null), FieldSchema(name:cbo_t3.value, type:string, comment:null), FieldSchema(name:cbo_t3.c_int, type:int, comment:null), FieldSchema(name:cbo_t3.c_float, type:float, comment:null), FieldSchema(name:cbo_t3.c_boolean, type:boolean, comment:null)], properties:null) 2015-10-29T11:12:30,415 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:30,415 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : compilation phase 2015-10-29T11:12:30,415 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {flushCache_()=0, isCompatibleWith_(HiveConf, )=0, getTable_(String, String, )=11} 2015-10-29T11:12:30,415 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:30,415 DEBUG [main]: lockmgr.DummyTxnManager (DummyTxnManager.java:acquireLocks(129)) - Adding default@cbo_t3 to list of lock inputs 2015-10-29T11:12:30,415 DEBUG [main]: lockmgr.DummyTxnManager (DummyTxnManager.java:acquireLocks(148)) - Adding default@cbo_t3 to list of lock outputs 2015-10-29T11:12:30,415 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:lock(262)) - Acquiring lock for default with mode IMPLICIT 2015-10-29T11:12:30,417 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:lock(262)) - Acquiring lock for default/cbo_t3 with mode IMPLICIT 2015-10-29T11:12:30,419 DEBUG [main]: ql.Driver (Driver.java:recordValidTxns(960)) - Encoding valid txns info 9223372036854775807: txnid:0 2015-10-29T11:12:30,419 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:30,419 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:30,419 INFO [main]: ql.Driver (Driver.java:execute(1468)) - Starting command(queryId=sush_20151029111230_984d899c-1668-4e05-8cdb-1a3b75594888): analyze table cbo_t3 compute statistics 2015-10-29T11:12:30,420 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:30,420 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: query: analyze table cbo_t3 compute statistics 2015-10-29T11:12:30,420 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: type: QUERY 2015-10-29T11:12:30,420 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: Input: default@cbo_t3 2015-10-29T11:12:30,420 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: Output: default@cbo_t3 2015-10-29T11:12:30,420 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:30,420 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:30,420 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:30,420 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - Query ID = sush_20151029111230_984d899c-1668-4e05-8cdb-1a3b75594888 2015-10-29T11:12:30,420 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - Total jobs = 1 2015-10-29T11:12:30,420 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:30,420 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:30,420 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:30,420 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - Launching Job 1 out of 1 2015-10-29T11:12:30,421 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-0:MAPRED] in serial mode 2015-10-29T11:12:30,421 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - Number of reduce tasks is set to 0 since there's no reduce operator 2015-10-29T11:12:30,426 INFO [main]: mr.ExecDriver (ExecDriver.java:execute(291)) - Using org.apache.hadoop.hive.ql.io.CombineHiveInputFormat 2015-10-29T11:12:30,426 INFO [main]: exec.Utilities (Utilities.java:getInputPaths(3433)) - Processing alias cbo_t3 2015-10-29T11:12:30,426 INFO [main]: exec.Utilities (Utilities.java:getInputPaths(3450)) - Adding input file pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/cbo_t3 2015-10-29T11:12:30,426 INFO [main]: exec.Utilities (Utilities.java:isEmptyPath(2734)) - Content Summary not cached for pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/cbo_t3 2015-10-29T11:12:30,446 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:30,446 INFO [main]: exec.Utilities (Utilities.java:serializePlan(939)) - Serializing MapWork via kryo 2015-10-29T11:12:30,446 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:30,446 DEBUG [main]: mapreduce.Cluster (Cluster.java:initialize(90)) - Trying ClientProtocolProvider : org.apache.hadoop.mapred.LocalClientProtocolProvider 2015-10-29T11:12:30,447 INFO [main]: jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized 2015-10-29T11:12:30,447 DEBUG [main]: mapreduce.Cluster (Cluster.java:initialize(103)) - Picked org.apache.hadoop.mapred.LocalClientProtocolProvider as the ClientProtocolProvider 2015-10-29T11:12:30,448 DEBUG [main]: fs.FSStatsPublisher (FSStatsPublisher.java:init(49)) - Initing FSStatsPublisher with : pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/cbo_t3/.hive-staging_hive_2015-10-29_11-12-30_359_6744878091638779069-1/-ext-10000 2015-10-29T11:12:30,452 INFO [main]: fs.FSStatsPublisher (FSStatsPublisher.java:init(51)) - created : pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/cbo_t3/.hive-staging_hive_2015-10-29_11-12-30_359_6744878091638779069-1/-ext-10000 2015-10-29T11:12:30,452 DEBUG [main]: mapreduce.Cluster (Cluster.java:initialize(90)) - Trying ClientProtocolProvider : org.apache.hadoop.mapred.LocalClientProtocolProvider 2015-10-29T11:12:30,453 INFO [main]: jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized 2015-10-29T11:12:30,453 DEBUG [main]: mapreduce.Cluster (Cluster.java:initialize(103)) - Picked org.apache.hadoop.mapred.LocalClientProtocolProvider as the ClientProtocolProvider 2015-10-29T11:12:30,453 INFO [main]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-30_359_6744878091638779069-1/-mr-10002/8fcb57a9-22b2-428a-91f8-88ff7276a2a8/map.xml 2015-10-29T11:12:30,454 DEBUG [main]: exec.Utilities (Utilities.java:getBaseWork(452)) - Found plan in cache for name: map.xml 2015-10-29T11:12:30,454 INFO [main]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-30_359_6744878091638779069-1/-mr-10002/8fcb57a9-22b2-428a-91f8-88ff7276a2a8/reduce.xml 2015-10-29T11:12:30,454 INFO [main]: exec.Utilities (Utilities.java:getBaseWork(405)) - local path = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-30_359_6744878091638779069-1/-mr-10002/8fcb57a9-22b2-428a-91f8-88ff7276a2a8/reduce.xml 2015-10-29T11:12:30,454 INFO [main]: exec.Utilities (Utilities.java:getBaseWork(417)) - Open file to read in plan: file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-30_359_6744878091638779069-1/-mr-10002/8fcb57a9-22b2-428a-91f8-88ff7276a2a8/reduce.xml 2015-10-29T11:12:30,454 DEBUG [main]: exec.Utilities (Utilities.java:getBaseWork(457)) - File not found: File file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-30_359_6744878091638779069-1/-mr-10002/8fcb57a9-22b2-428a-91f8-88ff7276a2a8/reduce.xml does not exist 2015-10-29T11:12:30,454 INFO [main]: exec.Utilities (Utilities.java:getBaseWork(458)) - No plan file found: file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-30_359_6744878091638779069-1/-mr-10002/8fcb57a9-22b2-428a-91f8-88ff7276a2a8/reduce.xml 2015-10-29T11:12:30,459 DEBUG [main]: mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(456)) - Configuring job job_local1916923451_0022 with file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/hadoop-tmp/mapred/staging/sush1916923451/.staging/job_local1916923451_0022 as the submit dir 2015-10-29T11:12:30,459 DEBUG [main]: mapreduce.JobSubmitter (JobSubmitter.java:populateTokenCache(718)) - adding the following namenodes' delegation tokens:[file:///] 2015-10-29T11:12:30,459 WARN [main]: mapreduce.JobSubmitter (JobSubmitter.java:copyAndConfigureFiles(153)) - Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2015-10-29T11:12:30,459 DEBUG [main]: mapreduce.JobSubmitter (JobSubmitter.java:copyAndConfigureFiles(173)) - default FileSystem: file:/// 2015-10-29T11:12:30,546 DEBUG [main]: mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(491)) - Creating splits at file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/hadoop-tmp/mapred/staging/sush1916923451/.staging/job_local1916923451_0022 2015-10-29T11:12:30,547 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:30,547 INFO [main]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-30_359_6744878091638779069-1/-mr-10002/8fcb57a9-22b2-428a-91f8-88ff7276a2a8/map.xml 2015-10-29T11:12:30,547 DEBUG [main]: exec.Utilities (Utilities.java:getBaseWork(452)) - Found plan in cache for name: map.xml 2015-10-29T11:12:30,547 INFO [main]: io.CombineHiveInputFormat (CombineHiveInputFormat.java:getSplits(478)) - Total number of paths: 1, launching 1 threads to check non-combinable ones. 2015-10-29T11:12:30,547 DEBUG [main]: io.CombineHiveInputFormat (CombineHiveInputFormat.java:getSplits(512)) - The received input paths are: [pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/cbo_t3] against the property mapreduce.input.fileinputformat.inputdir 2015-10-29T11:12:30,548 INFO [main]: io.CombineHiveInputFormat (CombineHiveInputFormat.java:getCombineSplits(395)) - CombineHiveInputSplit creating pool for pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/cbo_t3; using filter path pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/cbo_t3 2015-10-29T11:12:30,564 DEBUG [main]: input.FileInputFormat (FileInputFormat.java:listStatus(279)) - Time taken to get FileStatuses: 15 2015-10-29T11:12:30,564 INFO [main]: input.FileInputFormat (FileInputFormat.java:listStatus(281)) - Total input paths to process : 1 2015-10-29T11:12:30,564 INFO [main]: input.CombineFileInputFormat (CombineFileInputFormat.java:createSplits(413)) - DEBUG: Terminated node allocation with : CompletedNodes: 1, size left: 0 2015-10-29T11:12:30,564 INFO [main]: io.CombineHiveInputFormat (CombineHiveInputFormat.java:getCombineSplits(450)) - number of splits 1 2015-10-29T11:12:30,564 INFO [main]: io.CombineHiveInputFormat (CombineHiveInputFormat.java:getSplits(549)) - Number of all splits 1 2015-10-29T11:12:30,564 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:30,580 INFO [main]: mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(494)) - number of splits:1 2015-10-29T11:12:30,593 INFO [main]: mapreduce.JobSubmitter (JobSubmitter.java:printTokens(583)) - Submitting tokens for job: job_local1916923451_0022 2015-10-29T11:12:30,647 INFO [main]: mapreduce.Job (Job.java:submit(1300)) - The url to track the job: http://localhost:8080/ 2015-10-29T11:12:30,647 INFO [Thread-1687]: mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(471)) - OutputCommitter set in config org.apache.hadoop.hive.ql.io.HiveFileFormatUtils$NullOutputCommitter 2015-10-29T11:12:30,647 INFO [Thread-1687]: mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(489)) - OutputCommitter is org.apache.hadoop.hive.ql.io.HiveFileFormatUtils$NullOutputCommitter 2015-10-29T11:12:30,647 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - Job running in-process (local Hadoop) 2015-10-29T11:12:30,648 DEBUG [Thread-1687]: mapred.LocalJobRunner (LocalJobRunner.java:createMapExecutor(395)) - Starting mapper thread pool executor. 2015-10-29T11:12:30,648 DEBUG [Thread-1687]: mapred.LocalJobRunner (LocalJobRunner.java:createMapExecutor(396)) - Max local threads: 1 2015-10-29T11:12:30,648 DEBUG [Thread-1687]: mapred.LocalJobRunner (LocalJobRunner.java:createMapExecutor(397)) - Map tasks to process: 1 2015-10-29T11:12:30,648 INFO [Thread-1687]: mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for map tasks 2015-10-29T11:12:30,648 INFO [LocalJobRunner Map Task Executor #0]: mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local1916923451_0022_m_000000_0 2015-10-29T11:12:30,648 DEBUG [LocalJobRunner Map Task Executor #0]: mapred.SortedRanges (SortedRanges.java:doNext(348)) - currentIndex 0 0:0 2015-10-29T11:12:30,649 DEBUG [LocalJobRunner Map Task Executor #0]: mapred.LocalJobRunner (LocalJobRunner.java:setupChildMapredLocalDirs(974)) - mapreduce.cluster.local.dir for child : /Users/sush/dev/hive.git/itests/qtest/target/tmp/hadoop-tmp/mapred/local/localRunner//sush/jobcache/job_local1916923451_0022/attempt_local1916923451_0022_m_000000_0 2015-10-29T11:12:30,649 INFO [LocalJobRunner Map Task Executor #0]: util.ProcfsBasedProcessTree (ProcfsBasedProcessTree.java:isAvailable(181)) - ProcfsBasedProcessTree currently is supported only on Linux. 2015-10-29T11:12:30,649 INFO [LocalJobRunner Map Task Executor #0]: util.ProcfsBasedProcessTree (ProcfsBasedProcessTree.java:isAvailable(181)) - ProcfsBasedProcessTree currently is supported only on Linux. 2015-10-29T11:12:30,649 INFO [LocalJobRunner Map Task Executor #0]: mapred.Task (Task.java:initialize(587)) - Using ResourceCalculatorProcessTree : null 2015-10-29T11:12:30,649 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:updateJobWithSplit(482)) - Processing split: Paths:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/cbo_t3/cbo_t3.txt:0+282InputFormatClass: org.apache.hadoop.mapred.TextInputFormat 2015-10-29T11:12:30,649 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-30_359_6744878091638779069-1/-mr-10002/8fcb57a9-22b2-428a-91f8-88ff7276a2a8/map.xml 2015-10-29T11:12:30,650 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(405)) - local path = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-30_359_6744878091638779069-1/-mr-10002/8fcb57a9-22b2-428a-91f8-88ff7276a2a8/map.xml 2015-10-29T11:12:30,650 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(417)) - Open file to read in plan: file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-30_359_6744878091638779069-1/-mr-10002/8fcb57a9-22b2-428a-91f8-88ff7276a2a8/map.xml 2015-10-29T11:12:30,650 INFO [LocalJobRunner Map Task Executor #0]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:30,650 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:deserializePlan(966)) - Deserializing MapWork via kryo 2015-10-29T11:12:30,653 INFO [LocalJobRunner Map Task Executor #0]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:30,653 INFO [LocalJobRunner Map Task Executor #0]: io.HiveContextAwareRecordReader (HiveContextAwareRecordReader.java:initIOContext(174)) - Processing file pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/cbo_t3/cbo_t3.txt 2015-10-29T11:12:30,654 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:runOldMapper(436)) - numReduceTasks: 0 2015-10-29T11:12:30,654 INFO [LocalJobRunner Map Task Executor #0]: mr.ExecMapper (ExecMapper.java:configure(83)) - conf classpath = [file:/Users/sush/dev/hive.git/itests/qtest/target/surefire/surefirebooter6776397513364088476.jar] 2015-10-29T11:12:30,654 INFO [LocalJobRunner Map Task Executor #0]: mr.ExecMapper (ExecMapper.java:configure(85)) - thread classpath = [file:/Users/sush/dev/hive.git/itests/qtest/target/surefire/surefirebooter6776397513364088476.jar] 2015-10-29T11:12:30,654 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-30_359_6744878091638779069-1/-mr-10002/8fcb57a9-22b2-428a-91f8-88ff7276a2a8/map.xml 2015-10-29T11:12:30,654 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(452)) - Found plan in cache for name: map.xml 2015-10-29T11:12:30,654 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:initialize(338)) - Initializing operator MAP[2] 2015-10-29T11:12:30,654 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:initialize(377)) - Initialization Done 2 MAP 2015-10-29T11:12:30,654 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:initializeChildren(463)) - Operator 2 MAP initialized 2015-10-29T11:12:30,654 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:initialize(390)) - Initialization Done 2 MAP done is reset. 2015-10-29T11:12:30,654 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:30,655 INFO [LocalJobRunner Map Task Executor #0]: mr.ExecMapper (ExecMapper.java:configure(110)) - Id =2 Id =1 <\Children> Id = 2 null<\Parent> <\TS> <\Children> <\Parent> <\MAP> 2015-10-29T11:12:30,655 INFO [LocalJobRunner Map Task Executor #0]: MapredContext (MapredContext.java:init(55)) - MapredContext initialized. 2015-10-29T11:12:30,655 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:initialize(338)) - Initializing operator TS[1] 2015-10-29T11:12:30,655 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:initialize(377)) - Initialization Done 1 TS 2015-10-29T11:12:30,655 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:initializeChildren(463)) - Operator 1 TS initialized 2015-10-29T11:12:30,655 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:initialize(390)) - Initialization Done 1 TS done is reset. 2015-10-29T11:12:30,655 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-30_359_6744878091638779069-1/-mr-10002/8fcb57a9-22b2-428a-91f8-88ff7276a2a8/map.xml 2015-10-29T11:12:30,655 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(452)) - Found plan in cache for name: map.xml 2015-10-29T11:12:30,655 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (MapOperator.java:rowsForwarded(535)) - MAP[2]: records read - 1 2015-10-29T11:12:30,655 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (MapOperator.java:rowsForwarded(535)) - MAP[2]: records read - 10 2015-10-29T11:12:30,656 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:close(650)) - 2 finished. closing... 2015-10-29T11:12:30,656 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:logStats(898)) - RECORDS_IN:20 2015-10-29T11:12:30,656 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:logStats(898)) - DESERIALIZE_ERRORS:0 2015-10-29T11:12:30,656 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:close(650)) - 1 finished. closing... 2015-10-29T11:12:30,656 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:30,656 DEBUG [LocalJobRunner Map Task Executor #0]: fs.FSStatsPublisher (FSStatsPublisher.java:connect(66)) - Connecting to : pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/cbo_t3/.hive-staging_hive_2015-10-29_11-12-30_359_6744878091638779069-1/-ext-10000 2015-10-29T11:12:30,662 DEBUG [LocalJobRunner Map Task Executor #0]: fs.FSStatsPublisher (FSStatsPublisher.java:publishStat(78)) - Putting in map : default.cbo_t3/ {numRows=20, rawDataSize=262} 2015-10-29T11:12:30,662 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (TableScanOperator.java:publishStats(306)) - publishing : default.cbo_t3/ : {numRows=20, rawDataSize=262} 2015-10-29T11:12:30,662 DEBUG [LocalJobRunner Map Task Executor #0]: fs.FSStatsPublisher (FSStatsPublisher.java:closeConnection(99)) - About to create stats file for this task : pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/cbo_t3/.hive-staging_hive_2015-10-29_11-12-30_359_6744878091638779069-1/-ext-10000/tmpstats-0 2015-10-29T11:12:30,666 DEBUG [LocalJobRunner Map Task Executor #0]: fs.FSStatsPublisher (FSStatsPublisher.java:closeConnection(101)) - Created file : pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/cbo_t3/.hive-staging_hive_2015-10-29_11-12-30_359_6744878091638779069-1/-ext-10000/tmpstats-0 2015-10-29T11:12:30,667 DEBUG [LocalJobRunner Map Task Executor #0]: fs.FSStatsPublisher (FSStatsPublisher.java:closeConnection(102)) - Writing stats in it : {default.cbo_t3/={numRows=20, rawDataSize=262}} 2015-10-29T11:12:30,667 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:close(674)) - 1 Close done 2015-10-29T11:12:30,667 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:close(674)) - 2 Close done 2015-10-29T11:12:30,667 INFO [LocalJobRunner Map Task Executor #0]: mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 2015-10-29T11:12:30,667 INFO [LocalJobRunner Map Task Executor #0]: mapred.Task (Task.java:done(1001)) - Task:attempt_local1916923451_0022_m_000000_0 is done. And is in the process of committing 2015-10-29T11:12:30,668 INFO [LocalJobRunner Map Task Executor #0]: mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/cbo_t3/cbo_t3.txt:0+282 2015-10-29T11:12:30,668 INFO [LocalJobRunner Map Task Executor #0]: mapred.Task (Task.java:sendDone(1121)) - Task 'attempt_local1916923451_0022_m_000000_0' done. 2015-10-29T11:12:30,668 INFO [LocalJobRunner Map Task Executor #0]: mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local1916923451_0022_m_000000_0 2015-10-29T11:12:30,668 INFO [Thread-1687]: mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - map task executor complete. 2015-10-29T11:12:31,648 DEBUG [main]: exec.Heartbeater (Heartbeater.java:heartbeat(80)) - heartbeating 2015-10-29T11:12:31,650 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - 2015-10-29 11:12:31,650 Stage-0 map = 100%, reduce = 0% 2015-10-29T11:12:31,651 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - Ended Job = job_local1916923451_0022 2015-10-29T11:12:31,651 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:31,652 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-1:STATS] in serial mode 2015-10-29T11:12:31,652 INFO [main]: exec.StatsTask (StatsTask.java:execute(87)) - Executing stats task 2015-10-29T11:12:31,652 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:31,652 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=cbo_t3 2015-10-29T11:12:31,652 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=cbo_t3 2015-10-29T11:12:31,657 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:31,658 DEBUG [main]: fs.FSStatsPublisher (FSStatsPublisher.java:init(49)) - Initing FSStatsPublisher with : pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/cbo_t3/.hive-staging_hive_2015-10-29_11-12-30_359_6744878091638779069-1/-ext-10000 2015-10-29T11:12:31,662 INFO [main]: fs.FSStatsPublisher (FSStatsPublisher.java:init(51)) - created : pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/cbo_t3/.hive-staging_hive_2015-10-29_11-12-30_359_6744878091638779069-1/-ext-10000 2015-10-29T11:12:31,662 DEBUG [main]: fs.FSStatsAggregator (FSStatsAggregator.java:connect(51)) - About to read stats from : pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/cbo_t3/.hive-staging_hive_2015-10-29_11-12-30_359_6744878091638779069-1/-ext-10000 2015-10-29T11:12:31,669 INFO [main]: fs.FSStatsAggregator (FSStatsAggregator.java:connect(66)) - Read stats : {default.cbo_t3/={numRows=20, rawDataSize=262}} 2015-10-29T11:12:31,669 DEBUG [main]: fs.FSStatsAggregator (FSStatsAggregator.java:aggregateStats(81)) - Part ID: default.cbo_t3/ numRows 2015-10-29T11:12:31,669 INFO [main]: fs.FSStatsAggregator (FSStatsAggregator.java:aggregateStats(93)) - Read stats for : default.cbo_t3/ numRows 20 2015-10-29T11:12:31,669 DEBUG [main]: fs.FSStatsAggregator (FSStatsAggregator.java:aggregateStats(81)) - Part ID: default.cbo_t3/ rawDataSize 2015-10-29T11:12:31,669 INFO [main]: fs.FSStatsAggregator (FSStatsAggregator.java:aggregateStats(93)) - Read stats for : default.cbo_t3/ rawDataSize 262 2015-10-29T11:12:31,685 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct cbo_t3 { string key, string value, i32 c_int, float c_float, bool c_boolean} 2015-10-29T11:12:31,686 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:31,686 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: alter_table: db=default tbl=cbo_t3 newtbl=cbo_t3 2015-10-29T11:12:31,686 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=alter_table: db=default tbl=cbo_t3 newtbl=cbo_t3 2015-10-29T11:12:31,698 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:getDatabase(348)) - getDatabase: directsql returning db default locn[pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse] desc [Default Hive database] owner [public] ownertype [ROLE] 2015-10-29T11:12:31,715 INFO [main]: hive.log (MetaStoreUtils.java:updateTableStatsFast(231)) - Updating table stats fast for cbo_t3 2015-10-29T11:12:31,715 INFO [main]: hive.log (MetaStoreUtils.java:updateTableStatsFast(233)) - Updated size of table cbo_t3 to 282 2015-10-29T11:12:31,725 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:31,726 INFO [main]: exec.StatsTask (StatsTask.java:aggregateStats(188)) - Table default.cbo_t3 stats: [numFiles=1, numRows=20, totalSize=282, rawDataSize=262] 2015-10-29T11:12:31,726 DEBUG [main]: fs.FSStatsAggregator (FSStatsAggregator.java:closeConnection(104)) - About to delete stats tmp dir :pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/cbo_t3/.hive-staging_hive_2015-10-29_11-12-30_359_6744878091638779069-1/-ext-10000 2015-10-29T11:12:31,726 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:31,726 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:31,726 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: query: analyze table cbo_t3 compute statistics 2015-10-29T11:12:31,726 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: type: QUERY 2015-10-29T11:12:31,727 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Input: default@cbo_t3 2015-10-29T11:12:31,727 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Output: default@cbo_t3 2015-10-29T11:12:31,727 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:31,727 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : execution phase 2015-10-29T11:12:31,727 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {isCompatibleWith_(HiveConf, )=0, getTable_(String, String, )=6, alter_table_(String, String, Table, boolean, )=40} 2015-10-29T11:12:31,727 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:31,727 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - MapReduce Jobs Launched: 2015-10-29T11:12:31,727 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - Stage-Stage-0: HDFS Read: 0 HDFS Write: 0 SUCCESS 2015-10-29T11:12:31,727 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - Total MapReduce CPU Time Spent: 0 msec 2015-10-29T11:12:31,727 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - OK 2015-10-29T11:12:31,727 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:31,727 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:releaseLocks(217)) - about to release lock for default/cbo_t3 2015-10-29T11:12:31,729 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:releaseLocks(217)) - about to release lock for default 2015-10-29T11:12:31,731 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:31,731 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:31,731 DEBUG [main]: ql.Driver (DriverContext.java:shutdown(132)) - Shutting down query analyze table cbo_t3 compute statistics 2015-10-29T11:12:31,731 INFO [main]: CliDriver (SessionState.java:printInfo(996)) - Time taken: 1.372 seconds 2015-10-29T11:12:31,732 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:31,732 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:31,732 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:31,732 DEBUG [main]: conf.VariableSubstitution (VariableSubstitution.java:substitute(63)) - Substitution is on: analyze table cbo_t3 compute statistics for columns key, value, c_int, c_float, c_boolean 2015-10-29T11:12:31,732 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:31,732 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(185)) - Parsing command: analyze table cbo_t3 compute statistics for columns key, value, c_int, c_float, c_boolean 2015-10-29T11:12:31,732 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(209)) - Parse Completed 2015-10-29T11:12:31,732 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:31,733 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:31,733 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:31,733 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:31,733 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:31,733 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=cbo_t3 2015-10-29T11:12:31,733 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=cbo_t3 2015-10-29T11:12:31,738 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:31,738 INFO [main]: parse.ColumnStatsSemanticAnalyzer (ColumnStatsSemanticAnalyzer.java:getNumBitVectorsForNDVEstimation(270)) - Error requested is 20.0% 2015-10-29T11:12:31,738 INFO [main]: parse.ColumnStatsSemanticAnalyzer (ColumnStatsSemanticAnalyzer.java:getNumBitVectorsForNDVEstimation(271)) - Choosing 16 bit vectors.. 2015-10-29T11:12:31,738 DEBUG [main]: conf.VariableSubstitution (VariableSubstitution.java:substitute(63)) - Substitution is on: select compute_stats(`key` , 16 ) , compute_stats(`value` , 16 ) , compute_stats(`c_int` , 16 ) , compute_stats(`c_float` , 16 ) , compute_stats(`c_boolean` , 16 ) from default.`cbo_t3` 2015-10-29T11:12:31,738 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(185)) - Parsing command: select compute_stats(`key` , 16 ) , compute_stats(`value` , 16 ) , compute_stats(`c_int` , 16 ) , compute_stats(`c_float` , 16 ) , compute_stats(`c_boolean` , 16 ) from default.`cbo_t3` 2015-10-29T11:12:31,740 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(209)) - Parse Completed 2015-10-29T11:12:31,740 INFO [main]: parse.ColumnStatsSemanticAnalyzer (ColumnStatsSemanticAnalyzer.java:analyze(451)) - Invoking analyze on rewritten query 2015-10-29T11:12:31,740 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:analyzeInternal(10062)) - Starting Semantic Analysis 2015-10-29T11:12:31,740 DEBUG [main]: exec.FunctionRegistry (FunctionRegistry.java:getGenericUDAFResolver(1009)) - Looking up GenericUDAF: compute_stats 2015-10-29T11:12:31,740 DEBUG [main]: exec.FunctionRegistry (FunctionRegistry.java:getGenericUDAFResolver(1009)) - Looking up GenericUDAF: compute_stats 2015-10-29T11:12:31,741 DEBUG [main]: exec.FunctionRegistry (FunctionRegistry.java:getGenericUDAFResolver(1009)) - Looking up GenericUDAF: compute_stats 2015-10-29T11:12:31,741 DEBUG [main]: exec.FunctionRegistry (FunctionRegistry.java:getGenericUDAFResolver(1009)) - Looking up GenericUDAF: compute_stats 2015-10-29T11:12:31,741 DEBUG [main]: exec.FunctionRegistry (FunctionRegistry.java:getGenericUDAFResolver(1009)) - Looking up GenericUDAF: compute_stats 2015-10-29T11:12:31,741 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genResolvedParseTree(10009)) - Completed phase 1 of Semantic Analysis 2015-10-29T11:12:31,741 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:getMetaData(1538)) - Get metadata for source tables 2015-10-29T11:12:31,741 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:31,741 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=cbo_t3 2015-10-29T11:12:31,741 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=cbo_t3 2015-10-29T11:12:31,746 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:31,746 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:getMetaData(1678)) - Get metadata for subqueries 2015-10-29T11:12:31,746 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:getMetaData(1702)) - Get metadata for destination tables 2015-10-29T11:12:31,750 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genResolvedParseTree(10013)) - Completed getting MetaData in Semantic Analysis 2015-10-29T11:12:31,750 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct cbo_t3 { string key, string value, i32 c_int, float c_float, bool c_boolean} 2015-10-29T11:12:31,751 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genTablePlan(9467)) - Created Table Plan for cbo_t3 TS[0] 2015-10-29T11:12:31,751 DEBUG [main]: exec.FunctionRegistry (FunctionRegistry.java:getGenericUDAFResolver(1009)) - Looking up GenericUDAF: compute_stats 2015-10-29T11:12:31,752 DEBUG [main]: exec.FunctionRegistry (FunctionRegistry.java:getGenericUDAFResolver(1009)) - Looking up GenericUDAF: compute_stats 2015-10-29T11:12:31,752 DEBUG [main]: exec.FunctionRegistry (FunctionRegistry.java:getGenericUDAFResolver(1009)) - Looking up GenericUDAF: compute_stats 2015-10-29T11:12:31,752 DEBUG [main]: exec.FunctionRegistry (FunctionRegistry.java:getGenericUDAFResolver(1009)) - Looking up GenericUDAF: compute_stats 2015-10-29T11:12:31,752 DEBUG [main]: exec.FunctionRegistry (FunctionRegistry.java:getGenericUDAFResolver(1009)) - Looking up GenericUDAF: compute_stats 2015-10-29T11:12:31,753 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genBodyPlan(8817)) - RR before GB cbo_t3{(key,key: string)(value,value: string)(c_int,c_int: int)(c_float,c_float: float)(c_boolean,c_boolean: boolean)(block__offset__inside__file,BLOCK__OFFSET__INSIDE__FILE: bigint)(input__file__name,INPUT__FILE__NAME: string)(row__id,ROW__ID: struct)} after GB {((tok_function compute_stats (tok_table_or_col key) 16),_col0: struct)((tok_function compute_stats (tok_table_or_col value) 16),_col1: struct)((tok_function compute_stats (tok_table_or_col c_int) 16),_col2: struct)((tok_function compute_stats (tok_table_or_col c_float) 16),_col3: struct)((tok_function compute_stats (tok_table_or_col c_boolean) 16),_col4: struct)} 2015-10-29T11:12:31,753 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genSelectPlan(3604)) - tree: (TOK_SELECT (TOK_SELEXPR (TOK_FUNCTION compute_stats (TOK_TABLE_OR_COL key) 16)) (TOK_SELEXPR (TOK_FUNCTION compute_stats (TOK_TABLE_OR_COL value) 16)) (TOK_SELEXPR (TOK_FUNCTION compute_stats (TOK_TABLE_OR_COL c_int) 16)) (TOK_SELEXPR (TOK_FUNCTION compute_stats (TOK_TABLE_OR_COL c_float) 16)) (TOK_SELEXPR (TOK_FUNCTION compute_stats (TOK_TABLE_OR_COL c_boolean) 16))) 2015-10-29T11:12:31,753 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genSelectPlan(3714)) - genSelectPlan: input = {((tok_function compute_stats (tok_table_or_col key) 16),_col0: struct)((tok_function compute_stats (tok_table_or_col value) 16),_col1: struct)((tok_function compute_stats (tok_table_or_col c_int) 16),_col2: struct)((tok_function compute_stats (tok_table_or_col c_float) 16),_col3: struct)((tok_function compute_stats (tok_table_or_col c_boolean) 16),_col4: struct)} starRr = cbo_t3{(key,key: string)(value,value: string)(c_int,c_int: int)(c_float,c_float: float)(c_boolean,c_boolean: boolean)(block__offset__inside__file,BLOCK__OFFSET__INSIDE__FILE: bigint)(input__file__name,INPUT__FILE__NAME: string)(row__id,ROW__ID: struct)} 2015-10-29T11:12:31,753 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genSelectPlan(3862)) - Created Select Plan row schema: null{(_c0,_col0: struct)(_c1,_col1: struct)(_c2,_col2: struct)(_c3,_col3: struct)(_c4,_col4: struct)} 2015-10-29T11:12:31,753 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genSelectPlan(3593)) - Created Select Plan for clause: insclause-0 2015-10-29T11:12:31,754 DEBUG [main]: ql.Context (Context.java:getStagingDir(231)) - Created staging dir = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-31_738_4229836428871782745-1/-mr-10000/.hive-staging_hive_2015-10-29_11-12-31_738_4229836428871782745-1 for path = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-31_738_4229836428871782745-1/-mr-10000 2015-10-29T11:12:31,754 INFO [main]: common.FileUtils (FileUtils.java:mkdir(502)) - Creating directory if it doesn't exist: file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-31_738_4229836428871782745-1/-mr-10000/.hive-staging_hive_2015-10-29_11-12-31_738_4229836428871782745-1 2015-10-29T11:12:31,759 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chgrp,-R,staff,file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-31_738_4229836428871782745-1/-mr-10000} 2015-10-29T11:12:31,770 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:12:31,771 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chmod,-R,700,file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-31_738_4229836428871782745-1/-mr-10000} 2015-10-29T11:12:31,788 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:12:31,788 DEBUG [main]: shims.HadoopShimsSecure (Hadoop23Shims.java:debugLog(937)) - DeprecatedRawLocalFileStatus{path=file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-31_738_4229836428871782745-1/-mr-10000; isDirectory=true; modification_time=1446142351000; access_time=0; owner=; group=; permission=rwxrwxrwx; isSymlink=false} 2015-10-29T11:12:31,789 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genFileSinkPlan(6591)) - Set stats collection dir : file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-31_738_4229836428871782745-1/-mr-10000/.hive-staging_hive_2015-10-29_11-12-31_738_4229836428871782745-1/-ext-10002 2015-10-29T11:12:31,789 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genFileSinkPlan(6614)) - Created FileSink Plan for clause: insclause-0dest_path: file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-31_738_4229836428871782745-1/-mr-10000 row schema: null{(_c0,_col0: struct)(_c1,_col1: struct)(_c2,_col2: struct)(_c3,_col3: struct)(_c4,_col4: struct)} 2015-10-29T11:12:31,789 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genBodyPlan(8831)) - Created Body Plan for Query Block null 2015-10-29T11:12:31,789 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genPlan(9675)) - Created Plan for Query Block null 2015-10-29T11:12:31,790 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:analyzeInternal(10139)) - Before logical optimization TS[0]-SEL[1]-GBY[2]-RS[3]-GBY[4]-SEL[5]-FS[6] 2015-10-29T11:12:31,792 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:TS[0] with rs:(key: string|{cbo_t3}key,value: string|{cbo_t3}value,c_int: int|{cbo_t3}c_int,c_float: float|{cbo_t3}c_float,c_boolean: boolean|{cbo_t3}c_boolean,BLOCK__OFFSET__INSIDE__FILE: bigint|{cbo_t3}block__offset__inside__file,INPUT__FILE__NAME: string|{cbo_t3}input__file__name,ROW__ID: struct|{cbo_t3}row__id) 2015-10-29T11:12:31,792 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator TS[0] 2015-10-29T11:12:31,792 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:SEL[1] with rs:(key: string|{cbo_t3}key,value: string|{cbo_t3}value,c_int: int|{cbo_t3}c_int,c_float: float|{cbo_t3}c_float,c_boolean: boolean|{cbo_t3}c_boolean,BLOCK__OFFSET__INSIDE__FILE: bigint|{cbo_t3}block__offset__inside__file,INPUT__FILE__NAME: string|{cbo_t3}input__file__name,ROW__ID: struct|{cbo_t3}row__id) 2015-10-29T11:12:31,792 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator SEL[1] 2015-10-29T11:12:31,792 DEBUG [main]: optimizer.ConstantPropagateProcFactory (ConstantPropagateProcFactory.java:process(1131)) - New column list:(Column[key] Column[value] Column[c_int] Column[c_float] Column[c_boolean] Column[BLOCK__OFFSET__INSIDE__FILE] Column[INPUT__FILE__NAME] Column[ROW__ID]) 2015-10-29T11:12:31,792 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:GBY[2] with rs:(_col0: struct|{}(tok_function compute_stats (tok_table_or_col key) 16),_col1: struct|{}(tok_function compute_stats (tok_table_or_col value) 16),_col2: struct|{}(tok_function compute_stats (tok_table_or_col c_int) 16),_col3: struct|{}(tok_function compute_stats (tok_table_or_col c_float) 16),_col4: struct|{}(tok_function compute_stats (tok_table_or_col c_boolean) 16)) 2015-10-29T11:12:31,793 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator GBY[2] 2015-10-29T11:12:31,793 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:RS[3] with rs:(VALUE._col0: struct|{}(tok_function compute_stats (tok_table_or_col key) 16),VALUE._col1: struct|{}(tok_function compute_stats (tok_table_or_col value) 16),VALUE._col2: struct|{}(tok_function compute_stats (tok_table_or_col c_int) 16),VALUE._col3: struct|{}(tok_function compute_stats (tok_table_or_col c_float) 16),VALUE._col4: struct|{}(tok_function compute_stats (tok_table_or_col c_boolean) 16)) 2015-10-29T11:12:31,793 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator RS[3] 2015-10-29T11:12:31,793 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:GBY[4] with rs:(_col0: struct|{}(tok_function compute_stats (tok_table_or_col key) 16),_col1: struct|{}(tok_function compute_stats (tok_table_or_col value) 16),_col2: struct|{}(tok_function compute_stats (tok_table_or_col c_int) 16),_col3: struct|{}(tok_function compute_stats (tok_table_or_col c_float) 16),_col4: struct|{}(tok_function compute_stats (tok_table_or_col c_boolean) 16)) 2015-10-29T11:12:31,793 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator GBY[4] 2015-10-29T11:12:31,793 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:SEL[5] with rs:(_col0: struct|{null}_c0,_col1: struct|{null}_c1,_col2: struct|{null}_c2,_col3: struct|{null}_c3,_col4: struct|{null}_c4) 2015-10-29T11:12:31,793 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator SEL[5] 2015-10-29T11:12:31,793 DEBUG [main]: optimizer.ConstantPropagateProcFactory (ConstantPropagateProcFactory.java:process(1131)) - New column list:(Column[_col0] Column[_col1] Column[_col2] Column[_col3] Column[_col4]) 2015-10-29T11:12:31,793 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:FS[6] with rs:(_col0: struct|{},_col1: struct|{},_col2: struct|{},_col3: struct|{},_col4: struct|{}) 2015-10-29T11:12:31,793 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator FS[6] 2015-10-29T11:12:31,794 INFO [main]: ppd.OpProcFactory (OpProcFactory.java:process(662)) - Processing for FS(6) 2015-10-29T11:12:31,794 INFO [main]: ppd.OpProcFactory (OpProcFactory.java:process(662)) - Processing for SEL(5) 2015-10-29T11:12:31,794 INFO [main]: ppd.OpProcFactory (OpProcFactory.java:process(662)) - Processing for GBY(4) 2015-10-29T11:12:31,794 INFO [main]: ppd.OpProcFactory (OpProcFactory.java:process(662)) - Processing for RS(3) 2015-10-29T11:12:31,794 INFO [main]: ppd.OpProcFactory (OpProcFactory.java:process(662)) - Processing for GBY(2) 2015-10-29T11:12:31,794 INFO [main]: ppd.OpProcFactory (OpProcFactory.java:process(662)) - Processing for SEL(1) 2015-10-29T11:12:31,794 INFO [main]: ppd.OpProcFactory (OpProcFactory.java:process(383)) - Processing for TS(0) 2015-10-29T11:12:31,794 DEBUG [main]: ppd.PredicatePushDown (PredicatePushDown.java:transform(138)) - After PPD: TS[0]-SEL[1]-GBY[2]-RS[3]-GBY[4]-SEL[5]-FS[6] 2015-10-29T11:12:31,794 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:TS[0] with rs:(key: string|{cbo_t3}key,value: string|{cbo_t3}value,c_int: int|{cbo_t3}c_int,c_float: float|{cbo_t3}c_float,c_boolean: boolean|{cbo_t3}c_boolean,BLOCK__OFFSET__INSIDE__FILE: bigint|{cbo_t3}block__offset__inside__file,INPUT__FILE__NAME: string|{cbo_t3}input__file__name,ROW__ID: struct|{cbo_t3}row__id) 2015-10-29T11:12:31,794 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator TS[0] 2015-10-29T11:12:31,795 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:SEL[1] with rs:(key: string|{cbo_t3}key,value: string|{cbo_t3}value,c_int: int|{cbo_t3}c_int,c_float: float|{cbo_t3}c_float,c_boolean: boolean|{cbo_t3}c_boolean,BLOCK__OFFSET__INSIDE__FILE: bigint|{cbo_t3}block__offset__inside__file,INPUT__FILE__NAME: string|{cbo_t3}input__file__name,ROW__ID: struct|{cbo_t3}row__id) 2015-10-29T11:12:31,795 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator SEL[1] 2015-10-29T11:12:31,795 DEBUG [main]: optimizer.ConstantPropagateProcFactory (ConstantPropagateProcFactory.java:process(1131)) - New column list:(Column[key] Column[value] Column[c_int] Column[c_float] Column[c_boolean] Column[BLOCK__OFFSET__INSIDE__FILE] Column[INPUT__FILE__NAME] Column[ROW__ID]) 2015-10-29T11:12:31,795 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:GBY[2] with rs:(_col0: struct|{}(tok_function compute_stats (tok_table_or_col key) 16),_col1: struct|{}(tok_function compute_stats (tok_table_or_col value) 16),_col2: struct|{}(tok_function compute_stats (tok_table_or_col c_int) 16),_col3: struct|{}(tok_function compute_stats (tok_table_or_col c_float) 16),_col4: struct|{}(tok_function compute_stats (tok_table_or_col c_boolean) 16)) 2015-10-29T11:12:31,795 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator GBY[2] 2015-10-29T11:12:31,795 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:RS[3] with rs:(VALUE._col0: struct|{}(tok_function compute_stats (tok_table_or_col key) 16),VALUE._col1: struct|{}(tok_function compute_stats (tok_table_or_col value) 16),VALUE._col2: struct|{}(tok_function compute_stats (tok_table_or_col c_int) 16),VALUE._col3: struct|{}(tok_function compute_stats (tok_table_or_col c_float) 16),VALUE._col4: struct|{}(tok_function compute_stats (tok_table_or_col c_boolean) 16)) 2015-10-29T11:12:31,795 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator RS[3] 2015-10-29T11:12:31,795 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:GBY[4] with rs:(_col0: struct|{}(tok_function compute_stats (tok_table_or_col key) 16),_col1: struct|{}(tok_function compute_stats (tok_table_or_col value) 16),_col2: struct|{}(tok_function compute_stats (tok_table_or_col c_int) 16),_col3: struct|{}(tok_function compute_stats (tok_table_or_col c_float) 16),_col4: struct|{}(tok_function compute_stats (tok_table_or_col c_boolean) 16)) 2015-10-29T11:12:31,795 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator GBY[4] 2015-10-29T11:12:31,795 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:SEL[5] with rs:(_col0: struct|{null}_c0,_col1: struct|{null}_c1,_col2: struct|{null}_c2,_col3: struct|{null}_c3,_col4: struct|{null}_c4) 2015-10-29T11:12:31,795 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator SEL[5] 2015-10-29T11:12:31,796 DEBUG [main]: optimizer.ConstantPropagateProcFactory (ConstantPropagateProcFactory.java:process(1131)) - New column list:(Column[_col0] Column[_col1] Column[_col2] Column[_col3] Column[_col4]) 2015-10-29T11:12:31,796 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:FS[6] with rs:(_col0: struct|{},_col1: struct|{},_col2: struct|{},_col3: struct|{},_col4: struct|{}) 2015-10-29T11:12:31,796 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator FS[6] 2015-10-29T11:12:31,796 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:TS[0] with rs:(key: string|{cbo_t3}key,value: string|{cbo_t3}value,c_int: int|{cbo_t3}c_int,c_float: float|{cbo_t3}c_float,c_boolean: boolean|{cbo_t3}c_boolean,BLOCK__OFFSET__INSIDE__FILE: bigint|{cbo_t3}block__offset__inside__file,INPUT__FILE__NAME: string|{cbo_t3}input__file__name,ROW__ID: struct|{cbo_t3}row__id) 2015-10-29T11:12:31,796 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator TS[0] 2015-10-29T11:12:31,796 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:SEL[1] with rs:(key: string|{cbo_t3}key,value: string|{cbo_t3}value,c_int: int|{cbo_t3}c_int,c_float: float|{cbo_t3}c_float,c_boolean: boolean|{cbo_t3}c_boolean,BLOCK__OFFSET__INSIDE__FILE: bigint|{cbo_t3}block__offset__inside__file,INPUT__FILE__NAME: string|{cbo_t3}input__file__name,ROW__ID: struct|{cbo_t3}row__id) 2015-10-29T11:12:31,796 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator SEL[1] 2015-10-29T11:12:31,796 DEBUG [main]: optimizer.ConstantPropagateProcFactory (ConstantPropagateProcFactory.java:process(1131)) - New column list:(Column[key] Column[value] Column[c_int] Column[c_float] Column[c_boolean] Column[BLOCK__OFFSET__INSIDE__FILE] Column[INPUT__FILE__NAME] Column[ROW__ID]) 2015-10-29T11:12:31,796 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:GBY[2] with rs:(_col0: struct|{}(tok_function compute_stats (tok_table_or_col key) 16),_col1: struct|{}(tok_function compute_stats (tok_table_or_col value) 16),_col2: struct|{}(tok_function compute_stats (tok_table_or_col c_int) 16),_col3: struct|{}(tok_function compute_stats (tok_table_or_col c_float) 16),_col4: struct|{}(tok_function compute_stats (tok_table_or_col c_boolean) 16)) 2015-10-29T11:12:31,797 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator GBY[2] 2015-10-29T11:12:31,797 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:RS[3] with rs:(VALUE._col0: struct|{}(tok_function compute_stats (tok_table_or_col key) 16),VALUE._col1: struct|{}(tok_function compute_stats (tok_table_or_col value) 16),VALUE._col2: struct|{}(tok_function compute_stats (tok_table_or_col c_int) 16),VALUE._col3: struct|{}(tok_function compute_stats (tok_table_or_col c_float) 16),VALUE._col4: struct|{}(tok_function compute_stats (tok_table_or_col c_boolean) 16)) 2015-10-29T11:12:31,797 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator RS[3] 2015-10-29T11:12:31,797 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:GBY[4] with rs:(_col0: struct|{}(tok_function compute_stats (tok_table_or_col key) 16),_col1: struct|{}(tok_function compute_stats (tok_table_or_col value) 16),_col2: struct|{}(tok_function compute_stats (tok_table_or_col c_int) 16),_col3: struct|{}(tok_function compute_stats (tok_table_or_col c_float) 16),_col4: struct|{}(tok_function compute_stats (tok_table_or_col c_boolean) 16)) 2015-10-29T11:12:31,797 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator GBY[4] 2015-10-29T11:12:31,797 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:SEL[5] with rs:(_col0: struct|{null}_c0,_col1: struct|{null}_c1,_col2: struct|{null}_c2,_col3: struct|{null}_c3,_col4: struct|{null}_c4) 2015-10-29T11:12:31,797 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator SEL[5] 2015-10-29T11:12:31,797 DEBUG [main]: optimizer.ConstantPropagateProcFactory (ConstantPropagateProcFactory.java:process(1131)) - New column list:(Column[_col0] Column[_col1] Column[_col2] Column[_col3] Column[_col4]) 2015-10-29T11:12:31,797 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:FS[6] with rs:(_col0: struct|{},_col1: struct|{},_col2: struct|{},_col3: struct|{},_col4: struct|{}) 2015-10-29T11:12:31,797 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator FS[6] 2015-10-29T11:12:31,798 DEBUG [main]: optimizer.ColumnPrunerProcFactory (ColumnPrunerProcFactory.java:process(569)) - Reduce Sink Operator 3 key:[] 2015-10-29T11:12:31,798 INFO [main]: optimizer.ColumnPrunerProcFactory (ColumnPrunerProcFactory.java:pruneReduceSinkOperator(864)) - RS 3 oldColExprMap: {VALUE._col4=Column[_col4], VALUE._col3=Column[_col3], VALUE._col2=Column[_col2], VALUE._col1=Column[_col1], VALUE._col0=Column[_col0]} 2015-10-29T11:12:31,798 INFO [main]: optimizer.ColumnPrunerProcFactory (ColumnPrunerProcFactory.java:pruneReduceSinkOperator(913)) - RS 3 newColExprMap: {VALUE._col4=Column[_col4], VALUE._col3=Column[_col3], VALUE._col2=Column[_col2], VALUE._col1=Column[_col1], VALUE._col0=Column[_col0]} 2015-10-29T11:12:31,798 DEBUG [main]: optimizer.IdentityProjectRemover (IdentityProjectRemover.java:process(131)) - Identity project remover optimization removed : SEL[5] 2015-10-29T11:12:31,799 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:analyzeInternal(10147)) - After logical optimization TS[0]-SEL[1]-GBY[2]-RS[3]-GBY[4]-FS[6] 2015-10-29T11:12:31,799 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:31,799 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:31,799 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct cbo_t3 { string key, string value, i32 c_int, float c_float, bool c_boolean} 2015-10-29T11:12:31,799 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct cbo_t3 { string key, string value, i32 c_int, float c_float, bool c_boolean} 2015-10-29T11:12:31,800 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct cbo_t3 { string key, string value, i32 c_int, float c_float, bool c_boolean} 2015-10-29T11:12:31,800 DEBUG [main]: optimizer.GenMapRedUtils (GenMapRedUtils.java:setMapWork(678)) - Adding pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/cbo_t3 of tablecbo_t3 2015-10-29T11:12:31,800 DEBUG [main]: optimizer.GenMapRedUtils (GenMapRedUtils.java:setMapWork(716)) - Information added for path pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/cbo_t3 2015-10-29T11:12:31,800 DEBUG [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(167)) - Looking at: null 2015-10-29T11:12:31,800 INFO [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(175)) - Looking for table scans where optimization is applicable 2015-10-29T11:12:31,800 INFO [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(199)) - Found 0 null table scans 2015-10-29T11:12:31,800 DEBUG [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(167)) - Looking at: null 2015-10-29T11:12:31,801 INFO [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(175)) - Looking for table scans where optimization is applicable 2015-10-29T11:12:31,801 INFO [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(199)) - Found 0 null table scans 2015-10-29T11:12:31,801 DEBUG [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(167)) - Looking at: null 2015-10-29T11:12:31,801 INFO [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(175)) - Looking for table scans where optimization is applicable 2015-10-29T11:12:31,801 INFO [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(199)) - Found 0 null table scans 2015-10-29T11:12:31,801 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:analyzeInternal(10168)) - Completed plan generation 2015-10-29T11:12:31,801 INFO [main]: ql.Driver (Driver.java:compile(448)) - Semantic Analysis Completed 2015-10-29T11:12:31,801 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:validate(10519)) - validation start 2015-10-29T11:12:31,802 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:validate(10561)) - not validating writeEntity, because entity is neither table nor partition 2015-10-29T11:12:31,802 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:31,802 INFO [main]: ql.Driver (Driver.java:getSchema(244)) - Returning Hive schema: Schema(fieldSchemas:[FieldSchema(name:_c0, type:struct, comment:null), FieldSchema(name:_c1, type:struct, comment:null), FieldSchema(name:_c2, type:struct, comment:null), FieldSchema(name:_c3, type:struct, comment:null), FieldSchema(name:_c4, type:struct, comment:null)], properties:null) 2015-10-29T11:12:31,802 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:31,802 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : compilation phase 2015-10-29T11:12:31,802 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {flushCache_()=0, isCompatibleWith_(HiveConf, )=0, getTable_(String, String, )=10} 2015-10-29T11:12:31,802 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:31,802 DEBUG [main]: lockmgr.DummyTxnManager (DummyTxnManager.java:acquireLocks(129)) - Adding default@cbo_t3 to list of lock inputs 2015-10-29T11:12:31,802 DEBUG [main]: lockmgr.DummyTxnManager (DummyTxnManager.java:acquireLocks(148)) - Adding file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-31_738_4229836428871782745-1/-mr-10000 to list of lock outputs 2015-10-29T11:12:31,802 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:lock(262)) - Acquiring lock for default with mode IMPLICIT 2015-10-29T11:12:31,805 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:lock(262)) - Acquiring lock for default/cbo_t3 with mode IMPLICIT 2015-10-29T11:12:31,806 DEBUG [main]: ql.Driver (Driver.java:recordValidTxns(960)) - Encoding valid txns info 9223372036854775807: txnid:0 2015-10-29T11:12:31,806 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:31,806 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:31,807 INFO [main]: ql.Driver (Driver.java:execute(1468)) - Starting command(queryId=sush_20151029111231_47bc84c7-908a-4053-ba82-25aa0f86bd9f): analyze table cbo_t3 compute statistics for columns key, value, c_int, c_float, c_boolean 2015-10-29T11:12:31,807 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:31,807 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: query: analyze table cbo_t3 compute statistics for columns key, value, c_int, c_float, c_boolean 2015-10-29T11:12:31,807 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: type: QUERY 2015-10-29T11:12:31,807 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: Input: default@cbo_t3 2015-10-29T11:12:31,807 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: Output: file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-31_738_4229836428871782745-1/-mr-10000 2015-10-29T11:12:31,807 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:31,807 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:31,807 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:31,807 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - Query ID = sush_20151029111231_47bc84c7-908a-4053-ba82-25aa0f86bd9f 2015-10-29T11:12:31,807 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - Total jobs = 1 2015-10-29T11:12:31,807 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:31,808 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:31,808 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:31,808 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - Launching Job 1 out of 1 2015-10-29T11:12:31,808 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-0:MAPRED] in serial mode 2015-10-29T11:12:31,808 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - Number of reduce tasks determined at compile time: 1 2015-10-29T11:12:31,809 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - In order to change the average load for a reducer (in bytes): 2015-10-29T11:12:31,809 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - set hive.exec.reducers.bytes.per.reducer= 2015-10-29T11:12:31,809 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - In order to limit the maximum number of reducers: 2015-10-29T11:12:31,809 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - set hive.exec.reducers.max= 2015-10-29T11:12:31,809 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - In order to set a constant number of reducers: 2015-10-29T11:12:31,809 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - set mapreduce.job.reduces= 2015-10-29T11:12:31,814 INFO [main]: mr.ExecDriver (ExecDriver.java:execute(291)) - Using org.apache.hadoop.hive.ql.io.CombineHiveInputFormat 2015-10-29T11:12:31,814 INFO [main]: exec.Utilities (Utilities.java:getInputPaths(3433)) - Processing alias cbo_t3 2015-10-29T11:12:31,814 INFO [main]: exec.Utilities (Utilities.java:getInputPaths(3450)) - Adding input file pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/cbo_t3 2015-10-29T11:12:31,814 INFO [main]: exec.Utilities (Utilities.java:isEmptyPath(2734)) - Content Summary not cached for pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/cbo_t3 2015-10-29T11:12:31,829 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:31,829 INFO [main]: exec.Utilities (Utilities.java:serializePlan(939)) - Serializing MapWork via kryo 2015-10-29T11:12:31,830 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:31,834 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:31,835 INFO [main]: exec.Utilities (Utilities.java:serializePlan(939)) - Serializing ReduceWork via kryo 2015-10-29T11:12:31,836 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:31,836 DEBUG [main]: mapreduce.Cluster (Cluster.java:initialize(90)) - Trying ClientProtocolProvider : org.apache.hadoop.mapred.LocalClientProtocolProvider 2015-10-29T11:12:31,836 INFO [main]: jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized 2015-10-29T11:12:31,837 DEBUG [main]: mapreduce.Cluster (Cluster.java:initialize(103)) - Picked org.apache.hadoop.mapred.LocalClientProtocolProvider as the ClientProtocolProvider 2015-10-29T11:12:31,838 DEBUG [main]: mapreduce.Cluster (Cluster.java:initialize(90)) - Trying ClientProtocolProvider : org.apache.hadoop.mapred.LocalClientProtocolProvider 2015-10-29T11:12:31,838 INFO [main]: jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized 2015-10-29T11:12:31,838 DEBUG [main]: mapreduce.Cluster (Cluster.java:initialize(103)) - Picked org.apache.hadoop.mapred.LocalClientProtocolProvider as the ClientProtocolProvider 2015-10-29T11:12:31,839 INFO [main]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-31_732_5218220276636957208-1/-mr-10001/4cd364bb-5beb-4d7e-845a-d72a576527f0/map.xml 2015-10-29T11:12:31,839 DEBUG [main]: exec.Utilities (Utilities.java:getBaseWork(452)) - Found plan in cache for name: map.xml 2015-10-29T11:12:31,839 INFO [main]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-31_732_5218220276636957208-1/-mr-10001/4cd364bb-5beb-4d7e-845a-d72a576527f0/reduce.xml 2015-10-29T11:12:31,839 DEBUG [main]: exec.Utilities (Utilities.java:getBaseWork(452)) - Found plan in cache for name: reduce.xml 2015-10-29T11:12:31,844 DEBUG [main]: mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(456)) - Configuring job job_local1826982442_0023 with file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/hadoop-tmp/mapred/staging/sush1826982442/.staging/job_local1826982442_0023 as the submit dir 2015-10-29T11:12:31,844 DEBUG [main]: mapreduce.JobSubmitter (JobSubmitter.java:populateTokenCache(718)) - adding the following namenodes' delegation tokens:[file:///] 2015-10-29T11:12:31,844 WARN [main]: mapreduce.JobSubmitter (JobSubmitter.java:copyAndConfigureFiles(153)) - Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2015-10-29T11:12:31,844 DEBUG [main]: mapreduce.JobSubmitter (JobSubmitter.java:copyAndConfigureFiles(173)) - default FileSystem: file:/// 2015-10-29T11:12:31,939 DEBUG [main]: mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(491)) - Creating splits at file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/hadoop-tmp/mapred/staging/sush1826982442/.staging/job_local1826982442_0023 2015-10-29T11:12:31,939 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:31,939 INFO [main]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-31_732_5218220276636957208-1/-mr-10001/4cd364bb-5beb-4d7e-845a-d72a576527f0/map.xml 2015-10-29T11:12:31,939 DEBUG [main]: exec.Utilities (Utilities.java:getBaseWork(452)) - Found plan in cache for name: map.xml 2015-10-29T11:12:31,939 INFO [main]: io.CombineHiveInputFormat (CombineHiveInputFormat.java:getSplits(478)) - Total number of paths: 1, launching 1 threads to check non-combinable ones. 2015-10-29T11:12:31,940 DEBUG [main]: io.CombineHiveInputFormat (CombineHiveInputFormat.java:getSplits(512)) - The received input paths are: [pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/cbo_t3] against the property mapreduce.input.fileinputformat.inputdir 2015-10-29T11:12:31,940 INFO [main]: io.CombineHiveInputFormat (CombineHiveInputFormat.java:getCombineSplits(395)) - CombineHiveInputSplit creating pool for pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/cbo_t3; using filter path pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/cbo_t3 2015-10-29T11:12:31,951 DEBUG [main]: input.FileInputFormat (FileInputFormat.java:listStatus(279)) - Time taken to get FileStatuses: 10 2015-10-29T11:12:31,951 INFO [main]: input.FileInputFormat (FileInputFormat.java:listStatus(281)) - Total input paths to process : 1 2015-10-29T11:12:31,952 INFO [main]: input.CombineFileInputFormat (CombineFileInputFormat.java:createSplits(413)) - DEBUG: Terminated node allocation with : CompletedNodes: 1, size left: 0 2015-10-29T11:12:31,952 INFO [main]: io.CombineHiveInputFormat (CombineHiveInputFormat.java:getCombineSplits(450)) - number of splits 1 2015-10-29T11:12:31,952 INFO [main]: io.CombineHiveInputFormat (CombineHiveInputFormat.java:getSplits(549)) - Number of all splits 1 2015-10-29T11:12:31,952 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:31,967 INFO [main]: mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(494)) - number of splits:1 2015-10-29T11:12:31,982 INFO [main]: mapreduce.JobSubmitter (JobSubmitter.java:printTokens(583)) - Submitting tokens for job: job_local1826982442_0023 2015-10-29T11:12:32,036 INFO [main]: mapreduce.Job (Job.java:submit(1300)) - The url to track the job: http://localhost:8080/ 2015-10-29T11:12:32,036 INFO [Thread-1726]: mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(471)) - OutputCommitter set in config org.apache.hadoop.hive.ql.io.HiveFileFormatUtils$NullOutputCommitter 2015-10-29T11:12:32,036 INFO [Thread-1726]: mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(489)) - OutputCommitter is org.apache.hadoop.hive.ql.io.HiveFileFormatUtils$NullOutputCommitter 2015-10-29T11:12:32,036 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - Job running in-process (local Hadoop) 2015-10-29T11:12:32,037 DEBUG [Thread-1726]: mapred.LocalJobRunner (LocalJobRunner.java:createMapExecutor(395)) - Starting mapper thread pool executor. 2015-10-29T11:12:32,037 DEBUG [Thread-1726]: mapred.LocalJobRunner (LocalJobRunner.java:createMapExecutor(396)) - Max local threads: 1 2015-10-29T11:12:32,037 DEBUG [Thread-1726]: mapred.LocalJobRunner (LocalJobRunner.java:createMapExecutor(397)) - Map tasks to process: 1 2015-10-29T11:12:32,037 INFO [Thread-1726]: mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for map tasks 2015-10-29T11:12:32,037 INFO [LocalJobRunner Map Task Executor #0]: mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local1826982442_0023_m_000000_0 2015-10-29T11:12:32,037 DEBUG [LocalJobRunner Map Task Executor #0]: mapred.SortedRanges (SortedRanges.java:doNext(348)) - currentIndex 0 0:0 2015-10-29T11:12:32,038 DEBUG [LocalJobRunner Map Task Executor #0]: mapred.LocalJobRunner (LocalJobRunner.java:setupChildMapredLocalDirs(974)) - mapreduce.cluster.local.dir for child : /Users/sush/dev/hive.git/itests/qtest/target/tmp/hadoop-tmp/mapred/local/localRunner//sush/jobcache/job_local1826982442_0023/attempt_local1826982442_0023_m_000000_0 2015-10-29T11:12:32,038 INFO [LocalJobRunner Map Task Executor #0]: util.ProcfsBasedProcessTree (ProcfsBasedProcessTree.java:isAvailable(181)) - ProcfsBasedProcessTree currently is supported only on Linux. 2015-10-29T11:12:32,038 INFO [LocalJobRunner Map Task Executor #0]: util.ProcfsBasedProcessTree (ProcfsBasedProcessTree.java:isAvailable(181)) - ProcfsBasedProcessTree currently is supported only on Linux. 2015-10-29T11:12:32,038 INFO [LocalJobRunner Map Task Executor #0]: mapred.Task (Task.java:initialize(587)) - Using ResourceCalculatorProcessTree : null 2015-10-29T11:12:32,038 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:updateJobWithSplit(482)) - Processing split: Paths:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/cbo_t3/cbo_t3.txt:0+282InputFormatClass: org.apache.hadoop.mapred.TextInputFormat 2015-10-29T11:12:32,038 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-31_732_5218220276636957208-1/-mr-10001/4cd364bb-5beb-4d7e-845a-d72a576527f0/map.xml 2015-10-29T11:12:32,038 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(405)) - local path = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-31_732_5218220276636957208-1/-mr-10001/4cd364bb-5beb-4d7e-845a-d72a576527f0/map.xml 2015-10-29T11:12:32,039 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(417)) - Open file to read in plan: file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-31_732_5218220276636957208-1/-mr-10001/4cd364bb-5beb-4d7e-845a-d72a576527f0/map.xml 2015-10-29T11:12:32,039 INFO [LocalJobRunner Map Task Executor #0]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:32,039 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:deserializePlan(966)) - Deserializing MapWork via kryo 2015-10-29T11:12:32,043 INFO [LocalJobRunner Map Task Executor #0]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:32,044 INFO [LocalJobRunner Map Task Executor #0]: io.HiveContextAwareRecordReader (HiveContextAwareRecordReader.java:initIOContext(174)) - Processing file pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/cbo_t3/cbo_t3.txt 2015-10-29T11:12:32,044 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:runOldMapper(436)) - numReduceTasks: 1 2015-10-29T11:12:32,044 DEBUG [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:createSortingCollector(398)) - Trying map output collector class: org.apache.hadoop.mapred.MapTask$MapOutputBuffer 2015-10-29T11:12:32,057 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:setEquator(1202)) - (EQUATOR) 0 kvi 26214396(104857584) 2015-10-29T11:12:32,057 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:init(995)) - mapreduce.task.io.sort.mb: 100 2015-10-29T11:12:32,057 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:init(996)) - soft limit at 83886080 2015-10-29T11:12:32,057 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:init(997)) - bufstart = 0; bufvoid = 104857600 2015-10-29T11:12:32,058 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:init(998)) - kvstart = 26214396; length = 6553600 2015-10-29T11:12:32,058 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:createSortingCollector(402)) - Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer 2015-10-29T11:12:32,058 INFO [LocalJobRunner Map Task Executor #0]: mr.ExecMapper (ExecMapper.java:configure(83)) - conf classpath = [file:/Users/sush/dev/hive.git/itests/qtest/target/surefire/surefirebooter6776397513364088476.jar] 2015-10-29T11:12:32,058 INFO [LocalJobRunner Map Task Executor #0]: mr.ExecMapper (ExecMapper.java:configure(85)) - thread classpath = [file:/Users/sush/dev/hive.git/itests/qtest/target/surefire/surefirebooter6776397513364088476.jar] 2015-10-29T11:12:32,058 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-31_732_5218220276636957208-1/-mr-10001/4cd364bb-5beb-4d7e-845a-d72a576527f0/map.xml 2015-10-29T11:12:32,058 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(452)) - Found plan in cache for name: map.xml 2015-10-29T11:12:32,058 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:initialize(338)) - Initializing operator MAP[11] 2015-10-29T11:12:32,059 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:initialize(377)) - Initialization Done 11 MAP 2015-10-29T11:12:32,059 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:initializeChildren(463)) - Operator 11 MAP initialized 2015-10-29T11:12:32,059 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:initialize(390)) - Initialization Done 11 MAP done is reset. 2015-10-29T11:12:32,059 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:32,060 INFO [LocalJobRunner Map Task Executor #0]: mr.ExecMapper (ExecMapper.java:configure(110)) - Id =11 Id =7 Id =8 Id =9 Id =10 <\Children> Id = 9 null<\Parent> <\RS> <\Children> Id = 8 null<\Parent> <\GBY> <\Children> Id = 7 null<\Parent> <\SEL> <\Children> Id = 11 null<\Parent> <\TS> <\Children> <\Parent> <\MAP> 2015-10-29T11:12:32,060 INFO [LocalJobRunner Map Task Executor #0]: MapredContext (MapredContext.java:init(55)) - MapredContext initialized. 2015-10-29T11:12:32,060 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:initialize(338)) - Initializing operator TS[7] 2015-10-29T11:12:32,060 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:initialize(377)) - Initialization Done 7 TS 2015-10-29T11:12:32,060 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:initializeChildren(463)) - Operator 7 TS initialized 2015-10-29T11:12:32,060 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:initializeChildren(469)) - Initializing children of 7 TS 2015-10-29T11:12:32,060 INFO [LocalJobRunner Map Task Executor #0]: exec.SelectOperator (Operator.java:initialize(507)) - Initializing child 8 SEL 2015-10-29T11:12:32,060 INFO [LocalJobRunner Map Task Executor #0]: exec.SelectOperator (Operator.java:initialize(338)) - Initializing operator SEL[8] 2015-10-29T11:12:32,060 INFO [LocalJobRunner Map Task Executor #0]: exec.SelectOperator (SelectOperator.java:initializeOp(65)) - SELECT struct 2015-10-29T11:12:32,060 INFO [LocalJobRunner Map Task Executor #0]: exec.SelectOperator (Operator.java:initialize(377)) - Initialization Done 8 SEL 2015-10-29T11:12:32,060 INFO [LocalJobRunner Map Task Executor #0]: exec.SelectOperator (Operator.java:initializeChildren(463)) - Operator 8 SEL initialized 2015-10-29T11:12:32,060 INFO [LocalJobRunner Map Task Executor #0]: exec.SelectOperator (Operator.java:initializeChildren(469)) - Initializing children of 8 SEL 2015-10-29T11:12:32,060 INFO [LocalJobRunner Map Task Executor #0]: exec.GroupByOperator (Operator.java:initialize(507)) - Initializing child 9 GBY 2015-10-29T11:12:32,060 INFO [LocalJobRunner Map Task Executor #0]: exec.GroupByOperator (Operator.java:initialize(338)) - Initializing operator GBY[9] 2015-10-29T11:12:32,060 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:32,061 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:32,061 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:32,061 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:32,061 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:32,061 INFO [LocalJobRunner Map Task Executor #0]: exec.GroupByOperator (Operator.java:initialize(377)) - Initialization Done 9 GBY 2015-10-29T11:12:32,061 INFO [LocalJobRunner Map Task Executor #0]: exec.GroupByOperator (Operator.java:initializeChildren(463)) - Operator 9 GBY initialized 2015-10-29T11:12:32,061 INFO [LocalJobRunner Map Task Executor #0]: exec.GroupByOperator (Operator.java:initializeChildren(469)) - Initializing children of 9 GBY 2015-10-29T11:12:32,061 INFO [LocalJobRunner Map Task Executor #0]: exec.ReduceSinkOperator (Operator.java:initialize(507)) - Initializing child 10 RS 2015-10-29T11:12:32,061 INFO [LocalJobRunner Map Task Executor #0]: exec.ReduceSinkOperator (Operator.java:initialize(338)) - Initializing operator RS[10] 2015-10-29T11:12:32,061 INFO [LocalJobRunner Map Task Executor #0]: exec.ReduceSinkOperator (ReduceSinkOperator.java:initializeOp(221)) - Using tag = -1 2015-10-29T11:12:32,061 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:32,061 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:32,061 DEBUG [LocalJobRunner Map Task Executor #0]: lazybinary.LazyBinarySerDe (LazyBinarySerDe.java:initialize(131)) - LazyBinarySerDe initialized with: columnNames=[_col0, _col1, _col2, _col3, _col4] columnTypes=[struct, struct, struct, struct, struct] 2015-10-29T11:12:32,062 INFO [LocalJobRunner Map Task Executor #0]: exec.ReduceSinkOperator (Operator.java:initialize(377)) - Initialization Done 10 RS 2015-10-29T11:12:32,062 INFO [LocalJobRunner Map Task Executor #0]: exec.ReduceSinkOperator (Operator.java:initializeChildren(463)) - Operator 10 RS initialized 2015-10-29T11:12:32,062 INFO [LocalJobRunner Map Task Executor #0]: exec.ReduceSinkOperator (Operator.java:initialize(390)) - Initialization Done 10 RS done is reset. 2015-10-29T11:12:32,062 INFO [LocalJobRunner Map Task Executor #0]: exec.GroupByOperator (Operator.java:initialize(390)) - Initialization Done 9 GBY done is reset. 2015-10-29T11:12:32,062 INFO [LocalJobRunner Map Task Executor #0]: exec.SelectOperator (Operator.java:initialize(390)) - Initialization Done 8 SEL done is reset. 2015-10-29T11:12:32,062 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:initialize(390)) - Initialization Done 7 TS done is reset. 2015-10-29T11:12:32,063 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-31_732_5218220276636957208-1/-mr-10001/4cd364bb-5beb-4d7e-845a-d72a576527f0/map.xml 2015-10-29T11:12:32,063 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(452)) - Found plan in cache for name: map.xml 2015-10-29T11:12:32,064 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (MapOperator.java:rowsForwarded(535)) - MAP[11]: records read - 1 2015-10-29T11:12:32,065 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (MapOperator.java:rowsForwarded(535)) - MAP[11]: records read - 10 2015-10-29T11:12:32,065 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:close(650)) - 11 finished. closing... 2015-10-29T11:12:32,065 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:logStats(898)) - RECORDS_IN:20 2015-10-29T11:12:32,065 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:logStats(898)) - DESERIALIZE_ERRORS:0 2015-10-29T11:12:32,065 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:close(650)) - 7 finished. closing... 2015-10-29T11:12:32,065 INFO [LocalJobRunner Map Task Executor #0]: exec.SelectOperator (Operator.java:close(650)) - 8 finished. closing... 2015-10-29T11:12:32,065 INFO [LocalJobRunner Map Task Executor #0]: exec.GroupByOperator (Operator.java:close(650)) - 9 finished. closing... 2015-10-29T11:12:32,065 INFO [LocalJobRunner Map Task Executor #0]: exec.GroupByOperator (GroupByOperator.java:flush(1027)) - Begin Hash Table flush: size = 1 2015-10-29T11:12:32,067 INFO [LocalJobRunner Map Task Executor #0]: exec.ReduceSinkOperator (ReduceSinkOperator.java:process(322)) - keys are [] num distributions: 0 2015-10-29T11:12:32,067 INFO [LocalJobRunner Map Task Executor #0]: exec.ReduceSinkOperator (ReduceSinkOperator.java:collect(535)) - RS[10]: records written - 1 2015-10-29T11:12:32,067 INFO [LocalJobRunner Map Task Executor #0]: exec.ReduceSinkOperator (Operator.java:close(650)) - 10 finished. closing... 2015-10-29T11:12:32,067 INFO [LocalJobRunner Map Task Executor #0]: exec.ReduceSinkOperator (ReduceSinkOperator.java:closeOp(569)) - RS[10]: records written - 1 2015-10-29T11:12:32,067 INFO [LocalJobRunner Map Task Executor #0]: exec.ReduceSinkOperator (Operator.java:logStats(898)) - RECORDS_OUT_INTERMEDIATE:1 2015-10-29T11:12:32,068 INFO [LocalJobRunner Map Task Executor #0]: exec.ReduceSinkOperator (Operator.java:close(674)) - 10 Close done 2015-10-29T11:12:32,068 INFO [LocalJobRunner Map Task Executor #0]: exec.GroupByOperator (Operator.java:close(674)) - 9 Close done 2015-10-29T11:12:32,068 INFO [LocalJobRunner Map Task Executor #0]: exec.SelectOperator (Operator.java:close(674)) - 8 Close done 2015-10-29T11:12:32,068 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:close(674)) - 7 Close done 2015-10-29T11:12:32,068 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:close(674)) - 11 Close done 2015-10-29T11:12:32,068 INFO [LocalJobRunner Map Task Executor #0]: mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 2015-10-29T11:12:32,068 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:flush(1457)) - Starting flush of map output 2015-10-29T11:12:32,068 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:flush(1475)) - Spilling map output 2015-10-29T11:12:32,068 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:flush(1476)) - bufstart = 0; bufend = 611; bufvoid = 104857600 2015-10-29T11:12:32,068 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:flush(1478)) - kvstart = 26214396(104857584); kvend = 26214396(104857584); length = 1/6553600 2015-10-29T11:12:32,069 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:sortAndSpill(1660)) - Finished spill 0 2015-10-29T11:12:32,070 INFO [LocalJobRunner Map Task Executor #0]: mapred.Task (Task.java:done(1001)) - Task:attempt_local1826982442_0023_m_000000_0 is done. And is in the process of committing 2015-10-29T11:12:32,071 INFO [LocalJobRunner Map Task Executor #0]: mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/cbo_t3/cbo_t3.txt:0+282 2015-10-29T11:12:32,071 INFO [LocalJobRunner Map Task Executor #0]: mapred.Task (Task.java:sendDone(1121)) - Task 'attempt_local1826982442_0023_m_000000_0' done. 2015-10-29T11:12:32,071 INFO [LocalJobRunner Map Task Executor #0]: mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local1826982442_0023_m_000000_0 2015-10-29T11:12:32,071 INFO [Thread-1726]: mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - map task executor complete. 2015-10-29T11:12:32,072 DEBUG [Thread-1726]: mapred.LocalJobRunner (LocalJobRunner.java:createReduceExecutor(424)) - Starting reduce thread pool executor. 2015-10-29T11:12:32,072 DEBUG [Thread-1726]: mapred.LocalJobRunner (LocalJobRunner.java:createReduceExecutor(425)) - Max local threads: 1 2015-10-29T11:12:32,072 DEBUG [Thread-1726]: mapred.LocalJobRunner (LocalJobRunner.java:createReduceExecutor(426)) - Reduce tasks to process: 1 2015-10-29T11:12:32,072 INFO [Thread-1726]: mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for reduce tasks 2015-10-29T11:12:32,072 INFO [pool-87-thread-1]: mapred.LocalJobRunner (LocalJobRunner.java:run(302)) - Starting task: attempt_local1826982442_0023_r_000000_0 2015-10-29T11:12:32,072 DEBUG [pool-87-thread-1]: mapred.SortedRanges (SortedRanges.java:doNext(348)) - currentIndex 0 0:0 2015-10-29T11:12:32,072 DEBUG [pool-87-thread-1]: mapred.LocalJobRunner (LocalJobRunner.java:setupChildMapredLocalDirs(974)) - mapreduce.cluster.local.dir for child : /Users/sush/dev/hive.git/itests/qtest/target/tmp/hadoop-tmp/mapred/local/localRunner//sush/jobcache/job_local1826982442_0023/attempt_local1826982442_0023_r_000000_0 2015-10-29T11:12:32,072 INFO [pool-87-thread-1]: util.ProcfsBasedProcessTree (ProcfsBasedProcessTree.java:isAvailable(181)) - ProcfsBasedProcessTree currently is supported only on Linux. 2015-10-29T11:12:32,072 INFO [pool-87-thread-1]: util.ProcfsBasedProcessTree (ProcfsBasedProcessTree.java:isAvailable(181)) - ProcfsBasedProcessTree currently is supported only on Linux. 2015-10-29T11:12:32,072 INFO [pool-87-thread-1]: mapred.Task (Task.java:initialize(587)) - Using ResourceCalculatorProcessTree : null 2015-10-29T11:12:32,073 INFO [pool-87-thread-1]: mapred.ReduceTask (ReduceTask.java:run(362)) - Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@2e2b4193 2015-10-29T11:12:32,073 INFO [pool-87-thread-1]: reduce.MergeManagerImpl (MergeManagerImpl.java:(196)) - MergerManager: memoryLimit=1336252800, maxSingleShuffleLimit=334063200, mergeThreshold=881926912, ioSortFactor=10, memToMemMergeOutputsThreshold=10 2015-10-29T11:12:32,074 INFO [EventFetcher for fetching Map Completion Events]: reduce.EventFetcher (EventFetcher.java:run(61)) - attempt_local1826982442_0023_r_000000_0 Thread started: EventFetcher for fetching Map Completion Events 2015-10-29T11:12:32,074 DEBUG [EventFetcher for fetching Map Completion Events]: reduce.EventFetcher (EventFetcher.java:getMapCompletionEvents(127)) - Got 0 map completion events from 0 2015-10-29T11:12:32,074 DEBUG [EventFetcher for fetching Map Completion Events]: reduce.EventFetcher (EventFetcher.java:run(71)) - GetMapEventsThread about to sleep for 1000 2015-10-29T11:12:32,074 DEBUG [localfetcher#11]: reduce.LocalFetcher (LocalFetcher.java:doCopy(101)) - LocalFetcher 11 going to fetch: attempt_local1826982442_0023_m_000000_0 2015-10-29T11:12:32,074 DEBUG [localfetcher#11]: reduce.MergeManagerImpl (MergeManagerImpl.java:reserve(291)) - attempt_local1826982442_0023_m_000000_0: Proceeding with shuffle since usedMemory (0) is lesser than memoryLimit (1336252800).CommitMemory is (0) 2015-10-29T11:12:32,074 INFO [localfetcher#11]: reduce.LocalFetcher (LocalFetcher.java:copyMapOutput(141)) - localfetcher#11 about to shuffle output of map attempt_local1826982442_0023_m_000000_0 decomp: 617 len: 621 to MEMORY 2015-10-29T11:12:32,075 INFO [localfetcher#11]: reduce.InMemoryMapOutput (InMemoryMapOutput.java:shuffle(100)) - Read 617 bytes from map-output for attempt_local1826982442_0023_m_000000_0 2015-10-29T11:12:32,075 INFO [localfetcher#11]: reduce.MergeManagerImpl (MergeManagerImpl.java:closeInMemoryFile(314)) - closeInMemoryFile -> map-output of size: 617, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->617 2015-10-29T11:12:32,075 DEBUG [localfetcher#11]: reduce.ShuffleSchedulerImpl (ShuffleSchedulerImpl.java:copySucceeded(217)) - map attempt_local1826982442_0023_m_000000_0 done 1 / 1 copied. 2015-10-29T11:12:32,075 INFO [EventFetcher for fetching Map Completion Events]: reduce.EventFetcher (EventFetcher.java:run(76)) - EventFetcher is interrupted.. Returning 2015-10-29T11:12:32,075 INFO [pool-87-thread-1]: mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied. 2015-10-29T11:12:32,075 INFO [pool-87-thread-1]: reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(674)) - finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs 2015-10-29T11:12:32,076 INFO [pool-87-thread-1]: mapred.Merger (Merger.java:merge(597)) - Merging 1 sorted segments 2015-10-29T11:12:32,076 INFO [pool-87-thread-1]: mapred.Merger (Merger.java:merge(696)) - Down to the last merge-pass, with 1 segments left of total size: 608 bytes 2015-10-29T11:12:32,077 INFO [pool-87-thread-1]: reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(751)) - Merged 1 segments, 617 bytes to disk to satisfy reduce memory limit 2015-10-29T11:12:32,077 DEBUG [pool-87-thread-1]: reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(774)) - Disk file: /Users/sush/dev/hive.git/itests/qtest/target/tmp/hadoop-tmp/mapred/local/localRunner/sush/jobcache/job_local1826982442_0023/attempt_local1826982442_0023_r_000000_0/output/map_0.out.merged Length is 621 2015-10-29T11:12:32,077 INFO [pool-87-thread-1]: reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(781)) - Merging 1 files, 621 bytes from disk 2015-10-29T11:12:32,077 INFO [pool-87-thread-1]: reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(796)) - Merging 0 segments, 0 bytes from memory into reduce 2015-10-29T11:12:32,077 INFO [pool-87-thread-1]: mapred.Merger (Merger.java:merge(597)) - Merging 1 sorted segments 2015-10-29T11:12:32,077 INFO [pool-87-thread-1]: mapred.Merger (Merger.java:merge(696)) - Down to the last merge-pass, with 1 segments left of total size: 608 bytes 2015-10-29T11:12:32,078 INFO [pool-87-thread-1]: mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied. 2015-10-29T11:12:32,078 INFO [pool-87-thread-1]: ExecReducer (ExecReducer.java:configure(101)) - conf classpath = [file:/Users/sush/dev/hive.git/itests/qtest/target/surefire/surefirebooter6776397513364088476.jar] 2015-10-29T11:12:32,078 INFO [pool-87-thread-1]: ExecReducer (ExecReducer.java:configure(103)) - thread classpath = [file:/Users/sush/dev/hive.git/itests/qtest/target/surefire/surefirebooter6776397513364088476.jar] 2015-10-29T11:12:32,078 INFO [pool-87-thread-1]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-31_732_5218220276636957208-1/-mr-10001/4cd364bb-5beb-4d7e-845a-d72a576527f0/reduce.xml 2015-10-29T11:12:32,078 INFO [pool-87-thread-1]: exec.Utilities (Utilities.java:getBaseWork(405)) - local path = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-31_732_5218220276636957208-1/-mr-10001/4cd364bb-5beb-4d7e-845a-d72a576527f0/reduce.xml 2015-10-29T11:12:32,078 INFO [pool-87-thread-1]: exec.Utilities (Utilities.java:getBaseWork(417)) - Open file to read in plan: file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-31_732_5218220276636957208-1/-mr-10001/4cd364bb-5beb-4d7e-845a-d72a576527f0/reduce.xml 2015-10-29T11:12:32,078 INFO [pool-87-thread-1]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:32,078 INFO [pool-87-thread-1]: exec.Utilities (Utilities.java:deserializePlan(966)) - Deserializing ReduceWork via kryo 2015-10-29T11:12:32,083 INFO [pool-87-thread-1]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:32,083 DEBUG [pool-87-thread-1]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:32,083 DEBUG [pool-87-thread-1]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:32,083 DEBUG [pool-87-thread-1]: lazybinary.LazyBinarySerDe (LazyBinarySerDe.java:initialize(131)) - LazyBinarySerDe initialized with: columnNames=[_col0, _col1, _col2, _col3, _col4] columnTypes=[struct, struct, struct, struct, struct] 2015-10-29T11:12:32,084 INFO [pool-87-thread-1]: MapredContext (MapredContext.java:init(55)) - MapredContext initialized. 2015-10-29T11:12:32,084 INFO [pool-87-thread-1]: ExecReducer (ExecReducer.java:configure(149)) - Id =12 Id =13 <\Children> Id = 12 null<\Parent> <\FS> <\Children> <\Parent> <\GBY> 2015-10-29T11:12:32,084 INFO [pool-87-thread-1]: exec.GroupByOperator (Operator.java:initialize(338)) - Initializing operator GBY[12] 2015-10-29T11:12:32,084 DEBUG [pool-87-thread-1]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:32,084 DEBUG [pool-87-thread-1]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:32,084 DEBUG [pool-87-thread-1]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:32,084 DEBUG [pool-87-thread-1]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:32,084 DEBUG [pool-87-thread-1]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:32,084 INFO [pool-87-thread-1]: exec.GroupByOperator (Operator.java:initialize(377)) - Initialization Done 12 GBY 2015-10-29T11:12:32,084 INFO [pool-87-thread-1]: exec.GroupByOperator (Operator.java:initializeChildren(463)) - Operator 12 GBY initialized 2015-10-29T11:12:32,084 INFO [pool-87-thread-1]: exec.GroupByOperator (Operator.java:initializeChildren(469)) - Initializing children of 12 GBY 2015-10-29T11:12:32,084 INFO [pool-87-thread-1]: exec.FileSinkOperator (Operator.java:initialize(507)) - Initializing child 13 FS 2015-10-29T11:12:32,084 INFO [pool-87-thread-1]: exec.FileSinkOperator (Operator.java:initialize(338)) - Initializing operator FS[13] 2015-10-29T11:12:32,085 DEBUG [pool-87-thread-1]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:32,085 INFO [pool-87-thread-1]: exec.FileSinkOperator (FileSinkOperator.java:initializeOp(361)) - Using serializer : class org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe[[[B@3ae542a1]:[_col0, _col1, _col2, _col3, _col4]:[struct, struct, struct, struct, struct]] and formatter : org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat@2179763c 2015-10-29T11:12:32,085 DEBUG [pool-87-thread-1]: exec.FileSinkOperator (FileSinkOperator.java:(163)) - Created slots for 1 2015-10-29T11:12:32,085 INFO [pool-87-thread-1]: exec.FileSinkOperator (Operator.java:initialize(377)) - Initialization Done 13 FS 2015-10-29T11:12:32,085 INFO [pool-87-thread-1]: exec.FileSinkOperator (Operator.java:initializeChildren(463)) - Operator 13 FS initialized 2015-10-29T11:12:32,085 INFO [pool-87-thread-1]: exec.FileSinkOperator (Operator.java:initialize(390)) - Initialization Done 13 FS done is reset. 2015-10-29T11:12:32,085 INFO [pool-87-thread-1]: exec.GroupByOperator (Operator.java:initialize(390)) - Initialization Done 12 GBY done is reset. 2015-10-29T11:12:32,086 INFO [pool-87-thread-1]: exec.GroupByOperator (Operator.java:close(650)) - 12 finished. closing... 2015-10-29T11:12:32,086 INFO [pool-87-thread-1]: exec.FileSinkOperator (FileSinkOperator.java:createBucketForFileIdx(572)) - Final Path: FS file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-31_738_4229836428871782745-1/-mr-10000/.hive-staging_hive_2015-10-29_11-12-31_738_4229836428871782745-1/_tmp.-ext-10001/000000_0 2015-10-29T11:12:32,086 INFO [pool-87-thread-1]: exec.FileSinkOperator (FileSinkOperator.java:createBucketForFileIdx(576)) - Writing to temp file: FS file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-31_738_4229836428871782745-1/-mr-10000/.hive-staging_hive_2015-10-29_11-12-31_738_4229836428871782745-1/_task_tmp.-ext-10001/_tmp.000000_0 2015-10-29T11:12:32,086 INFO [pool-87-thread-1]: exec.FileSinkOperator (FileSinkOperator.java:createBucketForFileIdx(593)) - New Final Path: FS file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-31_738_4229836428871782745-1/-mr-10000/.hive-staging_hive_2015-10-29_11-12-31_738_4229836428871782745-1/_tmp.-ext-10001/000000_0 2015-10-29T11:12:32,091 INFO [pool-87-thread-1]: exec.FileSinkOperator (FileSinkOperator.java:process(727)) - FS[13]: records written - 1 2015-10-29T11:12:32,091 INFO [pool-87-thread-1]: exec.FileSinkOperator (Operator.java:close(650)) - 13 finished. closing... 2015-10-29T11:12:32,091 INFO [pool-87-thread-1]: exec.FileSinkOperator (FileSinkOperator.java:closeOp(989)) - FS[13]: records written - 1 2015-10-29T11:12:32,092 INFO [pool-87-thread-1]: exec.FileSinkOperator (Operator.java:logStats(898)) - RECORDS_OUT_0:1 2015-10-29T11:12:32,092 INFO [pool-87-thread-1]: exec.FileSinkOperator (Operator.java:close(674)) - 13 Close done 2015-10-29T11:12:32,092 INFO [pool-87-thread-1]: exec.GroupByOperator (Operator.java:close(674)) - 12 Close done 2015-10-29T11:12:32,092 INFO [pool-87-thread-1]: mapred.Task (Task.java:done(1001)) - Task:attempt_local1826982442_0023_r_000000_0 is done. And is in the process of committing 2015-10-29T11:12:32,093 INFO [pool-87-thread-1]: mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - reduce > reduce 2015-10-29T11:12:32,093 INFO [pool-87-thread-1]: mapred.Task (Task.java:sendDone(1121)) - Task 'attempt_local1826982442_0023_r_000000_0' done. 2015-10-29T11:12:32,093 INFO [pool-87-thread-1]: mapred.LocalJobRunner (LocalJobRunner.java:run(325)) - Finishing task: attempt_local1826982442_0023_r_000000_0 2015-10-29T11:12:32,093 INFO [Thread-1726]: mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - reduce task executor complete. 2015-10-29T11:12:33,037 DEBUG [main]: exec.Heartbeater (Heartbeater.java:heartbeat(80)) - heartbeating 2015-10-29T11:12:33,039 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - 2015-10-29 11:12:33,039 Stage-0 map = 100%, reduce = 100% 2015-10-29T11:12:33,042 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - Ended Job = job_local1826982442_0023 2015-10-29T11:12:33,043 DEBUG [main]: exec.Utilities (Utilities.java:getIdFromFilename(1751)) - TaskId for 000000_0 = 000000 2015-10-29T11:12:33,043 INFO [main]: exec.FileSinkOperator (Utilities.java:mvFileToFinalPath(1902)) - Moving tmp dir: file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-31_738_4229836428871782745-1/-mr-10000/.hive-staging_hive_2015-10-29_11-12-31_738_4229836428871782745-1/_tmp.-ext-10001 to: file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-31_738_4229836428871782745-1/-mr-10000/.hive-staging_hive_2015-10-29_11-12-31_738_4229836428871782745-1/-ext-10001 2015-10-29T11:12:33,044 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:33,045 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-1:COLUMNSTATS] in serial mode 2015-10-29T11:12:33,052 DEBUG [main]: mapred.FileInputFormat (FileInputFormat.java:listStatus(245)) - Time taken to get FileStatuses: 6 2015-10-29T11:12:33,052 INFO [main]: mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1 2015-10-29T11:12:33,052 DEBUG [main]: mapred.FileInputFormat (FileInputFormat.java:getSplits(373)) - Total # of splits generated by getSplits: 1, TimeTaken: 6 2015-10-29T11:12:33,052 DEBUG [main]: exec.FetchOperator (FetchOperator.java:getRecordReader(314)) - Creating fetchTask with deserializer typeinfo: struct<_col0:struct,_col1:struct,_col2:struct,_col3:struct,_col4:struct> 2015-10-29T11:12:33,052 DEBUG [main]: exec.FetchOperator (FetchOperator.java:getRecordReader(316)) - deserializer properties: table properties: {columns=_col0,_col1,_col2,_col3,_col4, serialization.escape.crlf=true, serialization.lib=org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, hive.serialization.extend.additional.nesting.levels=true, serialization.format=1, columns.types=struct:struct:struct:struct:struct, escape.delim=\} partition properties: {columns=_col0,_col1,_col2,_col3,_col4, serialization.escape.crlf=true, serialization.lib=org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, hive.serialization.extend.additional.nesting.levels=true, serialization.format=1, columns.types=struct:struct:struct:struct:struct, escape.delim=\} 2015-10-29T11:12:33,053 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:33,053 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=cbo_t3 2015-10-29T11:12:33,053 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=cbo_t3 2015-10-29T11:12:33,057 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:33,058 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:33,058 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: write_column_statistics: db=default table=cbo_t3 column=key 2015-10-29T11:12:33,058 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=write_column_statistics: db=default table=cbo_t3 column=key 2015-10-29T11:12:33,058 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: write_column_statistics: db=default table=cbo_t3 column=value 2015-10-29T11:12:33,058 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=write_column_statistics: db=default table=cbo_t3 column=value 2015-10-29T11:12:33,058 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: write_column_statistics: db=default table=cbo_t3 column=c_int 2015-10-29T11:12:33,058 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=write_column_statistics: db=default table=cbo_t3 column=c_int 2015-10-29T11:12:33,058 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: write_column_statistics: db=default table=cbo_t3 column=c_float 2015-10-29T11:12:33,058 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=write_column_statistics: db=default table=cbo_t3 column=c_float 2015-10-29T11:12:33,058 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: write_column_statistics: db=default table=cbo_t3 column=c_boolean 2015-10-29T11:12:33,059 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=write_column_statistics: db=default table=cbo_t3 column=c_boolean 2015-10-29T11:12:33,063 INFO [main]: metastore.ObjectStore (ObjectStore.java:writeMTableColumnStatistics(6275)) - Updating table level column statistics for db=default tableName=cbo_t3 colName=key 2015-10-29T11:12:33,063 INFO [main]: metastore.ObjectStore (ObjectStore.java:writeMTableColumnStatistics(6275)) - Updating table level column statistics for db=default tableName=cbo_t3 colName=key 2015-10-29T11:12:33,070 INFO [main]: metastore.ObjectStore (ObjectStore.java:writeMTableColumnStatistics(6275)) - Updating table level column statistics for db=default tableName=cbo_t3 colName=value 2015-10-29T11:12:33,070 INFO [main]: metastore.ObjectStore (ObjectStore.java:writeMTableColumnStatistics(6275)) - Updating table level column statistics for db=default tableName=cbo_t3 colName=value 2015-10-29T11:12:33,072 INFO [main]: metastore.ObjectStore (ObjectStore.java:writeMTableColumnStatistics(6275)) - Updating table level column statistics for db=default tableName=cbo_t3 colName=c_int 2015-10-29T11:12:33,072 INFO [main]: metastore.ObjectStore (ObjectStore.java:writeMTableColumnStatistics(6275)) - Updating table level column statistics for db=default tableName=cbo_t3 colName=c_int 2015-10-29T11:12:33,075 INFO [main]: metastore.ObjectStore (ObjectStore.java:writeMTableColumnStatistics(6275)) - Updating table level column statistics for db=default tableName=cbo_t3 colName=c_float 2015-10-29T11:12:33,075 INFO [main]: metastore.ObjectStore (ObjectStore.java:writeMTableColumnStatistics(6275)) - Updating table level column statistics for db=default tableName=cbo_t3 colName=c_float 2015-10-29T11:12:33,076 INFO [main]: metastore.ObjectStore (ObjectStore.java:writeMTableColumnStatistics(6275)) - Updating table level column statistics for db=default tableName=cbo_t3 colName=c_boolean 2015-10-29T11:12:33,076 INFO [main]: metastore.ObjectStore (ObjectStore.java:writeMTableColumnStatistics(6275)) - Updating table level column statistics for db=default tableName=cbo_t3 colName=c_boolean 2015-10-29T11:12:33,078 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:33,078 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:33,078 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:33,078 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: query: analyze table cbo_t3 compute statistics for columns key, value, c_int, c_float, c_boolean 2015-10-29T11:12:33,078 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: type: QUERY 2015-10-29T11:12:33,078 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Input: default@cbo_t3 2015-10-29T11:12:33,078 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Output: file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-31_738_4229836428871782745-1/-mr-10000 2015-10-29T11:12:33,079 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:33,079 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : execution phase 2015-10-29T11:12:33,079 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {updateTableColumnStatistics_(ColumnStatistics, )=20, isCompatibleWith_(HiveConf, )=0, getTable_(String, String, )=4} 2015-10-29T11:12:33,079 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:33,079 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - MapReduce Jobs Launched: 2015-10-29T11:12:33,079 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - Stage-Stage-0: HDFS Read: 0 HDFS Write: 0 SUCCESS 2015-10-29T11:12:33,079 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - Total MapReduce CPU Time Spent: 0 msec 2015-10-29T11:12:33,079 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - OK 2015-10-29T11:12:33,079 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:33,079 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:releaseLocks(217)) - about to release lock for default/cbo_t3 2015-10-29T11:12:33,081 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:releaseLocks(217)) - about to release lock for default 2015-10-29T11:12:33,083 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:33,083 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:33,083 DEBUG [main]: ql.Driver (DriverContext.java:shutdown(132)) - Shutting down query analyze table cbo_t3 compute statistics for columns key, value, c_int, c_float, c_boolean 2015-10-29T11:12:33,083 INFO [main]: CliDriver (SessionState.java:printInfo(996)) - Time taken: 1.352 seconds 2015-10-29T11:12:33,084 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:33,084 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:33,084 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:33,084 DEBUG [main]: conf.VariableSubstitution (VariableSubstitution.java:substitute(63)) - Substitution is on: analyze table src_cbo compute statistics 2015-10-29T11:12:33,084 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:33,084 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(185)) - Parsing command: analyze table src_cbo compute statistics 2015-10-29T11:12:33,084 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(209)) - Parse Completed 2015-10-29T11:12:33,084 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:33,084 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:33,085 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:33,085 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:33,085 INFO [main]: parse.ColumnStatsSemanticAnalyzer (ColumnStatsSemanticAnalyzer.java:analyze(455)) - Invoking analyze on original query 2015-10-29T11:12:33,085 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:analyzeInternal(10062)) - Starting Semantic Analysis 2015-10-29T11:12:33,085 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genResolvedParseTree(10009)) - Completed phase 1 of Semantic Analysis 2015-10-29T11:12:33,085 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:getMetaData(1538)) - Get metadata for source tables 2015-10-29T11:12:33,085 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:33,085 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=src_cbo 2015-10-29T11:12:33,085 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=src_cbo 2015-10-29T11:12:33,089 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:33,089 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:33,090 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=src_cbo 2015-10-29T11:12:33,090 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=src_cbo 2015-10-29T11:12:33,093 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:33,093 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:getMetaData(1678)) - Get metadata for subqueries 2015-10-29T11:12:33,093 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:getMetaData(1702)) - Get metadata for destination tables 2015-10-29T11:12:33,093 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genResolvedParseTree(10013)) - Completed getting MetaData in Semantic Analysis 2015-10-29T11:12:33,093 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct src_cbo { string key, string value} 2015-10-29T11:12:33,094 DEBUG [main]: ql.Context (Context.java:getStagingDir(231)) - Created staging dir = pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src_cbo/.hive-staging_hive_2015-10-29_11-12-33_084_2091974708810547912-1 for path = pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src_cbo 2015-10-29T11:12:33,094 INFO [main]: common.FileUtils (FileUtils.java:mkdir(502)) - Creating directory if it doesn't exist: pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src_cbo/.hive-staging_hive_2015-10-29_11-12-33_084_2091974708810547912-1 2015-10-29T11:12:33,110 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chgrp,-R,staff,pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src_cbo/.hive-staging_hive_2015-10-29_11-12-33_084_2091974708810547912-1} 2015-10-29T11:12:33,116 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:12:33,116 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chmod,-R,755,pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src_cbo/.hive-staging_hive_2015-10-29_11-12-33_084_2091974708810547912-1} 2015-10-29T11:12:33,132 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:12:33,138 DEBUG [main]: shims.HadoopShimsSecure (Hadoop23Shims.java:debugLog(937)) - FileStatus{path=pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src_cbo/.hive-staging_hive_2015-10-29_11-12-33_084_2091974708810547912-1; isDirectory=true; modification_time=1446142353000; access_time=0; owner=sush; group=staff; permission=rwxr-xr-x; isSymlink=false} 2015-10-29T11:12:33,143 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:setupStats(9493)) - Set stats collection dir : pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src_cbo/.hive-staging_hive_2015-10-29_11-12-33_084_2091974708810547912-1/-ext-10000 2015-10-29T11:12:33,144 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genTablePlan(9467)) - Created Table Plan for src_cbo TS[0] 2015-10-29T11:12:33,144 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genBodyPlan(8831)) - Created Body Plan for Query Block null 2015-10-29T11:12:33,144 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genPlan(9675)) - Created Plan for Query Block null 2015-10-29T11:12:33,144 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:analyzeInternal(10139)) - Before logical optimization TS[0] 2015-10-29T11:12:33,144 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:TS[0] with rs:(key: string|{src_cbo}key,value: string|{src_cbo}value,BLOCK__OFFSET__INSIDE__FILE: bigint|{src_cbo}block__offset__inside__file,INPUT__FILE__NAME: string|{src_cbo}input__file__name,ROW__ID: struct|{src_cbo}row__id,RAW__DATA__SIZE: bigint|{src_cbo}raw__data__size) 2015-10-29T11:12:33,144 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator TS[0] 2015-10-29T11:12:33,144 INFO [main]: ppd.OpProcFactory (OpProcFactory.java:process(383)) - Processing for TS(0) 2015-10-29T11:12:33,145 DEBUG [main]: ppd.PredicatePushDown (PredicatePushDown.java:transform(138)) - After PPD: TS[0] 2015-10-29T11:12:33,145 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:TS[0] with rs:(key: string|{src_cbo}key,value: string|{src_cbo}value,BLOCK__OFFSET__INSIDE__FILE: bigint|{src_cbo}block__offset__inside__file,INPUT__FILE__NAME: string|{src_cbo}input__file__name,ROW__ID: struct|{src_cbo}row__id,RAW__DATA__SIZE: bigint|{src_cbo}raw__data__size) 2015-10-29T11:12:33,145 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator TS[0] 2015-10-29T11:12:33,145 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:TS[0] with rs:(key: string|{src_cbo}key,value: string|{src_cbo}value,BLOCK__OFFSET__INSIDE__FILE: bigint|{src_cbo}block__offset__inside__file,INPUT__FILE__NAME: string|{src_cbo}input__file__name,ROW__ID: struct|{src_cbo}row__id,RAW__DATA__SIZE: bigint|{src_cbo}raw__data__size) 2015-10-29T11:12:33,145 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator TS[0] 2015-10-29T11:12:33,145 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:analyzeInternal(10147)) - After logical optimization TS[0] 2015-10-29T11:12:33,145 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:33,146 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:33,146 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct src_cbo { string key, string value} 2015-10-29T11:12:33,146 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct src_cbo { string key, string value} 2015-10-29T11:12:33,146 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct src_cbo { string key, string value} 2015-10-29T11:12:33,146 DEBUG [main]: optimizer.GenMapRedUtils (GenMapRedUtils.java:setMapWork(678)) - Adding pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src_cbo of tablesrc_cbo 2015-10-29T11:12:33,146 DEBUG [main]: optimizer.GenMapRedUtils (GenMapRedUtils.java:setMapWork(716)) - Information added for path pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src_cbo 2015-10-29T11:12:33,146 DEBUG [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(167)) - Looking at: null 2015-10-29T11:12:33,146 INFO [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(175)) - Looking for table scans where optimization is applicable 2015-10-29T11:12:33,146 INFO [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(199)) - Found 0 null table scans 2015-10-29T11:12:33,147 DEBUG [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(167)) - Looking at: null 2015-10-29T11:12:33,147 INFO [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(175)) - Looking for table scans where optimization is applicable 2015-10-29T11:12:33,147 INFO [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(199)) - Found 0 null table scans 2015-10-29T11:12:33,147 DEBUG [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(167)) - Looking at: null 2015-10-29T11:12:33,147 INFO [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(175)) - Looking for table scans where optimization is applicable 2015-10-29T11:12:33,147 INFO [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(199)) - Found 0 null table scans 2015-10-29T11:12:33,147 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:analyzeInternal(10168)) - Completed plan generation 2015-10-29T11:12:33,147 INFO [main]: ql.Driver (Driver.java:compile(448)) - Semantic Analysis Completed 2015-10-29T11:12:33,147 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:validate(10519)) - validation start 2015-10-29T11:12:33,147 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:validate(10588)) - Not a partition. 2015-10-29T11:12:33,147 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:33,147 INFO [main]: ql.Driver (Driver.java:getSchema(244)) - Returning Hive schema: Schema(fieldSchemas:[FieldSchema(name:src_cbo.key, type:string, comment:null), FieldSchema(name:src_cbo.value, type:string, comment:null)], properties:null) 2015-10-29T11:12:33,147 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:33,148 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : compilation phase 2015-10-29T11:12:33,148 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {flushCache_()=0, isCompatibleWith_(HiveConf, )=1, getTable_(String, String, )=8} 2015-10-29T11:12:33,148 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:33,148 DEBUG [main]: lockmgr.DummyTxnManager (DummyTxnManager.java:acquireLocks(129)) - Adding default@src_cbo to list of lock inputs 2015-10-29T11:12:33,148 DEBUG [main]: lockmgr.DummyTxnManager (DummyTxnManager.java:acquireLocks(148)) - Adding default@src_cbo to list of lock outputs 2015-10-29T11:12:33,148 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:lock(262)) - Acquiring lock for default with mode IMPLICIT 2015-10-29T11:12:33,150 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:lock(262)) - Acquiring lock for default/src_cbo with mode IMPLICIT 2015-10-29T11:12:33,152 DEBUG [main]: ql.Driver (Driver.java:recordValidTxns(960)) - Encoding valid txns info 9223372036854775807: txnid:0 2015-10-29T11:12:33,152 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:33,152 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:33,152 INFO [main]: ql.Driver (Driver.java:execute(1468)) - Starting command(queryId=sush_20151029111233_ae4174fe-ad24-4b88-ad19-b52ee05fc031): analyze table src_cbo compute statistics 2015-10-29T11:12:33,152 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:33,152 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: query: analyze table src_cbo compute statistics 2015-10-29T11:12:33,152 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: type: QUERY 2015-10-29T11:12:33,152 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: Input: default@src_cbo 2015-10-29T11:12:33,152 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: Output: default@src_cbo 2015-10-29T11:12:33,152 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:33,152 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:33,152 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:33,153 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - Query ID = sush_20151029111233_ae4174fe-ad24-4b88-ad19-b52ee05fc031 2015-10-29T11:12:33,153 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - Total jobs = 1 2015-10-29T11:12:33,153 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:33,153 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:33,153 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:33,153 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - Launching Job 1 out of 1 2015-10-29T11:12:33,153 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-0:MAPRED] in serial mode 2015-10-29T11:12:33,154 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - Number of reduce tasks is set to 0 since there's no reduce operator 2015-10-29T11:12:33,158 INFO [main]: mr.ExecDriver (ExecDriver.java:execute(291)) - Using org.apache.hadoop.hive.ql.io.CombineHiveInputFormat 2015-10-29T11:12:33,158 INFO [main]: exec.Utilities (Utilities.java:getInputPaths(3433)) - Processing alias src_cbo 2015-10-29T11:12:33,158 INFO [main]: exec.Utilities (Utilities.java:getInputPaths(3450)) - Adding input file pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src_cbo 2015-10-29T11:12:33,158 INFO [main]: exec.Utilities (Utilities.java:isEmptyPath(2734)) - Content Summary not cached for pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src_cbo 2015-10-29T11:12:33,178 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:33,178 INFO [main]: exec.Utilities (Utilities.java:serializePlan(939)) - Serializing MapWork via kryo 2015-10-29T11:12:33,179 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:33,179 DEBUG [main]: mapreduce.Cluster (Cluster.java:initialize(90)) - Trying ClientProtocolProvider : org.apache.hadoop.mapred.LocalClientProtocolProvider 2015-10-29T11:12:33,179 INFO [main]: jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized 2015-10-29T11:12:33,180 DEBUG [main]: mapreduce.Cluster (Cluster.java:initialize(103)) - Picked org.apache.hadoop.mapred.LocalClientProtocolProvider as the ClientProtocolProvider 2015-10-29T11:12:33,180 DEBUG [main]: fs.FSStatsPublisher (FSStatsPublisher.java:init(49)) - Initing FSStatsPublisher with : pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src_cbo/.hive-staging_hive_2015-10-29_11-12-33_084_2091974708810547912-1/-ext-10000 2015-10-29T11:12:33,184 INFO [main]: fs.FSStatsPublisher (FSStatsPublisher.java:init(51)) - created : pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src_cbo/.hive-staging_hive_2015-10-29_11-12-33_084_2091974708810547912-1/-ext-10000 2015-10-29T11:12:33,184 DEBUG [main]: mapreduce.Cluster (Cluster.java:initialize(90)) - Trying ClientProtocolProvider : org.apache.hadoop.mapred.LocalClientProtocolProvider 2015-10-29T11:12:33,185 INFO [main]: jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized 2015-10-29T11:12:33,185 DEBUG [main]: mapreduce.Cluster (Cluster.java:initialize(103)) - Picked org.apache.hadoop.mapred.LocalClientProtocolProvider as the ClientProtocolProvider 2015-10-29T11:12:33,185 INFO [main]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-33_084_2091974708810547912-1/-mr-10002/6197d3c1-65a9-46d8-a1b3-45d486ea8647/map.xml 2015-10-29T11:12:33,186 DEBUG [main]: exec.Utilities (Utilities.java:getBaseWork(452)) - Found plan in cache for name: map.xml 2015-10-29T11:12:33,186 INFO [main]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-33_084_2091974708810547912-1/-mr-10002/6197d3c1-65a9-46d8-a1b3-45d486ea8647/reduce.xml 2015-10-29T11:12:33,186 INFO [main]: exec.Utilities (Utilities.java:getBaseWork(405)) - local path = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-33_084_2091974708810547912-1/-mr-10002/6197d3c1-65a9-46d8-a1b3-45d486ea8647/reduce.xml 2015-10-29T11:12:33,186 INFO [main]: exec.Utilities (Utilities.java:getBaseWork(417)) - Open file to read in plan: file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-33_084_2091974708810547912-1/-mr-10002/6197d3c1-65a9-46d8-a1b3-45d486ea8647/reduce.xml 2015-10-29T11:12:33,186 DEBUG [main]: exec.Utilities (Utilities.java:getBaseWork(457)) - File not found: File file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-33_084_2091974708810547912-1/-mr-10002/6197d3c1-65a9-46d8-a1b3-45d486ea8647/reduce.xml does not exist 2015-10-29T11:12:33,186 INFO [main]: exec.Utilities (Utilities.java:getBaseWork(458)) - No plan file found: file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-33_084_2091974708810547912-1/-mr-10002/6197d3c1-65a9-46d8-a1b3-45d486ea8647/reduce.xml 2015-10-29T11:12:33,191 DEBUG [main]: mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(456)) - Configuring job job_local394361083_0024 with file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/hadoop-tmp/mapred/staging/sush394361083/.staging/job_local394361083_0024 as the submit dir 2015-10-29T11:12:33,191 DEBUG [main]: mapreduce.JobSubmitter (JobSubmitter.java:populateTokenCache(718)) - adding the following namenodes' delegation tokens:[file:///] 2015-10-29T11:12:33,191 WARN [main]: mapreduce.JobSubmitter (JobSubmitter.java:copyAndConfigureFiles(153)) - Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2015-10-29T11:12:33,191 DEBUG [main]: mapreduce.JobSubmitter (JobSubmitter.java:copyAndConfigureFiles(173)) - default FileSystem: file:/// 2015-10-29T11:12:33,286 DEBUG [main]: mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(491)) - Creating splits at file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/hadoop-tmp/mapred/staging/sush394361083/.staging/job_local394361083_0024 2015-10-29T11:12:33,286 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:33,287 INFO [main]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-33_084_2091974708810547912-1/-mr-10002/6197d3c1-65a9-46d8-a1b3-45d486ea8647/map.xml 2015-10-29T11:12:33,287 DEBUG [main]: exec.Utilities (Utilities.java:getBaseWork(452)) - Found plan in cache for name: map.xml 2015-10-29T11:12:33,287 INFO [main]: io.CombineHiveInputFormat (CombineHiveInputFormat.java:getSplits(478)) - Total number of paths: 1, launching 1 threads to check non-combinable ones. 2015-10-29T11:12:33,287 DEBUG [main]: io.CombineHiveInputFormat (CombineHiveInputFormat.java:getSplits(512)) - The received input paths are: [pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src_cbo] against the property mapreduce.input.fileinputformat.inputdir 2015-10-29T11:12:33,287 INFO [main]: io.CombineHiveInputFormat (CombineHiveInputFormat.java:getCombineSplits(395)) - CombineHiveInputSplit creating pool for pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src_cbo; using filter path pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src_cbo 2015-10-29T11:12:33,302 DEBUG [main]: input.FileInputFormat (FileInputFormat.java:listStatus(279)) - Time taken to get FileStatuses: 14 2015-10-29T11:12:33,303 INFO [main]: input.FileInputFormat (FileInputFormat.java:listStatus(281)) - Total input paths to process : 1 2015-10-29T11:12:33,303 INFO [main]: input.CombineFileInputFormat (CombineFileInputFormat.java:createSplits(413)) - DEBUG: Terminated node allocation with : CompletedNodes: 1, size left: 0 2015-10-29T11:12:33,303 INFO [main]: io.CombineHiveInputFormat (CombineHiveInputFormat.java:getCombineSplits(450)) - number of splits 1 2015-10-29T11:12:33,303 INFO [main]: io.CombineHiveInputFormat (CombineHiveInputFormat.java:getSplits(549)) - Number of all splits 1 2015-10-29T11:12:33,303 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:33,319 INFO [main]: mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(494)) - number of splits:1 2015-10-29T11:12:33,333 INFO [main]: mapreduce.JobSubmitter (JobSubmitter.java:printTokens(583)) - Submitting tokens for job: job_local394361083_0024 2015-10-29T11:12:33,384 INFO [main]: mapreduce.Job (Job.java:submit(1300)) - The url to track the job: http://localhost:8080/ 2015-10-29T11:12:33,385 INFO [Thread-1765]: mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(471)) - OutputCommitter set in config org.apache.hadoop.hive.ql.io.HiveFileFormatUtils$NullOutputCommitter 2015-10-29T11:12:33,385 INFO [Thread-1765]: mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(489)) - OutputCommitter is org.apache.hadoop.hive.ql.io.HiveFileFormatUtils$NullOutputCommitter 2015-10-29T11:12:33,385 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - Job running in-process (local Hadoop) 2015-10-29T11:12:33,385 DEBUG [Thread-1765]: mapred.LocalJobRunner (LocalJobRunner.java:createMapExecutor(395)) - Starting mapper thread pool executor. 2015-10-29T11:12:33,385 DEBUG [Thread-1765]: mapred.LocalJobRunner (LocalJobRunner.java:createMapExecutor(396)) - Max local threads: 1 2015-10-29T11:12:33,385 DEBUG [Thread-1765]: mapred.LocalJobRunner (LocalJobRunner.java:createMapExecutor(397)) - Map tasks to process: 1 2015-10-29T11:12:33,386 INFO [Thread-1765]: mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for map tasks 2015-10-29T11:12:33,386 INFO [LocalJobRunner Map Task Executor #0]: mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local394361083_0024_m_000000_0 2015-10-29T11:12:33,386 DEBUG [LocalJobRunner Map Task Executor #0]: mapred.SortedRanges (SortedRanges.java:doNext(348)) - currentIndex 0 0:0 2015-10-29T11:12:33,386 DEBUG [LocalJobRunner Map Task Executor #0]: mapred.LocalJobRunner (LocalJobRunner.java:setupChildMapredLocalDirs(974)) - mapreduce.cluster.local.dir for child : /Users/sush/dev/hive.git/itests/qtest/target/tmp/hadoop-tmp/mapred/local/localRunner//sush/jobcache/job_local394361083_0024/attempt_local394361083_0024_m_000000_0 2015-10-29T11:12:33,386 INFO [LocalJobRunner Map Task Executor #0]: util.ProcfsBasedProcessTree (ProcfsBasedProcessTree.java:isAvailable(181)) - ProcfsBasedProcessTree currently is supported only on Linux. 2015-10-29T11:12:33,386 INFO [LocalJobRunner Map Task Executor #0]: util.ProcfsBasedProcessTree (ProcfsBasedProcessTree.java:isAvailable(181)) - ProcfsBasedProcessTree currently is supported only on Linux. 2015-10-29T11:12:33,386 INFO [LocalJobRunner Map Task Executor #0]: mapred.Task (Task.java:initialize(587)) - Using ResourceCalculatorProcessTree : null 2015-10-29T11:12:33,387 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:updateJobWithSplit(482)) - Processing split: Paths:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src_cbo/000000_0:0+5812InputFormatClass: org.apache.hadoop.mapred.TextInputFormat 2015-10-29T11:12:33,387 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-33_084_2091974708810547912-1/-mr-10002/6197d3c1-65a9-46d8-a1b3-45d486ea8647/map.xml 2015-10-29T11:12:33,387 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(405)) - local path = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-33_084_2091974708810547912-1/-mr-10002/6197d3c1-65a9-46d8-a1b3-45d486ea8647/map.xml 2015-10-29T11:12:33,387 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(417)) - Open file to read in plan: file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-33_084_2091974708810547912-1/-mr-10002/6197d3c1-65a9-46d8-a1b3-45d486ea8647/map.xml 2015-10-29T11:12:33,387 INFO [LocalJobRunner Map Task Executor #0]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:33,387 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:deserializePlan(966)) - Deserializing MapWork via kryo 2015-10-29T11:12:33,390 INFO [LocalJobRunner Map Task Executor #0]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:33,391 INFO [LocalJobRunner Map Task Executor #0]: io.HiveContextAwareRecordReader (HiveContextAwareRecordReader.java:initIOContext(174)) - Processing file pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src_cbo/000000_0 2015-10-29T11:12:33,391 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:runOldMapper(436)) - numReduceTasks: 0 2015-10-29T11:12:33,391 INFO [LocalJobRunner Map Task Executor #0]: mr.ExecMapper (ExecMapper.java:configure(83)) - conf classpath = [file:/Users/sush/dev/hive.git/itests/qtest/target/surefire/surefirebooter6776397513364088476.jar] 2015-10-29T11:12:33,391 INFO [LocalJobRunner Map Task Executor #0]: mr.ExecMapper (ExecMapper.java:configure(85)) - thread classpath = [file:/Users/sush/dev/hive.git/itests/qtest/target/surefire/surefirebooter6776397513364088476.jar] 2015-10-29T11:12:33,391 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-33_084_2091974708810547912-1/-mr-10002/6197d3c1-65a9-46d8-a1b3-45d486ea8647/map.xml 2015-10-29T11:12:33,391 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(452)) - Found plan in cache for name: map.xml 2015-10-29T11:12:33,391 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:initialize(338)) - Initializing operator MAP[2] 2015-10-29T11:12:33,391 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:initialize(377)) - Initialization Done 2 MAP 2015-10-29T11:12:33,391 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:initializeChildren(463)) - Operator 2 MAP initialized 2015-10-29T11:12:33,391 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:initialize(390)) - Initialization Done 2 MAP done is reset. 2015-10-29T11:12:33,391 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:33,392 INFO [LocalJobRunner Map Task Executor #0]: mr.ExecMapper (ExecMapper.java:configure(110)) - Id =2 Id =1 <\Children> Id = 2 null<\Parent> <\TS> <\Children> <\Parent> <\MAP> 2015-10-29T11:12:33,392 INFO [LocalJobRunner Map Task Executor #0]: MapredContext (MapredContext.java:init(55)) - MapredContext initialized. 2015-10-29T11:12:33,392 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:initialize(338)) - Initializing operator TS[1] 2015-10-29T11:12:33,392 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:initialize(377)) - Initialization Done 1 TS 2015-10-29T11:12:33,392 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:initializeChildren(463)) - Operator 1 TS initialized 2015-10-29T11:12:33,392 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:initialize(390)) - Initialization Done 1 TS done is reset. 2015-10-29T11:12:33,392 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-33_084_2091974708810547912-1/-mr-10002/6197d3c1-65a9-46d8-a1b3-45d486ea8647/map.xml 2015-10-29T11:12:33,392 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(452)) - Found plan in cache for name: map.xml 2015-10-29T11:12:33,393 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (MapOperator.java:rowsForwarded(535)) - MAP[2]: records read - 1 2015-10-29T11:12:33,393 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (MapOperator.java:rowsForwarded(535)) - MAP[2]: records read - 10 2015-10-29T11:12:33,393 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (MapOperator.java:rowsForwarded(535)) - MAP[2]: records read - 100 2015-10-29T11:12:33,394 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:close(650)) - 2 finished. closing... 2015-10-29T11:12:33,394 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:logStats(898)) - RECORDS_IN:500 2015-10-29T11:12:33,394 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:logStats(898)) - DESERIALIZE_ERRORS:0 2015-10-29T11:12:33,394 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:close(650)) - 1 finished. closing... 2015-10-29T11:12:33,394 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:33,394 DEBUG [LocalJobRunner Map Task Executor #0]: fs.FSStatsPublisher (FSStatsPublisher.java:connect(66)) - Connecting to : pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src_cbo/.hive-staging_hive_2015-10-29_11-12-33_084_2091974708810547912-1/-ext-10000 2015-10-29T11:12:33,399 DEBUG [LocalJobRunner Map Task Executor #0]: fs.FSStatsPublisher (FSStatsPublisher.java:publishStat(78)) - Putting in map : default.src_cbo/ {numRows=500, rawDataSize=5312} 2015-10-29T11:12:33,400 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (TableScanOperator.java:publishStats(306)) - publishing : default.src_cbo/ : {numRows=500, rawDataSize=5312} 2015-10-29T11:12:33,400 DEBUG [LocalJobRunner Map Task Executor #0]: fs.FSStatsPublisher (FSStatsPublisher.java:closeConnection(99)) - About to create stats file for this task : pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src_cbo/.hive-staging_hive_2015-10-29_11-12-33_084_2091974708810547912-1/-ext-10000/tmpstats-0 2015-10-29T11:12:33,404 DEBUG [LocalJobRunner Map Task Executor #0]: fs.FSStatsPublisher (FSStatsPublisher.java:closeConnection(101)) - Created file : pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src_cbo/.hive-staging_hive_2015-10-29_11-12-33_084_2091974708810547912-1/-ext-10000/tmpstats-0 2015-10-29T11:12:33,404 DEBUG [LocalJobRunner Map Task Executor #0]: fs.FSStatsPublisher (FSStatsPublisher.java:closeConnection(102)) - Writing stats in it : {default.src_cbo/={numRows=500, rawDataSize=5312}} 2015-10-29T11:12:33,404 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:close(674)) - 1 Close done 2015-10-29T11:12:33,404 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:close(674)) - 2 Close done 2015-10-29T11:12:33,405 INFO [LocalJobRunner Map Task Executor #0]: mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 2015-10-29T11:12:33,405 INFO [LocalJobRunner Map Task Executor #0]: mapred.Task (Task.java:done(1001)) - Task:attempt_local394361083_0024_m_000000_0 is done. And is in the process of committing 2015-10-29T11:12:33,405 INFO [LocalJobRunner Map Task Executor #0]: mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src_cbo/000000_0:0+5812 2015-10-29T11:12:33,405 INFO [LocalJobRunner Map Task Executor #0]: mapred.Task (Task.java:sendDone(1121)) - Task 'attempt_local394361083_0024_m_000000_0' done. 2015-10-29T11:12:33,405 INFO [LocalJobRunner Map Task Executor #0]: mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local394361083_0024_m_000000_0 2015-10-29T11:12:33,405 INFO [Thread-1765]: mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - map task executor complete. 2015-10-29T11:12:34,390 DEBUG [main]: exec.Heartbeater (Heartbeater.java:heartbeat(80)) - heartbeating 2015-10-29T11:12:34,391 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - 2015-10-29 11:12:34,391 Stage-0 map = 100%, reduce = 0% 2015-10-29T11:12:34,393 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - Ended Job = job_local394361083_0024 2015-10-29T11:12:34,394 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:34,394 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-1:STATS] in serial mode 2015-10-29T11:12:34,394 INFO [main]: exec.StatsTask (StatsTask.java:execute(87)) - Executing stats task 2015-10-29T11:12:34,394 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:34,394 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=src_cbo 2015-10-29T11:12:34,394 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=src_cbo 2015-10-29T11:12:34,400 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:34,400 DEBUG [main]: fs.FSStatsPublisher (FSStatsPublisher.java:init(49)) - Initing FSStatsPublisher with : pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src_cbo/.hive-staging_hive_2015-10-29_11-12-33_084_2091974708810547912-1/-ext-10000 2015-10-29T11:12:34,404 INFO [main]: fs.FSStatsPublisher (FSStatsPublisher.java:init(51)) - created : pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src_cbo/.hive-staging_hive_2015-10-29_11-12-33_084_2091974708810547912-1/-ext-10000 2015-10-29T11:12:34,404 DEBUG [main]: fs.FSStatsAggregator (FSStatsAggregator.java:connect(51)) - About to read stats from : pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src_cbo/.hive-staging_hive_2015-10-29_11-12-33_084_2091974708810547912-1/-ext-10000 2015-10-29T11:12:34,411 INFO [main]: fs.FSStatsAggregator (FSStatsAggregator.java:connect(66)) - Read stats : {default.src_cbo/={numRows=500, rawDataSize=5312}} 2015-10-29T11:12:34,411 DEBUG [main]: fs.FSStatsAggregator (FSStatsAggregator.java:aggregateStats(81)) - Part ID: default.src_cbo/ numRows 2015-10-29T11:12:34,411 INFO [main]: fs.FSStatsAggregator (FSStatsAggregator.java:aggregateStats(93)) - Read stats for : default.src_cbo/ numRows 500 2015-10-29T11:12:34,411 DEBUG [main]: fs.FSStatsAggregator (FSStatsAggregator.java:aggregateStats(81)) - Part ID: default.src_cbo/ rawDataSize 2015-10-29T11:12:34,411 INFO [main]: fs.FSStatsAggregator (FSStatsAggregator.java:aggregateStats(93)) - Read stats for : default.src_cbo/ rawDataSize 5312 2015-10-29T11:12:34,428 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct src_cbo { string key, string value} 2015-10-29T11:12:34,428 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:34,428 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: alter_table: db=default tbl=src_cbo newtbl=src_cbo 2015-10-29T11:12:34,428 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=alter_table: db=default tbl=src_cbo newtbl=src_cbo 2015-10-29T11:12:34,436 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:getDatabase(348)) - getDatabase: directsql returning db default locn[pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse] desc [Default Hive database] owner [public] ownertype [ROLE] 2015-10-29T11:12:34,452 INFO [main]: hive.log (MetaStoreUtils.java:updateTableStatsFast(231)) - Updating table stats fast for src_cbo 2015-10-29T11:12:34,452 INFO [main]: hive.log (MetaStoreUtils.java:updateTableStatsFast(233)) - Updated size of table src_cbo to 5812 2015-10-29T11:12:34,459 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:34,459 INFO [main]: exec.StatsTask (StatsTask.java:aggregateStats(188)) - Table default.src_cbo stats: [numFiles=1, numRows=500, totalSize=5812, rawDataSize=5312] 2015-10-29T11:12:34,459 DEBUG [main]: fs.FSStatsAggregator (FSStatsAggregator.java:closeConnection(104)) - About to delete stats tmp dir :pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src_cbo/.hive-staging_hive_2015-10-29_11-12-33_084_2091974708810547912-1/-ext-10000 2015-10-29T11:12:34,460 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:34,460 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:34,460 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: query: analyze table src_cbo compute statistics 2015-10-29T11:12:34,460 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: type: QUERY 2015-10-29T11:12:34,460 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Input: default@src_cbo 2015-10-29T11:12:34,460 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Output: default@src_cbo 2015-10-29T11:12:34,461 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:34,461 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : execution phase 2015-10-29T11:12:34,461 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {isCompatibleWith_(HiveConf, )=0, getTable_(String, String, )=6, alter_table_(String, String, Table, boolean, )=31} 2015-10-29T11:12:34,461 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:34,461 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - MapReduce Jobs Launched: 2015-10-29T11:12:34,461 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - Stage-Stage-0: HDFS Read: 0 HDFS Write: 0 SUCCESS 2015-10-29T11:12:34,461 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - Total MapReduce CPU Time Spent: 0 msec 2015-10-29T11:12:34,461 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - OK 2015-10-29T11:12:34,461 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:34,461 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:releaseLocks(217)) - about to release lock for default/src_cbo 2015-10-29T11:12:34,463 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:releaseLocks(217)) - about to release lock for default 2015-10-29T11:12:34,465 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:34,465 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:34,465 DEBUG [main]: ql.Driver (DriverContext.java:shutdown(132)) - Shutting down query analyze table src_cbo compute statistics 2015-10-29T11:12:34,466 INFO [main]: CliDriver (SessionState.java:printInfo(996)) - Time taken: 1.382 seconds 2015-10-29T11:12:34,466 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:34,466 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:34,466 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:34,467 DEBUG [main]: conf.VariableSubstitution (VariableSubstitution.java:substitute(63)) - Substitution is on: analyze table src_cbo compute statistics for columns 2015-10-29T11:12:34,467 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:34,467 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(185)) - Parsing command: analyze table src_cbo compute statistics for columns 2015-10-29T11:12:34,467 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(209)) - Parse Completed 2015-10-29T11:12:34,467 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:34,467 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:34,467 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:34,468 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:34,468 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:34,468 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=src_cbo 2015-10-29T11:12:34,468 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=src_cbo 2015-10-29T11:12:34,472 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:34,473 INFO [main]: parse.ColumnStatsSemanticAnalyzer (ColumnStatsSemanticAnalyzer.java:getNumBitVectorsForNDVEstimation(270)) - Error requested is 20.0% 2015-10-29T11:12:34,473 INFO [main]: parse.ColumnStatsSemanticAnalyzer (ColumnStatsSemanticAnalyzer.java:getNumBitVectorsForNDVEstimation(271)) - Choosing 16 bit vectors.. 2015-10-29T11:12:34,473 DEBUG [main]: conf.VariableSubstitution (VariableSubstitution.java:substitute(63)) - Substitution is on: select compute_stats(`key` , 16 ) , compute_stats(`value` , 16 ) from default.`src_cbo` 2015-10-29T11:12:34,473 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(185)) - Parsing command: select compute_stats(`key` , 16 ) , compute_stats(`value` , 16 ) from default.`src_cbo` 2015-10-29T11:12:34,474 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(209)) - Parse Completed 2015-10-29T11:12:34,474 INFO [main]: parse.ColumnStatsSemanticAnalyzer (ColumnStatsSemanticAnalyzer.java:analyze(451)) - Invoking analyze on rewritten query 2015-10-29T11:12:34,474 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:analyzeInternal(10062)) - Starting Semantic Analysis 2015-10-29T11:12:34,475 DEBUG [main]: exec.FunctionRegistry (FunctionRegistry.java:getGenericUDAFResolver(1009)) - Looking up GenericUDAF: compute_stats 2015-10-29T11:12:34,475 DEBUG [main]: exec.FunctionRegistry (FunctionRegistry.java:getGenericUDAFResolver(1009)) - Looking up GenericUDAF: compute_stats 2015-10-29T11:12:34,475 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genResolvedParseTree(10009)) - Completed phase 1 of Semantic Analysis 2015-10-29T11:12:34,475 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:getMetaData(1538)) - Get metadata for source tables 2015-10-29T11:12:34,475 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:34,475 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=src_cbo 2015-10-29T11:12:34,475 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=src_cbo 2015-10-29T11:12:34,479 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:34,480 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:getMetaData(1678)) - Get metadata for subqueries 2015-10-29T11:12:34,480 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:getMetaData(1702)) - Get metadata for destination tables 2015-10-29T11:12:34,484 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genResolvedParseTree(10013)) - Completed getting MetaData in Semantic Analysis 2015-10-29T11:12:34,484 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct src_cbo { string key, string value} 2015-10-29T11:12:34,485 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genTablePlan(9467)) - Created Table Plan for src_cbo TS[0] 2015-10-29T11:12:34,485 DEBUG [main]: exec.FunctionRegistry (FunctionRegistry.java:getGenericUDAFResolver(1009)) - Looking up GenericUDAF: compute_stats 2015-10-29T11:12:34,485 DEBUG [main]: exec.FunctionRegistry (FunctionRegistry.java:getGenericUDAFResolver(1009)) - Looking up GenericUDAF: compute_stats 2015-10-29T11:12:34,486 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genBodyPlan(8817)) - RR before GB src_cbo{(key,key: string)(value,value: string)(block__offset__inside__file,BLOCK__OFFSET__INSIDE__FILE: bigint)(input__file__name,INPUT__FILE__NAME: string)(row__id,ROW__ID: struct)} after GB {((tok_function compute_stats (tok_table_or_col key) 16),_col0: struct)((tok_function compute_stats (tok_table_or_col value) 16),_col1: struct)} 2015-10-29T11:12:34,486 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genSelectPlan(3604)) - tree: (TOK_SELECT (TOK_SELEXPR (TOK_FUNCTION compute_stats (TOK_TABLE_OR_COL key) 16)) (TOK_SELEXPR (TOK_FUNCTION compute_stats (TOK_TABLE_OR_COL value) 16))) 2015-10-29T11:12:34,486 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genSelectPlan(3714)) - genSelectPlan: input = {((tok_function compute_stats (tok_table_or_col key) 16),_col0: struct)((tok_function compute_stats (tok_table_or_col value) 16),_col1: struct)} starRr = src_cbo{(key,key: string)(value,value: string)(block__offset__inside__file,BLOCK__OFFSET__INSIDE__FILE: bigint)(input__file__name,INPUT__FILE__NAME: string)(row__id,ROW__ID: struct)} 2015-10-29T11:12:34,486 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genSelectPlan(3862)) - Created Select Plan row schema: null{(_c0,_col0: struct)(_c1,_col1: struct)} 2015-10-29T11:12:34,486 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genSelectPlan(3593)) - Created Select Plan for clause: insclause-0 2015-10-29T11:12:34,486 DEBUG [main]: ql.Context (Context.java:getStagingDir(231)) - Created staging dir = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-34_473_8379480448483814704-1/-mr-10000/.hive-staging_hive_2015-10-29_11-12-34_473_8379480448483814704-1 for path = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-34_473_8379480448483814704-1/-mr-10000 2015-10-29T11:12:34,486 INFO [main]: common.FileUtils (FileUtils.java:mkdir(502)) - Creating directory if it doesn't exist: file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-34_473_8379480448483814704-1/-mr-10000/.hive-staging_hive_2015-10-29_11-12-34_473_8379480448483814704-1 2015-10-29T11:12:34,492 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chgrp,-R,staff,file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-34_473_8379480448483814704-1/-mr-10000} 2015-10-29T11:12:34,504 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:12:34,505 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chmod,-R,700,file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-34_473_8379480448483814704-1/-mr-10000} 2015-10-29T11:12:34,522 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:12:34,522 DEBUG [main]: shims.HadoopShimsSecure (Hadoop23Shims.java:debugLog(937)) - DeprecatedRawLocalFileStatus{path=file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-34_473_8379480448483814704-1/-mr-10000; isDirectory=true; modification_time=1446142354000; access_time=0; owner=; group=; permission=rwxrwxrwx; isSymlink=false} 2015-10-29T11:12:34,523 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genFileSinkPlan(6591)) - Set stats collection dir : file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-34_473_8379480448483814704-1/-mr-10000/.hive-staging_hive_2015-10-29_11-12-34_473_8379480448483814704-1/-ext-10002 2015-10-29T11:12:34,523 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genFileSinkPlan(6614)) - Created FileSink Plan for clause: insclause-0dest_path: file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-34_473_8379480448483814704-1/-mr-10000 row schema: null{(_c0,_col0: struct)(_c1,_col1: struct)} 2015-10-29T11:12:34,523 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genBodyPlan(8831)) - Created Body Plan for Query Block null 2015-10-29T11:12:34,523 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genPlan(9675)) - Created Plan for Query Block null 2015-10-29T11:12:34,523 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:analyzeInternal(10139)) - Before logical optimization TS[0]-SEL[1]-GBY[2]-RS[3]-GBY[4]-SEL[5]-FS[6] 2015-10-29T11:12:34,525 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:TS[0] with rs:(key: string|{src_cbo}key,value: string|{src_cbo}value,BLOCK__OFFSET__INSIDE__FILE: bigint|{src_cbo}block__offset__inside__file,INPUT__FILE__NAME: string|{src_cbo}input__file__name,ROW__ID: struct|{src_cbo}row__id) 2015-10-29T11:12:34,525 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator TS[0] 2015-10-29T11:12:34,525 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:SEL[1] with rs:(key: string|{src_cbo}key,value: string|{src_cbo}value,BLOCK__OFFSET__INSIDE__FILE: bigint|{src_cbo}block__offset__inside__file,INPUT__FILE__NAME: string|{src_cbo}input__file__name,ROW__ID: struct|{src_cbo}row__id) 2015-10-29T11:12:34,525 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator SEL[1] 2015-10-29T11:12:34,525 DEBUG [main]: optimizer.ConstantPropagateProcFactory (ConstantPropagateProcFactory.java:process(1131)) - New column list:(Column[key] Column[value] Column[BLOCK__OFFSET__INSIDE__FILE] Column[INPUT__FILE__NAME] Column[ROW__ID]) 2015-10-29T11:12:34,525 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:GBY[2] with rs:(_col0: struct|{}(tok_function compute_stats (tok_table_or_col key) 16),_col1: struct|{}(tok_function compute_stats (tok_table_or_col value) 16)) 2015-10-29T11:12:34,525 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator GBY[2] 2015-10-29T11:12:34,525 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:RS[3] with rs:(VALUE._col0: struct|{}(tok_function compute_stats (tok_table_or_col key) 16),VALUE._col1: struct|{}(tok_function compute_stats (tok_table_or_col value) 16)) 2015-10-29T11:12:34,525 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator RS[3] 2015-10-29T11:12:34,525 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:GBY[4] with rs:(_col0: struct|{}(tok_function compute_stats (tok_table_or_col key) 16),_col1: struct|{}(tok_function compute_stats (tok_table_or_col value) 16)) 2015-10-29T11:12:34,525 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator GBY[4] 2015-10-29T11:12:34,525 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:SEL[5] with rs:(_col0: struct|{null}_c0,_col1: struct|{null}_c1) 2015-10-29T11:12:34,526 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator SEL[5] 2015-10-29T11:12:34,526 DEBUG [main]: optimizer.ConstantPropagateProcFactory (ConstantPropagateProcFactory.java:process(1131)) - New column list:(Column[_col0] Column[_col1]) 2015-10-29T11:12:34,526 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:FS[6] with rs:(_col0: struct|{},_col1: struct|{}) 2015-10-29T11:12:34,526 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator FS[6] 2015-10-29T11:12:34,526 INFO [main]: ppd.OpProcFactory (OpProcFactory.java:process(662)) - Processing for FS(6) 2015-10-29T11:12:34,526 INFO [main]: ppd.OpProcFactory (OpProcFactory.java:process(662)) - Processing for SEL(5) 2015-10-29T11:12:34,526 INFO [main]: ppd.OpProcFactory (OpProcFactory.java:process(662)) - Processing for GBY(4) 2015-10-29T11:12:34,526 INFO [main]: ppd.OpProcFactory (OpProcFactory.java:process(662)) - Processing for RS(3) 2015-10-29T11:12:34,526 INFO [main]: ppd.OpProcFactory (OpProcFactory.java:process(662)) - Processing for GBY(2) 2015-10-29T11:12:34,526 INFO [main]: ppd.OpProcFactory (OpProcFactory.java:process(662)) - Processing for SEL(1) 2015-10-29T11:12:34,526 INFO [main]: ppd.OpProcFactory (OpProcFactory.java:process(383)) - Processing for TS(0) 2015-10-29T11:12:34,526 DEBUG [main]: ppd.PredicatePushDown (PredicatePushDown.java:transform(138)) - After PPD: TS[0]-SEL[1]-GBY[2]-RS[3]-GBY[4]-SEL[5]-FS[6] 2015-10-29T11:12:34,527 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:TS[0] with rs:(key: string|{src_cbo}key,value: string|{src_cbo}value,BLOCK__OFFSET__INSIDE__FILE: bigint|{src_cbo}block__offset__inside__file,INPUT__FILE__NAME: string|{src_cbo}input__file__name,ROW__ID: struct|{src_cbo}row__id) 2015-10-29T11:12:34,527 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator TS[0] 2015-10-29T11:12:34,527 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:SEL[1] with rs:(key: string|{src_cbo}key,value: string|{src_cbo}value,BLOCK__OFFSET__INSIDE__FILE: bigint|{src_cbo}block__offset__inside__file,INPUT__FILE__NAME: string|{src_cbo}input__file__name,ROW__ID: struct|{src_cbo}row__id) 2015-10-29T11:12:34,527 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator SEL[1] 2015-10-29T11:12:34,527 DEBUG [main]: optimizer.ConstantPropagateProcFactory (ConstantPropagateProcFactory.java:process(1131)) - New column list:(Column[key] Column[value] Column[BLOCK__OFFSET__INSIDE__FILE] Column[INPUT__FILE__NAME] Column[ROW__ID]) 2015-10-29T11:12:34,527 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:GBY[2] with rs:(_col0: struct|{}(tok_function compute_stats (tok_table_or_col key) 16),_col1: struct|{}(tok_function compute_stats (tok_table_or_col value) 16)) 2015-10-29T11:12:34,527 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator GBY[2] 2015-10-29T11:12:34,527 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:RS[3] with rs:(VALUE._col0: struct|{}(tok_function compute_stats (tok_table_or_col key) 16),VALUE._col1: struct|{}(tok_function compute_stats (tok_table_or_col value) 16)) 2015-10-29T11:12:34,527 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator RS[3] 2015-10-29T11:12:34,527 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:GBY[4] with rs:(_col0: struct|{}(tok_function compute_stats (tok_table_or_col key) 16),_col1: struct|{}(tok_function compute_stats (tok_table_or_col value) 16)) 2015-10-29T11:12:34,527 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator GBY[4] 2015-10-29T11:12:34,527 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:SEL[5] with rs:(_col0: struct|{null}_c0,_col1: struct|{null}_c1) 2015-10-29T11:12:34,527 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator SEL[5] 2015-10-29T11:12:34,528 DEBUG [main]: optimizer.ConstantPropagateProcFactory (ConstantPropagateProcFactory.java:process(1131)) - New column list:(Column[_col0] Column[_col1]) 2015-10-29T11:12:34,528 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:FS[6] with rs:(_col0: struct|{},_col1: struct|{}) 2015-10-29T11:12:34,528 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator FS[6] 2015-10-29T11:12:34,528 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:TS[0] with rs:(key: string|{src_cbo}key,value: string|{src_cbo}value,BLOCK__OFFSET__INSIDE__FILE: bigint|{src_cbo}block__offset__inside__file,INPUT__FILE__NAME: string|{src_cbo}input__file__name,ROW__ID: struct|{src_cbo}row__id) 2015-10-29T11:12:34,528 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator TS[0] 2015-10-29T11:12:34,528 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:SEL[1] with rs:(key: string|{src_cbo}key,value: string|{src_cbo}value,BLOCK__OFFSET__INSIDE__FILE: bigint|{src_cbo}block__offset__inside__file,INPUT__FILE__NAME: string|{src_cbo}input__file__name,ROW__ID: struct|{src_cbo}row__id) 2015-10-29T11:12:34,528 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator SEL[1] 2015-10-29T11:12:34,528 DEBUG [main]: optimizer.ConstantPropagateProcFactory (ConstantPropagateProcFactory.java:process(1131)) - New column list:(Column[key] Column[value] Column[BLOCK__OFFSET__INSIDE__FILE] Column[INPUT__FILE__NAME] Column[ROW__ID]) 2015-10-29T11:12:34,528 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:GBY[2] with rs:(_col0: struct|{}(tok_function compute_stats (tok_table_or_col key) 16),_col1: struct|{}(tok_function compute_stats (tok_table_or_col value) 16)) 2015-10-29T11:12:34,528 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator GBY[2] 2015-10-29T11:12:34,528 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:RS[3] with rs:(VALUE._col0: struct|{}(tok_function compute_stats (tok_table_or_col key) 16),VALUE._col1: struct|{}(tok_function compute_stats (tok_table_or_col value) 16)) 2015-10-29T11:12:34,529 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator RS[3] 2015-10-29T11:12:34,529 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:GBY[4] with rs:(_col0: struct|{}(tok_function compute_stats (tok_table_or_col key) 16),_col1: struct|{}(tok_function compute_stats (tok_table_or_col value) 16)) 2015-10-29T11:12:34,529 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator GBY[4] 2015-10-29T11:12:34,529 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:SEL[5] with rs:(_col0: struct|{null}_c0,_col1: struct|{null}_c1) 2015-10-29T11:12:34,529 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator SEL[5] 2015-10-29T11:12:34,529 DEBUG [main]: optimizer.ConstantPropagateProcFactory (ConstantPropagateProcFactory.java:process(1131)) - New column list:(Column[_col0] Column[_col1]) 2015-10-29T11:12:34,529 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:FS[6] with rs:(_col0: struct|{},_col1: struct|{}) 2015-10-29T11:12:34,529 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator FS[6] 2015-10-29T11:12:34,529 DEBUG [main]: optimizer.ColumnPrunerProcFactory (ColumnPrunerProcFactory.java:process(569)) - Reduce Sink Operator 3 key:[] 2015-10-29T11:12:34,529 INFO [main]: optimizer.ColumnPrunerProcFactory (ColumnPrunerProcFactory.java:pruneReduceSinkOperator(864)) - RS 3 oldColExprMap: {VALUE._col1=Column[_col1], VALUE._col0=Column[_col0]} 2015-10-29T11:12:34,529 INFO [main]: optimizer.ColumnPrunerProcFactory (ColumnPrunerProcFactory.java:pruneReduceSinkOperator(913)) - RS 3 newColExprMap: {VALUE._col1=Column[_col1], VALUE._col0=Column[_col0]} 2015-10-29T11:12:34,530 DEBUG [main]: optimizer.IdentityProjectRemover (IdentityProjectRemover.java:process(131)) - Identity project remover optimization removed : SEL[5] 2015-10-29T11:12:34,530 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:analyzeInternal(10147)) - After logical optimization TS[0]-SEL[1]-GBY[2]-RS[3]-GBY[4]-FS[6] 2015-10-29T11:12:34,530 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:34,530 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:34,530 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct src_cbo { string key, string value} 2015-10-29T11:12:34,531 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct src_cbo { string key, string value} 2015-10-29T11:12:34,531 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct src_cbo { string key, string value} 2015-10-29T11:12:34,531 DEBUG [main]: optimizer.GenMapRedUtils (GenMapRedUtils.java:setMapWork(678)) - Adding pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src_cbo of tablesrc_cbo 2015-10-29T11:12:34,531 DEBUG [main]: optimizer.GenMapRedUtils (GenMapRedUtils.java:setMapWork(716)) - Information added for path pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src_cbo 2015-10-29T11:12:34,531 DEBUG [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(167)) - Looking at: null 2015-10-29T11:12:34,531 INFO [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(175)) - Looking for table scans where optimization is applicable 2015-10-29T11:12:34,531 INFO [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(199)) - Found 0 null table scans 2015-10-29T11:12:34,531 DEBUG [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(167)) - Looking at: null 2015-10-29T11:12:34,531 INFO [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(175)) - Looking for table scans where optimization is applicable 2015-10-29T11:12:34,532 INFO [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(199)) - Found 0 null table scans 2015-10-29T11:12:34,532 DEBUG [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(167)) - Looking at: null 2015-10-29T11:12:34,532 INFO [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(175)) - Looking for table scans where optimization is applicable 2015-10-29T11:12:34,532 INFO [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(199)) - Found 0 null table scans 2015-10-29T11:12:34,532 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:analyzeInternal(10168)) - Completed plan generation 2015-10-29T11:12:34,532 INFO [main]: ql.Driver (Driver.java:compile(448)) - Semantic Analysis Completed 2015-10-29T11:12:34,532 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:validate(10519)) - validation start 2015-10-29T11:12:34,532 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:validate(10561)) - not validating writeEntity, because entity is neither table nor partition 2015-10-29T11:12:34,532 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:34,532 INFO [main]: ql.Driver (Driver.java:getSchema(244)) - Returning Hive schema: Schema(fieldSchemas:[FieldSchema(name:_c0, type:struct, comment:null), FieldSchema(name:_c1, type:struct, comment:null)], properties:null) 2015-10-29T11:12:34,532 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:34,533 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : compilation phase 2015-10-29T11:12:34,533 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {flushCache_()=1, isCompatibleWith_(HiveConf, )=0, getTable_(String, String, )=10} 2015-10-29T11:12:34,533 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:34,533 DEBUG [main]: lockmgr.DummyTxnManager (DummyTxnManager.java:acquireLocks(129)) - Adding default@src_cbo to list of lock inputs 2015-10-29T11:12:34,533 DEBUG [main]: lockmgr.DummyTxnManager (DummyTxnManager.java:acquireLocks(148)) - Adding file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-34_473_8379480448483814704-1/-mr-10000 to list of lock outputs 2015-10-29T11:12:34,533 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:lock(262)) - Acquiring lock for default with mode IMPLICIT 2015-10-29T11:12:34,535 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:lock(262)) - Acquiring lock for default/src_cbo with mode IMPLICIT 2015-10-29T11:12:34,537 DEBUG [main]: ql.Driver (Driver.java:recordValidTxns(960)) - Encoding valid txns info 9223372036854775807: txnid:0 2015-10-29T11:12:34,537 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:34,537 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:34,537 INFO [main]: ql.Driver (Driver.java:execute(1468)) - Starting command(queryId=sush_20151029111234_90b78dbb-9ea9-4e99-8c40-cb7298e9e72b): analyze table src_cbo compute statistics for columns 2015-10-29T11:12:34,537 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:34,537 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: query: analyze table src_cbo compute statistics for columns 2015-10-29T11:12:34,537 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: type: QUERY 2015-10-29T11:12:34,537 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: Input: default@src_cbo 2015-10-29T11:12:34,537 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: Output: file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-34_473_8379480448483814704-1/-mr-10000 2015-10-29T11:12:34,537 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:34,537 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:34,537 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:34,537 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - Query ID = sush_20151029111234_90b78dbb-9ea9-4e99-8c40-cb7298e9e72b 2015-10-29T11:12:34,538 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - Total jobs = 1 2015-10-29T11:12:34,538 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:34,538 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:34,538 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:34,538 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - Launching Job 1 out of 1 2015-10-29T11:12:34,539 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-0:MAPRED] in serial mode 2015-10-29T11:12:34,539 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - Number of reduce tasks determined at compile time: 1 2015-10-29T11:12:34,539 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - In order to change the average load for a reducer (in bytes): 2015-10-29T11:12:34,539 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - set hive.exec.reducers.bytes.per.reducer= 2015-10-29T11:12:34,539 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - In order to limit the maximum number of reducers: 2015-10-29T11:12:34,539 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - set hive.exec.reducers.max= 2015-10-29T11:12:34,539 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - In order to set a constant number of reducers: 2015-10-29T11:12:34,539 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - set mapreduce.job.reduces= 2015-10-29T11:12:34,544 INFO [main]: mr.ExecDriver (ExecDriver.java:execute(291)) - Using org.apache.hadoop.hive.ql.io.CombineHiveInputFormat 2015-10-29T11:12:34,544 INFO [main]: exec.Utilities (Utilities.java:getInputPaths(3433)) - Processing alias src_cbo 2015-10-29T11:12:34,544 INFO [main]: exec.Utilities (Utilities.java:getInputPaths(3450)) - Adding input file pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src_cbo 2015-10-29T11:12:34,544 INFO [main]: exec.Utilities (Utilities.java:isEmptyPath(2734)) - Content Summary not cached for pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src_cbo 2015-10-29T11:12:34,559 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:34,559 INFO [main]: exec.Utilities (Utilities.java:serializePlan(939)) - Serializing MapWork via kryo 2015-10-29T11:12:34,560 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:34,564 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:34,565 INFO [main]: exec.Utilities (Utilities.java:serializePlan(939)) - Serializing ReduceWork via kryo 2015-10-29T11:12:34,566 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:34,566 DEBUG [main]: mapreduce.Cluster (Cluster.java:initialize(90)) - Trying ClientProtocolProvider : org.apache.hadoop.mapred.LocalClientProtocolProvider 2015-10-29T11:12:34,566 INFO [main]: jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized 2015-10-29T11:12:34,567 DEBUG [main]: mapreduce.Cluster (Cluster.java:initialize(103)) - Picked org.apache.hadoop.mapred.LocalClientProtocolProvider as the ClientProtocolProvider 2015-10-29T11:12:34,567 DEBUG [main]: mapreduce.Cluster (Cluster.java:initialize(90)) - Trying ClientProtocolProvider : org.apache.hadoop.mapred.LocalClientProtocolProvider 2015-10-29T11:12:34,568 INFO [main]: jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized 2015-10-29T11:12:34,568 DEBUG [main]: mapreduce.Cluster (Cluster.java:initialize(103)) - Picked org.apache.hadoop.mapred.LocalClientProtocolProvider as the ClientProtocolProvider 2015-10-29T11:12:34,568 INFO [main]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-34_467_7562004616109216449-1/-mr-10001/f719762b-9162-4a13-abe3-9e1ffb4d4768/map.xml 2015-10-29T11:12:34,569 DEBUG [main]: exec.Utilities (Utilities.java:getBaseWork(452)) - Found plan in cache for name: map.xml 2015-10-29T11:12:34,569 INFO [main]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-34_467_7562004616109216449-1/-mr-10001/f719762b-9162-4a13-abe3-9e1ffb4d4768/reduce.xml 2015-10-29T11:12:34,569 DEBUG [main]: exec.Utilities (Utilities.java:getBaseWork(452)) - Found plan in cache for name: reduce.xml 2015-10-29T11:12:34,574 DEBUG [main]: mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(456)) - Configuring job job_local1028995374_0025 with file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/hadoop-tmp/mapred/staging/sush1028995374/.staging/job_local1028995374_0025 as the submit dir 2015-10-29T11:12:34,574 DEBUG [main]: mapreduce.JobSubmitter (JobSubmitter.java:populateTokenCache(718)) - adding the following namenodes' delegation tokens:[file:///] 2015-10-29T11:12:34,574 WARN [main]: mapreduce.JobSubmitter (JobSubmitter.java:copyAndConfigureFiles(153)) - Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2015-10-29T11:12:34,574 DEBUG [main]: mapreduce.JobSubmitter (JobSubmitter.java:copyAndConfigureFiles(173)) - default FileSystem: file:/// 2015-10-29T11:12:34,664 DEBUG [main]: mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(491)) - Creating splits at file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/hadoop-tmp/mapred/staging/sush1028995374/.staging/job_local1028995374_0025 2015-10-29T11:12:34,664 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:34,665 INFO [main]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-34_467_7562004616109216449-1/-mr-10001/f719762b-9162-4a13-abe3-9e1ffb4d4768/map.xml 2015-10-29T11:12:34,665 DEBUG [main]: exec.Utilities (Utilities.java:getBaseWork(452)) - Found plan in cache for name: map.xml 2015-10-29T11:12:34,665 INFO [main]: io.CombineHiveInputFormat (CombineHiveInputFormat.java:getSplits(478)) - Total number of paths: 1, launching 1 threads to check non-combinable ones. 2015-10-29T11:12:34,665 DEBUG [main]: io.CombineHiveInputFormat (CombineHiveInputFormat.java:getSplits(512)) - The received input paths are: [pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src_cbo] against the property mapreduce.input.fileinputformat.inputdir 2015-10-29T11:12:34,665 INFO [main]: io.CombineHiveInputFormat (CombineHiveInputFormat.java:getCombineSplits(395)) - CombineHiveInputSplit creating pool for pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src_cbo; using filter path pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src_cbo 2015-10-29T11:12:34,676 DEBUG [main]: input.FileInputFormat (FileInputFormat.java:listStatus(279)) - Time taken to get FileStatuses: 10 2015-10-29T11:12:34,676 INFO [main]: input.FileInputFormat (FileInputFormat.java:listStatus(281)) - Total input paths to process : 1 2015-10-29T11:12:34,677 INFO [main]: input.CombineFileInputFormat (CombineFileInputFormat.java:createSplits(413)) - DEBUG: Terminated node allocation with : CompletedNodes: 1, size left: 0 2015-10-29T11:12:34,677 INFO [main]: io.CombineHiveInputFormat (CombineHiveInputFormat.java:getCombineSplits(450)) - number of splits 1 2015-10-29T11:12:34,677 INFO [main]: io.CombineHiveInputFormat (CombineHiveInputFormat.java:getSplits(549)) - Number of all splits 1 2015-10-29T11:12:34,677 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:34,692 INFO [main]: mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(494)) - number of splits:1 2015-10-29T11:12:34,707 INFO [main]: mapreduce.JobSubmitter (JobSubmitter.java:printTokens(583)) - Submitting tokens for job: job_local1028995374_0025 2015-10-29T11:12:34,760 INFO [main]: mapreduce.Job (Job.java:submit(1300)) - The url to track the job: http://localhost:8080/ 2015-10-29T11:12:34,761 INFO [Thread-1804]: mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(471)) - OutputCommitter set in config org.apache.hadoop.hive.ql.io.HiveFileFormatUtils$NullOutputCommitter 2015-10-29T11:12:34,761 INFO [Thread-1804]: mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(489)) - OutputCommitter is org.apache.hadoop.hive.ql.io.HiveFileFormatUtils$NullOutputCommitter 2015-10-29T11:12:34,761 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - Job running in-process (local Hadoop) 2015-10-29T11:12:34,761 DEBUG [Thread-1804]: mapred.LocalJobRunner (LocalJobRunner.java:createMapExecutor(395)) - Starting mapper thread pool executor. 2015-10-29T11:12:34,761 DEBUG [Thread-1804]: mapred.LocalJobRunner (LocalJobRunner.java:createMapExecutor(396)) - Max local threads: 1 2015-10-29T11:12:34,761 DEBUG [Thread-1804]: mapred.LocalJobRunner (LocalJobRunner.java:createMapExecutor(397)) - Map tasks to process: 1 2015-10-29T11:12:34,762 INFO [Thread-1804]: mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for map tasks 2015-10-29T11:12:34,762 INFO [LocalJobRunner Map Task Executor #0]: mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local1028995374_0025_m_000000_0 2015-10-29T11:12:34,762 DEBUG [LocalJobRunner Map Task Executor #0]: mapred.SortedRanges (SortedRanges.java:doNext(348)) - currentIndex 0 0:0 2015-10-29T11:12:34,762 DEBUG [LocalJobRunner Map Task Executor #0]: mapred.LocalJobRunner (LocalJobRunner.java:setupChildMapredLocalDirs(974)) - mapreduce.cluster.local.dir for child : /Users/sush/dev/hive.git/itests/qtest/target/tmp/hadoop-tmp/mapred/local/localRunner//sush/jobcache/job_local1028995374_0025/attempt_local1028995374_0025_m_000000_0 2015-10-29T11:12:34,762 INFO [LocalJobRunner Map Task Executor #0]: util.ProcfsBasedProcessTree (ProcfsBasedProcessTree.java:isAvailable(181)) - ProcfsBasedProcessTree currently is supported only on Linux. 2015-10-29T11:12:34,762 INFO [LocalJobRunner Map Task Executor #0]: util.ProcfsBasedProcessTree (ProcfsBasedProcessTree.java:isAvailable(181)) - ProcfsBasedProcessTree currently is supported only on Linux. 2015-10-29T11:12:34,762 INFO [LocalJobRunner Map Task Executor #0]: mapred.Task (Task.java:initialize(587)) - Using ResourceCalculatorProcessTree : null 2015-10-29T11:12:34,763 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:updateJobWithSplit(482)) - Processing split: Paths:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src_cbo/000000_0:0+5812InputFormatClass: org.apache.hadoop.mapred.TextInputFormat 2015-10-29T11:12:34,763 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-34_467_7562004616109216449-1/-mr-10001/f719762b-9162-4a13-abe3-9e1ffb4d4768/map.xml 2015-10-29T11:12:34,763 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(405)) - local path = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-34_467_7562004616109216449-1/-mr-10001/f719762b-9162-4a13-abe3-9e1ffb4d4768/map.xml 2015-10-29T11:12:34,763 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(417)) - Open file to read in plan: file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-34_467_7562004616109216449-1/-mr-10001/f719762b-9162-4a13-abe3-9e1ffb4d4768/map.xml 2015-10-29T11:12:34,763 INFO [LocalJobRunner Map Task Executor #0]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:34,763 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:deserializePlan(966)) - Deserializing MapWork via kryo 2015-10-29T11:12:34,767 INFO [LocalJobRunner Map Task Executor #0]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:34,768 INFO [LocalJobRunner Map Task Executor #0]: io.HiveContextAwareRecordReader (HiveContextAwareRecordReader.java:initIOContext(174)) - Processing file pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src_cbo/000000_0 2015-10-29T11:12:34,768 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:runOldMapper(436)) - numReduceTasks: 1 2015-10-29T11:12:34,768 DEBUG [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:createSortingCollector(398)) - Trying map output collector class: org.apache.hadoop.mapred.MapTask$MapOutputBuffer 2015-10-29T11:12:34,781 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:setEquator(1202)) - (EQUATOR) 0 kvi 26214396(104857584) 2015-10-29T11:12:34,782 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:init(995)) - mapreduce.task.io.sort.mb: 100 2015-10-29T11:12:34,782 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:init(996)) - soft limit at 83886080 2015-10-29T11:12:34,782 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:init(997)) - bufstart = 0; bufvoid = 104857600 2015-10-29T11:12:34,782 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:init(998)) - kvstart = 26214396; length = 6553600 2015-10-29T11:12:34,782 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:createSortingCollector(402)) - Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer 2015-10-29T11:12:34,782 INFO [LocalJobRunner Map Task Executor #0]: mr.ExecMapper (ExecMapper.java:configure(83)) - conf classpath = [file:/Users/sush/dev/hive.git/itests/qtest/target/surefire/surefirebooter6776397513364088476.jar] 2015-10-29T11:12:34,782 INFO [LocalJobRunner Map Task Executor #0]: mr.ExecMapper (ExecMapper.java:configure(85)) - thread classpath = [file:/Users/sush/dev/hive.git/itests/qtest/target/surefire/surefirebooter6776397513364088476.jar] 2015-10-29T11:12:34,782 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-34_467_7562004616109216449-1/-mr-10001/f719762b-9162-4a13-abe3-9e1ffb4d4768/map.xml 2015-10-29T11:12:34,782 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(452)) - Found plan in cache for name: map.xml 2015-10-29T11:12:34,783 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:initialize(338)) - Initializing operator MAP[11] 2015-10-29T11:12:34,783 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:initialize(377)) - Initialization Done 11 MAP 2015-10-29T11:12:34,783 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:initializeChildren(463)) - Operator 11 MAP initialized 2015-10-29T11:12:34,783 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:initialize(390)) - Initialization Done 11 MAP done is reset. 2015-10-29T11:12:34,783 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:34,783 INFO [LocalJobRunner Map Task Executor #0]: mr.ExecMapper (ExecMapper.java:configure(110)) - Id =11 Id =7 Id =8 Id =9 Id =10 <\Children> Id = 9 null<\Parent> <\RS> <\Children> Id = 8 null<\Parent> <\GBY> <\Children> Id = 7 null<\Parent> <\SEL> <\Children> Id = 11 null<\Parent> <\TS> <\Children> <\Parent> <\MAP> 2015-10-29T11:12:34,784 INFO [LocalJobRunner Map Task Executor #0]: MapredContext (MapredContext.java:init(55)) - MapredContext initialized. 2015-10-29T11:12:34,784 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:initialize(338)) - Initializing operator TS[7] 2015-10-29T11:12:34,784 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:initialize(377)) - Initialization Done 7 TS 2015-10-29T11:12:34,784 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:initializeChildren(463)) - Operator 7 TS initialized 2015-10-29T11:12:34,784 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:initializeChildren(469)) - Initializing children of 7 TS 2015-10-29T11:12:34,784 INFO [LocalJobRunner Map Task Executor #0]: exec.SelectOperator (Operator.java:initialize(507)) - Initializing child 8 SEL 2015-10-29T11:12:34,784 INFO [LocalJobRunner Map Task Executor #0]: exec.SelectOperator (Operator.java:initialize(338)) - Initializing operator SEL[8] 2015-10-29T11:12:34,784 INFO [LocalJobRunner Map Task Executor #0]: exec.SelectOperator (SelectOperator.java:initializeOp(65)) - SELECT struct 2015-10-29T11:12:34,784 INFO [LocalJobRunner Map Task Executor #0]: exec.SelectOperator (Operator.java:initialize(377)) - Initialization Done 8 SEL 2015-10-29T11:12:34,784 INFO [LocalJobRunner Map Task Executor #0]: exec.SelectOperator (Operator.java:initializeChildren(463)) - Operator 8 SEL initialized 2015-10-29T11:12:34,784 INFO [LocalJobRunner Map Task Executor #0]: exec.SelectOperator (Operator.java:initializeChildren(469)) - Initializing children of 8 SEL 2015-10-29T11:12:34,784 INFO [LocalJobRunner Map Task Executor #0]: exec.GroupByOperator (Operator.java:initialize(507)) - Initializing child 9 GBY 2015-10-29T11:12:34,784 INFO [LocalJobRunner Map Task Executor #0]: exec.GroupByOperator (Operator.java:initialize(338)) - Initializing operator GBY[9] 2015-10-29T11:12:34,784 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:34,784 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:34,785 INFO [LocalJobRunner Map Task Executor #0]: exec.GroupByOperator (Operator.java:initialize(377)) - Initialization Done 9 GBY 2015-10-29T11:12:34,785 INFO [LocalJobRunner Map Task Executor #0]: exec.GroupByOperator (Operator.java:initializeChildren(463)) - Operator 9 GBY initialized 2015-10-29T11:12:34,785 INFO [LocalJobRunner Map Task Executor #0]: exec.GroupByOperator (Operator.java:initializeChildren(469)) - Initializing children of 9 GBY 2015-10-29T11:12:34,785 INFO [LocalJobRunner Map Task Executor #0]: exec.ReduceSinkOperator (Operator.java:initialize(507)) - Initializing child 10 RS 2015-10-29T11:12:34,785 INFO [LocalJobRunner Map Task Executor #0]: exec.ReduceSinkOperator (Operator.java:initialize(338)) - Initializing operator RS[10] 2015-10-29T11:12:34,785 INFO [LocalJobRunner Map Task Executor #0]: exec.ReduceSinkOperator (ReduceSinkOperator.java:initializeOp(221)) - Using tag = -1 2015-10-29T11:12:34,785 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:34,785 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:34,785 DEBUG [LocalJobRunner Map Task Executor #0]: lazybinary.LazyBinarySerDe (LazyBinarySerDe.java:initialize(131)) - LazyBinarySerDe initialized with: columnNames=[_col0, _col1] columnTypes=[struct, struct] 2015-10-29T11:12:34,785 INFO [LocalJobRunner Map Task Executor #0]: exec.ReduceSinkOperator (Operator.java:initialize(377)) - Initialization Done 10 RS 2015-10-29T11:12:34,785 INFO [LocalJobRunner Map Task Executor #0]: exec.ReduceSinkOperator (Operator.java:initializeChildren(463)) - Operator 10 RS initialized 2015-10-29T11:12:34,785 INFO [LocalJobRunner Map Task Executor #0]: exec.ReduceSinkOperator (Operator.java:initialize(390)) - Initialization Done 10 RS done is reset. 2015-10-29T11:12:34,785 INFO [LocalJobRunner Map Task Executor #0]: exec.GroupByOperator (Operator.java:initialize(390)) - Initialization Done 9 GBY done is reset. 2015-10-29T11:12:34,785 INFO [LocalJobRunner Map Task Executor #0]: exec.SelectOperator (Operator.java:initialize(390)) - Initialization Done 8 SEL done is reset. 2015-10-29T11:12:34,785 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:initialize(390)) - Initialization Done 7 TS done is reset. 2015-10-29T11:12:34,786 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-34_467_7562004616109216449-1/-mr-10001/f719762b-9162-4a13-abe3-9e1ffb4d4768/map.xml 2015-10-29T11:12:34,786 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(452)) - Found plan in cache for name: map.xml 2015-10-29T11:12:34,786 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (MapOperator.java:rowsForwarded(535)) - MAP[11]: records read - 1 2015-10-29T11:12:34,786 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (MapOperator.java:rowsForwarded(535)) - MAP[11]: records read - 10 2015-10-29T11:12:34,787 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (MapOperator.java:rowsForwarded(535)) - MAP[11]: records read - 100 2015-10-29T11:12:34,789 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:close(650)) - 11 finished. closing... 2015-10-29T11:12:34,789 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:logStats(898)) - RECORDS_IN:500 2015-10-29T11:12:34,789 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:logStats(898)) - DESERIALIZE_ERRORS:0 2015-10-29T11:12:34,789 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:close(650)) - 7 finished. closing... 2015-10-29T11:12:34,789 INFO [LocalJobRunner Map Task Executor #0]: exec.SelectOperator (Operator.java:close(650)) - 8 finished. closing... 2015-10-29T11:12:34,789 INFO [LocalJobRunner Map Task Executor #0]: exec.GroupByOperator (Operator.java:close(650)) - 9 finished. closing... 2015-10-29T11:12:34,789 INFO [LocalJobRunner Map Task Executor #0]: exec.GroupByOperator (GroupByOperator.java:flush(1027)) - Begin Hash Table flush: size = 1 2015-10-29T11:12:34,791 INFO [LocalJobRunner Map Task Executor #0]: exec.ReduceSinkOperator (ReduceSinkOperator.java:process(322)) - keys are [] num distributions: 0 2015-10-29T11:12:34,792 INFO [LocalJobRunner Map Task Executor #0]: exec.ReduceSinkOperator (ReduceSinkOperator.java:collect(535)) - RS[10]: records written - 1 2015-10-29T11:12:34,792 INFO [LocalJobRunner Map Task Executor #0]: exec.ReduceSinkOperator (Operator.java:close(650)) - 10 finished. closing... 2015-10-29T11:12:34,792 INFO [LocalJobRunner Map Task Executor #0]: exec.ReduceSinkOperator (ReduceSinkOperator.java:closeOp(569)) - RS[10]: records written - 1 2015-10-29T11:12:34,792 INFO [LocalJobRunner Map Task Executor #0]: exec.ReduceSinkOperator (Operator.java:logStats(898)) - RECORDS_OUT_INTERMEDIATE:1 2015-10-29T11:12:34,792 INFO [LocalJobRunner Map Task Executor #0]: exec.ReduceSinkOperator (Operator.java:close(674)) - 10 Close done 2015-10-29T11:12:34,792 INFO [LocalJobRunner Map Task Executor #0]: exec.GroupByOperator (Operator.java:close(674)) - 9 Close done 2015-10-29T11:12:34,792 INFO [LocalJobRunner Map Task Executor #0]: exec.SelectOperator (Operator.java:close(674)) - 8 Close done 2015-10-29T11:12:34,792 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:close(674)) - 7 Close done 2015-10-29T11:12:34,792 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:close(674)) - 11 Close done 2015-10-29T11:12:34,792 INFO [LocalJobRunner Map Task Executor #0]: mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 2015-10-29T11:12:34,792 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:flush(1457)) - Starting flush of map output 2015-10-29T11:12:34,793 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:flush(1475)) - Spilling map output 2015-10-29T11:12:34,793 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:flush(1476)) - bufstart = 0; bufend = 890; bufvoid = 104857600 2015-10-29T11:12:34,793 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:flush(1478)) - kvstart = 26214396(104857584); kvend = 26214396(104857584); length = 1/6553600 2015-10-29T11:12:34,794 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:sortAndSpill(1660)) - Finished spill 0 2015-10-29T11:12:34,794 INFO [LocalJobRunner Map Task Executor #0]: mapred.Task (Task.java:done(1001)) - Task:attempt_local1028995374_0025_m_000000_0 is done. And is in the process of committing 2015-10-29T11:12:34,795 INFO [LocalJobRunner Map Task Executor #0]: mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/src_cbo/000000_0:0+5812 2015-10-29T11:12:34,795 INFO [LocalJobRunner Map Task Executor #0]: mapred.Task (Task.java:sendDone(1121)) - Task 'attempt_local1028995374_0025_m_000000_0' done. 2015-10-29T11:12:34,795 INFO [LocalJobRunner Map Task Executor #0]: mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local1028995374_0025_m_000000_0 2015-10-29T11:12:34,795 INFO [Thread-1804]: mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - map task executor complete. 2015-10-29T11:12:34,796 DEBUG [Thread-1804]: mapred.LocalJobRunner (LocalJobRunner.java:createReduceExecutor(424)) - Starting reduce thread pool executor. 2015-10-29T11:12:34,796 DEBUG [Thread-1804]: mapred.LocalJobRunner (LocalJobRunner.java:createReduceExecutor(425)) - Max local threads: 1 2015-10-29T11:12:34,796 DEBUG [Thread-1804]: mapred.LocalJobRunner (LocalJobRunner.java:createReduceExecutor(426)) - Reduce tasks to process: 1 2015-10-29T11:12:34,796 INFO [Thread-1804]: mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for reduce tasks 2015-10-29T11:12:34,796 INFO [pool-94-thread-1]: mapred.LocalJobRunner (LocalJobRunner.java:run(302)) - Starting task: attempt_local1028995374_0025_r_000000_0 2015-10-29T11:12:34,796 DEBUG [pool-94-thread-1]: mapred.SortedRanges (SortedRanges.java:doNext(348)) - currentIndex 0 0:0 2015-10-29T11:12:34,796 DEBUG [pool-94-thread-1]: mapred.LocalJobRunner (LocalJobRunner.java:setupChildMapredLocalDirs(974)) - mapreduce.cluster.local.dir for child : /Users/sush/dev/hive.git/itests/qtest/target/tmp/hadoop-tmp/mapred/local/localRunner//sush/jobcache/job_local1028995374_0025/attempt_local1028995374_0025_r_000000_0 2015-10-29T11:12:34,797 INFO [pool-94-thread-1]: util.ProcfsBasedProcessTree (ProcfsBasedProcessTree.java:isAvailable(181)) - ProcfsBasedProcessTree currently is supported only on Linux. 2015-10-29T11:12:34,797 INFO [pool-94-thread-1]: util.ProcfsBasedProcessTree (ProcfsBasedProcessTree.java:isAvailable(181)) - ProcfsBasedProcessTree currently is supported only on Linux. 2015-10-29T11:12:34,797 INFO [pool-94-thread-1]: mapred.Task (Task.java:initialize(587)) - Using ResourceCalculatorProcessTree : null 2015-10-29T11:12:34,797 INFO [pool-94-thread-1]: mapred.ReduceTask (ReduceTask.java:run(362)) - Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@20d4e230 2015-10-29T11:12:34,798 INFO [pool-94-thread-1]: reduce.MergeManagerImpl (MergeManagerImpl.java:(196)) - MergerManager: memoryLimit=1336252800, maxSingleShuffleLimit=334063200, mergeThreshold=881926912, ioSortFactor=10, memToMemMergeOutputsThreshold=10 2015-10-29T11:12:34,798 INFO [EventFetcher for fetching Map Completion Events]: reduce.EventFetcher (EventFetcher.java:run(61)) - attempt_local1028995374_0025_r_000000_0 Thread started: EventFetcher for fetching Map Completion Events 2015-10-29T11:12:34,798 DEBUG [EventFetcher for fetching Map Completion Events]: reduce.EventFetcher (EventFetcher.java:getMapCompletionEvents(127)) - Got 0 map completion events from 0 2015-10-29T11:12:34,798 DEBUG [EventFetcher for fetching Map Completion Events]: reduce.EventFetcher (EventFetcher.java:run(71)) - GetMapEventsThread about to sleep for 1000 2015-10-29T11:12:34,798 DEBUG [localfetcher#12]: reduce.LocalFetcher (LocalFetcher.java:doCopy(101)) - LocalFetcher 12 going to fetch: attempt_local1028995374_0025_m_000000_0 2015-10-29T11:12:34,799 DEBUG [localfetcher#12]: reduce.MergeManagerImpl (MergeManagerImpl.java:reserve(291)) - attempt_local1028995374_0025_m_000000_0: Proceeding with shuffle since usedMemory (0) is lesser than memoryLimit (1336252800).CommitMemory is (0) 2015-10-29T11:12:34,799 INFO [localfetcher#12]: reduce.LocalFetcher (LocalFetcher.java:copyMapOutput(141)) - localfetcher#12 about to shuffle output of map attempt_local1028995374_0025_m_000000_0 decomp: 896 len: 900 to MEMORY 2015-10-29T11:12:34,799 INFO [localfetcher#12]: reduce.InMemoryMapOutput (InMemoryMapOutput.java:shuffle(100)) - Read 896 bytes from map-output for attempt_local1028995374_0025_m_000000_0 2015-10-29T11:12:34,799 INFO [localfetcher#12]: reduce.MergeManagerImpl (MergeManagerImpl.java:closeInMemoryFile(314)) - closeInMemoryFile -> map-output of size: 896, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->896 2015-10-29T11:12:34,799 DEBUG [localfetcher#12]: reduce.ShuffleSchedulerImpl (ShuffleSchedulerImpl.java:copySucceeded(217)) - map attempt_local1028995374_0025_m_000000_0 done 1 / 1 copied. 2015-10-29T11:12:34,799 INFO [EventFetcher for fetching Map Completion Events]: reduce.EventFetcher (EventFetcher.java:run(76)) - EventFetcher is interrupted.. Returning 2015-10-29T11:12:34,800 INFO [pool-94-thread-1]: mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied. 2015-10-29T11:12:34,800 INFO [pool-94-thread-1]: reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(674)) - finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs 2015-10-29T11:12:34,800 INFO [pool-94-thread-1]: mapred.Merger (Merger.java:merge(597)) - Merging 1 sorted segments 2015-10-29T11:12:34,801 INFO [pool-94-thread-1]: mapred.Merger (Merger.java:merge(696)) - Down to the last merge-pass, with 1 segments left of total size: 887 bytes 2015-10-29T11:12:34,801 INFO [pool-94-thread-1]: reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(751)) - Merged 1 segments, 896 bytes to disk to satisfy reduce memory limit 2015-10-29T11:12:34,801 DEBUG [pool-94-thread-1]: reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(774)) - Disk file: /Users/sush/dev/hive.git/itests/qtest/target/tmp/hadoop-tmp/mapred/local/localRunner/sush/jobcache/job_local1028995374_0025/attempt_local1028995374_0025_r_000000_0/output/map_0.out.merged Length is 900 2015-10-29T11:12:34,801 INFO [pool-94-thread-1]: reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(781)) - Merging 1 files, 900 bytes from disk 2015-10-29T11:12:34,801 INFO [pool-94-thread-1]: reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(796)) - Merging 0 segments, 0 bytes from memory into reduce 2015-10-29T11:12:34,801 INFO [pool-94-thread-1]: mapred.Merger (Merger.java:merge(597)) - Merging 1 sorted segments 2015-10-29T11:12:34,801 INFO [pool-94-thread-1]: mapred.Merger (Merger.java:merge(696)) - Down to the last merge-pass, with 1 segments left of total size: 887 bytes 2015-10-29T11:12:34,802 INFO [pool-94-thread-1]: mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied. 2015-10-29T11:12:34,802 INFO [pool-94-thread-1]: ExecReducer (ExecReducer.java:configure(101)) - conf classpath = [file:/Users/sush/dev/hive.git/itests/qtest/target/surefire/surefirebooter6776397513364088476.jar] 2015-10-29T11:12:34,802 INFO [pool-94-thread-1]: ExecReducer (ExecReducer.java:configure(103)) - thread classpath = [file:/Users/sush/dev/hive.git/itests/qtest/target/surefire/surefirebooter6776397513364088476.jar] 2015-10-29T11:12:34,802 INFO [pool-94-thread-1]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-34_467_7562004616109216449-1/-mr-10001/f719762b-9162-4a13-abe3-9e1ffb4d4768/reduce.xml 2015-10-29T11:12:34,802 INFO [pool-94-thread-1]: exec.Utilities (Utilities.java:getBaseWork(405)) - local path = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-34_467_7562004616109216449-1/-mr-10001/f719762b-9162-4a13-abe3-9e1ffb4d4768/reduce.xml 2015-10-29T11:12:34,802 INFO [pool-94-thread-1]: exec.Utilities (Utilities.java:getBaseWork(417)) - Open file to read in plan: file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-34_467_7562004616109216449-1/-mr-10001/f719762b-9162-4a13-abe3-9e1ffb4d4768/reduce.xml 2015-10-29T11:12:34,802 INFO [pool-94-thread-1]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:34,802 INFO [pool-94-thread-1]: exec.Utilities (Utilities.java:deserializePlan(966)) - Deserializing ReduceWork via kryo 2015-10-29T11:12:34,807 INFO [pool-94-thread-1]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:34,807 DEBUG [pool-94-thread-1]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:34,807 DEBUG [pool-94-thread-1]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:34,807 DEBUG [pool-94-thread-1]: lazybinary.LazyBinarySerDe (LazyBinarySerDe.java:initialize(131)) - LazyBinarySerDe initialized with: columnNames=[_col0, _col1] columnTypes=[struct, struct] 2015-10-29T11:12:34,807 INFO [pool-94-thread-1]: MapredContext (MapredContext.java:init(55)) - MapredContext initialized. 2015-10-29T11:12:34,807 INFO [pool-94-thread-1]: ExecReducer (ExecReducer.java:configure(149)) - Id =12 Id =13 <\Children> Id = 12 null<\Parent> <\FS> <\Children> <\Parent> <\GBY> 2015-10-29T11:12:34,808 INFO [pool-94-thread-1]: exec.GroupByOperator (Operator.java:initialize(338)) - Initializing operator GBY[12] 2015-10-29T11:12:34,808 DEBUG [pool-94-thread-1]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:34,808 DEBUG [pool-94-thread-1]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:34,808 INFO [pool-94-thread-1]: exec.GroupByOperator (Operator.java:initialize(377)) - Initialization Done 12 GBY 2015-10-29T11:12:34,808 INFO [pool-94-thread-1]: exec.GroupByOperator (Operator.java:initializeChildren(463)) - Operator 12 GBY initialized 2015-10-29T11:12:34,808 INFO [pool-94-thread-1]: exec.GroupByOperator (Operator.java:initializeChildren(469)) - Initializing children of 12 GBY 2015-10-29T11:12:34,808 INFO [pool-94-thread-1]: exec.FileSinkOperator (Operator.java:initialize(507)) - Initializing child 13 FS 2015-10-29T11:12:34,808 INFO [pool-94-thread-1]: exec.FileSinkOperator (Operator.java:initialize(338)) - Initializing operator FS[13] 2015-10-29T11:12:34,808 DEBUG [pool-94-thread-1]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:34,808 INFO [pool-94-thread-1]: exec.FileSinkOperator (FileSinkOperator.java:initializeOp(361)) - Using serializer : class org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe[[[B@5b05f102]:[_col0, _col1]:[struct, struct]] and formatter : org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat@6311e8fd 2015-10-29T11:12:34,809 DEBUG [pool-94-thread-1]: exec.FileSinkOperator (FileSinkOperator.java:(163)) - Created slots for 1 2015-10-29T11:12:34,809 INFO [pool-94-thread-1]: exec.FileSinkOperator (Operator.java:initialize(377)) - Initialization Done 13 FS 2015-10-29T11:12:34,809 INFO [pool-94-thread-1]: exec.FileSinkOperator (Operator.java:initializeChildren(463)) - Operator 13 FS initialized 2015-10-29T11:12:34,809 INFO [pool-94-thread-1]: exec.FileSinkOperator (Operator.java:initialize(390)) - Initialization Done 13 FS done is reset. 2015-10-29T11:12:34,809 INFO [pool-94-thread-1]: exec.GroupByOperator (Operator.java:initialize(390)) - Initialization Done 12 GBY done is reset. 2015-10-29T11:12:34,809 INFO [pool-94-thread-1]: exec.GroupByOperator (Operator.java:close(650)) - 12 finished. closing... 2015-10-29T11:12:34,809 INFO [pool-94-thread-1]: exec.FileSinkOperator (FileSinkOperator.java:createBucketForFileIdx(572)) - Final Path: FS file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-34_473_8379480448483814704-1/-mr-10000/.hive-staging_hive_2015-10-29_11-12-34_473_8379480448483814704-1/_tmp.-ext-10001/000000_0 2015-10-29T11:12:34,810 INFO [pool-94-thread-1]: exec.FileSinkOperator (FileSinkOperator.java:createBucketForFileIdx(576)) - Writing to temp file: FS file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-34_473_8379480448483814704-1/-mr-10000/.hive-staging_hive_2015-10-29_11-12-34_473_8379480448483814704-1/_task_tmp.-ext-10001/_tmp.000000_0 2015-10-29T11:12:34,810 INFO [pool-94-thread-1]: exec.FileSinkOperator (FileSinkOperator.java:createBucketForFileIdx(593)) - New Final Path: FS file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-34_473_8379480448483814704-1/-mr-10000/.hive-staging_hive_2015-10-29_11-12-34_473_8379480448483814704-1/_tmp.-ext-10001/000000_0 2015-10-29T11:12:34,815 INFO [pool-94-thread-1]: exec.FileSinkOperator (FileSinkOperator.java:process(727)) - FS[13]: records written - 1 2015-10-29T11:12:34,815 INFO [pool-94-thread-1]: exec.FileSinkOperator (Operator.java:close(650)) - 13 finished. closing... 2015-10-29T11:12:34,815 INFO [pool-94-thread-1]: exec.FileSinkOperator (FileSinkOperator.java:closeOp(989)) - FS[13]: records written - 1 2015-10-29T11:12:34,815 INFO [pool-94-thread-1]: exec.FileSinkOperator (Operator.java:logStats(898)) - RECORDS_OUT_0:1 2015-10-29T11:12:34,815 INFO [pool-94-thread-1]: exec.FileSinkOperator (Operator.java:close(674)) - 13 Close done 2015-10-29T11:12:34,815 INFO [pool-94-thread-1]: exec.GroupByOperator (Operator.java:close(674)) - 12 Close done 2015-10-29T11:12:34,815 INFO [pool-94-thread-1]: mapred.Task (Task.java:done(1001)) - Task:attempt_local1028995374_0025_r_000000_0 is done. And is in the process of committing 2015-10-29T11:12:34,816 INFO [pool-94-thread-1]: mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - reduce > reduce 2015-10-29T11:12:34,816 INFO [pool-94-thread-1]: mapred.Task (Task.java:sendDone(1121)) - Task 'attempt_local1028995374_0025_r_000000_0' done. 2015-10-29T11:12:34,816 INFO [pool-94-thread-1]: mapred.LocalJobRunner (LocalJobRunner.java:run(325)) - Finishing task: attempt_local1028995374_0025_r_000000_0 2015-10-29T11:12:34,816 INFO [Thread-1804]: mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - reduce task executor complete. 2015-10-29T11:12:35,761 DEBUG [main]: exec.Heartbeater (Heartbeater.java:heartbeat(80)) - heartbeating 2015-10-29T11:12:35,764 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - 2015-10-29 11:12:35,764 Stage-0 map = 100%, reduce = 100% 2015-10-29T11:12:35,766 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - Ended Job = job_local1028995374_0025 2015-10-29T11:12:35,768 DEBUG [main]: exec.Utilities (Utilities.java:getIdFromFilename(1751)) - TaskId for 000000_0 = 000000 2015-10-29T11:12:35,768 INFO [main]: exec.FileSinkOperator (Utilities.java:mvFileToFinalPath(1902)) - Moving tmp dir: file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-34_473_8379480448483814704-1/-mr-10000/.hive-staging_hive_2015-10-29_11-12-34_473_8379480448483814704-1/_tmp.-ext-10001 to: file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-34_473_8379480448483814704-1/-mr-10000/.hive-staging_hive_2015-10-29_11-12-34_473_8379480448483814704-1/-ext-10001 2015-10-29T11:12:35,768 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:35,769 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-1:COLUMNSTATS] in serial mode 2015-10-29T11:12:35,776 DEBUG [main]: mapred.FileInputFormat (FileInputFormat.java:listStatus(245)) - Time taken to get FileStatuses: 6 2015-10-29T11:12:35,776 INFO [main]: mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1 2015-10-29T11:12:35,776 DEBUG [main]: mapred.FileInputFormat (FileInputFormat.java:getSplits(373)) - Total # of splits generated by getSplits: 1, TimeTaken: 6 2015-10-29T11:12:35,777 DEBUG [main]: exec.FetchOperator (FetchOperator.java:getRecordReader(314)) - Creating fetchTask with deserializer typeinfo: struct<_col0:struct,_col1:struct> 2015-10-29T11:12:35,777 DEBUG [main]: exec.FetchOperator (FetchOperator.java:getRecordReader(316)) - deserializer properties: table properties: {columns=_col0,_col1, serialization.escape.crlf=true, serialization.lib=org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, hive.serialization.extend.additional.nesting.levels=true, serialization.format=1, columns.types=struct:struct, escape.delim=\} partition properties: {columns=_col0,_col1, serialization.escape.crlf=true, serialization.lib=org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, hive.serialization.extend.additional.nesting.levels=true, serialization.format=1, columns.types=struct:struct, escape.delim=\} 2015-10-29T11:12:35,777 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:35,777 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=src_cbo 2015-10-29T11:12:35,777 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=src_cbo 2015-10-29T11:12:35,781 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:35,782 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:35,782 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: write_column_statistics: db=default table=src_cbo column=key 2015-10-29T11:12:35,782 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=write_column_statistics: db=default table=src_cbo column=key 2015-10-29T11:12:35,782 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: write_column_statistics: db=default table=src_cbo column=value 2015-10-29T11:12:35,782 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=write_column_statistics: db=default table=src_cbo column=value 2015-10-29T11:12:35,786 INFO [main]: metastore.ObjectStore (ObjectStore.java:writeMTableColumnStatistics(6275)) - Updating table level column statistics for db=default tableName=src_cbo colName=key 2015-10-29T11:12:35,786 INFO [main]: metastore.ObjectStore (ObjectStore.java:writeMTableColumnStatistics(6275)) - Updating table level column statistics for db=default tableName=src_cbo colName=key 2015-10-29T11:12:35,791 INFO [main]: metastore.ObjectStore (ObjectStore.java:writeMTableColumnStatistics(6275)) - Updating table level column statistics for db=default tableName=src_cbo colName=value 2015-10-29T11:12:35,791 INFO [main]: metastore.ObjectStore (ObjectStore.java:writeMTableColumnStatistics(6275)) - Updating table level column statistics for db=default tableName=src_cbo colName=value 2015-10-29T11:12:35,794 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:35,794 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:35,794 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:35,794 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: query: analyze table src_cbo compute statistics for columns 2015-10-29T11:12:35,795 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: type: QUERY 2015-10-29T11:12:35,795 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Input: default@src_cbo 2015-10-29T11:12:35,795 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Output: file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-34_473_8379480448483814704-1/-mr-10000 2015-10-29T11:12:35,795 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:35,795 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : execution phase 2015-10-29T11:12:35,795 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {updateTableColumnStatistics_(ColumnStatistics, )=12, isCompatibleWith_(HiveConf, )=0, getTable_(String, String, )=5} 2015-10-29T11:12:35,795 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:35,795 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - MapReduce Jobs Launched: 2015-10-29T11:12:35,795 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - Stage-Stage-0: HDFS Read: 0 HDFS Write: 0 SUCCESS 2015-10-29T11:12:35,795 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - Total MapReduce CPU Time Spent: 0 msec 2015-10-29T11:12:35,796 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - OK 2015-10-29T11:12:35,796 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:35,796 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:releaseLocks(217)) - about to release lock for default/src_cbo 2015-10-29T11:12:35,798 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:releaseLocks(217)) - about to release lock for default 2015-10-29T11:12:35,799 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:35,799 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:35,800 DEBUG [main]: ql.Driver (DriverContext.java:shutdown(132)) - Shutting down query analyze table src_cbo compute statistics for columns 2015-10-29T11:12:35,800 INFO [main]: CliDriver (SessionState.java:printInfo(996)) - Time taken: 1.334 seconds 2015-10-29T11:12:35,800 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:35,800 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:35,800 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:35,801 DEBUG [main]: conf.VariableSubstitution (VariableSubstitution.java:substitute(63)) - Substitution is on: analyze table part compute statistics 2015-10-29T11:12:35,801 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:35,801 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(185)) - Parsing command: analyze table part compute statistics 2015-10-29T11:12:35,801 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(209)) - Parse Completed 2015-10-29T11:12:35,801 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:35,801 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:35,801 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:35,802 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:35,802 INFO [main]: parse.ColumnStatsSemanticAnalyzer (ColumnStatsSemanticAnalyzer.java:analyze(455)) - Invoking analyze on original query 2015-10-29T11:12:35,802 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:analyzeInternal(10062)) - Starting Semantic Analysis 2015-10-29T11:12:35,802 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genResolvedParseTree(10009)) - Completed phase 1 of Semantic Analysis 2015-10-29T11:12:35,802 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:getMetaData(1538)) - Get metadata for source tables 2015-10-29T11:12:35,802 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:35,802 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=part 2015-10-29T11:12:35,802 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=part 2015-10-29T11:12:35,807 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:35,807 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:35,807 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=part 2015-10-29T11:12:35,807 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=part 2015-10-29T11:12:35,811 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:35,811 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:getMetaData(1678)) - Get metadata for subqueries 2015-10-29T11:12:35,811 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:getMetaData(1702)) - Get metadata for destination tables 2015-10-29T11:12:35,811 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genResolvedParseTree(10013)) - Completed getting MetaData in Semantic Analysis 2015-10-29T11:12:35,811 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct part { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} 2015-10-29T11:12:35,812 DEBUG [main]: ql.Context (Context.java:getStagingDir(231)) - Created staging dir = pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/part/.hive-staging_hive_2015-10-29_11-12-35_801_5138424312470728275-1 for path = pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/part 2015-10-29T11:12:35,812 INFO [main]: common.FileUtils (FileUtils.java:mkdir(502)) - Creating directory if it doesn't exist: pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/part/.hive-staging_hive_2015-10-29_11-12-35_801_5138424312470728275-1 2015-10-29T11:12:35,826 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chgrp,-R,staff,pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/part/.hive-staging_hive_2015-10-29_11-12-35_801_5138424312470728275-1} 2015-10-29T11:12:35,832 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:12:35,832 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chmod,-R,755,pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/part/.hive-staging_hive_2015-10-29_11-12-35_801_5138424312470728275-1} 2015-10-29T11:12:35,841 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:12:35,846 DEBUG [main]: shims.HadoopShimsSecure (Hadoop23Shims.java:debugLog(937)) - FileStatus{path=pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/part/.hive-staging_hive_2015-10-29_11-12-35_801_5138424312470728275-1; isDirectory=true; modification_time=1446142355000; access_time=0; owner=sush; group=staff; permission=rwxr-xr-x; isSymlink=false} 2015-10-29T11:12:35,851 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:setupStats(9493)) - Set stats collection dir : pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/part/.hive-staging_hive_2015-10-29_11-12-35_801_5138424312470728275-1/-ext-10000 2015-10-29T11:12:35,851 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genTablePlan(9467)) - Created Table Plan for part TS[0] 2015-10-29T11:12:35,851 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genBodyPlan(8831)) - Created Body Plan for Query Block null 2015-10-29T11:12:35,851 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genPlan(9675)) - Created Plan for Query Block null 2015-10-29T11:12:35,852 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:analyzeInternal(10139)) - Before logical optimization TS[0] 2015-10-29T11:12:35,852 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:TS[0] with rs:(p_partkey: int|{part}p_partkey,p_name: string|{part}p_name,p_mfgr: string|{part}p_mfgr,p_brand: string|{part}p_brand,p_type: string|{part}p_type,p_size: int|{part}p_size,p_container: string|{part}p_container,p_retailprice: double|{part}p_retailprice,p_comment: string|{part}p_comment,BLOCK__OFFSET__INSIDE__FILE: bigint|{part}block__offset__inside__file,INPUT__FILE__NAME: string|{part}input__file__name,ROW__ID: struct|{part}row__id,RAW__DATA__SIZE: bigint|{part}raw__data__size) 2015-10-29T11:12:35,852 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator TS[0] 2015-10-29T11:12:35,852 INFO [main]: ppd.OpProcFactory (OpProcFactory.java:process(383)) - Processing for TS(0) 2015-10-29T11:12:35,852 DEBUG [main]: ppd.PredicatePushDown (PredicatePushDown.java:transform(138)) - After PPD: TS[0] 2015-10-29T11:12:35,852 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:TS[0] with rs:(p_partkey: int|{part}p_partkey,p_name: string|{part}p_name,p_mfgr: string|{part}p_mfgr,p_brand: string|{part}p_brand,p_type: string|{part}p_type,p_size: int|{part}p_size,p_container: string|{part}p_container,p_retailprice: double|{part}p_retailprice,p_comment: string|{part}p_comment,BLOCK__OFFSET__INSIDE__FILE: bigint|{part}block__offset__inside__file,INPUT__FILE__NAME: string|{part}input__file__name,ROW__ID: struct|{part}row__id,RAW__DATA__SIZE: bigint|{part}raw__data__size) 2015-10-29T11:12:35,852 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator TS[0] 2015-10-29T11:12:35,853 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:TS[0] with rs:(p_partkey: int|{part}p_partkey,p_name: string|{part}p_name,p_mfgr: string|{part}p_mfgr,p_brand: string|{part}p_brand,p_type: string|{part}p_type,p_size: int|{part}p_size,p_container: string|{part}p_container,p_retailprice: double|{part}p_retailprice,p_comment: string|{part}p_comment,BLOCK__OFFSET__INSIDE__FILE: bigint|{part}block__offset__inside__file,INPUT__FILE__NAME: string|{part}input__file__name,ROW__ID: struct|{part}row__id,RAW__DATA__SIZE: bigint|{part}raw__data__size) 2015-10-29T11:12:35,853 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator TS[0] 2015-10-29T11:12:35,853 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:analyzeInternal(10147)) - After logical optimization TS[0] 2015-10-29T11:12:35,853 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:35,853 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:35,853 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct part { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} 2015-10-29T11:12:35,853 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct part { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} 2015-10-29T11:12:35,854 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct part { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} 2015-10-29T11:12:35,854 DEBUG [main]: optimizer.GenMapRedUtils (GenMapRedUtils.java:setMapWork(678)) - Adding pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/part of tablepart 2015-10-29T11:12:35,854 DEBUG [main]: optimizer.GenMapRedUtils (GenMapRedUtils.java:setMapWork(716)) - Information added for path pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/part 2015-10-29T11:12:35,854 DEBUG [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(167)) - Looking at: null 2015-10-29T11:12:35,854 INFO [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(175)) - Looking for table scans where optimization is applicable 2015-10-29T11:12:35,854 INFO [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(199)) - Found 0 null table scans 2015-10-29T11:12:35,854 DEBUG [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(167)) - Looking at: null 2015-10-29T11:12:35,854 INFO [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(175)) - Looking for table scans where optimization is applicable 2015-10-29T11:12:35,854 INFO [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(199)) - Found 0 null table scans 2015-10-29T11:12:35,855 DEBUG [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(167)) - Looking at: null 2015-10-29T11:12:35,855 INFO [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(175)) - Looking for table scans where optimization is applicable 2015-10-29T11:12:35,855 INFO [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(199)) - Found 0 null table scans 2015-10-29T11:12:35,855 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:analyzeInternal(10168)) - Completed plan generation 2015-10-29T11:12:35,855 INFO [main]: ql.Driver (Driver.java:compile(448)) - Semantic Analysis Completed 2015-10-29T11:12:35,855 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:validate(10519)) - validation start 2015-10-29T11:12:35,855 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:validate(10588)) - Not a partition. 2015-10-29T11:12:35,855 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:35,855 INFO [main]: ql.Driver (Driver.java:getSchema(244)) - Returning Hive schema: Schema(fieldSchemas:[FieldSchema(name:part.p_partkey, type:int, comment:null), FieldSchema(name:part.p_name, type:string, comment:null), FieldSchema(name:part.p_mfgr, type:string, comment:null), FieldSchema(name:part.p_brand, type:string, comment:null), FieldSchema(name:part.p_type, type:string, comment:null), FieldSchema(name:part.p_size, type:int, comment:null), FieldSchema(name:part.p_container, type:string, comment:null), FieldSchema(name:part.p_retailprice, type:double, comment:null), FieldSchema(name:part.p_comment, type:string, comment:null)], properties:null) 2015-10-29T11:12:35,855 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:35,855 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : compilation phase 2015-10-29T11:12:35,855 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {flushCache_()=1, isCompatibleWith_(HiveConf, )=0, getTable_(String, String, )=9} 2015-10-29T11:12:35,855 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:35,856 DEBUG [main]: lockmgr.DummyTxnManager (DummyTxnManager.java:acquireLocks(129)) - Adding default@part to list of lock inputs 2015-10-29T11:12:35,856 DEBUG [main]: lockmgr.DummyTxnManager (DummyTxnManager.java:acquireLocks(148)) - Adding default@part to list of lock outputs 2015-10-29T11:12:35,856 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:lock(262)) - Acquiring lock for default with mode IMPLICIT 2015-10-29T11:12:35,858 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:lock(262)) - Acquiring lock for default/part with mode IMPLICIT 2015-10-29T11:12:35,859 DEBUG [main]: ql.Driver (Driver.java:recordValidTxns(960)) - Encoding valid txns info 9223372036854775807: txnid:0 2015-10-29T11:12:35,859 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:35,859 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:35,859 INFO [main]: ql.Driver (Driver.java:execute(1468)) - Starting command(queryId=sush_20151029111235_d8096e85-232f-49d8-b23c-52bbff7f155d): analyze table part compute statistics 2015-10-29T11:12:35,860 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:35,860 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: query: analyze table part compute statistics 2015-10-29T11:12:35,860 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: type: QUERY 2015-10-29T11:12:35,860 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: Input: default@part 2015-10-29T11:12:35,860 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: Output: default@part 2015-10-29T11:12:35,860 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:35,860 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:35,860 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:35,860 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - Query ID = sush_20151029111235_d8096e85-232f-49d8-b23c-52bbff7f155d 2015-10-29T11:12:35,860 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - Total jobs = 1 2015-10-29T11:12:35,860 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:35,860 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:35,860 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:35,860 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - Launching Job 1 out of 1 2015-10-29T11:12:35,861 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-0:MAPRED] in serial mode 2015-10-29T11:12:35,861 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - Number of reduce tasks is set to 0 since there's no reduce operator 2015-10-29T11:12:35,866 INFO [main]: mr.ExecDriver (ExecDriver.java:execute(291)) - Using org.apache.hadoop.hive.ql.io.CombineHiveInputFormat 2015-10-29T11:12:35,866 INFO [main]: exec.Utilities (Utilities.java:getInputPaths(3433)) - Processing alias part 2015-10-29T11:12:35,866 INFO [main]: exec.Utilities (Utilities.java:getInputPaths(3450)) - Adding input file pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/part 2015-10-29T11:12:35,866 INFO [main]: exec.Utilities (Utilities.java:isEmptyPath(2734)) - Content Summary not cached for pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/part 2015-10-29T11:12:35,885 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:35,885 INFO [main]: exec.Utilities (Utilities.java:serializePlan(939)) - Serializing MapWork via kryo 2015-10-29T11:12:35,886 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:35,886 DEBUG [main]: mapreduce.Cluster (Cluster.java:initialize(90)) - Trying ClientProtocolProvider : org.apache.hadoop.mapred.LocalClientProtocolProvider 2015-10-29T11:12:35,886 INFO [main]: jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized 2015-10-29T11:12:35,887 DEBUG [main]: mapreduce.Cluster (Cluster.java:initialize(103)) - Picked org.apache.hadoop.mapred.LocalClientProtocolProvider as the ClientProtocolProvider 2015-10-29T11:12:35,887 DEBUG [main]: fs.FSStatsPublisher (FSStatsPublisher.java:init(49)) - Initing FSStatsPublisher with : pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/part/.hive-staging_hive_2015-10-29_11-12-35_801_5138424312470728275-1/-ext-10000 2015-10-29T11:12:35,891 INFO [main]: fs.FSStatsPublisher (FSStatsPublisher.java:init(51)) - created : pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/part/.hive-staging_hive_2015-10-29_11-12-35_801_5138424312470728275-1/-ext-10000 2015-10-29T11:12:35,891 DEBUG [main]: mapreduce.Cluster (Cluster.java:initialize(90)) - Trying ClientProtocolProvider : org.apache.hadoop.mapred.LocalClientProtocolProvider 2015-10-29T11:12:35,892 INFO [main]: jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized 2015-10-29T11:12:35,892 DEBUG [main]: mapreduce.Cluster (Cluster.java:initialize(103)) - Picked org.apache.hadoop.mapred.LocalClientProtocolProvider as the ClientProtocolProvider 2015-10-29T11:12:35,893 INFO [main]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-35_801_5138424312470728275-1/-mr-10002/582177f8-72b0-4a23-9a4b-4655f88f657f/map.xml 2015-10-29T11:12:35,893 DEBUG [main]: exec.Utilities (Utilities.java:getBaseWork(452)) - Found plan in cache for name: map.xml 2015-10-29T11:12:35,893 INFO [main]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-35_801_5138424312470728275-1/-mr-10002/582177f8-72b0-4a23-9a4b-4655f88f657f/reduce.xml 2015-10-29T11:12:35,893 INFO [main]: exec.Utilities (Utilities.java:getBaseWork(405)) - local path = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-35_801_5138424312470728275-1/-mr-10002/582177f8-72b0-4a23-9a4b-4655f88f657f/reduce.xml 2015-10-29T11:12:35,893 INFO [main]: exec.Utilities (Utilities.java:getBaseWork(417)) - Open file to read in plan: file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-35_801_5138424312470728275-1/-mr-10002/582177f8-72b0-4a23-9a4b-4655f88f657f/reduce.xml 2015-10-29T11:12:35,893 DEBUG [main]: exec.Utilities (Utilities.java:getBaseWork(457)) - File not found: File file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-35_801_5138424312470728275-1/-mr-10002/582177f8-72b0-4a23-9a4b-4655f88f657f/reduce.xml does not exist 2015-10-29T11:12:35,893 INFO [main]: exec.Utilities (Utilities.java:getBaseWork(458)) - No plan file found: file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-35_801_5138424312470728275-1/-mr-10002/582177f8-72b0-4a23-9a4b-4655f88f657f/reduce.xml 2015-10-29T11:12:35,898 DEBUG [main]: mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(456)) - Configuring job job_local1611321738_0026 with file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/hadoop-tmp/mapred/staging/sush1611321738/.staging/job_local1611321738_0026 as the submit dir 2015-10-29T11:12:35,898 DEBUG [main]: mapreduce.JobSubmitter (JobSubmitter.java:populateTokenCache(718)) - adding the following namenodes' delegation tokens:[file:///] 2015-10-29T11:12:35,898 WARN [main]: mapreduce.JobSubmitter (JobSubmitter.java:copyAndConfigureFiles(153)) - Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2015-10-29T11:12:35,898 DEBUG [main]: mapreduce.JobSubmitter (JobSubmitter.java:copyAndConfigureFiles(173)) - default FileSystem: file:/// 2015-10-29T11:12:35,992 DEBUG [main]: mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(491)) - Creating splits at file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/hadoop-tmp/mapred/staging/sush1611321738/.staging/job_local1611321738_0026 2015-10-29T11:12:35,992 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:35,992 INFO [main]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-35_801_5138424312470728275-1/-mr-10002/582177f8-72b0-4a23-9a4b-4655f88f657f/map.xml 2015-10-29T11:12:35,993 DEBUG [main]: exec.Utilities (Utilities.java:getBaseWork(452)) - Found plan in cache for name: map.xml 2015-10-29T11:12:35,993 INFO [main]: io.CombineHiveInputFormat (CombineHiveInputFormat.java:getSplits(478)) - Total number of paths: 1, launching 1 threads to check non-combinable ones. 2015-10-29T11:12:35,993 DEBUG [main]: io.CombineHiveInputFormat (CombineHiveInputFormat.java:getSplits(512)) - The received input paths are: [pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/part] against the property mapreduce.input.fileinputformat.inputdir 2015-10-29T11:12:35,993 INFO [main]: io.CombineHiveInputFormat (CombineHiveInputFormat.java:getCombineSplits(395)) - CombineHiveInputSplit creating pool for pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/part; using filter path pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/part 2015-10-29T11:12:36,010 DEBUG [main]: input.FileInputFormat (FileInputFormat.java:listStatus(279)) - Time taken to get FileStatuses: 16 2015-10-29T11:12:36,010 INFO [main]: input.FileInputFormat (FileInputFormat.java:listStatus(281)) - Total input paths to process : 1 2015-10-29T11:12:36,010 INFO [main]: input.CombineFileInputFormat (CombineFileInputFormat.java:createSplits(413)) - DEBUG: Terminated node allocation with : CompletedNodes: 1, size left: 0 2015-10-29T11:12:36,010 INFO [main]: io.CombineHiveInputFormat (CombineHiveInputFormat.java:getCombineSplits(450)) - number of splits 1 2015-10-29T11:12:36,011 INFO [main]: io.CombineHiveInputFormat (CombineHiveInputFormat.java:getSplits(549)) - Number of all splits 1 2015-10-29T11:12:36,011 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:36,027 INFO [main]: mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(494)) - number of splits:1 2015-10-29T11:12:36,040 INFO [main]: mapreduce.JobSubmitter (JobSubmitter.java:printTokens(583)) - Submitting tokens for job: job_local1611321738_0026 2015-10-29T11:12:36,092 INFO [main]: mapreduce.Job (Job.java:submit(1300)) - The url to track the job: http://localhost:8080/ 2015-10-29T11:12:36,093 INFO [Thread-1843]: mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(471)) - OutputCommitter set in config org.apache.hadoop.hive.ql.io.HiveFileFormatUtils$NullOutputCommitter 2015-10-29T11:12:36,093 INFO [Thread-1843]: mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(489)) - OutputCommitter is org.apache.hadoop.hive.ql.io.HiveFileFormatUtils$NullOutputCommitter 2015-10-29T11:12:36,093 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - Job running in-process (local Hadoop) 2015-10-29T11:12:36,094 DEBUG [Thread-1843]: mapred.LocalJobRunner (LocalJobRunner.java:createMapExecutor(395)) - Starting mapper thread pool executor. 2015-10-29T11:12:36,094 DEBUG [Thread-1843]: mapred.LocalJobRunner (LocalJobRunner.java:createMapExecutor(396)) - Max local threads: 1 2015-10-29T11:12:36,094 DEBUG [Thread-1843]: mapred.LocalJobRunner (LocalJobRunner.java:createMapExecutor(397)) - Map tasks to process: 1 2015-10-29T11:12:36,094 INFO [Thread-1843]: mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for map tasks 2015-10-29T11:12:36,094 INFO [LocalJobRunner Map Task Executor #0]: mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local1611321738_0026_m_000000_0 2015-10-29T11:12:36,094 DEBUG [LocalJobRunner Map Task Executor #0]: mapred.SortedRanges (SortedRanges.java:doNext(348)) - currentIndex 0 0:0 2015-10-29T11:12:36,094 DEBUG [LocalJobRunner Map Task Executor #0]: mapred.LocalJobRunner (LocalJobRunner.java:setupChildMapredLocalDirs(974)) - mapreduce.cluster.local.dir for child : /Users/sush/dev/hive.git/itests/qtest/target/tmp/hadoop-tmp/mapred/local/localRunner//sush/jobcache/job_local1611321738_0026/attempt_local1611321738_0026_m_000000_0 2015-10-29T11:12:36,095 INFO [LocalJobRunner Map Task Executor #0]: util.ProcfsBasedProcessTree (ProcfsBasedProcessTree.java:isAvailable(181)) - ProcfsBasedProcessTree currently is supported only on Linux. 2015-10-29T11:12:36,095 INFO [LocalJobRunner Map Task Executor #0]: util.ProcfsBasedProcessTree (ProcfsBasedProcessTree.java:isAvailable(181)) - ProcfsBasedProcessTree currently is supported only on Linux. 2015-10-29T11:12:36,095 INFO [LocalJobRunner Map Task Executor #0]: mapred.Task (Task.java:initialize(587)) - Using ResourceCalculatorProcessTree : null 2015-10-29T11:12:36,095 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:updateJobWithSplit(482)) - Processing split: Paths:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/part/part_tiny.txt:0+3173InputFormatClass: org.apache.hadoop.mapred.TextInputFormat 2015-10-29T11:12:36,095 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-35_801_5138424312470728275-1/-mr-10002/582177f8-72b0-4a23-9a4b-4655f88f657f/map.xml 2015-10-29T11:12:36,095 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(405)) - local path = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-35_801_5138424312470728275-1/-mr-10002/582177f8-72b0-4a23-9a4b-4655f88f657f/map.xml 2015-10-29T11:12:36,096 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(417)) - Open file to read in plan: file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-35_801_5138424312470728275-1/-mr-10002/582177f8-72b0-4a23-9a4b-4655f88f657f/map.xml 2015-10-29T11:12:36,096 INFO [LocalJobRunner Map Task Executor #0]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:36,096 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:deserializePlan(966)) - Deserializing MapWork via kryo 2015-10-29T11:12:36,099 INFO [LocalJobRunner Map Task Executor #0]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:36,099 INFO [LocalJobRunner Map Task Executor #0]: io.HiveContextAwareRecordReader (HiveContextAwareRecordReader.java:initIOContext(174)) - Processing file pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/part/part_tiny.txt 2015-10-29T11:12:36,099 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:runOldMapper(436)) - numReduceTasks: 0 2015-10-29T11:12:36,100 INFO [LocalJobRunner Map Task Executor #0]: mr.ExecMapper (ExecMapper.java:configure(83)) - conf classpath = [file:/Users/sush/dev/hive.git/itests/qtest/target/surefire/surefirebooter6776397513364088476.jar] 2015-10-29T11:12:36,100 INFO [LocalJobRunner Map Task Executor #0]: mr.ExecMapper (ExecMapper.java:configure(85)) - thread classpath = [file:/Users/sush/dev/hive.git/itests/qtest/target/surefire/surefirebooter6776397513364088476.jar] 2015-10-29T11:12:36,100 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-35_801_5138424312470728275-1/-mr-10002/582177f8-72b0-4a23-9a4b-4655f88f657f/map.xml 2015-10-29T11:12:36,100 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(452)) - Found plan in cache for name: map.xml 2015-10-29T11:12:36,100 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:initialize(338)) - Initializing operator MAP[2] 2015-10-29T11:12:36,100 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:initialize(377)) - Initialization Done 2 MAP 2015-10-29T11:12:36,100 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:initializeChildren(463)) - Operator 2 MAP initialized 2015-10-29T11:12:36,100 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:initialize(390)) - Initialization Done 2 MAP done is reset. 2015-10-29T11:12:36,100 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:36,101 INFO [LocalJobRunner Map Task Executor #0]: mr.ExecMapper (ExecMapper.java:configure(110)) - Id =2 Id =1 <\Children> Id = 2 null<\Parent> <\TS> <\Children> <\Parent> <\MAP> 2015-10-29T11:12:36,101 INFO [LocalJobRunner Map Task Executor #0]: MapredContext (MapredContext.java:init(55)) - MapredContext initialized. 2015-10-29T11:12:36,101 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:initialize(338)) - Initializing operator TS[1] 2015-10-29T11:12:36,101 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:initialize(377)) - Initialization Done 1 TS 2015-10-29T11:12:36,101 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:initializeChildren(463)) - Operator 1 TS initialized 2015-10-29T11:12:36,101 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:initialize(390)) - Initialization Done 1 TS done is reset. 2015-10-29T11:12:36,101 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-35_801_5138424312470728275-1/-mr-10002/582177f8-72b0-4a23-9a4b-4655f88f657f/map.xml 2015-10-29T11:12:36,101 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(452)) - Found plan in cache for name: map.xml 2015-10-29T11:12:36,101 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (MapOperator.java:rowsForwarded(535)) - MAP[2]: records read - 1 2015-10-29T11:12:36,101 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (MapOperator.java:rowsForwarded(535)) - MAP[2]: records read - 10 2015-10-29T11:12:36,101 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:close(650)) - 2 finished. closing... 2015-10-29T11:12:36,102 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:logStats(898)) - RECORDS_IN:26 2015-10-29T11:12:36,102 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:logStats(898)) - DESERIALIZE_ERRORS:0 2015-10-29T11:12:36,102 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:close(650)) - 1 finished. closing... 2015-10-29T11:12:36,102 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:36,102 DEBUG [LocalJobRunner Map Task Executor #0]: fs.FSStatsPublisher (FSStatsPublisher.java:connect(66)) - Connecting to : pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/part/.hive-staging_hive_2015-10-29_11-12-35_801_5138424312470728275-1/-ext-10000 2015-10-29T11:12:36,108 DEBUG [LocalJobRunner Map Task Executor #0]: fs.FSStatsPublisher (FSStatsPublisher.java:publishStat(78)) - Putting in map : default.part/ {numRows=26, rawDataSize=3147} 2015-10-29T11:12:36,108 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (TableScanOperator.java:publishStats(306)) - publishing : default.part/ : {numRows=26, rawDataSize=3147} 2015-10-29T11:12:36,108 DEBUG [LocalJobRunner Map Task Executor #0]: fs.FSStatsPublisher (FSStatsPublisher.java:closeConnection(99)) - About to create stats file for this task : pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/part/.hive-staging_hive_2015-10-29_11-12-35_801_5138424312470728275-1/-ext-10000/tmpstats-0 2015-10-29T11:12:36,112 DEBUG [LocalJobRunner Map Task Executor #0]: fs.FSStatsPublisher (FSStatsPublisher.java:closeConnection(101)) - Created file : pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/part/.hive-staging_hive_2015-10-29_11-12-35_801_5138424312470728275-1/-ext-10000/tmpstats-0 2015-10-29T11:12:36,112 DEBUG [LocalJobRunner Map Task Executor #0]: fs.FSStatsPublisher (FSStatsPublisher.java:closeConnection(102)) - Writing stats in it : {default.part/={numRows=26, rawDataSize=3147}} 2015-10-29T11:12:36,112 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:close(674)) - 1 Close done 2015-10-29T11:12:36,112 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:close(674)) - 2 Close done 2015-10-29T11:12:36,113 INFO [LocalJobRunner Map Task Executor #0]: mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 2015-10-29T11:12:36,113 INFO [LocalJobRunner Map Task Executor #0]: mapred.Task (Task.java:done(1001)) - Task:attempt_local1611321738_0026_m_000000_0 is done. And is in the process of committing 2015-10-29T11:12:36,113 INFO [LocalJobRunner Map Task Executor #0]: mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/part/part_tiny.txt:0+3173 2015-10-29T11:12:36,113 INFO [LocalJobRunner Map Task Executor #0]: mapred.Task (Task.java:sendDone(1121)) - Task 'attempt_local1611321738_0026_m_000000_0' done. 2015-10-29T11:12:36,113 INFO [LocalJobRunner Map Task Executor #0]: mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local1611321738_0026_m_000000_0 2015-10-29T11:12:36,113 INFO [Thread-1843]: mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - map task executor complete. 2015-10-29T11:12:37,097 DEBUG [main]: exec.Heartbeater (Heartbeater.java:heartbeat(80)) - heartbeating 2015-10-29T11:12:37,098 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - 2015-10-29 11:12:37,098 Stage-0 map = 100%, reduce = 0% 2015-10-29T11:12:37,100 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - Ended Job = job_local1611321738_0026 2015-10-29T11:12:37,101 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:37,102 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-1:STATS] in serial mode 2015-10-29T11:12:37,102 INFO [main]: exec.StatsTask (StatsTask.java:execute(87)) - Executing stats task 2015-10-29T11:12:37,102 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:37,102 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=part 2015-10-29T11:12:37,102 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=part 2015-10-29T11:12:37,108 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:37,108 DEBUG [main]: fs.FSStatsPublisher (FSStatsPublisher.java:init(49)) - Initing FSStatsPublisher with : pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/part/.hive-staging_hive_2015-10-29_11-12-35_801_5138424312470728275-1/-ext-10000 2015-10-29T11:12:37,113 INFO [main]: fs.FSStatsPublisher (FSStatsPublisher.java:init(51)) - created : pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/part/.hive-staging_hive_2015-10-29_11-12-35_801_5138424312470728275-1/-ext-10000 2015-10-29T11:12:37,113 DEBUG [main]: fs.FSStatsAggregator (FSStatsAggregator.java:connect(51)) - About to read stats from : pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/part/.hive-staging_hive_2015-10-29_11-12-35_801_5138424312470728275-1/-ext-10000 2015-10-29T11:12:37,118 INFO [main]: fs.FSStatsAggregator (FSStatsAggregator.java:connect(66)) - Read stats : {default.part/={numRows=26, rawDataSize=3147}} 2015-10-29T11:12:37,118 DEBUG [main]: fs.FSStatsAggregator (FSStatsAggregator.java:aggregateStats(81)) - Part ID: default.part/ numRows 2015-10-29T11:12:37,118 INFO [main]: fs.FSStatsAggregator (FSStatsAggregator.java:aggregateStats(93)) - Read stats for : default.part/ numRows 26 2015-10-29T11:12:37,119 DEBUG [main]: fs.FSStatsAggregator (FSStatsAggregator.java:aggregateStats(81)) - Part ID: default.part/ rawDataSize 2015-10-29T11:12:37,119 INFO [main]: fs.FSStatsAggregator (FSStatsAggregator.java:aggregateStats(93)) - Read stats for : default.part/ rawDataSize 3147 2015-10-29T11:12:37,134 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct part { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} 2015-10-29T11:12:37,135 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:37,135 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: alter_table: db=default tbl=part newtbl=part 2015-10-29T11:12:37,135 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=alter_table: db=default tbl=part newtbl=part 2015-10-29T11:12:37,143 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:getDatabase(348)) - getDatabase: directsql returning db default locn[pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse] desc [Default Hive database] owner [public] ownertype [ROLE] 2015-10-29T11:12:37,158 INFO [main]: hive.log (MetaStoreUtils.java:updateTableStatsFast(231)) - Updating table stats fast for part 2015-10-29T11:12:37,158 INFO [main]: hive.log (MetaStoreUtils.java:updateTableStatsFast(233)) - Updated size of table part to 3173 2015-10-29T11:12:37,164 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:37,164 INFO [main]: exec.StatsTask (StatsTask.java:aggregateStats(188)) - Table default.part stats: [numFiles=1, numRows=26, totalSize=3173, rawDataSize=3147] 2015-10-29T11:12:37,164 DEBUG [main]: fs.FSStatsAggregator (FSStatsAggregator.java:closeConnection(104)) - About to delete stats tmp dir :pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/part/.hive-staging_hive_2015-10-29_11-12-35_801_5138424312470728275-1/-ext-10000 2015-10-29T11:12:37,164 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:37,165 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:37,165 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: query: analyze table part compute statistics 2015-10-29T11:12:37,165 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: type: QUERY 2015-10-29T11:12:37,165 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Input: default@part 2015-10-29T11:12:37,165 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Output: default@part 2015-10-29T11:12:37,165 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:37,165 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : execution phase 2015-10-29T11:12:37,165 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {isCompatibleWith_(HiveConf, )=0, getTable_(String, String, )=6, alter_table_(String, String, Table, boolean, )=29} 2015-10-29T11:12:37,165 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:37,165 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - MapReduce Jobs Launched: 2015-10-29T11:12:37,165 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - Stage-Stage-0: HDFS Read: 0 HDFS Write: 0 SUCCESS 2015-10-29T11:12:37,166 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - Total MapReduce CPU Time Spent: 0 msec 2015-10-29T11:12:37,166 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - OK 2015-10-29T11:12:37,166 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:37,166 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:releaseLocks(217)) - about to release lock for default/part 2015-10-29T11:12:37,168 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:releaseLocks(217)) - about to release lock for default 2015-10-29T11:12:37,169 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:37,170 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:37,170 DEBUG [main]: ql.Driver (DriverContext.java:shutdown(132)) - Shutting down query analyze table part compute statistics 2015-10-29T11:12:37,170 INFO [main]: CliDriver (SessionState.java:printInfo(996)) - Time taken: 1.37 seconds 2015-10-29T11:12:37,171 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:37,171 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:37,171 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:37,171 DEBUG [main]: conf.VariableSubstitution (VariableSubstitution.java:substitute(63)) - Substitution is on: analyze table part compute statistics for columns 2015-10-29T11:12:37,171 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:37,171 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(185)) - Parsing command: analyze table part compute statistics for columns 2015-10-29T11:12:37,171 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(209)) - Parse Completed 2015-10-29T11:12:37,172 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:37,172 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:37,172 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:37,172 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:37,172 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:37,172 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=part 2015-10-29T11:12:37,172 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=part 2015-10-29T11:12:37,177 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:37,177 INFO [main]: parse.ColumnStatsSemanticAnalyzer (ColumnStatsSemanticAnalyzer.java:getNumBitVectorsForNDVEstimation(270)) - Error requested is 20.0% 2015-10-29T11:12:37,177 INFO [main]: parse.ColumnStatsSemanticAnalyzer (ColumnStatsSemanticAnalyzer.java:getNumBitVectorsForNDVEstimation(271)) - Choosing 16 bit vectors.. 2015-10-29T11:12:37,177 DEBUG [main]: conf.VariableSubstitution (VariableSubstitution.java:substitute(63)) - Substitution is on: select compute_stats(`p_partkey` , 16 ) , compute_stats(`p_name` , 16 ) , compute_stats(`p_mfgr` , 16 ) , compute_stats(`p_brand` , 16 ) , compute_stats(`p_type` , 16 ) , compute_stats(`p_size` , 16 ) , compute_stats(`p_container` , 16 ) , compute_stats(`p_retailprice` , 16 ) , compute_stats(`p_comment` , 16 ) from default.`part` 2015-10-29T11:12:37,178 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(185)) - Parsing command: select compute_stats(`p_partkey` , 16 ) , compute_stats(`p_name` , 16 ) , compute_stats(`p_mfgr` , 16 ) , compute_stats(`p_brand` , 16 ) , compute_stats(`p_type` , 16 ) , compute_stats(`p_size` , 16 ) , compute_stats(`p_container` , 16 ) , compute_stats(`p_retailprice` , 16 ) , compute_stats(`p_comment` , 16 ) from default.`part` 2015-10-29T11:12:37,180 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(209)) - Parse Completed 2015-10-29T11:12:37,181 INFO [main]: parse.ColumnStatsSemanticAnalyzer (ColumnStatsSemanticAnalyzer.java:analyze(451)) - Invoking analyze on rewritten query 2015-10-29T11:12:37,181 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:analyzeInternal(10062)) - Starting Semantic Analysis 2015-10-29T11:12:37,181 DEBUG [main]: exec.FunctionRegistry (FunctionRegistry.java:getGenericUDAFResolver(1009)) - Looking up GenericUDAF: compute_stats 2015-10-29T11:12:37,181 DEBUG [main]: exec.FunctionRegistry (FunctionRegistry.java:getGenericUDAFResolver(1009)) - Looking up GenericUDAF: compute_stats 2015-10-29T11:12:37,181 DEBUG [main]: exec.FunctionRegistry (FunctionRegistry.java:getGenericUDAFResolver(1009)) - Looking up GenericUDAF: compute_stats 2015-10-29T11:12:37,181 DEBUG [main]: exec.FunctionRegistry (FunctionRegistry.java:getGenericUDAFResolver(1009)) - Looking up GenericUDAF: compute_stats 2015-10-29T11:12:37,181 DEBUG [main]: exec.FunctionRegistry (FunctionRegistry.java:getGenericUDAFResolver(1009)) - Looking up GenericUDAF: compute_stats 2015-10-29T11:12:37,181 DEBUG [main]: exec.FunctionRegistry (FunctionRegistry.java:getGenericUDAFResolver(1009)) - Looking up GenericUDAF: compute_stats 2015-10-29T11:12:37,181 DEBUG [main]: exec.FunctionRegistry (FunctionRegistry.java:getGenericUDAFResolver(1009)) - Looking up GenericUDAF: compute_stats 2015-10-29T11:12:37,181 DEBUG [main]: exec.FunctionRegistry (FunctionRegistry.java:getGenericUDAFResolver(1009)) - Looking up GenericUDAF: compute_stats 2015-10-29T11:12:37,181 DEBUG [main]: exec.FunctionRegistry (FunctionRegistry.java:getGenericUDAFResolver(1009)) - Looking up GenericUDAF: compute_stats 2015-10-29T11:12:37,182 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genResolvedParseTree(10009)) - Completed phase 1 of Semantic Analysis 2015-10-29T11:12:37,182 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:getMetaData(1538)) - Get metadata for source tables 2015-10-29T11:12:37,182 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:37,182 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=part 2015-10-29T11:12:37,182 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=part 2015-10-29T11:12:37,186 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:37,186 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:getMetaData(1678)) - Get metadata for subqueries 2015-10-29T11:12:37,186 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:getMetaData(1702)) - Get metadata for destination tables 2015-10-29T11:12:37,191 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genResolvedParseTree(10013)) - Completed getting MetaData in Semantic Analysis 2015-10-29T11:12:37,191 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct part { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} 2015-10-29T11:12:37,191 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genTablePlan(9467)) - Created Table Plan for part TS[0] 2015-10-29T11:12:37,192 DEBUG [main]: exec.FunctionRegistry (FunctionRegistry.java:getGenericUDAFResolver(1009)) - Looking up GenericUDAF: compute_stats 2015-10-29T11:12:37,192 DEBUG [main]: exec.FunctionRegistry (FunctionRegistry.java:getGenericUDAFResolver(1009)) - Looking up GenericUDAF: compute_stats 2015-10-29T11:12:37,192 DEBUG [main]: exec.FunctionRegistry (FunctionRegistry.java:getGenericUDAFResolver(1009)) - Looking up GenericUDAF: compute_stats 2015-10-29T11:12:37,193 DEBUG [main]: exec.FunctionRegistry (FunctionRegistry.java:getGenericUDAFResolver(1009)) - Looking up GenericUDAF: compute_stats 2015-10-29T11:12:37,193 DEBUG [main]: exec.FunctionRegistry (FunctionRegistry.java:getGenericUDAFResolver(1009)) - Looking up GenericUDAF: compute_stats 2015-10-29T11:12:37,193 DEBUG [main]: exec.FunctionRegistry (FunctionRegistry.java:getGenericUDAFResolver(1009)) - Looking up GenericUDAF: compute_stats 2015-10-29T11:12:37,193 DEBUG [main]: exec.FunctionRegistry (FunctionRegistry.java:getGenericUDAFResolver(1009)) - Looking up GenericUDAF: compute_stats 2015-10-29T11:12:37,194 DEBUG [main]: exec.FunctionRegistry (FunctionRegistry.java:getGenericUDAFResolver(1009)) - Looking up GenericUDAF: compute_stats 2015-10-29T11:12:37,194 DEBUG [main]: exec.FunctionRegistry (FunctionRegistry.java:getGenericUDAFResolver(1009)) - Looking up GenericUDAF: compute_stats 2015-10-29T11:12:37,195 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genBodyPlan(8817)) - RR before GB part{(p_partkey,p_partkey: int)(p_name,p_name: string)(p_mfgr,p_mfgr: string)(p_brand,p_brand: string)(p_type,p_type: string)(p_size,p_size: int)(p_container,p_container: string)(p_retailprice,p_retailprice: double)(p_comment,p_comment: string)(block__offset__inside__file,BLOCK__OFFSET__INSIDE__FILE: bigint)(input__file__name,INPUT__FILE__NAME: string)(row__id,ROW__ID: struct)} after GB {((tok_function compute_stats (tok_table_or_col p_partkey) 16),_col0: struct)((tok_function compute_stats (tok_table_or_col p_name) 16),_col1: struct)((tok_function compute_stats (tok_table_or_col p_mfgr) 16),_col2: struct)((tok_function compute_stats (tok_table_or_col p_brand) 16),_col3: struct)((tok_function compute_stats (tok_table_or_col p_type) 16),_col4: struct)((tok_function compute_stats (tok_table_or_col p_size) 16),_col5: struct)((tok_function compute_stats (tok_table_or_col p_container) 16),_col6: struct)((tok_function compute_stats (tok_table_or_col p_retailprice) 16),_col7: struct)((tok_function compute_stats (tok_table_or_col p_comment) 16),_col8: struct)} 2015-10-29T11:12:37,195 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genSelectPlan(3604)) - tree: (TOK_SELECT (TOK_SELEXPR (TOK_FUNCTION compute_stats (TOK_TABLE_OR_COL p_partkey) 16)) (TOK_SELEXPR (TOK_FUNCTION compute_stats (TOK_TABLE_OR_COL p_name) 16)) (TOK_SELEXPR (TOK_FUNCTION compute_stats (TOK_TABLE_OR_COL p_mfgr) 16)) (TOK_SELEXPR (TOK_FUNCTION compute_stats (TOK_TABLE_OR_COL p_brand) 16)) (TOK_SELEXPR (TOK_FUNCTION compute_stats (TOK_TABLE_OR_COL p_type) 16)) (TOK_SELEXPR (TOK_FUNCTION compute_stats (TOK_TABLE_OR_COL p_size) 16)) (TOK_SELEXPR (TOK_FUNCTION compute_stats (TOK_TABLE_OR_COL p_container) 16)) (TOK_SELEXPR (TOK_FUNCTION compute_stats (TOK_TABLE_OR_COL p_retailprice) 16)) (TOK_SELEXPR (TOK_FUNCTION compute_stats (TOK_TABLE_OR_COL p_comment) 16))) 2015-10-29T11:12:37,195 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genSelectPlan(3714)) - genSelectPlan: input = {((tok_function compute_stats (tok_table_or_col p_partkey) 16),_col0: struct)((tok_function compute_stats (tok_table_or_col p_name) 16),_col1: struct)((tok_function compute_stats (tok_table_or_col p_mfgr) 16),_col2: struct)((tok_function compute_stats (tok_table_or_col p_brand) 16),_col3: struct)((tok_function compute_stats (tok_table_or_col p_type) 16),_col4: struct)((tok_function compute_stats (tok_table_or_col p_size) 16),_col5: struct)((tok_function compute_stats (tok_table_or_col p_container) 16),_col6: struct)((tok_function compute_stats (tok_table_or_col p_retailprice) 16),_col7: struct)((tok_function compute_stats (tok_table_or_col p_comment) 16),_col8: struct)} starRr = part{(p_partkey,p_partkey: int)(p_name,p_name: string)(p_mfgr,p_mfgr: string)(p_brand,p_brand: string)(p_type,p_type: string)(p_size,p_size: int)(p_container,p_container: string)(p_retailprice,p_retailprice: double)(p_comment,p_comment: string)(block__offset__inside__file,BLOCK__OFFSET__INSIDE__FILE: bigint)(input__file__name,INPUT__FILE__NAME: string)(row__id,ROW__ID: struct)} 2015-10-29T11:12:37,196 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genSelectPlan(3862)) - Created Select Plan row schema: null{(_c0,_col0: struct)(_c1,_col1: struct)(_c2,_col2: struct)(_c3,_col3: struct)(_c4,_col4: struct)(_c5,_col5: struct)(_c6,_col6: struct)(_c7,_col7: struct)(_c8,_col8: struct)} 2015-10-29T11:12:37,196 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genSelectPlan(3593)) - Created Select Plan for clause: insclause-0 2015-10-29T11:12:37,196 DEBUG [main]: ql.Context (Context.java:getStagingDir(231)) - Created staging dir = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-37_178_1731464717651131339-1/-mr-10000/.hive-staging_hive_2015-10-29_11-12-37_178_1731464717651131339-1 for path = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-37_178_1731464717651131339-1/-mr-10000 2015-10-29T11:12:37,196 INFO [main]: common.FileUtils (FileUtils.java:mkdir(502)) - Creating directory if it doesn't exist: file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-37_178_1731464717651131339-1/-mr-10000/.hive-staging_hive_2015-10-29_11-12-37_178_1731464717651131339-1 2015-10-29T11:12:37,204 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chgrp,-R,staff,file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-37_178_1731464717651131339-1/-mr-10000} 2015-10-29T11:12:37,215 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:12:37,215 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chmod,-R,700,file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-37_178_1731464717651131339-1/-mr-10000} 2015-10-29T11:12:37,232 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:12:37,233 DEBUG [main]: shims.HadoopShimsSecure (Hadoop23Shims.java:debugLog(937)) - DeprecatedRawLocalFileStatus{path=file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-37_178_1731464717651131339-1/-mr-10000; isDirectory=true; modification_time=1446142357000; access_time=0; owner=; group=; permission=rwxrwxrwx; isSymlink=false} 2015-10-29T11:12:37,234 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genFileSinkPlan(6591)) - Set stats collection dir : file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-37_178_1731464717651131339-1/-mr-10000/.hive-staging_hive_2015-10-29_11-12-37_178_1731464717651131339-1/-ext-10002 2015-10-29T11:12:37,234 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genFileSinkPlan(6614)) - Created FileSink Plan for clause: insclause-0dest_path: file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-37_178_1731464717651131339-1/-mr-10000 row schema: null{(_c0,_col0: struct)(_c1,_col1: struct)(_c2,_col2: struct)(_c3,_col3: struct)(_c4,_col4: struct)(_c5,_col5: struct)(_c6,_col6: struct)(_c7,_col7: struct)(_c8,_col8: struct)} 2015-10-29T11:12:37,234 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genBodyPlan(8831)) - Created Body Plan for Query Block null 2015-10-29T11:12:37,234 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genPlan(9675)) - Created Plan for Query Block null 2015-10-29T11:12:37,234 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:analyzeInternal(10139)) - Before logical optimization TS[0]-SEL[1]-GBY[2]-RS[3]-GBY[4]-SEL[5]-FS[6] 2015-10-29T11:12:37,238 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:TS[0] with rs:(p_partkey: int|{part}p_partkey,p_name: string|{part}p_name,p_mfgr: string|{part}p_mfgr,p_brand: string|{part}p_brand,p_type: string|{part}p_type,p_size: int|{part}p_size,p_container: string|{part}p_container,p_retailprice: double|{part}p_retailprice,p_comment: string|{part}p_comment,BLOCK__OFFSET__INSIDE__FILE: bigint|{part}block__offset__inside__file,INPUT__FILE__NAME: string|{part}input__file__name,ROW__ID: struct|{part}row__id) 2015-10-29T11:12:37,238 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator TS[0] 2015-10-29T11:12:37,238 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:SEL[1] with rs:(p_partkey: int|{part}p_partkey,p_name: string|{part}p_name,p_mfgr: string|{part}p_mfgr,p_brand: string|{part}p_brand,p_type: string|{part}p_type,p_size: int|{part}p_size,p_container: string|{part}p_container,p_retailprice: double|{part}p_retailprice,p_comment: string|{part}p_comment,BLOCK__OFFSET__INSIDE__FILE: bigint|{part}block__offset__inside__file,INPUT__FILE__NAME: string|{part}input__file__name,ROW__ID: struct|{part}row__id) 2015-10-29T11:12:37,238 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator SEL[1] 2015-10-29T11:12:37,238 DEBUG [main]: optimizer.ConstantPropagateProcFactory (ConstantPropagateProcFactory.java:process(1131)) - New column list:(Column[p_partkey] Column[p_name] Column[p_mfgr] Column[p_brand] Column[p_type] Column[p_size] Column[p_container] Column[p_retailprice] Column[p_comment] Column[BLOCK__OFFSET__INSIDE__FILE] Column[INPUT__FILE__NAME] Column[ROW__ID]) 2015-10-29T11:12:37,238 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:GBY[2] with rs:(_col0: struct|{}(tok_function compute_stats (tok_table_or_col p_partkey) 16),_col1: struct|{}(tok_function compute_stats (tok_table_or_col p_name) 16),_col2: struct|{}(tok_function compute_stats (tok_table_or_col p_mfgr) 16),_col3: struct|{}(tok_function compute_stats (tok_table_or_col p_brand) 16),_col4: struct|{}(tok_function compute_stats (tok_table_or_col p_type) 16),_col5: struct|{}(tok_function compute_stats (tok_table_or_col p_size) 16),_col6: struct|{}(tok_function compute_stats (tok_table_or_col p_container) 16),_col7: struct|{}(tok_function compute_stats (tok_table_or_col p_retailprice) 16),_col8: struct|{}(tok_function compute_stats (tok_table_or_col p_comment) 16)) 2015-10-29T11:12:37,238 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator GBY[2] 2015-10-29T11:12:37,238 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:RS[3] with rs:(VALUE._col0: struct|{}(tok_function compute_stats (tok_table_or_col p_partkey) 16),VALUE._col1: struct|{}(tok_function compute_stats (tok_table_or_col p_name) 16),VALUE._col2: struct|{}(tok_function compute_stats (tok_table_or_col p_mfgr) 16),VALUE._col3: struct|{}(tok_function compute_stats (tok_table_or_col p_brand) 16),VALUE._col4: struct|{}(tok_function compute_stats (tok_table_or_col p_type) 16),VALUE._col5: struct|{}(tok_function compute_stats (tok_table_or_col p_size) 16),VALUE._col6: struct|{}(tok_function compute_stats (tok_table_or_col p_container) 16),VALUE._col7: struct|{}(tok_function compute_stats (tok_table_or_col p_retailprice) 16),VALUE._col8: struct|{}(tok_function compute_stats (tok_table_or_col p_comment) 16)) 2015-10-29T11:12:37,239 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator RS[3] 2015-10-29T11:12:37,239 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:GBY[4] with rs:(_col0: struct|{}(tok_function compute_stats (tok_table_or_col p_partkey) 16),_col1: struct|{}(tok_function compute_stats (tok_table_or_col p_name) 16),_col2: struct|{}(tok_function compute_stats (tok_table_or_col p_mfgr) 16),_col3: struct|{}(tok_function compute_stats (tok_table_or_col p_brand) 16),_col4: struct|{}(tok_function compute_stats (tok_table_or_col p_type) 16),_col5: struct|{}(tok_function compute_stats (tok_table_or_col p_size) 16),_col6: struct|{}(tok_function compute_stats (tok_table_or_col p_container) 16),_col7: struct|{}(tok_function compute_stats (tok_table_or_col p_retailprice) 16),_col8: struct|{}(tok_function compute_stats (tok_table_or_col p_comment) 16)) 2015-10-29T11:12:37,239 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator GBY[4] 2015-10-29T11:12:37,239 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:SEL[5] with rs:(_col0: struct|{null}_c0,_col1: struct|{null}_c1,_col2: struct|{null}_c2,_col3: struct|{null}_c3,_col4: struct|{null}_c4,_col5: struct|{null}_c5,_col6: struct|{null}_c6,_col7: struct|{null}_c7,_col8: struct|{null}_c8) 2015-10-29T11:12:37,239 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator SEL[5] 2015-10-29T11:12:37,239 DEBUG [main]: optimizer.ConstantPropagateProcFactory (ConstantPropagateProcFactory.java:process(1131)) - New column list:(Column[_col0] Column[_col1] Column[_col2] Column[_col3] Column[_col4] Column[_col5] Column[_col6] Column[_col7] Column[_col8]) 2015-10-29T11:12:37,239 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:FS[6] with rs:(_col0: struct|{},_col1: struct|{},_col2: struct|{},_col3: struct|{},_col4: struct|{},_col5: struct|{},_col6: struct|{},_col7: struct|{},_col8: struct|{}) 2015-10-29T11:12:37,239 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator FS[6] 2015-10-29T11:12:37,239 INFO [main]: ppd.OpProcFactory (OpProcFactory.java:process(662)) - Processing for FS(6) 2015-10-29T11:12:37,239 INFO [main]: ppd.OpProcFactory (OpProcFactory.java:process(662)) - Processing for SEL(5) 2015-10-29T11:12:37,240 INFO [main]: ppd.OpProcFactory (OpProcFactory.java:process(662)) - Processing for GBY(4) 2015-10-29T11:12:37,240 INFO [main]: ppd.OpProcFactory (OpProcFactory.java:process(662)) - Processing for RS(3) 2015-10-29T11:12:37,240 INFO [main]: ppd.OpProcFactory (OpProcFactory.java:process(662)) - Processing for GBY(2) 2015-10-29T11:12:37,240 INFO [main]: ppd.OpProcFactory (OpProcFactory.java:process(662)) - Processing for SEL(1) 2015-10-29T11:12:37,240 INFO [main]: ppd.OpProcFactory (OpProcFactory.java:process(383)) - Processing for TS(0) 2015-10-29T11:12:37,240 DEBUG [main]: ppd.PredicatePushDown (PredicatePushDown.java:transform(138)) - After PPD: TS[0]-SEL[1]-GBY[2]-RS[3]-GBY[4]-SEL[5]-FS[6] 2015-10-29T11:12:37,240 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:TS[0] with rs:(p_partkey: int|{part}p_partkey,p_name: string|{part}p_name,p_mfgr: string|{part}p_mfgr,p_brand: string|{part}p_brand,p_type: string|{part}p_type,p_size: int|{part}p_size,p_container: string|{part}p_container,p_retailprice: double|{part}p_retailprice,p_comment: string|{part}p_comment,BLOCK__OFFSET__INSIDE__FILE: bigint|{part}block__offset__inside__file,INPUT__FILE__NAME: string|{part}input__file__name,ROW__ID: struct|{part}row__id) 2015-10-29T11:12:37,240 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator TS[0] 2015-10-29T11:12:37,240 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:SEL[1] with rs:(p_partkey: int|{part}p_partkey,p_name: string|{part}p_name,p_mfgr: string|{part}p_mfgr,p_brand: string|{part}p_brand,p_type: string|{part}p_type,p_size: int|{part}p_size,p_container: string|{part}p_container,p_retailprice: double|{part}p_retailprice,p_comment: string|{part}p_comment,BLOCK__OFFSET__INSIDE__FILE: bigint|{part}block__offset__inside__file,INPUT__FILE__NAME: string|{part}input__file__name,ROW__ID: struct|{part}row__id) 2015-10-29T11:12:37,240 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator SEL[1] 2015-10-29T11:12:37,240 DEBUG [main]: optimizer.ConstantPropagateProcFactory (ConstantPropagateProcFactory.java:process(1131)) - New column list:(Column[p_partkey] Column[p_name] Column[p_mfgr] Column[p_brand] Column[p_type] Column[p_size] Column[p_container] Column[p_retailprice] Column[p_comment] Column[BLOCK__OFFSET__INSIDE__FILE] Column[INPUT__FILE__NAME] Column[ROW__ID]) 2015-10-29T11:12:37,241 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:GBY[2] with rs:(_col0: struct|{}(tok_function compute_stats (tok_table_or_col p_partkey) 16),_col1: struct|{}(tok_function compute_stats (tok_table_or_col p_name) 16),_col2: struct|{}(tok_function compute_stats (tok_table_or_col p_mfgr) 16),_col3: struct|{}(tok_function compute_stats (tok_table_or_col p_brand) 16),_col4: struct|{}(tok_function compute_stats (tok_table_or_col p_type) 16),_col5: struct|{}(tok_function compute_stats (tok_table_or_col p_size) 16),_col6: struct|{}(tok_function compute_stats (tok_table_or_col p_container) 16),_col7: struct|{}(tok_function compute_stats (tok_table_or_col p_retailprice) 16),_col8: struct|{}(tok_function compute_stats (tok_table_or_col p_comment) 16)) 2015-10-29T11:12:37,241 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator GBY[2] 2015-10-29T11:12:37,241 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:RS[3] with rs:(VALUE._col0: struct|{}(tok_function compute_stats (tok_table_or_col p_partkey) 16),VALUE._col1: struct|{}(tok_function compute_stats (tok_table_or_col p_name) 16),VALUE._col2: struct|{}(tok_function compute_stats (tok_table_or_col p_mfgr) 16),VALUE._col3: struct|{}(tok_function compute_stats (tok_table_or_col p_brand) 16),VALUE._col4: struct|{}(tok_function compute_stats (tok_table_or_col p_type) 16),VALUE._col5: struct|{}(tok_function compute_stats (tok_table_or_col p_size) 16),VALUE._col6: struct|{}(tok_function compute_stats (tok_table_or_col p_container) 16),VALUE._col7: struct|{}(tok_function compute_stats (tok_table_or_col p_retailprice) 16),VALUE._col8: struct|{}(tok_function compute_stats (tok_table_or_col p_comment) 16)) 2015-10-29T11:12:37,241 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator RS[3] 2015-10-29T11:12:37,241 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:GBY[4] with rs:(_col0: struct|{}(tok_function compute_stats (tok_table_or_col p_partkey) 16),_col1: struct|{}(tok_function compute_stats (tok_table_or_col p_name) 16),_col2: struct|{}(tok_function compute_stats (tok_table_or_col p_mfgr) 16),_col3: struct|{}(tok_function compute_stats (tok_table_or_col p_brand) 16),_col4: struct|{}(tok_function compute_stats (tok_table_or_col p_type) 16),_col5: struct|{}(tok_function compute_stats (tok_table_or_col p_size) 16),_col6: struct|{}(tok_function compute_stats (tok_table_or_col p_container) 16),_col7: struct|{}(tok_function compute_stats (tok_table_or_col p_retailprice) 16),_col8: struct|{}(tok_function compute_stats (tok_table_or_col p_comment) 16)) 2015-10-29T11:12:37,241 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator GBY[4] 2015-10-29T11:12:37,241 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:SEL[5] with rs:(_col0: struct|{null}_c0,_col1: struct|{null}_c1,_col2: struct|{null}_c2,_col3: struct|{null}_c3,_col4: struct|{null}_c4,_col5: struct|{null}_c5,_col6: struct|{null}_c6,_col7: struct|{null}_c7,_col8: struct|{null}_c8) 2015-10-29T11:12:37,241 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator SEL[5] 2015-10-29T11:12:37,241 DEBUG [main]: optimizer.ConstantPropagateProcFactory (ConstantPropagateProcFactory.java:process(1131)) - New column list:(Column[_col0] Column[_col1] Column[_col2] Column[_col3] Column[_col4] Column[_col5] Column[_col6] Column[_col7] Column[_col8]) 2015-10-29T11:12:37,241 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:FS[6] with rs:(_col0: struct|{},_col1: struct|{},_col2: struct|{},_col3: struct|{},_col4: struct|{},_col5: struct|{},_col6: struct|{},_col7: struct|{},_col8: struct|{}) 2015-10-29T11:12:37,241 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator FS[6] 2015-10-29T11:12:37,242 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:TS[0] with rs:(p_partkey: int|{part}p_partkey,p_name: string|{part}p_name,p_mfgr: string|{part}p_mfgr,p_brand: string|{part}p_brand,p_type: string|{part}p_type,p_size: int|{part}p_size,p_container: string|{part}p_container,p_retailprice: double|{part}p_retailprice,p_comment: string|{part}p_comment,BLOCK__OFFSET__INSIDE__FILE: bigint|{part}block__offset__inside__file,INPUT__FILE__NAME: string|{part}input__file__name,ROW__ID: struct|{part}row__id) 2015-10-29T11:12:37,242 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator TS[0] 2015-10-29T11:12:37,242 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:SEL[1] with rs:(p_partkey: int|{part}p_partkey,p_name: string|{part}p_name,p_mfgr: string|{part}p_mfgr,p_brand: string|{part}p_brand,p_type: string|{part}p_type,p_size: int|{part}p_size,p_container: string|{part}p_container,p_retailprice: double|{part}p_retailprice,p_comment: string|{part}p_comment,BLOCK__OFFSET__INSIDE__FILE: bigint|{part}block__offset__inside__file,INPUT__FILE__NAME: string|{part}input__file__name,ROW__ID: struct|{part}row__id) 2015-10-29T11:12:37,242 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator SEL[1] 2015-10-29T11:12:37,242 DEBUG [main]: optimizer.ConstantPropagateProcFactory (ConstantPropagateProcFactory.java:process(1131)) - New column list:(Column[p_partkey] Column[p_name] Column[p_mfgr] Column[p_brand] Column[p_type] Column[p_size] Column[p_container] Column[p_retailprice] Column[p_comment] Column[BLOCK__OFFSET__INSIDE__FILE] Column[INPUT__FILE__NAME] Column[ROW__ID]) 2015-10-29T11:12:37,242 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:GBY[2] with rs:(_col0: struct|{}(tok_function compute_stats (tok_table_or_col p_partkey) 16),_col1: struct|{}(tok_function compute_stats (tok_table_or_col p_name) 16),_col2: struct|{}(tok_function compute_stats (tok_table_or_col p_mfgr) 16),_col3: struct|{}(tok_function compute_stats (tok_table_or_col p_brand) 16),_col4: struct|{}(tok_function compute_stats (tok_table_or_col p_type) 16),_col5: struct|{}(tok_function compute_stats (tok_table_or_col p_size) 16),_col6: struct|{}(tok_function compute_stats (tok_table_or_col p_container) 16),_col7: struct|{}(tok_function compute_stats (tok_table_or_col p_retailprice) 16),_col8: struct|{}(tok_function compute_stats (tok_table_or_col p_comment) 16)) 2015-10-29T11:12:37,242 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator GBY[2] 2015-10-29T11:12:37,242 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:RS[3] with rs:(VALUE._col0: struct|{}(tok_function compute_stats (tok_table_or_col p_partkey) 16),VALUE._col1: struct|{}(tok_function compute_stats (tok_table_or_col p_name) 16),VALUE._col2: struct|{}(tok_function compute_stats (tok_table_or_col p_mfgr) 16),VALUE._col3: struct|{}(tok_function compute_stats (tok_table_or_col p_brand) 16),VALUE._col4: struct|{}(tok_function compute_stats (tok_table_or_col p_type) 16),VALUE._col5: struct|{}(tok_function compute_stats (tok_table_or_col p_size) 16),VALUE._col6: struct|{}(tok_function compute_stats (tok_table_or_col p_container) 16),VALUE._col7: struct|{}(tok_function compute_stats (tok_table_or_col p_retailprice) 16),VALUE._col8: struct|{}(tok_function compute_stats (tok_table_or_col p_comment) 16)) 2015-10-29T11:12:37,242 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator RS[3] 2015-10-29T11:12:37,242 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:GBY[4] with rs:(_col0: struct|{}(tok_function compute_stats (tok_table_or_col p_partkey) 16),_col1: struct|{}(tok_function compute_stats (tok_table_or_col p_name) 16),_col2: struct|{}(tok_function compute_stats (tok_table_or_col p_mfgr) 16),_col3: struct|{}(tok_function compute_stats (tok_table_or_col p_brand) 16),_col4: struct|{}(tok_function compute_stats (tok_table_or_col p_type) 16),_col5: struct|{}(tok_function compute_stats (tok_table_or_col p_size) 16),_col6: struct|{}(tok_function compute_stats (tok_table_or_col p_container) 16),_col7: struct|{}(tok_function compute_stats (tok_table_or_col p_retailprice) 16),_col8: struct|{}(tok_function compute_stats (tok_table_or_col p_comment) 16)) 2015-10-29T11:12:37,242 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator GBY[4] 2015-10-29T11:12:37,243 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:SEL[5] with rs:(_col0: struct|{null}_c0,_col1: struct|{null}_c1,_col2: struct|{null}_c2,_col3: struct|{null}_c3,_col4: struct|{null}_c4,_col5: struct|{null}_c5,_col6: struct|{null}_c6,_col7: struct|{null}_c7,_col8: struct|{null}_c8) 2015-10-29T11:12:37,243 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator SEL[5] 2015-10-29T11:12:37,243 DEBUG [main]: optimizer.ConstantPropagateProcFactory (ConstantPropagateProcFactory.java:process(1131)) - New column list:(Column[_col0] Column[_col1] Column[_col2] Column[_col3] Column[_col4] Column[_col5] Column[_col6] Column[_col7] Column[_col8]) 2015-10-29T11:12:37,243 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:FS[6] with rs:(_col0: struct|{},_col1: struct|{},_col2: struct|{},_col3: struct|{},_col4: struct|{},_col5: struct|{},_col6: struct|{},_col7: struct|{},_col8: struct|{}) 2015-10-29T11:12:37,243 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator FS[6] 2015-10-29T11:12:37,243 DEBUG [main]: optimizer.ColumnPrunerProcFactory (ColumnPrunerProcFactory.java:process(569)) - Reduce Sink Operator 3 key:[] 2015-10-29T11:12:37,243 INFO [main]: optimizer.ColumnPrunerProcFactory (ColumnPrunerProcFactory.java:pruneReduceSinkOperator(864)) - RS 3 oldColExprMap: {VALUE._col5=Column[_col5], VALUE._col4=Column[_col4], VALUE._col3=Column[_col3], VALUE._col2=Column[_col2], VALUE._col1=Column[_col1], VALUE._col0=Column[_col0], VALUE._col8=Column[_col8], VALUE._col7=Column[_col7], VALUE._col6=Column[_col6]} 2015-10-29T11:12:37,243 INFO [main]: optimizer.ColumnPrunerProcFactory (ColumnPrunerProcFactory.java:pruneReduceSinkOperator(913)) - RS 3 newColExprMap: {VALUE._col5=Column[_col5], VALUE._col4=Column[_col4], VALUE._col3=Column[_col3], VALUE._col2=Column[_col2], VALUE._col1=Column[_col1], VALUE._col0=Column[_col0], VALUE._col8=Column[_col8], VALUE._col7=Column[_col7], VALUE._col6=Column[_col6]} 2015-10-29T11:12:37,244 DEBUG [main]: optimizer.IdentityProjectRemover (IdentityProjectRemover.java:process(131)) - Identity project remover optimization removed : SEL[5] 2015-10-29T11:12:37,244 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:analyzeInternal(10147)) - After logical optimization TS[0]-SEL[1]-GBY[2]-RS[3]-GBY[4]-FS[6] 2015-10-29T11:12:37,244 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:37,244 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:37,244 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct part { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} 2015-10-29T11:12:37,245 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct part { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} 2015-10-29T11:12:37,245 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct part { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} 2015-10-29T11:12:37,245 DEBUG [main]: optimizer.GenMapRedUtils (GenMapRedUtils.java:setMapWork(678)) - Adding pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/part of tablepart 2015-10-29T11:12:37,245 DEBUG [main]: optimizer.GenMapRedUtils (GenMapRedUtils.java:setMapWork(716)) - Information added for path pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/part 2015-10-29T11:12:37,245 DEBUG [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(167)) - Looking at: null 2015-10-29T11:12:37,245 INFO [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(175)) - Looking for table scans where optimization is applicable 2015-10-29T11:12:37,246 INFO [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(199)) - Found 0 null table scans 2015-10-29T11:12:37,246 DEBUG [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(167)) - Looking at: null 2015-10-29T11:12:37,246 INFO [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(175)) - Looking for table scans where optimization is applicable 2015-10-29T11:12:37,246 INFO [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(199)) - Found 0 null table scans 2015-10-29T11:12:37,246 DEBUG [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(167)) - Looking at: null 2015-10-29T11:12:37,246 INFO [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(175)) - Looking for table scans where optimization is applicable 2015-10-29T11:12:37,246 INFO [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(199)) - Found 0 null table scans 2015-10-29T11:12:37,246 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:analyzeInternal(10168)) - Completed plan generation 2015-10-29T11:12:37,246 INFO [main]: ql.Driver (Driver.java:compile(448)) - Semantic Analysis Completed 2015-10-29T11:12:37,246 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:validate(10519)) - validation start 2015-10-29T11:12:37,247 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:validate(10561)) - not validating writeEntity, because entity is neither table nor partition 2015-10-29T11:12:37,247 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:37,247 INFO [main]: ql.Driver (Driver.java:getSchema(244)) - Returning Hive schema: Schema(fieldSchemas:[FieldSchema(name:_c0, type:struct, comment:null), FieldSchema(name:_c1, type:struct, comment:null), FieldSchema(name:_c2, type:struct, comment:null), FieldSchema(name:_c3, type:struct, comment:null), FieldSchema(name:_c4, type:struct, comment:null), FieldSchema(name:_c5, type:struct, comment:null), FieldSchema(name:_c6, type:struct, comment:null), FieldSchema(name:_c7, type:struct, comment:null), FieldSchema(name:_c8, type:struct, comment:null)], properties:null) 2015-10-29T11:12:37,247 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:37,247 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : compilation phase 2015-10-29T11:12:37,247 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {flushCache_()=0, isCompatibleWith_(HiveConf, )=0, getTable_(String, String, )=9} 2015-10-29T11:12:37,247 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:37,247 DEBUG [main]: lockmgr.DummyTxnManager (DummyTxnManager.java:acquireLocks(129)) - Adding default@part to list of lock inputs 2015-10-29T11:12:37,247 DEBUG [main]: lockmgr.DummyTxnManager (DummyTxnManager.java:acquireLocks(148)) - Adding file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-37_178_1731464717651131339-1/-mr-10000 to list of lock outputs 2015-10-29T11:12:37,247 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:lock(262)) - Acquiring lock for default with mode IMPLICIT 2015-10-29T11:12:37,249 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:lock(262)) - Acquiring lock for default/part with mode IMPLICIT 2015-10-29T11:12:37,251 DEBUG [main]: ql.Driver (Driver.java:recordValidTxns(960)) - Encoding valid txns info 9223372036854775807: txnid:0 2015-10-29T11:12:37,251 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:37,251 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:37,251 INFO [main]: ql.Driver (Driver.java:execute(1468)) - Starting command(queryId=sush_20151029111237_f98fffb8-ce51-4300-b83d-2aae06db054b): analyze table part compute statistics for columns 2015-10-29T11:12:37,251 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:37,251 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: query: analyze table part compute statistics for columns 2015-10-29T11:12:37,251 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: type: QUERY 2015-10-29T11:12:37,251 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: Input: default@part 2015-10-29T11:12:37,251 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: Output: file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-37_178_1731464717651131339-1/-mr-10000 2015-10-29T11:12:37,251 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:37,251 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:37,251 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:37,252 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - Query ID = sush_20151029111237_f98fffb8-ce51-4300-b83d-2aae06db054b 2015-10-29T11:12:37,252 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - Total jobs = 1 2015-10-29T11:12:37,252 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:37,252 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:37,252 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:37,252 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - Launching Job 1 out of 1 2015-10-29T11:12:37,253 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-0:MAPRED] in serial mode 2015-10-29T11:12:37,253 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - Number of reduce tasks determined at compile time: 1 2015-10-29T11:12:37,253 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - In order to change the average load for a reducer (in bytes): 2015-10-29T11:12:37,253 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - set hive.exec.reducers.bytes.per.reducer= 2015-10-29T11:12:37,253 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - In order to limit the maximum number of reducers: 2015-10-29T11:12:37,253 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - set hive.exec.reducers.max= 2015-10-29T11:12:37,253 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - In order to set a constant number of reducers: 2015-10-29T11:12:37,253 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - set mapreduce.job.reduces= 2015-10-29T11:12:37,258 INFO [main]: mr.ExecDriver (ExecDriver.java:execute(291)) - Using org.apache.hadoop.hive.ql.io.CombineHiveInputFormat 2015-10-29T11:12:37,258 INFO [main]: exec.Utilities (Utilities.java:getInputPaths(3433)) - Processing alias part 2015-10-29T11:12:37,258 INFO [main]: exec.Utilities (Utilities.java:getInputPaths(3450)) - Adding input file pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/part 2015-10-29T11:12:37,258 INFO [main]: exec.Utilities (Utilities.java:isEmptyPath(2734)) - Content Summary not cached for pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/part 2015-10-29T11:12:37,274 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:37,274 INFO [main]: exec.Utilities (Utilities.java:serializePlan(939)) - Serializing MapWork via kryo 2015-10-29T11:12:37,275 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:37,279 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:37,279 INFO [main]: exec.Utilities (Utilities.java:serializePlan(939)) - Serializing ReduceWork via kryo 2015-10-29T11:12:37,281 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:37,281 DEBUG [main]: mapreduce.Cluster (Cluster.java:initialize(90)) - Trying ClientProtocolProvider : org.apache.hadoop.mapred.LocalClientProtocolProvider 2015-10-29T11:12:37,282 INFO [main]: jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized 2015-10-29T11:12:37,693 DEBUG [main]: mapreduce.Cluster (Cluster.java:initialize(103)) - Picked org.apache.hadoop.mapred.LocalClientProtocolProvider as the ClientProtocolProvider 2015-10-29T11:12:37,694 DEBUG [main]: mapreduce.Cluster (Cluster.java:initialize(90)) - Trying ClientProtocolProvider : org.apache.hadoop.mapred.LocalClientProtocolProvider 2015-10-29T11:12:37,695 INFO [main]: jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized 2015-10-29T11:12:37,696 DEBUG [main]: mapreduce.Cluster (Cluster.java:initialize(103)) - Picked org.apache.hadoop.mapred.LocalClientProtocolProvider as the ClientProtocolProvider 2015-10-29T11:12:37,696 INFO [main]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-37_171_1340296322124075540-1/-mr-10001/b0e0dc58-a3bd-47e7-9577-2a64c2083839/map.xml 2015-10-29T11:12:37,696 DEBUG [main]: exec.Utilities (Utilities.java:getBaseWork(452)) - Found plan in cache for name: map.xml 2015-10-29T11:12:37,696 INFO [main]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-37_171_1340296322124075540-1/-mr-10001/b0e0dc58-a3bd-47e7-9577-2a64c2083839/reduce.xml 2015-10-29T11:12:37,696 DEBUG [main]: exec.Utilities (Utilities.java:getBaseWork(452)) - Found plan in cache for name: reduce.xml 2015-10-29T11:12:37,703 DEBUG [main]: mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(456)) - Configuring job job_local1143524328_0027 with file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/hadoop-tmp/mapred/staging/sush1143524328/.staging/job_local1143524328_0027 as the submit dir 2015-10-29T11:12:37,703 DEBUG [main]: mapreduce.JobSubmitter (JobSubmitter.java:populateTokenCache(718)) - adding the following namenodes' delegation tokens:[file:///] 2015-10-29T11:12:37,703 WARN [main]: mapreduce.JobSubmitter (JobSubmitter.java:copyAndConfigureFiles(153)) - Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2015-10-29T11:12:37,703 DEBUG [main]: mapreduce.JobSubmitter (JobSubmitter.java:copyAndConfigureFiles(173)) - default FileSystem: file:/// 2015-10-29T11:12:37,794 DEBUG [main]: mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(491)) - Creating splits at file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/hadoop-tmp/mapred/staging/sush1143524328/.staging/job_local1143524328_0027 2015-10-29T11:12:37,794 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:37,794 INFO [main]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-37_171_1340296322124075540-1/-mr-10001/b0e0dc58-a3bd-47e7-9577-2a64c2083839/map.xml 2015-10-29T11:12:37,794 DEBUG [main]: exec.Utilities (Utilities.java:getBaseWork(452)) - Found plan in cache for name: map.xml 2015-10-29T11:12:37,794 INFO [main]: io.CombineHiveInputFormat (CombineHiveInputFormat.java:getSplits(478)) - Total number of paths: 1, launching 1 threads to check non-combinable ones. 2015-10-29T11:12:37,795 DEBUG [main]: io.CombineHiveInputFormat (CombineHiveInputFormat.java:getSplits(512)) - The received input paths are: [pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/part] against the property mapreduce.input.fileinputformat.inputdir 2015-10-29T11:12:37,795 INFO [main]: io.CombineHiveInputFormat (CombineHiveInputFormat.java:getCombineSplits(395)) - CombineHiveInputSplit creating pool for pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/part; using filter path pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/part 2015-10-29T11:12:37,805 DEBUG [main]: input.FileInputFormat (FileInputFormat.java:listStatus(279)) - Time taken to get FileStatuses: 10 2015-10-29T11:12:37,806 INFO [main]: input.FileInputFormat (FileInputFormat.java:listStatus(281)) - Total input paths to process : 1 2015-10-29T11:12:37,806 INFO [main]: input.CombineFileInputFormat (CombineFileInputFormat.java:createSplits(413)) - DEBUG: Terminated node allocation with : CompletedNodes: 1, size left: 0 2015-10-29T11:12:37,806 INFO [main]: io.CombineHiveInputFormat (CombineHiveInputFormat.java:getCombineSplits(450)) - number of splits 1 2015-10-29T11:12:37,806 INFO [main]: io.CombineHiveInputFormat (CombineHiveInputFormat.java:getSplits(549)) - Number of all splits 1 2015-10-29T11:12:37,806 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:37,821 INFO [main]: mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(494)) - number of splits:1 2015-10-29T11:12:37,835 INFO [main]: mapreduce.JobSubmitter (JobSubmitter.java:printTokens(583)) - Submitting tokens for job: job_local1143524328_0027 2015-10-29T11:12:37,884 INFO [main]: mapreduce.Job (Job.java:submit(1300)) - The url to track the job: http://localhost:8080/ 2015-10-29T11:12:37,885 INFO [Thread-1882]: mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(471)) - OutputCommitter set in config org.apache.hadoop.hive.ql.io.HiveFileFormatUtils$NullOutputCommitter 2015-10-29T11:12:37,885 INFO [Thread-1882]: mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(489)) - OutputCommitter is org.apache.hadoop.hive.ql.io.HiveFileFormatUtils$NullOutputCommitter 2015-10-29T11:12:37,885 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - Job running in-process (local Hadoop) 2015-10-29T11:12:37,885 DEBUG [Thread-1882]: mapred.LocalJobRunner (LocalJobRunner.java:createMapExecutor(395)) - Starting mapper thread pool executor. 2015-10-29T11:12:37,885 DEBUG [Thread-1882]: mapred.LocalJobRunner (LocalJobRunner.java:createMapExecutor(396)) - Max local threads: 1 2015-10-29T11:12:37,885 DEBUG [Thread-1882]: mapred.LocalJobRunner (LocalJobRunner.java:createMapExecutor(397)) - Map tasks to process: 1 2015-10-29T11:12:37,886 INFO [Thread-1882]: mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for map tasks 2015-10-29T11:12:37,886 INFO [LocalJobRunner Map Task Executor #0]: mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local1143524328_0027_m_000000_0 2015-10-29T11:12:37,886 DEBUG [LocalJobRunner Map Task Executor #0]: mapred.SortedRanges (SortedRanges.java:doNext(348)) - currentIndex 0 0:0 2015-10-29T11:12:37,886 DEBUG [LocalJobRunner Map Task Executor #0]: mapred.LocalJobRunner (LocalJobRunner.java:setupChildMapredLocalDirs(974)) - mapreduce.cluster.local.dir for child : /Users/sush/dev/hive.git/itests/qtest/target/tmp/hadoop-tmp/mapred/local/localRunner//sush/jobcache/job_local1143524328_0027/attempt_local1143524328_0027_m_000000_0 2015-10-29T11:12:37,886 INFO [LocalJobRunner Map Task Executor #0]: util.ProcfsBasedProcessTree (ProcfsBasedProcessTree.java:isAvailable(181)) - ProcfsBasedProcessTree currently is supported only on Linux. 2015-10-29T11:12:37,886 INFO [LocalJobRunner Map Task Executor #0]: util.ProcfsBasedProcessTree (ProcfsBasedProcessTree.java:isAvailable(181)) - ProcfsBasedProcessTree currently is supported only on Linux. 2015-10-29T11:12:37,886 INFO [LocalJobRunner Map Task Executor #0]: mapred.Task (Task.java:initialize(587)) - Using ResourceCalculatorProcessTree : null 2015-10-29T11:12:37,887 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:updateJobWithSplit(482)) - Processing split: Paths:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/part/part_tiny.txt:0+3173InputFormatClass: org.apache.hadoop.mapred.TextInputFormat 2015-10-29T11:12:37,887 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-37_171_1340296322124075540-1/-mr-10001/b0e0dc58-a3bd-47e7-9577-2a64c2083839/map.xml 2015-10-29T11:12:37,887 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(405)) - local path = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-37_171_1340296322124075540-1/-mr-10001/b0e0dc58-a3bd-47e7-9577-2a64c2083839/map.xml 2015-10-29T11:12:37,887 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(417)) - Open file to read in plan: file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-37_171_1340296322124075540-1/-mr-10001/b0e0dc58-a3bd-47e7-9577-2a64c2083839/map.xml 2015-10-29T11:12:37,887 INFO [LocalJobRunner Map Task Executor #0]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:37,887 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:deserializePlan(966)) - Deserializing MapWork via kryo 2015-10-29T11:12:37,891 INFO [LocalJobRunner Map Task Executor #0]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:37,892 INFO [LocalJobRunner Map Task Executor #0]: io.HiveContextAwareRecordReader (HiveContextAwareRecordReader.java:initIOContext(174)) - Processing file pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/part/part_tiny.txt 2015-10-29T11:12:37,892 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:runOldMapper(436)) - numReduceTasks: 1 2015-10-29T11:12:37,892 DEBUG [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:createSortingCollector(398)) - Trying map output collector class: org.apache.hadoop.mapred.MapTask$MapOutputBuffer 2015-10-29T11:12:37,905 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:setEquator(1202)) - (EQUATOR) 0 kvi 26214396(104857584) 2015-10-29T11:12:37,905 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:init(995)) - mapreduce.task.io.sort.mb: 100 2015-10-29T11:12:37,905 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:init(996)) - soft limit at 83886080 2015-10-29T11:12:37,905 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:init(997)) - bufstart = 0; bufvoid = 104857600 2015-10-29T11:12:37,905 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:init(998)) - kvstart = 26214396; length = 6553600 2015-10-29T11:12:37,905 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:createSortingCollector(402)) - Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer 2015-10-29T11:12:37,905 INFO [LocalJobRunner Map Task Executor #0]: mr.ExecMapper (ExecMapper.java:configure(83)) - conf classpath = [file:/Users/sush/dev/hive.git/itests/qtest/target/surefire/surefirebooter6776397513364088476.jar] 2015-10-29T11:12:37,906 INFO [LocalJobRunner Map Task Executor #0]: mr.ExecMapper (ExecMapper.java:configure(85)) - thread classpath = [file:/Users/sush/dev/hive.git/itests/qtest/target/surefire/surefirebooter6776397513364088476.jar] 2015-10-29T11:12:37,906 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-37_171_1340296322124075540-1/-mr-10001/b0e0dc58-a3bd-47e7-9577-2a64c2083839/map.xml 2015-10-29T11:12:37,906 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(452)) - Found plan in cache for name: map.xml 2015-10-29T11:12:37,906 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:initialize(338)) - Initializing operator MAP[11] 2015-10-29T11:12:37,906 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:initialize(377)) - Initialization Done 11 MAP 2015-10-29T11:12:37,906 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:initializeChildren(463)) - Operator 11 MAP initialized 2015-10-29T11:12:37,906 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:initialize(390)) - Initialization Done 11 MAP done is reset. 2015-10-29T11:12:37,906 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:37,907 INFO [LocalJobRunner Map Task Executor #0]: mr.ExecMapper (ExecMapper.java:configure(110)) - Id =11 Id =7 Id =8 Id =9 Id =10 <\Children> Id = 9 null<\Parent> <\RS> <\Children> Id = 8 null<\Parent> <\GBY> <\Children> Id = 7 null<\Parent> <\SEL> <\Children> Id = 11 null<\Parent> <\TS> <\Children> <\Parent> <\MAP> 2015-10-29T11:12:37,907 INFO [LocalJobRunner Map Task Executor #0]: MapredContext (MapredContext.java:init(55)) - MapredContext initialized. 2015-10-29T11:12:37,907 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:initialize(338)) - Initializing operator TS[7] 2015-10-29T11:12:37,907 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:initialize(377)) - Initialization Done 7 TS 2015-10-29T11:12:37,907 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:initializeChildren(463)) - Operator 7 TS initialized 2015-10-29T11:12:37,907 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:initializeChildren(469)) - Initializing children of 7 TS 2015-10-29T11:12:37,907 INFO [LocalJobRunner Map Task Executor #0]: exec.SelectOperator (Operator.java:initialize(507)) - Initializing child 8 SEL 2015-10-29T11:12:37,907 INFO [LocalJobRunner Map Task Executor #0]: exec.SelectOperator (Operator.java:initialize(338)) - Initializing operator SEL[8] 2015-10-29T11:12:37,907 INFO [LocalJobRunner Map Task Executor #0]: exec.SelectOperator (SelectOperator.java:initializeOp(65)) - SELECT struct 2015-10-29T11:12:37,907 INFO [LocalJobRunner Map Task Executor #0]: exec.SelectOperator (Operator.java:initialize(377)) - Initialization Done 8 SEL 2015-10-29T11:12:37,907 INFO [LocalJobRunner Map Task Executor #0]: exec.SelectOperator (Operator.java:initializeChildren(463)) - Operator 8 SEL initialized 2015-10-29T11:12:37,907 INFO [LocalJobRunner Map Task Executor #0]: exec.SelectOperator (Operator.java:initializeChildren(469)) - Initializing children of 8 SEL 2015-10-29T11:12:37,907 INFO [LocalJobRunner Map Task Executor #0]: exec.GroupByOperator (Operator.java:initialize(507)) - Initializing child 9 GBY 2015-10-29T11:12:37,907 INFO [LocalJobRunner Map Task Executor #0]: exec.GroupByOperator (Operator.java:initialize(338)) - Initializing operator GBY[9] 2015-10-29T11:12:37,908 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:37,908 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:37,908 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:37,908 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:37,908 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:37,908 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:37,908 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:37,908 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:37,908 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:37,908 INFO [LocalJobRunner Map Task Executor #0]: exec.GroupByOperator (Operator.java:initialize(377)) - Initialization Done 9 GBY 2015-10-29T11:12:37,908 INFO [LocalJobRunner Map Task Executor #0]: exec.GroupByOperator (Operator.java:initializeChildren(463)) - Operator 9 GBY initialized 2015-10-29T11:12:37,908 INFO [LocalJobRunner Map Task Executor #0]: exec.GroupByOperator (Operator.java:initializeChildren(469)) - Initializing children of 9 GBY 2015-10-29T11:12:37,908 INFO [LocalJobRunner Map Task Executor #0]: exec.ReduceSinkOperator (Operator.java:initialize(507)) - Initializing child 10 RS 2015-10-29T11:12:37,908 INFO [LocalJobRunner Map Task Executor #0]: exec.ReduceSinkOperator (Operator.java:initialize(338)) - Initializing operator RS[10] 2015-10-29T11:12:37,908 INFO [LocalJobRunner Map Task Executor #0]: exec.ReduceSinkOperator (ReduceSinkOperator.java:initializeOp(221)) - Using tag = -1 2015-10-29T11:12:37,909 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:37,909 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:37,909 DEBUG [LocalJobRunner Map Task Executor #0]: lazybinary.LazyBinarySerDe (LazyBinarySerDe.java:initialize(131)) - LazyBinarySerDe initialized with: columnNames=[_col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8] columnTypes=[struct, struct, struct, struct, struct, struct, struct, struct, struct] 2015-10-29T11:12:37,909 INFO [LocalJobRunner Map Task Executor #0]: exec.ReduceSinkOperator (Operator.java:initialize(377)) - Initialization Done 10 RS 2015-10-29T11:12:37,909 INFO [LocalJobRunner Map Task Executor #0]: exec.ReduceSinkOperator (Operator.java:initializeChildren(463)) - Operator 10 RS initialized 2015-10-29T11:12:37,909 INFO [LocalJobRunner Map Task Executor #0]: exec.ReduceSinkOperator (Operator.java:initialize(390)) - Initialization Done 10 RS done is reset. 2015-10-29T11:12:37,909 INFO [LocalJobRunner Map Task Executor #0]: exec.GroupByOperator (Operator.java:initialize(390)) - Initialization Done 9 GBY done is reset. 2015-10-29T11:12:37,909 INFO [LocalJobRunner Map Task Executor #0]: exec.SelectOperator (Operator.java:initialize(390)) - Initialization Done 8 SEL done is reset. 2015-10-29T11:12:37,909 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:initialize(390)) - Initialization Done 7 TS done is reset. 2015-10-29T11:12:37,909 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-37_171_1340296322124075540-1/-mr-10001/b0e0dc58-a3bd-47e7-9577-2a64c2083839/map.xml 2015-10-29T11:12:37,909 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(452)) - Found plan in cache for name: map.xml 2015-10-29T11:12:37,910 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (MapOperator.java:rowsForwarded(535)) - MAP[11]: records read - 1 2015-10-29T11:12:37,910 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (MapOperator.java:rowsForwarded(535)) - MAP[11]: records read - 10 2015-10-29T11:12:37,910 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:close(650)) - 11 finished. closing... 2015-10-29T11:12:37,910 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:logStats(898)) - RECORDS_IN:26 2015-10-29T11:12:37,910 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:logStats(898)) - DESERIALIZE_ERRORS:0 2015-10-29T11:12:37,910 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:close(650)) - 7 finished. closing... 2015-10-29T11:12:37,911 INFO [LocalJobRunner Map Task Executor #0]: exec.SelectOperator (Operator.java:close(650)) - 8 finished. closing... 2015-10-29T11:12:37,911 INFO [LocalJobRunner Map Task Executor #0]: exec.GroupByOperator (Operator.java:close(650)) - 9 finished. closing... 2015-10-29T11:12:37,911 INFO [LocalJobRunner Map Task Executor #0]: exec.GroupByOperator (GroupByOperator.java:flush(1027)) - Begin Hash Table flush: size = 1 2015-10-29T11:12:37,916 INFO [LocalJobRunner Map Task Executor #0]: exec.ReduceSinkOperator (ReduceSinkOperator.java:process(322)) - keys are [] num distributions: 0 2015-10-29T11:12:37,916 INFO [LocalJobRunner Map Task Executor #0]: exec.ReduceSinkOperator (ReduceSinkOperator.java:collect(535)) - RS[10]: records written - 1 2015-10-29T11:12:37,916 INFO [LocalJobRunner Map Task Executor #0]: exec.ReduceSinkOperator (Operator.java:close(650)) - 10 finished. closing... 2015-10-29T11:12:37,916 INFO [LocalJobRunner Map Task Executor #0]: exec.ReduceSinkOperator (ReduceSinkOperator.java:closeOp(569)) - RS[10]: records written - 1 2015-10-29T11:12:37,916 INFO [LocalJobRunner Map Task Executor #0]: exec.ReduceSinkOperator (Operator.java:logStats(898)) - RECORDS_OUT_INTERMEDIATE:1 2015-10-29T11:12:37,916 INFO [LocalJobRunner Map Task Executor #0]: exec.ReduceSinkOperator (Operator.java:close(674)) - 10 Close done 2015-10-29T11:12:37,916 INFO [LocalJobRunner Map Task Executor #0]: exec.GroupByOperator (Operator.java:close(674)) - 9 Close done 2015-10-29T11:12:37,916 INFO [LocalJobRunner Map Task Executor #0]: exec.SelectOperator (Operator.java:close(674)) - 8 Close done 2015-10-29T11:12:37,916 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:close(674)) - 7 Close done 2015-10-29T11:12:37,916 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:close(674)) - 11 Close done 2015-10-29T11:12:37,917 INFO [LocalJobRunner Map Task Executor #0]: mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 2015-10-29T11:12:37,917 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:flush(1457)) - Starting flush of map output 2015-10-29T11:12:37,917 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:flush(1475)) - Spilling map output 2015-10-29T11:12:37,917 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:flush(1476)) - bufstart = 0; bufend = 2138; bufvoid = 104857600 2015-10-29T11:12:37,917 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:flush(1478)) - kvstart = 26214396(104857584); kvend = 26214396(104857584); length = 1/6553600 2015-10-29T11:12:37,918 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:sortAndSpill(1660)) - Finished spill 0 2015-10-29T11:12:37,919 INFO [LocalJobRunner Map Task Executor #0]: mapred.Task (Task.java:done(1001)) - Task:attempt_local1143524328_0027_m_000000_0 is done. And is in the process of committing 2015-10-29T11:12:37,920 INFO [LocalJobRunner Map Task Executor #0]: mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/part/part_tiny.txt:0+3173 2015-10-29T11:12:37,920 INFO [LocalJobRunner Map Task Executor #0]: mapred.Task (Task.java:sendDone(1121)) - Task 'attempt_local1143524328_0027_m_000000_0' done. 2015-10-29T11:12:37,920 INFO [LocalJobRunner Map Task Executor #0]: mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local1143524328_0027_m_000000_0 2015-10-29T11:12:37,920 INFO [Thread-1882]: mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - map task executor complete. 2015-10-29T11:12:37,920 DEBUG [Thread-1882]: mapred.LocalJobRunner (LocalJobRunner.java:createReduceExecutor(424)) - Starting reduce thread pool executor. 2015-10-29T11:12:37,920 DEBUG [Thread-1882]: mapred.LocalJobRunner (LocalJobRunner.java:createReduceExecutor(425)) - Max local threads: 1 2015-10-29T11:12:37,920 DEBUG [Thread-1882]: mapred.LocalJobRunner (LocalJobRunner.java:createReduceExecutor(426)) - Reduce tasks to process: 1 2015-10-29T11:12:37,920 INFO [Thread-1882]: mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for reduce tasks 2015-10-29T11:12:37,921 INFO [pool-101-thread-1]: mapred.LocalJobRunner (LocalJobRunner.java:run(302)) - Starting task: attempt_local1143524328_0027_r_000000_0 2015-10-29T11:12:37,921 DEBUG [pool-101-thread-1]: mapred.SortedRanges (SortedRanges.java:doNext(348)) - currentIndex 0 0:0 2015-10-29T11:12:37,921 DEBUG [pool-101-thread-1]: mapred.LocalJobRunner (LocalJobRunner.java:setupChildMapredLocalDirs(974)) - mapreduce.cluster.local.dir for child : /Users/sush/dev/hive.git/itests/qtest/target/tmp/hadoop-tmp/mapred/local/localRunner//sush/jobcache/job_local1143524328_0027/attempt_local1143524328_0027_r_000000_0 2015-10-29T11:12:37,921 INFO [pool-101-thread-1]: util.ProcfsBasedProcessTree (ProcfsBasedProcessTree.java:isAvailable(181)) - ProcfsBasedProcessTree currently is supported only on Linux. 2015-10-29T11:12:37,921 INFO [pool-101-thread-1]: util.ProcfsBasedProcessTree (ProcfsBasedProcessTree.java:isAvailable(181)) - ProcfsBasedProcessTree currently is supported only on Linux. 2015-10-29T11:12:37,921 INFO [pool-101-thread-1]: mapred.Task (Task.java:initialize(587)) - Using ResourceCalculatorProcessTree : null 2015-10-29T11:12:37,921 INFO [pool-101-thread-1]: mapred.ReduceTask (ReduceTask.java:run(362)) - Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@464b8fda 2015-10-29T11:12:37,922 INFO [pool-101-thread-1]: reduce.MergeManagerImpl (MergeManagerImpl.java:(196)) - MergerManager: memoryLimit=1336252800, maxSingleShuffleLimit=334063200, mergeThreshold=881926912, ioSortFactor=10, memToMemMergeOutputsThreshold=10 2015-10-29T11:12:37,922 INFO [EventFetcher for fetching Map Completion Events]: reduce.EventFetcher (EventFetcher.java:run(61)) - attempt_local1143524328_0027_r_000000_0 Thread started: EventFetcher for fetching Map Completion Events 2015-10-29T11:12:37,923 DEBUG [EventFetcher for fetching Map Completion Events]: reduce.EventFetcher (EventFetcher.java:getMapCompletionEvents(127)) - Got 0 map completion events from 0 2015-10-29T11:12:37,923 DEBUG [EventFetcher for fetching Map Completion Events]: reduce.EventFetcher (EventFetcher.java:run(71)) - GetMapEventsThread about to sleep for 1000 2015-10-29T11:12:37,923 DEBUG [localfetcher#13]: reduce.LocalFetcher (LocalFetcher.java:doCopy(101)) - LocalFetcher 13 going to fetch: attempt_local1143524328_0027_m_000000_0 2015-10-29T11:12:37,923 DEBUG [localfetcher#13]: reduce.MergeManagerImpl (MergeManagerImpl.java:reserve(291)) - attempt_local1143524328_0027_m_000000_0: Proceeding with shuffle since usedMemory (0) is lesser than memoryLimit (1336252800).CommitMemory is (0) 2015-10-29T11:12:37,923 INFO [localfetcher#13]: reduce.LocalFetcher (LocalFetcher.java:copyMapOutput(141)) - localfetcher#13 about to shuffle output of map attempt_local1143524328_0027_m_000000_0 decomp: 2144 len: 2148 to MEMORY 2015-10-29T11:12:37,923 INFO [localfetcher#13]: reduce.InMemoryMapOutput (InMemoryMapOutput.java:shuffle(100)) - Read 2144 bytes from map-output for attempt_local1143524328_0027_m_000000_0 2015-10-29T11:12:37,923 INFO [localfetcher#13]: reduce.MergeManagerImpl (MergeManagerImpl.java:closeInMemoryFile(314)) - closeInMemoryFile -> map-output of size: 2144, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->2144 2015-10-29T11:12:37,924 DEBUG [localfetcher#13]: reduce.ShuffleSchedulerImpl (ShuffleSchedulerImpl.java:copySucceeded(217)) - map attempt_local1143524328_0027_m_000000_0 done 1 / 1 copied. 2015-10-29T11:12:37,924 INFO [EventFetcher for fetching Map Completion Events]: reduce.EventFetcher (EventFetcher.java:run(76)) - EventFetcher is interrupted.. Returning 2015-10-29T11:12:37,924 INFO [pool-101-thread-1]: mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied. 2015-10-29T11:12:37,924 INFO [pool-101-thread-1]: reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(674)) - finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs 2015-10-29T11:12:37,925 INFO [pool-101-thread-1]: mapred.Merger (Merger.java:merge(597)) - Merging 1 sorted segments 2015-10-29T11:12:37,925 INFO [pool-101-thread-1]: mapred.Merger (Merger.java:merge(696)) - Down to the last merge-pass, with 1 segments left of total size: 2135 bytes 2015-10-29T11:12:37,926 INFO [pool-101-thread-1]: reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(751)) - Merged 1 segments, 2144 bytes to disk to satisfy reduce memory limit 2015-10-29T11:12:37,926 DEBUG [pool-101-thread-1]: reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(774)) - Disk file: /Users/sush/dev/hive.git/itests/qtest/target/tmp/hadoop-tmp/mapred/local/localRunner/sush/jobcache/job_local1143524328_0027/attempt_local1143524328_0027_r_000000_0/output/map_0.out.merged Length is 2148 2015-10-29T11:12:37,926 INFO [pool-101-thread-1]: reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(781)) - Merging 1 files, 2148 bytes from disk 2015-10-29T11:12:37,926 INFO [pool-101-thread-1]: reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(796)) - Merging 0 segments, 0 bytes from memory into reduce 2015-10-29T11:12:37,926 INFO [pool-101-thread-1]: mapred.Merger (Merger.java:merge(597)) - Merging 1 sorted segments 2015-10-29T11:12:37,926 INFO [pool-101-thread-1]: mapred.Merger (Merger.java:merge(696)) - Down to the last merge-pass, with 1 segments left of total size: 2135 bytes 2015-10-29T11:12:37,926 INFO [pool-101-thread-1]: mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied. 2015-10-29T11:12:37,926 INFO [pool-101-thread-1]: ExecReducer (ExecReducer.java:configure(101)) - conf classpath = [file:/Users/sush/dev/hive.git/itests/qtest/target/surefire/surefirebooter6776397513364088476.jar] 2015-10-29T11:12:37,926 INFO [pool-101-thread-1]: ExecReducer (ExecReducer.java:configure(103)) - thread classpath = [file:/Users/sush/dev/hive.git/itests/qtest/target/surefire/surefirebooter6776397513364088476.jar] 2015-10-29T11:12:37,927 INFO [pool-101-thread-1]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-37_171_1340296322124075540-1/-mr-10001/b0e0dc58-a3bd-47e7-9577-2a64c2083839/reduce.xml 2015-10-29T11:12:37,927 INFO [pool-101-thread-1]: exec.Utilities (Utilities.java:getBaseWork(405)) - local path = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-37_171_1340296322124075540-1/-mr-10001/b0e0dc58-a3bd-47e7-9577-2a64c2083839/reduce.xml 2015-10-29T11:12:37,927 INFO [pool-101-thread-1]: exec.Utilities (Utilities.java:getBaseWork(417)) - Open file to read in plan: file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-37_171_1340296322124075540-1/-mr-10001/b0e0dc58-a3bd-47e7-9577-2a64c2083839/reduce.xml 2015-10-29T11:12:37,927 INFO [pool-101-thread-1]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:37,927 INFO [pool-101-thread-1]: exec.Utilities (Utilities.java:deserializePlan(966)) - Deserializing ReduceWork via kryo 2015-10-29T11:12:37,931 INFO [pool-101-thread-1]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:37,931 DEBUG [pool-101-thread-1]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:37,931 DEBUG [pool-101-thread-1]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:37,932 DEBUG [pool-101-thread-1]: lazybinary.LazyBinarySerDe (LazyBinarySerDe.java:initialize(131)) - LazyBinarySerDe initialized with: columnNames=[_col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8] columnTypes=[struct, struct, struct, struct, struct, struct, struct, struct, struct] 2015-10-29T11:12:37,932 INFO [pool-101-thread-1]: MapredContext (MapredContext.java:init(55)) - MapredContext initialized. 2015-10-29T11:12:37,932 INFO [pool-101-thread-1]: ExecReducer (ExecReducer.java:configure(149)) - Id =12 Id =13 <\Children> Id = 12 null<\Parent> <\FS> <\Children> <\Parent> <\GBY> 2015-10-29T11:12:37,932 INFO [pool-101-thread-1]: exec.GroupByOperator (Operator.java:initialize(338)) - Initializing operator GBY[12] 2015-10-29T11:12:37,932 DEBUG [pool-101-thread-1]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:37,932 DEBUG [pool-101-thread-1]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:37,932 DEBUG [pool-101-thread-1]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:37,932 DEBUG [pool-101-thread-1]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:37,932 DEBUG [pool-101-thread-1]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:37,932 DEBUG [pool-101-thread-1]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:37,932 DEBUG [pool-101-thread-1]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:37,932 DEBUG [pool-101-thread-1]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:37,932 DEBUG [pool-101-thread-1]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:37,933 INFO [pool-101-thread-1]: exec.GroupByOperator (Operator.java:initialize(377)) - Initialization Done 12 GBY 2015-10-29T11:12:37,933 INFO [pool-101-thread-1]: exec.GroupByOperator (Operator.java:initializeChildren(463)) - Operator 12 GBY initialized 2015-10-29T11:12:37,933 INFO [pool-101-thread-1]: exec.GroupByOperator (Operator.java:initializeChildren(469)) - Initializing children of 12 GBY 2015-10-29T11:12:37,933 INFO [pool-101-thread-1]: exec.FileSinkOperator (Operator.java:initialize(507)) - Initializing child 13 FS 2015-10-29T11:12:37,933 INFO [pool-101-thread-1]: exec.FileSinkOperator (Operator.java:initialize(338)) - Initializing operator FS[13] 2015-10-29T11:12:37,933 DEBUG [pool-101-thread-1]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:37,933 INFO [pool-101-thread-1]: exec.FileSinkOperator (FileSinkOperator.java:initializeOp(361)) - Using serializer : class org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe[[[B@29ce2fe7]:[_col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8]:[struct, struct, struct, struct, struct, struct, struct, struct, struct]] and formatter : org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat@1faafc22 2015-10-29T11:12:37,934 DEBUG [pool-101-thread-1]: exec.FileSinkOperator (FileSinkOperator.java:(163)) - Created slots for 1 2015-10-29T11:12:37,934 INFO [pool-101-thread-1]: exec.FileSinkOperator (Operator.java:initialize(377)) - Initialization Done 13 FS 2015-10-29T11:12:37,934 INFO [pool-101-thread-1]: exec.FileSinkOperator (Operator.java:initializeChildren(463)) - Operator 13 FS initialized 2015-10-29T11:12:37,934 INFO [pool-101-thread-1]: exec.FileSinkOperator (Operator.java:initialize(390)) - Initialization Done 13 FS done is reset. 2015-10-29T11:12:37,934 INFO [pool-101-thread-1]: exec.GroupByOperator (Operator.java:initialize(390)) - Initialization Done 12 GBY done is reset. 2015-10-29T11:12:37,934 INFO [pool-101-thread-1]: exec.GroupByOperator (Operator.java:close(650)) - 12 finished. closing... 2015-10-29T11:12:37,935 INFO [pool-101-thread-1]: exec.FileSinkOperator (FileSinkOperator.java:createBucketForFileIdx(572)) - Final Path: FS file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-37_178_1731464717651131339-1/-mr-10000/.hive-staging_hive_2015-10-29_11-12-37_178_1731464717651131339-1/_tmp.-ext-10001/000000_0 2015-10-29T11:12:37,935 INFO [pool-101-thread-1]: exec.FileSinkOperator (FileSinkOperator.java:createBucketForFileIdx(576)) - Writing to temp file: FS file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-37_178_1731464717651131339-1/-mr-10000/.hive-staging_hive_2015-10-29_11-12-37_178_1731464717651131339-1/_task_tmp.-ext-10001/_tmp.000000_0 2015-10-29T11:12:37,935 INFO [pool-101-thread-1]: exec.FileSinkOperator (FileSinkOperator.java:createBucketForFileIdx(593)) - New Final Path: FS file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-37_178_1731464717651131339-1/-mr-10000/.hive-staging_hive_2015-10-29_11-12-37_178_1731464717651131339-1/_tmp.-ext-10001/000000_0 2015-10-29T11:12:37,940 INFO [pool-101-thread-1]: exec.FileSinkOperator (FileSinkOperator.java:process(727)) - FS[13]: records written - 1 2015-10-29T11:12:37,940 INFO [pool-101-thread-1]: exec.FileSinkOperator (Operator.java:close(650)) - 13 finished. closing... 2015-10-29T11:12:37,940 INFO [pool-101-thread-1]: exec.FileSinkOperator (FileSinkOperator.java:closeOp(989)) - FS[13]: records written - 1 2015-10-29T11:12:37,940 INFO [pool-101-thread-1]: exec.FileSinkOperator (Operator.java:logStats(898)) - RECORDS_OUT_0:1 2015-10-29T11:12:37,940 INFO [pool-101-thread-1]: exec.FileSinkOperator (Operator.java:close(674)) - 13 Close done 2015-10-29T11:12:37,940 INFO [pool-101-thread-1]: exec.GroupByOperator (Operator.java:close(674)) - 12 Close done 2015-10-29T11:12:37,940 INFO [pool-101-thread-1]: mapred.Task (Task.java:done(1001)) - Task:attempt_local1143524328_0027_r_000000_0 is done. And is in the process of committing 2015-10-29T11:12:37,941 INFO [pool-101-thread-1]: mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - reduce > reduce 2015-10-29T11:12:37,941 INFO [pool-101-thread-1]: mapred.Task (Task.java:sendDone(1121)) - Task 'attempt_local1143524328_0027_r_000000_0' done. 2015-10-29T11:12:37,941 INFO [pool-101-thread-1]: mapred.LocalJobRunner (LocalJobRunner.java:run(325)) - Finishing task: attempt_local1143524328_0027_r_000000_0 2015-10-29T11:12:37,941 INFO [Thread-1882]: mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - reduce task executor complete. 2015-10-29T11:12:38,888 DEBUG [main]: exec.Heartbeater (Heartbeater.java:heartbeat(80)) - heartbeating 2015-10-29T11:12:38,890 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - 2015-10-29 11:12:38,890 Stage-0 map = 100%, reduce = 100% 2015-10-29T11:12:38,891 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - Ended Job = job_local1143524328_0027 2015-10-29T11:12:38,892 DEBUG [main]: exec.Utilities (Utilities.java:getIdFromFilename(1751)) - TaskId for 000000_0 = 000000 2015-10-29T11:12:38,892 INFO [main]: exec.FileSinkOperator (Utilities.java:mvFileToFinalPath(1902)) - Moving tmp dir: file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-37_178_1731464717651131339-1/-mr-10000/.hive-staging_hive_2015-10-29_11-12-37_178_1731464717651131339-1/_tmp.-ext-10001 to: file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-37_178_1731464717651131339-1/-mr-10000/.hive-staging_hive_2015-10-29_11-12-37_178_1731464717651131339-1/-ext-10001 2015-10-29T11:12:38,893 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:38,893 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-1:COLUMNSTATS] in serial mode 2015-10-29T11:12:38,900 DEBUG [main]: mapred.FileInputFormat (FileInputFormat.java:listStatus(245)) - Time taken to get FileStatuses: 5 2015-10-29T11:12:38,900 INFO [main]: mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1 2015-10-29T11:12:38,900 DEBUG [main]: mapred.FileInputFormat (FileInputFormat.java:getSplits(373)) - Total # of splits generated by getSplits: 1, TimeTaken: 6 2015-10-29T11:12:38,901 DEBUG [main]: exec.FetchOperator (FetchOperator.java:getRecordReader(314)) - Creating fetchTask with deserializer typeinfo: struct<_col0:struct,_col1:struct,_col2:struct,_col3:struct,_col4:struct,_col5:struct,_col6:struct,_col7:struct,_col8:struct> 2015-10-29T11:12:38,901 DEBUG [main]: exec.FetchOperator (FetchOperator.java:getRecordReader(316)) - deserializer properties: table properties: {columns=_col0,_col1,_col2,_col3,_col4,_col5,_col6,_col7,_col8, serialization.escape.crlf=true, serialization.lib=org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, hive.serialization.extend.additional.nesting.levels=true, serialization.format=1, columns.types=struct:struct:struct:struct:struct:struct:struct:struct:struct, escape.delim=\} partition properties: {columns=_col0,_col1,_col2,_col3,_col4,_col5,_col6,_col7,_col8, serialization.escape.crlf=true, serialization.lib=org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, hive.serialization.extend.additional.nesting.levels=true, serialization.format=1, columns.types=struct:struct:struct:struct:struct:struct:struct:struct:struct, escape.delim=\} 2015-10-29T11:12:38,901 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:38,901 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=part 2015-10-29T11:12:38,901 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=part 2015-10-29T11:12:38,906 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:38,906 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:38,907 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: write_column_statistics: db=default table=part column=p_partkey 2015-10-29T11:12:38,907 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=write_column_statistics: db=default table=part column=p_partkey 2015-10-29T11:12:38,907 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: write_column_statistics: db=default table=part column=p_name 2015-10-29T11:12:38,907 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=write_column_statistics: db=default table=part column=p_name 2015-10-29T11:12:38,907 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: write_column_statistics: db=default table=part column=p_mfgr 2015-10-29T11:12:38,907 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=write_column_statistics: db=default table=part column=p_mfgr 2015-10-29T11:12:38,907 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: write_column_statistics: db=default table=part column=p_brand 2015-10-29T11:12:38,907 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=write_column_statistics: db=default table=part column=p_brand 2015-10-29T11:12:38,907 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: write_column_statistics: db=default table=part column=p_type 2015-10-29T11:12:38,907 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=write_column_statistics: db=default table=part column=p_type 2015-10-29T11:12:38,907 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: write_column_statistics: db=default table=part column=p_size 2015-10-29T11:12:38,908 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=write_column_statistics: db=default table=part column=p_size 2015-10-29T11:12:38,908 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: write_column_statistics: db=default table=part column=p_container 2015-10-29T11:12:38,908 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=write_column_statistics: db=default table=part column=p_container 2015-10-29T11:12:38,908 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: write_column_statistics: db=default table=part column=p_retailprice 2015-10-29T11:12:38,908 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=write_column_statistics: db=default table=part column=p_retailprice 2015-10-29T11:12:38,908 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: write_column_statistics: db=default table=part column=p_comment 2015-10-29T11:12:38,908 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=write_column_statistics: db=default table=part column=p_comment 2015-10-29T11:12:38,912 INFO [main]: metastore.ObjectStore (ObjectStore.java:writeMTableColumnStatistics(6275)) - Updating table level column statistics for db=default tableName=part colName=p_partkey 2015-10-29T11:12:38,912 INFO [main]: metastore.ObjectStore (ObjectStore.java:writeMTableColumnStatistics(6275)) - Updating table level column statistics for db=default tableName=part colName=p_partkey 2015-10-29T11:12:38,914 INFO [main]: metastore.ObjectStore (ObjectStore.java:writeMTableColumnStatistics(6275)) - Updating table level column statistics for db=default tableName=part colName=p_name 2015-10-29T11:12:38,914 INFO [main]: metastore.ObjectStore (ObjectStore.java:writeMTableColumnStatistics(6275)) - Updating table level column statistics for db=default tableName=part colName=p_name 2015-10-29T11:12:38,915 INFO [main]: metastore.ObjectStore (ObjectStore.java:writeMTableColumnStatistics(6275)) - Updating table level column statistics for db=default tableName=part colName=p_mfgr 2015-10-29T11:12:38,915 INFO [main]: metastore.ObjectStore (ObjectStore.java:writeMTableColumnStatistics(6275)) - Updating table level column statistics for db=default tableName=part colName=p_mfgr 2015-10-29T11:12:38,916 INFO [main]: metastore.ObjectStore (ObjectStore.java:writeMTableColumnStatistics(6275)) - Updating table level column statistics for db=default tableName=part colName=p_brand 2015-10-29T11:12:38,916 INFO [main]: metastore.ObjectStore (ObjectStore.java:writeMTableColumnStatistics(6275)) - Updating table level column statistics for db=default tableName=part colName=p_brand 2015-10-29T11:12:38,918 INFO [main]: metastore.ObjectStore (ObjectStore.java:writeMTableColumnStatistics(6275)) - Updating table level column statistics for db=default tableName=part colName=p_type 2015-10-29T11:12:38,918 INFO [main]: metastore.ObjectStore (ObjectStore.java:writeMTableColumnStatistics(6275)) - Updating table level column statistics for db=default tableName=part colName=p_type 2015-10-29T11:12:38,919 INFO [main]: metastore.ObjectStore (ObjectStore.java:writeMTableColumnStatistics(6275)) - Updating table level column statistics for db=default tableName=part colName=p_size 2015-10-29T11:12:38,919 INFO [main]: metastore.ObjectStore (ObjectStore.java:writeMTableColumnStatistics(6275)) - Updating table level column statistics for db=default tableName=part colName=p_size 2015-10-29T11:12:38,920 INFO [main]: metastore.ObjectStore (ObjectStore.java:writeMTableColumnStatistics(6275)) - Updating table level column statistics for db=default tableName=part colName=p_container 2015-10-29T11:12:38,920 INFO [main]: metastore.ObjectStore (ObjectStore.java:writeMTableColumnStatistics(6275)) - Updating table level column statistics for db=default tableName=part colName=p_container 2015-10-29T11:12:38,921 INFO [main]: metastore.ObjectStore (ObjectStore.java:writeMTableColumnStatistics(6275)) - Updating table level column statistics for db=default tableName=part colName=p_retailprice 2015-10-29T11:12:38,921 INFO [main]: metastore.ObjectStore (ObjectStore.java:writeMTableColumnStatistics(6275)) - Updating table level column statistics for db=default tableName=part colName=p_retailprice 2015-10-29T11:12:38,922 INFO [main]: metastore.ObjectStore (ObjectStore.java:writeMTableColumnStatistics(6275)) - Updating table level column statistics for db=default tableName=part colName=p_comment 2015-10-29T11:12:38,922 INFO [main]: metastore.ObjectStore (ObjectStore.java:writeMTableColumnStatistics(6275)) - Updating table level column statistics for db=default tableName=part colName=p_comment 2015-10-29T11:12:38,925 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:38,925 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:38,925 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:38,925 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: query: analyze table part compute statistics for columns 2015-10-29T11:12:38,925 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: type: QUERY 2015-10-29T11:12:38,925 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Input: default@part 2015-10-29T11:12:38,925 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Output: file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-37_178_1731464717651131339-1/-mr-10000 2015-10-29T11:12:38,925 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:38,925 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : execution phase 2015-10-29T11:12:38,926 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {updateTableColumnStatistics_(ColumnStatistics, )=19, isCompatibleWith_(HiveConf, )=0, getTable_(String, String, )=5} 2015-10-29T11:12:38,926 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:38,926 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - MapReduce Jobs Launched: 2015-10-29T11:12:38,926 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - Stage-Stage-0: HDFS Read: 0 HDFS Write: 0 SUCCESS 2015-10-29T11:12:38,926 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - Total MapReduce CPU Time Spent: 0 msec 2015-10-29T11:12:38,926 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - OK 2015-10-29T11:12:38,926 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:38,926 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:releaseLocks(217)) - about to release lock for default/part 2015-10-29T11:12:38,928 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:releaseLocks(217)) - about to release lock for default 2015-10-29T11:12:38,930 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:38,930 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:38,930 DEBUG [main]: ql.Driver (DriverContext.java:shutdown(132)) - Shutting down query analyze table part compute statistics for columns 2015-10-29T11:12:38,931 INFO [main]: CliDriver (SessionState.java:printInfo(996)) - Time taken: 1.759 seconds 2015-10-29T11:12:38,931 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:38,931 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:38,931 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:38,931 DEBUG [main]: conf.VariableSubstitution (VariableSubstitution.java:substitute(63)) - Substitution is on: analyze table lineitem compute statistics 2015-10-29T11:12:38,931 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:38,931 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(185)) - Parsing command: analyze table lineitem compute statistics 2015-10-29T11:12:38,932 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(209)) - Parse Completed 2015-10-29T11:12:38,932 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:38,932 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:38,932 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:38,932 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:38,932 INFO [main]: parse.ColumnStatsSemanticAnalyzer (ColumnStatsSemanticAnalyzer.java:analyze(455)) - Invoking analyze on original query 2015-10-29T11:12:38,932 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:analyzeInternal(10062)) - Starting Semantic Analysis 2015-10-29T11:12:38,932 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genResolvedParseTree(10009)) - Completed phase 1 of Semantic Analysis 2015-10-29T11:12:38,932 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:getMetaData(1538)) - Get metadata for source tables 2015-10-29T11:12:38,932 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:38,932 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=lineitem 2015-10-29T11:12:38,933 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=lineitem 2015-10-29T11:12:38,937 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:38,937 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:38,937 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=lineitem 2015-10-29T11:12:38,938 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=lineitem 2015-10-29T11:12:38,941 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:38,941 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:getMetaData(1678)) - Get metadata for subqueries 2015-10-29T11:12:38,941 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:getMetaData(1702)) - Get metadata for destination tables 2015-10-29T11:12:38,942 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genResolvedParseTree(10013)) - Completed getting MetaData in Semantic Analysis 2015-10-29T11:12:38,942 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct lineitem { i32 l_orderkey, i32 l_partkey, i32 l_suppkey, i32 l_linenumber, double l_quantity, double l_extendedprice, double l_discount, double l_tax, string l_returnflag, string l_linestatus, string l_shipdate, string l_commitdate, string l_receiptdate, string l_shipinstruct, string l_shipmode, string l_comment} 2015-10-29T11:12:38,942 DEBUG [main]: ql.Context (Context.java:getStagingDir(231)) - Created staging dir = pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/lineitem/.hive-staging_hive_2015-10-29_11-12-38_931_6018838077415191485-1 for path = pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/lineitem 2015-10-29T11:12:38,942 INFO [main]: common.FileUtils (FileUtils.java:mkdir(502)) - Creating directory if it doesn't exist: pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/lineitem/.hive-staging_hive_2015-10-29_11-12-38_931_6018838077415191485-1 2015-10-29T11:12:38,957 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chgrp,-R,staff,pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/lineitem/.hive-staging_hive_2015-10-29_11-12-38_931_6018838077415191485-1} 2015-10-29T11:12:38,963 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:12:38,963 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chmod,-R,755,pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/lineitem/.hive-staging_hive_2015-10-29_11-12-38_931_6018838077415191485-1} 2015-10-29T11:12:38,972 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:12:38,977 DEBUG [main]: shims.HadoopShimsSecure (Hadoop23Shims.java:debugLog(937)) - FileStatus{path=pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/lineitem/.hive-staging_hive_2015-10-29_11-12-38_931_6018838077415191485-1; isDirectory=true; modification_time=1446142358000; access_time=0; owner=sush; group=staff; permission=rwxr-xr-x; isSymlink=false} 2015-10-29T11:12:38,983 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:setupStats(9493)) - Set stats collection dir : pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/lineitem/.hive-staging_hive_2015-10-29_11-12-38_931_6018838077415191485-1/-ext-10000 2015-10-29T11:12:38,983 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genTablePlan(9467)) - Created Table Plan for lineitem TS[0] 2015-10-29T11:12:38,983 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genBodyPlan(8831)) - Created Body Plan for Query Block null 2015-10-29T11:12:38,983 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genPlan(9675)) - Created Plan for Query Block null 2015-10-29T11:12:38,983 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:analyzeInternal(10139)) - Before logical optimization TS[0] 2015-10-29T11:12:38,984 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:TS[0] with rs:(l_orderkey: int|{lineitem}l_orderkey,l_partkey: int|{lineitem}l_partkey,l_suppkey: int|{lineitem}l_suppkey,l_linenumber: int|{lineitem}l_linenumber,l_quantity: double|{lineitem}l_quantity,l_extendedprice: double|{lineitem}l_extendedprice,l_discount: double|{lineitem}l_discount,l_tax: double|{lineitem}l_tax,l_returnflag: string|{lineitem}l_returnflag,l_linestatus: string|{lineitem}l_linestatus,l_shipdate: string|{lineitem}l_shipdate,l_commitdate: string|{lineitem}l_commitdate,l_receiptdate: string|{lineitem}l_receiptdate,l_shipinstruct: string|{lineitem}l_shipinstruct,l_shipmode: string|{lineitem}l_shipmode,l_comment: string|{lineitem}l_comment,BLOCK__OFFSET__INSIDE__FILE: bigint|{lineitem}block__offset__inside__file,INPUT__FILE__NAME: string|{lineitem}input__file__name,ROW__ID: struct|{lineitem}row__id,RAW__DATA__SIZE: bigint|{lineitem}raw__data__size) 2015-10-29T11:12:38,984 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator TS[0] 2015-10-29T11:12:38,984 INFO [main]: ppd.OpProcFactory (OpProcFactory.java:process(383)) - Processing for TS(0) 2015-10-29T11:12:38,984 DEBUG [main]: ppd.PredicatePushDown (PredicatePushDown.java:transform(138)) - After PPD: TS[0] 2015-10-29T11:12:38,984 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:TS[0] with rs:(l_orderkey: int|{lineitem}l_orderkey,l_partkey: int|{lineitem}l_partkey,l_suppkey: int|{lineitem}l_suppkey,l_linenumber: int|{lineitem}l_linenumber,l_quantity: double|{lineitem}l_quantity,l_extendedprice: double|{lineitem}l_extendedprice,l_discount: double|{lineitem}l_discount,l_tax: double|{lineitem}l_tax,l_returnflag: string|{lineitem}l_returnflag,l_linestatus: string|{lineitem}l_linestatus,l_shipdate: string|{lineitem}l_shipdate,l_commitdate: string|{lineitem}l_commitdate,l_receiptdate: string|{lineitem}l_receiptdate,l_shipinstruct: string|{lineitem}l_shipinstruct,l_shipmode: string|{lineitem}l_shipmode,l_comment: string|{lineitem}l_comment,BLOCK__OFFSET__INSIDE__FILE: bigint|{lineitem}block__offset__inside__file,INPUT__FILE__NAME: string|{lineitem}input__file__name,ROW__ID: struct|{lineitem}row__id,RAW__DATA__SIZE: bigint|{lineitem}raw__data__size) 2015-10-29T11:12:38,984 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator TS[0] 2015-10-29T11:12:38,984 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:TS[0] with rs:(l_orderkey: int|{lineitem}l_orderkey,l_partkey: int|{lineitem}l_partkey,l_suppkey: int|{lineitem}l_suppkey,l_linenumber: int|{lineitem}l_linenumber,l_quantity: double|{lineitem}l_quantity,l_extendedprice: double|{lineitem}l_extendedprice,l_discount: double|{lineitem}l_discount,l_tax: double|{lineitem}l_tax,l_returnflag: string|{lineitem}l_returnflag,l_linestatus: string|{lineitem}l_linestatus,l_shipdate: string|{lineitem}l_shipdate,l_commitdate: string|{lineitem}l_commitdate,l_receiptdate: string|{lineitem}l_receiptdate,l_shipinstruct: string|{lineitem}l_shipinstruct,l_shipmode: string|{lineitem}l_shipmode,l_comment: string|{lineitem}l_comment,BLOCK__OFFSET__INSIDE__FILE: bigint|{lineitem}block__offset__inside__file,INPUT__FILE__NAME: string|{lineitem}input__file__name,ROW__ID: struct|{lineitem}row__id,RAW__DATA__SIZE: bigint|{lineitem}raw__data__size) 2015-10-29T11:12:38,985 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator TS[0] 2015-10-29T11:12:38,985 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:analyzeInternal(10147)) - After logical optimization TS[0] 2015-10-29T11:12:38,985 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:38,985 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:38,985 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct lineitem { i32 l_orderkey, i32 l_partkey, i32 l_suppkey, i32 l_linenumber, double l_quantity, double l_extendedprice, double l_discount, double l_tax, string l_returnflag, string l_linestatus, string l_shipdate, string l_commitdate, string l_receiptdate, string l_shipinstruct, string l_shipmode, string l_comment} 2015-10-29T11:12:38,985 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct lineitem { i32 l_orderkey, i32 l_partkey, i32 l_suppkey, i32 l_linenumber, double l_quantity, double l_extendedprice, double l_discount, double l_tax, string l_returnflag, string l_linestatus, string l_shipdate, string l_commitdate, string l_receiptdate, string l_shipinstruct, string l_shipmode, string l_comment} 2015-10-29T11:12:38,986 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct lineitem { i32 l_orderkey, i32 l_partkey, i32 l_suppkey, i32 l_linenumber, double l_quantity, double l_extendedprice, double l_discount, double l_tax, string l_returnflag, string l_linestatus, string l_shipdate, string l_commitdate, string l_receiptdate, string l_shipinstruct, string l_shipmode, string l_comment} 2015-10-29T11:12:38,986 DEBUG [main]: optimizer.GenMapRedUtils (GenMapRedUtils.java:setMapWork(678)) - Adding pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/lineitem of tablelineitem 2015-10-29T11:12:38,986 DEBUG [main]: optimizer.GenMapRedUtils (GenMapRedUtils.java:setMapWork(716)) - Information added for path pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/lineitem 2015-10-29T11:12:38,986 DEBUG [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(167)) - Looking at: null 2015-10-29T11:12:38,986 INFO [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(175)) - Looking for table scans where optimization is applicable 2015-10-29T11:12:38,986 INFO [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(199)) - Found 0 null table scans 2015-10-29T11:12:38,986 DEBUG [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(167)) - Looking at: null 2015-10-29T11:12:38,986 INFO [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(175)) - Looking for table scans where optimization is applicable 2015-10-29T11:12:38,986 INFO [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(199)) - Found 0 null table scans 2015-10-29T11:12:38,986 DEBUG [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(167)) - Looking at: null 2015-10-29T11:12:38,986 INFO [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(175)) - Looking for table scans where optimization is applicable 2015-10-29T11:12:38,987 INFO [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(199)) - Found 0 null table scans 2015-10-29T11:12:38,987 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:analyzeInternal(10168)) - Completed plan generation 2015-10-29T11:12:38,987 INFO [main]: ql.Driver (Driver.java:compile(448)) - Semantic Analysis Completed 2015-10-29T11:12:38,987 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:validate(10519)) - validation start 2015-10-29T11:12:38,987 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:validate(10588)) - Not a partition. 2015-10-29T11:12:38,987 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:38,987 INFO [main]: ql.Driver (Driver.java:getSchema(244)) - Returning Hive schema: Schema(fieldSchemas:[FieldSchema(name:lineitem.l_orderkey, type:int, comment:null), FieldSchema(name:lineitem.l_partkey, type:int, comment:null), FieldSchema(name:lineitem.l_suppkey, type:int, comment:null), FieldSchema(name:lineitem.l_linenumber, type:int, comment:null), FieldSchema(name:lineitem.l_quantity, type:double, comment:null), FieldSchema(name:lineitem.l_extendedprice, type:double, comment:null), FieldSchema(name:lineitem.l_discount, type:double, comment:null), FieldSchema(name:lineitem.l_tax, type:double, comment:null), FieldSchema(name:lineitem.l_returnflag, type:string, comment:null), FieldSchema(name:lineitem.l_linestatus, type:string, comment:null), FieldSchema(name:lineitem.l_shipdate, type:string, comment:null), FieldSchema(name:lineitem.l_commitdate, type:string, comment:null), FieldSchema(name:lineitem.l_receiptdate, type:string, comment:null), FieldSchema(name:lineitem.l_shipinstruct, type:string, comment:null), FieldSchema(name:lineitem.l_shipmode, type:string, comment:null), FieldSchema(name:lineitem.l_comment, type:string, comment:null)], properties:null) 2015-10-29T11:12:38,987 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:38,987 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : compilation phase 2015-10-29T11:12:38,987 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {flushCache_()=0, isCompatibleWith_(HiveConf, )=0, getTable_(String, String, )=9} 2015-10-29T11:12:38,987 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:38,987 DEBUG [main]: lockmgr.DummyTxnManager (DummyTxnManager.java:acquireLocks(129)) - Adding default@lineitem to list of lock inputs 2015-10-29T11:12:38,987 DEBUG [main]: lockmgr.DummyTxnManager (DummyTxnManager.java:acquireLocks(148)) - Adding default@lineitem to list of lock outputs 2015-10-29T11:12:38,988 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:lock(262)) - Acquiring lock for default with mode IMPLICIT 2015-10-29T11:12:38,989 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:lock(262)) - Acquiring lock for default/lineitem with mode IMPLICIT 2015-10-29T11:12:38,991 DEBUG [main]: ql.Driver (Driver.java:recordValidTxns(960)) - Encoding valid txns info 9223372036854775807: txnid:0 2015-10-29T11:12:38,991 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:38,991 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:38,991 INFO [main]: ql.Driver (Driver.java:execute(1468)) - Starting command(queryId=sush_20151029111238_56de6917-5199-41d7-affb-4e958697a29e): analyze table lineitem compute statistics 2015-10-29T11:12:38,991 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:38,991 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: query: analyze table lineitem compute statistics 2015-10-29T11:12:38,991 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: type: QUERY 2015-10-29T11:12:38,991 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: Input: default@lineitem 2015-10-29T11:12:38,991 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: Output: default@lineitem 2015-10-29T11:12:38,992 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:38,992 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:38,992 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:38,992 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - Query ID = sush_20151029111238_56de6917-5199-41d7-affb-4e958697a29e 2015-10-29T11:12:38,992 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - Total jobs = 1 2015-10-29T11:12:38,992 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:38,992 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:38,992 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:38,992 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - Launching Job 1 out of 1 2015-10-29T11:12:38,993 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-0:MAPRED] in serial mode 2015-10-29T11:12:38,993 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - Number of reduce tasks is set to 0 since there's no reduce operator 2015-10-29T11:12:38,997 INFO [main]: mr.ExecDriver (ExecDriver.java:execute(291)) - Using org.apache.hadoop.hive.ql.io.CombineHiveInputFormat 2015-10-29T11:12:38,997 INFO [main]: exec.Utilities (Utilities.java:getInputPaths(3433)) - Processing alias lineitem 2015-10-29T11:12:38,997 INFO [main]: exec.Utilities (Utilities.java:getInputPaths(3450)) - Adding input file pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/lineitem 2015-10-29T11:12:38,997 INFO [main]: exec.Utilities (Utilities.java:isEmptyPath(2734)) - Content Summary not cached for pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/lineitem 2015-10-29T11:12:39,018 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:39,018 INFO [main]: exec.Utilities (Utilities.java:serializePlan(939)) - Serializing MapWork via kryo 2015-10-29T11:12:39,019 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:39,019 DEBUG [main]: mapreduce.Cluster (Cluster.java:initialize(90)) - Trying ClientProtocolProvider : org.apache.hadoop.mapred.LocalClientProtocolProvider 2015-10-29T11:12:39,019 INFO [main]: jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized 2015-10-29T11:12:39,020 DEBUG [main]: mapreduce.Cluster (Cluster.java:initialize(103)) - Picked org.apache.hadoop.mapred.LocalClientProtocolProvider as the ClientProtocolProvider 2015-10-29T11:12:39,020 DEBUG [main]: fs.FSStatsPublisher (FSStatsPublisher.java:init(49)) - Initing FSStatsPublisher with : pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/lineitem/.hive-staging_hive_2015-10-29_11-12-38_931_6018838077415191485-1/-ext-10000 2015-10-29T11:12:39,024 INFO [main]: fs.FSStatsPublisher (FSStatsPublisher.java:init(51)) - created : pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/lineitem/.hive-staging_hive_2015-10-29_11-12-38_931_6018838077415191485-1/-ext-10000 2015-10-29T11:12:39,025 DEBUG [main]: mapreduce.Cluster (Cluster.java:initialize(90)) - Trying ClientProtocolProvider : org.apache.hadoop.mapred.LocalClientProtocolProvider 2015-10-29T11:12:39,025 INFO [main]: jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized 2015-10-29T11:12:39,026 DEBUG [main]: mapreduce.Cluster (Cluster.java:initialize(103)) - Picked org.apache.hadoop.mapred.LocalClientProtocolProvider as the ClientProtocolProvider 2015-10-29T11:12:39,026 INFO [main]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-38_931_6018838077415191485-1/-mr-10002/189afa99-56f5-4bf5-b1f6-aeac831ac9f3/map.xml 2015-10-29T11:12:39,026 DEBUG [main]: exec.Utilities (Utilities.java:getBaseWork(452)) - Found plan in cache for name: map.xml 2015-10-29T11:12:39,026 INFO [main]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-38_931_6018838077415191485-1/-mr-10002/189afa99-56f5-4bf5-b1f6-aeac831ac9f3/reduce.xml 2015-10-29T11:12:39,026 INFO [main]: exec.Utilities (Utilities.java:getBaseWork(405)) - local path = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-38_931_6018838077415191485-1/-mr-10002/189afa99-56f5-4bf5-b1f6-aeac831ac9f3/reduce.xml 2015-10-29T11:12:39,026 INFO [main]: exec.Utilities (Utilities.java:getBaseWork(417)) - Open file to read in plan: file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-38_931_6018838077415191485-1/-mr-10002/189afa99-56f5-4bf5-b1f6-aeac831ac9f3/reduce.xml 2015-10-29T11:12:39,027 DEBUG [main]: exec.Utilities (Utilities.java:getBaseWork(457)) - File not found: File file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-38_931_6018838077415191485-1/-mr-10002/189afa99-56f5-4bf5-b1f6-aeac831ac9f3/reduce.xml does not exist 2015-10-29T11:12:39,027 INFO [main]: exec.Utilities (Utilities.java:getBaseWork(458)) - No plan file found: file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-38_931_6018838077415191485-1/-mr-10002/189afa99-56f5-4bf5-b1f6-aeac831ac9f3/reduce.xml 2015-10-29T11:12:39,031 DEBUG [main]: mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(456)) - Configuring job job_local53627283_0028 with file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/hadoop-tmp/mapred/staging/sush53627283/.staging/job_local53627283_0028 as the submit dir 2015-10-29T11:12:39,031 DEBUG [main]: mapreduce.JobSubmitter (JobSubmitter.java:populateTokenCache(718)) - adding the following namenodes' delegation tokens:[file:///] 2015-10-29T11:12:39,032 WARN [main]: mapreduce.JobSubmitter (JobSubmitter.java:copyAndConfigureFiles(153)) - Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2015-10-29T11:12:39,032 DEBUG [main]: mapreduce.JobSubmitter (JobSubmitter.java:copyAndConfigureFiles(173)) - default FileSystem: file:/// 2015-10-29T11:12:39,112 DEBUG [main]: mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(491)) - Creating splits at file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/hadoop-tmp/mapred/staging/sush53627283/.staging/job_local53627283_0028 2015-10-29T11:12:39,112 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:39,112 INFO [main]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-38_931_6018838077415191485-1/-mr-10002/189afa99-56f5-4bf5-b1f6-aeac831ac9f3/map.xml 2015-10-29T11:12:39,113 DEBUG [main]: exec.Utilities (Utilities.java:getBaseWork(452)) - Found plan in cache for name: map.xml 2015-10-29T11:12:39,113 INFO [main]: io.CombineHiveInputFormat (CombineHiveInputFormat.java:getSplits(478)) - Total number of paths: 1, launching 1 threads to check non-combinable ones. 2015-10-29T11:12:39,113 DEBUG [main]: io.CombineHiveInputFormat (CombineHiveInputFormat.java:getSplits(512)) - The received input paths are: [pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/lineitem] against the property mapreduce.input.fileinputformat.inputdir 2015-10-29T11:12:39,114 INFO [main]: io.CombineHiveInputFormat (CombineHiveInputFormat.java:getCombineSplits(395)) - CombineHiveInputSplit creating pool for pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/lineitem; using filter path pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/lineitem 2015-10-29T11:12:39,130 DEBUG [main]: input.FileInputFormat (FileInputFormat.java:listStatus(279)) - Time taken to get FileStatuses: 16 2015-10-29T11:12:39,130 INFO [main]: input.FileInputFormat (FileInputFormat.java:listStatus(281)) - Total input paths to process : 1 2015-10-29T11:12:39,130 INFO [main]: input.CombineFileInputFormat (CombineFileInputFormat.java:createSplits(413)) - DEBUG: Terminated node allocation with : CompletedNodes: 1, size left: 0 2015-10-29T11:12:39,131 INFO [main]: io.CombineHiveInputFormat (CombineHiveInputFormat.java:getCombineSplits(450)) - number of splits 1 2015-10-29T11:12:39,131 INFO [main]: io.CombineHiveInputFormat (CombineHiveInputFormat.java:getSplits(549)) - Number of all splits 1 2015-10-29T11:12:39,131 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:39,146 INFO [main]: mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(494)) - number of splits:1 2015-10-29T11:12:39,160 INFO [main]: mapreduce.JobSubmitter (JobSubmitter.java:printTokens(583)) - Submitting tokens for job: job_local53627283_0028 2015-10-29T11:12:39,212 INFO [main]: mapreduce.Job (Job.java:submit(1300)) - The url to track the job: http://localhost:8080/ 2015-10-29T11:12:39,213 INFO [Thread-1921]: mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(471)) - OutputCommitter set in config org.apache.hadoop.hive.ql.io.HiveFileFormatUtils$NullOutputCommitter 2015-10-29T11:12:39,213 INFO [Thread-1921]: mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(489)) - OutputCommitter is org.apache.hadoop.hive.ql.io.HiveFileFormatUtils$NullOutputCommitter 2015-10-29T11:12:39,213 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - Job running in-process (local Hadoop) 2015-10-29T11:12:39,213 DEBUG [Thread-1921]: mapred.LocalJobRunner (LocalJobRunner.java:createMapExecutor(395)) - Starting mapper thread pool executor. 2015-10-29T11:12:39,213 DEBUG [Thread-1921]: mapred.LocalJobRunner (LocalJobRunner.java:createMapExecutor(396)) - Max local threads: 1 2015-10-29T11:12:39,214 DEBUG [Thread-1921]: mapred.LocalJobRunner (LocalJobRunner.java:createMapExecutor(397)) - Map tasks to process: 1 2015-10-29T11:12:39,214 INFO [Thread-1921]: mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for map tasks 2015-10-29T11:12:39,214 INFO [LocalJobRunner Map Task Executor #0]: mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local53627283_0028_m_000000_0 2015-10-29T11:12:39,214 DEBUG [LocalJobRunner Map Task Executor #0]: mapred.SortedRanges (SortedRanges.java:doNext(348)) - currentIndex 0 0:0 2015-10-29T11:12:39,214 DEBUG [LocalJobRunner Map Task Executor #0]: mapred.LocalJobRunner (LocalJobRunner.java:setupChildMapredLocalDirs(974)) - mapreduce.cluster.local.dir for child : /Users/sush/dev/hive.git/itests/qtest/target/tmp/hadoop-tmp/mapred/local/localRunner//sush/jobcache/job_local53627283_0028/attempt_local53627283_0028_m_000000_0 2015-10-29T11:12:39,214 INFO [LocalJobRunner Map Task Executor #0]: util.ProcfsBasedProcessTree (ProcfsBasedProcessTree.java:isAvailable(181)) - ProcfsBasedProcessTree currently is supported only on Linux. 2015-10-29T11:12:39,214 INFO [LocalJobRunner Map Task Executor #0]: util.ProcfsBasedProcessTree (ProcfsBasedProcessTree.java:isAvailable(181)) - ProcfsBasedProcessTree currently is supported only on Linux. 2015-10-29T11:12:39,214 INFO [LocalJobRunner Map Task Executor #0]: mapred.Task (Task.java:initialize(587)) - Using ResourceCalculatorProcessTree : null 2015-10-29T11:12:39,215 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:updateJobWithSplit(482)) - Processing split: Paths:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/lineitem/lineitem.txt:0+12099InputFormatClass: org.apache.hadoop.mapred.TextInputFormat 2015-10-29T11:12:39,215 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-38_931_6018838077415191485-1/-mr-10002/189afa99-56f5-4bf5-b1f6-aeac831ac9f3/map.xml 2015-10-29T11:12:39,215 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(405)) - local path = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-38_931_6018838077415191485-1/-mr-10002/189afa99-56f5-4bf5-b1f6-aeac831ac9f3/map.xml 2015-10-29T11:12:39,215 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(417)) - Open file to read in plan: file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-38_931_6018838077415191485-1/-mr-10002/189afa99-56f5-4bf5-b1f6-aeac831ac9f3/map.xml 2015-10-29T11:12:39,215 INFO [LocalJobRunner Map Task Executor #0]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:39,215 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:deserializePlan(966)) - Deserializing MapWork via kryo 2015-10-29T11:12:39,218 INFO [LocalJobRunner Map Task Executor #0]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:39,219 INFO [LocalJobRunner Map Task Executor #0]: io.HiveContextAwareRecordReader (HiveContextAwareRecordReader.java:initIOContext(174)) - Processing file pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/lineitem/lineitem.txt 2015-10-29T11:12:39,219 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:runOldMapper(436)) - numReduceTasks: 0 2015-10-29T11:12:39,219 INFO [LocalJobRunner Map Task Executor #0]: mr.ExecMapper (ExecMapper.java:configure(83)) - conf classpath = [file:/Users/sush/dev/hive.git/itests/qtest/target/surefire/surefirebooter6776397513364088476.jar] 2015-10-29T11:12:39,219 INFO [LocalJobRunner Map Task Executor #0]: mr.ExecMapper (ExecMapper.java:configure(85)) - thread classpath = [file:/Users/sush/dev/hive.git/itests/qtest/target/surefire/surefirebooter6776397513364088476.jar] 2015-10-29T11:12:39,219 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-38_931_6018838077415191485-1/-mr-10002/189afa99-56f5-4bf5-b1f6-aeac831ac9f3/map.xml 2015-10-29T11:12:39,219 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(452)) - Found plan in cache for name: map.xml 2015-10-29T11:12:39,219 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:initialize(338)) - Initializing operator MAP[2] 2015-10-29T11:12:39,219 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:initialize(377)) - Initialization Done 2 MAP 2015-10-29T11:12:39,219 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:initializeChildren(463)) - Operator 2 MAP initialized 2015-10-29T11:12:39,219 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:initialize(390)) - Initialization Done 2 MAP done is reset. 2015-10-29T11:12:39,220 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:39,220 INFO [LocalJobRunner Map Task Executor #0]: mr.ExecMapper (ExecMapper.java:configure(110)) - Id =2 Id =1 <\Children> Id = 2 null<\Parent> <\TS> <\Children> <\Parent> <\MAP> 2015-10-29T11:12:39,220 INFO [LocalJobRunner Map Task Executor #0]: MapredContext (MapredContext.java:init(55)) - MapredContext initialized. 2015-10-29T11:12:39,220 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:initialize(338)) - Initializing operator TS[1] 2015-10-29T11:12:39,220 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:initialize(377)) - Initialization Done 1 TS 2015-10-29T11:12:39,220 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:initializeChildren(463)) - Operator 1 TS initialized 2015-10-29T11:12:39,220 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:initialize(390)) - Initialization Done 1 TS done is reset. 2015-10-29T11:12:39,220 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-38_931_6018838077415191485-1/-mr-10002/189afa99-56f5-4bf5-b1f6-aeac831ac9f3/map.xml 2015-10-29T11:12:39,220 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(452)) - Found plan in cache for name: map.xml 2015-10-29T11:12:39,221 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (MapOperator.java:rowsForwarded(535)) - MAP[2]: records read - 1 2015-10-29T11:12:39,221 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (MapOperator.java:rowsForwarded(535)) - MAP[2]: records read - 10 2015-10-29T11:12:39,221 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (MapOperator.java:rowsForwarded(535)) - MAP[2]: records read - 100 2015-10-29T11:12:39,221 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:close(650)) - 2 finished. closing... 2015-10-29T11:12:39,221 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:logStats(898)) - RECORDS_IN:100 2015-10-29T11:12:39,221 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:logStats(898)) - DESERIALIZE_ERRORS:0 2015-10-29T11:12:39,221 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:close(650)) - 1 finished. closing... 2015-10-29T11:12:39,221 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:39,221 DEBUG [LocalJobRunner Map Task Executor #0]: fs.FSStatsPublisher (FSStatsPublisher.java:connect(66)) - Connecting to : pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/lineitem/.hive-staging_hive_2015-10-29_11-12-38_931_6018838077415191485-1/-ext-10000 2015-10-29T11:12:39,227 DEBUG [LocalJobRunner Map Task Executor #0]: fs.FSStatsPublisher (FSStatsPublisher.java:publishStat(78)) - Putting in map : default.lineitem/ {numRows=100, rawDataSize=11999} 2015-10-29T11:12:39,227 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (TableScanOperator.java:publishStats(306)) - publishing : default.lineitem/ : {numRows=100, rawDataSize=11999} 2015-10-29T11:12:39,227 DEBUG [LocalJobRunner Map Task Executor #0]: fs.FSStatsPublisher (FSStatsPublisher.java:closeConnection(99)) - About to create stats file for this task : pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/lineitem/.hive-staging_hive_2015-10-29_11-12-38_931_6018838077415191485-1/-ext-10000/tmpstats-0 2015-10-29T11:12:39,231 DEBUG [LocalJobRunner Map Task Executor #0]: fs.FSStatsPublisher (FSStatsPublisher.java:closeConnection(101)) - Created file : pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/lineitem/.hive-staging_hive_2015-10-29_11-12-38_931_6018838077415191485-1/-ext-10000/tmpstats-0 2015-10-29T11:12:39,231 DEBUG [LocalJobRunner Map Task Executor #0]: fs.FSStatsPublisher (FSStatsPublisher.java:closeConnection(102)) - Writing stats in it : {default.lineitem/={numRows=100, rawDataSize=11999}} 2015-10-29T11:12:39,231 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:close(674)) - 1 Close done 2015-10-29T11:12:39,231 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:close(674)) - 2 Close done 2015-10-29T11:12:39,232 INFO [LocalJobRunner Map Task Executor #0]: mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 2015-10-29T11:12:39,232 INFO [LocalJobRunner Map Task Executor #0]: mapred.Task (Task.java:done(1001)) - Task:attempt_local53627283_0028_m_000000_0 is done. And is in the process of committing 2015-10-29T11:12:39,232 INFO [LocalJobRunner Map Task Executor #0]: mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/lineitem/lineitem.txt:0+12099 2015-10-29T11:12:39,232 INFO [LocalJobRunner Map Task Executor #0]: mapred.Task (Task.java:sendDone(1121)) - Task 'attempt_local53627283_0028_m_000000_0' done. 2015-10-29T11:12:39,232 INFO [LocalJobRunner Map Task Executor #0]: mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local53627283_0028_m_000000_0 2015-10-29T11:12:39,233 INFO [Thread-1921]: mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - map task executor complete. 2015-10-29T11:12:40,216 DEBUG [main]: exec.Heartbeater (Heartbeater.java:heartbeat(80)) - heartbeating 2015-10-29T11:12:40,217 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - 2015-10-29 11:12:40,217 Stage-0 map = 100%, reduce = 0% 2015-10-29T11:12:40,219 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - Ended Job = job_local53627283_0028 2015-10-29T11:12:40,220 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:40,220 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-1:STATS] in serial mode 2015-10-29T11:12:40,220 INFO [main]: exec.StatsTask (StatsTask.java:execute(87)) - Executing stats task 2015-10-29T11:12:40,220 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:40,220 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=lineitem 2015-10-29T11:12:40,220 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=lineitem 2015-10-29T11:12:40,226 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:40,226 DEBUG [main]: fs.FSStatsPublisher (FSStatsPublisher.java:init(49)) - Initing FSStatsPublisher with : pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/lineitem/.hive-staging_hive_2015-10-29_11-12-38_931_6018838077415191485-1/-ext-10000 2015-10-29T11:12:40,231 INFO [main]: fs.FSStatsPublisher (FSStatsPublisher.java:init(51)) - created : pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/lineitem/.hive-staging_hive_2015-10-29_11-12-38_931_6018838077415191485-1/-ext-10000 2015-10-29T11:12:40,231 DEBUG [main]: fs.FSStatsAggregator (FSStatsAggregator.java:connect(51)) - About to read stats from : pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/lineitem/.hive-staging_hive_2015-10-29_11-12-38_931_6018838077415191485-1/-ext-10000 2015-10-29T11:12:40,237 INFO [main]: fs.FSStatsAggregator (FSStatsAggregator.java:connect(66)) - Read stats : {default.lineitem/={numRows=100, rawDataSize=11999}} 2015-10-29T11:12:40,237 DEBUG [main]: fs.FSStatsAggregator (FSStatsAggregator.java:aggregateStats(81)) - Part ID: default.lineitem/ numRows 2015-10-29T11:12:40,237 INFO [main]: fs.FSStatsAggregator (FSStatsAggregator.java:aggregateStats(93)) - Read stats for : default.lineitem/ numRows 100 2015-10-29T11:12:40,237 DEBUG [main]: fs.FSStatsAggregator (FSStatsAggregator.java:aggregateStats(81)) - Part ID: default.lineitem/ rawDataSize 2015-10-29T11:12:40,237 INFO [main]: fs.FSStatsAggregator (FSStatsAggregator.java:aggregateStats(93)) - Read stats for : default.lineitem/ rawDataSize 11999 2015-10-29T11:12:40,254 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct lineitem { i32 l_orderkey, i32 l_partkey, i32 l_suppkey, i32 l_linenumber, double l_quantity, double l_extendedprice, double l_discount, double l_tax, string l_returnflag, string l_linestatus, string l_shipdate, string l_commitdate, string l_receiptdate, string l_shipinstruct, string l_shipmode, string l_comment} 2015-10-29T11:12:40,254 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:40,255 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: alter_table: db=default tbl=lineitem newtbl=lineitem 2015-10-29T11:12:40,255 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=alter_table: db=default tbl=lineitem newtbl=lineitem 2015-10-29T11:12:40,265 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:getDatabase(348)) - getDatabase: directsql returning db default locn[pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse] desc [Default Hive database] owner [public] ownertype [ROLE] 2015-10-29T11:12:40,284 INFO [main]: hive.log (MetaStoreUtils.java:updateTableStatsFast(231)) - Updating table stats fast for lineitem 2015-10-29T11:12:40,284 INFO [main]: hive.log (MetaStoreUtils.java:updateTableStatsFast(233)) - Updated size of table lineitem to 12099 2015-10-29T11:12:40,289 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:40,289 INFO [main]: exec.StatsTask (StatsTask.java:aggregateStats(188)) - Table default.lineitem stats: [numFiles=1, numRows=100, totalSize=12099, rawDataSize=11999] 2015-10-29T11:12:40,289 DEBUG [main]: fs.FSStatsAggregator (FSStatsAggregator.java:closeConnection(104)) - About to delete stats tmp dir :pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/lineitem/.hive-staging_hive_2015-10-29_11-12-38_931_6018838077415191485-1/-ext-10000 2015-10-29T11:12:40,290 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:40,290 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:40,290 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: query: analyze table lineitem compute statistics 2015-10-29T11:12:40,290 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: type: QUERY 2015-10-29T11:12:40,290 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Input: default@lineitem 2015-10-29T11:12:40,290 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Output: default@lineitem 2015-10-29T11:12:40,290 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:40,290 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : execution phase 2015-10-29T11:12:40,290 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {isCompatibleWith_(HiveConf, )=0, getTable_(String, String, )=6, alter_table_(String, String, Table, boolean, )=35} 2015-10-29T11:12:40,290 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:40,290 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - MapReduce Jobs Launched: 2015-10-29T11:12:40,290 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - Stage-Stage-0: HDFS Read: 0 HDFS Write: 0 SUCCESS 2015-10-29T11:12:40,291 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - Total MapReduce CPU Time Spent: 0 msec 2015-10-29T11:12:40,291 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - OK 2015-10-29T11:12:40,291 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:40,291 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:releaseLocks(217)) - about to release lock for default/lineitem 2015-10-29T11:12:40,293 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:releaseLocks(217)) - about to release lock for default 2015-10-29T11:12:40,294 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:40,294 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:40,294 DEBUG [main]: ql.Driver (DriverContext.java:shutdown(132)) - Shutting down query analyze table lineitem compute statistics 2015-10-29T11:12:40,295 INFO [main]: CliDriver (SessionState.java:printInfo(996)) - Time taken: 1.364 seconds 2015-10-29T11:12:40,295 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:40,295 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:40,295 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:40,295 DEBUG [main]: conf.VariableSubstitution (VariableSubstitution.java:substitute(63)) - Substitution is on: analyze table lineitem compute statistics for columns 2015-10-29T11:12:40,296 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:40,296 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(185)) - Parsing command: analyze table lineitem compute statistics for columns 2015-10-29T11:12:40,296 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(209)) - Parse Completed 2015-10-29T11:12:40,296 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:40,296 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:40,296 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:40,296 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:40,296 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:40,297 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=lineitem 2015-10-29T11:12:40,297 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=lineitem 2015-10-29T11:12:40,301 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:40,301 INFO [main]: parse.ColumnStatsSemanticAnalyzer (ColumnStatsSemanticAnalyzer.java:getNumBitVectorsForNDVEstimation(270)) - Error requested is 20.0% 2015-10-29T11:12:40,302 INFO [main]: parse.ColumnStatsSemanticAnalyzer (ColumnStatsSemanticAnalyzer.java:getNumBitVectorsForNDVEstimation(271)) - Choosing 16 bit vectors.. 2015-10-29T11:12:40,302 DEBUG [main]: conf.VariableSubstitution (VariableSubstitution.java:substitute(63)) - Substitution is on: select compute_stats(`l_orderkey` , 16 ) , compute_stats(`l_partkey` , 16 ) , compute_stats(`l_suppkey` , 16 ) , compute_stats(`l_linenumber` , 16 ) , compute_stats(`l_quantity` , 16 ) , compute_stats(`l_extendedprice` , 16 ) , compute_stats(`l_discount` , 16 ) , compute_stats(`l_tax` , 16 ) , compute_stats(`l_returnflag` , 16 ) , compute_stats(`l_linestatus` , 16 ) , compute_stats(`l_shipdate` , 16 ) , compute_stats(`l_commitdate` , 16 ) , compute_stats(`l_receiptdate` , 16 ) , compute_stats(`l_shipinstruct` , 16 ) , compute_stats(`l_shipmode` , 16 ) , compute_stats(`l_comment` , 16 ) from default.`lineitem` 2015-10-29T11:12:40,302 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(185)) - Parsing command: select compute_stats(`l_orderkey` , 16 ) , compute_stats(`l_partkey` , 16 ) , compute_stats(`l_suppkey` , 16 ) , compute_stats(`l_linenumber` , 16 ) , compute_stats(`l_quantity` , 16 ) , compute_stats(`l_extendedprice` , 16 ) , compute_stats(`l_discount` , 16 ) , compute_stats(`l_tax` , 16 ) , compute_stats(`l_returnflag` , 16 ) , compute_stats(`l_linestatus` , 16 ) , compute_stats(`l_shipdate` , 16 ) , compute_stats(`l_commitdate` , 16 ) , compute_stats(`l_receiptdate` , 16 ) , compute_stats(`l_shipinstruct` , 16 ) , compute_stats(`l_shipmode` , 16 ) , compute_stats(`l_comment` , 16 ) from default.`lineitem` 2015-10-29T11:12:40,306 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(209)) - Parse Completed 2015-10-29T11:12:40,306 INFO [main]: parse.ColumnStatsSemanticAnalyzer (ColumnStatsSemanticAnalyzer.java:analyze(451)) - Invoking analyze on rewritten query 2015-10-29T11:12:40,306 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:analyzeInternal(10062)) - Starting Semantic Analysis 2015-10-29T11:12:40,306 DEBUG [main]: exec.FunctionRegistry (FunctionRegistry.java:getGenericUDAFResolver(1009)) - Looking up GenericUDAF: compute_stats 2015-10-29T11:12:40,307 DEBUG [main]: exec.FunctionRegistry (FunctionRegistry.java:getGenericUDAFResolver(1009)) - Looking up GenericUDAF: compute_stats 2015-10-29T11:12:40,307 DEBUG [main]: exec.FunctionRegistry (FunctionRegistry.java:getGenericUDAFResolver(1009)) - Looking up GenericUDAF: compute_stats 2015-10-29T11:12:40,307 DEBUG [main]: exec.FunctionRegistry (FunctionRegistry.java:getGenericUDAFResolver(1009)) - Looking up GenericUDAF: compute_stats 2015-10-29T11:12:40,307 DEBUG [main]: exec.FunctionRegistry (FunctionRegistry.java:getGenericUDAFResolver(1009)) - Looking up GenericUDAF: compute_stats 2015-10-29T11:12:40,307 DEBUG [main]: exec.FunctionRegistry (FunctionRegistry.java:getGenericUDAFResolver(1009)) - Looking up GenericUDAF: compute_stats 2015-10-29T11:12:40,307 DEBUG [main]: exec.FunctionRegistry (FunctionRegistry.java:getGenericUDAFResolver(1009)) - Looking up GenericUDAF: compute_stats 2015-10-29T11:12:40,307 DEBUG [main]: exec.FunctionRegistry (FunctionRegistry.java:getGenericUDAFResolver(1009)) - Looking up GenericUDAF: compute_stats 2015-10-29T11:12:40,307 DEBUG [main]: exec.FunctionRegistry (FunctionRegistry.java:getGenericUDAFResolver(1009)) - Looking up GenericUDAF: compute_stats 2015-10-29T11:12:40,307 DEBUG [main]: exec.FunctionRegistry (FunctionRegistry.java:getGenericUDAFResolver(1009)) - Looking up GenericUDAF: compute_stats 2015-10-29T11:12:40,307 DEBUG [main]: exec.FunctionRegistry (FunctionRegistry.java:getGenericUDAFResolver(1009)) - Looking up GenericUDAF: compute_stats 2015-10-29T11:12:40,307 DEBUG [main]: exec.FunctionRegistry (FunctionRegistry.java:getGenericUDAFResolver(1009)) - Looking up GenericUDAF: compute_stats 2015-10-29T11:12:40,308 DEBUG [main]: exec.FunctionRegistry (FunctionRegistry.java:getGenericUDAFResolver(1009)) - Looking up GenericUDAF: compute_stats 2015-10-29T11:12:40,308 DEBUG [main]: exec.FunctionRegistry (FunctionRegistry.java:getGenericUDAFResolver(1009)) - Looking up GenericUDAF: compute_stats 2015-10-29T11:12:40,308 DEBUG [main]: exec.FunctionRegistry (FunctionRegistry.java:getGenericUDAFResolver(1009)) - Looking up GenericUDAF: compute_stats 2015-10-29T11:12:40,308 DEBUG [main]: exec.FunctionRegistry (FunctionRegistry.java:getGenericUDAFResolver(1009)) - Looking up GenericUDAF: compute_stats 2015-10-29T11:12:40,308 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genResolvedParseTree(10009)) - Completed phase 1 of Semantic Analysis 2015-10-29T11:12:40,308 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:getMetaData(1538)) - Get metadata for source tables 2015-10-29T11:12:40,308 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:40,308 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=lineitem 2015-10-29T11:12:40,308 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=lineitem 2015-10-29T11:12:40,313 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:40,313 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:getMetaData(1678)) - Get metadata for subqueries 2015-10-29T11:12:40,313 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:getMetaData(1702)) - Get metadata for destination tables 2015-10-29T11:12:40,317 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genResolvedParseTree(10013)) - Completed getting MetaData in Semantic Analysis 2015-10-29T11:12:40,318 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct lineitem { i32 l_orderkey, i32 l_partkey, i32 l_suppkey, i32 l_linenumber, double l_quantity, double l_extendedprice, double l_discount, double l_tax, string l_returnflag, string l_linestatus, string l_shipdate, string l_commitdate, string l_receiptdate, string l_shipinstruct, string l_shipmode, string l_comment} 2015-10-29T11:12:40,318 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genTablePlan(9467)) - Created Table Plan for lineitem TS[0] 2015-10-29T11:12:40,318 DEBUG [main]: exec.FunctionRegistry (FunctionRegistry.java:getGenericUDAFResolver(1009)) - Looking up GenericUDAF: compute_stats 2015-10-29T11:12:40,319 DEBUG [main]: exec.FunctionRegistry (FunctionRegistry.java:getGenericUDAFResolver(1009)) - Looking up GenericUDAF: compute_stats 2015-10-29T11:12:40,319 DEBUG [main]: exec.FunctionRegistry (FunctionRegistry.java:getGenericUDAFResolver(1009)) - Looking up GenericUDAF: compute_stats 2015-10-29T11:12:40,319 DEBUG [main]: exec.FunctionRegistry (FunctionRegistry.java:getGenericUDAFResolver(1009)) - Looking up GenericUDAF: compute_stats 2015-10-29T11:12:40,319 DEBUG [main]: exec.FunctionRegistry (FunctionRegistry.java:getGenericUDAFResolver(1009)) - Looking up GenericUDAF: compute_stats 2015-10-29T11:12:40,320 DEBUG [main]: exec.FunctionRegistry (FunctionRegistry.java:getGenericUDAFResolver(1009)) - Looking up GenericUDAF: compute_stats 2015-10-29T11:12:40,320 DEBUG [main]: exec.FunctionRegistry (FunctionRegistry.java:getGenericUDAFResolver(1009)) - Looking up GenericUDAF: compute_stats 2015-10-29T11:12:40,320 DEBUG [main]: exec.FunctionRegistry (FunctionRegistry.java:getGenericUDAFResolver(1009)) - Looking up GenericUDAF: compute_stats 2015-10-29T11:12:40,321 DEBUG [main]: exec.FunctionRegistry (FunctionRegistry.java:getGenericUDAFResolver(1009)) - Looking up GenericUDAF: compute_stats 2015-10-29T11:12:40,321 DEBUG [main]: exec.FunctionRegistry (FunctionRegistry.java:getGenericUDAFResolver(1009)) - Looking up GenericUDAF: compute_stats 2015-10-29T11:12:40,321 DEBUG [main]: exec.FunctionRegistry (FunctionRegistry.java:getGenericUDAFResolver(1009)) - Looking up GenericUDAF: compute_stats 2015-10-29T11:12:40,321 DEBUG [main]: exec.FunctionRegistry (FunctionRegistry.java:getGenericUDAFResolver(1009)) - Looking up GenericUDAF: compute_stats 2015-10-29T11:12:40,322 DEBUG [main]: exec.FunctionRegistry (FunctionRegistry.java:getGenericUDAFResolver(1009)) - Looking up GenericUDAF: compute_stats 2015-10-29T11:12:40,322 DEBUG [main]: exec.FunctionRegistry (FunctionRegistry.java:getGenericUDAFResolver(1009)) - Looking up GenericUDAF: compute_stats 2015-10-29T11:12:40,322 DEBUG [main]: exec.FunctionRegistry (FunctionRegistry.java:getGenericUDAFResolver(1009)) - Looking up GenericUDAF: compute_stats 2015-10-29T11:12:40,322 DEBUG [main]: exec.FunctionRegistry (FunctionRegistry.java:getGenericUDAFResolver(1009)) - Looking up GenericUDAF: compute_stats 2015-10-29T11:12:40,325 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genBodyPlan(8817)) - RR before GB lineitem{(l_orderkey,l_orderkey: int)(l_partkey,l_partkey: int)(l_suppkey,l_suppkey: int)(l_linenumber,l_linenumber: int)(l_quantity,l_quantity: double)(l_extendedprice,l_extendedprice: double)(l_discount,l_discount: double)(l_tax,l_tax: double)(l_returnflag,l_returnflag: string)(l_linestatus,l_linestatus: string)(l_shipdate,l_shipdate: string)(l_commitdate,l_commitdate: string)(l_receiptdate,l_receiptdate: string)(l_shipinstruct,l_shipinstruct: string)(l_shipmode,l_shipmode: string)(l_comment,l_comment: string)(block__offset__inside__file,BLOCK__OFFSET__INSIDE__FILE: bigint)(input__file__name,INPUT__FILE__NAME: string)(row__id,ROW__ID: struct)} after GB {((tok_function compute_stats (tok_table_or_col l_orderkey) 16),_col0: struct)((tok_function compute_stats (tok_table_or_col l_partkey) 16),_col1: struct)((tok_function compute_stats (tok_table_or_col l_suppkey) 16),_col2: struct)((tok_function compute_stats (tok_table_or_col l_linenumber) 16),_col3: struct)((tok_function compute_stats (tok_table_or_col l_quantity) 16),_col4: struct)((tok_function compute_stats (tok_table_or_col l_extendedprice) 16),_col5: struct)((tok_function compute_stats (tok_table_or_col l_discount) 16),_col6: struct)((tok_function compute_stats (tok_table_or_col l_tax) 16),_col7: struct)((tok_function compute_stats (tok_table_or_col l_returnflag) 16),_col8: struct)((tok_function compute_stats (tok_table_or_col l_linestatus) 16),_col9: struct)((tok_function compute_stats (tok_table_or_col l_shipdate) 16),_col10: struct)((tok_function compute_stats (tok_table_or_col l_commitdate) 16),_col11: struct)((tok_function compute_stats (tok_table_or_col l_receiptdate) 16),_col12: struct)((tok_function compute_stats (tok_table_or_col l_shipinstruct) 16),_col13: struct)((tok_function compute_stats (tok_table_or_col l_shipmode) 16),_col14: struct)((tok_function compute_stats (tok_table_or_col l_comment) 16),_col15: struct)} 2015-10-29T11:12:40,325 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genSelectPlan(3604)) - tree: (TOK_SELECT (TOK_SELEXPR (TOK_FUNCTION compute_stats (TOK_TABLE_OR_COL l_orderkey) 16)) (TOK_SELEXPR (TOK_FUNCTION compute_stats (TOK_TABLE_OR_COL l_partkey) 16)) (TOK_SELEXPR (TOK_FUNCTION compute_stats (TOK_TABLE_OR_COL l_suppkey) 16)) (TOK_SELEXPR (TOK_FUNCTION compute_stats (TOK_TABLE_OR_COL l_linenumber) 16)) (TOK_SELEXPR (TOK_FUNCTION compute_stats (TOK_TABLE_OR_COL l_quantity) 16)) (TOK_SELEXPR (TOK_FUNCTION compute_stats (TOK_TABLE_OR_COL l_extendedprice) 16)) (TOK_SELEXPR (TOK_FUNCTION compute_stats (TOK_TABLE_OR_COL l_discount) 16)) (TOK_SELEXPR (TOK_FUNCTION compute_stats (TOK_TABLE_OR_COL l_tax) 16)) (TOK_SELEXPR (TOK_FUNCTION compute_stats (TOK_TABLE_OR_COL l_returnflag) 16)) (TOK_SELEXPR (TOK_FUNCTION compute_stats (TOK_TABLE_OR_COL l_linestatus) 16)) (TOK_SELEXPR (TOK_FUNCTION compute_stats (TOK_TABLE_OR_COL l_shipdate) 16)) (TOK_SELEXPR (TOK_FUNCTION compute_stats (TOK_TABLE_OR_COL l_commitdate) 16)) (TOK_SELEXPR (TOK_FUNCTION compute_stats (TOK_TABLE_OR_COL l_receiptdate) 16)) (TOK_SELEXPR (TOK_FUNCTION compute_stats (TOK_TABLE_OR_COL l_shipinstruct) 16)) (TOK_SELEXPR (TOK_FUNCTION compute_stats (TOK_TABLE_OR_COL l_shipmode) 16)) (TOK_SELEXPR (TOK_FUNCTION compute_stats (TOK_TABLE_OR_COL l_comment) 16))) 2015-10-29T11:12:40,325 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genSelectPlan(3714)) - genSelectPlan: input = {((tok_function compute_stats (tok_table_or_col l_orderkey) 16),_col0: struct)((tok_function compute_stats (tok_table_or_col l_partkey) 16),_col1: struct)((tok_function compute_stats (tok_table_or_col l_suppkey) 16),_col2: struct)((tok_function compute_stats (tok_table_or_col l_linenumber) 16),_col3: struct)((tok_function compute_stats (tok_table_or_col l_quantity) 16),_col4: struct)((tok_function compute_stats (tok_table_or_col l_extendedprice) 16),_col5: struct)((tok_function compute_stats (tok_table_or_col l_discount) 16),_col6: struct)((tok_function compute_stats (tok_table_or_col l_tax) 16),_col7: struct)((tok_function compute_stats (tok_table_or_col l_returnflag) 16),_col8: struct)((tok_function compute_stats (tok_table_or_col l_linestatus) 16),_col9: struct)((tok_function compute_stats (tok_table_or_col l_shipdate) 16),_col10: struct)((tok_function compute_stats (tok_table_or_col l_commitdate) 16),_col11: struct)((tok_function compute_stats (tok_table_or_col l_receiptdate) 16),_col12: struct)((tok_function compute_stats (tok_table_or_col l_shipinstruct) 16),_col13: struct)((tok_function compute_stats (tok_table_or_col l_shipmode) 16),_col14: struct)((tok_function compute_stats (tok_table_or_col l_comment) 16),_col15: struct)} starRr = lineitem{(l_orderkey,l_orderkey: int)(l_partkey,l_partkey: int)(l_suppkey,l_suppkey: int)(l_linenumber,l_linenumber: int)(l_quantity,l_quantity: double)(l_extendedprice,l_extendedprice: double)(l_discount,l_discount: double)(l_tax,l_tax: double)(l_returnflag,l_returnflag: string)(l_linestatus,l_linestatus: string)(l_shipdate,l_shipdate: string)(l_commitdate,l_commitdate: string)(l_receiptdate,l_receiptdate: string)(l_shipinstruct,l_shipinstruct: string)(l_shipmode,l_shipmode: string)(l_comment,l_comment: string)(block__offset__inside__file,BLOCK__OFFSET__INSIDE__FILE: bigint)(input__file__name,INPUT__FILE__NAME: string)(row__id,ROW__ID: struct)} 2015-10-29T11:12:40,326 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genSelectPlan(3862)) - Created Select Plan row schema: null{(_c0,_col0: struct)(_c1,_col1: struct)(_c2,_col2: struct)(_c3,_col3: struct)(_c4,_col4: struct)(_c5,_col5: struct)(_c6,_col6: struct)(_c7,_col7: struct)(_c8,_col8: struct)(_c9,_col9: struct)(_c10,_col10: struct)(_c11,_col11: struct)(_c12,_col12: struct)(_c13,_col13: struct)(_c14,_col14: struct)(_c15,_col15: struct)} 2015-10-29T11:12:40,326 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genSelectPlan(3593)) - Created Select Plan for clause: insclause-0 2015-10-29T11:12:40,327 DEBUG [main]: ql.Context (Context.java:getStagingDir(231)) - Created staging dir = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-40_302_2548107834382755390-1/-mr-10000/.hive-staging_hive_2015-10-29_11-12-40_302_2548107834382755390-1 for path = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-40_302_2548107834382755390-1/-mr-10000 2015-10-29T11:12:40,327 INFO [main]: common.FileUtils (FileUtils.java:mkdir(502)) - Creating directory if it doesn't exist: file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-40_302_2548107834382755390-1/-mr-10000/.hive-staging_hive_2015-10-29_11-12-40_302_2548107834382755390-1 2015-10-29T11:12:40,333 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chgrp,-R,staff,file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-40_302_2548107834382755390-1/-mr-10000} 2015-10-29T11:12:40,344 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:12:40,344 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chmod,-R,700,file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-40_302_2548107834382755390-1/-mr-10000} 2015-10-29T11:12:40,361 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:12:40,361 DEBUG [main]: shims.HadoopShimsSecure (Hadoop23Shims.java:debugLog(937)) - DeprecatedRawLocalFileStatus{path=file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-40_302_2548107834382755390-1/-mr-10000; isDirectory=true; modification_time=1446142360000; access_time=0; owner=; group=; permission=rwxrwxrwx; isSymlink=false} 2015-10-29T11:12:40,363 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genFileSinkPlan(6591)) - Set stats collection dir : file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-40_302_2548107834382755390-1/-mr-10000/.hive-staging_hive_2015-10-29_11-12-40_302_2548107834382755390-1/-ext-10002 2015-10-29T11:12:40,364 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genFileSinkPlan(6614)) - Created FileSink Plan for clause: insclause-0dest_path: file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-40_302_2548107834382755390-1/-mr-10000 row schema: null{(_c0,_col0: struct)(_c1,_col1: struct)(_c2,_col2: struct)(_c3,_col3: struct)(_c4,_col4: struct)(_c5,_col5: struct)(_c6,_col6: struct)(_c7,_col7: struct)(_c8,_col8: struct)(_c9,_col9: struct)(_c10,_col10: struct)(_c11,_col11: struct)(_c12,_col12: struct)(_c13,_col13: struct)(_c14,_col14: struct)(_c15,_col15: struct)} 2015-10-29T11:12:40,364 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genBodyPlan(8831)) - Created Body Plan for Query Block null 2015-10-29T11:12:40,364 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:genPlan(9675)) - Created Plan for Query Block null 2015-10-29T11:12:40,364 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:analyzeInternal(10139)) - Before logical optimization TS[0]-SEL[1]-GBY[2]-RS[3]-GBY[4]-SEL[5]-FS[6] 2015-10-29T11:12:40,369 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:TS[0] with rs:(l_orderkey: int|{lineitem}l_orderkey,l_partkey: int|{lineitem}l_partkey,l_suppkey: int|{lineitem}l_suppkey,l_linenumber: int|{lineitem}l_linenumber,l_quantity: double|{lineitem}l_quantity,l_extendedprice: double|{lineitem}l_extendedprice,l_discount: double|{lineitem}l_discount,l_tax: double|{lineitem}l_tax,l_returnflag: string|{lineitem}l_returnflag,l_linestatus: string|{lineitem}l_linestatus,l_shipdate: string|{lineitem}l_shipdate,l_commitdate: string|{lineitem}l_commitdate,l_receiptdate: string|{lineitem}l_receiptdate,l_shipinstruct: string|{lineitem}l_shipinstruct,l_shipmode: string|{lineitem}l_shipmode,l_comment: string|{lineitem}l_comment,BLOCK__OFFSET__INSIDE__FILE: bigint|{lineitem}block__offset__inside__file,INPUT__FILE__NAME: string|{lineitem}input__file__name,ROW__ID: struct|{lineitem}row__id) 2015-10-29T11:12:40,369 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator TS[0] 2015-10-29T11:12:40,369 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:SEL[1] with rs:(l_orderkey: int|{lineitem}l_orderkey,l_partkey: int|{lineitem}l_partkey,l_suppkey: int|{lineitem}l_suppkey,l_linenumber: int|{lineitem}l_linenumber,l_quantity: double|{lineitem}l_quantity,l_extendedprice: double|{lineitem}l_extendedprice,l_discount: double|{lineitem}l_discount,l_tax: double|{lineitem}l_tax,l_returnflag: string|{lineitem}l_returnflag,l_linestatus: string|{lineitem}l_linestatus,l_shipdate: string|{lineitem}l_shipdate,l_commitdate: string|{lineitem}l_commitdate,l_receiptdate: string|{lineitem}l_receiptdate,l_shipinstruct: string|{lineitem}l_shipinstruct,l_shipmode: string|{lineitem}l_shipmode,l_comment: string|{lineitem}l_comment,BLOCK__OFFSET__INSIDE__FILE: bigint|{lineitem}block__offset__inside__file,INPUT__FILE__NAME: string|{lineitem}input__file__name,ROW__ID: struct|{lineitem}row__id) 2015-10-29T11:12:40,369 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator SEL[1] 2015-10-29T11:12:40,369 DEBUG [main]: optimizer.ConstantPropagateProcFactory (ConstantPropagateProcFactory.java:process(1131)) - New column list:(Column[l_orderkey] Column[l_partkey] Column[l_suppkey] Column[l_linenumber] Column[l_quantity] Column[l_extendedprice] Column[l_discount] Column[l_tax] Column[l_returnflag] Column[l_linestatus] Column[l_shipdate] Column[l_commitdate] Column[l_receiptdate] Column[l_shipinstruct] Column[l_shipmode] Column[l_comment] Column[BLOCK__OFFSET__INSIDE__FILE] Column[INPUT__FILE__NAME] Column[ROW__ID]) 2015-10-29T11:12:40,369 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:GBY[2] with rs:(_col0: struct|{}(tok_function compute_stats (tok_table_or_col l_orderkey) 16),_col1: struct|{}(tok_function compute_stats (tok_table_or_col l_partkey) 16),_col2: struct|{}(tok_function compute_stats (tok_table_or_col l_suppkey) 16),_col3: struct|{}(tok_function compute_stats (tok_table_or_col l_linenumber) 16),_col4: struct|{}(tok_function compute_stats (tok_table_or_col l_quantity) 16),_col5: struct|{}(tok_function compute_stats (tok_table_or_col l_extendedprice) 16),_col6: struct|{}(tok_function compute_stats (tok_table_or_col l_discount) 16),_col7: struct|{}(tok_function compute_stats (tok_table_or_col l_tax) 16),_col8: struct|{}(tok_function compute_stats (tok_table_or_col l_returnflag) 16),_col9: struct|{}(tok_function compute_stats (tok_table_or_col l_linestatus) 16),_col10: struct|{}(tok_function compute_stats (tok_table_or_col l_shipdate) 16),_col11: struct|{}(tok_function compute_stats (tok_table_or_col l_commitdate) 16),_col12: struct|{}(tok_function compute_stats (tok_table_or_col l_receiptdate) 16),_col13: struct|{}(tok_function compute_stats (tok_table_or_col l_shipinstruct) 16),_col14: struct|{}(tok_function compute_stats (tok_table_or_col l_shipmode) 16),_col15: struct|{}(tok_function compute_stats (tok_table_or_col l_comment) 16)) 2015-10-29T11:12:40,369 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator GBY[2] 2015-10-29T11:12:40,369 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:RS[3] with rs:(VALUE._col0: struct|{}(tok_function compute_stats (tok_table_or_col l_orderkey) 16),VALUE._col1: struct|{}(tok_function compute_stats (tok_table_or_col l_partkey) 16),VALUE._col2: struct|{}(tok_function compute_stats (tok_table_or_col l_suppkey) 16),VALUE._col3: struct|{}(tok_function compute_stats (tok_table_or_col l_linenumber) 16),VALUE._col4: struct|{}(tok_function compute_stats (tok_table_or_col l_quantity) 16),VALUE._col5: struct|{}(tok_function compute_stats (tok_table_or_col l_extendedprice) 16),VALUE._col6: struct|{}(tok_function compute_stats (tok_table_or_col l_discount) 16),VALUE._col7: struct|{}(tok_function compute_stats (tok_table_or_col l_tax) 16),VALUE._col8: struct|{}(tok_function compute_stats (tok_table_or_col l_returnflag) 16),VALUE._col9: struct|{}(tok_function compute_stats (tok_table_or_col l_linestatus) 16),VALUE._col10: struct|{}(tok_function compute_stats (tok_table_or_col l_shipdate) 16),VALUE._col11: struct|{}(tok_function compute_stats (tok_table_or_col l_commitdate) 16),VALUE._col12: struct|{}(tok_function compute_stats (tok_table_or_col l_receiptdate) 16),VALUE._col13: struct|{}(tok_function compute_stats (tok_table_or_col l_shipinstruct) 16),VALUE._col14: struct|{}(tok_function compute_stats (tok_table_or_col l_shipmode) 16),VALUE._col15: struct|{}(tok_function compute_stats (tok_table_or_col l_comment) 16)) 2015-10-29T11:12:40,369 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator RS[3] 2015-10-29T11:12:40,370 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:GBY[4] with rs:(_col0: struct|{}(tok_function compute_stats (tok_table_or_col l_orderkey) 16),_col1: struct|{}(tok_function compute_stats (tok_table_or_col l_partkey) 16),_col2: struct|{}(tok_function compute_stats (tok_table_or_col l_suppkey) 16),_col3: struct|{}(tok_function compute_stats (tok_table_or_col l_linenumber) 16),_col4: struct|{}(tok_function compute_stats (tok_table_or_col l_quantity) 16),_col5: struct|{}(tok_function compute_stats (tok_table_or_col l_extendedprice) 16),_col6: struct|{}(tok_function compute_stats (tok_table_or_col l_discount) 16),_col7: struct|{}(tok_function compute_stats (tok_table_or_col l_tax) 16),_col8: struct|{}(tok_function compute_stats (tok_table_or_col l_returnflag) 16),_col9: struct|{}(tok_function compute_stats (tok_table_or_col l_linestatus) 16),_col10: struct|{}(tok_function compute_stats (tok_table_or_col l_shipdate) 16),_col11: struct|{}(tok_function compute_stats (tok_table_or_col l_commitdate) 16),_col12: struct|{}(tok_function compute_stats (tok_table_or_col l_receiptdate) 16),_col13: struct|{}(tok_function compute_stats (tok_table_or_col l_shipinstruct) 16),_col14: struct|{}(tok_function compute_stats (tok_table_or_col l_shipmode) 16),_col15: struct|{}(tok_function compute_stats (tok_table_or_col l_comment) 16)) 2015-10-29T11:12:40,370 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator GBY[4] 2015-10-29T11:12:40,370 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:SEL[5] with rs:(_col0: struct|{null}_c0,_col1: struct|{null}_c1,_col2: struct|{null}_c2,_col3: struct|{null}_c3,_col4: struct|{null}_c4,_col5: struct|{null}_c5,_col6: struct|{null}_c6,_col7: struct|{null}_c7,_col8: struct|{null}_c8,_col9: struct|{null}_c9,_col10: struct|{null}_c10,_col11: struct|{null}_c11,_col12: struct|{null}_c12,_col13: struct|{null}_c13,_col14: struct|{null}_c14,_col15: struct|{null}_c15) 2015-10-29T11:12:40,370 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator SEL[5] 2015-10-29T11:12:40,370 DEBUG [main]: optimizer.ConstantPropagateProcFactory (ConstantPropagateProcFactory.java:process(1131)) - New column list:(Column[_col0] Column[_col1] Column[_col2] Column[_col3] Column[_col4] Column[_col5] Column[_col6] Column[_col7] Column[_col8] Column[_col9] Column[_col10] Column[_col11] Column[_col12] Column[_col13] Column[_col14] Column[_col15]) 2015-10-29T11:12:40,370 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:FS[6] with rs:(_col0: struct|{},_col1: struct|{},_col2: struct|{},_col3: struct|{},_col4: struct|{},_col5: struct|{},_col6: struct|{},_col7: struct|{},_col8: struct|{},_col9: struct|{},_col10: struct|{},_col11: struct|{},_col12: struct|{},_col13: struct|{},_col14: struct|{},_col15: struct|{}) 2015-10-29T11:12:40,370 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator FS[6] 2015-10-29T11:12:40,370 INFO [main]: ppd.OpProcFactory (OpProcFactory.java:process(662)) - Processing for FS(6) 2015-10-29T11:12:40,370 INFO [main]: ppd.OpProcFactory (OpProcFactory.java:process(662)) - Processing for SEL(5) 2015-10-29T11:12:40,370 INFO [main]: ppd.OpProcFactory (OpProcFactory.java:process(662)) - Processing for GBY(4) 2015-10-29T11:12:40,370 INFO [main]: ppd.OpProcFactory (OpProcFactory.java:process(662)) - Processing for RS(3) 2015-10-29T11:12:40,370 INFO [main]: ppd.OpProcFactory (OpProcFactory.java:process(662)) - Processing for GBY(2) 2015-10-29T11:12:40,371 INFO [main]: ppd.OpProcFactory (OpProcFactory.java:process(662)) - Processing for SEL(1) 2015-10-29T11:12:40,371 INFO [main]: ppd.OpProcFactory (OpProcFactory.java:process(383)) - Processing for TS(0) 2015-10-29T11:12:40,371 DEBUG [main]: ppd.PredicatePushDown (PredicatePushDown.java:transform(138)) - After PPD: TS[0]-SEL[1]-GBY[2]-RS[3]-GBY[4]-SEL[5]-FS[6] 2015-10-29T11:12:40,371 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:TS[0] with rs:(l_orderkey: int|{lineitem}l_orderkey,l_partkey: int|{lineitem}l_partkey,l_suppkey: int|{lineitem}l_suppkey,l_linenumber: int|{lineitem}l_linenumber,l_quantity: double|{lineitem}l_quantity,l_extendedprice: double|{lineitem}l_extendedprice,l_discount: double|{lineitem}l_discount,l_tax: double|{lineitem}l_tax,l_returnflag: string|{lineitem}l_returnflag,l_linestatus: string|{lineitem}l_linestatus,l_shipdate: string|{lineitem}l_shipdate,l_commitdate: string|{lineitem}l_commitdate,l_receiptdate: string|{lineitem}l_receiptdate,l_shipinstruct: string|{lineitem}l_shipinstruct,l_shipmode: string|{lineitem}l_shipmode,l_comment: string|{lineitem}l_comment,BLOCK__OFFSET__INSIDE__FILE: bigint|{lineitem}block__offset__inside__file,INPUT__FILE__NAME: string|{lineitem}input__file__name,ROW__ID: struct|{lineitem}row__id) 2015-10-29T11:12:40,371 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator TS[0] 2015-10-29T11:12:40,371 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:SEL[1] with rs:(l_orderkey: int|{lineitem}l_orderkey,l_partkey: int|{lineitem}l_partkey,l_suppkey: int|{lineitem}l_suppkey,l_linenumber: int|{lineitem}l_linenumber,l_quantity: double|{lineitem}l_quantity,l_extendedprice: double|{lineitem}l_extendedprice,l_discount: double|{lineitem}l_discount,l_tax: double|{lineitem}l_tax,l_returnflag: string|{lineitem}l_returnflag,l_linestatus: string|{lineitem}l_linestatus,l_shipdate: string|{lineitem}l_shipdate,l_commitdate: string|{lineitem}l_commitdate,l_receiptdate: string|{lineitem}l_receiptdate,l_shipinstruct: string|{lineitem}l_shipinstruct,l_shipmode: string|{lineitem}l_shipmode,l_comment: string|{lineitem}l_comment,BLOCK__OFFSET__INSIDE__FILE: bigint|{lineitem}block__offset__inside__file,INPUT__FILE__NAME: string|{lineitem}input__file__name,ROW__ID: struct|{lineitem}row__id) 2015-10-29T11:12:40,371 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator SEL[1] 2015-10-29T11:12:40,371 DEBUG [main]: optimizer.ConstantPropagateProcFactory (ConstantPropagateProcFactory.java:process(1131)) - New column list:(Column[l_orderkey] Column[l_partkey] Column[l_suppkey] Column[l_linenumber] Column[l_quantity] Column[l_extendedprice] Column[l_discount] Column[l_tax] Column[l_returnflag] Column[l_linestatus] Column[l_shipdate] Column[l_commitdate] Column[l_receiptdate] Column[l_shipinstruct] Column[l_shipmode] Column[l_comment] Column[BLOCK__OFFSET__INSIDE__FILE] Column[INPUT__FILE__NAME] Column[ROW__ID]) 2015-10-29T11:12:40,371 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:GBY[2] with rs:(_col0: struct|{}(tok_function compute_stats (tok_table_or_col l_orderkey) 16),_col1: struct|{}(tok_function compute_stats (tok_table_or_col l_partkey) 16),_col2: struct|{}(tok_function compute_stats (tok_table_or_col l_suppkey) 16),_col3: struct|{}(tok_function compute_stats (tok_table_or_col l_linenumber) 16),_col4: struct|{}(tok_function compute_stats (tok_table_or_col l_quantity) 16),_col5: struct|{}(tok_function compute_stats (tok_table_or_col l_extendedprice) 16),_col6: struct|{}(tok_function compute_stats (tok_table_or_col l_discount) 16),_col7: struct|{}(tok_function compute_stats (tok_table_or_col l_tax) 16),_col8: struct|{}(tok_function compute_stats (tok_table_or_col l_returnflag) 16),_col9: struct|{}(tok_function compute_stats (tok_table_or_col l_linestatus) 16),_col10: struct|{}(tok_function compute_stats (tok_table_or_col l_shipdate) 16),_col11: struct|{}(tok_function compute_stats (tok_table_or_col l_commitdate) 16),_col12: struct|{}(tok_function compute_stats (tok_table_or_col l_receiptdate) 16),_col13: struct|{}(tok_function compute_stats (tok_table_or_col l_shipinstruct) 16),_col14: struct|{}(tok_function compute_stats (tok_table_or_col l_shipmode) 16),_col15: struct|{}(tok_function compute_stats (tok_table_or_col l_comment) 16)) 2015-10-29T11:12:40,371 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator GBY[2] 2015-10-29T11:12:40,371 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:RS[3] with rs:(VALUE._col0: struct|{}(tok_function compute_stats (tok_table_or_col l_orderkey) 16),VALUE._col1: struct|{}(tok_function compute_stats (tok_table_or_col l_partkey) 16),VALUE._col2: struct|{}(tok_function compute_stats (tok_table_or_col l_suppkey) 16),VALUE._col3: struct|{}(tok_function compute_stats (tok_table_or_col l_linenumber) 16),VALUE._col4: struct|{}(tok_function compute_stats (tok_table_or_col l_quantity) 16),VALUE._col5: struct|{}(tok_function compute_stats (tok_table_or_col l_extendedprice) 16),VALUE._col6: struct|{}(tok_function compute_stats (tok_table_or_col l_discount) 16),VALUE._col7: struct|{}(tok_function compute_stats (tok_table_or_col l_tax) 16),VALUE._col8: struct|{}(tok_function compute_stats (tok_table_or_col l_returnflag) 16),VALUE._col9: struct|{}(tok_function compute_stats (tok_table_or_col l_linestatus) 16),VALUE._col10: struct|{}(tok_function compute_stats (tok_table_or_col l_shipdate) 16),VALUE._col11: struct|{}(tok_function compute_stats (tok_table_or_col l_commitdate) 16),VALUE._col12: struct|{}(tok_function compute_stats (tok_table_or_col l_receiptdate) 16),VALUE._col13: struct|{}(tok_function compute_stats (tok_table_or_col l_shipinstruct) 16),VALUE._col14: struct|{}(tok_function compute_stats (tok_table_or_col l_shipmode) 16),VALUE._col15: struct|{}(tok_function compute_stats (tok_table_or_col l_comment) 16)) 2015-10-29T11:12:40,371 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator RS[3] 2015-10-29T11:12:40,372 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:GBY[4] with rs:(_col0: struct|{}(tok_function compute_stats (tok_table_or_col l_orderkey) 16),_col1: struct|{}(tok_function compute_stats (tok_table_or_col l_partkey) 16),_col2: struct|{}(tok_function compute_stats (tok_table_or_col l_suppkey) 16),_col3: struct|{}(tok_function compute_stats (tok_table_or_col l_linenumber) 16),_col4: struct|{}(tok_function compute_stats (tok_table_or_col l_quantity) 16),_col5: struct|{}(tok_function compute_stats (tok_table_or_col l_extendedprice) 16),_col6: struct|{}(tok_function compute_stats (tok_table_or_col l_discount) 16),_col7: struct|{}(tok_function compute_stats (tok_table_or_col l_tax) 16),_col8: struct|{}(tok_function compute_stats (tok_table_or_col l_returnflag) 16),_col9: struct|{}(tok_function compute_stats (tok_table_or_col l_linestatus) 16),_col10: struct|{}(tok_function compute_stats (tok_table_or_col l_shipdate) 16),_col11: struct|{}(tok_function compute_stats (tok_table_or_col l_commitdate) 16),_col12: struct|{}(tok_function compute_stats (tok_table_or_col l_receiptdate) 16),_col13: struct|{}(tok_function compute_stats (tok_table_or_col l_shipinstruct) 16),_col14: struct|{}(tok_function compute_stats (tok_table_or_col l_shipmode) 16),_col15: struct|{}(tok_function compute_stats (tok_table_or_col l_comment) 16)) 2015-10-29T11:12:40,372 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator GBY[4] 2015-10-29T11:12:40,372 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:SEL[5] with rs:(_col0: struct|{null}_c0,_col1: struct|{null}_c1,_col2: struct|{null}_c2,_col3: struct|{null}_c3,_col4: struct|{null}_c4,_col5: struct|{null}_c5,_col6: struct|{null}_c6,_col7: struct|{null}_c7,_col8: struct|{null}_c8,_col9: struct|{null}_c9,_col10: struct|{null}_c10,_col11: struct|{null}_c11,_col12: struct|{null}_c12,_col13: struct|{null}_c13,_col14: struct|{null}_c14,_col15: struct|{null}_c15) 2015-10-29T11:12:40,372 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator SEL[5] 2015-10-29T11:12:40,372 DEBUG [main]: optimizer.ConstantPropagateProcFactory (ConstantPropagateProcFactory.java:process(1131)) - New column list:(Column[_col0] Column[_col1] Column[_col2] Column[_col3] Column[_col4] Column[_col5] Column[_col6] Column[_col7] Column[_col8] Column[_col9] Column[_col10] Column[_col11] Column[_col12] Column[_col13] Column[_col14] Column[_col15]) 2015-10-29T11:12:40,372 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:FS[6] with rs:(_col0: struct|{},_col1: struct|{},_col2: struct|{},_col3: struct|{},_col4: struct|{},_col5: struct|{},_col6: struct|{},_col7: struct|{},_col8: struct|{},_col9: struct|{},_col10: struct|{},_col11: struct|{},_col12: struct|{},_col13: struct|{},_col14: struct|{},_col15: struct|{}) 2015-10-29T11:12:40,372 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator FS[6] 2015-10-29T11:12:40,372 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:TS[0] with rs:(l_orderkey: int|{lineitem}l_orderkey,l_partkey: int|{lineitem}l_partkey,l_suppkey: int|{lineitem}l_suppkey,l_linenumber: int|{lineitem}l_linenumber,l_quantity: double|{lineitem}l_quantity,l_extendedprice: double|{lineitem}l_extendedprice,l_discount: double|{lineitem}l_discount,l_tax: double|{lineitem}l_tax,l_returnflag: string|{lineitem}l_returnflag,l_linestatus: string|{lineitem}l_linestatus,l_shipdate: string|{lineitem}l_shipdate,l_commitdate: string|{lineitem}l_commitdate,l_receiptdate: string|{lineitem}l_receiptdate,l_shipinstruct: string|{lineitem}l_shipinstruct,l_shipmode: string|{lineitem}l_shipmode,l_comment: string|{lineitem}l_comment,BLOCK__OFFSET__INSIDE__FILE: bigint|{lineitem}block__offset__inside__file,INPUT__FILE__NAME: string|{lineitem}input__file__name,ROW__ID: struct|{lineitem}row__id) 2015-10-29T11:12:40,372 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator TS[0] 2015-10-29T11:12:40,373 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:SEL[1] with rs:(l_orderkey: int|{lineitem}l_orderkey,l_partkey: int|{lineitem}l_partkey,l_suppkey: int|{lineitem}l_suppkey,l_linenumber: int|{lineitem}l_linenumber,l_quantity: double|{lineitem}l_quantity,l_extendedprice: double|{lineitem}l_extendedprice,l_discount: double|{lineitem}l_discount,l_tax: double|{lineitem}l_tax,l_returnflag: string|{lineitem}l_returnflag,l_linestatus: string|{lineitem}l_linestatus,l_shipdate: string|{lineitem}l_shipdate,l_commitdate: string|{lineitem}l_commitdate,l_receiptdate: string|{lineitem}l_receiptdate,l_shipinstruct: string|{lineitem}l_shipinstruct,l_shipmode: string|{lineitem}l_shipmode,l_comment: string|{lineitem}l_comment,BLOCK__OFFSET__INSIDE__FILE: bigint|{lineitem}block__offset__inside__file,INPUT__FILE__NAME: string|{lineitem}input__file__name,ROW__ID: struct|{lineitem}row__id) 2015-10-29T11:12:40,373 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator SEL[1] 2015-10-29T11:12:40,373 DEBUG [main]: optimizer.ConstantPropagateProcFactory (ConstantPropagateProcFactory.java:process(1131)) - New column list:(Column[l_orderkey] Column[l_partkey] Column[l_suppkey] Column[l_linenumber] Column[l_quantity] Column[l_extendedprice] Column[l_discount] Column[l_tax] Column[l_returnflag] Column[l_linestatus] Column[l_shipdate] Column[l_commitdate] Column[l_receiptdate] Column[l_shipinstruct] Column[l_shipmode] Column[l_comment] Column[BLOCK__OFFSET__INSIDE__FILE] Column[INPUT__FILE__NAME] Column[ROW__ID]) 2015-10-29T11:12:40,373 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:GBY[2] with rs:(_col0: struct|{}(tok_function compute_stats (tok_table_or_col l_orderkey) 16),_col1: struct|{}(tok_function compute_stats (tok_table_or_col l_partkey) 16),_col2: struct|{}(tok_function compute_stats (tok_table_or_col l_suppkey) 16),_col3: struct|{}(tok_function compute_stats (tok_table_or_col l_linenumber) 16),_col4: struct|{}(tok_function compute_stats (tok_table_or_col l_quantity) 16),_col5: struct|{}(tok_function compute_stats (tok_table_or_col l_extendedprice) 16),_col6: struct|{}(tok_function compute_stats (tok_table_or_col l_discount) 16),_col7: struct|{}(tok_function compute_stats (tok_table_or_col l_tax) 16),_col8: struct|{}(tok_function compute_stats (tok_table_or_col l_returnflag) 16),_col9: struct|{}(tok_function compute_stats (tok_table_or_col l_linestatus) 16),_col10: struct|{}(tok_function compute_stats (tok_table_or_col l_shipdate) 16),_col11: struct|{}(tok_function compute_stats (tok_table_or_col l_commitdate) 16),_col12: struct|{}(tok_function compute_stats (tok_table_or_col l_receiptdate) 16),_col13: struct|{}(tok_function compute_stats (tok_table_or_col l_shipinstruct) 16),_col14: struct|{}(tok_function compute_stats (tok_table_or_col l_shipmode) 16),_col15: struct|{}(tok_function compute_stats (tok_table_or_col l_comment) 16)) 2015-10-29T11:12:40,373 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator GBY[2] 2015-10-29T11:12:40,373 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:RS[3] with rs:(VALUE._col0: struct|{}(tok_function compute_stats (tok_table_or_col l_orderkey) 16),VALUE._col1: struct|{}(tok_function compute_stats (tok_table_or_col l_partkey) 16),VALUE._col2: struct|{}(tok_function compute_stats (tok_table_or_col l_suppkey) 16),VALUE._col3: struct|{}(tok_function compute_stats (tok_table_or_col l_linenumber) 16),VALUE._col4: struct|{}(tok_function compute_stats (tok_table_or_col l_quantity) 16),VALUE._col5: struct|{}(tok_function compute_stats (tok_table_or_col l_extendedprice) 16),VALUE._col6: struct|{}(tok_function compute_stats (tok_table_or_col l_discount) 16),VALUE._col7: struct|{}(tok_function compute_stats (tok_table_or_col l_tax) 16),VALUE._col8: struct|{}(tok_function compute_stats (tok_table_or_col l_returnflag) 16),VALUE._col9: struct|{}(tok_function compute_stats (tok_table_or_col l_linestatus) 16),VALUE._col10: struct|{}(tok_function compute_stats (tok_table_or_col l_shipdate) 16),VALUE._col11: struct|{}(tok_function compute_stats (tok_table_or_col l_commitdate) 16),VALUE._col12: struct|{}(tok_function compute_stats (tok_table_or_col l_receiptdate) 16),VALUE._col13: struct|{}(tok_function compute_stats (tok_table_or_col l_shipinstruct) 16),VALUE._col14: struct|{}(tok_function compute_stats (tok_table_or_col l_shipmode) 16),VALUE._col15: struct|{}(tok_function compute_stats (tok_table_or_col l_comment) 16)) 2015-10-29T11:12:40,373 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator RS[3] 2015-10-29T11:12:40,373 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:GBY[4] with rs:(_col0: struct|{}(tok_function compute_stats (tok_table_or_col l_orderkey) 16),_col1: struct|{}(tok_function compute_stats (tok_table_or_col l_partkey) 16),_col2: struct|{}(tok_function compute_stats (tok_table_or_col l_suppkey) 16),_col3: struct|{}(tok_function compute_stats (tok_table_or_col l_linenumber) 16),_col4: struct|{}(tok_function compute_stats (tok_table_or_col l_quantity) 16),_col5: struct|{}(tok_function compute_stats (tok_table_or_col l_extendedprice) 16),_col6: struct|{}(tok_function compute_stats (tok_table_or_col l_discount) 16),_col7: struct|{}(tok_function compute_stats (tok_table_or_col l_tax) 16),_col8: struct|{}(tok_function compute_stats (tok_table_or_col l_returnflag) 16),_col9: struct|{}(tok_function compute_stats (tok_table_or_col l_linestatus) 16),_col10: struct|{}(tok_function compute_stats (tok_table_or_col l_shipdate) 16),_col11: struct|{}(tok_function compute_stats (tok_table_or_col l_commitdate) 16),_col12: struct|{}(tok_function compute_stats (tok_table_or_col l_receiptdate) 16),_col13: struct|{}(tok_function compute_stats (tok_table_or_col l_shipinstruct) 16),_col14: struct|{}(tok_function compute_stats (tok_table_or_col l_shipmode) 16),_col15: struct|{}(tok_function compute_stats (tok_table_or_col l_comment) 16)) 2015-10-29T11:12:40,373 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator GBY[4] 2015-10-29T11:12:40,373 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:SEL[5] with rs:(_col0: struct|{null}_c0,_col1: struct|{null}_c1,_col2: struct|{null}_c2,_col3: struct|{null}_c3,_col4: struct|{null}_c4,_col5: struct|{null}_c5,_col6: struct|{null}_c6,_col7: struct|{null}_c7,_col8: struct|{null}_c8,_col9: struct|{null}_c9,_col10: struct|{null}_c10,_col11: struct|{null}_c11,_col12: struct|{null}_c12,_col13: struct|{null}_c13,_col14: struct|{null}_c14,_col15: struct|{null}_c15) 2015-10-29T11:12:40,373 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator SEL[5] 2015-10-29T11:12:40,374 DEBUG [main]: optimizer.ConstantPropagateProcFactory (ConstantPropagateProcFactory.java:process(1131)) - New column list:(Column[_col0] Column[_col1] Column[_col2] Column[_col3] Column[_col4] Column[_col5] Column[_col6] Column[_col7] Column[_col8] Column[_col9] Column[_col10] Column[_col11] Column[_col12] Column[_col13] Column[_col14] Column[_col15]) 2015-10-29T11:12:40,374 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(124)) - Getting constants of op:FS[6] with rs:(_col0: struct|{},_col1: struct|{},_col2: struct|{},_col3: struct|{},_col4: struct|{},_col5: struct|{},_col6: struct|{},_col7: struct|{},_col8: struct|{},_col9: struct|{},_col10: struct|{},_col11: struct|{},_col12: struct|{},_col13: struct|{},_col14: struct|{},_col15: struct|{}) 2015-10-29T11:12:40,374 DEBUG [main]: optimizer.ConstantPropagateProcCtx (ConstantPropagateProcCtx.java:getPropagatedConstants(186)) - Offerring constants [] to operator FS[6] 2015-10-29T11:12:40,374 DEBUG [main]: optimizer.ColumnPrunerProcFactory (ColumnPrunerProcFactory.java:process(569)) - Reduce Sink Operator 3 key:[] 2015-10-29T11:12:40,374 INFO [main]: optimizer.ColumnPrunerProcFactory (ColumnPrunerProcFactory.java:pruneReduceSinkOperator(864)) - RS 3 oldColExprMap: {VALUE._col5=Column[_col5], VALUE._col4=Column[_col4], VALUE._col3=Column[_col3], VALUE._col2=Column[_col2], VALUE._col1=Column[_col1], VALUE._col0=Column[_col0], VALUE._col14=Column[_col14], VALUE._col13=Column[_col13], VALUE._col15=Column[_col15], VALUE._col9=Column[_col9], VALUE._col8=Column[_col8], VALUE._col7=Column[_col7], VALUE._col6=Column[_col6], VALUE._col11=Column[_col11], VALUE._col12=Column[_col12], VALUE._col10=Column[_col10]} 2015-10-29T11:12:40,374 INFO [main]: optimizer.ColumnPrunerProcFactory (ColumnPrunerProcFactory.java:pruneReduceSinkOperator(913)) - RS 3 newColExprMap: {VALUE._col5=Column[_col5], VALUE._col4=Column[_col4], VALUE._col3=Column[_col3], VALUE._col2=Column[_col2], VALUE._col1=Column[_col1], VALUE._col0=Column[_col0], VALUE._col14=Column[_col14], VALUE._col13=Column[_col13], VALUE._col15=Column[_col15], VALUE._col9=Column[_col9], VALUE._col8=Column[_col8], VALUE._col7=Column[_col7], VALUE._col6=Column[_col6], VALUE._col11=Column[_col11], VALUE._col12=Column[_col12], VALUE._col10=Column[_col10]} 2015-10-29T11:12:40,375 DEBUG [main]: optimizer.IdentityProjectRemover (IdentityProjectRemover.java:process(131)) - Identity project remover optimization removed : SEL[5] 2015-10-29T11:12:40,375 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:analyzeInternal(10147)) - After logical optimization TS[0]-SEL[1]-GBY[2]-RS[3]-GBY[4]-FS[6] 2015-10-29T11:12:40,376 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:40,376 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:40,376 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct lineitem { i32 l_orderkey, i32 l_partkey, i32 l_suppkey, i32 l_linenumber, double l_quantity, double l_extendedprice, double l_discount, double l_tax, string l_returnflag, string l_linestatus, string l_shipdate, string l_commitdate, string l_receiptdate, string l_shipinstruct, string l_shipmode, string l_comment} 2015-10-29T11:12:40,376 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct lineitem { i32 l_orderkey, i32 l_partkey, i32 l_suppkey, i32 l_linenumber, double l_quantity, double l_extendedprice, double l_discount, double l_tax, string l_returnflag, string l_linestatus, string l_shipdate, string l_commitdate, string l_receiptdate, string l_shipinstruct, string l_shipmode, string l_comment} 2015-10-29T11:12:40,376 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct lineitem { i32 l_orderkey, i32 l_partkey, i32 l_suppkey, i32 l_linenumber, double l_quantity, double l_extendedprice, double l_discount, double l_tax, string l_returnflag, string l_linestatus, string l_shipdate, string l_commitdate, string l_receiptdate, string l_shipinstruct, string l_shipmode, string l_comment} 2015-10-29T11:12:40,376 DEBUG [main]: optimizer.GenMapRedUtils (GenMapRedUtils.java:setMapWork(678)) - Adding pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/lineitem of tablelineitem 2015-10-29T11:12:40,376 DEBUG [main]: optimizer.GenMapRedUtils (GenMapRedUtils.java:setMapWork(716)) - Information added for path pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/lineitem 2015-10-29T11:12:40,377 DEBUG [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(167)) - Looking at: null 2015-10-29T11:12:40,377 INFO [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(175)) - Looking for table scans where optimization is applicable 2015-10-29T11:12:40,377 INFO [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(199)) - Found 0 null table scans 2015-10-29T11:12:40,377 DEBUG [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(167)) - Looking at: null 2015-10-29T11:12:40,377 INFO [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(175)) - Looking for table scans where optimization is applicable 2015-10-29T11:12:40,377 INFO [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(199)) - Found 0 null table scans 2015-10-29T11:12:40,377 DEBUG [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(167)) - Looking at: null 2015-10-29T11:12:40,377 INFO [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(175)) - Looking for table scans where optimization is applicable 2015-10-29T11:12:40,377 INFO [main]: physical.NullScanTaskDispatcher (NullScanTaskDispatcher.java:dispatch(199)) - Found 0 null table scans 2015-10-29T11:12:40,377 INFO [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:analyzeInternal(10168)) - Completed plan generation 2015-10-29T11:12:40,377 INFO [main]: ql.Driver (Driver.java:compile(448)) - Semantic Analysis Completed 2015-10-29T11:12:40,378 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:validate(10519)) - validation start 2015-10-29T11:12:40,378 DEBUG [main]: parse.ColumnStatsSemanticAnalyzer (SemanticAnalyzer.java:validate(10561)) - not validating writeEntity, because entity is neither table nor partition 2015-10-29T11:12:40,378 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:40,378 INFO [main]: ql.Driver (Driver.java:getSchema(244)) - Returning Hive schema: Schema(fieldSchemas:[FieldSchema(name:_c0, type:struct, comment:null), FieldSchema(name:_c1, type:struct, comment:null), FieldSchema(name:_c2, type:struct, comment:null), FieldSchema(name:_c3, type:struct, comment:null), FieldSchema(name:_c4, type:struct, comment:null), FieldSchema(name:_c5, type:struct, comment:null), FieldSchema(name:_c6, type:struct, comment:null), FieldSchema(name:_c7, type:struct, comment:null), FieldSchema(name:_c8, type:struct, comment:null), FieldSchema(name:_c9, type:struct, comment:null), FieldSchema(name:_c10, type:struct, comment:null), FieldSchema(name:_c11, type:struct, comment:null), FieldSchema(name:_c12, type:struct, comment:null), FieldSchema(name:_c13, type:struct, comment:null), FieldSchema(name:_c14, type:struct, comment:null), FieldSchema(name:_c15, type:struct, comment:null)], properties:null) 2015-10-29T11:12:40,378 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:40,378 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : compilation phase 2015-10-29T11:12:40,378 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {flushCache_()=0, isCompatibleWith_(HiveConf, )=0, getTable_(String, String, )=10} 2015-10-29T11:12:40,378 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:40,378 DEBUG [main]: lockmgr.DummyTxnManager (DummyTxnManager.java:acquireLocks(129)) - Adding default@lineitem to list of lock inputs 2015-10-29T11:12:40,378 DEBUG [main]: lockmgr.DummyTxnManager (DummyTxnManager.java:acquireLocks(148)) - Adding file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-40_302_2548107834382755390-1/-mr-10000 to list of lock outputs 2015-10-29T11:12:40,378 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:lock(262)) - Acquiring lock for default with mode IMPLICIT 2015-10-29T11:12:40,381 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:lock(262)) - Acquiring lock for default/lineitem with mode IMPLICIT 2015-10-29T11:12:40,383 DEBUG [main]: ql.Driver (Driver.java:recordValidTxns(960)) - Encoding valid txns info 9223372036854775807: txnid:0 2015-10-29T11:12:40,383 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:40,383 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:40,383 INFO [main]: ql.Driver (Driver.java:execute(1468)) - Starting command(queryId=sush_20151029111240_f7ea5d94-5f3d-49fe-b766-cdff9a8c6e05): analyze table lineitem compute statistics for columns 2015-10-29T11:12:40,383 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:40,383 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: query: analyze table lineitem compute statistics for columns 2015-10-29T11:12:40,383 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: type: QUERY 2015-10-29T11:12:40,383 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: Input: default@lineitem 2015-10-29T11:12:40,383 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: Output: file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-40_302_2548107834382755390-1/-mr-10000 2015-10-29T11:12:40,383 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:40,383 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:40,383 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:40,384 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - Query ID = sush_20151029111240_f7ea5d94-5f3d-49fe-b766-cdff9a8c6e05 2015-10-29T11:12:40,384 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - Total jobs = 1 2015-10-29T11:12:40,384 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:40,384 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:40,384 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:40,384 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - Launching Job 1 out of 1 2015-10-29T11:12:40,385 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-0:MAPRED] in serial mode 2015-10-29T11:12:40,385 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - Number of reduce tasks determined at compile time: 1 2015-10-29T11:12:40,385 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - In order to change the average load for a reducer (in bytes): 2015-10-29T11:12:40,385 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - set hive.exec.reducers.bytes.per.reducer= 2015-10-29T11:12:40,385 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - In order to limit the maximum number of reducers: 2015-10-29T11:12:40,385 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - set hive.exec.reducers.max= 2015-10-29T11:12:40,385 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - In order to set a constant number of reducers: 2015-10-29T11:12:40,385 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - set mapreduce.job.reduces= 2015-10-29T11:12:40,390 INFO [main]: mr.ExecDriver (ExecDriver.java:execute(291)) - Using org.apache.hadoop.hive.ql.io.CombineHiveInputFormat 2015-10-29T11:12:40,390 INFO [main]: exec.Utilities (Utilities.java:getInputPaths(3433)) - Processing alias lineitem 2015-10-29T11:12:40,390 INFO [main]: exec.Utilities (Utilities.java:getInputPaths(3450)) - Adding input file pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/lineitem 2015-10-29T11:12:40,390 INFO [main]: exec.Utilities (Utilities.java:isEmptyPath(2734)) - Content Summary not cached for pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/lineitem 2015-10-29T11:12:40,406 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:40,406 INFO [main]: exec.Utilities (Utilities.java:serializePlan(939)) - Serializing MapWork via kryo 2015-10-29T11:12:40,407 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:40,411 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:40,411 INFO [main]: exec.Utilities (Utilities.java:serializePlan(939)) - Serializing ReduceWork via kryo 2015-10-29T11:12:40,412 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:40,413 DEBUG [main]: mapreduce.Cluster (Cluster.java:initialize(90)) - Trying ClientProtocolProvider : org.apache.hadoop.mapred.LocalClientProtocolProvider 2015-10-29T11:12:40,413 INFO [main]: jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized 2015-10-29T11:12:40,414 DEBUG [main]: mapreduce.Cluster (Cluster.java:initialize(103)) - Picked org.apache.hadoop.mapred.LocalClientProtocolProvider as the ClientProtocolProvider 2015-10-29T11:12:40,415 DEBUG [main]: mapreduce.Cluster (Cluster.java:initialize(90)) - Trying ClientProtocolProvider : org.apache.hadoop.mapred.LocalClientProtocolProvider 2015-10-29T11:12:40,415 INFO [main]: jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized 2015-10-29T11:12:40,415 DEBUG [main]: mapreduce.Cluster (Cluster.java:initialize(103)) - Picked org.apache.hadoop.mapred.LocalClientProtocolProvider as the ClientProtocolProvider 2015-10-29T11:12:40,416 INFO [main]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-40_296_5819621927578128398-1/-mr-10001/36119aed-e31c-4d1a-b5f5-15191ab682e9/map.xml 2015-10-29T11:12:40,416 DEBUG [main]: exec.Utilities (Utilities.java:getBaseWork(452)) - Found plan in cache for name: map.xml 2015-10-29T11:12:40,416 INFO [main]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-40_296_5819621927578128398-1/-mr-10001/36119aed-e31c-4d1a-b5f5-15191ab682e9/reduce.xml 2015-10-29T11:12:40,416 DEBUG [main]: exec.Utilities (Utilities.java:getBaseWork(452)) - Found plan in cache for name: reduce.xml 2015-10-29T11:12:40,421 DEBUG [main]: mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(456)) - Configuring job job_local1375323342_0029 with file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/hadoop-tmp/mapred/staging/sush1375323342/.staging/job_local1375323342_0029 as the submit dir 2015-10-29T11:12:40,421 DEBUG [main]: mapreduce.JobSubmitter (JobSubmitter.java:populateTokenCache(718)) - adding the following namenodes' delegation tokens:[file:///] 2015-10-29T11:12:40,421 WARN [main]: mapreduce.JobSubmitter (JobSubmitter.java:copyAndConfigureFiles(153)) - Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2015-10-29T11:12:40,421 DEBUG [main]: mapreduce.JobSubmitter (JobSubmitter.java:copyAndConfigureFiles(173)) - default FileSystem: file:/// 2015-10-29T11:12:40,518 DEBUG [main]: mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(491)) - Creating splits at file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/hadoop-tmp/mapred/staging/sush1375323342/.staging/job_local1375323342_0029 2015-10-29T11:12:40,518 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:40,518 INFO [main]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-40_296_5819621927578128398-1/-mr-10001/36119aed-e31c-4d1a-b5f5-15191ab682e9/map.xml 2015-10-29T11:12:40,518 DEBUG [main]: exec.Utilities (Utilities.java:getBaseWork(452)) - Found plan in cache for name: map.xml 2015-10-29T11:12:40,518 INFO [main]: io.CombineHiveInputFormat (CombineHiveInputFormat.java:getSplits(478)) - Total number of paths: 1, launching 1 threads to check non-combinable ones. 2015-10-29T11:12:40,518 DEBUG [main]: io.CombineHiveInputFormat (CombineHiveInputFormat.java:getSplits(512)) - The received input paths are: [pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/lineitem] against the property mapreduce.input.fileinputformat.inputdir 2015-10-29T11:12:40,519 INFO [main]: io.CombineHiveInputFormat (CombineHiveInputFormat.java:getCombineSplits(395)) - CombineHiveInputSplit creating pool for pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/lineitem; using filter path pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/lineitem 2015-10-29T11:12:40,530 DEBUG [main]: input.FileInputFormat (FileInputFormat.java:listStatus(279)) - Time taken to get FileStatuses: 10 2015-10-29T11:12:40,530 INFO [main]: input.FileInputFormat (FileInputFormat.java:listStatus(281)) - Total input paths to process : 1 2015-10-29T11:12:40,530 INFO [main]: input.CombineFileInputFormat (CombineFileInputFormat.java:createSplits(413)) - DEBUG: Terminated node allocation with : CompletedNodes: 1, size left: 0 2015-10-29T11:12:40,530 INFO [main]: io.CombineHiveInputFormat (CombineHiveInputFormat.java:getCombineSplits(450)) - number of splits 1 2015-10-29T11:12:40,530 INFO [main]: io.CombineHiveInputFormat (CombineHiveInputFormat.java:getSplits(549)) - Number of all splits 1 2015-10-29T11:12:40,531 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:40,546 INFO [main]: mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(494)) - number of splits:1 2015-10-29T11:12:40,559 INFO [main]: mapreduce.JobSubmitter (JobSubmitter.java:printTokens(583)) - Submitting tokens for job: job_local1375323342_0029 2015-10-29T11:12:40,609 INFO [main]: mapreduce.Job (Job.java:submit(1300)) - The url to track the job: http://localhost:8080/ 2015-10-29T11:12:40,610 INFO [Thread-1960]: mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(471)) - OutputCommitter set in config org.apache.hadoop.hive.ql.io.HiveFileFormatUtils$NullOutputCommitter 2015-10-29T11:12:40,610 INFO [Thread-1960]: mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(489)) - OutputCommitter is org.apache.hadoop.hive.ql.io.HiveFileFormatUtils$NullOutputCommitter 2015-10-29T11:12:40,610 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - Job running in-process (local Hadoop) 2015-10-29T11:12:40,610 DEBUG [Thread-1960]: mapred.LocalJobRunner (LocalJobRunner.java:createMapExecutor(395)) - Starting mapper thread pool executor. 2015-10-29T11:12:40,610 DEBUG [Thread-1960]: mapred.LocalJobRunner (LocalJobRunner.java:createMapExecutor(396)) - Max local threads: 1 2015-10-29T11:12:40,610 DEBUG [Thread-1960]: mapred.LocalJobRunner (LocalJobRunner.java:createMapExecutor(397)) - Map tasks to process: 1 2015-10-29T11:12:40,611 INFO [Thread-1960]: mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for map tasks 2015-10-29T11:12:40,611 INFO [LocalJobRunner Map Task Executor #0]: mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local1375323342_0029_m_000000_0 2015-10-29T11:12:40,611 DEBUG [LocalJobRunner Map Task Executor #0]: mapred.SortedRanges (SortedRanges.java:doNext(348)) - currentIndex 0 0:0 2015-10-29T11:12:40,611 DEBUG [LocalJobRunner Map Task Executor #0]: mapred.LocalJobRunner (LocalJobRunner.java:setupChildMapredLocalDirs(974)) - mapreduce.cluster.local.dir for child : /Users/sush/dev/hive.git/itests/qtest/target/tmp/hadoop-tmp/mapred/local/localRunner//sush/jobcache/job_local1375323342_0029/attempt_local1375323342_0029_m_000000_0 2015-10-29T11:12:40,611 INFO [LocalJobRunner Map Task Executor #0]: util.ProcfsBasedProcessTree (ProcfsBasedProcessTree.java:isAvailable(181)) - ProcfsBasedProcessTree currently is supported only on Linux. 2015-10-29T11:12:40,611 INFO [LocalJobRunner Map Task Executor #0]: util.ProcfsBasedProcessTree (ProcfsBasedProcessTree.java:isAvailable(181)) - ProcfsBasedProcessTree currently is supported only on Linux. 2015-10-29T11:12:40,611 INFO [LocalJobRunner Map Task Executor #0]: mapred.Task (Task.java:initialize(587)) - Using ResourceCalculatorProcessTree : null 2015-10-29T11:12:40,612 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:updateJobWithSplit(482)) - Processing split: Paths:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/lineitem/lineitem.txt:0+12099InputFormatClass: org.apache.hadoop.mapred.TextInputFormat 2015-10-29T11:12:40,612 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-40_296_5819621927578128398-1/-mr-10001/36119aed-e31c-4d1a-b5f5-15191ab682e9/map.xml 2015-10-29T11:12:40,612 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(405)) - local path = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-40_296_5819621927578128398-1/-mr-10001/36119aed-e31c-4d1a-b5f5-15191ab682e9/map.xml 2015-10-29T11:12:40,612 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(417)) - Open file to read in plan: file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-40_296_5819621927578128398-1/-mr-10001/36119aed-e31c-4d1a-b5f5-15191ab682e9/map.xml 2015-10-29T11:12:40,612 INFO [LocalJobRunner Map Task Executor #0]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:40,612 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:deserializePlan(966)) - Deserializing MapWork via kryo 2015-10-29T11:12:40,616 INFO [LocalJobRunner Map Task Executor #0]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:40,616 INFO [LocalJobRunner Map Task Executor #0]: io.HiveContextAwareRecordReader (HiveContextAwareRecordReader.java:initIOContext(174)) - Processing file pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/lineitem/lineitem.txt 2015-10-29T11:12:40,617 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:runOldMapper(436)) - numReduceTasks: 1 2015-10-29T11:12:40,617 DEBUG [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:createSortingCollector(398)) - Trying map output collector class: org.apache.hadoop.mapred.MapTask$MapOutputBuffer 2015-10-29T11:12:40,631 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:setEquator(1202)) - (EQUATOR) 0 kvi 26214396(104857584) 2015-10-29T11:12:40,631 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:init(995)) - mapreduce.task.io.sort.mb: 100 2015-10-29T11:12:40,631 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:init(996)) - soft limit at 83886080 2015-10-29T11:12:40,631 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:init(997)) - bufstart = 0; bufvoid = 104857600 2015-10-29T11:12:40,631 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:init(998)) - kvstart = 26214396; length = 6553600 2015-10-29T11:12:40,631 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:createSortingCollector(402)) - Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer 2015-10-29T11:12:40,631 INFO [LocalJobRunner Map Task Executor #0]: mr.ExecMapper (ExecMapper.java:configure(83)) - conf classpath = [file:/Users/sush/dev/hive.git/itests/qtest/target/surefire/surefirebooter6776397513364088476.jar] 2015-10-29T11:12:40,631 INFO [LocalJobRunner Map Task Executor #0]: mr.ExecMapper (ExecMapper.java:configure(85)) - thread classpath = [file:/Users/sush/dev/hive.git/itests/qtest/target/surefire/surefirebooter6776397513364088476.jar] 2015-10-29T11:12:40,631 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-40_296_5819621927578128398-1/-mr-10001/36119aed-e31c-4d1a-b5f5-15191ab682e9/map.xml 2015-10-29T11:12:40,631 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(452)) - Found plan in cache for name: map.xml 2015-10-29T11:12:40,632 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:initialize(338)) - Initializing operator MAP[11] 2015-10-29T11:12:40,632 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:initialize(377)) - Initialization Done 11 MAP 2015-10-29T11:12:40,632 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:initializeChildren(463)) - Operator 11 MAP initialized 2015-10-29T11:12:40,632 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:initialize(390)) - Initialization Done 11 MAP done is reset. 2015-10-29T11:12:40,632 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:40,632 INFO [LocalJobRunner Map Task Executor #0]: mr.ExecMapper (ExecMapper.java:configure(110)) - Id =11 Id =7 Id =8 Id =9 Id =10 <\Children> Id = 9 null<\Parent> <\RS> <\Children> Id = 8 null<\Parent> <\GBY> <\Children> Id = 7 null<\Parent> <\SEL> <\Children> Id = 11 null<\Parent> <\TS> <\Children> <\Parent> <\MAP> 2015-10-29T11:12:40,633 INFO [LocalJobRunner Map Task Executor #0]: MapredContext (MapredContext.java:init(55)) - MapredContext initialized. 2015-10-29T11:12:40,633 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:initialize(338)) - Initializing operator TS[7] 2015-10-29T11:12:40,633 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:initialize(377)) - Initialization Done 7 TS 2015-10-29T11:12:40,633 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:initializeChildren(463)) - Operator 7 TS initialized 2015-10-29T11:12:40,633 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:initializeChildren(469)) - Initializing children of 7 TS 2015-10-29T11:12:40,633 INFO [LocalJobRunner Map Task Executor #0]: exec.SelectOperator (Operator.java:initialize(507)) - Initializing child 8 SEL 2015-10-29T11:12:40,633 INFO [LocalJobRunner Map Task Executor #0]: exec.SelectOperator (Operator.java:initialize(338)) - Initializing operator SEL[8] 2015-10-29T11:12:40,633 INFO [LocalJobRunner Map Task Executor #0]: exec.SelectOperator (SelectOperator.java:initializeOp(65)) - SELECT struct 2015-10-29T11:12:40,633 INFO [LocalJobRunner Map Task Executor #0]: exec.SelectOperator (Operator.java:initialize(377)) - Initialization Done 8 SEL 2015-10-29T11:12:40,633 INFO [LocalJobRunner Map Task Executor #0]: exec.SelectOperator (Operator.java:initializeChildren(463)) - Operator 8 SEL initialized 2015-10-29T11:12:40,633 INFO [LocalJobRunner Map Task Executor #0]: exec.SelectOperator (Operator.java:initializeChildren(469)) - Initializing children of 8 SEL 2015-10-29T11:12:40,633 INFO [LocalJobRunner Map Task Executor #0]: exec.GroupByOperator (Operator.java:initialize(507)) - Initializing child 9 GBY 2015-10-29T11:12:40,633 INFO [LocalJobRunner Map Task Executor #0]: exec.GroupByOperator (Operator.java:initialize(338)) - Initializing operator GBY[9] 2015-10-29T11:12:40,633 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:40,633 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:40,634 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:40,634 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:40,634 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:40,634 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:40,634 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:40,634 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:40,634 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:40,634 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:40,634 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:40,634 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:40,634 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:40,634 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:40,634 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:40,635 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:40,635 INFO [LocalJobRunner Map Task Executor #0]: exec.GroupByOperator (Operator.java:initialize(377)) - Initialization Done 9 GBY 2015-10-29T11:12:40,635 INFO [LocalJobRunner Map Task Executor #0]: exec.GroupByOperator (Operator.java:initializeChildren(463)) - Operator 9 GBY initialized 2015-10-29T11:12:40,635 INFO [LocalJobRunner Map Task Executor #0]: exec.GroupByOperator (Operator.java:initializeChildren(469)) - Initializing children of 9 GBY 2015-10-29T11:12:40,635 INFO [LocalJobRunner Map Task Executor #0]: exec.ReduceSinkOperator (Operator.java:initialize(507)) - Initializing child 10 RS 2015-10-29T11:12:40,635 INFO [LocalJobRunner Map Task Executor #0]: exec.ReduceSinkOperator (Operator.java:initialize(338)) - Initializing operator RS[10] 2015-10-29T11:12:40,635 INFO [LocalJobRunner Map Task Executor #0]: exec.ReduceSinkOperator (ReduceSinkOperator.java:initializeOp(221)) - Using tag = -1 2015-10-29T11:12:40,635 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:40,635 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:40,636 DEBUG [LocalJobRunner Map Task Executor #0]: lazybinary.LazyBinarySerDe (LazyBinarySerDe.java:initialize(131)) - LazyBinarySerDe initialized with: columnNames=[_col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15] columnTypes=[struct, struct, struct, struct, struct, struct, struct, struct, struct, struct, struct, struct, struct, struct, struct, struct] 2015-10-29T11:12:40,636 INFO [LocalJobRunner Map Task Executor #0]: exec.ReduceSinkOperator (Operator.java:initialize(377)) - Initialization Done 10 RS 2015-10-29T11:12:40,636 INFO [LocalJobRunner Map Task Executor #0]: exec.ReduceSinkOperator (Operator.java:initializeChildren(463)) - Operator 10 RS initialized 2015-10-29T11:12:40,636 INFO [LocalJobRunner Map Task Executor #0]: exec.ReduceSinkOperator (Operator.java:initialize(390)) - Initialization Done 10 RS done is reset. 2015-10-29T11:12:40,636 INFO [LocalJobRunner Map Task Executor #0]: exec.GroupByOperator (Operator.java:initialize(390)) - Initialization Done 9 GBY done is reset. 2015-10-29T11:12:40,636 INFO [LocalJobRunner Map Task Executor #0]: exec.SelectOperator (Operator.java:initialize(390)) - Initialization Done 8 SEL done is reset. 2015-10-29T11:12:40,636 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:initialize(390)) - Initialization Done 7 TS done is reset. 2015-10-29T11:12:40,636 INFO [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-40_296_5819621927578128398-1/-mr-10001/36119aed-e31c-4d1a-b5f5-15191ab682e9/map.xml 2015-10-29T11:12:40,636 DEBUG [LocalJobRunner Map Task Executor #0]: exec.Utilities (Utilities.java:getBaseWork(452)) - Found plan in cache for name: map.xml 2015-10-29T11:12:40,636 WARN [LocalJobRunner Map Task Executor #0]: lazy.LazyStruct (LazyStruct.java:parse(151)) - Extra bytes detected at the end of the row! Ignoring similar problems. 2015-10-29T11:12:40,636 WARN [LocalJobRunner Map Task Executor #0]: lazy.LazyStruct (LazyStruct.java:parse(151)) - Extra bytes detected at the end of the row! Ignoring similar problems. 2015-10-29T11:12:40,637 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (MapOperator.java:rowsForwarded(535)) - MAP[11]: records read - 1 2015-10-29T11:12:40,637 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (MapOperator.java:rowsForwarded(535)) - MAP[11]: records read - 10 2015-10-29T11:12:40,642 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (MapOperator.java:rowsForwarded(535)) - MAP[11]: records read - 100 2015-10-29T11:12:40,642 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:close(650)) - 11 finished. closing... 2015-10-29T11:12:40,642 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:logStats(898)) - RECORDS_IN:100 2015-10-29T11:12:40,642 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:logStats(898)) - DESERIALIZE_ERRORS:0 2015-10-29T11:12:40,642 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:close(650)) - 7 finished. closing... 2015-10-29T11:12:40,642 INFO [LocalJobRunner Map Task Executor #0]: exec.SelectOperator (Operator.java:close(650)) - 8 finished. closing... 2015-10-29T11:12:40,642 INFO [LocalJobRunner Map Task Executor #0]: exec.GroupByOperator (Operator.java:close(650)) - 9 finished. closing... 2015-10-29T11:12:40,642 INFO [LocalJobRunner Map Task Executor #0]: exec.GroupByOperator (GroupByOperator.java:flush(1027)) - Begin Hash Table flush: size = 1 2015-10-29T11:12:40,648 INFO [LocalJobRunner Map Task Executor #0]: exec.ReduceSinkOperator (ReduceSinkOperator.java:process(322)) - keys are [] num distributions: 0 2015-10-29T11:12:40,648 INFO [LocalJobRunner Map Task Executor #0]: exec.ReduceSinkOperator (ReduceSinkOperator.java:collect(535)) - RS[10]: records written - 1 2015-10-29T11:12:40,648 INFO [LocalJobRunner Map Task Executor #0]: exec.ReduceSinkOperator (Operator.java:close(650)) - 10 finished. closing... 2015-10-29T11:12:40,648 INFO [LocalJobRunner Map Task Executor #0]: exec.ReduceSinkOperator (ReduceSinkOperator.java:closeOp(569)) - RS[10]: records written - 1 2015-10-29T11:12:40,648 INFO [LocalJobRunner Map Task Executor #0]: exec.ReduceSinkOperator (Operator.java:logStats(898)) - RECORDS_OUT_INTERMEDIATE:1 2015-10-29T11:12:40,648 INFO [LocalJobRunner Map Task Executor #0]: exec.ReduceSinkOperator (Operator.java:close(674)) - 10 Close done 2015-10-29T11:12:40,649 INFO [LocalJobRunner Map Task Executor #0]: exec.GroupByOperator (Operator.java:close(674)) - 9 Close done 2015-10-29T11:12:40,649 INFO [LocalJobRunner Map Task Executor #0]: exec.SelectOperator (Operator.java:close(674)) - 8 Close done 2015-10-29T11:12:40,649 INFO [LocalJobRunner Map Task Executor #0]: exec.TableScanOperator (Operator.java:close(674)) - 7 Close done 2015-10-29T11:12:40,649 INFO [LocalJobRunner Map Task Executor #0]: exec.MapOperator (Operator.java:close(674)) - 11 Close done 2015-10-29T11:12:40,649 INFO [LocalJobRunner Map Task Executor #0]: mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 2015-10-29T11:12:40,649 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:flush(1457)) - Starting flush of map output 2015-10-29T11:12:40,649 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:flush(1475)) - Spilling map output 2015-10-29T11:12:40,649 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:flush(1476)) - bufstart = 0; bufend = 4201; bufvoid = 104857600 2015-10-29T11:12:40,649 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:flush(1478)) - kvstart = 26214396(104857584); kvend = 26214396(104857584); length = 1/6553600 2015-10-29T11:12:40,650 INFO [LocalJobRunner Map Task Executor #0]: mapred.MapTask (MapTask.java:sortAndSpill(1660)) - Finished spill 0 2015-10-29T11:12:40,651 INFO [LocalJobRunner Map Task Executor #0]: mapred.Task (Task.java:done(1001)) - Task:attempt_local1375323342_0029_m_000000_0 is done. And is in the process of committing 2015-10-29T11:12:40,651 INFO [LocalJobRunner Map Task Executor #0]: mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/lineitem/lineitem.txt:0+12099 2015-10-29T11:12:40,652 INFO [LocalJobRunner Map Task Executor #0]: mapred.Task (Task.java:sendDone(1121)) - Task 'attempt_local1375323342_0029_m_000000_0' done. 2015-10-29T11:12:40,652 INFO [LocalJobRunner Map Task Executor #0]: mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local1375323342_0029_m_000000_0 2015-10-29T11:12:40,652 INFO [Thread-1960]: mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - map task executor complete. 2015-10-29T11:12:40,652 DEBUG [Thread-1960]: mapred.LocalJobRunner (LocalJobRunner.java:createReduceExecutor(424)) - Starting reduce thread pool executor. 2015-10-29T11:12:40,652 DEBUG [Thread-1960]: mapred.LocalJobRunner (LocalJobRunner.java:createReduceExecutor(425)) - Max local threads: 1 2015-10-29T11:12:40,652 DEBUG [Thread-1960]: mapred.LocalJobRunner (LocalJobRunner.java:createReduceExecutor(426)) - Reduce tasks to process: 1 2015-10-29T11:12:40,652 INFO [Thread-1960]: mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for reduce tasks 2015-10-29T11:12:40,652 INFO [pool-108-thread-1]: mapred.LocalJobRunner (LocalJobRunner.java:run(302)) - Starting task: attempt_local1375323342_0029_r_000000_0 2015-10-29T11:12:40,652 DEBUG [pool-108-thread-1]: mapred.SortedRanges (SortedRanges.java:doNext(348)) - currentIndex 0 0:0 2015-10-29T11:12:40,653 DEBUG [pool-108-thread-1]: mapred.LocalJobRunner (LocalJobRunner.java:setupChildMapredLocalDirs(974)) - mapreduce.cluster.local.dir for child : /Users/sush/dev/hive.git/itests/qtest/target/tmp/hadoop-tmp/mapred/local/localRunner//sush/jobcache/job_local1375323342_0029/attempt_local1375323342_0029_r_000000_0 2015-10-29T11:12:40,653 INFO [pool-108-thread-1]: util.ProcfsBasedProcessTree (ProcfsBasedProcessTree.java:isAvailable(181)) - ProcfsBasedProcessTree currently is supported only on Linux. 2015-10-29T11:12:40,653 INFO [pool-108-thread-1]: util.ProcfsBasedProcessTree (ProcfsBasedProcessTree.java:isAvailable(181)) - ProcfsBasedProcessTree currently is supported only on Linux. 2015-10-29T11:12:40,653 INFO [pool-108-thread-1]: mapred.Task (Task.java:initialize(587)) - Using ResourceCalculatorProcessTree : null 2015-10-29T11:12:40,653 INFO [pool-108-thread-1]: mapred.ReduceTask (ReduceTask.java:run(362)) - Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@77476e78 2015-10-29T11:12:40,654 INFO [pool-108-thread-1]: reduce.MergeManagerImpl (MergeManagerImpl.java:(196)) - MergerManager: memoryLimit=1336252800, maxSingleShuffleLimit=334063200, mergeThreshold=881926912, ioSortFactor=10, memToMemMergeOutputsThreshold=10 2015-10-29T11:12:40,654 INFO [EventFetcher for fetching Map Completion Events]: reduce.EventFetcher (EventFetcher.java:run(61)) - attempt_local1375323342_0029_r_000000_0 Thread started: EventFetcher for fetching Map Completion Events 2015-10-29T11:12:40,654 DEBUG [EventFetcher for fetching Map Completion Events]: reduce.EventFetcher (EventFetcher.java:getMapCompletionEvents(127)) - Got 0 map completion events from 0 2015-10-29T11:12:40,654 DEBUG [EventFetcher for fetching Map Completion Events]: reduce.EventFetcher (EventFetcher.java:run(71)) - GetMapEventsThread about to sleep for 1000 2015-10-29T11:12:40,655 DEBUG [localfetcher#14]: reduce.LocalFetcher (LocalFetcher.java:doCopy(101)) - LocalFetcher 14 going to fetch: attempt_local1375323342_0029_m_000000_0 2015-10-29T11:12:40,655 DEBUG [localfetcher#14]: reduce.MergeManagerImpl (MergeManagerImpl.java:reserve(291)) - attempt_local1375323342_0029_m_000000_0: Proceeding with shuffle since usedMemory (0) is lesser than memoryLimit (1336252800).CommitMemory is (0) 2015-10-29T11:12:40,655 INFO [localfetcher#14]: reduce.LocalFetcher (LocalFetcher.java:copyMapOutput(141)) - localfetcher#14 about to shuffle output of map attempt_local1375323342_0029_m_000000_0 decomp: 4207 len: 4211 to MEMORY 2015-10-29T11:12:40,655 INFO [localfetcher#14]: reduce.InMemoryMapOutput (InMemoryMapOutput.java:shuffle(100)) - Read 4207 bytes from map-output for attempt_local1375323342_0029_m_000000_0 2015-10-29T11:12:40,655 INFO [localfetcher#14]: reduce.MergeManagerImpl (MergeManagerImpl.java:closeInMemoryFile(314)) - closeInMemoryFile -> map-output of size: 4207, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->4207 2015-10-29T11:12:40,655 DEBUG [localfetcher#14]: reduce.ShuffleSchedulerImpl (ShuffleSchedulerImpl.java:copySucceeded(217)) - map attempt_local1375323342_0029_m_000000_0 done 1 / 1 copied. 2015-10-29T11:12:40,656 INFO [EventFetcher for fetching Map Completion Events]: reduce.EventFetcher (EventFetcher.java:run(76)) - EventFetcher is interrupted.. Returning 2015-10-29T11:12:40,656 INFO [pool-108-thread-1]: mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied. 2015-10-29T11:12:40,656 INFO [pool-108-thread-1]: reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(674)) - finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs 2015-10-29T11:12:40,657 INFO [pool-108-thread-1]: mapred.Merger (Merger.java:merge(597)) - Merging 1 sorted segments 2015-10-29T11:12:40,657 INFO [pool-108-thread-1]: mapred.Merger (Merger.java:merge(696)) - Down to the last merge-pass, with 1 segments left of total size: 4198 bytes 2015-10-29T11:12:40,657 INFO [pool-108-thread-1]: reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(751)) - Merged 1 segments, 4207 bytes to disk to satisfy reduce memory limit 2015-10-29T11:12:40,658 DEBUG [pool-108-thread-1]: reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(774)) - Disk file: /Users/sush/dev/hive.git/itests/qtest/target/tmp/hadoop-tmp/mapred/local/localRunner/sush/jobcache/job_local1375323342_0029/attempt_local1375323342_0029_r_000000_0/output/map_0.out.merged Length is 4211 2015-10-29T11:12:40,658 INFO [pool-108-thread-1]: reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(781)) - Merging 1 files, 4211 bytes from disk 2015-10-29T11:12:40,658 INFO [pool-108-thread-1]: reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(796)) - Merging 0 segments, 0 bytes from memory into reduce 2015-10-29T11:12:40,658 INFO [pool-108-thread-1]: mapred.Merger (Merger.java:merge(597)) - Merging 1 sorted segments 2015-10-29T11:12:40,658 INFO [pool-108-thread-1]: mapred.Merger (Merger.java:merge(696)) - Down to the last merge-pass, with 1 segments left of total size: 4198 bytes 2015-10-29T11:12:40,658 INFO [pool-108-thread-1]: mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied. 2015-10-29T11:12:40,658 INFO [pool-108-thread-1]: ExecReducer (ExecReducer.java:configure(101)) - conf classpath = [file:/Users/sush/dev/hive.git/itests/qtest/target/surefire/surefirebooter6776397513364088476.jar] 2015-10-29T11:12:40,658 INFO [pool-108-thread-1]: ExecReducer (ExecReducer.java:configure(103)) - thread classpath = [file:/Users/sush/dev/hive.git/itests/qtest/target/surefire/surefirebooter6776397513364088476.jar] 2015-10-29T11:12:40,658 INFO [pool-108-thread-1]: exec.Utilities (Utilities.java:getBaseWork(391)) - PLAN PATH = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-40_296_5819621927578128398-1/-mr-10001/36119aed-e31c-4d1a-b5f5-15191ab682e9/reduce.xml 2015-10-29T11:12:40,658 INFO [pool-108-thread-1]: exec.Utilities (Utilities.java:getBaseWork(405)) - local path = file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-40_296_5819621927578128398-1/-mr-10001/36119aed-e31c-4d1a-b5f5-15191ab682e9/reduce.xml 2015-10-29T11:12:40,658 INFO [pool-108-thread-1]: exec.Utilities (Utilities.java:getBaseWork(417)) - Open file to read in plan: file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-40_296_5819621927578128398-1/-mr-10001/36119aed-e31c-4d1a-b5f5-15191ab682e9/reduce.xml 2015-10-29T11:12:40,659 INFO [pool-108-thread-1]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:40,659 INFO [pool-108-thread-1]: exec.Utilities (Utilities.java:deserializePlan(966)) - Deserializing ReduceWork via kryo 2015-10-29T11:12:40,663 INFO [pool-108-thread-1]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:40,663 DEBUG [pool-108-thread-1]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:40,663 DEBUG [pool-108-thread-1]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:40,664 DEBUG [pool-108-thread-1]: lazybinary.LazyBinarySerDe (LazyBinarySerDe.java:initialize(131)) - LazyBinarySerDe initialized with: columnNames=[_col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15] columnTypes=[struct, struct, struct, struct, struct, struct, struct, struct, struct, struct, struct, struct, struct, struct, struct, struct] 2015-10-29T11:12:40,664 INFO [pool-108-thread-1]: MapredContext (MapredContext.java:init(55)) - MapredContext initialized. 2015-10-29T11:12:40,664 INFO [pool-108-thread-1]: ExecReducer (ExecReducer.java:configure(149)) - Id =12 Id =13 <\Children> Id = 12 null<\Parent> <\FS> <\Children> <\Parent> <\GBY> 2015-10-29T11:12:40,664 INFO [pool-108-thread-1]: exec.GroupByOperator (Operator.java:initialize(338)) - Initializing operator GBY[12] 2015-10-29T11:12:40,664 DEBUG [pool-108-thread-1]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:40,664 DEBUG [pool-108-thread-1]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:40,664 DEBUG [pool-108-thread-1]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:40,664 DEBUG [pool-108-thread-1]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:40,664 DEBUG [pool-108-thread-1]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:40,664 DEBUG [pool-108-thread-1]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:40,664 DEBUG [pool-108-thread-1]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:40,664 DEBUG [pool-108-thread-1]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:40,664 DEBUG [pool-108-thread-1]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:40,665 DEBUG [pool-108-thread-1]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:40,665 DEBUG [pool-108-thread-1]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:40,665 DEBUG [pool-108-thread-1]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:40,665 DEBUG [pool-108-thread-1]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:40,665 DEBUG [pool-108-thread-1]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:40,665 DEBUG [pool-108-thread-1]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:40,665 DEBUG [pool-108-thread-1]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:40,665 INFO [pool-108-thread-1]: exec.GroupByOperator (Operator.java:initialize(377)) - Initialization Done 12 GBY 2015-10-29T11:12:40,665 INFO [pool-108-thread-1]: exec.GroupByOperator (Operator.java:initializeChildren(463)) - Operator 12 GBY initialized 2015-10-29T11:12:40,665 INFO [pool-108-thread-1]: exec.GroupByOperator (Operator.java:initializeChildren(469)) - Initializing children of 12 GBY 2015-10-29T11:12:40,665 INFO [pool-108-thread-1]: exec.FileSinkOperator (Operator.java:initialize(507)) - Initializing child 13 FS 2015-10-29T11:12:40,665 INFO [pool-108-thread-1]: exec.FileSinkOperator (Operator.java:initialize(338)) - Initializing operator FS[13] 2015-10-29T11:12:40,665 DEBUG [pool-108-thread-1]: exec.Utilities (Utilities.java:getSessionSpecifiedClassLoader(2171)) - Hive Conf not found or Session not initiated, use thread based class loader instead 2015-10-29T11:12:40,666 INFO [pool-108-thread-1]: exec.FileSinkOperator (FileSinkOperator.java:initializeOp(361)) - Using serializer : class org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe[[[B@2b961746]:[_col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15]:[struct, struct, struct, struct, struct, struct, struct, struct, struct, struct, struct, struct, struct, struct, struct, struct]] and formatter : org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat@ad20b05 2015-10-29T11:12:40,666 DEBUG [pool-108-thread-1]: exec.FileSinkOperator (FileSinkOperator.java:(163)) - Created slots for 1 2015-10-29T11:12:40,666 INFO [pool-108-thread-1]: exec.FileSinkOperator (Operator.java:initialize(377)) - Initialization Done 13 FS 2015-10-29T11:12:40,666 INFO [pool-108-thread-1]: exec.FileSinkOperator (Operator.java:initializeChildren(463)) - Operator 13 FS initialized 2015-10-29T11:12:40,666 INFO [pool-108-thread-1]: exec.FileSinkOperator (Operator.java:initialize(390)) - Initialization Done 13 FS done is reset. 2015-10-29T11:12:40,666 INFO [pool-108-thread-1]: exec.GroupByOperator (Operator.java:initialize(390)) - Initialization Done 12 GBY done is reset. 2015-10-29T11:12:40,667 INFO [pool-108-thread-1]: lazybinary.LazyBinaryStruct (LazyBinaryStruct.java:parse(177)) - Missing fields! Expected 16 fields but only got 16! Last field end 4193 and serialize buffer end 4192. Ignoring similar problems. 2015-10-29T11:12:40,668 INFO [pool-108-thread-1]: exec.GroupByOperator (Operator.java:close(650)) - 12 finished. closing... 2015-10-29T11:12:40,668 INFO [pool-108-thread-1]: exec.FileSinkOperator (FileSinkOperator.java:createBucketForFileIdx(572)) - Final Path: FS file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-40_302_2548107834382755390-1/-mr-10000/.hive-staging_hive_2015-10-29_11-12-40_302_2548107834382755390-1/_tmp.-ext-10001/000000_0 2015-10-29T11:12:40,668 INFO [pool-108-thread-1]: exec.FileSinkOperator (FileSinkOperator.java:createBucketForFileIdx(576)) - Writing to temp file: FS file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-40_302_2548107834382755390-1/-mr-10000/.hive-staging_hive_2015-10-29_11-12-40_302_2548107834382755390-1/_task_tmp.-ext-10001/_tmp.000000_0 2015-10-29T11:12:40,668 INFO [pool-108-thread-1]: exec.FileSinkOperator (FileSinkOperator.java:createBucketForFileIdx(593)) - New Final Path: FS file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-40_302_2548107834382755390-1/-mr-10000/.hive-staging_hive_2015-10-29_11-12-40_302_2548107834382755390-1/_tmp.-ext-10001/000000_0 2015-10-29T11:12:40,673 INFO [pool-108-thread-1]: exec.FileSinkOperator (FileSinkOperator.java:process(727)) - FS[13]: records written - 1 2015-10-29T11:12:40,673 INFO [pool-108-thread-1]: exec.FileSinkOperator (Operator.java:close(650)) - 13 finished. closing... 2015-10-29T11:12:40,673 INFO [pool-108-thread-1]: exec.FileSinkOperator (FileSinkOperator.java:closeOp(989)) - FS[13]: records written - 1 2015-10-29T11:12:40,674 INFO [pool-108-thread-1]: exec.FileSinkOperator (Operator.java:logStats(898)) - RECORDS_OUT_0:1 2015-10-29T11:12:40,674 INFO [pool-108-thread-1]: exec.FileSinkOperator (Operator.java:close(674)) - 13 Close done 2015-10-29T11:12:40,674 INFO [pool-108-thread-1]: exec.GroupByOperator (Operator.java:close(674)) - 12 Close done 2015-10-29T11:12:40,674 INFO [pool-108-thread-1]: mapred.Task (Task.java:done(1001)) - Task:attempt_local1375323342_0029_r_000000_0 is done. And is in the process of committing 2015-10-29T11:12:40,675 INFO [pool-108-thread-1]: mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - reduce > reduce 2015-10-29T11:12:40,675 INFO [pool-108-thread-1]: mapred.Task (Task.java:sendDone(1121)) - Task 'attempt_local1375323342_0029_r_000000_0' done. 2015-10-29T11:12:40,675 INFO [pool-108-thread-1]: mapred.LocalJobRunner (LocalJobRunner.java:run(325)) - Finishing task: attempt_local1375323342_0029_r_000000_0 2015-10-29T11:12:40,675 INFO [Thread-1960]: mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - reduce task executor complete. 2015-10-29T11:12:41,615 DEBUG [main]: exec.Heartbeater (Heartbeater.java:heartbeat(80)) - heartbeating 2015-10-29T11:12:41,617 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - 2015-10-29 11:12:41,617 Stage-0 map = 100%, reduce = 100% 2015-10-29T11:12:41,620 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - Ended Job = job_local1375323342_0029 2015-10-29T11:12:41,621 DEBUG [main]: exec.Utilities (Utilities.java:getIdFromFilename(1751)) - TaskId for 000000_0 = 000000 2015-10-29T11:12:41,621 INFO [main]: exec.FileSinkOperator (Utilities.java:mvFileToFinalPath(1902)) - Moving tmp dir: file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-40_302_2548107834382755390-1/-mr-10000/.hive-staging_hive_2015-10-29_11-12-40_302_2548107834382755390-1/_tmp.-ext-10001 to: file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-40_302_2548107834382755390-1/-mr-10000/.hive-staging_hive_2015-10-29_11-12-40_302_2548107834382755390-1/-ext-10001 2015-10-29T11:12:41,621 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:41,623 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-1:COLUMNSTATS] in serial mode 2015-10-29T11:12:41,630 DEBUG [main]: mapred.FileInputFormat (FileInputFormat.java:listStatus(245)) - Time taken to get FileStatuses: 6 2015-10-29T11:12:41,630 INFO [main]: mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1 2015-10-29T11:12:41,630 DEBUG [main]: mapred.FileInputFormat (FileInputFormat.java:getSplits(373)) - Total # of splits generated by getSplits: 1, TimeTaken: 6 2015-10-29T11:12:41,630 DEBUG [main]: exec.FetchOperator (FetchOperator.java:getRecordReader(314)) - Creating fetchTask with deserializer typeinfo: struct<_col0:struct,_col1:struct,_col2:struct,_col3:struct,_col4:struct,_col5:struct,_col6:struct,_col7:struct,_col8:struct,_col9:struct,_col10:struct,_col11:struct,_col12:struct,_col13:struct,_col14:struct,_col15:struct> 2015-10-29T11:12:41,630 DEBUG [main]: exec.FetchOperator (FetchOperator.java:getRecordReader(316)) - deserializer properties: table properties: {columns=_col0,_col1,_col2,_col3,_col4,_col5,_col6,_col7,_col8,_col9,_col10,_col11,_col12,_col13,_col14,_col15, serialization.escape.crlf=true, serialization.lib=org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, hive.serialization.extend.additional.nesting.levels=true, serialization.format=1, columns.types=struct:struct:struct:struct:struct:struct:struct:struct:struct:struct:struct:struct:struct:struct:struct:struct, escape.delim=\} partition properties: {columns=_col0,_col1,_col2,_col3,_col4,_col5,_col6,_col7,_col8,_col9,_col10,_col11,_col12,_col13,_col14,_col15, serialization.escape.crlf=true, serialization.lib=org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, hive.serialization.extend.additional.nesting.levels=true, serialization.format=1, columns.types=struct:struct:struct:struct:struct:struct:struct:struct:struct:struct:struct:struct:struct:struct:struct:struct, escape.delim=\} 2015-10-29T11:12:41,631 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:41,631 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=lineitem 2015-10-29T11:12:41,631 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=lineitem 2015-10-29T11:12:41,636 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:41,636 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:41,636 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: write_column_statistics: db=default table=lineitem column=l_orderkey 2015-10-29T11:12:41,637 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=write_column_statistics: db=default table=lineitem column=l_orderkey 2015-10-29T11:12:41,637 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: write_column_statistics: db=default table=lineitem column=l_partkey 2015-10-29T11:12:41,637 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=write_column_statistics: db=default table=lineitem column=l_partkey 2015-10-29T11:12:41,637 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: write_column_statistics: db=default table=lineitem column=l_suppkey 2015-10-29T11:12:41,637 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=write_column_statistics: db=default table=lineitem column=l_suppkey 2015-10-29T11:12:41,637 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: write_column_statistics: db=default table=lineitem column=l_linenumber 2015-10-29T11:12:41,637 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=write_column_statistics: db=default table=lineitem column=l_linenumber 2015-10-29T11:12:41,637 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: write_column_statistics: db=default table=lineitem column=l_quantity 2015-10-29T11:12:41,637 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=write_column_statistics: db=default table=lineitem column=l_quantity 2015-10-29T11:12:41,637 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: write_column_statistics: db=default table=lineitem column=l_extendedprice 2015-10-29T11:12:41,637 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=write_column_statistics: db=default table=lineitem column=l_extendedprice 2015-10-29T11:12:41,637 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: write_column_statistics: db=default table=lineitem column=l_discount 2015-10-29T11:12:41,638 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=write_column_statistics: db=default table=lineitem column=l_discount 2015-10-29T11:12:41,638 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: write_column_statistics: db=default table=lineitem column=l_tax 2015-10-29T11:12:41,638 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=write_column_statistics: db=default table=lineitem column=l_tax 2015-10-29T11:12:41,638 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: write_column_statistics: db=default table=lineitem column=l_returnflag 2015-10-29T11:12:41,638 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=write_column_statistics: db=default table=lineitem column=l_returnflag 2015-10-29T11:12:41,638 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: write_column_statistics: db=default table=lineitem column=l_linestatus 2015-10-29T11:12:41,638 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=write_column_statistics: db=default table=lineitem column=l_linestatus 2015-10-29T11:12:41,638 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: write_column_statistics: db=default table=lineitem column=l_shipdate 2015-10-29T11:12:41,638 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=write_column_statistics: db=default table=lineitem column=l_shipdate 2015-10-29T11:12:41,638 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: write_column_statistics: db=default table=lineitem column=l_commitdate 2015-10-29T11:12:41,638 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=write_column_statistics: db=default table=lineitem column=l_commitdate 2015-10-29T11:12:41,639 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: write_column_statistics: db=default table=lineitem column=l_receiptdate 2015-10-29T11:12:41,639 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=write_column_statistics: db=default table=lineitem column=l_receiptdate 2015-10-29T11:12:41,639 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: write_column_statistics: db=default table=lineitem column=l_shipinstruct 2015-10-29T11:12:41,639 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=write_column_statistics: db=default table=lineitem column=l_shipinstruct 2015-10-29T11:12:41,639 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: write_column_statistics: db=default table=lineitem column=l_shipmode 2015-10-29T11:12:41,639 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=write_column_statistics: db=default table=lineitem column=l_shipmode 2015-10-29T11:12:41,639 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: write_column_statistics: db=default table=lineitem column=l_comment 2015-10-29T11:12:41,639 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=write_column_statistics: db=default table=lineitem column=l_comment 2015-10-29T11:12:41,643 INFO [main]: metastore.ObjectStore (ObjectStore.java:writeMTableColumnStatistics(6275)) - Updating table level column statistics for db=default tableName=lineitem colName=l_orderkey 2015-10-29T11:12:41,643 INFO [main]: metastore.ObjectStore (ObjectStore.java:writeMTableColumnStatistics(6275)) - Updating table level column statistics for db=default tableName=lineitem colName=l_orderkey 2015-10-29T11:12:41,644 INFO [main]: metastore.ObjectStore (ObjectStore.java:writeMTableColumnStatistics(6275)) - Updating table level column statistics for db=default tableName=lineitem colName=l_partkey 2015-10-29T11:12:41,644 INFO [main]: metastore.ObjectStore (ObjectStore.java:writeMTableColumnStatistics(6275)) - Updating table level column statistics for db=default tableName=lineitem colName=l_partkey 2015-10-29T11:12:41,647 INFO [main]: metastore.ObjectStore (ObjectStore.java:writeMTableColumnStatistics(6275)) - Updating table level column statistics for db=default tableName=lineitem colName=l_suppkey 2015-10-29T11:12:41,647 INFO [main]: metastore.ObjectStore (ObjectStore.java:writeMTableColumnStatistics(6275)) - Updating table level column statistics for db=default tableName=lineitem colName=l_suppkey 2015-10-29T11:12:41,648 INFO [main]: metastore.ObjectStore (ObjectStore.java:writeMTableColumnStatistics(6275)) - Updating table level column statistics for db=default tableName=lineitem colName=l_linenumber 2015-10-29T11:12:41,648 INFO [main]: metastore.ObjectStore (ObjectStore.java:writeMTableColumnStatistics(6275)) - Updating table level column statistics for db=default tableName=lineitem colName=l_linenumber 2015-10-29T11:12:41,649 INFO [main]: metastore.ObjectStore (ObjectStore.java:writeMTableColumnStatistics(6275)) - Updating table level column statistics for db=default tableName=lineitem colName=l_quantity 2015-10-29T11:12:41,649 INFO [main]: metastore.ObjectStore (ObjectStore.java:writeMTableColumnStatistics(6275)) - Updating table level column statistics for db=default tableName=lineitem colName=l_quantity 2015-10-29T11:12:41,651 INFO [main]: metastore.ObjectStore (ObjectStore.java:writeMTableColumnStatistics(6275)) - Updating table level column statistics for db=default tableName=lineitem colName=l_extendedprice 2015-10-29T11:12:41,651 INFO [main]: metastore.ObjectStore (ObjectStore.java:writeMTableColumnStatistics(6275)) - Updating table level column statistics for db=default tableName=lineitem colName=l_extendedprice 2015-10-29T11:12:41,652 INFO [main]: metastore.ObjectStore (ObjectStore.java:writeMTableColumnStatistics(6275)) - Updating table level column statistics for db=default tableName=lineitem colName=l_discount 2015-10-29T11:12:41,652 INFO [main]: metastore.ObjectStore (ObjectStore.java:writeMTableColumnStatistics(6275)) - Updating table level column statistics for db=default tableName=lineitem colName=l_discount 2015-10-29T11:12:41,654 INFO [main]: metastore.ObjectStore (ObjectStore.java:writeMTableColumnStatistics(6275)) - Updating table level column statistics for db=default tableName=lineitem colName=l_tax 2015-10-29T11:12:41,654 INFO [main]: metastore.ObjectStore (ObjectStore.java:writeMTableColumnStatistics(6275)) - Updating table level column statistics for db=default tableName=lineitem colName=l_tax 2015-10-29T11:12:41,655 INFO [main]: metastore.ObjectStore (ObjectStore.java:writeMTableColumnStatistics(6275)) - Updating table level column statistics for db=default tableName=lineitem colName=l_returnflag 2015-10-29T11:12:41,655 INFO [main]: metastore.ObjectStore (ObjectStore.java:writeMTableColumnStatistics(6275)) - Updating table level column statistics for db=default tableName=lineitem colName=l_returnflag 2015-10-29T11:12:41,656 INFO [main]: metastore.ObjectStore (ObjectStore.java:writeMTableColumnStatistics(6275)) - Updating table level column statistics for db=default tableName=lineitem colName=l_linestatus 2015-10-29T11:12:41,656 INFO [main]: metastore.ObjectStore (ObjectStore.java:writeMTableColumnStatistics(6275)) - Updating table level column statistics for db=default tableName=lineitem colName=l_linestatus 2015-10-29T11:12:41,657 INFO [main]: metastore.ObjectStore (ObjectStore.java:writeMTableColumnStatistics(6275)) - Updating table level column statistics for db=default tableName=lineitem colName=l_shipdate 2015-10-29T11:12:41,657 INFO [main]: metastore.ObjectStore (ObjectStore.java:writeMTableColumnStatistics(6275)) - Updating table level column statistics for db=default tableName=lineitem colName=l_shipdate 2015-10-29T11:12:41,658 INFO [main]: metastore.ObjectStore (ObjectStore.java:writeMTableColumnStatistics(6275)) - Updating table level column statistics for db=default tableName=lineitem colName=l_commitdate 2015-10-29T11:12:41,658 INFO [main]: metastore.ObjectStore (ObjectStore.java:writeMTableColumnStatistics(6275)) - Updating table level column statistics for db=default tableName=lineitem colName=l_commitdate 2015-10-29T11:12:41,660 INFO [main]: metastore.ObjectStore (ObjectStore.java:writeMTableColumnStatistics(6275)) - Updating table level column statistics for db=default tableName=lineitem colName=l_receiptdate 2015-10-29T11:12:41,660 INFO [main]: metastore.ObjectStore (ObjectStore.java:writeMTableColumnStatistics(6275)) - Updating table level column statistics for db=default tableName=lineitem colName=l_receiptdate 2015-10-29T11:12:41,661 INFO [main]: metastore.ObjectStore (ObjectStore.java:writeMTableColumnStatistics(6275)) - Updating table level column statistics for db=default tableName=lineitem colName=l_shipinstruct 2015-10-29T11:12:41,661 INFO [main]: metastore.ObjectStore (ObjectStore.java:writeMTableColumnStatistics(6275)) - Updating table level column statistics for db=default tableName=lineitem colName=l_shipinstruct 2015-10-29T11:12:41,663 INFO [main]: metastore.ObjectStore (ObjectStore.java:writeMTableColumnStatistics(6275)) - Updating table level column statistics for db=default tableName=lineitem colName=l_shipmode 2015-10-29T11:12:41,663 INFO [main]: metastore.ObjectStore (ObjectStore.java:writeMTableColumnStatistics(6275)) - Updating table level column statistics for db=default tableName=lineitem colName=l_shipmode 2015-10-29T11:12:41,664 INFO [main]: metastore.ObjectStore (ObjectStore.java:writeMTableColumnStatistics(6275)) - Updating table level column statistics for db=default tableName=lineitem colName=l_comment 2015-10-29T11:12:41,664 INFO [main]: metastore.ObjectStore (ObjectStore.java:writeMTableColumnStatistics(6275)) - Updating table level column statistics for db=default tableName=lineitem colName=l_comment 2015-10-29T11:12:41,667 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:41,667 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:41,668 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:41,668 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: query: analyze table lineitem compute statistics for columns 2015-10-29T11:12:41,668 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: type: QUERY 2015-10-29T11:12:41,668 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Input: default@lineitem 2015-10-29T11:12:41,668 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Output: file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/f5c6ba59-1e27-4251-bb03-f1fab259e807/hive_2015-10-29_11-12-40_302_2548107834382755390-1/-mr-10000 2015-10-29T11:12:41,668 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:41,668 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : execution phase 2015-10-29T11:12:41,668 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {updateTableColumnStatistics_(ColumnStatistics, )=31, isCompatibleWith_(HiveConf, )=0, getTable_(String, String, )=5} 2015-10-29T11:12:41,668 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:41,668 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - MapReduce Jobs Launched: 2015-10-29T11:12:41,669 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - Stage-Stage-0: HDFS Read: 0 HDFS Write: 0 SUCCESS 2015-10-29T11:12:41,669 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - Total MapReduce CPU Time Spent: 0 msec 2015-10-29T11:12:41,669 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - OK 2015-10-29T11:12:41,669 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:41,669 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:releaseLocks(217)) - about to release lock for default/lineitem 2015-10-29T11:12:41,671 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:releaseLocks(217)) - about to release lock for default 2015-10-29T11:12:41,673 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:41,673 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:41,673 DEBUG [main]: ql.Driver (DriverContext.java:shutdown(132)) - Shutting down query analyze table lineitem compute statistics for columns 2015-10-29T11:12:41,674 INFO [main]: CliDriver (SessionState.java:printInfo(996)) - Time taken: 1.378 seconds 2015-10-29T11:12:41,718 WARN [main]: conf.HiveConf (HiveConf.java:initialize(2977)) - HiveConf of name hive.dummyparam.test.server.specific.config.metastoresite does not exist 2015-10-29T11:12:41,718 WARN [main]: conf.HiveConf (HiveConf.java:initialize(2977)) - HiveConf of name hive.dummyparam.test.server.specific.config.hivesite does not exist 2015-10-29T11:12:41,718 WARN [main]: conf.HiveConf (HiveConf.java:initialize(2977)) - HiveConf of name hive.dummyparam.test.server.specific.config.override does not exist 2015-10-29T11:12:41,718 WARN [main]: conf.HiveConf (HiveConf.java:initialize(2977)) - HiveConf of name hive.metastore.metadb.dir does not exist 2015-10-29T11:12:41,719 DEBUG [main]: conf.VariableSubstitution (VariableSubstitution.java:substitute(63)) - Substitution is on: fs 2015-10-29T11:12:41,723 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:41,723 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_all_databases 2015-10-29T11:12:41,723 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_all_databases 2015-10-29T11:12:41,726 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:41,726 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:41,726 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_tables: db=default pat=.* 2015-10-29T11:12:41,726 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_tables: db=default pat=.* 2015-10-29T11:12:41,731 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:41,731 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:41,731 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_indexes : db=default tbl=alltypesorc 2015-10-29T11:12:41,731 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_indexes : db=default tbl=alltypesorc 2015-10-29T11:12:41,833 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:41,833 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:41,833 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_indexes : db=default tbl=cbo_t1 2015-10-29T11:12:41,833 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_indexes : db=default tbl=cbo_t1 2015-10-29T11:12:41,834 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:41,834 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:41,834 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_indexes : db=default tbl=cbo_t2 2015-10-29T11:12:41,834 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_indexes : db=default tbl=cbo_t2 2015-10-29T11:12:41,834 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:41,834 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:41,835 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_indexes : db=default tbl=cbo_t3 2015-10-29T11:12:41,835 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_indexes : db=default tbl=cbo_t3 2015-10-29T11:12:41,835 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:41,835 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:41,835 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=dest1 2015-10-29T11:12:41,836 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=dest1 2015-10-29T11:12:41,858 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:41,858 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:41,858 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=dest1 2015-10-29T11:12:41,858 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=dest1 2015-10-29T11:12:41,862 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:41,862 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:41,862 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: drop_table : db=default tbl=dest1 2015-10-29T11:12:41,862 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=drop_table : db=default tbl=dest1 2015-10-29T11:12:41,878 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:timingTrace(819)) - Direct SQL query in 11.563ms + 0.018ms, the query is [select "PARTITIONS"."PART_ID" from "PARTITIONS" inner join "TBLS" on "PARTITIONS"."TBL_ID" = "TBLS"."TBL_ID" and "TBLS"."TBL_NAME" = ? inner join "DBS" on "TBLS"."DB_ID" = "DBS"."DB_ID" and "DBS"."NAME" = ? order by "PART_NAME" asc] 2015-10-29T11:12:42,147 INFO [main]: metastore.hivemetastoressimpl (HiveMetaStoreFsImpl.java:deleteDir(41)) - deleting pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/dest1 2015-10-29T11:12:42,155 INFO [main]: fs.TrashPolicyDefault (TrashPolicyDefault.java:initialize(92)) - Namenode trash configuration: Deletion interval = 0 minutes, Emptier interval = 0 minutes. 2015-10-29T11:12:42,155 INFO [main]: metastore.hivemetastoressimpl (HiveMetaStoreFsImpl.java:deleteDir(53)) - Deleted the diretory pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/dest1 2015-10-29T11:12:42,155 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:42,155 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:42,156 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=dest2 2015-10-29T11:12:42,156 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=dest2 2015-10-29T11:12:42,167 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:42,167 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:42,167 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=dest2 2015-10-29T11:12:42,167 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=dest2 2015-10-29T11:12:42,171 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:42,171 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:42,171 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: drop_table : db=default tbl=dest2 2015-10-29T11:12:42,171 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=drop_table : db=default tbl=dest2 2015-10-29T11:12:42,195 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:timingTrace(819)) - Direct SQL query in 10.33ms + 0.013ms, the query is [select "PARTITIONS"."PART_ID" from "PARTITIONS" inner join "TBLS" on "PARTITIONS"."TBL_ID" = "TBLS"."TBL_ID" and "TBLS"."TBL_NAME" = ? inner join "DBS" on "TBLS"."DB_ID" = "DBS"."DB_ID" and "DBS"."NAME" = ? order by "PART_NAME" asc] 2015-10-29T11:12:42,236 INFO [main]: metastore.hivemetastoressimpl (HiveMetaStoreFsImpl.java:deleteDir(41)) - deleting pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/dest2 2015-10-29T11:12:42,242 INFO [main]: fs.TrashPolicyDefault (TrashPolicyDefault.java:initialize(92)) - Namenode trash configuration: Deletion interval = 0 minutes, Emptier interval = 0 minutes. 2015-10-29T11:12:42,242 INFO [main]: metastore.hivemetastoressimpl (HiveMetaStoreFsImpl.java:deleteDir(53)) - Deleted the diretory pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/dest2 2015-10-29T11:12:42,242 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:42,242 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:42,242 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=dest3 2015-10-29T11:12:42,242 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=dest3 2015-10-29T11:12:42,246 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:42,246 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:42,246 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=dest3 2015-10-29T11:12:42,247 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=dest3 2015-10-29T11:12:42,250 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:42,250 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:42,250 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: drop_table : db=default tbl=dest3 2015-10-29T11:12:42,251 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=drop_table : db=default tbl=dest3 2015-10-29T11:12:42,255 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:timingTrace(819)) - Direct SQL query in 0.245ms + 0.013ms, the query is [select "PARTITIONS"."PART_ID" from "PARTITIONS" inner join "TBLS" on "PARTITIONS"."TBL_ID" = "TBLS"."TBL_ID" and "TBLS"."TBL_NAME" = ? inner join "DBS" on "TBLS"."DB_ID" = "DBS"."DB_ID" and "DBS"."NAME" = ? order by "PART_NAME" asc] 2015-10-29T11:12:42,261 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:timingTrace(819)) - Direct SQL query in 5.739ms + 0.098ms, the query is [select "PARTITIONS"."PART_ID", "SDS"."SD_ID", "SDS"."CD_ID", "SERDES"."SERDE_ID", "PARTITIONS"."CREATE_TIME", "PARTITIONS"."LAST_ACCESS_TIME", "SDS"."INPUT_FORMAT", "SDS"."IS_COMPRESSED", "SDS"."IS_STOREDASSUBDIRECTORIES", "SDS"."LOCATION", "SDS"."NUM_BUCKETS", "SDS"."OUTPUT_FORMAT", "SERDES"."NAME", "SERDES"."SLIB" from "PARTITIONS" left outer join "SDS" on "PARTITIONS"."SD_ID" = "SDS"."SD_ID" left outer join "SERDES" on "SDS"."SERDE_ID" = "SERDES"."SERDE_ID" where "PART_ID" in (9) order by "PART_NAME" asc] 2015-10-29T11:12:42,264 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:timingTrace(819)) - Direct SQL query in 3.063ms + 0.073ms, the query is [select "PART_ID", "PARAM_KEY", "PARAM_VALUE" from "PARTITION_PARAMS" where "PART_ID" in (9) and "PARAM_KEY" is not null order by "PART_ID" asc] 2015-10-29T11:12:42,267 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:timingTrace(819)) - Direct SQL query in 2.876ms + 0.099ms, the query is [select "PART_ID", "PART_KEY_VAL" from "PARTITION_KEY_VALS" where "PART_ID" in (9) and "INTEGER_IDX" >= 0 order by "PART_ID" asc, "INTEGER_IDX" asc] 2015-10-29T11:12:42,270 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:timingTrace(819)) - Direct SQL query in 2.367ms + 0.03ms, the query is [select "SD_ID", "PARAM_KEY", "PARAM_VALUE" from "SD_PARAMS" where "SD_ID" in (22) and "PARAM_KEY" is not null order by "SD_ID" asc] 2015-10-29T11:12:42,272 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:timingTrace(819)) - Direct SQL query in 2.444ms + 0.028ms, the query is [select "SD_ID", "COLUMN_NAME", "SORT_COLS"."ORDER" from "SORT_COLS" where "SD_ID" in (22) and "INTEGER_IDX" >= 0 order by "SD_ID" asc, "INTEGER_IDX" asc] 2015-10-29T11:12:42,275 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:timingTrace(819)) - Direct SQL query in 2.32ms + 0.027ms, the query is [select "SD_ID", "BUCKET_COL_NAME" from "BUCKETING_COLS" where "SD_ID" in (22) and "INTEGER_IDX" >= 0 order by "SD_ID" asc, "INTEGER_IDX" asc] 2015-10-29T11:12:42,277 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:timingTrace(819)) - Direct SQL query in 2.234ms + 0.025ms, the query is [select "SD_ID", "SKEWED_COL_NAME" from "SKEWED_COL_NAMES" where "SD_ID" in (22) and "INTEGER_IDX" >= 0 order by "SD_ID" asc, "INTEGER_IDX" asc] 2015-10-29T11:12:42,280 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:timingTrace(819)) - Direct SQL query in 2.401ms + 0.065ms, the query is [select "CD_ID", "COMMENT", "COLUMN_NAME", "TYPE_NAME" from "COLUMNS_V2" where "CD_ID" in (13) and "INTEGER_IDX" >= 0 order by "CD_ID" asc, "INTEGER_IDX" asc] 2015-10-29T11:12:42,282 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:timingTrace(819)) - Direct SQL query in 2.235ms + 0.066ms, the query is [select "SERDE_ID", "PARAM_KEY", "PARAM_VALUE" from "SERDE_PARAMS" where "SERDE_ID" in (22) and "PARAM_KEY" is not null order by "SERDE_ID" asc] 2015-10-29T11:12:42,364 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:timingTrace(819)) - Direct SQL query in 0.724ms + 0.012ms, the query is [select "PARTITIONS"."PART_ID" from "PARTITIONS" inner join "TBLS" on "PARTITIONS"."TBL_ID" = "TBLS"."TBL_ID" and "TBLS"."TBL_NAME" = ? inner join "DBS" on "TBLS"."DB_ID" = "DBS"."DB_ID" and "DBS"."NAME" = ? order by "PART_NAME" asc] 2015-10-29T11:12:42,371 INFO [main]: metastore.hivemetastoressimpl (HiveMetaStoreFsImpl.java:deleteDir(41)) - deleting pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/dest3 2015-10-29T11:12:42,378 INFO [main]: fs.TrashPolicyDefault (TrashPolicyDefault.java:initialize(92)) - Namenode trash configuration: Deletion interval = 0 minutes, Emptier interval = 0 minutes. 2015-10-29T11:12:42,378 INFO [main]: metastore.hivemetastoressimpl (HiveMetaStoreFsImpl.java:deleteDir(53)) - Deleted the diretory pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/dest3 2015-10-29T11:12:42,378 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:42,378 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:42,378 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=dest4 2015-10-29T11:12:42,379 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=dest4 2015-10-29T11:12:42,383 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:42,383 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:42,383 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=dest4 2015-10-29T11:12:42,383 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=dest4 2015-10-29T11:12:42,387 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:42,387 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:42,387 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: drop_table : db=default tbl=dest4 2015-10-29T11:12:42,387 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=drop_table : db=default tbl=dest4 2015-10-29T11:12:42,392 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:timingTrace(819)) - Direct SQL query in 0.228ms + 0.014ms, the query is [select "PARTITIONS"."PART_ID" from "PARTITIONS" inner join "TBLS" on "PARTITIONS"."TBL_ID" = "TBLS"."TBL_ID" and "TBLS"."TBL_NAME" = ? inner join "DBS" on "TBLS"."DB_ID" = "DBS"."DB_ID" and "DBS"."NAME" = ? order by "PART_NAME" asc] 2015-10-29T11:12:42,399 INFO [main]: metastore.hivemetastoressimpl (HiveMetaStoreFsImpl.java:deleteDir(41)) - deleting pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/dest4 2015-10-29T11:12:42,405 INFO [main]: fs.TrashPolicyDefault (TrashPolicyDefault.java:initialize(92)) - Namenode trash configuration: Deletion interval = 0 minutes, Emptier interval = 0 minutes. 2015-10-29T11:12:42,405 INFO [main]: metastore.hivemetastoressimpl (HiveMetaStoreFsImpl.java:deleteDir(53)) - Deleted the diretory pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/dest4 2015-10-29T11:12:42,405 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:42,405 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:42,405 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=dest4_sequencefile 2015-10-29T11:12:42,405 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=dest4_sequencefile 2015-10-29T11:12:42,410 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:42,410 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:42,410 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=dest4_sequencefile 2015-10-29T11:12:42,410 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=dest4_sequencefile 2015-10-29T11:12:42,414 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:42,414 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:42,414 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: drop_table : db=default tbl=dest4_sequencefile 2015-10-29T11:12:42,414 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=drop_table : db=default tbl=dest4_sequencefile 2015-10-29T11:12:42,419 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:timingTrace(819)) - Direct SQL query in 0.251ms + 0.015ms, the query is [select "PARTITIONS"."PART_ID" from "PARTITIONS" inner join "TBLS" on "PARTITIONS"."TBL_ID" = "TBLS"."TBL_ID" and "TBLS"."TBL_NAME" = ? inner join "DBS" on "TBLS"."DB_ID" = "DBS"."DB_ID" and "DBS"."NAME" = ? order by "PART_NAME" asc] 2015-10-29T11:12:42,426 INFO [main]: metastore.hivemetastoressimpl (HiveMetaStoreFsImpl.java:deleteDir(41)) - deleting pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/dest4_sequencefile 2015-10-29T11:12:42,432 INFO [main]: fs.TrashPolicyDefault (TrashPolicyDefault.java:initialize(92)) - Namenode trash configuration: Deletion interval = 0 minutes, Emptier interval = 0 minutes. 2015-10-29T11:12:42,432 INFO [main]: metastore.hivemetastoressimpl (HiveMetaStoreFsImpl.java:deleteDir(53)) - Deleted the diretory pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/dest4_sequencefile 2015-10-29T11:12:42,432 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:42,432 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:42,432 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_indexes : db=default tbl=lineitem 2015-10-29T11:12:42,432 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_indexes : db=default tbl=lineitem 2015-10-29T11:12:42,433 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:42,433 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:42,433 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_indexes : db=default tbl=part 2015-10-29T11:12:42,433 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_indexes : db=default tbl=part 2015-10-29T11:12:42,434 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:42,434 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:42,434 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=primitives 2015-10-29T11:12:42,434 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=primitives 2015-10-29T11:12:42,439 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:42,439 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:42,439 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=primitives 2015-10-29T11:12:42,439 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=primitives 2015-10-29T11:12:42,443 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:42,443 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:42,443 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: drop_table : db=default tbl=primitives 2015-10-29T11:12:42,443 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=drop_table : db=default tbl=primitives 2015-10-29T11:12:42,448 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:timingTrace(819)) - Direct SQL query in 0.229ms + 0.014ms, the query is [select "PARTITIONS"."PART_ID" from "PARTITIONS" inner join "TBLS" on "PARTITIONS"."TBL_ID" = "TBLS"."TBL_ID" and "TBLS"."TBL_NAME" = ? inner join "DBS" on "TBLS"."DB_ID" = "DBS"."DB_ID" and "DBS"."NAME" = ? order by "PART_NAME" asc] 2015-10-29T11:12:42,454 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:timingTrace(819)) - Direct SQL query in 5.817ms + 0.185ms, the query is [select "PARTITIONS"."PART_ID", "SDS"."SD_ID", "SDS"."CD_ID", "SERDES"."SERDE_ID", "PARTITIONS"."CREATE_TIME", "PARTITIONS"."LAST_ACCESS_TIME", "SDS"."INPUT_FORMAT", "SDS"."IS_COMPRESSED", "SDS"."IS_STOREDASSUBDIRECTORIES", "SDS"."LOCATION", "SDS"."NUM_BUCKETS", "SDS"."OUTPUT_FORMAT", "SERDES"."NAME", "SERDES"."SLIB" from "PARTITIONS" left outer join "SDS" on "PARTITIONS"."SD_ID" = "SDS"."SD_ID" left outer join "SERDES" on "SDS"."SERDE_ID" = "SERDES"."SERDE_ID" where "PART_ID" in (5,6,7,8) order by "PART_NAME" asc] 2015-10-29T11:12:42,457 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:timingTrace(819)) - Direct SQL query in 2.58ms + 0.423ms, the query is [select "PART_ID", "PARAM_KEY", "PARAM_VALUE" from "PARTITION_PARAMS" where "PART_ID" in (5,6,7,8) and "PARAM_KEY" is not null order by "PART_ID" asc] 2015-10-29T11:12:42,460 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:timingTrace(819)) - Direct SQL query in 2.198ms + 0.19ms, the query is [select "PART_ID", "PART_KEY_VAL" from "PARTITION_KEY_VALS" where "PART_ID" in (5,6,7,8) and "INTEGER_IDX" >= 0 order by "PART_ID" asc, "INTEGER_IDX" asc] 2015-10-29T11:12:42,462 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:timingTrace(819)) - Direct SQL query in 2.355ms + 0.034ms, the query is [select "SD_ID", "PARAM_KEY", "PARAM_VALUE" from "SD_PARAMS" where "SD_ID" in (15,16,17,18) and "PARAM_KEY" is not null order by "SD_ID" asc] 2015-10-29T11:12:42,465 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:timingTrace(819)) - Direct SQL query in 2.874ms + 0.043ms, the query is [select "SD_ID", "COLUMN_NAME", "SORT_COLS"."ORDER" from "SORT_COLS" where "SD_ID" in (15,16,17,18) and "INTEGER_IDX" >= 0 order by "SD_ID" asc, "INTEGER_IDX" asc] 2015-10-29T11:12:42,468 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:timingTrace(819)) - Direct SQL query in 2.605ms + 0.034ms, the query is [select "SD_ID", "BUCKET_COL_NAME" from "BUCKETING_COLS" where "SD_ID" in (15,16,17,18) and "INTEGER_IDX" >= 0 order by "SD_ID" asc, "INTEGER_IDX" asc] 2015-10-29T11:12:42,471 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:timingTrace(819)) - Direct SQL query in 2.534ms + 0.036ms, the query is [select "SD_ID", "SKEWED_COL_NAME" from "SKEWED_COL_NAMES" where "SD_ID" in (15,16,17,18) and "INTEGER_IDX" >= 0 order by "SD_ID" asc, "INTEGER_IDX" asc] 2015-10-29T11:12:42,474 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:timingTrace(819)) - Direct SQL query in 2.64ms + 0.135ms, the query is [select "CD_ID", "COMMENT", "COLUMN_NAME", "TYPE_NAME" from "COLUMNS_V2" where "CD_ID" in (10) and "INTEGER_IDX" >= 0 order by "CD_ID" asc, "INTEGER_IDX" asc] 2015-10-29T11:12:42,477 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:timingTrace(819)) - Direct SQL query in 2.478ms + 0.292ms, the query is [select "SERDE_ID", "PARAM_KEY", "PARAM_VALUE" from "SERDE_PARAMS" where "SERDE_ID" in (15,16,17,18) and "PARAM_KEY" is not null order by "SERDE_ID" asc] 2015-10-29T11:12:42,558 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:timingTrace(819)) - Direct SQL query in 0.568ms + 0.016ms, the query is [select "PARTITIONS"."PART_ID" from "PARTITIONS" inner join "TBLS" on "PARTITIONS"."TBL_ID" = "TBLS"."TBL_ID" and "TBLS"."TBL_NAME" = ? inner join "DBS" on "TBLS"."DB_ID" = "DBS"."DB_ID" and "DBS"."NAME" = ? order by "PART_NAME" asc] 2015-10-29T11:12:42,567 INFO [main]: metastore.hivemetastoressimpl (HiveMetaStoreFsImpl.java:deleteDir(41)) - deleting pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/primitives 2015-10-29T11:12:42,574 INFO [main]: fs.TrashPolicyDefault (TrashPolicyDefault.java:initialize(92)) - Namenode trash configuration: Deletion interval = 0 minutes, Emptier interval = 0 minutes. 2015-10-29T11:12:42,575 INFO [main]: metastore.hivemetastoressimpl (HiveMetaStoreFsImpl.java:deleteDir(53)) - Deleted the diretory pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/primitives 2015-10-29T11:12:42,576 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:42,576 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:42,576 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_indexes : db=default tbl=src 2015-10-29T11:12:42,576 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_indexes : db=default tbl=src 2015-10-29T11:12:42,577 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:42,577 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:42,577 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_indexes : db=default tbl=src1 2015-10-29T11:12:42,577 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_indexes : db=default tbl=src1 2015-10-29T11:12:42,577 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:42,578 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:42,578 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_indexes : db=default tbl=src_cbo 2015-10-29T11:12:42,578 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_indexes : db=default tbl=src_cbo 2015-10-29T11:12:42,578 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:42,578 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:42,578 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_indexes : db=default tbl=src_json 2015-10-29T11:12:42,578 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_indexes : db=default tbl=src_json 2015-10-29T11:12:42,579 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:42,579 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:42,579 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_indexes : db=default tbl=src_sequencefile 2015-10-29T11:12:42,580 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_indexes : db=default tbl=src_sequencefile 2015-10-29T11:12:42,580 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:42,580 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:42,580 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_indexes : db=default tbl=src_thrift 2015-10-29T11:12:42,580 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_indexes : db=default tbl=src_thrift 2015-10-29T11:12:42,581 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:42,581 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:42,581 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_indexes : db=default tbl=srcbucket 2015-10-29T11:12:42,581 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_indexes : db=default tbl=srcbucket 2015-10-29T11:12:42,581 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:42,582 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:42,582 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_indexes : db=default tbl=srcbucket2 2015-10-29T11:12:42,582 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_indexes : db=default tbl=srcbucket2 2015-10-29T11:12:42,582 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:42,582 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:42,582 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_indexes : db=default tbl=srcpart 2015-10-29T11:12:42,582 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_indexes : db=default tbl=srcpart 2015-10-29T11:12:42,583 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:42,664 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:42,667 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:42,708 WARN [main]: conf.HiveConf (HiveConf.java:initialize(2977)) - HiveConf of name hive.dummyparam.test.server.specific.config.metastoresite does not exist 2015-10-29T11:12:42,708 WARN [main]: conf.HiveConf (HiveConf.java:initialize(2977)) - HiveConf of name hive.dummyparam.test.server.specific.config.hivesite does not exist 2015-10-29T11:12:42,708 WARN [main]: conf.HiveConf (HiveConf.java:initialize(2977)) - HiveConf of name hive.dummyparam.test.server.specific.config.override does not exist 2015-10-29T11:12:42,708 WARN [main]: conf.HiveConf (HiveConf.java:initialize(2977)) - HiveConf of name hive.metastore.metadb.dir does not exist 2015-10-29T11:12:42,709 INFO [ProcessThread(sid:0 cport:-1):]: server.PrepRequestProcessor (PrepRequestProcessor.java:pRequest2Txn(494)) - Processed session termination for sessionid: 0x150b4cc5d280000 2015-10-29T11:12:42,709 INFO [ProcessThread(sid:0 cport:-1):]: server.PrepRequestProcessor (PrepRequestProcessor.java:pRequest2Txn(494)) - Processed session termination for sessionid: 0x150b4cc5d280000 2015-10-29T11:12:42,711 INFO [main]: zookeeper.ZooKeeper (ZooKeeper.java:close(684)) - Session: 0x150b4cc5d280000 closed 2015-10-29T11:12:42,711 INFO [main]: zookeeper.ZooKeeper (ZooKeeper.java:close(684)) - Session: 0x150b4cc5d280000 closed 2015-10-29T11:12:42,711 INFO [main]: zookeeper.ZooKeeper (ZooKeeper.java:(438)) - Initiating client connection, connectString=localhost:63348 sessionTimeout=1200000 watcher=org.apache.hadoop.hive.ql.QTestUtil$QTestSetup$1@166578 2015-10-29T11:12:42,711 INFO [main]: zookeeper.ZooKeeper (ZooKeeper.java:(438)) - Initiating client connection, connectString=localhost:63348 sessionTimeout=1200000 watcher=org.apache.hadoop.hive.ql.QTestUtil$QTestSetup$1@166578 2015-10-29T11:12:42,712 INFO [NIOServerCxn.Factory:0.0.0.0/0.0.0.0:63348]: server.NIOServerCnxnFactory (NIOServerCnxnFactory.java:run(197)) - Accepted socket connection from /127.0.0.1:60617 2015-10-29T11:12:42,712 INFO [NIOServerCxn.Factory:0.0.0.0/0.0.0.0:63348]: server.NIOServerCnxnFactory (NIOServerCnxnFactory.java:run(197)) - Accepted socket connection from /127.0.0.1:60617 2015-10-29T11:12:42,712 INFO [NIOServerCxn.Factory:0.0.0.0/0.0.0.0:63348]: server.ZooKeeperServer (ZooKeeperServer.java:processConnectRequest(868)) - Client attempting to establish new session at /127.0.0.1:60617 2015-10-29T11:12:42,712 INFO [NIOServerCxn.Factory:0.0.0.0/0.0.0.0:63348]: server.ZooKeeperServer (ZooKeeperServer.java:processConnectRequest(868)) - Client attempting to establish new session at /127.0.0.1:60617 2015-10-29T11:12:42,712 DEBUG [main]: session.SessionState (SessionState.java:(352)) - SessionState user: null 2015-10-29T11:12:42,712 INFO [main]: DependencyResolver (SessionState.java:printInfo(996)) - ivysettings.xml file not found in HIVE_HOME or HIVE_CONF_DIR,/Users/sush/dev/hive.git/conf/ivysettings.xml will be used 2015-10-29T11:12:42,713 INFO [SyncThread:0]: server.ZooKeeperServer (ZooKeeperServer.java:finishSessionInit(617)) - Established session 0x150b4cc5d280002 with negotiated timeout 40000 for client /127.0.0.1:60617 2015-10-29T11:12:42,713 INFO [SyncThread:0]: server.ZooKeeperServer (ZooKeeperServer.java:finishSessionInit(617)) - Established session 0x150b4cc5d280002 with negotiated timeout 40000 for client /127.0.0.1:60617 2015-10-29T11:12:42,719 DEBUG [main]: session.SessionState (SessionState.java:createRootHDFSDir(634)) - HDFS root scratch dir: /Users/sush/dev/hive.git/itests/qtest/target/tmp/scratchdir with schema null, permission: rwx-wx-wx 2015-10-29T11:12:42,724 INFO [main]: session.SessionState (SessionState.java:createPath(673)) - Created local directory: /Users/sush/dev/hive.git/itests/qtest/target/tmp/c1e5f1ed-609e-40e0-9bb9-d1f1c5595f87_resources 2015-10-29T11:12:42,728 INFO [main]: session.SessionState (SessionState.java:createPath(673)) - Created HDFS directory: /Users/sush/dev/hive.git/itests/qtest/target/tmp/scratchdir/sush/c1e5f1ed-609e-40e0-9bb9-d1f1c5595f87 2015-10-29T11:12:42,731 INFO [main]: session.SessionState (SessionState.java:createPath(673)) - Created local directory: /Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/c1e5f1ed-609e-40e0-9bb9-d1f1c5595f87 2015-10-29T11:12:42,735 INFO [main]: session.SessionState (SessionState.java:createPath(673)) - Created HDFS directory: /Users/sush/dev/hive.git/itests/qtest/target/tmp/scratchdir/sush/c1e5f1ed-609e-40e0-9bb9-d1f1c5595f87/_tmp_space.db 2015-10-29T11:12:42,735 DEBUG [main]: CliDriver (CliDriver.java:(108)) - CliDriver inited with classpath /Users/sush/dev/hive.git/itests/qtest/target/test-classes:/Users/sush/dev/hive.git/itests/qtest/target/classes:/Users/sush/.m2/repository/commons-logging/commons-logging/1.1.3/commons-logging-1.1.3.jar:/Users/sush/.m2/repository/org/apache/hive/hive-ant/2.0.0-SNAPSHOT/hive-ant-2.0.0-SNAPSHOT.jar:/Users/sush/.m2/repository/commons-lang/commons-lang/2.6/commons-lang-2.6.jar:/Users/sush/.m2/repository/com/google/guava/guava/14.0.1/guava-14.0.1.jar:/Users/sush/.m2/repository/org/apache/ant/ant/1.9.1/ant-1.9.1.jar:/Users/sush/.m2/repository/org/apache/ant/ant-launcher/1.9.1/ant-launcher-1.9.1.jar:/Users/sush/.m2/repository/org/apache/velocity/velocity/1.5/velocity-1.5.jar:/Users/sush/.m2/repository/oro/oro/2.0.8/oro-2.0.8.jar:/Users/sush/.m2/repository/org/apache/hive/hive-common/2.0.0-SNAPSHOT/hive-common-2.0.0-SNAPSHOT.jar:/Users/sush/.m2/repository/org/apache/hive/hive-shims/2.0.0-SNAPSHOT/hive-shims-2.0.0-SNAPSHOT.jar:/Users/sush/.m2/repository/org/apache/hive/shims/hive-shims-common/2.0.0-SNAPSHOT/hive-shims-common-2.0.0-SNAPSHOT.jar:/Users/sush/.m2/repository/org/apache/hive/shims/hive-shims-0.23/2.0.0-SNAPSHOT/hive-shims-0.23-2.0.0-SNAPSHOT.jar:/Users/sush/.m2/repository/org/apache/hive/shims/hive-shims-scheduler/2.0.0-SNAPSHOT/hive-shims-scheduler-2.0.0-SNAPSHOT.jar:/Users/sush/.m2/repository/org/apache/hive/hive-storage-api/2.0.0-SNAPSHOT/hive-storage-api-2.0.0-SNAPSHOT.jar:/Users/sush/.m2/repository/commons-cli/commons-cli/1.2/commons-cli-1.2.jar:/Users/sush/.m2/repository/joda-time/joda-time/2.5/joda-time-2.5.jar:/Users/sush/.m2/repository/org/apache/logging/log4j/log4j-1.2-api/2.4/log4j-1.2-api-2.4.jar:/Users/sush/.m2/repository/org/apache/logging/log4j/log4j-api/2.4/log4j-api-2.4.jar:/Users/sush/.m2/repository/org/apache/logging/log4j/log4j-core/2.4/log4j-core-2.4.jar:/Users/sush/.m2/repository/org/apache/logging/log4j/log4j-web/2.4/log4j-web-2.4.jar:/Users/sush/.m2/repository/org/apache/logging/log4j/log4j-slf4j-impl/2.4/log4j-slf4j-impl-2.4.jar:/Users/sush/.m2/repository/org/apache/logging/log4j/log4j-jcl/2.4/log4j-jcl-2.4.jar:/Users/sush/.m2/repository/org/apache/commons/commons-compress/1.9/commons-compress-1.9.jar:/Users/sush/.m2/repository/org/json/json/20090211/json-20090211.jar:/Users/sush/.m2/repository/io/dropwizard/metrics/metrics-core/3.1.0/metrics-core-3.1.0.jar:/Users/sush/.m2/repository/io/dropwizard/metrics/metrics-jvm/3.1.0/metrics-jvm-3.1.0.jar:/Users/sush/.m2/repository/io/dropwizard/metrics/metrics-json/3.1.0/metrics-json-3.1.0.jar:/Users/sush/.m2/repository/com/fasterxml/jackson/core/jackson-databind/2.4.2/jackson-databind-2.4.2.jar:/Users/sush/.m2/repository/com/fasterxml/jackson/core/jackson-annotations/2.4.0/jackson-annotations-2.4.0.jar:/Users/sush/.m2/repository/com/fasterxml/jackson/core/jackson-core/2.4.2/jackson-core-2.4.2.jar:/Users/sush/.m2/repository/org/apache/hive/hive-contrib/2.0.0-SNAPSHOT/hive-contrib-2.0.0-SNAPSHOT.jar:/Users/sush/.m2/repository/commons-codec/commons-codec/1.4/commons-codec-1.4.jar:/Users/sush/.m2/repository/org/apache/hive/hive-metastore/2.0.0-SNAPSHOT/hive-metastore-2.0.0-SNAPSHOT.jar:/Users/sush/.m2/repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar:/Users/sush/.m2/repository/org/apache/hbase/hbase-client/1.1.1/hbase-client-1.1.1.jar:/Users/sush/.m2/repository/org/jruby/jcodings/jcodings/1.0.8/jcodings-1.0.8.jar:/Users/sush/.m2/repository/org/jruby/joni/joni/2.1.2/joni-2.1.2.jar:/Users/sush/.m2/repository/com/jolbox/bonecp/0.8.0.RELEASE/bonecp-0.8.0.RELEASE.jar:/Users/sush/.m2/repository/org/apache/derby/derby/10.10.2.0/derby-10.10.2.0.jar:/Users/sush/.m2/repository/org/datanucleus/datanucleus-api-jdo/3.2.6/datanucleus-api-jdo-3.2.6.jar:/Users/sush/.m2/repository/org/datanucleus/datanucleus-core/3.2.10/datanucleus-core-3.2.10.jar:/Users/sush/.m2/repository/org/datanucleus/datanucleus-rdbms/3.2.9/datanucleus-rdbms-3.2.9.jar:/Users/sush/.m2/repository/commons-pool/commons-pool/1.5.4/commons-pool-1.5.4.jar:/Users/sush/.m2/repository/commons-dbcp/commons-dbcp/1.4/commons-dbcp-1.4.jar:/Users/sush/.m2/repository/javax/jdo/jdo-api/3.0.1/jdo-api-3.0.1.jar:/Users/sush/.m2/repository/javax/transaction/jta/1.1/jta-1.1.jar:/Users/sush/.m2/repository/org/antlr/antlr-runtime/3.4/antlr-runtime-3.4.jar:/Users/sush/.m2/repository/org/antlr/stringtemplate/3.2.1/stringtemplate-3.2.1.jar:/Users/sush/.m2/repository/antlr/antlr/2.7.7/antlr-2.7.7.jar:/Users/sush/.m2/repository/org/apache/thrift/libfb303/0.9.3/libfb303-0.9.3.jar:/Users/sush/.m2/repository/org/apache/thrift/libthrift/0.9.3/libthrift-0.9.3.jar:/Users/sush/.m2/repository/org/apache/httpcomponents/httpclient/4.4/httpclient-4.4.jar:/Users/sush/.m2/repository/org/apache/httpcomponents/httpcore/4.4/httpcore-4.4.jar:/Users/sush/.m2/repository/co/cask/tephra/tephra-api/0.6.0/tephra-api-0.6.0.jar:/Users/sush/.m2/repository/co/cask/tephra/tephra-core/0.6.0/tephra-core-0.6.0.jar:/Users/sush/.m2/repository/com/google/inject/guice/3.0/guice-3.0.jar:/Users/sush/.m2/repository/javax/inject/javax.inject/1/javax.inject-1.jar:/Users/sush/.m2/repository/aopalliance/aopalliance/1.0/aopalliance-1.0.jar:/Users/sush/.m2/repository/com/google/inject/extensions/guice-assistedinject/3.0/guice-assistedinject-3.0.jar:/Users/sush/.m2/repository/ch/qos/logback/logback-classic/1.0.9/logback-classic-1.0.9.jar:/Users/sush/.m2/repository/ch/qos/logback/logback-core/1.0.9/logback-core-1.0.9.jar:/Users/sush/.m2/repository/it/unimi/dsi/fastutil/6.5.6/fastutil-6.5.6.jar:/Users/sush/.m2/repository/org/apache/twill/twill-common/0.6.0-incubating/twill-common-0.6.0-incubating.jar:/Users/sush/.m2/repository/org/apache/twill/twill-core/0.6.0-incubating/twill-core-0.6.0-incubating.jar:/Users/sush/.m2/repository/org/apache/twill/twill-api/0.6.0-incubating/twill-api-0.6.0-incubating.jar:/Users/sush/.m2/repository/org/apache/twill/twill-discovery-api/0.6.0-incubating/twill-discovery-api-0.6.0-incubating.jar:/Users/sush/.m2/repository/org/apache/twill/twill-discovery-core/0.6.0-incubating/twill-discovery-core-0.6.0-incubating.jar:/Users/sush/.m2/repository/org/apache/twill/twill-zookeeper/0.6.0-incubating/twill-zookeeper-0.6.0-incubating.jar:/Users/sush/.m2/repository/co/cask/tephra/tephra-hbase-compat-1.0/0.6.0/tephra-hbase-compat-1.0-0.6.0.jar:/Users/sush/.m2/repository/org/apache/hive/hive-metastore/2.0.0-SNAPSHOT/hive-metastore-2.0.0-SNAPSHOT-tests.jar:/Users/sush/dev/hive.git/itests/custom-serde/target/classes:/Users/sush/dev/hive.git/itests/hive-unit/target/test-classes:/Users/sush/.m2/repository/org/apache/hive/hive-jdbc/2.0.0-SNAPSHOT/hive-jdbc-2.0.0-SNAPSHOT.jar:/Users/sush/.m2/repository/org/apache/hive/hive-service/2.0.0-SNAPSHOT/hive-service-2.0.0-SNAPSHOT.jar:/Users/sush/.m2/repository/net/sf/jpam/jpam/1.1/jpam-1.1.jar:/Users/sush/.m2/repository/org/eclipse/jetty/aggregate/jetty-all/7.6.0.v20120127/jetty-all-7.6.0.v20120127.jar:/Users/sush/.m2/repository/org/apache/geronimo/specs/geronimo-jta_1.1_spec/1.1.1/geronimo-jta_1.1_spec-1.1.1.jar:/Users/sush/.m2/repository/javax/mail/mail/1.4.1/mail-1.4.1.jar:/Users/sush/.m2/repository/javax/activation/activation/1.1/activation-1.1.jar:/Users/sush/.m2/repository/org/apache/geronimo/specs/geronimo-jaspic_1.0_spec/1.0/geronimo-jaspic_1.0_spec-1.0.jar:/Users/sush/.m2/repository/org/apache/geronimo/specs/geronimo-annotation_1.0_spec/1.1.1/geronimo-annotation_1.0_spec-1.1.1.jar:/Users/sush/.m2/repository/asm/asm-commons/3.1/asm-commons-3.1.jar:/Users/sush/.m2/repository/asm/asm-tree/3.1/asm-tree-3.1.jar:/Users/sush/.m2/repository/org/apache/hive/hcatalog/hive-hcatalog-core/2.0.0-SNAPSHOT/hive-hcatalog-core-2.0.0-SNAPSHOT.jar:/Users/sush/.m2/repository/org/apache/hive/hcatalog/hive-hcatalog-streaming/2.0.0-SNAPSHOT/hive-hcatalog-streaming-2.0.0-SNAPSHOT.jar:/Users/sush/.m2/repository/org/apache/hive/hive-service/2.0.0-SNAPSHOT/hive-service-2.0.0-SNAPSHOT-tests.jar:/Users/sush/.m2/repository/org/apache/hive/hive-exec/2.0.0-SNAPSHOT/hive-exec-2.0.0-SNAPSHOT-tests.jar:/Users/sush/dev/hive.git/itests/util/target/classes:/Users/sush/.m2/repository/org/apache/accumulo/accumulo-minicluster/1.6.0/accumulo-minicluster-1.6.0.jar:/Users/sush/.m2/repository/com/beust/jcommander/1.32/jcommander-1.32.jar:/Users/sush/.m2/repository/org/apache/accumulo/accumulo-core/1.6.0/accumulo-core-1.6.0.jar:/Users/sush/.m2/repository/org/apache/accumulo/accumulo-gc/1.6.0/accumulo-gc-1.6.0.jar:/Users/sush/.m2/repository/org/apache/accumulo/accumulo-master/1.6.0/accumulo-master-1.6.0.jar:/Users/sush/.m2/repository/org/apache/accumulo/accumulo-server-base/1.6.0/accumulo-server-base-1.6.0.jar:/Users/sush/.m2/repository/org/apache/accumulo/accumulo-start/1.6.0/accumulo-start-1.6.0.jar:/Users/sush/.m2/repository/org/apache/accumulo/accumulo-tserver/1.6.0/accumulo-tserver-1.6.0.jar:/Users/sush/.m2/repository/org/apache/commons/commons-vfs2/2.0/commons-vfs2-2.0.jar:/Users/sush/.m2/repository/org/apache/maven/scm/maven-scm-api/1.4/maven-scm-api-1.4.jar:/Users/sush/.m2/repository/org/codehaus/plexus/plexus-utils/1.5.6/plexus-utils-1.5.6.jar:/Users/sush/.m2/repository/org/apache/maven/scm/maven-scm-provider-svnexe/1.4/maven-scm-provider-svnexe-1.4.jar:/Users/sush/.m2/repository/org/apache/maven/scm/maven-scm-provider-svn-commons/1.4/maven-scm-provider-svn-commons-1.4.jar:/Users/sush/.m2/repository/regexp/regexp/1.3/regexp-1.3.jar:/Users/sush/.m2/repository/org/apache/hadoop/hadoop-minicluster/2.6.0/hadoop-minicluster-2.6.0.jar:/Users/sush/.m2/repository/org/apache/hive/hive-accumulo-handler/2.0.0-SNAPSHOT/hive-accumulo-handler-2.0.0-SNAPSHOT.jar:/Users/sush/.m2/repository/org/apache/accumulo/accumulo-fate/1.6.0/accumulo-fate-1.6.0.jar:/Users/sush/.m2/repository/org/apache/accumulo/accumulo-trace/1.6.0/accumulo-trace-1.6.0.jar:/Users/sush/.m2/repository/org/apache/hive/hive-accumulo-handler/2.0.0-SNAPSHOT/hive-accumulo-handler-2.0.0-SNAPSHOT-tests.jar:/Users/sush/.m2/repository/org/apache/hive/hive-cli/2.0.0-SNAPSHOT/hive-cli-2.0.0-SNAPSHOT.jar:/Users/sush/.m2/repository/org/apache/hive/hive-hbase-handler/2.0.0-SNAPSHOT/hive-hbase-handler-2.0.0-SNAPSHOT.jar:/Users/sush/.m2/repository/org/apache/hive/hive-hbase-handler/2.0.0-SNAPSHOT/hive-hbase-handler-2.0.0-SNAPSHOT-tests.jar:/Users/sush/.m2/repository/org/apache/hive/hive-serde/2.0.0-SNAPSHOT/hive-serde-2.0.0-SNAPSHOT.jar:/Users/sush/.m2/repository/com/google/code/findbugs/jsr305/3.0.0/jsr305-3.0.0.jar:/Users/sush/.m2/repository/org/apache/avro/avro/1.7.7/avro-1.7.7.jar:/Users/sush/.m2/repository/com/thoughtworks/paranamer/paranamer/2.3/paranamer-2.3.jar:/Users/sush/.m2/repository/org/xerial/snappy/snappy-java/1.0.5/snappy-java-1.0.5.jar:/Users/sush/.m2/repository/net/sf/opencsv/opencsv/2.3/opencsv-2.3.jar:/Users/sush/.m2/repository/org/apache/parquet/parquet-hadoop-bundle/1.8.1/parquet-hadoop-bundle-1.8.1.jar:/Users/sush/.m2/repository/org/apache/hive/hive-exec/2.0.0-SNAPSHOT/hive-exec-2.0.0-SNAPSHOT.jar:/Users/sush/.m2/repository/commons-httpclient/commons-httpclient/3.0.1/commons-httpclient-3.0.1.jar:/Users/sush/.m2/repository/commons-io/commons-io/2.4/commons-io-2.4.jar:/Users/sush/.m2/repository/org/antlr/ST4/4.0.4/ST4-4.0.4.jar:/Users/sush/.m2/repository/org/apache/ivy/ivy/2.4.0/ivy-2.4.0.jar:/Users/sush/.m2/repository/org/apache/zookeeper/zookeeper/3.4.6/zookeeper-3.4.6.jar:/Users/sush/.m2/repository/org/apache/curator/curator-framework/2.6.0/curator-framework-2.6.0.jar:/Users/sush/.m2/repository/org/codehaus/groovy/groovy-all/2.4.4/groovy-all-2.4.4.jar:/Users/sush/.m2/repository/org/apache/calcite/calcite-core/1.4.0-incubating/calcite-core-1.4.0-incubating.jar:/Users/sush/.m2/repository/org/apache/calcite/calcite-linq4j/1.4.0-incubating/calcite-linq4j-1.4.0-incubating.jar:/Users/sush/.m2/repository/net/hydromatic/eigenbase-properties/1.1.5/eigenbase-properties-1.1.5.jar:/Users/sush/.m2/repository/org/codehaus/janino/janino/2.7.6/janino-2.7.6.jar:/Users/sush/.m2/repository/org/codehaus/janino/commons-compiler/2.7.6/commons-compiler-2.7.6.jar:/Users/sush/.m2/repository/org/pentaho/pentaho-aggdesigner-algorithm/5.1.5-jhyde/pentaho-aggdesigner-algorithm-5.1.5-jhyde.jar:/Users/sush/.m2/repository/org/apache/calcite/calcite-avatica/1.4.0-incubating/calcite-avatica-1.4.0-incubating.jar:/Users/sush/.m2/repository/com/google/code/gson/gson/2.2.4/gson-2.2.4.jar:/Users/sush/.m2/repository/stax/stax-api/1.0.1/stax-api-1.0.1.jar:/Users/sush/.m2/repository/jline/jline/2.12/jline-2.12.jar:/Users/sush/.m2/repository/org/apache/hadoop/hadoop-yarn-registry/2.6.0/hadoop-yarn-registry-2.6.0.jar:/Users/sush/.m2/repository/org/apache/hadoop/hadoop-yarn-api/2.6.0/hadoop-yarn-api-2.6.0.jar:/Users/sush/.m2/repository/org/apache/hadoop/hadoop-yarn-common/2.6.0/hadoop-yarn-common-2.6.0.jar:/Users/sush/.m2/repository/javax/xml/bind/jaxb-api/2.2.2/jaxb-api-2.2.2.jar:/Users/sush/.m2/repository/javax/xml/stream/stax-api/1.0-2/stax-api-1.0-2.jar:/Users/sush/.m2/repository/org/codehaus/jackson/jackson-xc/1.9.2/jackson-xc-1.9.2.jar:/Users/sush/.m2/repository/com/sun/jersey/contribs/jersey-guice/1.9/jersey-guice-1.9.jar:/Users/sush/.m2/repository/org/codehaus/jackson/jackson-core-asl/1.9.2/jackson-core-asl-1.9.2.jar:/Users/sush/.m2/repository/org/codehaus/jackson/jackson-mapper-asl/1.9.2/jackson-mapper-asl-1.9.2.jar:/Users/sush/.m2/repository/junit/junit/4.11/junit-4.11.jar:/Users/sush/.m2/repository/org/hamcrest/hamcrest-core/1.3/hamcrest-core-1.3.jar:/Users/sush/.m2/repository/com/sun/jersey/jersey-servlet/1.14/jersey-servlet-1.14.jar:/Users/sush/.m2/repository/com/sun/jersey/jersey-server/1.14/jersey-server-1.14.jar:/Users/sush/.m2/repository/asm/asm/3.1/asm-3.1.jar:/Users/sush/.m2/repository/org/apache/hadoop/hadoop-archives/2.6.0/hadoop-archives-2.6.0.jar:/Users/sush/.m2/repository/org/apache/hadoop/hadoop-common/2.6.0/hadoop-common-2.6.0.jar:/Users/sush/.m2/repository/org/apache/hadoop/hadoop-annotations/2.6.0/hadoop-annotations-2.6.0.jar:/Users/sush/.m2/repository/org/apache/commons/commons-math3/3.1.1/commons-math3-3.1.1.jar:/Users/sush/.m2/repository/xmlenc/xmlenc/0.52/xmlenc-0.52.jar:/Users/sush/.m2/repository/commons-net/commons-net/3.1/commons-net-3.1.jar:/Users/sush/.m2/repository/commons-collections/commons-collections/3.2.1/commons-collections-3.2.1.jar:/Users/sush/.m2/repository/javax/servlet/servlet-api/2.5/servlet-api-2.5.jar:/Users/sush/.m2/repository/org/mortbay/jetty/jetty/6.1.26/jetty-6.1.26.jar:/Users/sush/.m2/repository/org/mortbay/jetty/jetty-util/6.1.26/jetty-util-6.1.26.jar:/Users/sush/.m2/repository/com/sun/jersey/jersey-core/1.14/jersey-core-1.14.jar:/Users/sush/.m2/repository/com/sun/jersey/jersey-json/1.14/jersey-json-1.14.jar:/Users/sush/.m2/repository/com/sun/xml/bind/jaxb-impl/2.2.3-1/jaxb-impl-2.2.3-1.jar:/Users/sush/.m2/repository/tomcat/jasper-compiler/5.5.23/jasper-compiler-5.5.23.jar:/Users/sush/.m2/repository/tomcat/jasper-runtime/5.5.23/jasper-runtime-5.5.23.jar:/Users/sush/.m2/repository/javax/servlet/jsp/jsp-api/2.1/jsp-api-2.1.jar:/Users/sush/.m2/repository/commons-el/commons-el/1.0/commons-el-1.0.jar:/Users/sush/.m2/repository/log4j/log4j/1.2.17/log4j-1.2.17.jar:/Users/sush/.m2/repository/net/java/dev/jets3t/jets3t/0.9.0/jets3t-0.9.0.jar:/Users/sush/.m2/repository/com/jamesmurty/utils/java-xmlbuilder/0.4/java-xmlbuilder-0.4.jar:/Users/sush/.m2/repository/commons-configuration/commons-configuration/1.6/commons-configuration-1.6.jar:/Users/sush/.m2/repository/commons-digester/commons-digester/1.8/commons-digester-1.8.jar:/Users/sush/.m2/repository/commons-beanutils/commons-beanutils/1.7.0/commons-beanutils-1.7.0.jar:/Users/sush/.m2/repository/commons-beanutils/commons-beanutils-core/1.8.0/commons-beanutils-core-1.8.0.jar:/Users/sush/.m2/repository/org/slf4j/slf4j-log4j12/1.7.5/slf4j-log4j12-1.7.5.jar:/Users/sush/.m2/repository/org/apache/hadoop/hadoop-auth/2.6.0/hadoop-auth-2.6.0.jar:/Users/sush/.m2/repository/org/apache/directory/server/apacheds-kerberos-codec/2.0.0-M15/apacheds-kerberos-codec-2.0.0-M15.jar:/Users/sush/.m2/repository/org/apache/directory/server/apacheds-i18n/2.0.0-M15/apacheds-i18n-2.0.0-M15.jar:/Users/sush/.m2/repository/org/apache/directory/api/api-asn1-api/1.0.0-M20/api-asn1-api-1.0.0-M20.jar:/Users/sush/.m2/repository/org/apache/directory/api/api-util/1.0.0-M20/api-util-1.0.0-M20.jar:/Users/sush/.m2/repository/com/jcraft/jsch/0.1.42/jsch-0.1.42.jar:/Users/sush/.m2/repository/org/apache/curator/curator-client/2.6.0/curator-client-2.6.0.jar:/Users/sush/.m2/repository/org/apache/curator/curator-recipes/2.6.0/curator-recipes-2.6.0.jar:/Users/sush/.m2/repository/org/htrace/htrace-core/3.0.4/htrace-core-3.0.4.jar:/Users/sush/.m2/repository/org/apache/hadoop/hadoop-common/2.6.0/hadoop-common-2.6.0-tests.jar:/Users/sush/.m2/repository/org/apache/hadoop/hadoop-hdfs/2.6.0/hadoop-hdfs-2.6.0-tests.jar:/Users/sush/.m2/repository/commons-daemon/commons-daemon/1.0.13/commons-daemon-1.0.13.jar:/Users/sush/.m2/repository/io/netty/netty/3.6.2.Final/netty-3.6.2.Final.jar:/Users/sush/.m2/repository/xerces/xercesImpl/2.9.1/xercesImpl-2.9.1.jar:/Users/sush/.m2/repository/xml-apis/xml-apis/1.3.04/xml-apis-1.3.04.jar:/Users/sush/.m2/repository/org/apache/hadoop/hadoop-hdfs/2.6.0/hadoop-hdfs-2.6.0.jar:/Users/sush/.m2/repository/org/apache/hadoop/hadoop-mapreduce-client-jobclient/2.6.0/hadoop-mapreduce-client-jobclient-2.6.0-tests.jar:/Users/sush/.m2/repository/org/apache/hadoop/hadoop-mapreduce-client-common/2.6.0/hadoop-mapreduce-client-common-2.6.0.jar:/Users/sush/.m2/repository/org/apache/hadoop/hadoop-mapreduce-client-shuffle/2.6.0/hadoop-mapreduce-client-shuffle-2.6.0.jar:/Users/sush/.m2/repository/org/fusesource/leveldbjni/leveldbjni-all/1.8/leveldbjni-all-1.8.jar:/Users/sush/.m2/repository/com/google/inject/extensions/guice-servlet/3.0/guice-servlet-3.0.jar:/Users/sush/.m2/repository/org/apache/hadoop/hadoop-mapreduce-client-hs/2.6.0/hadoop-mapreduce-client-hs-2.6.0.jar:/Users/sush/.m2/repository/org/apache/hadoop/hadoop-mapreduce-client-app/2.6.0/hadoop-mapreduce-client-app-2.6.0.jar:/Users/sush/.m2/repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.6.0/hadoop-mapreduce-client-core-2.6.0.jar:/Users/sush/.m2/repository/org/apache/hive/hive-llap-server/2.0.0-SNAPSHOT/hive-llap-server-2.0.0-SNAPSHOT.jar:/Users/sush/.m2/repository/org/apache/hive/hive-llap-client/2.0.0-SNAPSHOT/hive-llap-client-2.0.0-SNAPSHOT.jar:/Users/sush/.m2/repository/org/apache/hive/hive-llap-server/2.0.0-SNAPSHOT/hive-llap-server-2.0.0-SNAPSHOT-tests.jar:/Users/sush/.m2/repository/org/apache/hadoop/hadoop-yarn-server-tests/2.6.0/hadoop-yarn-server-tests-2.6.0-tests.jar:/Users/sush/.m2/repository/org/apache/hadoop/hadoop-yarn-server-common/2.6.0/hadoop-yarn-server-common-2.6.0.jar:/Users/sush/.m2/repository/org/apache/hadoop/hadoop-yarn-server-nodemanager/2.6.0/hadoop-yarn-server-nodemanager-2.6.0.jar:/Users/sush/.m2/repository/org/apache/hadoop/hadoop-yarn-server-resourcemanager/2.6.0/hadoop-yarn-server-resourcemanager-2.6.0.jar:/Users/sush/.m2/repository/org/apache/hadoop/hadoop-yarn-server-applicationhistoryservice/2.6.0/hadoop-yarn-server-applicationhistoryservice-2.6.0.jar:/Users/sush/.m2/repository/org/apache/hadoop/hadoop-yarn-client/2.6.0/hadoop-yarn-client-2.6.0.jar:/Users/sush/.m2/repository/org/apache/hbase/hbase-common/1.1.1/hbase-common-1.1.1.jar:/Users/sush/.m2/repository/org/apache/hbase/hbase-protocol/1.1.1/hbase-protocol-1.1.1.jar:/Users/sush/.m2/repository/org/apache/hbase/hbase-annotations/1.1.1/hbase-annotations-1.1.1.jar:/Users/sush/.m2/repository/org/apache/htrace/htrace-core/3.1.0-incubating/htrace-core-3.1.0-incubating.jar:/Users/sush/.m2/repository/com/github/stephenc/findbugs/findbugs-annotations/1.3.9-1/findbugs-annotations-1.3.9-1.jar:/Users/sush/.m2/repository/org/apache/hbase/hbase-common/1.1.1/hbase-common-1.1.1-tests.jar:/Users/sush/.m2/repository/org/apache/hbase/hbase-hadoop-compat/1.1.1/hbase-hadoop-compat-1.1.1.jar:/Users/sush/.m2/repository/org/apache/commons/commons-math/2.2/commons-math-2.2.jar:/Users/sush/.m2/repository/org/apache/hbase/hbase-hadoop-compat/1.1.1/hbase-hadoop-compat-1.1.1-tests.jar:/Users/sush/.m2/repository/org/apache/hbase/hbase-hadoop2-compat/1.1.1/hbase-hadoop2-compat-1.1.1.jar:/Users/sush/.m2/repository/com/yammer/metrics/metrics-core/2.2.0/metrics-core-2.2.0.jar:/Users/sush/.m2/repository/org/apache/hbase/hbase-hadoop2-compat/1.1.1/hbase-hadoop2-compat-1.1.1-tests.jar:/Users/sush/.m2/repository/org/apache/hbase/hbase-server/1.1.1/hbase-server-1.1.1.jar:/Users/sush/.m2/repository/org/apache/hbase/hbase-procedure/1.1.1/hbase-procedure-1.1.1.jar:/Users/sush/.m2/repository/org/apache/hbase/hbase-prefix-tree/1.1.1/hbase-prefix-tree-1.1.1.jar:/Users/sush/.m2/repository/org/mortbay/jetty/jetty-sslengine/6.1.26.hwx/jetty-sslengine-6.1.26.hwx.jar:/Users/sush/.m2/repository/org/mortbay/jetty/jsp-2.1/6.1.14/jsp-2.1-6.1.14.jar:/Users/sush/.m2/repository/org/mortbay/jetty/jsp-api-2.1/6.1.14/jsp-api-2.1-6.1.14.jar:/Users/sush/.m2/repository/org/mortbay/jetty/servlet-api-2.5/6.1.14/servlet-api-2.5-6.1.14.jar:/Users/sush/.m2/repository/org/codehaus/jackson/jackson-jaxrs/1.9.2/jackson-jaxrs-1.9.2.jar:/Users/sush/.m2/repository/org/jamon/jamon-runtime/2.3.1/jamon-runtime-2.3.1.jar:/Users/sush/.m2/repository/io/netty/netty-all/4.0.23.Final/netty-all-4.0.23.Final.jar:/Users/sush/.m2/repository/com/lmax/disruptor/3.3.0/disruptor-3.3.0.jar:/Users/sush/.m2/repository/org/apache/hadoop/hadoop-client/2.6.0/hadoop-client-2.6.0.jar:/Users/sush/.m2/repository/org/apache/hadoop/hadoop-mapreduce-client-jobclient/2.6.0/hadoop-mapreduce-client-jobclient-2.6.0.jar:/Users/sush/.m2/repository/org/apache/hbase/hbase-server/1.1.1/hbase-server-1.1.1-tests.jar:/Users/sush/.m2/repository/org/apache/tez/tez-tests/0.8.1-alpha/tez-tests-0.8.1-alpha-tests.jar:/Users/sush/.m2/repository/org/apache/tez/tez-examples/0.8.1-alpha/tez-examples-0.8.1-alpha.jar:/Library/Java/JavaVirtualMachines/jdk1.7.0_55.jdk/Contents/Home/jre/../lib/tools.jar:/Users/sush/.m2/repository/org/apache/tez/tez-api/0.8.1-alpha/tez-api-0.8.1-alpha.jar:/Users/sush/.m2/repository/org/codehaus/jettison/jettison/1.3.4/jettison-1.3.4.jar:/Users/sush/.m2/repository/org/apache/commons/commons-collections4/4.0/commons-collections4-4.0.jar:/Users/sush/.m2/repository/com/sun/jersey/jersey-client/1.9/jersey-client-1.9.jar:/Users/sush/.m2/repository/org/apache/tez/tez-runtime-library/0.8.1-alpha/tez-runtime-library-0.8.1-alpha.jar:/Users/sush/.m2/repository/org/roaringbitmap/RoaringBitmap/0.4.9/RoaringBitmap-0.4.9.jar:/Users/sush/.m2/repository/com/ning/async-http-client/1.8.16/async-http-client-1.8.16.jar:/Users/sush/.m2/repository/org/apache/tez/tez-common/0.8.1-alpha/tez-common-0.8.1-alpha.jar:/Users/sush/.m2/repository/org/apache/tez/tez-mapreduce/0.8.1-alpha/tez-mapreduce-0.8.1-alpha.jar:/Users/sush/.m2/repository/org/apache/tez/tez-dag/0.8.1-alpha/tez-dag-0.8.1-alpha.jar:/Users/sush/.m2/repository/org/apache/tez/tez-runtime-internals/0.8.1-alpha/tez-runtime-internals-0.8.1-alpha.jar:/Users/sush/.m2/repository/org/apache/hadoop/hadoop-yarn-server-web-proxy/2.6.0/hadoop-yarn-server-web-proxy-2.6.0.jar:/Users/sush/.m2/repository/org/slf4j/slf4j-api/1.7.5/slf4j-api-1.7.5.jar:/Users/sush/dev/hive.git/itests/qtest/target/tmp/conf:/Users/sush/dev/hive.git/itests/qtest/../../conf: 2015-10-29T11:12:42,736 DEBUG [main]: conf.VariableSubstitution (VariableSubstitution.java:substitute(63)) - Substitution is on: true 2015-10-29T11:12:42,736 DEBUG [main]: conf.VariableSubstitution (VariableSubstitution.java:substitute(63)) - Substitution is on: org.apache.hadoop.hive.ql.security.authorization.plugin.sqlstd.SQLStdHiveAuthorizerFactoryForTest 2015-10-29T11:12:42,736 DEBUG [main]: conf.VariableSubstitution (VariableSubstitution.java:substitute(63)) - Substitution is on: org.apache.hadoop.hive.ql.security.SessionStateConfigUserAuthenticator 2015-10-29T11:12:42,737 DEBUG [main]: conf.VariableSubstitution (VariableSubstitution.java:substitute(63)) - Substitution is on: true 2015-10-29T11:12:42,737 DEBUG [main]: conf.VariableSubstitution (VariableSubstitution.java:substitute(63)) - Substitution is on: true 2015-10-29T11:12:42,737 DEBUG [main]: conf.VariableSubstitution (VariableSubstitution.java:substitute(63)) - Substitution is on: 2015-10-29T11:12:42,737 DEBUG [main]: conf.VariableSubstitution (VariableSubstitution.java:substitute(63)) - Substitution is on: import_auth_uri 2015-10-29T11:12:42,737 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:42,737 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:42,737 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:42,737 DEBUG [main]: conf.VariableSubstitution (VariableSubstitution.java:substitute(63)) - Substitution is on: create table import_auth_uri ( dep_id int comment "department id") stored as textfile 2015-10-29T11:12:42,738 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:42,738 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(185)) - Parsing command: create table import_auth_uri ( dep_id int comment "department id") stored as textfile 2015-10-29T11:12:42,738 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(209)) - Parse Completed 2015-10-29T11:12:42,738 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:42,738 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:42,738 INFO [main]: hive.metastore (HiveMetaStoreClient.java:isCompatibleWith(321)) - Mestastore configuration hive.security.authorization.manager changed from org.apache.hadoop.hive.ql.security.authorization.DefaultHiveAuthorizationProvider to org.apache.hadoop.hive.ql.security.authorization.plugin.sqlstd.SQLStdHiveAuthorizerFactoryForTest 2015-10-29T11:12:42,738 DEBUG [main]: metadata.Hive (Hive.java:get(284)) - Creating new db. db = org.apache.hadoop.hive.ql.metadata.Hive@7f26c94c, needsRefresh = true, db.isCurrentUserOwner = true 2015-10-29T11:12:42,738 DEBUG [main]: metadata.Hive (Hive.java:close(346)) - Closing current thread's connection to Hive Metastore. 2015-10-29T11:12:42,738 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:42,739 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: Shutting down the object store... 2015-10-29T11:12:42,739 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=Shutting down the object store... 2015-10-29T11:12:42,739 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: Metastore shutdown complete. 2015-10-29T11:12:42,739 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=Metastore shutdown complete. 2015-10-29T11:12:42,739 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:42,739 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:42,740 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:newRawStore(500)) - 0: Opening raw store with implementation class:org.apache.hadoop.hive.metastore.VerifyingObjectStore 2015-10-29T11:12:42,740 WARN [main]: metastore.VerifyingObjectStore (VerifyingObjectStore.java:(49)) - VerifyingObjectStore is being used - test run 2015-10-29T11:12:42,741 INFO [main]: metastore.ObjectStore (ObjectStore.java:initialize(335)) - ObjectStore, initialize called 2015-10-29T11:12:42,741 INFO [main]: metastore.ObjectStore (ObjectStore.java:initialize(335)) - ObjectStore, initialize called 2015-10-29T11:12:42,751 INFO [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:(142)) - Using direct SQL, underlying DB is DERBY 2015-10-29T11:12:42,751 INFO [main]: metastore.ObjectStore (ObjectStore.java:setConf(318)) - Initialized ObjectStore 2015-10-29T11:12:42,751 INFO [main]: metastore.ObjectStore (ObjectStore.java:setConf(318)) - Initialized ObjectStore 2015-10-29T11:12:42,751 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:42,751 INFO [main]: parse.CalcitePlanner (SemanticAnalyzer.java:analyzeInternal(10062)) - Starting Semantic Analysis 2015-10-29T11:12:42,751 INFO [main]: parse.CalcitePlanner (SemanticAnalyzer.java:analyzeCreateTable(10690)) - Creating table default.import_auth_uri position=13 2015-10-29T11:12:42,751 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:42,751 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_database: default 2015-10-29T11:12:42,751 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_database: default 2015-10-29T11:12:42,754 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:getDatabase(348)) - getDatabase: directsql returning db default locn[pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse] desc [Default Hive database] owner [public] ownertype [ROLE] 2015-10-29T11:12:42,754 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:42,761 INFO [main]: sqlstd.SQLStdHiveAccessController (SQLStdHiveAccessController.java:(95)) - Created SQLStdHiveAccessController for session context : HiveAuthzSessionContext [sessionString=c1e5f1ed-609e-40e0-9bb9-d1f1c5595f87, clientType=HIVESERVER2] 2015-10-29T11:12:42,762 WARN [main]: session.SessionState (SessionState.java:setAuthorizerV2Config(796)) - METASTORE_FILTER_HOOK will be ignored, since hive.security.authorization.manager is set to instance of HiveAuthorizerFactory. 2015-10-29T11:12:42,763 DEBUG [main]: sqlstd.SQLStdHiveAccessController (SQLStdHiveAccessController.java:applyAuthorizationConfigPolicy(637)) - Configuring hooks : org.apache.hadoop.hive.ql.hooks.PreExecutePrinter, org.apache.hadoop.hive.ql.hooks.EnforceReadOnlyTables,org.apache.hadoop.hive.ql.security.authorization.plugin.DisallowTransformHook 2015-10-29T11:12:42,763 INFO [main]: hive.metastore (HiveMetaStoreClient.java:isCompatibleWith(321)) - Mestastore configuration hive.metastore.filter.hook changed from org.apache.hadoop.hive.metastore.DefaultMetaStoreFilterHookImpl to org.apache.hadoop.hive.ql.security.authorization.plugin.AuthorizationMetaStoreFilterHook 2015-10-29T11:12:42,764 DEBUG [main]: metadata.Hive (Hive.java:get(284)) - Creating new db. db = org.apache.hadoop.hive.ql.metadata.Hive@3f99c2dc, needsRefresh = true, db.isCurrentUserOwner = true 2015-10-29T11:12:42,764 DEBUG [main]: metadata.Hive (Hive.java:close(346)) - Closing current thread's connection to Hive Metastore. 2015-10-29T11:12:42,764 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:42,764 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: Shutting down the object store... 2015-10-29T11:12:42,764 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=Shutting down the object store... 2015-10-29T11:12:42,764 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: Metastore shutdown complete. 2015-10-29T11:12:42,764 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=Metastore shutdown complete. 2015-10-29T11:12:42,764 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:42,765 DEBUG [main]: session.SessionState (SessionState.java:setupAuth(783)) - Session is using authorization class class org.apache.hadoop.hive.ql.security.authorization.plugin.HiveAuthorizerImpl 2015-10-29T11:12:42,765 INFO [main]: ql.Driver (Driver.java:compile(448)) - Semantic Analysis Completed 2015-10-29T11:12:42,766 DEBUG [main]: parse.CalcitePlanner (SemanticAnalyzer.java:validate(10519)) - validation start 2015-10-29T11:12:42,766 DEBUG [main]: parse.CalcitePlanner (SemanticAnalyzer.java:validate(10561)) - not validating writeEntity, because entity is neither table nor partition 2015-10-29T11:12:42,766 DEBUG [main]: parse.CalcitePlanner (SemanticAnalyzer.java:validate(10588)) - Not a partition. 2015-10-29T11:12:42,766 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:42,766 INFO [main]: ql.Driver (Driver.java:getSchema(244)) - Returning Hive schema: Schema(fieldSchemas:null, properties:null) 2015-10-29T11:12:42,766 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:42,770 DEBUG [main]: sqlstd.SQLStdHiveAuthorizationValidator (SQLStdHiveAuthorizationValidator.java:checkPrivileges(85)) - Checking privileges for operation CREATETABLE by user sush on input objects [] and output objects [Object [type=DATABASE, name=default], Object [type=TABLE_OR_VIEW, name=default.import_auth_uri]]. Context Info: HiveAuthzContext [userIpAddress=null, commandString= create table import_auth_uri ( dep_id int comment "department id") stored as textfile] 2015-10-29T11:12:42,774 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:42,774 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:newRawStore(500)) - 0: Opening raw store with implementation class:org.apache.hadoop.hive.metastore.VerifyingObjectStore 2015-10-29T11:12:42,774 WARN [main]: metastore.VerifyingObjectStore (VerifyingObjectStore.java:(49)) - VerifyingObjectStore is being used - test run 2015-10-29T11:12:42,775 INFO [main]: metastore.ObjectStore (ObjectStore.java:initialize(335)) - ObjectStore, initialize called 2015-10-29T11:12:42,775 INFO [main]: metastore.ObjectStore (ObjectStore.java:initialize(335)) - ObjectStore, initialize called 2015-10-29T11:12:42,777 INFO [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:(142)) - Using direct SQL, underlying DB is DERBY 2015-10-29T11:12:42,777 INFO [main]: metastore.ObjectStore (ObjectStore.java:setConf(318)) - Initialized ObjectStore 2015-10-29T11:12:42,777 INFO [main]: metastore.ObjectStore (ObjectStore.java:setConf(318)) - Initialized ObjectStore 2015-10-29T11:12:42,787 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:42,787 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:42,788 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:42,788 INFO [main]: sqlstd.SQLStdHiveAccessController (SQLStdHiveAccessController.java:initUserRoles(113)) - Current user : sush, Current Roles : [public[sush:USER]] 2015-10-29T11:12:42,788 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:42,827 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:42,829 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:42,829 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:42,829 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : compilation phase 2015-10-29T11:12:42,829 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {get_privilege_set_(HiveObjectRef, String, List, )=40, get_role_grants_for_principal_(GetRoleGrantsForPrincipalRequest, )=14} 2015-10-29T11:12:42,829 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:42,829 INFO [main]: lockmgr.DummyTxnManager (DummyTxnManager.java:getLockManager(82)) - Creating lock manager of type org.apache.hadoop.hive.ql.lockmgr.zookeeper.ZooKeeperHiveLockManager 2015-10-29T11:12:42,831 INFO [ProcessThread(sid:0 cport:-1):]: server.PrepRequestProcessor (PrepRequestProcessor.java:pRequest(645)) - Got user-level KeeperException when processing sessionid:0x150b4cc5d280001 type:create cxid:0x37a zxid:0x256 txntype:-1 reqpath:n/a Error Path:/hive_zookeeper_namespace Error:KeeperErrorCode = NodeExists for /hive_zookeeper_namespace 2015-10-29T11:12:42,831 INFO [ProcessThread(sid:0 cport:-1):]: server.PrepRequestProcessor (PrepRequestProcessor.java:pRequest(645)) - Got user-level KeeperException when processing sessionid:0x150b4cc5d280001 type:create cxid:0x37a zxid:0x256 txntype:-1 reqpath:n/a Error Path:/hive_zookeeper_namespace Error:KeeperErrorCode = NodeExists for /hive_zookeeper_namespace 2015-10-29T11:12:42,832 DEBUG [main]: lockmgr.DummyTxnManager (DummyTxnManager.java:acquireLocks(148)) - Adding database:default to list of lock outputs 2015-10-29T11:12:42,832 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:lock(262)) - Acquiring lock for default with mode IMPLICIT 2015-10-29T11:12:42,833 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:42,834 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:42,834 INFO [main]: ql.Driver (Driver.java:execute(1468)) - Starting command(queryId=sush_20151029111242_eb97fc4a-f4a1-45fa-8408-5f587c99cc6e): create table import_auth_uri ( dep_id int comment "department id") stored as textfile 2015-10-29T11:12:42,834 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:42,834 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: query: create table import_auth_uri ( dep_id int comment "department id") stored as textfile 2015-10-29T11:12:42,834 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: type: CREATETABLE 2015-10-29T11:12:42,834 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: Output: database:default 2015-10-29T11:12:42,834 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: Output: default@import_auth_uri 2015-10-29T11:12:42,834 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:42,834 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:42,834 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:42,834 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:42,834 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:42,835 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:42,835 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:42,835 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:42,835 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-0:DDL] in serial mode 2015-10-29T11:12:42,835 DEBUG [main]: exec.DDLTask (DDLTask.java:validateSerDe(3674)) - Found class for org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe 2015-10-29T11:12:42,836 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct import_auth_uri { i32 dep_id} 2015-10-29T11:12:42,836 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:42,836 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: create_table: Table(tableName:import_auth_uri, dbName:default, owner:sush, createTime:1446142362, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:dep_id, type:int, comment:department id)], location:null, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}, skewedInfo:SkewedInfo(skewedColNames:[], skewedColValues:[], skewedColValueLocationMaps:{}), storedAsSubDirectories:false), partitionKeys:[], parameters:{}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE, privileges:PrincipalPrivilegeSet(userPrivileges:{sush=[PrivilegeGrantInfo(privilege:INSERT, createTime:-1, grantor:sush, grantorType:USER, grantOption:true), PrivilegeGrantInfo(privilege:SELECT, createTime:-1, grantor:sush, grantorType:USER, grantOption:true), PrivilegeGrantInfo(privilege:UPDATE, createTime:-1, grantor:sush, grantorType:USER, grantOption:true), PrivilegeGrantInfo(privilege:DELETE, createTime:-1, grantor:sush, grantorType:USER, grantOption:true)]}, groupPrivileges:null, rolePrivileges:null), temporary:false) 2015-10-29T11:12:42,836 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=create_table: Table(tableName:import_auth_uri, dbName:default, owner:sush, createTime:1446142362, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:dep_id, type:int, comment:department id)], location:null, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}, skewedInfo:SkewedInfo(skewedColNames:[], skewedColValues:[], skewedColValueLocationMaps:{}), storedAsSubDirectories:false), partitionKeys:[], parameters:{}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE, privileges:PrincipalPrivilegeSet(userPrivileges:{sush=[PrivilegeGrantInfo(privilege:INSERT, createTime:-1, grantor:sush, grantorType:USER, grantOption:true), PrivilegeGrantInfo(privilege:SELECT, createTime:-1, grantor:sush, grantorType:USER, grantOption:true), PrivilegeGrantInfo(privilege:UPDATE, createTime:-1, grantor:sush, grantorType:USER, grantOption:true), PrivilegeGrantInfo(privilege:DELETE, createTime:-1, grantor:sush, grantorType:USER, grantOption:true)]}, groupPrivileges:null, rolePrivileges:null), temporary:false) 2015-10-29T11:12:42,839 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:getDatabase(348)) - getDatabase: directsql returning db default locn[pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse] desc [Default Hive database] owner [public] ownertype [ROLE] 2015-10-29T11:12:42,843 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:getDatabase(348)) - getDatabase: directsql returning db default locn[pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse] desc [Default Hive database] owner [public] ownertype [ROLE] 2015-10-29T11:12:42,843 INFO [main]: common.FileUtils (FileUtils.java:mkdir(502)) - Creating directory if it doesn't exist: pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/import_auth_uri 2015-10-29T11:12:42,868 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chgrp,-R,staff,pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/import_auth_uri} 2015-10-29T11:12:42,874 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:12:42,874 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chmod,-R,755,pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/import_auth_uri} 2015-10-29T11:12:42,883 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:12:42,888 DEBUG [main]: shims.HadoopShimsSecure (Hadoop23Shims.java:debugLog(937)) - FileStatus{path=pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/import_auth_uri; isDirectory=true; modification_time=1446142362000; access_time=0; owner=sush; group=staff; permission=rwxr-xr-x; isSymlink=false} 2015-10-29T11:12:42,934 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:42,934 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:42,934 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:42,935 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: query: create table import_auth_uri ( dep_id int comment "department id") stored as textfile 2015-10-29T11:12:42,935 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: type: CREATETABLE 2015-10-29T11:12:42,935 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Output: database:default 2015-10-29T11:12:42,935 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Output: default@import_auth_uri 2015-10-29T11:12:42,935 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:42,935 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : execution phase 2015-10-29T11:12:42,935 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {createTable_(Table, )=98, isCompatibleWith_(HiveConf, )=0} 2015-10-29T11:12:42,935 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:42,935 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - OK 2015-10-29T11:12:42,935 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:42,935 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:releaseLocks(217)) - about to release lock for default 2015-10-29T11:12:42,937 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:42,937 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:42,937 DEBUG [main]: ql.Driver (DriverContext.java:shutdown(132)) - Shutting down query create table import_auth_uri ( dep_id int comment "department id") stored as textfile 2015-10-29T11:12:42,937 INFO [main]: CliDriver (SessionState.java:printInfo(996)) - Time taken: 0.2 seconds 2015-10-29T11:12:42,939 DEBUG [main]: conf.VariableSubstitution (VariableSubstitution.java:substitute(63)) - Substitution is on: ${system:test.dfs.mkdir} target/tmp/ql/test/data/exports/import_auth_uri/temp 2015-10-29T11:12:42,940 DEBUG [main]: conf.VariableSubstitution (VariableSubstitution.java:substitute(63)) - Substitution is on: -rmr target/tmp/ql/test/data/exports/import_auth_uri 2015-10-29T11:12:42,941 INFO [main]: fs.TrashPolicyDefault (TrashPolicyDefault.java:initialize(92)) - Namenode trash configuration: Deletion interval = 0 minutes, Emptier interval = 0 minutes. 2015-10-29T11:12:42,942 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:42,942 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:42,942 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:42,942 DEBUG [main]: conf.VariableSubstitution (VariableSubstitution.java:substitute(63)) - Substitution is on: export table import_auth_uri to 'ql/test/data/exports/import_auth_uri' 2015-10-29T11:12:42,942 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:42,942 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(185)) - Parsing command: export table import_auth_uri to 'ql/test/data/exports/import_auth_uri' 2015-10-29T11:12:42,943 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(209)) - Parse Completed 2015-10-29T11:12:42,943 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:42,943 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:42,944 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:42,944 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:42,945 INFO [main]: parse.EximUtil (EximUtil.java:getValidatedURI(82)) - Path before norm :ql/test/data/exports/import_auth_uri 2015-10-29T11:12:42,945 INFO [main]: parse.EximUtil (EximUtil.java:getValidatedURI(109)) - Scheme:pfile, authority:null, path:/Users/sush/dev/hive.git/itests/qtest/target/tmp/ql/test/data/exports/import_auth_uri 2015-10-29T11:12:42,946 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:42,946 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=import_auth_uri 2015-10-29T11:12:42,946 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=import_auth_uri 2015-10-29T11:12:42,958 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:42,958 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:42,980 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:42,999 DEBUG [main]: parse.ExportSemanticAnalyzer (ExportSemanticAnalyzer.java:analyzeInternal(165)) - _metadata file written into file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/c1e5f1ed-609e-40e0-9bb9-d1f1c5595f87/hive_2015-10-29_11-12-42_942_2919252060803646891-1/-local-10000/_metadata and then copied to pfile:/Users/sush/dev/hive.git/itests/qtest/target/tmp/ql/test/data/exports/import_auth_uri 2015-10-29T11:12:42,999 INFO [main]: ql.Driver (Driver.java:compile(448)) - Semantic Analysis Completed 2015-10-29T11:12:42,999 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:42,999 INFO [main]: ql.Driver (Driver.java:getSchema(244)) - Returning Hive schema: Schema(fieldSchemas:null, properties:null) 2015-10-29T11:12:42,999 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:43,000 DEBUG [main]: sqlstd.SQLStdHiveAuthorizationValidator (SQLStdHiveAuthorizationValidator.java:checkPrivileges(85)) - Checking privileges for operation EXPORT by user sush on input objects [Object [type=TABLE_OR_VIEW, name=default.import_auth_uri]] and output objects [Object [type=DFS_URI, name=pfile:/Users/sush/dev/hive.git/itests/qtest/target/tmp/ql/test/data/exports/import_auth_uri]]. Context Info: HiveAuthzContext [userIpAddress=null, commandString= export table import_auth_uri to 'ql/test/data/exports/import_auth_uri'] 2015-10-29T11:12:43,000 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:43,014 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:43,014 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:43,014 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=import_auth_uri 2015-10-29T11:12:43,014 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=import_auth_uri 2015-10-29T11:12:43,022 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:43,053 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:43,053 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:43,053 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : compilation phase 2015-10-29T11:12:43,053 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {flushCache_()=0, getCurrentNotificationEventId_()=22, isCompatibleWith_(HiveConf, )=0, getTable_(String, String, )=20, get_privilege_set_(HiveObjectRef, String, List, )=14} 2015-10-29T11:12:43,053 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:43,053 DEBUG [main]: lockmgr.DummyTxnManager (DummyTxnManager.java:acquireLocks(129)) - Adding default@import_auth_uri to list of lock inputs 2015-10-29T11:12:43,053 DEBUG [main]: lockmgr.DummyTxnManager (DummyTxnManager.java:acquireLocks(148)) - Adding pfile:/Users/sush/dev/hive.git/itests/qtest/target/tmp/ql/test/data/exports/import_auth_uri to list of lock outputs 2015-10-29T11:12:43,053 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:lock(262)) - Acquiring lock for default with mode IMPLICIT 2015-10-29T11:12:43,055 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:lock(262)) - Acquiring lock for default/import_auth_uri with mode IMPLICIT 2015-10-29T11:12:43,056 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:43,056 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:43,056 INFO [main]: ql.Driver (Driver.java:execute(1468)) - Starting command(queryId=sush_20151029111242_f24bd723-c887-4f9a-bc3f-0bdc4119b2bf): export table import_auth_uri to 'ql/test/data/exports/import_auth_uri' 2015-10-29T11:12:43,056 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:43,056 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: query: export table import_auth_uri to 'ql/test/data/exports/import_auth_uri' 2015-10-29T11:12:43,056 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: type: EXPORT 2015-10-29T11:12:43,056 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: Input: default@import_auth_uri 2015-10-29T11:12:43,056 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: Output: pfile:/Users/sush/dev/hive.git/itests/qtest/target/tmp/ql/test/data/exports/import_auth_uri 2015-10-29T11:12:43,056 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:43,057 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:43,057 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:43,057 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:43,057 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:43,057 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:43,057 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:43,057 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:43,057 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-0:COPY] in serial mode 2015-10-29T11:12:43,057 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - Copying data from file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/c1e5f1ed-609e-40e0-9bb9-d1f1c5595f87/hive_2015-10-29_11-12-42_942_2919252060803646891-1/-local-10000/_metadata to pfile:/Users/sush/dev/hive.git/itests/qtest/target/tmp/ql/test/data/exports/import_auth_uri 2015-10-29T11:12:43,058 INFO [main]: common.FileUtils (FileUtils.java:mkdir(502)) - Creating directory if it doesn't exist: pfile:/Users/sush/dev/hive.git/itests/qtest/target/tmp/ql/test/data/exports/import_auth_uri 2015-10-29T11:12:43,072 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chgrp,-R,staff,pfile:/Users/sush/dev/hive.git/itests/qtest/target/tmp/ql/test/data/exports/import_auth_uri} 2015-10-29T11:12:43,077 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:12:43,078 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chmod,-R,755,pfile:/Users/sush/dev/hive.git/itests/qtest/target/tmp/ql/test/data/exports/import_auth_uri} 2015-10-29T11:12:43,086 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:12:43,091 DEBUG [main]: shims.HadoopShimsSecure (Hadoop23Shims.java:debugLog(937)) - FileStatus{path=pfile:/Users/sush/dev/hive.git/itests/qtest/target/tmp/ql/test/data/exports/import_auth_uri; isDirectory=true; modification_time=1446142363000; access_time=0; owner=sush; group=staff; permission=rwxr-xr-x; isSymlink=false} 2015-10-29T11:12:43,091 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - Copying file: file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/c1e5f1ed-609e-40e0-9bb9-d1f1c5595f87/hive_2015-10-29_11-12-42_942_2919252060803646891-1/-local-10000/_metadata 2015-10-29T11:12:43,092 DEBUG [main]: exec.CopyTask (CopyTask.java:execute(81)) - Copying file: file:/Users/sush/dev/hive.git/itests/qtest/target/tmp/localscratchdir/c1e5f1ed-609e-40e0-9bb9-d1f1c5595f87/hive_2015-10-29_11-12-42_942_2919252060803646891-1/-local-10000/_metadata 2015-10-29T11:12:43,117 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chgrp,-R,staff,pfile:/Users/sush/dev/hive.git/itests/qtest/target/tmp/ql/test/data/exports/import_auth_uri} 2015-10-29T11:12:43,128 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:12:43,128 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chmod,-R,755,pfile:/Users/sush/dev/hive.git/itests/qtest/target/tmp/ql/test/data/exports/import_auth_uri} 2015-10-29T11:12:43,143 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:12:43,147 DEBUG [main]: shims.HadoopShimsSecure (Hadoop23Shims.java:debugLog(937)) - FileStatus{path=pfile:/Users/sush/dev/hive.git/itests/qtest/target/tmp/ql/test/data/exports/import_auth_uri; isDirectory=true; modification_time=1446142363000; access_time=0; owner=sush; group=staff; permission=rwxr-xr-x; isSymlink=false} 2015-10-29T11:12:43,148 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:43,148 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-1:COPY] in serial mode 2015-10-29T11:12:43,148 INFO [main]: exec.Task (SessionState.java:printInfo(996)) - Copying data from pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/import_auth_uri to pfile:/Users/sush/dev/hive.git/itests/qtest/target/tmp/ql/test/data/exports/import_auth_uri/data 2015-10-29T11:12:43,153 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:43,153 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:43,154 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: query: export table import_auth_uri to 'ql/test/data/exports/import_auth_uri' 2015-10-29T11:12:43,154 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: type: EXPORT 2015-10-29T11:12:43,154 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Input: default@import_auth_uri 2015-10-29T11:12:43,154 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Output: pfile:/Users/sush/dev/hive.git/itests/qtest/target/tmp/ql/test/data/exports/import_auth_uri 2015-10-29T11:12:43,154 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:43,154 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : execution phase 2015-10-29T11:12:43,154 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {isCompatibleWith_(HiveConf, )=0} 2015-10-29T11:12:43,154 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:43,154 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - OK 2015-10-29T11:12:43,154 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:43,154 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:releaseLocks(217)) - about to release lock for default/import_auth_uri 2015-10-29T11:12:43,156 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:releaseLocks(217)) - about to release lock for default 2015-10-29T11:12:43,157 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:43,157 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:43,157 DEBUG [main]: ql.Driver (DriverContext.java:shutdown(132)) - Shutting down query export table import_auth_uri to 'ql/test/data/exports/import_auth_uri' 2015-10-29T11:12:43,158 INFO [main]: CliDriver (SessionState.java:printInfo(996)) - Time taken: 0.215 seconds 2015-10-29T11:12:43,158 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:43,158 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:43,158 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:43,158 DEBUG [main]: conf.VariableSubstitution (VariableSubstitution.java:substitute(63)) - Substitution is on: drop table import_auth_uri 2015-10-29T11:12:43,158 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:43,158 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(185)) - Parsing command: drop table import_auth_uri 2015-10-29T11:12:43,158 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(209)) - Parse Completed 2015-10-29T11:12:43,158 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:43,159 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:43,159 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:43,159 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:43,159 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:43,159 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=import_auth_uri 2015-10-29T11:12:43,159 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=import_auth_uri 2015-10-29T11:12:43,163 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:43,163 INFO [main]: ql.Driver (Driver.java:compile(448)) - Semantic Analysis Completed 2015-10-29T11:12:43,163 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:43,163 INFO [main]: ql.Driver (Driver.java:getSchema(244)) - Returning Hive schema: Schema(fieldSchemas:null, properties:null) 2015-10-29T11:12:43,164 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:43,164 DEBUG [main]: sqlstd.SQLStdHiveAuthorizationValidator (SQLStdHiveAuthorizationValidator.java:checkPrivileges(85)) - Checking privileges for operation DROPTABLE by user sush on input objects [Object [type=TABLE_OR_VIEW, name=default.import_auth_uri]] and output objects [Object [type=TABLE_OR_VIEW, name=default.import_auth_uri]]. Context Info: HiveAuthzContext [userIpAddress=null, commandString= drop table import_auth_uri] 2015-10-29T11:12:43,164 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:43,166 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:43,166 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:43,166 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=import_auth_uri 2015-10-29T11:12:43,166 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=import_auth_uri 2015-10-29T11:12:43,170 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:43,170 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:43,170 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:43,170 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : compilation phase 2015-10-29T11:12:43,170 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {flushCache_()=0, isCompatibleWith_(HiveConf, )=0, getTable_(String, String, )=8, get_privilege_set_(HiveObjectRef, String, List, )=2} 2015-10-29T11:12:43,170 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:43,170 DEBUG [main]: lockmgr.DummyTxnManager (DummyTxnManager.java:acquireLocks(129)) - Adding default@import_auth_uri to list of lock inputs 2015-10-29T11:12:43,171 DEBUG [main]: lockmgr.DummyTxnManager (DummyTxnManager.java:acquireLocks(148)) - Adding default@import_auth_uri to list of lock outputs 2015-10-29T11:12:43,171 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:lock(262)) - Acquiring lock for default with mode IMPLICIT 2015-10-29T11:12:43,173 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:lock(262)) - Acquiring lock for default/import_auth_uri with mode IMPLICIT 2015-10-29T11:12:43,174 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:43,174 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:43,174 INFO [main]: ql.Driver (Driver.java:execute(1468)) - Starting command(queryId=sush_20151029111243_03e53fa7-874c-4a09-a200-4141919b737f): drop table import_auth_uri 2015-10-29T11:12:43,174 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:43,175 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: query: drop table import_auth_uri 2015-10-29T11:12:43,175 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: type: DROPTABLE 2015-10-29T11:12:43,175 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: Input: default@import_auth_uri 2015-10-29T11:12:43,175 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: Output: default@import_auth_uri 2015-10-29T11:12:43,175 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:43,175 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:43,175 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:43,175 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:43,175 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:43,175 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:43,175 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:43,175 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:43,175 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-0:DDL] in serial mode 2015-10-29T11:12:43,176 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:43,176 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=import_auth_uri 2015-10-29T11:12:43,176 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=import_auth_uri 2015-10-29T11:12:43,179 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:43,179 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:43,179 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=import_auth_uri 2015-10-29T11:12:43,180 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=import_auth_uri 2015-10-29T11:12:43,183 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:43,183 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:43,183 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: drop_table : db=default tbl=import_auth_uri 2015-10-29T11:12:43,183 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=drop_table : db=default tbl=import_auth_uri 2015-10-29T11:12:43,202 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:timingTrace(819)) - Direct SQL query in 8.094ms + 0.016ms, the query is [select "PARTITIONS"."PART_ID" from "PARTITIONS" inner join "TBLS" on "PARTITIONS"."TBL_ID" = "TBLS"."TBL_ID" and "TBLS"."TBL_NAME" = ? inner join "DBS" on "TBLS"."DB_ID" = "DBS"."DB_ID" and "DBS"."NAME" = ? order by "PART_NAME" asc] 2015-10-29T11:12:43,262 INFO [main]: metastore.hivemetastoressimpl (HiveMetaStoreFsImpl.java:deleteDir(41)) - deleting pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/import_auth_uri 2015-10-29T11:12:43,267 INFO [main]: fs.TrashPolicyDefault (TrashPolicyDefault.java:initialize(92)) - Namenode trash configuration: Deletion interval = 0 minutes, Emptier interval = 0 minutes. 2015-10-29T11:12:43,268 INFO [main]: metastore.hivemetastoressimpl (HiveMetaStoreFsImpl.java:deleteDir(53)) - Deleted the diretory pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/import_auth_uri 2015-10-29T11:12:43,268 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:43,268 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:43,268 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:43,268 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: query: drop table import_auth_uri 2015-10-29T11:12:43,268 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: type: DROPTABLE 2015-10-29T11:12:43,268 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Input: default@import_auth_uri 2015-10-29T11:12:43,268 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Output: default@import_auth_uri 2015-10-29T11:12:43,268 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:43,268 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : execution phase 2015-10-29T11:12:43,268 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {dropTable_(String, String, boolean, boolean, boolean, )=89, isCompatibleWith_(HiveConf, )=0, getTable_(String, String, )=3} 2015-10-29T11:12:43,269 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:43,269 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - OK 2015-10-29T11:12:43,269 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:43,269 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:releaseLocks(217)) - about to release lock for default/import_auth_uri 2015-10-29T11:12:43,270 INFO [main]: ZooKeeperHiveLockManager (ZooKeeperHiveLockManager.java:releaseLocks(217)) - about to release lock for default 2015-10-29T11:12:43,272 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:43,272 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:43,272 DEBUG [main]: ql.Driver (DriverContext.java:shutdown(132)) - Shutting down query drop table import_auth_uri 2015-10-29T11:12:43,272 INFO [main]: CliDriver (SessionState.java:printInfo(996)) - Time taken: 0.114 seconds 2015-10-29T11:12:43,272 DEBUG [main]: conf.VariableSubstitution (VariableSubstitution.java:substitute(63)) - Substitution is on: -touchz target/tmp/ql/test/data/exports/import_auth_uri/1.txt 2015-10-29T11:12:43,277 DEBUG [main]: conf.VariableSubstitution (VariableSubstitution.java:substitute(63)) - Substitution is on: -chmod 555 target/tmp/ql/test/data/exports/import_auth_uri/1.txt 2015-10-29T11:12:43,286 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:43,286 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:43,286 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:43,286 DEBUG [main]: conf.VariableSubstitution (VariableSubstitution.java:substitute(63)) - Substitution is on: create database importer 2015-10-29T11:12:43,286 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:43,287 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(185)) - Parsing command: create database importer 2015-10-29T11:12:43,287 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(209)) - Parse Completed 2015-10-29T11:12:43,287 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:43,287 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:43,288 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:43,288 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:43,288 INFO [main]: ql.Driver (Driver.java:compile(448)) - Semantic Analysis Completed 2015-10-29T11:12:43,288 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:43,288 INFO [main]: ql.Driver (Driver.java:getSchema(244)) - Returning Hive schema: Schema(fieldSchemas:null, properties:null) 2015-10-29T11:12:43,288 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:43,289 DEBUG [main]: sqlstd.SQLStdHiveAuthorizationValidator (SQLStdHiveAuthorizationValidator.java:checkPrivileges(85)) - Checking privileges for operation CREATEDATABASE by user sush on input objects [] and output objects [Object [type=DATABASE, name=importer]]. Context Info: HiveAuthzContext [userIpAddress=null, commandString= create database importer] 2015-10-29T11:12:43,289 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:43,289 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:43,289 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : compilation phase 2015-10-29T11:12:43,289 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {flushCache_()=0, isCompatibleWith_(HiveConf, )=1} 2015-10-29T11:12:43,289 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:43,289 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:43,289 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:43,289 INFO [main]: ql.Driver (Driver.java:execute(1468)) - Starting command(queryId=sush_20151029111243_b5c84b79-370a-4729-8936-929a7fa7da61): create database importer 2015-10-29T11:12:43,289 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:43,289 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: query: create database importer 2015-10-29T11:12:43,289 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: type: CREATEDATABASE 2015-10-29T11:12:43,289 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: Output: database:importer 2015-10-29T11:12:43,290 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:43,290 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:43,290 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:43,290 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:43,290 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:43,290 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:43,290 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:43,290 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:43,290 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-0:DDL] in serial mode 2015-10-29T11:12:43,291 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:43,291 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: create_database: Database(name:importer, description:null, locationUri:null, parameters:null, ownerName:sush, ownerType:USER) 2015-10-29T11:12:43,291 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=create_database: Database(name:importer, description:null, locationUri:null, parameters:null, ownerName:sush, ownerType:USER) 2015-10-29T11:12:43,292 WARN [main]: metastore.ObjectStore (ObjectStore.java:getDatabase(624)) - Failed to get database importer, returning NoSuchObjectException 2015-10-29T11:12:43,292 WARN [main]: metastore.ObjectStore (ObjectStore.java:getDatabase(624)) - Failed to get database importer, returning NoSuchObjectException 2015-10-29T11:12:43,292 INFO [main]: common.FileUtils (FileUtils.java:mkdir(502)) - Creating directory if it doesn't exist: pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/importer.db 2015-10-29T11:12:43,307 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chgrp,-R,staff,pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/importer.db} 2015-10-29T11:12:43,313 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:12:43,313 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chmod,-R,755,pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/importer.db} 2015-10-29T11:12:43,322 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:12:43,328 DEBUG [main]: shims.HadoopShimsSecure (Hadoop23Shims.java:debugLog(937)) - FileStatus{path=pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/importer.db; isDirectory=true; modification_time=1446142363000; access_time=0; owner=sush; group=staff; permission=rwxr-xr-x; isSymlink=false} 2015-10-29T11:12:43,331 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:43,331 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:43,332 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:43,332 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: query: create database importer 2015-10-29T11:12:43,332 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: type: CREATEDATABASE 2015-10-29T11:12:43,332 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Output: database:importer 2015-10-29T11:12:43,332 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:43,332 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : execution phase 2015-10-29T11:12:43,332 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {isCompatibleWith_(HiveConf, )=0, createDatabase_(Database, )=40} 2015-10-29T11:12:43,332 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:43,332 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - OK 2015-10-29T11:12:43,332 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:43,332 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:43,332 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:43,332 DEBUG [main]: ql.Driver (DriverContext.java:shutdown(132)) - Shutting down query create database importer 2015-10-29T11:12:43,332 INFO [main]: CliDriver (SessionState.java:printInfo(996)) - Time taken: 0.046 seconds 2015-10-29T11:12:43,333 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:43,333 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:43,333 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:43,333 DEBUG [main]: conf.VariableSubstitution (VariableSubstitution.java:substitute(63)) - Substitution is on: use importer 2015-10-29T11:12:43,333 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:43,333 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(185)) - Parsing command: use importer 2015-10-29T11:12:43,334 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(209)) - Parse Completed 2015-10-29T11:12:43,334 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:43,334 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:43,334 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:43,334 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:43,335 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:43,335 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_database: importer 2015-10-29T11:12:43,335 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_database: importer 2015-10-29T11:12:43,336 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:getDatabase(348)) - getDatabase: directsql returning db importer locn[pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/importer.db] desc [null] owner [sush] ownertype [USER] 2015-10-29T11:12:43,336 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:43,336 INFO [main]: ql.Driver (Driver.java:compile(448)) - Semantic Analysis Completed 2015-10-29T11:12:43,336 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:43,337 INFO [main]: ql.Driver (Driver.java:getSchema(244)) - Returning Hive schema: Schema(fieldSchemas:null, properties:null) 2015-10-29T11:12:43,337 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:43,337 DEBUG [main]: sqlstd.SQLStdHiveAuthorizationValidator (SQLStdHiveAuthorizationValidator.java:checkPrivileges(85)) - Checking privileges for operation SWITCHDATABASE by user sush on input objects [Object [type=DATABASE, name=importer]] and output objects []. Context Info: HiveAuthzContext [userIpAddress=null, commandString= use importer] 2015-10-29T11:12:43,337 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:43,337 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:43,337 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : compilation phase 2015-10-29T11:12:43,337 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {flushCache_()=1, isCompatibleWith_(HiveConf, )=0, getDatabase_(String, )=1} 2015-10-29T11:12:43,337 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:43,337 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:43,337 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:43,337 INFO [main]: ql.Driver (Driver.java:execute(1468)) - Starting command(queryId=sush_20151029111243_5db3cf24-62dc-4e7b-b33d-23ac3b54d44d): use importer 2015-10-29T11:12:43,338 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:43,338 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: query: use importer 2015-10-29T11:12:43,338 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: type: SWITCHDATABASE 2015-10-29T11:12:43,338 ERROR [main]: SessionState (SessionState.java:printError(1005)) - PREHOOK: Input: database:importer 2015-10-29T11:12:43,338 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:43,338 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:43,338 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:43,338 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:43,338 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:43,338 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:43,338 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:43,338 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:43,339 INFO [main]: ql.Driver (Driver.java:launchTask(1791)) - Starting task [Stage-0:DDL] in serial mode 2015-10-29T11:12:43,339 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:43,339 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_database: importer 2015-10-29T11:12:43,339 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_database: importer 2015-10-29T11:12:43,339 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:getDatabase(348)) - getDatabase: directsql returning db importer locn[pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/importer.db] desc [null] owner [sush] ownertype [USER] 2015-10-29T11:12:43,340 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:43,340 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:43,340 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_database: importer 2015-10-29T11:12:43,340 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_database: importer 2015-10-29T11:12:43,340 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:getDatabase(348)) - getDatabase: directsql returning db importer locn[pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/importer.db] desc [null] owner [sush] ownertype [USER] 2015-10-29T11:12:43,341 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:43,341 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:43,341 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:43,341 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: query: use importer 2015-10-29T11:12:43,341 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: type: SWITCHDATABASE 2015-10-29T11:12:43,341 ERROR [main]: SessionState (SessionState.java:printError(1005)) - POSTHOOK: Input: database:importer 2015-10-29T11:12:43,341 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:43,341 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : execution phase 2015-10-29T11:12:43,341 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {isCompatibleWith_(HiveConf, )=1, getDatabase_(String, )=2} 2015-10-29T11:12:43,341 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:43,341 INFO [main]: ql.Driver (SessionState.java:printInfo(996)) - OK 2015-10-29T11:12:43,342 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:43,342 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:43,342 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:43,342 DEBUG [main]: ql.Driver (DriverContext.java:shutdown(132)) - Shutting down query use importer 2015-10-29T11:12:43,342 INFO [main]: CliDriver (SessionState.java:printInfo(996)) - Time taken: 0.009 seconds 2015-10-29T11:12:43,342 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:43,342 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:43,342 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:43,342 DEBUG [main]: conf.VariableSubstitution (VariableSubstitution.java:substitute(63)) - Substitution is on: import from 'ql/test/data/exports/import_auth_uri' 2015-10-29T11:12:43,342 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:43,342 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(185)) - Parsing command: import from 'ql/test/data/exports/import_auth_uri' 2015-10-29T11:12:43,343 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(209)) - Parse Completed 2015-10-29T11:12:43,343 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:43,343 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:43,344 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:43,344 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:43,344 INFO [main]: parse.EximUtil (EximUtil.java:getValidatedURI(82)) - Path before norm :ql/test/data/exports/import_auth_uri 2015-10-29T11:12:43,344 INFO [main]: parse.EximUtil (EximUtil.java:getValidatedURI(109)) - Scheme:pfile, authority:null, path:/Users/sush/dev/hive.git/itests/qtest/target/tmp/ql/test/data/exports/import_auth_uri 2015-10-29T11:12:43,350 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:43,350 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=importer tbl=import_auth_uri 2015-10-29T11:12:43,350 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=importer tbl=import_auth_uri 2015-10-29T11:12:43,351 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:43,351 ERROR [main]: metadata.Hive (Hive.java:getTable(1178)) - Table import_auth_uri not found: importer.import_auth_uri table not found 2015-10-29T11:12:43,351 DEBUG [main]: parse.ImportSemanticAnalyzer (ImportSemanticAnalyzer.java:createRegularImportTasks(715)) - table import_auth_uri does not exist 2015-10-29T11:12:43,351 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:43,352 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_database: importer 2015-10-29T11:12:43,352 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_database: importer 2015-10-29T11:12:43,352 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:getDatabase(348)) - getDatabase: directsql returning db importer locn[pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/importer.db] desc [null] owner [sush] ownertype [USER] 2015-10-29T11:12:43,352 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:43,352 DEBUG [main]: parse.ImportSemanticAnalyzer (ImportSemanticAnalyzer.java:createRegularImportTasks(731)) - adding dependent CopyWork/MoveWork for table 2015-10-29T11:12:43,353 DEBUG [main]: parse.ImportSemanticAnalyzer (ImportSemanticAnalyzer.java:checkTargetLocationEmpty(443)) - checking emptiness of pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/importer.db/import_auth_uri 2015-10-29T11:12:43,353 DEBUG [main]: ql.Context (Context.java:getStagingDir(231)) - Created staging dir = pfile:/Users/sush/dev/hive.git/itests/qtest/target/tmp/ql/test/data/exports/import_auth_uri/.hive-staging_hive_2015-10-29_11-12-43_342_1626094203280517864-1 for path = pfile:/Users/sush/dev/hive.git/itests/qtest/target/tmp/ql/test/data/exports/import_auth_uri 2015-10-29T11:12:43,353 INFO [main]: common.FileUtils (FileUtils.java:mkdir(502)) - Creating directory if it doesn't exist: pfile:/Users/sush/dev/hive.git/itests/qtest/target/tmp/ql/test/data/exports/import_auth_uri/.hive-staging_hive_2015-10-29_11-12-43_342_1626094203280517864-1 2015-10-29T11:12:43,368 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chgrp,-R,staff,pfile:/Users/sush/dev/hive.git/itests/qtest/target/tmp/ql/test/data/exports/import_auth_uri/.hive-staging_hive_2015-10-29_11-12-43_342_1626094203280517864-1} 2015-10-29T11:12:43,374 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:12:43,374 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(379)) - {-chmod,-R,755,pfile:/Users/sush/dev/hive.git/itests/qtest/target/tmp/ql/test/data/exports/import_auth_uri/.hive-staging_hive_2015-10-29_11-12-43_342_1626094203280517864-1} 2015-10-29T11:12:43,383 DEBUG [main]: shims.HadoopShimsSecure (HadoopShimsSecure.java:run(381)) - Return value is :0 2015-10-29T11:12:43,389 DEBUG [main]: shims.HadoopShimsSecure (Hadoop23Shims.java:debugLog(937)) - FileStatus{path=pfile:/Users/sush/dev/hive.git/itests/qtest/target/tmp/ql/test/data/exports/import_auth_uri/.hive-staging_hive_2015-10-29_11-12-43_342_1626094203280517864-1; isDirectory=true; modification_time=1446142363000; access_time=0; owner=sush; group=staff; permission=rwxr-xr-x; isSymlink=false} 2015-10-29T11:12:43,394 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct import_auth_uri { } 2015-10-29T11:12:43,395 DEBUG [main]: hive.log (MetaStoreUtils.java:getDDLFromFieldSchema(858)) - DDL: struct import_auth_uri { } 2015-10-29T11:12:43,396 DEBUG [main]: serde2.MetadataTypedColumnsetSerDe (MetadataTypedColumnsetSerDe.java:initialize(126)) - org.apache.hadoop.hive.serde2.MetadataTypedColumnsetSerDe: initialized with columnNames: null and separator code=1 lastColumnTakesRest=false splitLimit=-1 2015-10-29T11:12:43,396 INFO [main]: ql.Driver (Driver.java:compile(448)) - Semantic Analysis Completed 2015-10-29T11:12:43,396 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:43,396 INFO [main]: ql.Driver (Driver.java:getSchema(244)) - Returning Hive schema: Schema(fieldSchemas:null, properties:null) 2015-10-29T11:12:43,396 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:43,396 DEBUG [main]: sqlstd.SQLStdHiveAuthorizationValidator (SQLStdHiveAuthorizationValidator.java:checkPrivileges(85)) - Checking privileges for operation IMPORT by user sush on input objects [Object [type=DFS_URI, name=pfile:/Users/sush/dev/hive.git/itests/qtest/target/tmp/ql/test/data/exports/import_auth_uri]] and output objects [Object [type=DATABASE, name=importer]]. Context Info: HiveAuthzContext [userIpAddress=null, commandString= import from 'ql/test/data/exports/import_auth_uri'] 2015-10-29T11:12:43,480 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:43,481 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:43,482 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:43,482 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_database: importer 2015-10-29T11:12:43,482 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_database: importer 2015-10-29T11:12:43,482 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:getDatabase(348)) - getDatabase: directsql returning db importer locn[pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/importer.db] desc [null] owner [sush] ownertype [USER] 2015-10-29T11:12:43,483 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:43,483 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:43,483 ERROR [main]: ql.Driver (SessionState.java:printError(1005)) - FAILED: HiveAccessControlException Permission denied: Principal [name=sush, type=USER] does not have following privileges for operation IMPORT [[INSERT, DELETE] on Object [type=DFS_URI, name=pfile:/Users/sush/dev/hive.git/itests/qtest/target/tmp/ql/test/data/exports/import_auth_uri]] org.apache.hadoop.hive.ql.security.authorization.plugin.HiveAccessControlException: Permission denied: Principal [name=sush, type=USER] does not have following privileges for operation IMPORT [[INSERT, DELETE] on Object [type=DFS_URI, name=pfile:/Users/sush/dev/hive.git/itests/qtest/target/tmp/ql/test/data/exports/import_auth_uri]] at org.apache.hadoop.hive.ql.security.authorization.plugin.sqlstd.SQLAuthorizationUtils.assertNoDeniedPermissions(SQLAuthorizationUtils.java:413) at org.apache.hadoop.hive.ql.security.authorization.plugin.sqlstd.SQLStdHiveAuthorizationValidator.checkPrivileges(SQLStdHiveAuthorizationValidator.java:96) at org.apache.hadoop.hive.ql.security.authorization.plugin.sqlstd.SQLStdHiveAuthorizationValidatorForTest.checkPrivileges(SQLStdHiveAuthorizationValidatorForTest.java:102) at org.apache.hadoop.hive.ql.security.authorization.plugin.HiveAuthorizerImpl.checkPrivileges(HiveAuthorizerImpl.java:90) at org.apache.hadoop.hive.ql.Driver.doAuthorizationV2(Driver.java:796) at org.apache.hadoop.hive.ql.Driver.doAuthorization(Driver.java:587) at org.apache.hadoop.hive.ql.Driver.compile(Driver.java:480) at org.apache.hadoop.hive.ql.Driver.compile(Driver.java:314) at org.apache.hadoop.hive.ql.Driver.compileInternal(Driver.java:1197) at org.apache.hadoop.hive.ql.Driver.runInternal(Driver.java:1250) at org.apache.hadoop.hive.ql.Driver.run(Driver.java:1122) at org.apache.hadoop.hive.ql.Driver.run(Driver.java:1110) at org.apache.hadoop.hive.cli.CliDriver.processLocalCmd(CliDriver.java:225) at org.apache.hadoop.hive.cli.CliDriver.processCmd(CliDriver.java:177) at org.apache.hadoop.hive.cli.CliDriver.processLine(CliDriver.java:388) at org.apache.hadoop.hive.cli.CliDriver.processLine(CliDriver.java:323) at org.apache.hadoop.hive.ql.QTestUtil.executeClientInternal(QTestUtil.java:1135) at org.apache.hadoop.hive.ql.QTestUtil.executeClient(QTestUtil.java:1109) at org.apache.hadoop.hive.cli.TestNegativeCliDriver.runTest(TestNegativeCliDriver.java:141) at org.apache.hadoop.hive.cli.TestNegativeCliDriver.testNegativeCliDriver_authorization_uri_import(TestNegativeCliDriver.java:124) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:606) at junit.framework.TestCase.runTest(TestCase.java:176) at junit.framework.TestCase.runBare(TestCase.java:141) at junit.framework.TestResult$1.protect(TestResult.java:122) at junit.framework.TestResult.runProtected(TestResult.java:142) at junit.framework.TestResult.run(TestResult.java:125) at junit.framework.TestCase.run(TestCase.java:129) at junit.framework.TestSuite.runTest(TestSuite.java:255) at junit.framework.TestSuite.run(TestSuite.java:250) at org.junit.internal.runners.JUnit38ClassRunner.run(JUnit38ClassRunner.java:84) at org.apache.maven.surefire.junit4.JUnit4Provider.execute(JUnit4Provider.java:264) at org.apache.maven.surefire.junit4.JUnit4Provider.executeTestSet(JUnit4Provider.java:153) at org.apache.maven.surefire.junit4.JUnit4Provider.invoke(JUnit4Provider.java:124) at org.apache.maven.surefire.booter.ForkedBooter.invokeProviderInSameClassLoader(ForkedBooter.java:200) at org.apache.maven.surefire.booter.ForkedBooter.runSuitesInProcess(ForkedBooter.java:153) at org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:103) 2015-10-29T11:12:43,483 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:43,483 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : compilation phase 2015-10-29T11:12:43,484 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {flushCache_()=0, isCompatibleWith_(HiveConf, )=0, getDatabase_(String, )=2, get_privilege_set_(HiveObjectRef, String, List, )=3} 2015-10-29T11:12:43,484 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:43,484 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:43,517 INFO [ProcessThread(sid:0 cport:-1):]: server.PrepRequestProcessor (PrepRequestProcessor.java:pRequest2Txn(494)) - Processed session termination for sessionid: 0x150b4cc5d280002 2015-10-29T11:12:43,517 INFO [ProcessThread(sid:0 cport:-1):]: server.PrepRequestProcessor (PrepRequestProcessor.java:pRequest2Txn(494)) - Processed session termination for sessionid: 0x150b4cc5d280002 2015-10-29T11:12:43,517 INFO [main]: zookeeper.ZooKeeper (ZooKeeper.java:close(684)) - Session: 0x150b4cc5d280002 closed 2015-10-29T11:12:43,517 INFO [main]: zookeeper.ZooKeeper (ZooKeeper.java:close(684)) - Session: 0x150b4cc5d280002 closed 2015-10-29T11:12:43,520 INFO [main]: metastore.ObjectStore (ObjectStore.java:initialize(335)) - ObjectStore, initialize called 2015-10-29T11:12:43,520 INFO [main]: metastore.ObjectStore (ObjectStore.java:initialize(335)) - ObjectStore, initialize called 2015-10-29T11:12:43,525 INFO [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:(142)) - Using direct SQL, underlying DB is DERBY 2015-10-29T11:12:43,525 INFO [main]: metastore.ObjectStore (ObjectStore.java:setConf(318)) - Initialized ObjectStore 2015-10-29T11:12:43,525 INFO [main]: metastore.ObjectStore (ObjectStore.java:setConf(318)) - Initialized ObjectStore 2015-10-29T11:12:43,525 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:43,525 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_all_databases 2015-10-29T11:12:43,526 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_all_databases 2015-10-29T11:12:43,528 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:43,528 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:43,528 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_tables: db=default pat=.* 2015-10-29T11:12:43,528 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_tables: db=default pat=.* 2015-10-29T11:12:43,531 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:43,532 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:43,532 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_indexes : db=default tbl=alltypesorc 2015-10-29T11:12:43,532 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_indexes : db=default tbl=alltypesorc 2015-10-29T11:12:43,533 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:43,533 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:43,533 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_indexes : db=default tbl=cbo_t1 2015-10-29T11:12:43,533 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_indexes : db=default tbl=cbo_t1 2015-10-29T11:12:43,534 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:43,534 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:43,534 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_indexes : db=default tbl=cbo_t2 2015-10-29T11:12:43,534 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_indexes : db=default tbl=cbo_t2 2015-10-29T11:12:43,534 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:43,535 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:43,535 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_indexes : db=default tbl=cbo_t3 2015-10-29T11:12:43,535 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_indexes : db=default tbl=cbo_t3 2015-10-29T11:12:43,535 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:43,535 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:43,535 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_indexes : db=default tbl=lineitem 2015-10-29T11:12:43,535 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_indexes : db=default tbl=lineitem 2015-10-29T11:12:43,536 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:43,536 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:43,536 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_indexes : db=default tbl=part 2015-10-29T11:12:43,536 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_indexes : db=default tbl=part 2015-10-29T11:12:43,537 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:43,537 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:43,537 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_indexes : db=default tbl=src 2015-10-29T11:12:43,537 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_indexes : db=default tbl=src 2015-10-29T11:12:43,537 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:43,537 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:43,537 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_indexes : db=default tbl=src1 2015-10-29T11:12:43,537 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_indexes : db=default tbl=src1 2015-10-29T11:12:43,538 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:43,538 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:43,538 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_indexes : db=default tbl=src_cbo 2015-10-29T11:12:43,538 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_indexes : db=default tbl=src_cbo 2015-10-29T11:12:43,539 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:43,539 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:43,539 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_indexes : db=default tbl=src_json 2015-10-29T11:12:43,539 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_indexes : db=default tbl=src_json 2015-10-29T11:12:43,539 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:43,539 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:43,539 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_indexes : db=default tbl=src_sequencefile 2015-10-29T11:12:43,539 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_indexes : db=default tbl=src_sequencefile 2015-10-29T11:12:43,540 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:43,540 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:43,540 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_indexes : db=default tbl=src_thrift 2015-10-29T11:12:43,540 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_indexes : db=default tbl=src_thrift 2015-10-29T11:12:43,541 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:43,541 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:43,541 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_indexes : db=default tbl=srcbucket 2015-10-29T11:12:43,541 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_indexes : db=default tbl=srcbucket 2015-10-29T11:12:43,541 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:43,541 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:43,541 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_indexes : db=default tbl=srcbucket2 2015-10-29T11:12:43,542 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_indexes : db=default tbl=srcbucket2 2015-10-29T11:12:43,542 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:43,542 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:43,542 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_indexes : db=default tbl=srcpart 2015-10-29T11:12:43,542 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_indexes : db=default tbl=srcpart 2015-10-29T11:12:43,543 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:43,543 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:43,543 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_tables: db=importer pat=.* 2015-10-29T11:12:43,543 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_tables: db=importer pat=.* 2015-10-29T11:12:43,544 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:43,544 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:43,544 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_database: importer 2015-10-29T11:12:43,544 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_database: importer 2015-10-29T11:12:43,544 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:getDatabase(348)) - getDatabase: directsql returning db importer locn[pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/importer.db] desc [null] owner [sush] ownertype [USER] 2015-10-29T11:12:43,544 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:43,545 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:43,545 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_all_tables: db=importer 2015-10-29T11:12:43,545 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_all_tables: db=importer 2015-10-29T11:12:43,545 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:43,545 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:43,545 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: drop_database: importer 2015-10-29T11:12:43,545 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=drop_database: importer 2015-10-29T11:12:43,546 DEBUG [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:getDatabase(348)) - getDatabase: directsql returning db importer locn[pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/importer.db] desc [null] owner [sush] ownertype [USER] 2015-10-29T11:12:43,546 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_all_tables: db=importer 2015-10-29T11:12:43,546 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_all_tables: db=importer 2015-10-29T11:12:43,547 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_functions: db=importer pat=* 2015-10-29T11:12:43,547 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_functions: db=importer pat=* 2015-10-29T11:12:43,552 INFO [main]: metastore.ObjectStore (ObjectStore.java:dropDatabase(703)) - Dropping database importer along with all tables 2015-10-29T11:12:43,552 INFO [main]: metastore.ObjectStore (ObjectStore.java:dropDatabase(703)) - Dropping database importer along with all tables 2015-10-29T11:12:43,563 INFO [main]: metastore.hivemetastoressimpl (HiveMetaStoreFsImpl.java:deleteDir(41)) - deleting pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/importer.db 2015-10-29T11:12:43,569 INFO [main]: fs.TrashPolicyDefault (TrashPolicyDefault.java:initialize(92)) - Namenode trash configuration: Deletion interval = 0 minutes, Emptier interval = 0 minutes. 2015-10-29T11:12:43,569 INFO [main]: metastore.hivemetastoressimpl (HiveMetaStoreFsImpl.java:deleteDir(53)) - Deleted the diretory pfile:/Users/sush/dev/hive.git/itests/qtest/target/warehouse/importer.db 2015-10-29T11:12:43,569 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:43,646 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:43,647 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:43,692 WARN [main]: conf.HiveConf (HiveConf.java:initialize(2977)) - HiveConf of name hive.dummyparam.test.server.specific.config.metastoresite does not exist 2015-10-29T11:12:43,692 WARN [main]: conf.HiveConf (HiveConf.java:initialize(2977)) - HiveConf of name hive.dummyparam.test.server.specific.config.hivesite does not exist 2015-10-29T11:12:43,692 WARN [main]: conf.HiveConf (HiveConf.java:initialize(2977)) - HiveConf of name hive.dummyparam.test.server.specific.config.override does not exist 2015-10-29T11:12:43,692 WARN [main]: conf.HiveConf (HiveConf.java:initialize(2977)) - HiveConf of name hive.metastore.metadb.dir does not exist 2015-10-29T11:12:43,693 INFO [main]: hive.metastore (HiveMetaStoreClient.java:isCompatibleWith(321)) - Mestastore configuration hive.metastore.filter.hook changed from org.apache.hadoop.hive.ql.security.authorization.plugin.AuthorizationMetaStoreFilterHook to org.apache.hadoop.hive.metastore.DefaultMetaStoreFilterHookImpl 2015-10-29T11:12:43,693 INFO [main]: hive.metastore (HiveMetaStoreClient.java:isCompatibleWith(321)) - Mestastore configuration hive.security.authorization.manager changed from org.apache.hadoop.hive.ql.security.authorization.plugin.sqlstd.SQLStdHiveAuthorizerFactoryForTest to org.apache.hadoop.hive.ql.security.authorization.DefaultHiveAuthorizationProvider 2015-10-29T11:12:43,693 DEBUG [main]: metadata.Hive (Hive.java:get(284)) - Creating new db. db = org.apache.hadoop.hive.ql.metadata.Hive@2c938cd1, needsRefresh = true, db.isCurrentUserOwner = true 2015-10-29T11:12:43,693 DEBUG [main]: metadata.Hive (Hive.java:close(346)) - Closing current thread's connection to Hive Metastore. 2015-10-29T11:12:43,693 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:43,693 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: Shutting down the object store... 2015-10-29T11:12:43,693 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=Shutting down the object store... 2015-10-29T11:12:43,694 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: Metastore shutdown complete. 2015-10-29T11:12:43,694 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=Metastore shutdown complete. 2015-10-29T11:12:43,694 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:43,694 INFO [main]: zookeeper.ZooKeeper (ZooKeeper.java:(438)) - Initiating client connection, connectString=localhost:63348 sessionTimeout=1200000 watcher=org.apache.hadoop.hive.ql.QTestUtil$QTestSetup$1@b020434 2015-10-29T11:12:43,694 INFO [main]: zookeeper.ZooKeeper (ZooKeeper.java:(438)) - Initiating client connection, connectString=localhost:63348 sessionTimeout=1200000 watcher=org.apache.hadoop.hive.ql.QTestUtil$QTestSetup$1@b020434 2015-10-29T11:12:43,695 INFO [NIOServerCxn.Factory:0.0.0.0/0.0.0.0:63348]: server.NIOServerCnxnFactory (NIOServerCnxnFactory.java:run(197)) - Accepted socket connection from /127.0.0.1:60618 2015-10-29T11:12:43,695 INFO [NIOServerCxn.Factory:0.0.0.0/0.0.0.0:63348]: server.NIOServerCnxnFactory (NIOServerCnxnFactory.java:run(197)) - Accepted socket connection from /127.0.0.1:60618 2015-10-29T11:12:43,695 INFO [NIOServerCxn.Factory:0.0.0.0/0.0.0.0:63348]: server.ZooKeeperServer (ZooKeeperServer.java:processConnectRequest(868)) - Client attempting to establish new session at /127.0.0.1:60618 2015-10-29T11:12:43,695 INFO [NIOServerCxn.Factory:0.0.0.0/0.0.0.0:63348]: server.ZooKeeperServer (ZooKeeperServer.java:processConnectRequest(868)) - Client attempting to establish new session at /127.0.0.1:60618 2015-10-29T11:12:43,696 INFO [SyncThread:0]: server.ZooKeeperServer (ZooKeeperServer.java:finishSessionInit(617)) - Established session 0x150b4cc5d280003 with negotiated timeout 40000 for client /127.0.0.1:60618 2015-10-29T11:12:43,696 INFO [SyncThread:0]: server.ZooKeeperServer (ZooKeeperServer.java:finishSessionInit(617)) - Established session 0x150b4cc5d280003 with negotiated timeout 40000 for client /127.0.0.1:60618 2015-10-29T11:12:43,696 INFO [ProcessThread(sid:0 cport:-1):]: server.PrepRequestProcessor (PrepRequestProcessor.java:pRequest2Txn(494)) - Processed session termination for sessionid: 0x150b4cc5d280003 2015-10-29T11:12:43,696 INFO [ProcessThread(sid:0 cport:-1):]: server.PrepRequestProcessor (PrepRequestProcessor.java:pRequest2Txn(494)) - Processed session termination for sessionid: 0x150b4cc5d280003 2015-10-29T11:12:43,697 INFO [main]: zookeeper.ZooKeeper (ZooKeeper.java:close(684)) - Session: 0x150b4cc5d280003 closed 2015-10-29T11:12:43,697 INFO [main]: zookeeper.ZooKeeper (ZooKeeper.java:close(684)) - Session: 0x150b4cc5d280003 closed 2015-10-29T11:12:43,697 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:43,698 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_all_databases 2015-10-29T11:12:43,698 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_all_databases 2015-10-29T11:12:43,698 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:newRawStore(500)) - 0: Opening raw store with implementation class:org.apache.hadoop.hive.metastore.VerifyingObjectStore 2015-10-29T11:12:43,698 WARN [main]: metastore.VerifyingObjectStore (VerifyingObjectStore.java:(49)) - VerifyingObjectStore is being used - test run 2015-10-29T11:12:43,699 INFO [main]: metastore.ObjectStore (ObjectStore.java:initialize(335)) - ObjectStore, initialize called 2015-10-29T11:12:43,699 INFO [main]: metastore.ObjectStore (ObjectStore.java:initialize(335)) - ObjectStore, initialize called 2015-10-29T11:12:43,700 INFO [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:(142)) - Using direct SQL, underlying DB is DERBY 2015-10-29T11:12:43,700 INFO [main]: metastore.ObjectStore (ObjectStore.java:setConf(318)) - Initialized ObjectStore 2015-10-29T11:12:43,700 INFO [main]: metastore.ObjectStore (ObjectStore.java:setConf(318)) - Initialized ObjectStore 2015-10-29T11:12:43,701 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:43,701 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:43,701 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_tables: db=default pat=.* 2015-10-29T11:12:43,701 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_tables: db=default pat=.* 2015-10-29T11:12:43,702 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:43,702 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:43,702 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_indexes : db=default tbl=alltypesorc 2015-10-29T11:12:43,702 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_indexes : db=default tbl=alltypesorc 2015-10-29T11:12:43,703 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:43,703 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:43,703 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_indexes : db=default tbl=cbo_t1 2015-10-29T11:12:43,703 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_indexes : db=default tbl=cbo_t1 2015-10-29T11:12:43,704 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:43,704 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:43,704 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_indexes : db=default tbl=cbo_t2 2015-10-29T11:12:43,704 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_indexes : db=default tbl=cbo_t2 2015-10-29T11:12:43,704 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:43,704 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:43,704 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_indexes : db=default tbl=cbo_t3 2015-10-29T11:12:43,705 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_indexes : db=default tbl=cbo_t3 2015-10-29T11:12:43,705 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:43,705 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:43,705 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_indexes : db=default tbl=lineitem 2015-10-29T11:12:43,705 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_indexes : db=default tbl=lineitem 2015-10-29T11:12:43,706 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:43,706 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:43,706 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_indexes : db=default tbl=part 2015-10-29T11:12:43,706 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_indexes : db=default tbl=part 2015-10-29T11:12:43,706 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:43,706 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:43,707 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_indexes : db=default tbl=src 2015-10-29T11:12:43,707 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_indexes : db=default tbl=src 2015-10-29T11:12:43,707 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:43,707 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:43,707 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_indexes : db=default tbl=src1 2015-10-29T11:12:43,707 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_indexes : db=default tbl=src1 2015-10-29T11:12:43,708 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:43,708 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:43,708 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_indexes : db=default tbl=src_cbo 2015-10-29T11:12:43,708 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_indexes : db=default tbl=src_cbo 2015-10-29T11:12:43,709 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:43,709 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:43,709 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_indexes : db=default tbl=src_json 2015-10-29T11:12:43,709 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_indexes : db=default tbl=src_json 2015-10-29T11:12:43,709 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:43,709 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:43,709 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_indexes : db=default tbl=src_sequencefile 2015-10-29T11:12:43,710 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_indexes : db=default tbl=src_sequencefile 2015-10-29T11:12:43,710 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:43,710 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:43,710 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_indexes : db=default tbl=src_thrift 2015-10-29T11:12:43,710 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_indexes : db=default tbl=src_thrift 2015-10-29T11:12:43,711 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:43,711 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:43,711 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_indexes : db=default tbl=srcbucket 2015-10-29T11:12:43,711 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_indexes : db=default tbl=srcbucket 2015-10-29T11:12:43,711 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:43,711 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:43,712 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_indexes : db=default tbl=srcbucket2 2015-10-29T11:12:43,712 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_indexes : db=default tbl=srcbucket2 2015-10-29T11:12:43,712 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:43,712 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:43,712 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_indexes : db=default tbl=srcpart 2015-10-29T11:12:43,712 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_indexes : db=default tbl=srcpart 2015-10-29T11:12:43,713 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:43,790 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:43,791 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:43,791 INFO [main]: QTestUtil (QTestUtil.java:cleanUp(833)) - Cleanup (/Users/sush/dev/hive.git/itests/qtest/../..//data/scripts/q_test_cleanup.sql): DROP TABLE IF EXISTS src; DROP TABLE IF EXISTS src1; DROP TABLE IF EXISTS src_json; DROP TABLE IF EXISTS src_sequencefile; DROP TABLE IF EXISTS src_thrift; DROP TABLE IF EXISTS srcbucket; DROP TABLE IF EXISTS srcbucket2; DROP TABLE IF EXISTS srcpart; DROP TABLE IF EXISTS primitives; DROP TABLE IF EXISTS dest1; DROP TABLE IF EXISTS dest2; DROP TABLE IF EXISTS dest3; DROP TABLE IF EXISTS dest4; DROP TABLE IF EXISTS dest4_sequencefile; DROP TABLE IF EXISTS dest_j1; DROP TABLE IF EXISTS dest_g1; DROP TABLE IF EXISTS dest_g2; DROP TABLE IF EXISTS fetchtask_ioexception; DROP TABLE IF EXISTS alltypesorc; DROP TABLE IF EXISTS cbo_t1; DROP TABLE IF EXISTS cbo_t2; DROP TABLE IF EXISTS cbo_t3; DROP TABLE IF EXISTS src_cbo; DROP TABLE IF EXISTS part; DROP TABLE IF EXISTS lineitem; 2015-10-29T11:12:43,791 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:43,791 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:43,791 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:43,791 DEBUG [main]: conf.VariableSubstitution (VariableSubstitution.java:substitute(63)) - Substitution is on: DROP TABLE IF EXISTS src 2015-10-29T11:12:43,792 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:43,792 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(185)) - Parsing command: DROP TABLE IF EXISTS src 2015-10-29T11:12:43,792 INFO [main]: parse.ParseDriver (ParseDriver.java:parse(209)) - Parse Completed 2015-10-29T11:12:43,792 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:43,792 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:43,792 INFO [main]: hive.metastore (HiveMetaStoreClient.java:isCompatibleWith(321)) - Mestastore configuration hive.metastore.filter.hook changed from org.apache.hadoop.hive.metastore.DefaultMetaStoreFilterHookImpl to org.apache.hadoop.hive.ql.security.authorization.plugin.AuthorizationMetaStoreFilterHook 2015-10-29T11:12:43,792 INFO [main]: hive.metastore (HiveMetaStoreClient.java:isCompatibleWith(321)) - Mestastore configuration hive.security.authorization.manager changed from org.apache.hadoop.hive.ql.security.authorization.DefaultHiveAuthorizationProvider to org.apache.hadoop.hive.ql.security.authorization.plugin.sqlstd.SQLStdHiveAuthorizerFactoryForTest 2015-10-29T11:12:43,792 DEBUG [main]: metadata.Hive (Hive.java:get(284)) - Creating new db. db = org.apache.hadoop.hive.ql.metadata.Hive@58221cc3, needsRefresh = true, db.isCurrentUserOwner = true 2015-10-29T11:12:43,792 DEBUG [main]: metadata.Hive (Hive.java:close(346)) - Closing current thread's connection to Hive Metastore. 2015-10-29T11:12:43,792 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:43,792 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: Shutting down the object store... 2015-10-29T11:12:43,793 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=Shutting down the object store... 2015-10-29T11:12:43,793 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: Metastore shutdown complete. 2015-10-29T11:12:43,793 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=Metastore shutdown complete. 2015-10-29T11:12:43,793 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:43,793 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:43,793 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:newRawStore(500)) - 0: Opening raw store with implementation class:org.apache.hadoop.hive.metastore.VerifyingObjectStore 2015-10-29T11:12:43,793 WARN [main]: metastore.VerifyingObjectStore (VerifyingObjectStore.java:(49)) - VerifyingObjectStore is being used - test run 2015-10-29T11:12:43,794 INFO [main]: metastore.ObjectStore (ObjectStore.java:initialize(335)) - ObjectStore, initialize called 2015-10-29T11:12:43,794 INFO [main]: metastore.ObjectStore (ObjectStore.java:initialize(335)) - ObjectStore, initialize called 2015-10-29T11:12:43,796 INFO [main]: metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:(142)) - Using direct SQL, underlying DB is DERBY 2015-10-29T11:12:43,796 INFO [main]: metastore.ObjectStore (ObjectStore.java:setConf(318)) - Initialized ObjectStore 2015-10-29T11:12:43,796 INFO [main]: metastore.ObjectStore (ObjectStore.java:setConf(318)) - Initialized ObjectStore 2015-10-29T11:12:43,796 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:43,796 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:43,796 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=src 2015-10-29T11:12:43,796 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=src 2015-10-29T11:12:43,804 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:43,804 INFO [main]: ql.Driver (Driver.java:compile(448)) - Semantic Analysis Completed 2015-10-29T11:12:43,804 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:43,804 INFO [main]: ql.Driver (Driver.java:getSchema(244)) - Returning Hive schema: Schema(fieldSchemas:null, properties:null) 2015-10-29T11:12:43,804 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:43,805 DEBUG [main]: sqlstd.SQLStdHiveAuthorizationValidator (SQLStdHiveAuthorizationValidator.java:checkPrivileges(85)) - Checking privileges for operation DROPTABLE by user sush on input objects [Object [type=TABLE_OR_VIEW, name=default.src]] and output objects [Object [type=TABLE_OR_VIEW, name=default.src]]. Context Info: HiveAuthzContext [userIpAddress=null, commandString=DROP TABLE IF EXISTS src] 2015-10-29T11:12:43,805 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:43,806 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:43,807 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:43,807 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(670)) - 0: get_table : db=default tbl=src 2015-10-29T11:12:43,807 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(281)) - ugi=sush ip=unknown-ip-addr cmd=get_table : db=default tbl=src 2015-10-29T11:12:43,813 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:43,813 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:43,813 ERROR [main]: ql.Driver (SessionState.java:printError(1005)) - FAILED: HiveAccessControlException Permission denied: Principal [name=sush, type=USER] does not have following privileges for operation DROPTABLE [[OBJECT OWNERSHIP] on Object [type=TABLE_OR_VIEW, name=default.src]] org.apache.hadoop.hive.ql.security.authorization.plugin.HiveAccessControlException: Permission denied: Principal [name=sush, type=USER] does not have following privileges for operation DROPTABLE [[OBJECT OWNERSHIP] on Object [type=TABLE_OR_VIEW, name=default.src]] at org.apache.hadoop.hive.ql.security.authorization.plugin.sqlstd.SQLAuthorizationUtils.assertNoDeniedPermissions(SQLAuthorizationUtils.java:413) at org.apache.hadoop.hive.ql.security.authorization.plugin.sqlstd.SQLStdHiveAuthorizationValidator.checkPrivileges(SQLStdHiveAuthorizationValidator.java:96) at org.apache.hadoop.hive.ql.security.authorization.plugin.sqlstd.SQLStdHiveAuthorizationValidatorForTest.checkPrivileges(SQLStdHiveAuthorizationValidatorForTest.java:102) at org.apache.hadoop.hive.ql.security.authorization.plugin.HiveAuthorizerImpl.checkPrivileges(HiveAuthorizerImpl.java:90) at org.apache.hadoop.hive.ql.Driver.doAuthorizationV2(Driver.java:796) at org.apache.hadoop.hive.ql.Driver.doAuthorization(Driver.java:587) at org.apache.hadoop.hive.ql.Driver.compile(Driver.java:480) at org.apache.hadoop.hive.ql.Driver.compile(Driver.java:314) at org.apache.hadoop.hive.ql.Driver.compileInternal(Driver.java:1197) at org.apache.hadoop.hive.ql.Driver.runInternal(Driver.java:1250) at org.apache.hadoop.hive.ql.Driver.run(Driver.java:1122) at org.apache.hadoop.hive.ql.Driver.run(Driver.java:1110) at org.apache.hadoop.hive.cli.CliDriver.processLocalCmd(CliDriver.java:225) at org.apache.hadoop.hive.cli.CliDriver.processCmd(CliDriver.java:177) at org.apache.hadoop.hive.cli.CliDriver.processLine(CliDriver.java:388) at org.apache.hadoop.hive.cli.CliDriver.processLine(CliDriver.java:323) at org.apache.hadoop.hive.ql.QTestUtil.cleanUp(QTestUtil.java:838) at org.apache.hadoop.hive.ql.QTestUtil.cleanUp(QTestUtil.java:815) at org.apache.hadoop.hive.ql.QTestUtil.shutdown(QTestUtil.java:485) at org.apache.hadoop.hive.cli.TestNegativeCliDriver.tearDown(TestNegativeCliDriver.java:83) at junit.framework.TestCase.runBare(TestCase.java:146) at junit.framework.TestResult$1.protect(TestResult.java:122) at junit.framework.TestResult.runProtected(TestResult.java:142) at junit.framework.TestResult.run(TestResult.java:125) at junit.framework.TestCase.run(TestCase.java:129) at junit.framework.TestSuite.runTest(TestSuite.java:255) at junit.framework.TestSuite.run(TestSuite.java:250) at org.junit.internal.runners.JUnit38ClassRunner.run(JUnit38ClassRunner.java:84) at org.apache.maven.surefire.junit4.JUnit4Provider.execute(JUnit4Provider.java:264) at org.apache.maven.surefire.junit4.JUnit4Provider.executeTestSet(JUnit4Provider.java:153) at org.apache.maven.surefire.junit4.JUnit4Provider.invoke(JUnit4Provider.java:124) at org.apache.maven.surefire.booter.ForkedBooter.invokeProviderInSameClassLoader(ForkedBooter.java:200) at org.apache.maven.surefire.booter.ForkedBooter.runSuitesInProcess(ForkedBooter.java:153) at org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:103) 2015-10-29T11:12:43,813 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:43,813 INFO [main]: metadata.Hive (Hive.java:logDumpPhase(3358)) - Dumping metastore api call timing information for : compilation phase 2015-10-29T11:12:43,813 DEBUG [main]: metadata.Hive (Hive.java:dumpAndClearMetaCallTiming(3338)) - Total time spent in each metastore function (ms): {flushCache_()=3, getTable_(String, String, )=14, get_privilege_set_(HiveObjectRef, String, List, )=2} 2015-10-29T11:12:43,814 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogBegin(117)) - 2015-10-29T11:12:43,814 INFO [main]: log.PerfLogger (PerfLogger.java:PerfLogEnd(157)) - 2015-10-29T11:12:43,893 DEBUG [main]: imps.CuratorFrameworkImpl (CuratorFrameworkImpl.java:close(279)) - Closing 2015-10-29T11:12:43,894 DEBUG [main]: curator.CuratorZookeeperClient (CuratorZookeeperClient.java:close(198)) - Closing 2015-10-29T11:12:43,894 DEBUG [main]: curator.ConnectionState (ConnectionState.java:close(109)) - Closing 2015-10-29T11:12:43,896 INFO [ProcessThread(sid:0 cport:-1):]: server.PrepRequestProcessor (PrepRequestProcessor.java:pRequest2Txn(494)) - Processed session termination for sessionid: 0x150b4cc5d280001 2015-10-29T11:12:43,896 INFO [ProcessThread(sid:0 cport:-1):]: server.PrepRequestProcessor (PrepRequestProcessor.java:pRequest2Txn(494)) - Processed session termination for sessionid: 0x150b4cc5d280001 2015-10-29T11:12:43,897 INFO [main]: zookeeper.ZooKeeper (ZooKeeper.java:close(684)) - Session: 0x150b4cc5d280001 closed 2015-10-29T11:12:43,897 INFO [main]: zookeeper.ZooKeeper (ZooKeeper.java:close(684)) - Session: 0x150b4cc5d280001 closed 2015-10-29T11:12:43,897 INFO [main]: CuratorFrameworkSingleton (CuratorFrameworkSingleton.java:closeAndReleaseInstance(73)) - Closing ZooKeeper client. 2015-10-29T11:12:43,897 INFO [NIOServerCxn.Factory:0.0.0.0/0.0.0.0:63348]: server.NIOServerCnxnFactory (NIOServerCnxnFactory.java:run(224)) - NIOServerCnxn factory exited run method 2015-10-29T11:12:43,897 INFO [NIOServerCxn.Factory:0.0.0.0/0.0.0.0:63348]: server.NIOServerCnxnFactory (NIOServerCnxnFactory.java:run(224)) - NIOServerCnxn factory exited run method 2015-10-29T11:12:43,897 INFO [main]: server.ZooKeeperServer (ZooKeeperServer.java:shutdown(441)) - shutting down 2015-10-29T11:12:43,897 INFO [main]: server.ZooKeeperServer (ZooKeeperServer.java:shutdown(441)) - shutting down 2015-10-29T11:12:43,897 INFO [main]: server.SessionTrackerImpl (SessionTrackerImpl.java:shutdown(225)) - Shutting down 2015-10-29T11:12:43,897 INFO [main]: server.SessionTrackerImpl (SessionTrackerImpl.java:shutdown(225)) - Shutting down 2015-10-29T11:12:43,897 INFO [main]: server.PrepRequestProcessor (PrepRequestProcessor.java:shutdown(761)) - Shutting down 2015-10-29T11:12:43,897 INFO [main]: server.PrepRequestProcessor (PrepRequestProcessor.java:shutdown(761)) - Shutting down 2015-10-29T11:12:43,897 INFO [main]: server.SyncRequestProcessor (SyncRequestProcessor.java:shutdown(209)) - Shutting down 2015-10-29T11:12:43,897 INFO [main]: server.SyncRequestProcessor (SyncRequestProcessor.java:shutdown(209)) - Shutting down 2015-10-29T11:12:43,897 INFO [ProcessThread(sid:0 cport:-1):]: server.PrepRequestProcessor (PrepRequestProcessor.java:run(143)) - PrepRequestProcessor exited loop! 2015-10-29T11:12:43,897 INFO [ProcessThread(sid:0 cport:-1):]: server.PrepRequestProcessor (PrepRequestProcessor.java:run(143)) - PrepRequestProcessor exited loop! 2015-10-29T11:12:43,897 INFO [SyncThread:0]: server.SyncRequestProcessor (SyncRequestProcessor.java:run(187)) - SyncRequestProcessor exited! 2015-10-29T11:12:43,897 INFO [SyncThread:0]: server.SyncRequestProcessor (SyncRequestProcessor.java:run(187)) - SyncRequestProcessor exited! 2015-10-29T11:12:43,898 INFO [main]: server.FinalRequestProcessor (FinalRequestProcessor.java:shutdown(415)) - shutdown of request processor complete 2015-10-29T11:12:43,898 INFO [main]: server.FinalRequestProcessor (FinalRequestProcessor.java:shutdown(415)) - shutdown of request processor complete 2015-10-29T11:12:43,898 INFO [main]: zookeeper.MiniZooKeeperCluster (MiniZooKeeperCluster.java:shutdown(316)) - Shutdown MiniZK cluster with all ZK servers