Uploaded image for project: 'Hive'
  1. Hive
  2. HIVE-20984

Hive cannot call MapReduce, please tell me where there is a configuration problem

    XMLWordPrintableJSON

Details

    • Bug
    • Status: Open
    • Major
    • Resolution: Unresolved
    • 1.1.0
    • None
    • Beeline
    • None
    • CDH 5.14.2 hive 1.1.0

    Description

      hive> insert into table fdm_db.mytable values(1,1);
      Query ID = root_20181129211919_7dadd9cc-05fa-4220-aa18-6dea4068e1cd
      Total jobs = 3
      Launching Job 1 out of 3
      Number of reduce tasks is set to 0 since there's no reduce operator
      Starting Job = job_1543494350883_0003, Tracking URL = http://master:8088/proxy/application_1543494350883_0003/
      Kill Command = /opt/cloudera/parcels/CDH-5.14.2-1.cdh5.14.2.p0.3/lib/hadoop/bin/hadoop job -kill job_1543494350883_0003

      <?xml version="1.0" encoding="UTF-8"?>

      <!-Autogenerated by Cloudera Manager->
      <configuration>
      <property>
      <name>yarn.acl.enable</name>
      <value>true</value>
      </property>
      <property>
      <name>yarn.admin.acl</name>
      <value>*</value>
      </property>
      <property>
      <name>yarn.resourcemanager.address</name>
      <value>master:8032</value>
      </property>
      <property>
      <name>yarn.resourcemanager.admin.address</name>
      <value>master:8033</value>
      </property>
      <property>
      <name>yarn.resourcemanager.scheduler.address</name>
      <value>master:8030</value>
      </property>
      <property>
      <name>yarn.resourcemanager.resource-tracker.address</name>
      <value>master:8031</value>
      </property>
      <property>
      <name>yarn.resourcemanager.webapp.address</name>
      <value>master:8088</value>
      </property>
      <property>
      <name>yarn.resourcemanager.webapp.https.address</name>
      <value>master:8090</value>
      </property>
      <property>
      <name>yarn.resourcemanager.client.thread-count</name>
      <value>50</value>
      </property>
      <property>
      <name>yarn.resourcemanager.scheduler.client.thread-count</name>
      <value>50</value>
      </property>
      <property>
      <name>yarn.resourcemanager.admin.client.thread-count</name>
      <value>1</value>
      </property>
      <property>
      <name>yarn.scheduler.minimum-allocation-mb</name>
      <value>1024</value>
      </property>
      <property>
      <name>yarn.scheduler.increment-allocation-mb</name>
      <value>512</value>
      </property>
      <property>
      <name>yarn.scheduler.maximum-allocation-mb</name>
      <value>31647</value>
      </property>
      <property>
      <name>yarn.scheduler.minimum-allocation-vcores</name>
      <value>1</value>
      </property>
      <property>
      <name>yarn.scheduler.increment-allocation-vcores</name>
      <value>1</value>
      </property>
      <property>
      <name>yarn.scheduler.maximum-allocation-vcores</name>
      <value>48</value>
      </property>
      <property>
      <name>yarn.resourcemanager.amliveliness-monitor.interval-ms</name>
      <value>1000</value>
      </property>
      <property>
      <name>yarn.am.liveness-monitor.expiry-interval-ms</name>
      <value>600000</value>
      </property>
      <property>
      <name>yarn.resourcemanager.am.max-attempts</name>
      <value>2</value>
      </property>
      <property>
      <name>yarn.resourcemanager.container.liveness-monitor.interval-ms</name>
      <value>600000</value>
      </property>
      <property>
      <name>yarn.resourcemanager.nm.liveness-monitor.interval-ms</name>
      <value>1000</value>
      </property>
      <property>
      <name>yarn.nm.liveness-monitor.expiry-interval-ms</name>
      <value>600000</value>
      </property>
      <property>
      <name>yarn.resourcemanager.resource-tracker.client.thread-count</name>
      <value>50</value>
      </property>
      <property>
      <name>yarn.application.classpath</name>
      <value>$HADOOP_CLIENT_CONF_DIR,$HADOOP_CONF_DIR,$HADOOP_COMMON_HOME/,$HADOOP_COMMON_HOME/lib/,$HADOOP_HDFS_HOME/,$HADOOP_HDFS_HOME/lib/,$HADOOP_YARN_HOME/,$HADOOP_YARN_HOME/lib/</value>
      </property>
      <property>
      <name>yarn.resourcemanager.scheduler.class</name>
      <value>org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FairScheduler</value>
      </property>
      <property>
      <name>yarn.resourcemanager.max-completed-applications</name>
      <value>10000</value>
      </property>
      <property>
      <name>yarn.nodemanager.remote-app-log-dir</name>
      <value>/tmp/logs</value>
      </property>
      <property>
      <name>yarn.nodemanager.remote-app-log-dir-suffix</name>
      <value>logs</value>
      </property>
      </configuration>

      Attachments

        Activity

          People

            Unassigned Unassigned
            lucky_yu yuxuqi
            Votes:
            0 Vote for this issue
            Watchers:
            1 Start watching this issue

            Dates

              Created:
              Updated: