Uploaded image for project: 'Hive'
  1. Hive
  2. HIVE-20984

Hive cannot call MapReduce, please tell me where there is a configuration problem

    XMLWordPrintableJSON

    Details

    • Type: Bug
    • Status: Open
    • Priority: Major
    • Resolution: Unresolved
    • Affects Version/s: 1.1.0
    • Fix Version/s: None
    • Component/s: Beeline
    • Labels:
      None
    • Environment:

      CDH 5.14.2 hive 1.1.0

      Description

      hive> insert into table fdm_db.mytable values(1,1);
      Query ID = root_20181129211919_7dadd9cc-05fa-4220-aa18-6dea4068e1cd
      Total jobs = 3
      Launching Job 1 out of 3
      Number of reduce tasks is set to 0 since there's no reduce operator
      Starting Job = job_1543494350883_0003, Tracking URL = http://master:8088/proxy/application_1543494350883_0003/
      Kill Command = /opt/cloudera/parcels/CDH-5.14.2-1.cdh5.14.2.p0.3/lib/hadoop/bin/hadoop job -kill job_1543494350883_0003

      <?xml version="1.0" encoding="UTF-8"?>

      <!-Autogenerated by Cloudera Manager->
      <configuration>
      <property>
      <name>yarn.acl.enable</name>
      <value>true</value>
      </property>
      <property>
      <name>yarn.admin.acl</name>
      <value>*</value>
      </property>
      <property>
      <name>yarn.resourcemanager.address</name>
      <value>master:8032</value>
      </property>
      <property>
      <name>yarn.resourcemanager.admin.address</name>
      <value>master:8033</value>
      </property>
      <property>
      <name>yarn.resourcemanager.scheduler.address</name>
      <value>master:8030</value>
      </property>
      <property>
      <name>yarn.resourcemanager.resource-tracker.address</name>
      <value>master:8031</value>
      </property>
      <property>
      <name>yarn.resourcemanager.webapp.address</name>
      <value>master:8088</value>
      </property>
      <property>
      <name>yarn.resourcemanager.webapp.https.address</name>
      <value>master:8090</value>
      </property>
      <property>
      <name>yarn.resourcemanager.client.thread-count</name>
      <value>50</value>
      </property>
      <property>
      <name>yarn.resourcemanager.scheduler.client.thread-count</name>
      <value>50</value>
      </property>
      <property>
      <name>yarn.resourcemanager.admin.client.thread-count</name>
      <value>1</value>
      </property>
      <property>
      <name>yarn.scheduler.minimum-allocation-mb</name>
      <value>1024</value>
      </property>
      <property>
      <name>yarn.scheduler.increment-allocation-mb</name>
      <value>512</value>
      </property>
      <property>
      <name>yarn.scheduler.maximum-allocation-mb</name>
      <value>31647</value>
      </property>
      <property>
      <name>yarn.scheduler.minimum-allocation-vcores</name>
      <value>1</value>
      </property>
      <property>
      <name>yarn.scheduler.increment-allocation-vcores</name>
      <value>1</value>
      </property>
      <property>
      <name>yarn.scheduler.maximum-allocation-vcores</name>
      <value>48</value>
      </property>
      <property>
      <name>yarn.resourcemanager.amliveliness-monitor.interval-ms</name>
      <value>1000</value>
      </property>
      <property>
      <name>yarn.am.liveness-monitor.expiry-interval-ms</name>
      <value>600000</value>
      </property>
      <property>
      <name>yarn.resourcemanager.am.max-attempts</name>
      <value>2</value>
      </property>
      <property>
      <name>yarn.resourcemanager.container.liveness-monitor.interval-ms</name>
      <value>600000</value>
      </property>
      <property>
      <name>yarn.resourcemanager.nm.liveness-monitor.interval-ms</name>
      <value>1000</value>
      </property>
      <property>
      <name>yarn.nm.liveness-monitor.expiry-interval-ms</name>
      <value>600000</value>
      </property>
      <property>
      <name>yarn.resourcemanager.resource-tracker.client.thread-count</name>
      <value>50</value>
      </property>
      <property>
      <name>yarn.application.classpath</name>
      <value>$HADOOP_CLIENT_CONF_DIR,$HADOOP_CONF_DIR,$HADOOP_COMMON_HOME/,$HADOOP_COMMON_HOME/lib/,$HADOOP_HDFS_HOME/,$HADOOP_HDFS_HOME/lib/,$HADOOP_YARN_HOME/,$HADOOP_YARN_HOME/lib/</value>
      </property>
      <property>
      <name>yarn.resourcemanager.scheduler.class</name>
      <value>org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FairScheduler</value>
      </property>
      <property>
      <name>yarn.resourcemanager.max-completed-applications</name>
      <value>10000</value>
      </property>
      <property>
      <name>yarn.nodemanager.remote-app-log-dir</name>
      <value>/tmp/logs</value>
      </property>
      <property>
      <name>yarn.nodemanager.remote-app-log-dir-suffix</name>
      <value>logs</value>
      </property>
      </configuration>

        Attachments

          Activity

            People

            • Assignee:
              Unassigned
              Reporter:
              lucky_yu yuxuqi
            • Votes:
              0 Vote for this issue
              Watchers:
              1 Start watching this issue

              Dates

              • Created:
                Updated: