[HIVE-22576] tez.queue.name setting is invalid when no default queue is set on yarn

• Type: Bug
• Status: Open
• Priority: Blocker
• Resolution: Unresolved
• Affects Version/s: 2.1.1, 2.3.2
• Component/s: Hive
• Target Version/s: 2.3.2
• Flags: Patch
• Assignee: hezhang
• Reporter: hezhang
• Due: 04/Dec/19
• Created: 04/Dec/19 07:51
• Updated: 21/Oct/22 07:20

Description

hive cli started:

hive> set tez.queue.name=prod;
hive>
> select count from test;
Query ID = hadoop_20191204152859_d9f7fff6-c0a1-4984-9f56-dd958419992b
Total jobs = 1
Launching Job 1 out of 1
FAILED: Execution Error, return code 1 from org.apache.hadoop.hive.ql.exec.tez.TezTask

err stack

 

java.lang.RuntimeException: java.util.concurrent.ExecutionException: org.apache.tez.dag.api.TezException: org.apache.hadoop.yarn.exceptions.YarnException: Failed to submit application_1575443228569_0002 to YARN : Application application_1575443228569_0002 submitted by user hadoop to unknown queue: default
        at org.apache.hadoop.hive.ql.exec.tez.TezSessionState.isOpen(TezSessionState.java:163) ~[hive-exec-2.3.2.jar:2.3.2]
        at org.apache.hadoop.hive.ql.exec.tez.TezTask.execute(TezTask.java:144) ~[hive-exec-2.3.2.jar:2.3.2]
        at org.apache.hadoop.hive.ql.exec.Task.executeTask(Task.java:199) ~[hive-exec-2.3.2.jar:2.3.2]
        at org.apache.hadoop.hive.ql.exec.TaskRunner.runSequential(TaskRunner.java:100) ~[hive-exec-2.3.2.jar:2.3.2]
        at org.apache.hadoop.hive.ql.Driver.launchTask(Driver.java:2183) ~[hive-exec-2.3.2.jar:2.3.2]
        at org.apache.hadoop.hive.ql.Driver.execute(Driver.java:1839) ~[hive-exec-2.3.2.jar:2.3.2]
        at org.apache.hadoop.hive.ql.Driver.runInternal(Driver.java:1526) ~[hive-exec-2.3.2.jar:2.3.2]
        at org.apache.hadoop.hive.ql.Driver.run(Driver.java:1237) ~[hive-exec-2.3.2.jar:2.3.2]
        at org.apache.hadoop.hive.ql.Driver.run(Driver.java:1227) ~[hive-exec-2.3.2.jar:2.3.2]
        at org.apache.hadoop.hive.cli.CliDriver.processLocalCmd(CliDriver.java:233) ~[hive-cli-2.3.2.jar:2.3.2]
        at org.apache.hadoop.hive.cli.CliDriver.processCmd(CliDriver.java:184) ~[hive-cli-2.3.2.jar:2.3.2]
        at org.apache.hadoop.hive.cli.CliDriver.processLine(CliDriver.java:403) ~[hive-cli-2.3.2.jar:2.3.2]
        at org.apache.hadoop.hive.cli.CliDriver.executeDriver(CliDriver.java:821) ~[hive-cli-2.3.2.jar:2.3.2]
        at org.apache.hadoop.hive.cli.CliDriver.run(CliDriver.java:759) ~[hive-cli-2.3.2.jar:2.3.2]
        at org.apache.hadoop.hive.cli.CliDriver.main(CliDriver.java:686) ~[hive-cli-2.3.2.jar:2.3.2]
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_191]
        at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_191]
        at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_191]
        at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_191]
        at org.apache.hadoop.util.RunJar.run(RunJar.java:221) ~[hadoop-common-2.7.3.jar:?]
        at org.apache.hadoop.util.RunJar.main(RunJar.java:136) ~[hadoop-common-2.7.3.jar:?]
Caused by: java.util.concurrent.ExecutionException: org.apache.tez.dag.api.TezException: org.apache.hadoop.yarn.exceptions.YarnException: Failed to submit application_1575443228569_0002 to YARN : Application application_1575443228569_0002 submitted by user hadoop to unknown queue: default
        at java.util.concurrent.FutureTask.report(FutureTask.java:122) ~[?:1.8.0_191]
        at java.util.concurrent.FutureTask.get(FutureTask.java:206) ~[?:1.8.0_191]
        at org.apache.hadoop.hive.ql.exec.tez.TezSessionState.isOpen(TezSessionState.java:158) ~[hive-exec-2.3.2.jar:2.3.2]
        ... 20 more
Caused by: org.apache.tez.dag.api.TezException: org.apache.hadoop.yarn.exceptions.YarnException: Failed to submit application_1575443228569_0002 to YARN : Application application_1575443228569_0002 submitted by user hadoop to unknown queue: default
        at org.apache.tez.client.TezClient.start(TezClient.java:492) ~[tez-api-0.8.5.jar:0.8.5]
        at org.apache.hadoop.hive.ql.exec.tez.TezSessionState.startSessionAndContainers(TezSessionState.java:376) ~[hive-exec-2.3.2.jar:2.3.2]
        at org.apache.hadoop.hive.ql.exec.tez.TezSessionState.access$000(TezSessionState.java:87) ~[hive-exec-2.3.2.jar:2.3.2]
        at org.apache.hadoop.hive.ql.exec.tez.TezSessionState$1.call(TezSessionState.java:330) ~[hive-exec-2.3.2.jar:2.3.2]
        at org.apache.hadoop.hive.ql.exec.tez.TezSessionState$1.call(TezSessionState.java:326) ~[hive-exec-2.3.2.jar:2.3.2]
        at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_191]
        at java.lang.Thread.run(Thread.java:748) [?:1.8.0_191]
Caused by: org.apache.hadoop.yarn.exceptions.YarnException: Failed to submit application_1575443228569_0002 to YARN : Application application_1575443228569_0002 submitted by user hadoop to unknown queue: default
        at org.apache.hadoop.yarn.client.api.impl.YarnClientImpl.submitApplication(YarnClientImpl.java:271) ~[hadoop-yarn-client-2.7.3.jar:?]
        at org.apache.tez.client.TezYarnClient.submitApplication(TezYarnClient.java:73) ~[tez-api-0.8.5.jar:0.8.5]
        at org.apache.tez.client.TezClient.start(TezClient.java:487) ~[tez-api-0.8.5.jar:0.8.5]
        at org.apache.hadoop.hive.ql.exec.tez.TezSessionState.startSessionAndContainers(TezSessionState.java:376) ~[hive-exec-2.3.2.jar:2.3.2]
        at org.apache.hadoop.hive.ql.exec.tez.TezSessionState.access$000(TezSessionState.java:87) ~[hive-exec-2.3.2.jar:2.3.2]

 

 

 

yarn schduler :