Details

    • Sub-task
    • Status: Open
    • Major
    • Resolution: Unresolved
    • None
    • None
    • None
    • None

    Description

      this test got stuck while running in the scope of HIVE-27972, need to check

      jstack showed stacks like:

      "HiveServer2-Background-Pool: Thread-155" #155 prio=5 os_prio=31 tid=0x00007fa59f5e4800 nid=0x8027 waiting for monitor entry [0x0000700010ace000]
         java.lang.Thread.State: BLOCKED (on object monitor)
      	at org.apache.hadoop.hive.ql.exec.tez.TezTask$SyncDagClient.tryKillDAG(TezTask.java:870)
      	- waiting to lock <0x00000007be5c98f8> (a org.apache.tez.dag.api.client.DAGClientImplLocal)
      	at org.apache.hadoop.hive.ql.exec.tez.monitoring.TezJobMonitor.monitorExecution(TezJobMonitor.java:278)
      	at org.apache.hadoop.hive.ql.exec.tez.TezTask.execute(TezTask.java:271)
      	at org.apache.hadoop.hive.ql.exec.Task.executeTask(Task.java:214)
      	at org.apache.hadoop.hive.ql.exec.TaskRunner.runSequential(TaskRunner.java:105)
      	at org.apache.hadoop.hive.ql.Executor.launchTask(Executor.java:354)
      	at org.apache.hadoop.hive.ql.Executor.launchTasks(Executor.java:327)
      	at org.apache.hadoop.hive.ql.Executor.runTasks(Executor.java:244)
      	at org.apache.hadoop.hive.ql.Executor.execute(Executor.java:105)
      	at org.apache.hadoop.hive.ql.Driver.execute(Driver.java:367)
      	at org.apache.hadoop.hive.ql.Driver.runInternal(Driver.java:205)
      	at org.apache.hadoop.hive.ql.Driver.run(Driver.java:154)
      	at org.apache.hadoop.hive.ql.Driver.run(Driver.java:149)
      	at org.apache.hadoop.hive.ql.reexec.ReExecDriver.run(ReExecDriver.java:185)
      	at org.apache.hive.service.cli.operation.SQLOperation.runQuery(SQLOperation.java:236)
      	at org.apache.hive.service.cli.operation.SQLOperation.access$500(SQLOperation.java:90)
      	at org.apache.hive.service.cli.operation.SQLOperation$BackgroundWork$1.run(SQLOperation.java:336)
      	at java.security.AccessController.doPrivileged(Native Method)
      	at javax.security.auth.Subject.doAs(Subject.java:422)
      	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1899)
      	at org.apache.hive.service.cli.operation.SQLOperation$BackgroundWork.run(SQLOperation.java:356)
      	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
      	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
      	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
      	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
      	at java.lang.Thread.run(Thread.java:748)
      
      
      
      
      "f7b8e319-d882-4734-b036-1bb2da4b2783 main" #1 prio=5 os_prio=31 tid=0x00007fa60e80b800 nid=0x1b03 waiting on condition [0x000070000e32a000]
         java.lang.Thread.State: TIMED_WAITING (parking)
      	at sun.misc.Unsafe.park(Native Method)
      	- parking to wait for  <0x00000007be3d0578> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
      	at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
      	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
      	at org.apache.tez.dag.app.dag.impl.DAGImpl.getDAGStatus(DAGImpl.java:982)
      	at org.apache.tez.dag.api.client.DAGClientHandler.getDAGStatus(DAGClientHandler.java:73)
      	at org.apache.tez.client.LocalClient$2.apply(LocalClient.java:441)
      	at org.apache.tez.client.LocalClient$2.apply(LocalClient.java:437)
      	at org.apache.tez.dag.api.client.DAGClientImplLocal.getDAGStatusInternal(DAGClientImplLocal.java:53)
      	at org.apache.tez.dag.api.client.DAGClientImpl.getDAGStatus(DAGClientImpl.java:232)
      	at org.apache.tez.dag.api.client.DAGClientImpl._waitForCompletionWithStatusUpdates(DAGClientImpl.java:583)
      	at org.apache.tez.dag.api.client.DAGClientImpl.waitForCompletion(DAGClientImpl.java:375)
      	at org.apache.hadoop.hive.ql.exec.tez.TezTask$SyncDagClient.waitForCompletion(TezTask.java:877)
      	- locked <0x00000007be5c98f8> (a org.apache.tez.dag.api.client.DAGClientImplLocal)
      	at org.apache.hadoop.hive.ql.exec.tez.TezTask.closeDagClientOnCancellation(TezTask.java:432)
      	at org.apache.hadoop.hive.ql.exec.tez.TezTask.shutdown(TezTask.java:805)
      	at org.apache.hadoop.hive.ql.TaskQueue.shutdown(TaskQueue.java:138)
      	- locked <0x00000007be2a20b8> (a org.apache.hadoop.hive.ql.TaskQueue)
      	at org.apache.hadoop.hive.ql.Driver.releaseTaskQueue(Driver.java:802)
      	at org.apache.hadoop.hive.ql.Driver.close(Driver.java:779)
      	at org.apache.hadoop.hive.ql.reexec.ReExecDriver.close(ReExecDriver.java:268)
      	at org.apache.hive.service.cli.operation.SQLOperation.cleanup(SQLOperation.java:409)
      	- locked <0x00000007be5994c0> (a org.apache.hive.service.cli.operation.SQLOperation)
      	at org.apache.hive.service.cli.operation.SQLOperation.close(SQLOperation.java:445)
      	at org.apache.hive.service.cli.operation.OperationManager.closeOperation(OperationManager.java:326)
      	at org.apache.hive.service.cli.session.HiveSessionImpl.close(HiveSessionImpl.java:760)
      	at org.apache.hive.service.cli.session.SessionManager.closeSessionInternal(SessionManager.java:634)
      	at org.apache.hive.service.cli.session.SessionManager.closeSession(SessionManager.java:629)
      	at org.apache.hive.service.cli.CLIService.closeSession(CLIService.java:245)
      	at org.apache.hive.service.cli.thrift.ThriftCLIService.CloseSession(ThriftCLIService.java:613)
      	at org.apache.hive.service.cli.thrift.ThriftCLIServiceClient.closeSession(ThriftCLIServiceClient.java:159)
      	at org.apache.hive.service.cli.operation.TestQueryShutdownHooks.cleanup(TestQueryShutdownHooks.java:73)
      	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
      	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
      	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
      	at java.lang.reflect.Method.invoke(Method.java:498)
      	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
      	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
      	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
      	at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
      	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
      	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
      	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
      	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
      	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
      	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
      	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
      	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
      	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
      	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
      	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
      	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
      	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
      	at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
      	at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
      	at org.junit.vintage.engine.execution.RunnerExecutor.execute(RunnerExecutor.java:43)
      	at org.junit.vintage.engine.VintageTestEngine$$Lambda$176/1847008471.accept(Unknown Source)
      	at java.util.stream.ForEachOps$ForEachOp$OfRef.accept(ForEachOps.java:183)
      	at java.util.stream.ReferencePipeline$3$1.accept(ReferencePipeline.java:193)
      	at java.util.Iterator.forEachRemaining(Iterator.java:116)
      	at java.util.Spliterators$IteratorSpliterator.forEachRemaining(Spliterators.java:1801)
      	at java.util.stream.AbstractPipeline.copyInto(AbstractPipeline.java:482)
      	at java.util.stream.AbstractPipeline.wrapAndCopyInto(AbstractPipeline.java:472)
      	at java.util.stream.ForEachOps$ForEachOp.evaluateSequential(ForEachOps.java:150)
      	at java.util.stream.ForEachOps$ForEachOp$OfRef.evaluateSequential(ForEachOps.java:173)
      	at java.util.stream.AbstractPipeline.evaluate(AbstractPipeline.java:234)
      	at java.util.stream.ReferencePipeline.forEach(ReferencePipeline.java:485)
      	at org.junit.vintage.engine.VintageTestEngine.executeAllChildren(VintageTestEngine.java:82)
      	at org.junit.vintage.engine.VintageTestEngine.execute(VintageTestEngine.java:73)
      	at org.junit.platform.launcher.core.DefaultLauncher.execute(DefaultLauncher.java:248)
      	at org.junit.platform.launcher.core.DefaultLauncher.lambda$execute$5(DefaultLauncher.java:211)
      	at org.junit.platform.launcher.core.DefaultLauncher$$Lambda$133/789653861.accept(Unknown Source)
      	at org.junit.platform.launcher.core.DefaultLauncher.withInterceptedStreams(DefaultLauncher.java:226)
      	at org.junit.platform.launcher.core.DefaultLauncher.execute(DefaultLauncher.java:199)
      	at org.junit.platform.launcher.core.DefaultLauncher.execute(DefaultLauncher.java:132)
      	at org.apache.maven.surefire.junitplatform.JUnitPlatformProvider.invokeAllTests(JUnitPlatformProvider.java:154)
      	at org.apache.maven.surefire.junitplatform.JUnitPlatformProvider.invoke(JUnitPlatformProvider.java:123)
      	at org.apache.maven.surefire.booter.ForkedBooter.runSuitesInProcess(ForkedBooter.java:377)
      	at org.apache.maven.surefire.booter.ForkedBooter.execute(ForkedBooter.java:138)
      	at org.apache.maven.surefire.booter.ForkedBooter.run(ForkedBooter.java:465)
      	at org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:451)
      
      
      
      

      Attachments

        Activity

          There are no comments yet on this issue.

          People

            Unassigned Unassigned
            abstractdog László Bodor
            Votes:
            0 Vote for this issue
            Watchers:
            1 Start watching this issue

            Dates

              Created:
              Updated: