Description
Relevant stacktrace:
2017-10-03 14:04:54,315 DEBUG [RpcServer.FifoWFPBQ.default.handler=4,queue=0,port=61742] org.apache.hadoop.hbase.ipc.CallRunner(126): RpcServer.FifoWFPBQ.default.handler=4,queue=0,port=61742: callId: 2641 service: ClientService methodName: Scan size: 32 connection: 10.0.1.43:61774 org.apache.hadoop.hbase.NotServingRegionException: Region was re-opened after the scanner42 was created: IDX_T000002,,1507064585384.adfef66e27a6688c5fcfe70d230248d8. at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegionScanner(RSRpcServices.java:2465) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:2750) at org.apache.hadoop.hbase.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:34950) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:2339) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:123) at org.apache.hadoop.hbase.ipc.RpcExecutor$Handler.run(RpcExecutor.java:188) at org.apache.hadoop.hbase.ipc.RpcExecutor$Handler.run(RpcExecutor.java:168) 2017-10-03 14:04:54,315 WARN [main] org.apache.hadoop.hbase.client.ScannerCallable(392): Ignore, probably already closed org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: Region was re-opened after the scanner42 was created: IDX_T000002,,1507064585384.adfef66e27a6688c5fcfe70d230248d8. at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegionScanner(RSRpcServices.java:2465) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:2750) at org.apache.hadoop.hbase.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:34950) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:2339) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:123) at org.apache.hadoop.hbase.ipc.RpcExecutor$Handler.run(RpcExecutor.java:188) at org.apache.hadoop.hbase.ipc.RpcExecutor$Handler.run(RpcExecutor.java:168) at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:57) at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.lang.reflect.Constructor.newInstance(Constructor.java:526) at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:106) at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:95) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.getRemoteException(ProtobufUtil.java:332) at org.apache.hadoop.hbase.client.ScannerCallable.close(ScannerCallable.java:389) at org.apache.hadoop.hbase.client.ScannerCallable.call(ScannerCallable.java:207) at org.apache.hadoop.hbase.client.ScannerCallableWithReplicas.call(ScannerCallableWithReplicas.java:145) at org.apache.hadoop.hbase.client.ScannerCallableWithReplicas.call(ScannerCallableWithReplicas.java:60) at org.apache.hadoop.hbase.client.RpcRetryingCaller.callWithoutRetries(RpcRetryingCaller.java:212) at org.apache.hadoop.hbase.client.ClientScanner.call(ClientScanner.java:314) at org.apache.hadoop.hbase.client.ClientScanner.close(ClientScanner.java:766) at org.apache.phoenix.iterate.ScanningResultIterator.close(ScanningResultIterator.java:69) at org.apache.phoenix.iterate.TableResultIterator.close(TableResultIterator.java:145) at org.apache.phoenix.iterate.LookAheadResultIterator$1.close(LookAheadResultIterator.java:42) at org.apache.phoenix.iterate.BaseResultIterators.close(BaseResultIterators.java:1091) at org.apache.phoenix.iterate.RoundRobinResultIterator.close(RoundRobinResultIterator.java:125) at org.apache.phoenix.jdbc.PhoenixResultSet.close(PhoenixResultSet.java:163) at org.apache.phoenix.util.SQLCloseables.closeAllQuietly(SQLCloseables.java:53) at org.apache.phoenix.util.SQLCloseables.closeAll(SQLCloseables.java:43) at org.apache.phoenix.jdbc.PhoenixStatement.close(PhoenixStatement.java:1640) at org.apache.phoenix.util.SQLCloseables.closeAllQuietly(SQLCloseables.java:53) at org.apache.phoenix.util.SQLCloseables.closeAll(SQLCloseables.java:43) at org.apache.phoenix.jdbc.PhoenixConnection.closeStatements(PhoenixConnection.java:618) at org.apache.phoenix.jdbc.PhoenixConnection.close(PhoenixConnection.java:644) at org.apache.phoenix.end2end.index.MutableIndexSplitIT.testSplitDuringIndexScan(MutableIndexSplitIT.java:89) at org.apache.phoenix.end2end.index.MutableIndexSplitForwardScanIT.testSplitDuringIndexScan(MutableIndexSplitForwardScanIT.java:30) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:606) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:50) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:47) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:325) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:78) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:57) at org.junit.runners.ParentRunner$3.run(ParentRunner.java:290) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:71) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:288) at org.junit.runners.ParentRunner.access$000(ParentRunner.java:58) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:268) at org.junit.runners.ParentRunner.run(ParentRunner.java:363) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$3.run(ParentRunner.java:290) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:71) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:288) at org.junit.runners.ParentRunner.access$000(ParentRunner.java:58) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:268) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:48) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.junit.runners.ParentRunner.run(ParentRunner.java:363) at org.eclipse.jdt.internal.junit4.runner.JUnit4TestReference.run(JUnit4TestReference.java:86) at org.eclipse.jdt.internal.junit.runner.TestExecution.run(TestExecution.java:38) at org.eclipse.jdt.internal.junit.runner.RemoteTestRunner.runTests(RemoteTestRunner.java:459) at org.eclipse.jdt.internal.junit.runner.RemoteTestRunner.runTests(RemoteTestRunner.java:678) at org.eclipse.jdt.internal.junit.runner.RemoteTestRunner.run(RemoteTestRunner.java:382) at org.eclipse.jdt.internal.junit.runner.RemoteTestRunner.main(RemoteTestRunner.java:192) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.NotServingRegionException): org.apache.hadoop.hbase.NotServingRegionException: Region was re-opened after the scanner42 was created: IDX_T000002,,1507064585384.adfef66e27a6688c5fcfe70d230248d8. at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegionScanner(RSRpcServices.java:2465) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:2750) at org.apache.hadoop.hbase.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:34950) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:2339) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:123) at org.apache.hadoop.hbase.ipc.RpcExecutor$Handler.run(RpcExecutor.java:188) at org.apache.hadoop.hbase.ipc.RpcExecutor$Handler.run(RpcExecutor.java:168) at org.apache.hadoop.hbase.ipc.RpcClientImpl.call(RpcClientImpl.java:1270) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:227) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:336) at org.apache.hadoop.hbase.protobuf.generated.ClientProtos$ClientService$BlockingStub.scan(ClientProtos.java:35396) at org.apache.hadoop.hbase.client.ScannerCallable.close(ScannerCallable.java:387)
Attachments
Attachments
Issue Links
- relates to
-
PHOENIX-5115 MutableIndexSplitForwardScanIT.testSplitDuringIndexScan[MutableIndexSplitIT_localIndex=true,...] is failing
-
- Resolved
-