2008-12-21 09:13:21 Full thread dump OpenJDK 64-Bit Server VM (1.6.0-b09 mixed mode): "Attach Listener" daemon prio=10 tid=0x00000000014e2400 nid=0x5c0d waiting on condition [0x0000000000000000..0x0000000000000000] java.lang.Thread.State: RUNNABLE "SocketListener0-9" prio=10 tid=0x000000000182b800 nid=0x58ba in Object.wait() [0x000000004774f000..0x0000000047750bf0] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:502) at org.apache.hadoop.hbase.ipc.HBaseClient.call(HBaseClient.java:695) - locked <0x00007ff343d88c78> (a org.apache.hadoop.hbase.ipc.HBaseClient$Call) at org.apache.hadoop.hbase.ipc.HBaseRPC$Invoker.invoke(HBaseRPC.java:321) at $Proxy2.openScanner(Unknown Source) at org.apache.hadoop.hbase.client.ScannerCallable.openScanner(ScannerCallable.java:86) at org.apache.hadoop.hbase.client.ScannerCallable.call(ScannerCallable.java:77) at org.apache.hadoop.hbase.client.ScannerCallable.call(ScannerCallable.java:34) at org.apache.hadoop.hbase.client.HConnectionManager$TableServers.getRegionServerWithRetries(HConnectionManager.java:841) at org.apache.hadoop.hbase.client.MetaScanner.metaScan(MetaScanner.java:56) at org.apache.hadoop.hbase.client.MetaScanner.metaScan(MetaScanner.java:30) at org.apache.hadoop.hbase.client.HConnectionManager$TableServers.listTables(HConnectionManager.java:303) at org.apache.hadoop.hbase.client.HBaseAdmin.listTables(HBaseAdmin.java:119) at org.apache.hadoop.hbase.generated.master.master_jsp._jspService(master_jsp.java:118) at org.apache.jasper.runtime.HttpJspBase.service(HttpJspBase.java:94) at javax.servlet.http.HttpServlet.service(HttpServlet.java:802) at org.mortbay.jetty.servlet.ServletHolder.handle(ServletHolder.java:427) at org.mortbay.jetty.servlet.WebApplicationHandler.dispatch(WebApplicationHandler.java:475) at org.mortbay.jetty.servlet.ServletHandler.handle(ServletHandler.java:567) at org.mortbay.http.HttpContext.handle(HttpContext.java:1565) at org.mortbay.jetty.servlet.WebApplicationContext.handle(WebApplicationContext.java:635) at org.mortbay.http.HttpContext.handle(HttpContext.java:1517) at org.mortbay.http.HttpServer.service(HttpServer.java:954) at org.mortbay.http.HttpConnection.service(HttpConnection.java:814) at org.mortbay.http.HttpConnection.handleNext(HttpConnection.java:981) at org.mortbay.http.HttpConnection.handle(HttpConnection.java:831) at org.mortbay.http.SocketListener.handleConnection(SocketListener.java:244) at org.mortbay.util.ThreadedServer.handle(ThreadedServer.java:357) at org.mortbay.util.ThreadPool$PoolThread.run(ThreadPool.java:534) "SocketListener0-8" prio=10 tid=0x000000000173e800 nid=0x58af in Object.wait() [0x0000000045d35000..0x0000000045d36b70] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:502) at org.apache.hadoop.hbase.ipc.HBaseClient.call(HBaseClient.java:695) - locked <0x00007ff343d00c38> (a org.apache.hadoop.hbase.ipc.HBaseClient$Call) at org.apache.hadoop.hbase.ipc.HBaseRPC$Invoker.invoke(HBaseRPC.java:321) at $Proxy2.openScanner(Unknown Source) at org.apache.hadoop.hbase.client.ScannerCallable.openScanner(ScannerCallable.java:86) at org.apache.hadoop.hbase.client.ScannerCallable.call(ScannerCallable.java:77) at org.apache.hadoop.hbase.client.ScannerCallable.call(ScannerCallable.java:34) at org.apache.hadoop.hbase.client.HConnectionManager$TableServers.getRegionServerWithRetries(HConnectionManager.java:841) at org.apache.hadoop.hbase.client.MetaScanner.metaScan(MetaScanner.java:56) at org.apache.hadoop.hbase.client.MetaScanner.metaScan(MetaScanner.java:30) at org.apache.hadoop.hbase.client.HConnectionManager$TableServers.listTables(HConnectionManager.java:303) at org.apache.hadoop.hbase.client.HBaseAdmin.listTables(HBaseAdmin.java:119) at org.apache.hadoop.hbase.generated.master.master_jsp._jspService(master_jsp.java:118) at org.apache.jasper.runtime.HttpJspBase.service(HttpJspBase.java:94) at javax.servlet.http.HttpServlet.service(HttpServlet.java:802) at org.mortbay.jetty.servlet.ServletHolder.handle(ServletHolder.java:427) at org.mortbay.jetty.servlet.WebApplicationHandler.dispatch(WebApplicationHandler.java:475) at org.mortbay.jetty.servlet.ServletHandler.handle(ServletHandler.java:567) at org.mortbay.http.HttpContext.handle(HttpContext.java:1565) at org.mortbay.jetty.servlet.WebApplicationContext.handle(WebApplicationContext.java:635) at org.mortbay.http.HttpContext.handle(HttpContext.java:1517) at org.mortbay.http.HttpServer.service(HttpServer.java:954) at org.mortbay.http.HttpConnection.service(HttpConnection.java:814) at org.mortbay.http.HttpConnection.handleNext(HttpConnection.java:981) at org.mortbay.http.HttpConnection.handle(HttpConnection.java:831) at org.mortbay.http.SocketListener.handleConnection(SocketListener.java:244) at org.mortbay.util.ThreadedServer.handle(ThreadedServer.java:357) at org.mortbay.util.ThreadPool$PoolThread.run(ThreadPool.java:534) "SocketListener0-7" prio=10 tid=0x0000000001a5cc00 nid=0x52c5 in Object.wait() [0x000000004572f000..0x00000000457309f0] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:502) at org.apache.hadoop.hbase.ipc.HBaseClient.call(HBaseClient.java:695) - locked <0x00007ff2e8e70fe0> (a org.apache.hadoop.hbase.ipc.HBaseClient$Call) at org.apache.hadoop.hbase.ipc.HBaseRPC$Invoker.invoke(HBaseRPC.java:321) at $Proxy2.openScanner(Unknown Source) at org.apache.hadoop.hbase.client.ScannerCallable.openScanner(ScannerCallable.java:86) at org.apache.hadoop.hbase.client.ScannerCallable.call(ScannerCallable.java:77) at org.apache.hadoop.hbase.client.ScannerCallable.call(ScannerCallable.java:34) at org.apache.hadoop.hbase.client.HConnectionManager$TableServers.getRegionServerWithRetries(HConnectionManager.java:841) at org.apache.hadoop.hbase.client.MetaScanner.metaScan(MetaScanner.java:56) at org.apache.hadoop.hbase.client.MetaScanner.metaScan(MetaScanner.java:30) at org.apache.hadoop.hbase.client.HConnectionManager$TableServers.listTables(HConnectionManager.java:303) at org.apache.hadoop.hbase.client.HBaseAdmin.listTables(HBaseAdmin.java:119) at org.apache.hadoop.hbase.generated.master.master_jsp._jspService(master_jsp.java:118) at org.apache.jasper.runtime.HttpJspBase.service(HttpJspBase.java:94) at javax.servlet.http.HttpServlet.service(HttpServlet.java:802) at org.mortbay.jetty.servlet.ServletHolder.handle(ServletHolder.java:427) at org.mortbay.jetty.servlet.WebApplicationHandler.dispatch(WebApplicationHandler.java:475) at org.mortbay.jetty.servlet.ServletHandler.handle(ServletHandler.java:567) at org.mortbay.http.HttpContext.handle(HttpContext.java:1565) at org.mortbay.jetty.servlet.WebApplicationContext.handle(WebApplicationContext.java:635) at org.mortbay.http.HttpContext.handle(HttpContext.java:1517) at org.mortbay.http.HttpServer.service(HttpServer.java:954) at org.mortbay.http.HttpConnection.service(HttpConnection.java:814) at org.mortbay.http.HttpConnection.handleNext(HttpConnection.java:981) at org.mortbay.http.HttpConnection.handle(HttpConnection.java:831) at org.mortbay.http.SocketListener.handleConnection(SocketListener.java:244) at org.mortbay.util.ThreadedServer.handle(ThreadedServer.java:357) at org.mortbay.util.ThreadPool$PoolThread.run(ThreadPool.java:534) "SocketListener0-6" prio=10 tid=0x00000000016ab400 nid=0x5248 in Object.wait() [0x00000000411ee000..0x00000000411efc70] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:502) at org.apache.hadoop.hbase.ipc.HBaseClient.call(HBaseClient.java:695) - locked <0x00007ff2e8e277d8> (a org.apache.hadoop.hbase.ipc.HBaseClient$Call) at org.apache.hadoop.hbase.ipc.HBaseRPC$Invoker.invoke(HBaseRPC.java:321) at $Proxy2.openScanner(Unknown Source) at org.apache.hadoop.hbase.client.ScannerCallable.openScanner(ScannerCallable.java:86) at org.apache.hadoop.hbase.client.ScannerCallable.call(ScannerCallable.java:77) at org.apache.hadoop.hbase.client.ScannerCallable.call(ScannerCallable.java:34) at org.apache.hadoop.hbase.client.HConnectionManager$TableServers.getRegionServerWithRetries(HConnectionManager.java:841) at org.apache.hadoop.hbase.client.MetaScanner.metaScan(MetaScanner.java:56) at org.apache.hadoop.hbase.client.MetaScanner.metaScan(MetaScanner.java:30) at org.apache.hadoop.hbase.client.HConnectionManager$TableServers.listTables(HConnectionManager.java:303) at org.apache.hadoop.hbase.client.HBaseAdmin.listTables(HBaseAdmin.java:119) at org.apache.hadoop.hbase.generated.master.master_jsp._jspService(master_jsp.java:118) at org.apache.jasper.runtime.HttpJspBase.service(HttpJspBase.java:94) at javax.servlet.http.HttpServlet.service(HttpServlet.java:802) at org.mortbay.jetty.servlet.ServletHolder.handle(ServletHolder.java:427) at org.mortbay.jetty.servlet.WebApplicationHandler.dispatch(WebApplicationHandler.java:475) at org.mortbay.jetty.servlet.ServletHandler.handle(ServletHandler.java:567) at org.mortbay.http.HttpContext.handle(HttpContext.java:1565) at org.mortbay.jetty.servlet.WebApplicationContext.handle(WebApplicationContext.java:635) at org.mortbay.http.HttpContext.handle(HttpContext.java:1517) at org.mortbay.http.HttpServer.service(HttpServer.java:954) at org.mortbay.http.HttpConnection.service(HttpConnection.java:814) at org.mortbay.http.HttpConnection.handleNext(HttpConnection.java:981) at org.mortbay.http.HttpConnection.handle(HttpConnection.java:831) at org.mortbay.http.SocketListener.handleConnection(SocketListener.java:244) at org.mortbay.util.ThreadedServer.handle(ThreadedServer.java:357) at org.mortbay.util.ThreadPool$PoolThread.run(ThreadPool.java:534) "SocketListener0-3" prio=10 tid=0x00000000015f1800 nid=0x5246 in Object.wait() [0x00000000407d4000..0x00000000407d5bf0] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:502) at org.apache.hadoop.hbase.ipc.HBaseClient.call(HBaseClient.java:695) - locked <0x00007ff2e8e28c58> (a org.apache.hadoop.hbase.ipc.HBaseClient$Call) at org.apache.hadoop.hbase.ipc.HBaseRPC$Invoker.invoke(HBaseRPC.java:321) at $Proxy2.openScanner(Unknown Source) at org.apache.hadoop.hbase.client.ScannerCallable.openScanner(ScannerCallable.java:86) at org.apache.hadoop.hbase.client.ScannerCallable.call(ScannerCallable.java:77) at org.apache.hadoop.hbase.client.ScannerCallable.call(ScannerCallable.java:34) at org.apache.hadoop.hbase.client.HConnectionManager$TableServers.getRegionServerWithRetries(HConnectionManager.java:841) at org.apache.hadoop.hbase.client.MetaScanner.metaScan(MetaScanner.java:56) at org.apache.hadoop.hbase.client.MetaScanner.metaScan(MetaScanner.java:30) at org.apache.hadoop.hbase.client.HConnectionManager$TableServers.listTables(HConnectionManager.java:303) at org.apache.hadoop.hbase.client.HBaseAdmin.listTables(HBaseAdmin.java:119) at org.apache.hadoop.hbase.generated.master.master_jsp._jspService(master_jsp.java:118) at org.apache.jasper.runtime.HttpJspBase.service(HttpJspBase.java:94) at javax.servlet.http.HttpServlet.service(HttpServlet.java:802) at org.mortbay.jetty.servlet.ServletHolder.handle(ServletHolder.java:427) at org.mortbay.jetty.servlet.WebApplicationHandler.dispatch(WebApplicationHandler.java:475) at org.mortbay.jetty.servlet.ServletHandler.handle(ServletHandler.java:567) at org.mortbay.http.HttpContext.handle(HttpContext.java:1565) at org.mortbay.jetty.servlet.WebApplicationContext.handle(WebApplicationContext.java:635) at org.mortbay.http.HttpContext.handle(HttpContext.java:1517) at org.mortbay.http.HttpServer.service(HttpServer.java:954) at org.mortbay.http.HttpConnection.service(HttpConnection.java:814) at org.mortbay.http.HttpConnection.handleNext(HttpConnection.java:981) at org.mortbay.http.HttpConnection.handle(HttpConnection.java:831) at org.mortbay.http.SocketListener.handleConnection(SocketListener.java:244) at org.mortbay.util.ThreadedServer.handle(ThreadedServer.java:357) at org.mortbay.util.ThreadPool$PoolThread.run(ThreadPool.java:534) "SocketListener0-4" prio=10 tid=0x00000000014a1c00 nid=0x6678 in Object.wait() [0x0000000045b33000..0x0000000045b34a70] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:502) at org.apache.hadoop.hbase.ipc.HBaseClient.call(HBaseClient.java:695) - locked <0x00007ff2e8daae68> (a org.apache.hadoop.hbase.ipc.HBaseClient$Call) at org.apache.hadoop.hbase.ipc.HBaseRPC$Invoker.invoke(HBaseRPC.java:321) at $Proxy2.openScanner(Unknown Source) at org.apache.hadoop.hbase.client.ScannerCallable.openScanner(ScannerCallable.java:86) at org.apache.hadoop.hbase.client.ScannerCallable.call(ScannerCallable.java:77) at org.apache.hadoop.hbase.client.ScannerCallable.call(ScannerCallable.java:34) at org.apache.hadoop.hbase.client.HConnectionManager$TableServers.getRegionServerWithRetries(HConnectionManager.java:841) at org.apache.hadoop.hbase.client.MetaScanner.metaScan(MetaScanner.java:56) at org.apache.hadoop.hbase.client.MetaScanner.metaScan(MetaScanner.java:30) at org.apache.hadoop.hbase.client.HConnectionManager$TableServers.listTables(HConnectionManager.java:303) at org.apache.hadoop.hbase.client.HBaseAdmin.listTables(HBaseAdmin.java:119) at org.apache.hadoop.hbase.generated.master.master_jsp._jspService(master_jsp.java:118) at org.apache.jasper.runtime.HttpJspBase.service(HttpJspBase.java:94) at javax.servlet.http.HttpServlet.service(HttpServlet.java:802) at org.mortbay.jetty.servlet.ServletHolder.handle(ServletHolder.java:427) at org.mortbay.jetty.servlet.WebApplicationHandler.dispatch(WebApplicationHandler.java:475) at org.mortbay.jetty.servlet.ServletHandler.handle(ServletHandler.java:567) at org.mortbay.http.HttpContext.handle(HttpContext.java:1565) at org.mortbay.jetty.servlet.WebApplicationContext.handle(WebApplicationContext.java:635) at org.mortbay.http.HttpContext.handle(HttpContext.java:1517) at org.mortbay.http.HttpServer.service(HttpServer.java:954) at org.mortbay.http.HttpConnection.service(HttpConnection.java:814) at org.mortbay.http.HttpConnection.handleNext(HttpConnection.java:981) at org.mortbay.http.HttpConnection.handle(HttpConnection.java:831) at org.mortbay.http.SocketListener.handleConnection(SocketListener.java:244) at org.mortbay.util.ThreadedServer.handle(ThreadedServer.java:357) at org.mortbay.util.ThreadPool$PoolThread.run(ThreadPool.java:534) "SocketListener0-1" prio=10 tid=0x00000000014e0400 nid=0x666e in Object.wait() [0x0000000044c24000..0x0000000044c25d70] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:502) at org.apache.hadoop.hbase.ipc.HBaseClient.call(HBaseClient.java:695) - locked <0x00007ff2e8d90f68> (a org.apache.hadoop.hbase.ipc.HBaseClient$Call) at org.apache.hadoop.hbase.ipc.HBaseRPC$Invoker.invoke(HBaseRPC.java:321) at $Proxy2.openScanner(Unknown Source) at org.apache.hadoop.hbase.client.ScannerCallable.openScanner(ScannerCallable.java:86) at org.apache.hadoop.hbase.client.ScannerCallable.call(ScannerCallable.java:77) at org.apache.hadoop.hbase.client.ScannerCallable.call(ScannerCallable.java:34) at org.apache.hadoop.hbase.client.HConnectionManager$TableServers.getRegionServerWithRetries(HConnectionManager.java:841) at org.apache.hadoop.hbase.client.MetaScanner.metaScan(MetaScanner.java:56) at org.apache.hadoop.hbase.client.MetaScanner.metaScan(MetaScanner.java:30) at org.apache.hadoop.hbase.client.HConnectionManager$TableServers.listTables(HConnectionManager.java:303) at org.apache.hadoop.hbase.client.HBaseAdmin.listTables(HBaseAdmin.java:119) at org.apache.hadoop.hbase.generated.master.master_jsp._jspService(master_jsp.java:118) at org.apache.jasper.runtime.HttpJspBase.service(HttpJspBase.java:94) at javax.servlet.http.HttpServlet.service(HttpServlet.java:802) at org.mortbay.jetty.servlet.ServletHolder.handle(ServletHolder.java:427) at org.mortbay.jetty.servlet.WebApplicationHandler.dispatch(WebApplicationHandler.java:475) at org.mortbay.jetty.servlet.ServletHandler.handle(ServletHandler.java:567) at org.mortbay.http.HttpContext.handle(HttpContext.java:1565) at org.mortbay.jetty.servlet.WebApplicationContext.handle(WebApplicationContext.java:635) at org.mortbay.http.HttpContext.handle(HttpContext.java:1517) at org.mortbay.http.HttpServer.service(HttpServer.java:954) at org.mortbay.http.HttpConnection.service(HttpConnection.java:814) at org.mortbay.http.HttpConnection.handleNext(HttpConnection.java:981) at org.mortbay.http.HttpConnection.handle(HttpConnection.java:831) at org.mortbay.http.SocketListener.handleConnection(SocketListener.java:244) at org.mortbay.util.ThreadedServer.handle(ThreadedServer.java:357) at org.mortbay.util.ThreadPool$PoolThread.run(ThreadPool.java:534) "SocketListener0-5" prio=10 tid=0x000000000169dc00 nid=0x6655 in Object.wait() [0x0000000045c34000..0x0000000045c35cf0] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:502) at org.apache.hadoop.hbase.ipc.HBaseClient.call(HBaseClient.java:695) - locked <0x00007ff2e8d7d288> (a org.apache.hadoop.hbase.ipc.HBaseClient$Call) at org.apache.hadoop.hbase.ipc.HBaseRPC$Invoker.invoke(HBaseRPC.java:321) at $Proxy2.openScanner(Unknown Source) at org.apache.hadoop.hbase.client.ScannerCallable.openScanner(ScannerCallable.java:86) at org.apache.hadoop.hbase.client.ScannerCallable.call(ScannerCallable.java:77) at org.apache.hadoop.hbase.client.ScannerCallable.call(ScannerCallable.java:34) at org.apache.hadoop.hbase.client.HConnectionManager$TableServers.getRegionServerWithRetries(HConnectionManager.java:841) at org.apache.hadoop.hbase.client.MetaScanner.metaScan(MetaScanner.java:56) at org.apache.hadoop.hbase.client.MetaScanner.metaScan(MetaScanner.java:30) at org.apache.hadoop.hbase.client.HConnectionManager$TableServers.listTables(HConnectionManager.java:303) at org.apache.hadoop.hbase.client.HBaseAdmin.listTables(HBaseAdmin.java:119) at org.apache.hadoop.hbase.generated.master.master_jsp._jspService(master_jsp.java:118) at org.apache.jasper.runtime.HttpJspBase.service(HttpJspBase.java:94) at javax.servlet.http.HttpServlet.service(HttpServlet.java:802) at org.mortbay.jetty.servlet.ServletHolder.handle(ServletHolder.java:427) at org.mortbay.jetty.servlet.WebApplicationHandler.dispatch(WebApplicationHandler.java:475) at org.mortbay.jetty.servlet.ServletHandler.handle(ServletHandler.java:567) at org.mortbay.http.HttpContext.handle(HttpContext.java:1565) at org.mortbay.jetty.servlet.WebApplicationContext.handle(WebApplicationContext.java:635) at org.mortbay.http.HttpContext.handle(HttpContext.java:1517) at org.mortbay.http.HttpServer.service(HttpServer.java:954) at org.mortbay.http.HttpConnection.service(HttpConnection.java:814) at org.mortbay.http.HttpConnection.handleNext(HttpConnection.java:981) at org.mortbay.http.HttpConnection.handle(HttpConnection.java:831) at org.mortbay.http.SocketListener.handleConnection(SocketListener.java:244) at org.mortbay.util.ThreadedServer.handle(ThreadedServer.java:357) at org.mortbay.util.ThreadPool$PoolThread.run(ThreadPool.java:534) "SocketListener0-0" prio=10 tid=0x0000000001655800 nid=0x475d in Object.wait() [0x0000000046840000..0x0000000046841d70] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:502) at org.apache.hadoop.hbase.ipc.HBaseClient.call(HBaseClient.java:695) - locked <0x00007ff2e8d6ac10> (a org.apache.hadoop.hbase.ipc.HBaseClient$Call) at org.apache.hadoop.hbase.ipc.HBaseRPC$Invoker.invoke(HBaseRPC.java:321) at $Proxy2.openScanner(Unknown Source) at org.apache.hadoop.hbase.client.ScannerCallable.openScanner(ScannerCallable.java:86) at org.apache.hadoop.hbase.client.ScannerCallable.call(ScannerCallable.java:77) at org.apache.hadoop.hbase.client.ScannerCallable.call(ScannerCallable.java:34) at org.apache.hadoop.hbase.client.HConnectionManager$TableServers.getRegionServerWithRetries(HConnectionManager.java:841) at org.apache.hadoop.hbase.client.MetaScanner.metaScan(MetaScanner.java:56) at org.apache.hadoop.hbase.client.MetaScanner.metaScan(MetaScanner.java:30) at org.apache.hadoop.hbase.client.HConnectionManager$TableServers.listTables(HConnectionManager.java:303) at org.apache.hadoop.hbase.client.HBaseAdmin.listTables(HBaseAdmin.java:119) at org.apache.hadoop.hbase.generated.master.master_jsp._jspService(master_jsp.java:118) at org.apache.jasper.runtime.HttpJspBase.service(HttpJspBase.java:94) at javax.servlet.http.HttpServlet.service(HttpServlet.java:802) at org.mortbay.jetty.servlet.ServletHolder.handle(ServletHolder.java:427) at org.mortbay.jetty.servlet.WebApplicationHandler.dispatch(WebApplicationHandler.java:475) at org.mortbay.jetty.servlet.ServletHandler.handle(ServletHandler.java:567) at org.mortbay.http.HttpContext.handle(HttpContext.java:1565) at org.mortbay.jetty.servlet.WebApplicationContext.handle(WebApplicationContext.java:635) at org.mortbay.http.HttpContext.handle(HttpContext.java:1517) at org.mortbay.http.HttpServer.service(HttpServer.java:954) at org.mortbay.http.HttpConnection.service(HttpConnection.java:814) at org.mortbay.http.HttpConnection.handleNext(HttpConnection.java:981) at org.mortbay.http.HttpConnection.handle(HttpConnection.java:831) at org.mortbay.http.SocketListener.handleConnection(SocketListener.java:244) at org.mortbay.util.ThreadedServer.handle(ThreadedServer.java:357) at org.mortbay.util.ThreadPool$PoolThread.run(ThreadPool.java:534) "LeaseChecker" daemon prio=10 tid=0x00007ff2d025c400 nid=0x4d8f waiting on condition [0x0000000043811000..0x0000000043811a70] java.lang.Thread.State: TIMED_WAITING (sleeping) at java.lang.Thread.sleep(Native Method) at org.apache.hadoop.hdfs.DFSClient$LeaseChecker.run(DFSClient.java:979) at java.lang.Thread.run(Thread.java:636) "IPC Server handler 9 on 60000" daemon prio=10 tid=0x00007ff2d018ec00 nid=0x645e waiting for monitor entry [0x000000004360f000..0x000000004360faf0] java.lang.Thread.State: BLOCKED (on object monitor) at org.apache.hadoop.hbase.master.RegionManager.assignRegions(RegionManager.java:192) - waiting to lock <0x00007ff2e895d3f8> (a java.util.Collections$SynchronizedSortedMap) at org.apache.hadoop.hbase.master.ServerManager.processMsgs(ServerManager.java:382) at org.apache.hadoop.hbase.master.ServerManager.processRegionServerAllsWell(ServerManager.java:324) at org.apache.hadoop.hbase.master.ServerManager.regionServerReport(ServerManager.java:240) at org.apache.hadoop.hbase.master.HMaster.regionServerReport(HMaster.java:570) at sun.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:616) at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:632) at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:892) "IPC Server handler 8 on 60000" daemon prio=10 tid=0x00007ff2d00ae000 nid=0x645d waiting for monitor entry [0x000000004350e000..0x000000004350ea70] java.lang.Thread.State: BLOCKED (on object monitor) at org.apache.hadoop.hbase.master.RegionManager.assignRegions(RegionManager.java:192) - waiting to lock <0x00007ff2e895d3f8> (a java.util.Collections$SynchronizedSortedMap) at org.apache.hadoop.hbase.master.ServerManager.processMsgs(ServerManager.java:382) at org.apache.hadoop.hbase.master.ServerManager.processRegionServerAllsWell(ServerManager.java:324) at org.apache.hadoop.hbase.master.ServerManager.regionServerReport(ServerManager.java:240) at org.apache.hadoop.hbase.master.HMaster.regionServerReport(HMaster.java:570) at sun.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:616) at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:632) at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:892) "IPC Server handler 7 on 60000" daemon prio=10 tid=0x00007ff2d00acc00 nid=0x645c waiting for monitor entry [0x000000004340d000..0x000000004340d9f0] java.lang.Thread.State: BLOCKED (on object monitor) at org.apache.hadoop.hbase.master.RegionManager.assignRegions(RegionManager.java:192) - waiting to lock <0x00007ff2e895d3f8> (a java.util.Collections$SynchronizedSortedMap) at org.apache.hadoop.hbase.master.ServerManager.processMsgs(ServerManager.java:382) at org.apache.hadoop.hbase.master.ServerManager.processRegionServerAllsWell(ServerManager.java:324) at org.apache.hadoop.hbase.master.ServerManager.regionServerReport(ServerManager.java:240) at org.apache.hadoop.hbase.master.HMaster.regionServerReport(HMaster.java:570) at sun.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:616) at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:632) at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:892) "IPC Server handler 6 on 60000" daemon prio=10 tid=0x00007ff2d00ab400 nid=0x645b in Object.wait() [0x000000004330b000..0x000000004330cd70] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:502) at org.apache.hadoop.hbase.ipc.HBaseClient.call(HBaseClient.java:695) - locked <0x00007ff2e8e2b3b0> (a org.apache.hadoop.hbase.ipc.HBaseClient$Call) at org.apache.hadoop.hbase.ipc.HBaseRPC$Invoker.invoke(HBaseRPC.java:321) at $Proxy2.batchUpdates(Unknown Source) at org.apache.hadoop.hbase.client.HConnectionManager$TableServers$2.call(HConnectionManager.java:916) at org.apache.hadoop.hbase.client.HConnectionManager$TableServers$2.call(HConnectionManager.java:914) at org.apache.hadoop.hbase.client.HConnectionManager$TableServers.getRegionServerForWithoutRetries(HConnectionManager.java:872) at org.apache.hadoop.hbase.client.HConnectionManager$TableServers.processBatchOfRows(HConnectionManager.java:913) at org.apache.hadoop.hbase.client.HTable.flushCommits(HTable.java:1270) at org.apache.hadoop.hbase.client.HTable.commit(HTable.java:1241) - locked <0x00007ff2e8c01b90> (a org.apache.hadoop.hbase.client.HTable) at org.apache.hadoop.hbase.client.HTable.commit(HTable.java:1221) - locked <0x00007ff2e8c01b90> (a org.apache.hadoop.hbase.client.HTable) at org.apache.hadoop.hbase.RegionHistorian.add(RegionHistorian.java:239) at org.apache.hadoop.hbase.RegionHistorian.add(RegionHistorian.java:218) at org.apache.hadoop.hbase.RegionHistorian.addRegionAssignment(RegionHistorian.java:142) at org.apache.hadoop.hbase.master.RegionManager.assignRegionsToMultipleServers(RegionManager.java:282) at org.apache.hadoop.hbase.master.RegionManager.assignRegions(RegionManager.java:220) - locked <0x00007ff2e895d3f8> (a java.util.Collections$SynchronizedSortedMap) at org.apache.hadoop.hbase.master.ServerManager.processMsgs(ServerManager.java:382) at org.apache.hadoop.hbase.master.ServerManager.processRegionServerAllsWell(ServerManager.java:324) at org.apache.hadoop.hbase.master.ServerManager.regionServerReport(ServerManager.java:240) at org.apache.hadoop.hbase.master.HMaster.regionServerReport(HMaster.java:570) at sun.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:616) at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:632) at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:892) "IPC Server handler 5 on 60000" daemon prio=10 tid=0x00007ff2d00aa000 nid=0x645a waiting for monitor entry [0x000000004320b000..0x000000004320bcf0] java.lang.Thread.State: BLOCKED (on object monitor) at org.apache.hadoop.hbase.master.RegionManager.assignRegions(RegionManager.java:192) - waiting to lock <0x00007ff2e895d3f8> (a java.util.Collections$SynchronizedSortedMap) at org.apache.hadoop.hbase.master.ServerManager.processMsgs(ServerManager.java:382) at org.apache.hadoop.hbase.master.ServerManager.processRegionServerAllsWell(ServerManager.java:324) at org.apache.hadoop.hbase.master.ServerManager.regionServerReport(ServerManager.java:240) at org.apache.hadoop.hbase.master.HMaster.regionServerReport(HMaster.java:570) at sun.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:616) at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:632) at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:892) "IPC Server handler 4 on 60000" daemon prio=10 tid=0x00007ff2d00a8800 nid=0x6459 waiting on condition [0x000000004310a000..0x000000004310ac70] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00007ff2e88346c0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1978) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:386) at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:878) "IPC Server handler 3 on 60000" daemon prio=10 tid=0x00007ff2d00a7400 nid=0x6458 waiting for monitor entry [0x0000000043009000..0x0000000043009bf0] java.lang.Thread.State: BLOCKED (on object monitor) at org.apache.hadoop.hbase.master.RegionManager.assignRegions(RegionManager.java:192) - waiting to lock <0x00007ff2e895d3f8> (a java.util.Collections$SynchronizedSortedMap) at org.apache.hadoop.hbase.master.ServerManager.processMsgs(ServerManager.java:382) at org.apache.hadoop.hbase.master.ServerManager.processRegionServerAllsWell(ServerManager.java:324) at org.apache.hadoop.hbase.master.ServerManager.regionServerReport(ServerManager.java:240) at org.apache.hadoop.hbase.master.HMaster.regionServerReport(HMaster.java:570) at sun.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:616) at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:632) at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:892) "IPC Server handler 2 on 60000" daemon prio=10 tid=0x00007ff2d016d000 nid=0x6457 waiting for monitor entry [0x0000000042f08000..0x0000000042f08b70] java.lang.Thread.State: BLOCKED (on object monitor) at org.apache.hadoop.hbase.master.RegionManager.assignRegions(RegionManager.java:192) - waiting to lock <0x00007ff2e895d3f8> (a java.util.Collections$SynchronizedSortedMap) at org.apache.hadoop.hbase.master.ServerManager.processMsgs(ServerManager.java:382) at org.apache.hadoop.hbase.master.ServerManager.processRegionServerAllsWell(ServerManager.java:324) at org.apache.hadoop.hbase.master.ServerManager.regionServerReport(ServerManager.java:240) at org.apache.hadoop.hbase.master.HMaster.regionServerReport(HMaster.java:570) at sun.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:616) at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:632) at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:892) "IPC Server handler 1 on 60000" daemon prio=10 tid=0x00007ff2d016c000 nid=0x6456 waiting for monitor entry [0x0000000042e07000..0x0000000042e07af0] java.lang.Thread.State: BLOCKED (on object monitor) at org.apache.hadoop.hbase.master.RegionManager.assignRegions(RegionManager.java:192) - waiting to lock <0x00007ff2e895d3f8> (a java.util.Collections$SynchronizedSortedMap) at org.apache.hadoop.hbase.master.ServerManager.processMsgs(ServerManager.java:382) at org.apache.hadoop.hbase.master.ServerManager.processRegionServerAllsWell(ServerManager.java:324) at org.apache.hadoop.hbase.master.ServerManager.regionServerReport(ServerManager.java:240) at org.apache.hadoop.hbase.master.HMaster.regionServerReport(HMaster.java:570) at sun.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:616) at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:632) at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:892) "IPC Server handler 0 on 60000" daemon prio=10 tid=0x00007ff2d00b3800 nid=0x6455 waiting for monitor entry [0x0000000042d06000..0x0000000042d06a70] java.lang.Thread.State: BLOCKED (on object monitor) at org.apache.hadoop.hbase.master.RegionManager.assignRegions(RegionManager.java:192) - waiting to lock <0x00007ff2e895d3f8> (a java.util.Collections$SynchronizedSortedMap) at org.apache.hadoop.hbase.master.ServerManager.processMsgs(ServerManager.java:382) at org.apache.hadoop.hbase.master.ServerManager.processRegionServerAllsWell(ServerManager.java:324) at org.apache.hadoop.hbase.master.ServerManager.regionServerReport(ServerManager.java:240) at org.apache.hadoop.hbase.master.HMaster.regionServerReport(HMaster.java:570) at sun.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:616) at org.apache.hadoop.hbase.ipc.HBaseRPC$Server.call(HBaseRPC.java:632) at org.apache.hadoop.hbase.ipc.HBaseServer$Handler.run(HBaseServer.java:892) "IPC Server listener on 60000" daemon prio=10 tid=0x00007ff2d00b2800 nid=0x6454 runnable [0x0000000042c05000..0x0000000042c059f0] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:233) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:83) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87) - locked <0x00007ff2e88230c8> (a sun.nio.ch.Util$1) - locked <0x00007ff2e88230b0> (a java.util.Collections$UnmodifiableSet) - locked <0x00007ff2e8822db8> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:102) at org.apache.hadoop.hbase.ipc.HBaseServer$Listener.run(HBaseServer.java:296) "IPC Server Responder" daemon prio=10 tid=0x00007ff2d0169c00 nid=0x6453 runnable [0x00000000412f0000..0x00000000412f0d70] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:233) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:83) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87) - locked <0x00007ff2e88350b0> (a sun.nio.ch.Util$1) - locked <0x00007ff2e8835098> (a java.util.Collections$UnmodifiableSet) - locked <0x00007ff2e8834d38> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98) at org.apache.hadoop.hbase.ipc.HBaseServer$Responder.run(HBaseServer.java:455) "Acceptor ServerSocket[addr=0.0.0.0/0.0.0.0,port=0,localport=60010]" prio=10 tid=0x00007ff2d0032800 nid=0x6450 runnable [0x00000000406d4000..0x00000000406d4bf0] java.lang.Thread.State: RUNNABLE at java.net.PlainSocketImpl.socketAccept(Native Method) at java.net.AbstractPlainSocketImpl.accept(AbstractPlainSocketImpl.java:358) at java.net.ServerSocket.implAccept(ServerSocket.java:470) at java.net.ServerSocket.accept(ServerSocket.java:438) at org.mortbay.util.ThreadedServer.acceptSocket(ThreadedServer.java:432) at org.mortbay.util.ThreadedServer$Acceptor.run(ThreadedServer.java:631) "SessionScavenger" daemon prio=10 tid=0x00007ff2d0178400 nid=0x644f waiting on condition [0x0000000042b04000..0x0000000042b04b70] java.lang.Thread.State: TIMED_WAITING (sleeping) at java.lang.Thread.sleep(Native Method) at org.mortbay.jetty.servlet.AbstractSessionManager$SessionScavenger.run(AbstractSessionManager.java:587) "SessionScavenger" daemon prio=10 tid=0x00007ff2d0167800 nid=0x644e waiting on condition [0x00000000410d6000..0x00000000410d6af0] java.lang.Thread.State: TIMED_WAITING (sleeping) at java.lang.Thread.sleep(Native Method) at org.mortbay.jetty.servlet.AbstractSessionManager$SessionScavenger.run(AbstractSessionManager.java:587) "SessionScavenger" daemon prio=10 tid=0x00007ff2d00be000 nid=0x644d waiting on condition [0x0000000042a03000..0x0000000042a03a70] java.lang.Thread.State: TIMED_WAITING (sleeping) at java.lang.Thread.sleep(Native Method) at org.mortbay.jetty.servlet.AbstractSessionManager$SessionScavenger.run(AbstractSessionManager.java:587) "ServerManager.leaseChecker" prio=10 tid=0x0000000001667400 nid=0x6423 waiting on condition [0x0000000042902000..0x00000000429029f0] java.lang.Thread.State: TIMED_WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00007ff2e8b3ca68> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2016) at java.util.concurrent.DelayQueue.poll(DelayQueue.java:230) at org.apache.hadoop.hbase.Leases.run(Leases.java:79) "RegionManager.metaScanner" daemon prio=10 tid=0x000000000162e400 nid=0x6422 in Object.wait() [0x0000000042801000..0x0000000042801d70] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:502) at org.apache.hadoop.hbase.ipc.HBaseClient.call(HBaseClient.java:695) - locked <0x00007ff2e8d7b078> (a org.apache.hadoop.hbase.ipc.HBaseClient$Call) at org.apache.hadoop.hbase.ipc.HBaseRPC$Invoker.invoke(HBaseRPC.java:321) at $Proxy2.openScanner(Unknown Source) at org.apache.hadoop.hbase.master.BaseScanner.scanRegion(BaseScanner.java:160) at org.apache.hadoop.hbase.master.MetaScanner.scanOneMetaRegion(MetaScanner.java:73) - locked <0x00007ff2e89614e8> (a java.lang.Integer) at org.apache.hadoop.hbase.master.MetaScanner.maintenanceScan(MetaScanner.java:128) at org.apache.hadoop.hbase.master.BaseScanner.chore(BaseScanner.java:139) at org.apache.hadoop.hbase.Chore.run(Chore.java:65) "RegionManager.rootScanner" daemon prio=10 tid=0x000000000162d400 nid=0x6421 waiting for monitor entry [0x0000000042700000..0x0000000042700cf0] java.lang.Thread.State: BLOCKED (on object monitor) at java.util.Collections$SynchronizedMap.containsKey(Collections.java:1984) - waiting to lock <0x00007ff2e895d3f8> (a java.util.Collections$SynchronizedSortedMap) at org.apache.hadoop.hbase.master.RegionManager.isUnassigned(RegionManager.java:656) at org.apache.hadoop.hbase.master.BaseScanner.checkAssigned(BaseScanner.java:370) at org.apache.hadoop.hbase.master.BaseScanner.scanRegion(BaseScanner.java:176) at org.apache.hadoop.hbase.master.RootScanner.scanRoot(RootScanner.java:56) - locked <0x00007ff2e895d328> (a java.lang.Integer) at org.apache.hadoop.hbase.master.RootScanner.maintenanceScan(RootScanner.java:81) at org.apache.hadoop.hbase.master.BaseScanner.chore(BaseScanner.java:139) at org.apache.hadoop.hbase.Chore.run(Chore.java:65) "Timer thread for monitoring jvm" daemon prio=10 tid=0x0000000001627000 nid=0x6420 in Object.wait() [0x000000004018b000..0x000000004018bc70] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) at java.util.TimerThread.mainLoop(Timer.java:531) - locked <0x00007ff2e8961960> (a java.util.TaskQueue) at java.util.TimerThread.run(Timer.java:484) "Timer thread for monitoring hbase" daemon prio=10 tid=0x00000000012a2000 nid=0x641f in Object.wait() [0x0000000040a19000..0x0000000040a19bf0] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) at java.util.TimerThread.mainLoop(Timer.java:531) - locked <0x00007ff2e8967290> (a java.util.TaskQueue) at java.util.TimerThread.run(Timer.java:484) "DestroyJavaVM" prio=10 tid=0x00007ff2d0050c00 nid=0x6403 waiting on condition [0x0000000000000000..0x0000000000507c60] java.lang.Thread.State: RUNNABLE "HMaster" prio=10 tid=0x00007ff2d0051800 nid=0x641e waiting for monitor entry [0x00000000425ff000..0x00000000425ffb70] java.lang.Thread.State: BLOCKED (on object monitor) at java.util.Collections$SynchronizedMap.put(Collections.java:1994) - waiting to lock <0x00007ff2e895d3f8> (a java.util.Collections$SynchronizedSortedMap) at org.apache.hadoop.hbase.master.RegionManager.reassignRootRegion(RegionManager.java:170) at org.apache.hadoop.hbase.master.ProcessServerShutdown.process(ProcessServerShutdown.java:258) at org.apache.hadoop.hbase.master.HMaster.processToDoQueue(HMaster.java:426) at org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:359) "Low Memory Detector" daemon prio=10 tid=0x00007ff2dc02f800 nid=0x6412 runnable [0x0000000000000000..0x0000000000000000] java.lang.Thread.State: RUNNABLE "CompilerThread1" daemon prio=10 tid=0x00007ff2dc02cc00 nid=0x6411 waiting on condition [0x0000000000000000..0x00000000421fa3c0] java.lang.Thread.State: RUNNABLE "CompilerThread0" daemon prio=10 tid=0x00007ff2dc02b400 nid=0x6410 waiting on condition [0x0000000000000000..0x00000000420f9340] java.lang.Thread.State: RUNNABLE "Signal Dispatcher" daemon prio=10 tid=0x00007ff2dc029c00 nid=0x640f runnable [0x0000000000000000..0x0000000041ff9a10] java.lang.Thread.State: RUNNABLE "Finalizer" daemon prio=10 tid=0x00007ff2dc000c00 nid=0x640e in Object.wait() [0x0000000041ef8000..0x0000000041ef8cf0] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:133) - locked <0x00007ff2e87e14e0> (a java.lang.ref.ReferenceQueue$Lock) at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:149) at java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:177) "Reference Handler" daemon prio=10 tid=0x000000000131a400 nid=0x640d in Object.wait() [0x0000000041df7000..0x0000000041df7c70] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:502) at java.lang.ref.Reference$ReferenceHandler.run(Reference.java:133) - locked <0x00007ff2e87e2280> (a java.lang.ref.Reference$Lock) "VM Thread" prio=10 tid=0x0000000001315000 nid=0x640c runnable "GC task thread#0 (ParallelGC)" prio=10 tid=0x00000000012ac800 nid=0x6404 runnable "GC task thread#1 (ParallelGC)" prio=10 tid=0x00000000012adc00 nid=0x6405 runnable "GC task thread#2 (ParallelGC)" prio=10 tid=0x00000000012af000 nid=0x6406 runnable "GC task thread#3 (ParallelGC)" prio=10 tid=0x00000000012b0400 nid=0x6407 runnable "GC task thread#4 (ParallelGC)" prio=10 tid=0x00000000012b1800 nid=0x6408 runnable "GC task thread#5 (ParallelGC)" prio=10 tid=0x00000000012b2c00 nid=0x6409 runnable "GC task thread#6 (ParallelGC)" prio=10 tid=0x00000000012b4000 nid=0x640a runnable "GC task thread#7 (ParallelGC)" prio=10 tid=0x00000000012b5400 nid=0x640b runnable "VM Periodic Task Thread" prio=10 tid=0x00007ff2dc031c00 nid=0x6413 waiting on condition JNI global references: 1191