1. 2014-06-06 18:21:23
  2. Full thread dump Java HotSpot(TM) 64-Bit Server VM (20.6-b01 mixed mode):
  3. "Attach Listener" daemon prio=10 tid=0x00007f12880b1800 nid=0x9fb2 waiting on condition [0x0000000000000000]
  4. java.lang.Thread.State: RUNNABLE
  5. "IPC Client (71257789) connection to dsjhd113/132.228.248.123:60000 from hbase" daemon prio=10 tid=0x00007f12994c6000 nid=0x9f7c runnable [0x00007f126c4a3000]
  6. java.lang.Thread.State: RUNNABLE
  7. at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  8. at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210)
  9. at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
  10. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  11. - locked <0x000000071b7408e0> (a sun.nio.ch.Util$2)
  12. - locked <0x000000071b7408c8> (a java.util.Collections$UnmodifiableSet)
  13. - locked <0x000000072386e180> (a sun.nio.ch.EPollSelectorImpl)
  14. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  15. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
  16. at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157)
  17. at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
  18. at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
  19. at java.io.FilterInputStream.read(FilterInputStream.java:116)
  20. at java.io.FilterInputStream.read(FilterInputStream.java:116)
  21. at org.apache.hadoop.hbase.ipc.RpcClient$Connection$PingInputStream.read(RpcClient.java:553)
  22. at java.io.BufferedInputStream.fill(BufferedInputStream.java:218)
  23. at java.io.BufferedInputStream.read(BufferedInputStream.java:237)
  24. - locked <0x000000071af9e930> (a java.io.BufferedInputStream)
  25. at java.io.DataInputStream.readInt(DataInputStream.java:370)
  26. at org.apache.hadoop.hbase.ipc.RpcClient$Connection.readResponse(RpcClient.java:1057)
  27. at org.apache.hadoop.hbase.ipc.RpcClient$Connection.run(RpcClient.java:719)
  28. "IPC Client (71257789) connection to dsjhd113/132.228.248.123:8020 from hbase" daemon prio=10 tid=0x000000004158d000 nid=0x9f7b in Object.wait() [0x00007f1267150000]
  29. java.lang.Thread.State: TIMED_WAITING (on object monitor)
  30. at java.lang.Object.wait(Native Method)
  31. at org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:845)
  32. - locked <0x000000072410c4a0> (a org.apache.hadoop.ipc.Client$Connection)
  33. at org.apache.hadoop.ipc.Client$Connection.run(Client.java:890)
  34. "IPC Client (71257789) connection to dsjhd061/132.228.248.71:60020 from hbase" daemon prio=10 tid=0x00007f1299412800 nid=0x9f23 runnable [0x00007f126ddbc000]
  35. java.lang.Thread.State: RUNNABLE
  36. at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  37. at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210)
  38. at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
  39. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  40. - locked <0x00000007211954c8> (a sun.nio.ch.Util$2)
  41. - locked <0x00000007211954b0> (a java.util.Collections$UnmodifiableSet)
  42. - locked <0x000000071d9d9d30> (a sun.nio.ch.EPollSelectorImpl)
  43. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  44. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
  45. at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157)
  46. at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
  47. at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
  48. at java.io.FilterInputStream.read(FilterInputStream.java:116)
  49. at java.io.FilterInputStream.read(FilterInputStream.java:116)
  50. at org.apache.hadoop.hbase.ipc.RpcClient$Connection$PingInputStream.read(RpcClient.java:553)
  51. at java.io.BufferedInputStream.fill(BufferedInputStream.java:218)
  52. at java.io.BufferedInputStream.read(BufferedInputStream.java:237)
  53. - locked <0x000000071d0fe1d8> (a java.io.BufferedInputStream)
  54. at java.io.DataInputStream.readInt(DataInputStream.java:370)
  55. at org.apache.hadoop.hbase.ipc.RpcClient$Connection.readResponse(RpcClient.java:1057)
  56. at org.apache.hadoop.hbase.ipc.RpcClient$Connection.run(RpcClient.java:719)
  57. "1227751056@qtp-1312568829-47" daemon prio=10 tid=0x00000000415c8000 nid=0x9eec in Object.wait() [0x00007f126e2c1000]
  58. java.lang.Thread.State: TIMED_WAITING (on object monitor)
  59. at java.lang.Object.wait(Native Method)
  60. at org.mortbay.thread.QueuedThreadPool$PoolThread.run(QueuedThreadPool.java:626)
  61. - locked <0x000000071ecc13a0> (a org.mortbay.thread.QueuedThreadPool$PoolThread)
  62. "671010621@qtp-1312568829-46" daemon prio=10 tid=0x000000004157d000 nid=0x9ed3 in Object.wait() [0x00007f126c3a2000]
  63. java.lang.Thread.State: TIMED_WAITING (on object monitor)
  64. at java.lang.Object.wait(Native Method)
  65. at org.mortbay.thread.QueuedThreadPool$PoolThread.run(QueuedThreadPool.java:626)
  66. - locked <0x000000071e69e430> (a org.mortbay.thread.QueuedThreadPool$PoolThread)
  67. "843405603@qtp-1312568829-42" daemon prio=10 tid=0x0000000041651800 nid=0x9e0d in Object.wait() [0x00007f126c8a6000]
  68. java.lang.Thread.State: TIMED_WAITING (on object monitor)
  69. at java.lang.Object.wait(Native Method)
  70. at org.apache.hadoop.hbase.ipc.RpcClient.call(RpcClient.java:1432)
  71. - locked <0x000000071d075090> (a org.apache.hadoop.hbase.ipc.RpcClient$Call)
  72. at org.apache.hadoop.hbase.ipc.RpcClient.callBlockingMethod(RpcClient.java:1650)
  73. at org.apache.hadoop.hbase.ipc.RpcClient$BlockingRpcChannelImplementation.callBlockingMethod(RpcClient.java:1708)
  74. at org.apache.hadoop.hbase.protobuf.generated.MasterProtos$MasterService$BlockingStub.listTableDescriptorsByNamespace(MasterProtos.java:40612)
  75. at org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation$5.listTableDescriptorsByNamespace(HConnectionManager.java:2054)
  76. at org.apache.hadoop.hbase.client.HBaseAdmin$22.call(HBaseAdmin.java:2268)
  77. at org.apache.hadoop.hbase.client.HBaseAdmin$22.call(HBaseAdmin.java:2265)
  78. at org.apache.hadoop.hbase.client.RpcRetryingCaller.callWithRetries(RpcRetryingCaller.java:116)
  79. - locked <0x000000071d10fdd0> (a org.apache.hadoop.hbase.client.RpcRetryingCaller)
  80. at org.apache.hadoop.hbase.client.RpcRetryingCaller.callWithRetries(RpcRetryingCaller.java:94)
  81. - locked <0x000000071d10fdd0> (a org.apache.hadoop.hbase.client.RpcRetryingCaller)
  82. at org.apache.hadoop.hbase.client.HBaseAdmin.executeCallable(HBaseAdmin.java:3124)
  83. at org.apache.hadoop.hbase.client.HBaseAdmin.listTableDescriptorsByNamespace(HBaseAdmin.java:2264)
  84. at org.apache.hadoop.hbase.tmpl.master.MasterStatusTmplImpl.__jamon_innerUnit__catalogTables(MasterStatusTmplImpl.java:461)
  85. at org.apache.hadoop.hbase.tmpl.master.MasterStatusTmplImpl.renderNoFlush(MasterStatusTmplImpl.java:270)
  86. at org.apache.hadoop.hbase.tmpl.master.MasterStatusTmpl.renderNoFlush(MasterStatusTmpl.java:382)
  87. at org.apache.hadoop.hbase.tmpl.master.MasterStatusTmpl.render(MasterStatusTmpl.java:372)
  88. at org.apache.hadoop.hbase.master.MasterStatusServlet.doGet(MasterStatusServlet.java:95)
  89. at javax.servlet.http.HttpServlet.service(HttpServlet.java:735)
  90. at javax.servlet.http.HttpServlet.service(HttpServlet.java:848)
  91. at org.mortbay.jetty.servlet.ServletHolder.handle(ServletHolder.java:511)
  92. at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1221)
  93. at org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter.doFilter(StaticUserWebFilter.java:109)
  94. at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1212)
  95. at org.apache.hadoop.http.HttpServer$QuotingInputFilter.doFilter(HttpServer.java:1081)
  96. at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1212)
  97. at org.apache.hadoop.http.NoCacheFilter.doFilter(NoCacheFilter.java:45)
  98. at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1212)
  99. at org.mortbay.jetty.servlet.ServletHandler.handle(ServletHandler.java:399)
  100. at org.mortbay.jetty.security.SecurityHandler.handle(SecurityHandler.java:216)
  101. at org.mortbay.jetty.servlet.SessionHandler.handle(SessionHandler.java:182)
  102. at org.mortbay.jetty.handler.ContextHandler.handle(ContextHandler.java:766)
  103. at org.mortbay.jetty.webapp.WebAppContext.handle(WebAppContext.java:450)
  104. at org.mortbay.jetty.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:230)
  105. at org.mortbay.jetty.handler.HandlerWrapper.handle(HandlerWrapper.java:152)
  106. at org.mortbay.jetty.Server.handle(Server.java:326)
  107. at org.mortbay.jetty.HttpConnection.handleRequest(HttpConnection.java:542)
  108. at org.mortbay.jetty.HttpConnection$RequestHandler.headerComplete(HttpConnection.java:928)
  109. at org.mortbay.jetty.HttpParser.parseNext(HttpParser.java:549)
  110. at org.mortbay.jetty.HttpParser.parseAvailable(HttpParser.java:212)
  111. at org.mortbay.jetty.HttpConnection.handle(HttpConnection.java:404)
  112. at org.mortbay.io.nio.SelectChannelEndPoint.run(SelectChannelEndPoint.java:410)
  113. at org.mortbay.thread.QueuedThreadPool$PoolThread.run(QueuedThreadPool.java:582)
  114. "431225297@qtp-1312568829-37" daemon prio=10 tid=0x0000000041590800 nid=0x9d1d in Object.wait() [0x00007f126d0ae000]
  115. java.lang.Thread.State: TIMED_WAITING (on object monitor)
  116. at java.lang.Object.wait(Native Method)
  117. at org.apache.hadoop.hbase.ipc.RpcClient.call(RpcClient.java:1432)
  118. - locked <0x000000071d0ad8b8> (a org.apache.hadoop.hbase.ipc.RpcClient$Call)
  119. at org.apache.hadoop.hbase.ipc.RpcClient.callBlockingMethod(RpcClient.java:1650)
  120. at org.apache.hadoop.hbase.ipc.RpcClient$BlockingRpcChannelImplementation.callBlockingMethod(RpcClient.java:1708)
  121. at org.apache.hadoop.hbase.protobuf.generated.MasterProtos$MasterService$BlockingStub.listTableDescriptorsByNamespace(MasterProtos.java:40612)
  122. at org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation$5.listTableDescriptorsByNamespace(HConnectionManager.java:2054)
  123. at org.apache.hadoop.hbase.client.HBaseAdmin$22.call(HBaseAdmin.java:2268)
  124. at org.apache.hadoop.hbase.client.HBaseAdmin$22.call(HBaseAdmin.java:2265)
  125. at org.apache.hadoop.hbase.client.RpcRetryingCaller.callWithRetries(RpcRetryingCaller.java:116)
  126. - locked <0x000000071b256ce8> (a org.apache.hadoop.hbase.client.RpcRetryingCaller)
  127. at org.apache.hadoop.hbase.client.RpcRetryingCaller.callWithRetries(RpcRetryingCaller.java:94)
  128. - locked <0x000000071b256ce8> (a org.apache.hadoop.hbase.client.RpcRetryingCaller)
  129. at org.apache.hadoop.hbase.client.HBaseAdmin.executeCallable(HBaseAdmin.java:3124)
  130. at org.apache.hadoop.hbase.client.HBaseAdmin.listTableDescriptorsByNamespace(HBaseAdmin.java:2264)
  131. at org.apache.hadoop.hbase.tmpl.master.MasterStatusTmplImpl.__jamon_innerUnit__catalogTables(MasterStatusTmplImpl.java:461)
  132. at org.apache.hadoop.hbase.tmpl.master.MasterStatusTmplImpl.renderNoFlush(MasterStatusTmplImpl.java:270)
  133. at org.apache.hadoop.hbase.tmpl.master.MasterStatusTmpl.renderNoFlush(MasterStatusTmpl.java:382)
  134. at org.apache.hadoop.hbase.tmpl.master.MasterStatusTmpl.render(MasterStatusTmpl.java:372)
  135. at org.apache.hadoop.hbase.master.MasterStatusServlet.doGet(MasterStatusServlet.java:95)
  136. at javax.servlet.http.HttpServlet.service(HttpServlet.java:735)
  137. at javax.servlet.http.HttpServlet.service(HttpServlet.java:848)
  138. at org.mortbay.jetty.servlet.ServletHolder.handle(ServletHolder.java:511)
  139. at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1221)
  140. at org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter.doFilter(StaticUserWebFilter.java:109)
  141. at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1212)
  142. at org.apache.hadoop.http.HttpServer$QuotingInputFilter.doFilter(HttpServer.java:1081)
  143. at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1212)
  144. at org.apache.hadoop.http.NoCacheFilter.doFilter(NoCacheFilter.java:45)
  145. at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1212)
  146. at org.mortbay.jetty.servlet.ServletHandler.handle(ServletHandler.java:399)
  147. at org.mortbay.jetty.security.SecurityHandler.handle(SecurityHandler.java:216)
  148. at org.mortbay.jetty.servlet.SessionHandler.handle(SessionHandler.java:182)
  149. at org.mortbay.jetty.handler.ContextHandler.handle(ContextHandler.java:766)
  150. at org.mortbay.jetty.webapp.WebAppContext.handle(WebAppContext.java:450)
  151. at org.mortbay.jetty.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:230)
  152. at org.mortbay.jetty.handler.HandlerWrapper.handle(HandlerWrapper.java:152)
  153. at org.mortbay.jetty.Server.handle(Server.java:326)
  154. at org.mortbay.jetty.HttpConnection.handleRequest(HttpConnection.java:542)
  155. at org.mortbay.jetty.HttpConnection$RequestHandler.headerComplete(HttpConnection.java:928)
  156. at org.mortbay.jetty.HttpParser.parseNext(HttpParser.java:549)
  157. at org.mortbay.jetty.HttpParser.parseAvailable(HttpParser.java:212)
  158. at org.mortbay.jetty.HttpConnection.handle(HttpConnection.java:404)
  159. at org.mortbay.io.nio.SelectChannelEndPoint.run(SelectChannelEndPoint.java:410)
  160. at org.mortbay.thread.QueuedThreadPool$PoolThread.run(QueuedThreadPool.java:582)
  161. "600134808@qtp-1312568829-34" daemon prio=10 tid=0x0000000041591800 nid=0x94b8 waiting on condition [0x00007f126f1cf000]
  162. java.lang.Thread.State: TIMED_WAITING (sleeping)
  163. at java.lang.Thread.sleep(Native Method)
  164. at org.apache.hadoop.hbase.client.RpcRetryingCaller.callWithRetries(RpcRetryingCaller.java:148)
  165. - locked <0x000000071d0fdfa8> (a org.apache.hadoop.hbase.client.RpcRetryingCaller)
  166. at org.apache.hadoop.hbase.client.RpcRetryingCaller.callWithRetries(RpcRetryingCaller.java:94)
  167. - locked <0x000000071d0fdfa8> (a org.apache.hadoop.hbase.client.RpcRetryingCaller)
  168. at org.apache.hadoop.hbase.client.HBaseAdmin.executeCallable(HBaseAdmin.java:3124)
  169. at org.apache.hadoop.hbase.client.HBaseAdmin.listTableDescriptorsByNamespace(HBaseAdmin.java:2264)
  170. at org.apache.hadoop.hbase.tmpl.master.MasterStatusTmplImpl.__jamon_innerUnit__catalogTables(MasterStatusTmplImpl.java:461)
  171. at org.apache.hadoop.hbase.tmpl.master.MasterStatusTmplImpl.renderNoFlush(MasterStatusTmplImpl.java:270)
  172. at org.apache.hadoop.hbase.tmpl.master.MasterStatusTmpl.renderNoFlush(MasterStatusTmpl.java:382)
  173. at org.apache.hadoop.hbase.tmpl.master.MasterStatusTmpl.render(MasterStatusTmpl.java:372)
  174. at org.apache.hadoop.hbase.master.MasterStatusServlet.doGet(MasterStatusServlet.java:95)
  175. at javax.servlet.http.HttpServlet.service(HttpServlet.java:735)
  176. at javax.servlet.http.HttpServlet.service(HttpServlet.java:848)
  177. at org.mortbay.jetty.servlet.ServletHolder.handle(ServletHolder.java:511)
  178. at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1221)
  179. at org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter.doFilter(StaticUserWebFilter.java:109)
  180. at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1212)
  181. at org.apache.hadoop.http.HttpServer$QuotingInputFilter.doFilter(HttpServer.java:1081)
  182. at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1212)
  183. at org.apache.hadoop.http.NoCacheFilter.doFilter(NoCacheFilter.java:45)
  184. at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1212)
  185. at org.mortbay.jetty.servlet.ServletHandler.handle(ServletHandler.java:399)
  186. at org.mortbay.jetty.security.SecurityHandler.handle(SecurityHandler.java:216)
  187. at org.mortbay.jetty.servlet.SessionHandler.handle(SessionHandler.java:182)
  188. at org.mortbay.jetty.handler.ContextHandler.handle(ContextHandler.java:766)
  189. at org.mortbay.jetty.webapp.WebAppContext.handle(WebAppContext.java:450)
  190. at org.mortbay.jetty.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:230)
  191. at org.mortbay.jetty.handler.HandlerWrapper.handle(HandlerWrapper.java:152)
  192. at org.mortbay.jetty.Server.handle(Server.java:326)
  193. at org.mortbay.jetty.HttpConnection.handleRequest(HttpConnection.java:542)
  194. at org.mortbay.jetty.HttpConnection$RequestHandler.headerComplete(HttpConnection.java:928)
  195. at org.mortbay.jetty.HttpParser.parseNext(HttpParser.java:549)
  196. at org.mortbay.jetty.HttpParser.parseAvailable(HttpParser.java:212)
  197. at org.mortbay.jetty.HttpConnection.handle(HttpConnection.java:404)
  198. at org.mortbay.io.nio.SelectChannelEndPoint.run(SelectChannelEndPoint.java:410)
  199. at org.mortbay.thread.QueuedThreadPool$PoolThread.run(QueuedThreadPool.java:582)
  200. "MASTER_TABLE_OPERATIONS-dsjhd113:60000-0" prio=10 tid=0x00007f1299468000 nid=0x8b8c waiting on condition [0x00007f12706e5000]
  201. java.lang.Thread.State: WAITING (parking)
  202. at sun.misc.Unsafe.park(Native Method)
  203. - parking to wait for <0x000000071b3b06d0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  204. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  205. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  206. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  207. at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947)
  208. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907)
  209. at java.lang.Thread.run(Thread.java:662)
  210. "IPC Parameter Sending Thread #1" daemon prio=10 tid=0x00007f12906d7000 nid=0x7dab waiting on condition [0x00007f1270ceb000]
  211. java.lang.Thread.State: TIMED_WAITING (parking)
  212. at sun.misc.Unsafe.park(Native Method)
  213. - parking to wait for <0x000000071af8aa98> (a java.util.concurrent.SynchronousQueue$TransferStack)
  214. at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:196)
  215. at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:424)
  216. at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:323)
  217. at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:874)
  218. at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:945)
  219. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907)
  220. at java.lang.Thread.run(Thread.java:662)
  221. "CatalogJanitor-dsjhd113:60000" daemon prio=10 tid=0x00007f1290820800 nid=0x79f6 in Object.wait() [0x00007f126d1b0000]
  222. java.lang.Thread.State: TIMED_WAITING (on object monitor)
  223. at java.lang.Object.wait(Native Method)
  224. at org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:92)
  225. - locked <0x000000071cbc2b68> (a java.lang.Object)
  226. at org.apache.hadoop.hbase.Chore.run(Chore.java:88)
  227. at java.lang.Thread.run(Thread.java:662)
  228. "dsjhd113,60000,1402039442506-BalancerChore" daemon prio=10 tid=0x00007f129081f000 nid=0x79f5 in Object.wait() [0x00007f126d2b1000]
  229. java.lang.Thread.State: TIMED_WAITING (on object monitor)
  230. at java.lang.Object.wait(Native Method)
  231. at org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:92)
  232. - locked <0x000000071cb63220> (a java.lang.Object)
  233. at org.apache.hadoop.hbase.Chore.run(Chore.java:88)
  234. at java.lang.Thread.run(Thread.java:662)
  235. "dsjhd113,60000,1402039442506-ClusterStatusChore" daemon prio=10 tid=0x00007f129081e000 nid=0x79f4 in Object.wait() [0x00007f126d3b2000]
  236. java.lang.Thread.State: TIMED_WAITING (on object monitor)
  237. at java.lang.Object.wait(Native Method)
  238. at org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:92)
  239. - locked <0x000000071cb63238> (a java.lang.Object)
  240. at org.apache.hadoop.hbase.Chore.run(Chore.java:88)
  241. at java.lang.Thread.run(Thread.java:662)
  242. "MASTER_SERVER_OPERATIONS-dsjhd113:60000-4" prio=10 tid=0x00007f129027c000 nid=0x79d5 waiting on condition [0x00007f126f2d1000]
  243. java.lang.Thread.State: WAITING (parking)
  244. at sun.misc.Unsafe.park(Native Method)
  245. - parking to wait for <0x000000071b1e68c0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  246. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  247. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  248. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  249. at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947)
  250. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907)
  251. at java.lang.Thread.run(Thread.java:662)
  252. "MASTER_SERVER_OPERATIONS-dsjhd113:60000-3" prio=10 tid=0x00007f129027a800 nid=0x79d4 waiting on condition [0x00007f126f3d2000]
  253. java.lang.Thread.State: WAITING (parking)
  254. at sun.misc.Unsafe.park(Native Method)
  255. - parking to wait for <0x000000071b1e68c0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  256. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  257. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  258. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  259. at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947)
  260. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907)
  261. at java.lang.Thread.run(Thread.java:662)
  262. "MASTER_SERVER_OPERATIONS-dsjhd113:60000-2" prio=10 tid=0x00007f1290279800 nid=0x79d3 waiting on condition [0x00007f126f4d3000]
  263. java.lang.Thread.State: WAITING (parking)
  264. at sun.misc.Unsafe.park(Native Method)
  265. - parking to wait for <0x000000071b1e68c0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  266. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  267. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  268. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  269. at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947)
  270. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907)
  271. at java.lang.Thread.run(Thread.java:662)
  272. "MASTER_SERVER_OPERATIONS-dsjhd113:60000-1" prio=10 tid=0x00007f12903e0800 nid=0x79d2 waiting on condition [0x00007f126f5d4000]
  273. java.lang.Thread.State: WAITING (parking)
  274. at sun.misc.Unsafe.park(Native Method)
  275. - parking to wait for <0x000000071b1e68c0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  276. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  277. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  278. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  279. at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947)
  280. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907)
  281. at java.lang.Thread.run(Thread.java:662)
  282. "MASTER_SERVER_OPERATIONS-dsjhd113:60000-0" prio=10 tid=0x00007f1290350800 nid=0x79d1 waiting on condition [0x00007f126f6d5000]
  283. java.lang.Thread.State: WAITING (parking)
  284. at sun.misc.Unsafe.park(Native Method)
  285. - parking to wait for <0x000000071b1e68c0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  286. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  287. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  288. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  289. at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947)
  290. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907)
  291. at java.lang.Thread.run(Thread.java:662)
  292. "master:dsjhd113:60000.archivedHFileCleaner" daemon prio=10 tid=0x00007f12901ca800 nid=0x79ce in Object.wait() [0x00007f126f9d8000]
  293. java.lang.Thread.State: TIMED_WAITING (on object monitor)
  294. at java.lang.Object.wait(Native Method)
  295. at org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:92)
  296. - locked <0x000000071b4a4738> (a java.lang.Object)
  297. at org.apache.hadoop.hbase.Chore.run(Chore.java:88)
  298. at java.lang.Thread.run(Thread.java:662)
  299. "snapshot-hfile-cleaner-cache-refresher" daemon prio=10 tid=0x00007f12901c9000 nid=0x79cd in Object.wait() [0x00007f126fad9000]
  300. java.lang.Thread.State: TIMED_WAITING (on object monitor)
  301. at java.lang.Object.wait(Native Method)
  302. at java.util.TimerThread.mainLoop(Timer.java:509)
  303. - locked <0x000000071b4a4750> (a java.util.TaskQueue)
  304. at java.util.TimerThread.run(Timer.java:462)
  305. "master:dsjhd113:60000.oldLogCleaner" daemon prio=10 tid=0x00007f129003b800 nid=0x79cc in Object.wait() [0x00007f126fbda000]
  306. java.lang.Thread.State: TIMED_WAITING (on object monitor)
  307. at java.lang.Object.wait(Native Method)
  308. at org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:92)
  309. - locked <0x000000071b4a4780> (a java.lang.Object)
  310. at org.apache.hadoop.hbase.Chore.run(Chore.java:88)
  311. at java.lang.Thread.run(Thread.java:662)
  312. "snapshot-log-cleaner-cache-refresher" daemon prio=10 tid=0x00007f129024f800 nid=0x79cb in Object.wait() [0x00007f126fcdb000]
  313. java.lang.Thread.State: TIMED_WAITING (on object monitor)
  314. at java.lang.Object.wait(Native Method)
  315. at java.util.TimerThread.mainLoop(Timer.java:509)
  316. - locked <0x000000071b4a4798> (a java.util.TaskQueue)
  317. at java.util.TimerThread.run(Timer.java:462)
  318. "master:dsjhd113:60000-EventThread" daemon prio=10 tid=0x00007f1290348000 nid=0x79ca waiting on condition [0x00007f126fddc000]
  319. java.lang.Thread.State: WAITING (parking)
  320. at sun.misc.Unsafe.park(Native Method)
  321. - parking to wait for <0x000000071b509038> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  322. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  323. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  324. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  325. at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:491)
  326. "master:dsjhd113:60000-SendThread(dsjhd113:2181)" daemon prio=10 tid=0x00007f129079a800 nid=0x79c9 runnable [0x00007f126fedd000]
  327. java.lang.Thread.State: RUNNABLE
  328. at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  329. at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210)
  330. at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
  331. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  332. - locked <0x000000071b4a47c8> (a sun.nio.ch.Util$2)
  333. - locked <0x000000071b4a47e0> (a java.util.Collections$UnmodifiableSet)
  334. - locked <0x000000071b1a1288> (a sun.nio.ch.EPollSelectorImpl)
  335. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  336. at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:349)
  337. at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1072)
  338. "dsjhd113,60000,1402039442506.splitLogManagerTimeoutMonitor" daemon prio=10 tid=0x00007f1290330000 nid=0x79c8 in Object.wait() [0x00007f126ffde000]
  339. java.lang.Thread.State: TIMED_WAITING (on object monitor)
  340. at java.lang.Object.wait(Native Method)
  341. at org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:92)
  342. - locked <0x000000071b4a4828> (a java.lang.Object)
  343. at org.apache.hadoop.hbase.Chore.run(Chore.java:88)
  344. at java.lang.Thread.run(Thread.java:662)
  345. "org.apache.hadoop.hdfs.PeerCache@2b1bed2" daemon prio=10 tid=0x00007f12903ad000 nid=0x79c7 waiting on condition [0x00007f12700df000]
  346. java.lang.Thread.State: TIMED_WAITING (sleeping)
  347. at java.lang.Thread.sleep(Native Method)
  348. at org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:252)
  349. at org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:39)
  350. at org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:135)
  351. at java.lang.Thread.run(Thread.java:662)
  352. "1294712427@qtp-1312568829-3-EventThread" daemon prio=10 tid=0x00007f12994f6000 nid=0x79a0 waiting on condition [0x00007f12707e6000]
  353. java.lang.Thread.State: WAITING (parking)
  354. at sun.misc.Unsafe.park(Native Method)
  355. - parking to wait for <0x000000071b049860> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  356. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  357. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  358. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  359. at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:491)
  360. "1294712427@qtp-1312568829-3-SendThread(dsjhd113:2181)" daemon prio=10 tid=0x00007f12994f5000 nid=0x799f runnable [0x00007f12709e8000]
  361. java.lang.Thread.State: RUNNABLE
  362. at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  363. at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210)
  364. at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
  365. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  366. - locked <0x000000071b114ee0> (a sun.nio.ch.Util$2)
  367. - locked <0x000000071b114ef8> (a java.util.Collections$UnmodifiableSet)
  368. - locked <0x000000071b0efca8> (a sun.nio.ch.EPollSelectorImpl)
  369. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  370. at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:349)
  371. at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1072)
  372. "Timer-0" daemon prio=10 tid=0x00007f12903f7000 nid=0x799b in Object.wait() [0x00007f1270ae9000]
  373. java.lang.Thread.State: TIMED_WAITING (on object monitor)
  374. at java.lang.Object.wait(Native Method)
  375. at java.util.TimerThread.mainLoop(Timer.java:509)
  376. - locked <0x000000071b0498a8> (a java.util.TaskQueue)
  377. at java.util.TimerThread.run(Timer.java:462)
  378. "234794758@qtp-1312568829-1 - Acceptor0 [email protected]:60010" daemon prio=10 tid=0x00007f1290254800 nid=0x799a runnable [0x00007f1270bea000]
  379. java.lang.Thread.State: RUNNABLE
  380. at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  381. at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210)
  382. at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
  383. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  384. - locked <0x000000071b0498d8> (a sun.nio.ch.Util$2)
  385. - locked <0x000000071b0498f0> (a java.util.Collections$UnmodifiableSet)
  386. - locked <0x000000071b0f0c00> (a sun.nio.ch.EPollSelectorImpl)
  387. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  388. at org.mortbay.io.nio.SelectorManager$SelectSet.doSelect(SelectorManager.java:498)
  389. at org.mortbay.io.nio.SelectorManager.doSelect(SelectorManager.java:192)
  390. at org.mortbay.jetty.nio.SelectChannelConnector.accept(SelectChannelConnector.java:124)
  391. at org.mortbay.jetty.AbstractConnector$Acceptor.run(AbstractConnector.java:708)
  392. at org.mortbay.thread.QueuedThreadPool$PoolThread.run(QueuedThreadPool.java:582)
  393. "master:dsjhd113:60000" prio=10 tid=0x00007f129964d800 nid=0x7998 in Object.wait() [0x00007f1270dec000]
  394. java.lang.Thread.State: TIMED_WAITING (on object monitor)
  395. at java.lang.Object.wait(Native Method)
  396. at org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:92)
  397. - locked <0x000000071aeed870> (a java.lang.Object)
  398. at org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:56)
  399. at org.apache.hadoop.hbase.master.HMaster.loop(HMaster.java:734)
  400. at org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:604)
  401. at java.lang.Thread.run(Thread.java:662)
  402. "JvmPauseMonitor" daemon prio=10 tid=0x00007f129961d800 nid=0x7997 waiting on condition [0x00007f1270eed000]
  403. java.lang.Thread.State: TIMED_WAITING (sleeping)
  404. at java.lang.Thread.sleep(Native Method)
  405. at org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:159)
  406. at java.lang.Thread.run(Thread.java:662)
  407. "Replication.RpcServer.handler=2,port=60000" daemon prio=10 tid=0x00007f129962b000 nid=0x7996 waiting on condition [0x00007f1270fee000]
  408. java.lang.Thread.State: WAITING (parking)
  409. at sun.misc.Unsafe.park(Native Method)
  410. - parking to wait for <0x000000071aec41e8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  411. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  412. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  413. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  414. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  415. "Replication.RpcServer.handler=1,port=60000" daemon prio=10 tid=0x00007f12994d8000 nid=0x7995 waiting on condition [0x00007f12710ef000]
  416. java.lang.Thread.State: WAITING (parking)
  417. at sun.misc.Unsafe.park(Native Method)
  418. - parking to wait for <0x000000071aec41e8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  419. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  420. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  421. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  422. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  423. "Replication.RpcServer.handler=0,port=60000" daemon prio=10 tid=0x00007f12994d6000 nid=0x7994 waiting on condition [0x00007f12711f0000]
  424. java.lang.Thread.State: WAITING (parking)
  425. at sun.misc.Unsafe.park(Native Method)
  426. - parking to wait for <0x000000071aec41e8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  427. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  428. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  429. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  430. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  431. "RpcServer.handler=59,port=60000" daemon prio=10 tid=0x00007f12994d3800 nid=0x7993 waiting on condition [0x00007f12712f1000]
  432. java.lang.Thread.State: WAITING (parking)
  433. at sun.misc.Unsafe.park(Native Method)
  434. - parking to wait for <0x000000071b035178> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  435. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  436. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  437. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  438. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  439. "RpcServer.handler=58,port=60000" daemon prio=10 tid=0x00007f12994d1800 nid=0x7992 waiting for monitor entry [0x00007f12713f2000]
  440. java.lang.Thread.State: BLOCKED (on object monitor)
  441. at org.apache.hadoop.hbase.master.TableNamespaceManager.isTableAvailableAndInitialized(TableNamespaceManager.java:250)
  442. - waiting to lock <0x000000071e1dd7c8> (a org.apache.hadoop.hbase.master.TableNamespaceManager)
  443. at org.apache.hadoop.hbase.master.HMaster.isTableNamespaceManagerReady(HMaster.java:3141)
  444. at org.apache.hadoop.hbase.master.HMaster.listTableDescriptorsByNamespace(HMaster.java:3120)
  445. at org.apache.hadoop.hbase.master.HMaster.listTableDescriptorsByNamespace(HMaster.java:3024)
  446. at org.apache.hadoop.hbase.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java:38261)
  447. at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:2146)
  448. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1851)
  449. "RpcServer.handler=57,port=60000" daemon prio=10 tid=0x00007f12994cf800 nid=0x7991 in Object.wait() [0x00007f12714f2000]
  450. java.lang.Thread.State: TIMED_WAITING (on object monitor)
  451. at java.lang.Object.wait(Native Method)
  452. at org.apache.hadoop.hbase.ipc.RpcClient.call(RpcClient.java:1432)
  453. - locked <0x000000071ae56260> (a org.apache.hadoop.hbase.ipc.RpcClient$Call)
  454. at org.apache.hadoop.hbase.ipc.RpcClient.callBlockingMethod(RpcClient.java:1650)
  455. at org.apache.hadoop.hbase.ipc.RpcClient$BlockingRpcChannelImplementation.callBlockingMethod(RpcClient.java:1708)
  456. at org.apache.hadoop.hbase.protobuf.generated.ClientProtos$ClientService$BlockingStub.get(ClientProtos.java:27308)
  457. at org.apache.hadoop.hbase.protobuf.ProtobufUtil.get(ProtobufUtil.java:1281)
  458. at org.apache.hadoop.hbase.client.HTable$3.call(HTable.java:752)
  459. at org.apache.hadoop.hbase.client.HTable$3.call(HTable.java:750)
  460. at org.apache.hadoop.hbase.client.RpcRetryingCaller.callWithRetries(RpcRetryingCaller.java:116)
  461. - locked <0x000000071d0f6cd8> (a org.apache.hadoop.hbase.client.RpcRetryingCaller)
  462. at org.apache.hadoop.hbase.client.HTable.get(HTable.java:755)
  463. at org.apache.hadoop.hbase.master.TableNamespaceManager.get(TableNamespaceManager.java:134)
  464. at org.apache.hadoop.hbase.master.TableNamespaceManager.get(TableNamespaceManager.java:118)
  465. - locked <0x000000071e1dd7c8> (a org.apache.hadoop.hbase.master.TableNamespaceManager)
  466. at org.apache.hadoop.hbase.master.HMaster.getNamespaceDescriptor(HMaster.java:3103)
  467. at org.apache.hadoop.hbase.master.HMaster.listTableDescriptorsByNamespace(HMaster.java:3123)
  468. at org.apache.hadoop.hbase.master.HMaster.listTableDescriptorsByNamespace(HMaster.java:3024)
  469. at org.apache.hadoop.hbase.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java:38261)
  470. at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:2146)
  471. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1851)
  472. "RpcServer.handler=56,port=60000" daemon prio=10 tid=0x00007f12994fd800 nid=0x7990 waiting on condition [0x00007f12715f4000]
  473. java.lang.Thread.State: WAITING (parking)
  474. at sun.misc.Unsafe.park(Native Method)
  475. - parking to wait for <0x000000071b035178> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  476. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  477. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  478. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  479. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  480. "RpcServer.handler=55,port=60000" daemon prio=10 tid=0x00007f1299518000 nid=0x798f waiting on condition [0x00007f12716f5000]
  481. java.lang.Thread.State: WAITING (parking)
  482. at sun.misc.Unsafe.park(Native Method)
  483. - parking to wait for <0x000000071b035178> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  484. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  485. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  486. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  487. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  488. "RpcServer.handler=54,port=60000" daemon prio=10 tid=0x00007f1299506800 nid=0x798e waiting for monitor entry [0x00007f12717f6000]
  489. java.lang.Thread.State: BLOCKED (on object monitor)
  490. at org.apache.hadoop.hbase.master.TableNamespaceManager.isTableAvailableAndInitialized(TableNamespaceManager.java:250)
  491. - waiting to lock <0x000000071e1dd7c8> (a org.apache.hadoop.hbase.master.TableNamespaceManager)
  492. at org.apache.hadoop.hbase.master.HMaster.isTableNamespaceManagerReady(HMaster.java:3141)
  493. at org.apache.hadoop.hbase.master.HMaster.listTableDescriptorsByNamespace(HMaster.java:3120)
  494. at org.apache.hadoop.hbase.master.HMaster.listTableDescriptorsByNamespace(HMaster.java:3024)
  495. at org.apache.hadoop.hbase.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java:38261)
  496. at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:2146)
  497. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1851)
  498. "RpcServer.handler=53,port=60000" daemon prio=10 tid=0x00007f1299504800 nid=0x798d waiting on condition [0x00007f12718f7000]
  499. java.lang.Thread.State: WAITING (parking)
  500. at sun.misc.Unsafe.park(Native Method)
  501. - parking to wait for <0x000000071b035178> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  502. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  503. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  504. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  505. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  506. "RpcServer.handler=52,port=60000" daemon prio=10 tid=0x00007f1299502800 nid=0x798c waiting on condition [0x00007f12719f8000]
  507. java.lang.Thread.State: WAITING (parking)
  508. at sun.misc.Unsafe.park(Native Method)
  509. - parking to wait for <0x000000071b035178> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  510. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  511. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  512. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  513. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  514. "RpcServer.handler=51,port=60000" daemon prio=10 tid=0x00007f1299500800 nid=0x798b waiting on condition [0x00007f1271af9000]
  515. java.lang.Thread.State: WAITING (parking)
  516. at sun.misc.Unsafe.park(Native Method)
  517. - parking to wait for <0x000000071b035178> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  518. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  519. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  520. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  521. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  522. "RpcServer.handler=50,port=60000" daemon prio=10 tid=0x00007f12994fe800 nid=0x798a waiting on condition [0x00007f1271bfa000]
  523. java.lang.Thread.State: WAITING (parking)
  524. at sun.misc.Unsafe.park(Native Method)
  525. - parking to wait for <0x000000071b035178> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  526. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  527. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  528. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  529. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  530. "RpcServer.handler=49,port=60000" daemon prio=10 tid=0x00007f129938d800 nid=0x7985 waiting on condition [0x00007f1271cfb000]
  531. java.lang.Thread.State: WAITING (parking)
  532. at sun.misc.Unsafe.park(Native Method)
  533. - parking to wait for <0x000000071b035178> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  534. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  535. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  536. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  537. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  538. "RpcServer.handler=48,port=60000" daemon prio=10 tid=0x00007f1299380000 nid=0x7984 waiting for monitor entry [0x00007f1271dfc000]
  539. java.lang.Thread.State: BLOCKED (on object monitor)
  540. at org.apache.hadoop.hbase.master.TableNamespaceManager.isTableAvailableAndInitialized(TableNamespaceManager.java:250)
  541. - waiting to lock <0x000000071e1dd7c8> (a org.apache.hadoop.hbase.master.TableNamespaceManager)
  542. at org.apache.hadoop.hbase.master.HMaster.isTableNamespaceManagerReady(HMaster.java:3141)
  543. at org.apache.hadoop.hbase.master.HMaster.listTableDescriptorsByNamespace(HMaster.java:3120)
  544. at org.apache.hadoop.hbase.master.HMaster.listTableDescriptorsByNamespace(HMaster.java:3024)
  545. at org.apache.hadoop.hbase.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java:38261)
  546. at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:2146)
  547. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1851)
  548. "RpcServer.handler=47,port=60000" daemon prio=10 tid=0x00007f1299594800 nid=0x7983 waiting for monitor entry [0x00007f1271efd000]
  549. java.lang.Thread.State: BLOCKED (on object monitor)
  550. at org.apache.hadoop.hbase.master.TableNamespaceManager.isTableAvailableAndInitialized(TableNamespaceManager.java:250)
  551. - waiting to lock <0x000000071e1dd7c8> (a org.apache.hadoop.hbase.master.TableNamespaceManager)
  552. at org.apache.hadoop.hbase.master.HMaster.isTableNamespaceManagerReady(HMaster.java:3141)
  553. at org.apache.hadoop.hbase.master.HMaster.listTableDescriptorsByNamespace(HMaster.java:3120)
  554. at org.apache.hadoop.hbase.master.HMaster.listTableDescriptorsByNamespace(HMaster.java:3024)
  555. at org.apache.hadoop.hbase.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java:38261)
  556. at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:2146)
  557. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1851)
  558. "RpcServer.handler=46,port=60000" daemon prio=10 tid=0x00007f1299593000 nid=0x7982 waiting on condition [0x00007f1271ffe000]
  559. java.lang.Thread.State: WAITING (parking)
  560. at sun.misc.Unsafe.park(Native Method)
  561. - parking to wait for <0x000000071b035178> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  562. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  563. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  564. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  565. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  566. "RpcServer.handler=45,port=60000" daemon prio=10 tid=0x00007f1299590800 nid=0x7980 waiting on condition [0x00007f12720ff000]
  567. java.lang.Thread.State: WAITING (parking)
  568. at sun.misc.Unsafe.park(Native Method)
  569. - parking to wait for <0x000000071b035178> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  570. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  571. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  572. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  573. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  574. "RpcServer.handler=44,port=60000" daemon prio=10 tid=0x00007f129958e800 nid=0x797f waiting for monitor entry [0x00007f1272200000]
  575. java.lang.Thread.State: BLOCKED (on object monitor)
  576. at org.apache.hadoop.hbase.master.TableNamespaceManager.isTableAvailableAndInitialized(TableNamespaceManager.java:250)
  577. - waiting to lock <0x000000071e1dd7c8> (a org.apache.hadoop.hbase.master.TableNamespaceManager)
  578. at org.apache.hadoop.hbase.master.HMaster.isTableNamespaceManagerReady(HMaster.java:3141)
  579. at org.apache.hadoop.hbase.master.HMaster.listTableDescriptorsByNamespace(HMaster.java:3120)
  580. at org.apache.hadoop.hbase.master.HMaster.listTableDescriptorsByNamespace(HMaster.java:3024)
  581. at org.apache.hadoop.hbase.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java:38261)
  582. at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:2146)
  583. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1851)
  584. "RpcServer.handler=43,port=60000" daemon prio=10 tid=0x00007f12995a1800 nid=0x797e waiting on condition [0x00007f1272301000]
  585. java.lang.Thread.State: WAITING (parking)
  586. at sun.misc.Unsafe.park(Native Method)
  587. - parking to wait for <0x000000071b035178> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  588. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  589. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  590. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  591. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  592. "RpcServer.handler=42,port=60000" daemon prio=10 tid=0x00007f129959f800 nid=0x797d waiting on condition [0x00007f1272402000]
  593. java.lang.Thread.State: WAITING (parking)
  594. at sun.misc.Unsafe.park(Native Method)
  595. - parking to wait for <0x000000071b035178> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  596. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  597. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  598. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  599. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  600. "RpcServer.handler=41,port=60000" daemon prio=10 tid=0x00007f129959d800 nid=0x797c waiting on condition [0x00007f1272503000]
  601. java.lang.Thread.State: WAITING (parking)
  602. at sun.misc.Unsafe.park(Native Method)
  603. - parking to wait for <0x000000071b035178> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  604. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  605. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  606. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  607. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  608. "RpcServer.handler=40,port=60000" daemon prio=10 tid=0x00007f129959b800 nid=0x797a waiting on condition [0x00007f1272604000]
  609. java.lang.Thread.State: WAITING (parking)
  610. at sun.misc.Unsafe.park(Native Method)
  611. - parking to wait for <0x000000071b035178> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  612. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  613. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  614. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  615. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  616. "RpcServer.handler=39,port=60000" daemon prio=10 tid=0x00007f12998a3800 nid=0x7979 waiting on condition [0x00007f1272705000]
  617. java.lang.Thread.State: WAITING (parking)
  618. at sun.misc.Unsafe.park(Native Method)
  619. - parking to wait for <0x000000071b035178> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  620. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  621. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  622. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  623. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  624. "RpcServer.handler=38,port=60000" daemon prio=10 tid=0x00007f12998a1800 nid=0x7978 waiting for monitor entry [0x00007f1272806000]
  625. java.lang.Thread.State: BLOCKED (on object monitor)
  626. at org.apache.hadoop.hbase.master.TableNamespaceManager.isTableAvailableAndInitialized(TableNamespaceManager.java:250)
  627. - waiting to lock <0x000000071e1dd7c8> (a org.apache.hadoop.hbase.master.TableNamespaceManager)
  628. at org.apache.hadoop.hbase.master.HMaster.isTableNamespaceManagerReady(HMaster.java:3141)
  629. at org.apache.hadoop.hbase.master.HMaster.listTableDescriptorsByNamespace(HMaster.java:3120)
  630. at org.apache.hadoop.hbase.master.HMaster.listTableDescriptorsByNamespace(HMaster.java:3024)
  631. at org.apache.hadoop.hbase.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java:38261)
  632. at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:2146)
  633. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1851)
  634. "RpcServer.handler=37,port=60000" daemon prio=10 tid=0x00007f129989f800 nid=0x7977 waiting on condition [0x00007f1272907000]
  635. java.lang.Thread.State: WAITING (parking)
  636. at sun.misc.Unsafe.park(Native Method)
  637. - parking to wait for <0x000000071b035178> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  638. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  639. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  640. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  641. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  642. "RpcServer.handler=36,port=60000" daemon prio=10 tid=0x00007f129989d800 nid=0x7976 waiting on condition [0x00007f1272a08000]
  643. java.lang.Thread.State: WAITING (parking)
  644. at sun.misc.Unsafe.park(Native Method)
  645. - parking to wait for <0x000000071b035178> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  646. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  647. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  648. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  649. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  650. "RpcServer.handler=35,port=60000" daemon prio=10 tid=0x00007f129961a800 nid=0x7975 waiting on condition [0x00007f1272b09000]
  651. java.lang.Thread.State: WAITING (parking)
  652. at sun.misc.Unsafe.park(Native Method)
  653. - parking to wait for <0x000000071b035178> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  654. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  655. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  656. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  657. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  658. "RpcServer.handler=34,port=60000" daemon prio=10 tid=0x00007f1299618800 nid=0x7974 waiting on condition [0x00007f1272c0a000]
  659. java.lang.Thread.State: WAITING (parking)
  660. at sun.misc.Unsafe.park(Native Method)
  661. - parking to wait for <0x000000071b035178> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  662. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  663. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  664. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  665. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  666. "RpcServer.handler=33,port=60000" daemon prio=10 tid=0x00007f1299615000 nid=0x7973 waiting on condition [0x00007f1272d0b000]
  667. java.lang.Thread.State: WAITING (parking)
  668. at sun.misc.Unsafe.park(Native Method)
  669. - parking to wait for <0x000000071b035178> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  670. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  671. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  672. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  673. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  674. "RpcServer.handler=32,port=60000" daemon prio=10 tid=0x00007f1299613000 nid=0x7972 waiting on condition [0x00007f1272e0c000]
  675. java.lang.Thread.State: WAITING (parking)
  676. at sun.misc.Unsafe.park(Native Method)
  677. - parking to wait for <0x000000071b035178> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  678. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  679. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  680. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  681. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  682. "RpcServer.handler=31,port=60000" daemon prio=10 tid=0x00007f12995a5000 nid=0x7970 waiting on condition [0x00007f1272f0d000]
  683. java.lang.Thread.State: WAITING (parking)
  684. at sun.misc.Unsafe.park(Native Method)
  685. - parking to wait for <0x000000071b035178> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  686. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  687. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  688. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  689. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  690. "RpcServer.handler=30,port=60000" daemon prio=10 tid=0x00007f12995a3800 nid=0x796f waiting on condition [0x00007f127300e000]
  691. java.lang.Thread.State: WAITING (parking)
  692. at sun.misc.Unsafe.park(Native Method)
  693. - parking to wait for <0x000000071b035178> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  694. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  695. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  696. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  697. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  698. "RpcServer.handler=29,port=60000" daemon prio=10 tid=0x00007f1299599000 nid=0x796e waiting on condition [0x00007f127310f000]
  699. java.lang.Thread.State: WAITING (parking)
  700. at sun.misc.Unsafe.park(Native Method)
  701. - parking to wait for <0x000000071b035178> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  702. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  703. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  704. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  705. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  706. "RpcServer.handler=28,port=60000" daemon prio=10 tid=0x00007f1299611000 nid=0x796d waiting on condition [0x00007f1273210000]
  707. java.lang.Thread.State: WAITING (parking)
  708. at sun.misc.Unsafe.park(Native Method)
  709. - parking to wait for <0x000000071b035178> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  710. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  711. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  712. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  713. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  714. "RpcServer.handler=27,port=60000" daemon prio=10 tid=0x00007f129960f000 nid=0x796c waiting for monitor entry [0x00007f1273311000]
  715. java.lang.Thread.State: BLOCKED (on object monitor)
  716. at org.apache.hadoop.hbase.master.TableNamespaceManager.isTableAvailableAndInitialized(TableNamespaceManager.java:250)
  717. - waiting to lock <0x000000071e1dd7c8> (a org.apache.hadoop.hbase.master.TableNamespaceManager)
  718. at org.apache.hadoop.hbase.master.HMaster.isTableNamespaceManagerReady(HMaster.java:3141)
  719. at org.apache.hadoop.hbase.master.HMaster.listTableDescriptorsByNamespace(HMaster.java:3120)
  720. at org.apache.hadoop.hbase.master.HMaster.listTableDescriptorsByNamespace(HMaster.java:3024)
  721. at org.apache.hadoop.hbase.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java:38261)
  722. at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:2146)
  723. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1851)
  724. "RpcServer.handler=26,port=60000" daemon prio=10 tid=0x00007f129960d000 nid=0x796b waiting on condition [0x00007f1273412000]
  725. java.lang.Thread.State: WAITING (parking)
  726. at sun.misc.Unsafe.park(Native Method)
  727. - parking to wait for <0x000000071b035178> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  728. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  729. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  730. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  731. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  732. "RpcServer.handler=25,port=60000" daemon prio=10 tid=0x00007f1299440000 nid=0x796a waiting for monitor entry [0x00007f1273513000]
  733. java.lang.Thread.State: BLOCKED (on object monitor)
  734. at org.apache.hadoop.hbase.master.TableNamespaceManager.isTableAvailableAndInitialized(TableNamespaceManager.java:250)
  735. - waiting to lock <0x000000071e1dd7c8> (a org.apache.hadoop.hbase.master.TableNamespaceManager)
  736. at org.apache.hadoop.hbase.master.HMaster.isTableNamespaceManagerReady(HMaster.java:3141)
  737. at org.apache.hadoop.hbase.master.HMaster.listTableDescriptorsByNamespace(HMaster.java:3120)
  738. at org.apache.hadoop.hbase.master.HMaster.listTableDescriptorsByNamespace(HMaster.java:3024)
  739. at org.apache.hadoop.hbase.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java:38261)
  740. at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:2146)
  741. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1851)
  742. "RpcServer.handler=24,port=60000" daemon prio=10 tid=0x00007f129943e000 nid=0x7969 waiting on condition [0x00007f1273614000]
  743. java.lang.Thread.State: WAITING (parking)
  744. at sun.misc.Unsafe.park(Native Method)
  745. - parking to wait for <0x000000071b035178> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  746. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  747. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  748. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  749. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  750. "RpcServer.handler=23,port=60000" daemon prio=10 tid=0x00007f129943c000 nid=0x7968 waiting for monitor entry [0x00007f1273715000]
  751. java.lang.Thread.State: BLOCKED (on object monitor)
  752. at org.apache.hadoop.hbase.master.TableNamespaceManager.isTableAvailableAndInitialized(TableNamespaceManager.java:250)
  753. - waiting to lock <0x000000071e1dd7c8> (a org.apache.hadoop.hbase.master.TableNamespaceManager)
  754. at org.apache.hadoop.hbase.master.HMaster.isTableNamespaceManagerReady(HMaster.java:3141)
  755. at org.apache.hadoop.hbase.master.HMaster.listTableDescriptorsByNamespace(HMaster.java:3120)
  756. at org.apache.hadoop.hbase.master.HMaster.listTableDescriptorsByNamespace(HMaster.java:3024)
  757. at org.apache.hadoop.hbase.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java:38261)
  758. at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:2146)
  759. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1851)
  760. "RpcServer.handler=22,port=60000" daemon prio=10 tid=0x00007f129943a000 nid=0x7967 waiting on condition [0x00007f1273816000]
  761. java.lang.Thread.State: WAITING (parking)
  762. at sun.misc.Unsafe.park(Native Method)
  763. - parking to wait for <0x000000071b035178> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  764. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  765. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  766. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  767. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  768. "RpcServer.handler=21,port=60000" daemon prio=10 tid=0x00007f1299438000 nid=0x7966 waiting on condition [0x00007f1273917000]
  769. java.lang.Thread.State: WAITING (parking)
  770. at sun.misc.Unsafe.park(Native Method)
  771. - parking to wait for <0x000000071b035178> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  772. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  773. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  774. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  775. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  776. "RpcServer.handler=20,port=60000" daemon prio=10 tid=0x00007f1299436000 nid=0x7965 waiting on condition [0x00007f1273a18000]
  777. java.lang.Thread.State: WAITING (parking)
  778. at sun.misc.Unsafe.park(Native Method)
  779. - parking to wait for <0x000000071b035178> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  780. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  781. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  782. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  783. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  784. "RpcServer.handler=19,port=60000" daemon prio=10 tid=0x00007f12995ad800 nid=0x7964 waiting for monitor entry [0x00007f1273b19000]
  785. java.lang.Thread.State: BLOCKED (on object monitor)
  786. at org.apache.hadoop.hbase.master.TableNamespaceManager.isTableAvailableAndInitialized(TableNamespaceManager.java:250)
  787. - waiting to lock <0x000000071e1dd7c8> (a org.apache.hadoop.hbase.master.TableNamespaceManager)
  788. at org.apache.hadoop.hbase.master.HMaster.isTableNamespaceManagerReady(HMaster.java:3141)
  789. at org.apache.hadoop.hbase.master.HMaster.listTableDescriptorsByNamespace(HMaster.java:3120)
  790. at org.apache.hadoop.hbase.master.HMaster.listTableDescriptorsByNamespace(HMaster.java:3024)
  791. at org.apache.hadoop.hbase.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java:38261)
  792. at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:2146)
  793. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1851)
  794. "RpcServer.handler=18,port=60000" daemon prio=10 tid=0x00007f12995ab800 nid=0x7963 waiting for monitor entry [0x00007f1273c1a000]
  795. java.lang.Thread.State: BLOCKED (on object monitor)
  796. at org.apache.hadoop.hbase.master.TableNamespaceManager.isTableAvailableAndInitialized(TableNamespaceManager.java:250)
  797. - waiting to lock <0x000000071e1dd7c8> (a org.apache.hadoop.hbase.master.TableNamespaceManager)
  798. at org.apache.hadoop.hbase.master.HMaster.isTableNamespaceManagerReady(HMaster.java:3141)
  799. at org.apache.hadoop.hbase.master.HMaster.listTableDescriptorsByNamespace(HMaster.java:3120)
  800. at org.apache.hadoop.hbase.master.HMaster.listTableDescriptorsByNamespace(HMaster.java:3024)
  801. at org.apache.hadoop.hbase.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java:38261)
  802. at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:2146)
  803. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1851)
  804. "RpcServer.handler=17,port=60000" daemon prio=10 tid=0x00007f12995a9000 nid=0x7962 waiting on condition [0x00007f1273d1b000]
  805. java.lang.Thread.State: WAITING (parking)
  806. at sun.misc.Unsafe.park(Native Method)
  807. - parking to wait for <0x000000071b035178> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  808. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  809. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  810. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  811. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  812. "RpcServer.handler=16,port=60000" daemon prio=10 tid=0x00007f12995a7000 nid=0x7961 waiting on condition [0x00007f1273e1c000]
  813. java.lang.Thread.State: WAITING (parking)
  814. at sun.misc.Unsafe.park(Native Method)
  815. - parking to wait for <0x000000071b035178> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  816. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  817. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  818. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  819. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  820. "RpcServer.handler=15,port=60000" daemon prio=10 tid=0x00007f12994da800 nid=0x7960 waiting on condition [0x00007f1273f1d000]
  821. java.lang.Thread.State: WAITING (parking)
  822. at sun.misc.Unsafe.park(Native Method)
  823. - parking to wait for <0x000000071b035178> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  824. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  825. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  826. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  827. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  828. "RpcServer.handler=14,port=60000" daemon prio=10 tid=0x00007f1299597000 nid=0x795f waiting on condition [0x00007f127401e000]
  829. java.lang.Thread.State: WAITING (parking)
  830. at sun.misc.Unsafe.park(Native Method)
  831. - parking to wait for <0x000000071b035178> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  832. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  833. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  834. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  835. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  836. "RpcServer.handler=13,port=60000" daemon prio=10 tid=0x00007f1299396800 nid=0x795e waiting for monitor entry [0x00007f127411f000]
  837. java.lang.Thread.State: BLOCKED (on object monitor)
  838. at org.apache.hadoop.hbase.master.TableNamespaceManager.isTableAvailableAndInitialized(TableNamespaceManager.java:250)
  839. - waiting to lock <0x000000071e1dd7c8> (a org.apache.hadoop.hbase.master.TableNamespaceManager)
  840. at org.apache.hadoop.hbase.master.HMaster.isTableNamespaceManagerReady(HMaster.java:3141)
  841. at org.apache.hadoop.hbase.master.HMaster.listTableDescriptorsByNamespace(HMaster.java:3120)
  842. at org.apache.hadoop.hbase.master.HMaster.listTableDescriptorsByNamespace(HMaster.java:3024)
  843. at org.apache.hadoop.hbase.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java:38261)
  844. at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:2146)
  845. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1851)
  846. "RpcServer.handler=12,port=60000" daemon prio=10 tid=0x00007f1299394800 nid=0x795d waiting on condition [0x00007f1274220000]
  847. java.lang.Thread.State: WAITING (parking)
  848. at sun.misc.Unsafe.park(Native Method)
  849. - parking to wait for <0x000000071b035178> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  850. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  851. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  852. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  853. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  854. "RpcServer.handler=11,port=60000" daemon prio=10 tid=0x00007f1299392800 nid=0x795c waiting on condition [0x00007f1274321000]
  855. java.lang.Thread.State: WAITING (parking)
  856. at sun.misc.Unsafe.park(Native Method)
  857. - parking to wait for <0x000000071b035178> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  858. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  859. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  860. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  861. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  862. "RpcServer.handler=10,port=60000" daemon prio=10 tid=0x00007f1299390800 nid=0x795b waiting on condition [0x00007f1274422000]
  863. java.lang.Thread.State: WAITING (parking)
  864. at sun.misc.Unsafe.park(Native Method)
  865. - parking to wait for <0x000000071b035178> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  866. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  867. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  868. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  869. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  870. "RpcServer.handler=9,port=60000" daemon prio=10 tid=0x00007f12994df000 nid=0x795a waiting on condition [0x00007f1274523000]
  871. java.lang.Thread.State: WAITING (parking)
  872. at sun.misc.Unsafe.park(Native Method)
  873. - parking to wait for <0x000000071b035178> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  874. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  875. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  876. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  877. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  878. "RpcServer.handler=8,port=60000" daemon prio=10 tid=0x00007f12994dd000 nid=0x7959 waiting on condition [0x00007f1274624000]
  879. java.lang.Thread.State: WAITING (parking)
  880. at sun.misc.Unsafe.park(Native Method)
  881. - parking to wait for <0x000000071b035178> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  882. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  883. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  884. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  885. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  886. "RpcServer.handler=7,port=60000" daemon prio=10 tid=0x00007f12994db800 nid=0x7958 waiting for monitor entry [0x00007f1274725000]
  887. java.lang.Thread.State: BLOCKED (on object monitor)
  888. at org.apache.hadoop.hbase.master.TableNamespaceManager.isTableAvailableAndInitialized(TableNamespaceManager.java:250)
  889. - waiting to lock <0x000000071e1dd7c8> (a org.apache.hadoop.hbase.master.TableNamespaceManager)
  890. at org.apache.hadoop.hbase.master.HMaster.isTableNamespaceManagerReady(HMaster.java:3141)
  891. at org.apache.hadoop.hbase.master.HMaster.listTableDescriptorsByNamespace(HMaster.java:3120)
  892. at org.apache.hadoop.hbase.master.HMaster.listTableDescriptorsByNamespace(HMaster.java:3024)
  893. at org.apache.hadoop.hbase.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java:38261)
  894. at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:2146)
  895. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1851)
  896. "RpcServer.handler=6,port=60000" daemon prio=10 tid=0x00007f1299442800 nid=0x7957 waiting on condition [0x00007f1274826000]
  897. java.lang.Thread.State: WAITING (parking)
  898. at sun.misc.Unsafe.park(Native Method)
  899. - parking to wait for <0x000000071b035178> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  900. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  901. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  902. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  903. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  904. "RpcServer.handler=5,port=60000" daemon prio=10 tid=0x00007f12994a5000 nid=0x7955 waiting on condition [0x00007f1274927000]
  905. java.lang.Thread.State: WAITING (parking)
  906. at sun.misc.Unsafe.park(Native Method)
  907. - parking to wait for <0x000000071b035178> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  908. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  909. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  910. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  911. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  912. "RpcServer.handler=4,port=60000" daemon prio=10 tid=0x00007f1299354000 nid=0x7954 waiting on condition [0x00007f1274a28000]
  913. java.lang.Thread.State: WAITING (parking)
  914. at sun.misc.Unsafe.park(Native Method)
  915. - parking to wait for <0x000000071b035178> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  916. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  917. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  918. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  919. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  920. "RpcServer.handler=3,port=60000" daemon prio=10 tid=0x00007f12994af000 nid=0x7953 waiting on condition [0x00007f1274b29000]
  921. java.lang.Thread.State: WAITING (parking)
  922. at sun.misc.Unsafe.park(Native Method)
  923. - parking to wait for <0x000000071b035178> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  924. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  925. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  926. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  927. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  928. "RpcServer.handler=2,port=60000" daemon prio=10 tid=0x00007f12993f9800 nid=0x7952 waiting on condition [0x00007f1274c2a000]
  929. java.lang.Thread.State: WAITING (parking)
  930. at sun.misc.Unsafe.park(Native Method)
  931. - parking to wait for <0x000000071b035178> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  932. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  933. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  934. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  935. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  936. "RpcServer.handler=1,port=60000" daemon prio=10 tid=0x00007f1299652000 nid=0x7951 waiting on condition [0x00007f1274d2b000]
  937. java.lang.Thread.State: WAITING (parking)
  938. at sun.misc.Unsafe.park(Native Method)
  939. - parking to wait for <0x000000071b035178> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  940. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  941. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  942. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  943. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  944. "RpcServer.handler=0,port=60000" daemon prio=10 tid=0x00007f1299446800 nid=0x7950 waiting on condition [0x00007f1274e2c000]
  945. java.lang.Thread.State: WAITING (parking)
  946. at sun.misc.Unsafe.park(Native Method)
  947. - parking to wait for <0x000000071b035178> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  948. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  949. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  950. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  951. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  952. "RpcServer.listener,port=60000" daemon prio=10 tid=0x00007f1299445800 nid=0x794f runnable [0x00007f1274f2d000]
  953. java.lang.Thread.State: RUNNABLE
  954. at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  955. at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210)
  956. at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
  957. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  958. - locked <0x000000071b0351c0> (a sun.nio.ch.Util$2)
  959. - locked <0x000000071b0351d8> (a java.util.Collections$UnmodifiableSet)
  960. - locked <0x000000071af70848> (a sun.nio.ch.EPollSelectorImpl)
  961. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  962. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84)
  963. at org.apache.hadoop.hbase.ipc.RpcServer$Listener.run(RpcServer.java:660)
  964. "RpcServer.responder" daemon prio=10 tid=0x00007f1299494800 nid=0x794e runnable [0x00007f127502e000]
  965. java.lang.Thread.State: RUNNABLE
  966. at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  967. at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210)
  968. at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
  969. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  970. - locked <0x000000071afa8c68> (a sun.nio.ch.Util$2)
  971. - locked <0x000000071afa8c80> (a java.util.Collections$UnmodifiableSet)
  972. - locked <0x000000071afc5fc0> (a sun.nio.ch.EPollSelectorImpl)
  973. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  974. at org.apache.hadoop.hbase.ipc.RpcServer$Responder.doRunLoop(RpcServer.java:847)
  975. at org.apache.hadoop.hbase.ipc.RpcServer$Responder.run(RpcServer.java:830)
  976. "main-EventThread" daemon prio=10 tid=0x00007f129947e000 nid=0x794d waiting on condition [0x00007f1275133000]
  977. java.lang.Thread.State: WAITING (parking)
  978. at sun.misc.Unsafe.park(Native Method)
  979. - parking to wait for <0x000000071af8ad08> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  980. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  981. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  982. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  983. at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:491)
  984. "main-SendThread(dsjhd112:2181)" daemon prio=10 tid=0x00007f1299880000 nid=0x794c runnable [0x00007f1275234000]
  985. java.lang.Thread.State: RUNNABLE
  986. at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  987. at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210)
  988. at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
  989. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  990. - locked <0x000000071b010e18> (a sun.nio.ch.Util$2)
  991. - locked <0x000000071b010e30> (a java.util.Collections$UnmodifiableSet)
  992. - locked <0x000000071affb568> (a sun.nio.ch.EPollSelectorImpl)
  993. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  994. at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:349)
  995. at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1072)
  996. "Timer for 'HBase' metrics system" daemon prio=10 tid=0x00007f12991d8000 nid=0x794b in Object.wait() [0x00007f1275656000]
  997. java.lang.Thread.State: TIMED_WAITING (on object monitor)
  998. at java.lang.Object.wait(Native Method)
  999. at java.util.TimerThread.mainLoop(Timer.java:509)
  1000. - locked <0x000000071b0350e8> (a java.util.TaskQueue)
  1001. at java.util.TimerThread.run(Timer.java:462)
  1002. "ganglia" daemon prio=10 tid=0x00007f129917e800 nid=0x794a in Object.wait() [0x00007f1275757000]
  1003. java.lang.Thread.State: WAITING (on object monitor)
  1004. at java.lang.Object.wait(Native Method)
  1005. at java.lang.Object.wait(Object.java:485)
  1006. at org.apache.hadoop.metrics2.impl.SinkQueue.waitForData(SinkQueue.java:114)
  1007. - locked <0x000000071b0347a0> (a org.apache.hadoop.metrics2.impl.SinkQueue)
  1008. at org.apache.hadoop.metrics2.impl.SinkQueue.consumeAll(SinkQueue.java:83)
  1009. at org.apache.hadoop.metrics2.impl.MetricsSinkAdapter.publishMetricsFromQueue(MetricsSinkAdapter.java:127)
  1010. at org.apache.hadoop.metrics2.impl.MetricsSinkAdapter$1.run(MetricsSinkAdapter.java:86)
  1011. "RpcServer.reader=9,port=60000" daemon prio=10 tid=0x00007f12991d5000 nid=0x7949 runnable [0x00007f1275858000]
  1012. java.lang.Thread.State: RUNNABLE
  1013. at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  1014. at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210)
  1015. at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
  1016. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  1017. - locked <0x000000071b00fb18> (a sun.nio.ch.Util$2)
  1018. - locked <0x000000071b00fb30> (a java.util.Collections$UnmodifiableSet)
  1019. - locked <0x000000071aea5df8> (a sun.nio.ch.EPollSelectorImpl)
  1020. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  1021. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84)
  1022. at org.apache.hadoop.hbase.ipc.RpcServer$Listener$Reader.doRunLoop(RpcServer.java:552)
  1023. - locked <0x000000071b00fb48> (a org.apache.hadoop.hbase.ipc.RpcServer$Listener$Reader)
  1024. at org.apache.hadoop.hbase.ipc.RpcServer$Listener$Reader.run(RpcServer.java:538)
  1025. at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
  1026. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
  1027. at java.lang.Thread.run(Thread.java:662)
  1028. "RpcServer.reader=8,port=60000" daemon prio=10 tid=0x00007f1298f70000 nid=0x7948 runnable [0x00007f1275959000]
  1029. java.lang.Thread.State: RUNNABLE
  1030. at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  1031. at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210)
  1032. at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
  1033. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  1034. - locked <0x000000071b035118> (a sun.nio.ch.Util$2)
  1035. - locked <0x000000071b035130> (a java.util.Collections$UnmodifiableSet)
  1036. - locked <0x000000071b033ab8> (a sun.nio.ch.EPollSelectorImpl)
  1037. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  1038. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84)
  1039. at org.apache.hadoop.hbase.ipc.RpcServer$Listener$Reader.doRunLoop(RpcServer.java:552)
  1040. - locked <0x000000071b035148> (a org.apache.hadoop.hbase.ipc.RpcServer$Listener$Reader)
  1041. at org.apache.hadoop.hbase.ipc.RpcServer$Listener$Reader.run(RpcServer.java:538)
  1042. at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
  1043. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
  1044. at java.lang.Thread.run(Thread.java:662)
  1045. "RpcServer.reader=7,port=60000" daemon prio=10 tid=0x00007f129909e800 nid=0x7947 runnable [0x00007f1275a5a000]
  1046. java.lang.Thread.State: RUNNABLE
  1047. at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  1048. at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210)
  1049. at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
  1050. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  1051. - locked <0x000000071b0351f0> (a sun.nio.ch.Util$2)
  1052. - locked <0x000000071b035208> (a java.util.Collections$UnmodifiableSet)
  1053. - locked <0x000000071af70890> (a sun.nio.ch.EPollSelectorImpl)
  1054. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  1055. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84)
  1056. at org.apache.hadoop.hbase.ipc.RpcServer$Listener$Reader.doRunLoop(RpcServer.java:552)
  1057. - locked <0x000000071b035220> (a org.apache.hadoop.hbase.ipc.RpcServer$Listener$Reader)
  1058. at org.apache.hadoop.hbase.ipc.RpcServer$Listener$Reader.run(RpcServer.java:538)
  1059. at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
  1060. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
  1061. at java.lang.Thread.run(Thread.java:662)
  1062. "RpcServer.reader=6,port=60000" daemon prio=10 tid=0x00007f1299101000 nid=0x7946 runnable [0x00007f1275b5b000]
  1063. java.lang.Thread.State: RUNNABLE
  1064. at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  1065. at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210)
  1066. at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
  1067. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  1068. - locked <0x000000071b034f50> (a sun.nio.ch.Util$2)
  1069. - locked <0x000000071b034f68> (a java.util.Collections$UnmodifiableSet)
  1070. - locked <0x000000071aef0398> (a sun.nio.ch.EPollSelectorImpl)
  1071. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  1072. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84)
  1073. at org.apache.hadoop.hbase.ipc.RpcServer$Listener$Reader.doRunLoop(RpcServer.java:552)
  1074. - locked <0x000000071b034f80> (a org.apache.hadoop.hbase.ipc.RpcServer$Listener$Reader)
  1075. at org.apache.hadoop.hbase.ipc.RpcServer$Listener$Reader.run(RpcServer.java:538)
  1076. at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
  1077. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
  1078. at java.lang.Thread.run(Thread.java:662)
  1079. "RpcServer.reader=5,port=60000" daemon prio=10 tid=0x00007f12990ae000 nid=0x7945 runnable [0x00007f1275c5c000]
  1080. java.lang.Thread.State: RUNNABLE
  1081. at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  1082. at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210)
  1083. at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
  1084. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  1085. - locked <0x000000071afa8c98> (a sun.nio.ch.Util$2)
  1086. - locked <0x000000071af5e128> (a java.util.Collections$UnmodifiableSet)
  1087. - locked <0x000000071afc6008> (a sun.nio.ch.EPollSelectorImpl)
  1088. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  1089. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84)
  1090. at org.apache.hadoop.hbase.ipc.RpcServer$Listener$Reader.doRunLoop(RpcServer.java:552)
  1091. - locked <0x000000071af5e140> (a org.apache.hadoop.hbase.ipc.RpcServer$Listener$Reader)
  1092. at org.apache.hadoop.hbase.ipc.RpcServer$Listener$Reader.run(RpcServer.java:538)
  1093. at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
  1094. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
  1095. at java.lang.Thread.run(Thread.java:662)
  1096. "RpcServer.reader=4,port=60000" daemon prio=10 tid=0x00007f129907e800 nid=0x7944 runnable [0x00007f1275d5d000]
  1097. java.lang.Thread.State: RUNNABLE
  1098. at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  1099. at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210)
  1100. at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
  1101. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  1102. - locked <0x000000071b035250> (a sun.nio.ch.Util$2)
  1103. - locked <0x000000071b035268> (a java.util.Collections$UnmodifiableSet)
  1104. - locked <0x000000071af708d8> (a sun.nio.ch.EPollSelectorImpl)
  1105. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  1106. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84)
  1107. at org.apache.hadoop.hbase.ipc.RpcServer$Listener$Reader.doRunLoop(RpcServer.java:552)
  1108. - locked <0x000000071b035280> (a org.apache.hadoop.hbase.ipc.RpcServer$Listener$Reader)
  1109. at org.apache.hadoop.hbase.ipc.RpcServer$Listener$Reader.run(RpcServer.java:538)
  1110. at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
  1111. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
  1112. at java.lang.Thread.run(Thread.java:662)
  1113. "RpcServer.reader=3,port=60000" daemon prio=10 tid=0x00007f129907d800 nid=0x7943 runnable [0x00007f1275e5e000]
  1114. java.lang.Thread.State: RUNNABLE
  1115. at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  1116. at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210)
  1117. at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
  1118. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  1119. - locked <0x000000071af65eb0> (a sun.nio.ch.Util$2)
  1120. - locked <0x000000071af65ec8> (a java.util.Collections$UnmodifiableSet)
  1121. - locked <0x000000071afc6050> (a sun.nio.ch.EPollSelectorImpl)
  1122. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  1123. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84)
  1124. at org.apache.hadoop.hbase.ipc.RpcServer$Listener$Reader.doRunLoop(RpcServer.java:552)
  1125. - locked <0x000000071af65ee0> (a org.apache.hadoop.hbase.ipc.RpcServer$Listener$Reader)
  1126. at org.apache.hadoop.hbase.ipc.RpcServer$Listener$Reader.run(RpcServer.java:538)
  1127. at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
  1128. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
  1129. at java.lang.Thread.run(Thread.java:662)
  1130. "RpcServer.reader=2,port=60000" daemon prio=10 tid=0x00007f1298a1d000 nid=0x7942 runnable [0x00007f1275f5f000]
  1131. java.lang.Thread.State: RUNNABLE
  1132. at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  1133. at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210)
  1134. at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
  1135. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  1136. - locked <0x000000071b0352b0> (a sun.nio.ch.Util$2)
  1137. - locked <0x000000071b0352c8> (a java.util.Collections$UnmodifiableSet)
  1138. - locked <0x000000071af70920> (a sun.nio.ch.EPollSelectorImpl)
  1139. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  1140. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84)
  1141. at org.apache.hadoop.hbase.ipc.RpcServer$Listener$Reader.doRunLoop(RpcServer.java:552)
  1142. - locked <0x000000071b035070> (a org.apache.hadoop.hbase.ipc.RpcServer$Listener$Reader)
  1143. at org.apache.hadoop.hbase.ipc.RpcServer$Listener$Reader.run(RpcServer.java:538)
  1144. at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
  1145. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
  1146. at java.lang.Thread.run(Thread.java:662)
  1147. "RpcServer.reader=1,port=60000" daemon prio=10 tid=0x00007f1299089800 nid=0x7941 runnable [0x00007f1276508000]
  1148. java.lang.Thread.State: RUNNABLE
  1149. at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  1150. at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210)
  1151. at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
  1152. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  1153. - locked <0x000000071afc7298> (a sun.nio.ch.Util$2)
  1154. - locked <0x000000071b034b88> (a java.util.Collections$UnmodifiableSet)
  1155. - locked <0x000000071b033b00> (a sun.nio.ch.EPollSelectorImpl)
  1156. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  1157. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84)
  1158. at org.apache.hadoop.hbase.ipc.RpcServer$Listener$Reader.doRunLoop(RpcServer.java:552)
  1159. - locked <0x000000071b034ba0> (a org.apache.hadoop.hbase.ipc.RpcServer$Listener$Reader)
  1160. at org.apache.hadoop.hbase.ipc.RpcServer$Listener$Reader.run(RpcServer.java:538)
  1161. at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
  1162. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
  1163. at java.lang.Thread.run(Thread.java:662)
  1164. "RpcServer.reader=0,port=60000" daemon prio=10 tid=0x00007f129913e800 nid=0x7940 runnable [0x00007f1276609000]
  1165. java.lang.Thread.State: RUNNABLE
  1166. at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  1167. at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210)
  1168. at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
  1169. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  1170. - locked <0x000000071af65f10> (a sun.nio.ch.Util$2)
  1171. - locked <0x000000071af65f28> (a java.util.Collections$UnmodifiableSet)
  1172. - locked <0x000000071afc6098> (a sun.nio.ch.EPollSelectorImpl)
  1173. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  1174. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84)
  1175. at org.apache.hadoop.hbase.ipc.RpcServer$Listener$Reader.doRunLoop(RpcServer.java:552)
  1176. - locked <0x000000071af65f40> (a org.apache.hadoop.hbase.ipc.RpcServer$Listener$Reader)
  1177. at org.apache.hadoop.hbase.ipc.RpcServer$Listener$Reader.run(RpcServer.java:538)
  1178. at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
  1179. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
  1180. at java.lang.Thread.run(Thread.java:662)
  1181. "Low Memory Detector" daemon prio=10 tid=0x00007f1298531800 nid=0x793a runnable [0x0000000000000000]
  1182. java.lang.Thread.State: RUNNABLE
  1183. "C2 CompilerThread1" daemon prio=10 tid=0x00007f129852f000 nid=0x7939 waiting on condition [0x0000000000000000]
  1184. java.lang.Thread.State: RUNNABLE
  1185. "C2 CompilerThread0" daemon prio=10 tid=0x00007f129852c800 nid=0x7938 waiting on condition [0x0000000000000000]
  1186. java.lang.Thread.State: RUNNABLE
  1187. "Signal Dispatcher" daemon prio=10 tid=0x00007f129852a800 nid=0x7937 runnable [0x0000000000000000]
  1188. java.lang.Thread.State: RUNNABLE
  1189. "Surrogate Locker Thread (Concurrent GC)" daemon prio=10 tid=0x00007f1298528800 nid=0x7936 waiting on condition [0x0000000000000000]
  1190. java.lang.Thread.State: RUNNABLE
  1191. "Finalizer" daemon prio=10 tid=0x00007f129850c000 nid=0x7935 in Object.wait() [0x00007f127d192000]
  1192. java.lang.Thread.State: WAITING (on object monitor)
  1193. at java.lang.Object.wait(Native Method)
  1194. at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:118)
  1195. - locked <0x000000071ae23890> (a java.lang.ref.ReferenceQueue$Lock)
  1196. at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:134)
  1197. at java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:159)
  1198. "Reference Handler" daemon prio=10 tid=0x00007f129850a000 nid=0x7934 in Object.wait() [0x00007f127d293000]
  1199. java.lang.Thread.State: WAITING (on object monitor)
  1200. at java.lang.Object.wait(Native Method)
  1201. at java.lang.Object.wait(Object.java:485)
  1202. at java.lang.ref.Reference$ReferenceHandler.run(Reference.java:116)
  1203. - locked <0x000000071ae23a10> (a java.lang.ref.Reference$Lock)
  1204. "main" prio=10 tid=0x00007f129800b800 nid=0x78fb in Object.wait() [0x00007f129d59f000]
  1205. java.lang.Thread.State: WAITING (on object monitor)
  1206. at java.lang.Object.wait(Native Method)
  1207. - waiting on <0x000000071af6ec70> (a java.lang.Thread)
  1208. at java.lang.Thread.join(Thread.java:1186)
  1209. - locked <0x000000071af6ec70> (a java.lang.Thread)
  1210. at java.lang.Thread.join(Thread.java:1239)
  1211. at org.apache.hadoop.hbase.util.HasThread.join(HasThread.java:89)
  1212. at org.apache.hadoop.hbase.master.HMasterCommandLine.startMaster(HMasterCommandLine.java:190)
  1213. at org.apache.hadoop.hbase.master.HMasterCommandLine.run(HMasterCommandLine.java:134)
  1214. at org.apache.hadoop.util.ToolRunner.run(ToolRunner.java:70)
  1215. at org.apache.hadoop.hbase.util.ServerCommandLine.doMain(ServerCommandLine.java:126)
  1216. at org.apache.hadoop.hbase.master.HMaster.main(HMaster.java:2787)
  1217. "VM Thread" prio=10 tid=0x00007f1298503800 nid=0x7933 runnable
  1218. "Gang worker#0 (Parallel GC Threads)" prio=10 tid=0x00007f129801a000 nid=0x78fc runnable
  1219. "Gang worker#1 (Parallel GC Threads)" prio=10 tid=0x00007f129801c000 nid=0x78fd runnable
  1220. "Gang worker#2 (Parallel GC Threads)" prio=10 tid=0x00007f129801e000 nid=0x78fe runnable
  1221. "Gang worker#3 (Parallel GC Threads)" prio=10 tid=0x00007f129801f800 nid=0x78ff runnable
  1222. "Gang worker#4 (Parallel GC Threads)" prio=10 tid=0x00007f1298021800 nid=0x7900 runnable
  1223. "Gang worker#5 (Parallel GC Threads)" prio=10 tid=0x00007f1298023800 nid=0x7901 runnable
  1224. "Gang worker#6 (Parallel GC Threads)" prio=10 tid=0x00007f1298025000 nid=0x7902 runnable
  1225. "Gang worker#7 (Parallel GC Threads)" prio=10 tid=0x00007f1298027000 nid=0x7903 runnable
  1226. "Gang worker#8 (Parallel GC Threads)" prio=10 tid=0x00007f1298028800 nid=0x7904 runnable
  1227. "Gang worker#9 (Parallel GC Threads)" prio=10 tid=0x00007f129802a800 nid=0x7905 runnable
  1228. "Gang worker#10 (Parallel GC Threads)" prio=10 tid=0x00007f129802c800 nid=0x7906 runnable
  1229. "Gang worker#11 (Parallel GC Threads)" prio=10 tid=0x00007f129802e000 nid=0x7907 runnable
  1230. "Gang worker#12 (Parallel GC Threads)" prio=10 tid=0x00007f1298030000 nid=0x7908 runnable
  1231. "Gang worker#13 (Parallel GC Threads)" prio=10 tid=0x00007f1298032000 nid=0x7909 runnable
  1232. "Gang worker#14 (Parallel GC Threads)" prio=10 tid=0x00007f1298033800 nid=0x790a runnable
  1233. "Gang worker#15 (Parallel GC Threads)" prio=10 tid=0x00007f1298035800 nid=0x790b runnable
  1234. "Gang worker#16 (Parallel GC Threads)" prio=10 tid=0x00007f1298037800 nid=0x790c runnable
  1235. "Gang worker#17 (Parallel GC Threads)" prio=10 tid=0x00007f1298039000 nid=0x790d runnable
  1236. "Gang worker#18 (Parallel GC Threads)" prio=10 tid=0x00007f129803b000 nid=0x790e runnable
  1237. "Gang worker#19 (Parallel GC Threads)" prio=10 tid=0x00007f129803d000 nid=0x790f runnable
  1238. "Gang worker#20 (Parallel GC Threads)" prio=10 tid=0x00007f129803e800 nid=0x7910 runnable
  1239. "Gang worker#21 (Parallel GC Threads)" prio=10 tid=0x00007f1298040800 nid=0x7911 runnable
  1240. "Gang worker#22 (Parallel GC Threads)" prio=10 tid=0x00007f1298042000 nid=0x7912 runnable
  1241. "Gang worker#23 (Parallel GC Threads)" prio=10 tid=0x00007f1298044000 nid=0x7913 runnable
  1242. "Gang worker#24 (Parallel GC Threads)" prio=10 tid=0x00007f1298046000 nid=0x7914 runnable
  1243. "Gang worker#25 (Parallel GC Threads)" prio=10 tid=0x00007f1298047800 nid=0x7915 runnable
  1244. "Gang worker#26 (Parallel GC Threads)" prio=10 tid=0x00007f1298049800 nid=0x7916 runnable
  1245. "Gang worker#27 (Parallel GC Threads)" prio=10 tid=0x00007f129804b800 nid=0x7917 runnable
  1246. "Gang worker#28 (Parallel GC Threads)" prio=10 tid=0x00007f129804d000 nid=0x7918 runnable
  1247. "Gang worker#29 (Parallel GC Threads)" prio=10 tid=0x00007f129804f000 nid=0x7919 runnable
  1248. "Gang worker#30 (Parallel GC Threads)" prio=10 tid=0x00007f1298051000 nid=0x791a runnable
  1249. "Gang worker#31 (Parallel GC Threads)" prio=10 tid=0x00007f1298052800 nid=0x791b runnable
  1250. "Gang worker#32 (Parallel GC Threads)" prio=10 tid=0x00007f1298054800 nid=0x791c runnable
  1251. "Gang worker#33 (Parallel GC Threads)" prio=10 tid=0x00007f1298056000 nid=0x791d runnable
  1252. "Gang worker#34 (Parallel GC Threads)" prio=10 tid=0x00007f1298058000 nid=0x791e runnable
  1253. "Gang worker#35 (Parallel GC Threads)" prio=10 tid=0x00007f129805a000 nid=0x791f runnable
  1254. "Gang worker#36 (Parallel GC Threads)" prio=10 tid=0x00007f129805b800 nid=0x7920 runnable
  1255. "Gang worker#37 (Parallel GC Threads)" prio=10 tid=0x00007f129805d800 nid=0x7921 runnable
  1256. "Gang worker#38 (Parallel GC Threads)" prio=10 tid=0x00007f129805f800 nid=0x7922 runnable
  1257. "Gang worker#39 (Parallel GC Threads)" prio=10 tid=0x00007f1298061000 nid=0x7923 runnable
  1258. "Gang worker#40 (Parallel GC Threads)" prio=10 tid=0x00007f1298063000 nid=0x7924 runnable
  1259. "Gang worker#41 (Parallel GC Threads)" prio=10 tid=0x00007f1298065000 nid=0x7925 runnable
  1260. "Gang worker#42 (Parallel GC Threads)" prio=10 tid=0x00007f1298066800 nid=0x7926 runnable
  1261. "Concurrent Mark-Sweep GC Thread" prio=10 tid=0x00007f12984bb800 nid=0x7932 runnable
  1262. "Gang worker#0 (Parallel CMS Threads)" prio=10 tid=0x00007f12984a6000 nid=0x7927 runnable
  1263. "Gang worker#1 (Parallel CMS Threads)" prio=10 tid=0x00007f12984a7800 nid=0x7928 runnable
  1264. "Gang worker#2 (Parallel CMS Threads)" prio=10 tid=0x00007f12984a9800 nid=0x7929 runnable
  1265. "Gang worker#3 (Parallel CMS Threads)" prio=10 tid=0x00007f12984ab800 nid=0x792a runnable
  1266. "Gang worker#4 (Parallel CMS Threads)" prio=10 tid=0x00007f12984ad000 nid=0x792b runnable
  1267. "Gang worker#5 (Parallel CMS Threads)" prio=10 tid=0x00007f12984af000 nid=0x792c runnable
  1268. "Gang worker#6 (Parallel CMS Threads)" prio=10 tid=0x00007f12984b0800 nid=0x792d runnable
  1269. "Gang worker#7 (Parallel CMS Threads)" prio=10 tid=0x00007f12984b2800 nid=0x792e runnable
  1270. "Gang worker#8 (Parallel CMS Threads)" prio=10 tid=0x00007f12984b4800 nid=0x792f runnable
  1271. "Gang worker#9 (Parallel CMS Threads)" prio=10 tid=0x00007f12984b6000 nid=0x7930 runnable
  1272. "Gang worker#10 (Parallel CMS Threads)" prio=10 tid=0x00007f12984b8000 nid=0x7931 runnable
  1273. "VM Periodic Task Thread" prio=10 tid=0x00007f1298544800 nid=0x793b waiting on condition
  1274. JNI global references: 1783