1. 2014-06-06 18:29:31
  2. Full thread dump Java HotSpot(TM) 64-Bit Server VM (20.6-b01 mixed mode):
  3. "Attach Listener" daemon prio=10 tid=0x00007f0fe4323800 nid=0x2396e waiting on condition [0x0000000000000000]
  4. java.lang.Thread.State: RUNNABLE
  5. "IPC Client (1378042469) connection to dsjhd113/132.228.248.123:8020 from hbase" daemon prio=10 tid=0x00007f0feee02000 nid=0x23949 in Object.wait() [0x00007f0fc06df000]
  6. java.lang.Thread.State: TIMED_WAITING (on object monitor)
  7. at java.lang.Object.wait(Native Method)
  8. at org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:845)
  9. - locked <0x000000050b660770> (a org.apache.hadoop.ipc.Client$Connection)
  10. at org.apache.hadoop.ipc.Client$Connection.run(Client.java:890)
  11. "1984575596@qtp-820198133-67" daemon prio=10 tid=0x000000004201e000 nid=0x2380d in Object.wait() [0x00007f0faaf6e000]
  12. java.lang.Thread.State: TIMED_WAITING (on object monitor)
  13. at java.lang.Object.wait(Native Method)
  14. at org.mortbay.thread.QueuedThreadPool$PoolThread.run(QueuedThreadPool.java:626)
  15. - locked <0x00000006c3cf2d68> (a org.mortbay.thread.QueuedThreadPool$PoolThread)
  16. "IPC Client (1378042469) connection to dsjhd112/132.228.248.122:60000 from hbase" daemon prio=10 tid=0x00007f0fe8117000 nid=0x23464 in Object.wait() [0x00007f0fb8c65000]
  17. java.lang.Thread.State: TIMED_WAITING (on object monitor)
  18. at java.lang.Object.wait(Native Method)
  19. at org.apache.hadoop.hbase.ipc.RpcClient$Connection.waitForWork(RpcClient.java:672)
  20. - locked <0x00000005b7b90508> (a org.apache.hadoop.hbase.ipc.RpcClient$Connection)
  21. at org.apache.hadoop.hbase.ipc.RpcClient$Connection.run(RpcClient.java:718)
  22. "ResponseProcessor for block BP-1038334095-132.228.248.122-1390460067811:blk_1117863102_44126311" daemon prio=10 tid=0x00007f0fed580000 nid=0x22710 runnable [0x00007f0fab06f000]
  23. java.lang.Thread.State: RUNNABLE
  24. at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  25. at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210)
  26. at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
  27. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  28. - locked <0x00000004a6221920> (a sun.nio.ch.Util$2)
  29. - locked <0x00000004a6221908> (a java.util.Collections$UnmodifiableSet)
  30. - locked <0x00000004a723a7e8> (a sun.nio.ch.EPollSelectorImpl)
  31. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  32. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
  33. at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157)
  34. at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
  35. at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
  36. at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:118)
  37. at java.io.FilterInputStream.read(FilterInputStream.java:66)
  38. at java.io.FilterInputStream.read(FilterInputStream.java:66)
  39. at org.apache.hadoop.hdfs.protocolPB.PBHelper.vintPrefixed(PBHelper.java:1490)
  40. at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:116)
  41. at org.apache.hadoop.hdfs.DFSOutputStream$DataStreamer$ResponseProcessor.run(DFSOutputStream.java:721)
  42. "DataStreamer for file /apps/hbase/data/WALs/dsjhd061,60020,1402027921226/dsjhd061%2C60020%2C1402027921226.1402048535822 block BP-1038334095-132.228.248.122-1390460067811:blk_1117863102_44126311" daemon prio=10 tid=0x00007f0fe4324000 nid=0x2270d in Object.wait() [0x00007f0fba079000]
  43. java.lang.Thread.State: TIMED_WAITING (on object monitor)
  44. at java.lang.Object.wait(Native Method)
  45. at org.apache.hadoop.hdfs.DFSOutputStream$DataStreamer.run(DFSOutputStream.java:491)
  46. - locked <0x00000004bca49188> (a java.util.LinkedList)
  47. "RS_CLOSE_REGION-dsjhd061:60020-2" prio=10 tid=0x0000000041ace000 nid=0x1cf33 waiting on condition [0x00007f0fbac85000]
  48. java.lang.Thread.State: WAITING (parking)
  49. at sun.misc.Unsafe.park(Native Method)
  50. - parking to wait for <0x000000041b4bbb40> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  51. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  52. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  53. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  54. at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947)
  55. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907)
  56. at java.lang.Thread.run(Thread.java:662)
  57. "RS_CLOSE_REGION-dsjhd061:60020-1" prio=10 tid=0x00007f0fe8240800 nid=0x1cf30 waiting on condition [0x00007f0fba47d000]
  58. java.lang.Thread.State: WAITING (parking)
  59. at sun.misc.Unsafe.park(Native Method)
  60. - parking to wait for <0x000000041b4bbb40> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  61. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  62. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  63. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  64. at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947)
  65. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907)
  66. at java.lang.Thread.run(Thread.java:662)
  67. "RS_CLOSE_REGION-dsjhd061:60020-0" prio=10 tid=0x00007f0fee8c3000 nid=0x1cf2d waiting on condition [0x00007f0fba57e000]
  68. java.lang.Thread.State: WAITING (parking)
  69. at sun.misc.Unsafe.park(Native Method)
  70. - parking to wait for <0x000000041b4bbb40> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  71. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  72. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  73. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  74. at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947)
  75. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907)
  76. at java.lang.Thread.run(Thread.java:662)
  77. "IPC Parameter Sending Thread #16" daemon prio=10 tid=0x00007f0fed41f800 nid=0x1c920 waiting on condition [0x00007f0fc12eb000]
  78. java.lang.Thread.State: TIMED_WAITING (parking)
  79. at sun.misc.Unsafe.park(Native Method)
  80. - parking to wait for <0x000000041ae009a0> (a java.util.concurrent.SynchronousQueue$TransferStack)
  81. at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:196)
  82. at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:424)
  83. at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:323)
  84. at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:874)
  85. at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:945)
  86. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907)
  87. at java.lang.Thread.run(Thread.java:662)
  88. "regionserver60020-largeCompactions-1402032052357" daemon prio=10 tid=0x00007f0fedd48800 nid=0x187d2 waiting on condition [0x00007f0fbaf88000]
  89. java.lang.Thread.State: WAITING (parking)
  90. at sun.misc.Unsafe.park(Native Method)
  91. - parking to wait for <0x000000041b425af8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  92. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  93. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  94. at java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:220)
  95. at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947)
  96. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907)
  97. at java.lang.Thread.run(Thread.java:662)
  98. "regionserver60020-splits-1402031861246" prio=10 tid=0x00007f0fed522000 nid=0x18646 waiting on condition [0x00007f0fbab84000]
  99. java.lang.Thread.State: WAITING (parking)
  100. at sun.misc.Unsafe.park(Native Method)
  101. - parking to wait for <0x000000041b41afb8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  102. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  103. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  104. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  105. at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947)
  106. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907)
  107. at java.lang.Thread.run(Thread.java:662)
  108. "ReplicationExecutor-0" prio=10 tid=0x00007f0fed25f800 nid=0x17540 waiting on condition [0x00007f0fc10e9000]
  109. java.lang.Thread.State: WAITING (parking)
  110. at sun.misc.Unsafe.park(Native Method)
  111. - parking to wait for <0x000000041ae00910> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  112. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  113. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  114. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  115. at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947)
  116. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907)
  117. at java.lang.Thread.run(Thread.java:662)
  118. "FileInputStreamCache Cleaner" daemon prio=10 tid=0x00007f0fed8f0000 nid=0x172a8 waiting on condition [0x00007f0fba67f000]
  119. java.lang.Thread.State: WAITING (parking)
  120. at sun.misc.Unsafe.park(Native Method)
  121. - parking to wait for <0x000000041b48f168> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  122. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  123. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  124. at java.util.concurrent.DelayQueue.take(DelayQueue.java:160)
  125. at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:609)
  126. at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:602)
  127. at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947)
  128. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907)
  129. at java.lang.Thread.run(Thread.java:662)
  130. "regionserver60020-smallCompactions-1402028228574" daemon prio=10 tid=0x00007f0fed293800 nid=0x17263 waiting on condition [0x00007f0fbaa83000]
  131. java.lang.Thread.State: WAITING (parking)
  132. at sun.misc.Unsafe.park(Native Method)
  133. - parking to wait for <0x000000041ae00958> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  134. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  135. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  136. at java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:220)
  137. at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947)
  138. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907)
  139. at java.lang.Thread.run(Thread.java:662)
  140. "RS_OPEN_REGION-dsjhd061:60020-2" prio=10 tid=0x00007f0fe4237800 nid=0x17245 waiting on condition [0x00007f0fbb18a000]
  141. java.lang.Thread.State: WAITING (parking)
  142. at sun.misc.Unsafe.park(Native Method)
  143. - parking to wait for <0x000000041ae01180> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  144. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  145. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  146. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  147. at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947)
  148. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907)
  149. at java.lang.Thread.run(Thread.java:662)
  150. "RS_OPEN_REGION-dsjhd061:60020-1" prio=10 tid=0x00007f0fe417c000 nid=0x17244 waiting on condition [0x00007f0fbb28b000]
  151. java.lang.Thread.State: WAITING (parking)
  152. at sun.misc.Unsafe.park(Native Method)
  153. - parking to wait for <0x000000041ae01180> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  154. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  155. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  156. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  157. at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947)
  158. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907)
  159. at java.lang.Thread.run(Thread.java:662)
  160. "RS_OPEN_REGION-dsjhd061:60020-0" prio=10 tid=0x00007f0fe401e000 nid=0x17243 waiting on condition [0x00007f0fbb38c000]
  161. java.lang.Thread.State: WAITING (parking)
  162. at sun.misc.Unsafe.park(Native Method)
  163. - parking to wait for <0x000000041ae01180> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  164. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  165. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  166. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  167. at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947)
  168. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907)
  169. at java.lang.Thread.run(Thread.java:662)
  170. "org.apache.hadoop.hdfs.PeerCache@71594ba3" daemon prio=10 tid=0x00007f0fe4029000 nid=0x17242 waiting on condition [0x00007f0fbb48d000]
  171. java.lang.Thread.State: TIMED_WAITING (sleeping)
  172. at java.lang.Thread.sleep(Native Method)
  173. at org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:252)
  174. at org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:39)
  175. at org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:135)
  176. at java.lang.Thread.run(Thread.java:662)
  177. "SplitLogWorker-dsjhd061,60020,1402027921226" prio=10 tid=0x00007f0fe8272800 nid=0x17024 in Object.wait() [0x00007f0fbb68f000]
  178. java.lang.Thread.State: TIMED_WAITING (on object monitor)
  179. at java.lang.Object.wait(Native Method)
  180. at org.apache.hadoop.hbase.regionserver.SplitLogWorker.taskLoop(SplitLogWorker.java:254)
  181. - locked <0x000000041b090f40> (a java.lang.Object)
  182. at org.apache.hadoop.hbase.regionserver.SplitLogWorker.run(SplitLogWorker.java:205)
  183. at java.lang.Thread.run(Thread.java:662)
  184. "Replication.RpcServer.handler=2,port=60020" daemon prio=10 tid=0x00007f0fe826b000 nid=0x17023 waiting on condition [0x00007f0fbb790000]
  185. java.lang.Thread.State: WAITING (parking)
  186. at sun.misc.Unsafe.park(Native Method)
  187. - parking to wait for <0x000000041ae01b00> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  188. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  189. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  190. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  191. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  192. "Replication.RpcServer.handler=1,port=60020" daemon prio=10 tid=0x00007f0fe8269000 nid=0x17022 waiting on condition [0x00007f0fbb891000]
  193. java.lang.Thread.State: WAITING (parking)
  194. at sun.misc.Unsafe.park(Native Method)
  195. - parking to wait for <0x000000041ae01b00> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  196. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  197. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  198. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  199. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  200. "Replication.RpcServer.handler=0,port=60020" daemon prio=10 tid=0x00007f0fe8267000 nid=0x17021 waiting on condition [0x00007f0fbb992000]
  201. java.lang.Thread.State: WAITING (parking)
  202. at sun.misc.Unsafe.park(Native Method)
  203. - parking to wait for <0x000000041ae01b00> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  204. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  205. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  206. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  207. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  208. "Priority.RpcServer.handler=9,port=60020" daemon prio=10 tid=0x00007f0fe8265000 nid=0x17020 waiting on condition [0x00007f0fbba93000]
  209. java.lang.Thread.State: WAITING (parking)
  210. at sun.misc.Unsafe.park(Native Method)
  211. - parking to wait for <0x000000041ae01c80> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  212. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  213. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  214. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  215. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  216. "Priority.RpcServer.handler=8,port=60020" daemon prio=10 tid=0x00007f0fe8263800 nid=0x1701f waiting on condition [0x00007f0fbbb94000]
  217. java.lang.Thread.State: WAITING (parking)
  218. at sun.misc.Unsafe.park(Native Method)
  219. - parking to wait for <0x000000041ae01c80> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  220. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  221. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  222. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  223. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  224. "Priority.RpcServer.handler=7,port=60020" daemon prio=10 tid=0x00007f0fe8262000 nid=0x1701e waiting on condition [0x00007f0fbbc95000]
  225. java.lang.Thread.State: WAITING (parking)
  226. at sun.misc.Unsafe.park(Native Method)
  227. - parking to wait for <0x000000041ae01c80> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  228. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  229. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  230. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  231. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  232. "Priority.RpcServer.handler=6,port=60020" daemon prio=10 tid=0x00007f0fe8260800 nid=0x1701d waiting on condition [0x00007f0fbbd96000]
  233. java.lang.Thread.State: WAITING (parking)
  234. at sun.misc.Unsafe.park(Native Method)
  235. - parking to wait for <0x000000041ae01c80> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  236. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  237. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  238. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  239. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  240. "Priority.RpcServer.handler=5,port=60020" daemon prio=10 tid=0x00007f0fe825f000 nid=0x1701c waiting on condition [0x00007f0fbbe97000]
  241. java.lang.Thread.State: WAITING (parking)
  242. at sun.misc.Unsafe.park(Native Method)
  243. - parking to wait for <0x000000041ae01c80> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  244. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  245. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  246. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  247. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  248. "Priority.RpcServer.handler=4,port=60020" daemon prio=10 tid=0x00007f0fe825d000 nid=0x1701b waiting on condition [0x00007f0fbbf98000]
  249. java.lang.Thread.State: WAITING (parking)
  250. at sun.misc.Unsafe.park(Native Method)
  251. - parking to wait for <0x000000041ae01c80> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  252. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  253. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  254. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  255. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  256. "Priority.RpcServer.handler=3,port=60020" daemon prio=10 tid=0x00007f0fe825a800 nid=0x1701a waiting on condition [0x00007f0fbc099000]
  257. java.lang.Thread.State: WAITING (parking)
  258. at sun.misc.Unsafe.park(Native Method)
  259. - parking to wait for <0x000000041ae01c80> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  260. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  261. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  262. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  263. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  264. "Priority.RpcServer.handler=2,port=60020" daemon prio=10 tid=0x00007f0fe8258800 nid=0x17019 waiting on condition [0x00007f0fbc19a000]
  265. java.lang.Thread.State: WAITING (parking)
  266. at sun.misc.Unsafe.park(Native Method)
  267. - parking to wait for <0x000000041ae01c80> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  268. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  269. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  270. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  271. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  272. "Priority.RpcServer.handler=1,port=60020" daemon prio=10 tid=0x00007f0fe8256800 nid=0x17018 waiting on condition [0x00007f0fbc29b000]
  273. java.lang.Thread.State: WAITING (parking)
  274. at sun.misc.Unsafe.park(Native Method)
  275. - parking to wait for <0x000000041ae01c80> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  276. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  277. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  278. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  279. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  280. "Priority.RpcServer.handler=0,port=60020" daemon prio=10 tid=0x00007f0fe8254800 nid=0x17017 waiting on condition [0x00007f0fbc39c000]
  281. java.lang.Thread.State: WAITING (parking)
  282. at sun.misc.Unsafe.park(Native Method)
  283. - parking to wait for <0x000000041ae01c80> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  284. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  285. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  286. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  287. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  288. "RpcServer.handler=59,port=60020" daemon prio=10 tid=0x00007f0fe8252800 nid=0x17016 waiting on condition [0x00007f0fbc49d000]
  289. java.lang.Thread.State: WAITING (parking)
  290. at sun.misc.Unsafe.park(Native Method)
  291. - parking to wait for <0x000000041ae02400> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  292. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  293. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  294. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  295. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  296. "RpcServer.handler=58,port=60020" daemon prio=10 tid=0x00007f0fe8250800 nid=0x17015 waiting on condition [0x00007f0fbc59e000]
  297. java.lang.Thread.State: WAITING (parking)
  298. at sun.misc.Unsafe.park(Native Method)
  299. - parking to wait for <0x000000041ae02400> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  300. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  301. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  302. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  303. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  304. "RpcServer.handler=57,port=60020" daemon prio=10 tid=0x00007f0fe824e800 nid=0x17014 waiting on condition [0x00007f0fbc69f000]
  305. java.lang.Thread.State: WAITING (parking)
  306. at sun.misc.Unsafe.park(Native Method)
  307. - parking to wait for <0x000000041ae02400> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  308. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  309. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  310. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  311. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  312. "RpcServer.handler=56,port=60020" daemon prio=10 tid=0x00007f0fe824c800 nid=0x17013 waiting on condition [0x00007f0fbc7a0000]
  313. java.lang.Thread.State: WAITING (parking)
  314. at sun.misc.Unsafe.park(Native Method)
  315. - parking to wait for <0x000000041ae02400> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  316. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  317. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  318. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  319. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  320. "RpcServer.handler=55,port=60020" daemon prio=10 tid=0x00007f0fe824a800 nid=0x17012 waiting on condition [0x00007f0fbc8a1000]
  321. java.lang.Thread.State: WAITING (parking)
  322. at sun.misc.Unsafe.park(Native Method)
  323. - parking to wait for <0x000000041ae02400> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  324. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  325. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  326. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  327. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  328. "RpcServer.handler=54,port=60020" daemon prio=10 tid=0x00007f0fe8248800 nid=0x17011 waiting on condition [0x00007f0fbc9a2000]
  329. java.lang.Thread.State: WAITING (parking)
  330. at sun.misc.Unsafe.park(Native Method)
  331. - parking to wait for <0x000000041ae02400> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  332. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  333. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  334. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  335. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  336. "RpcServer.handler=53,port=60020" daemon prio=10 tid=0x00007f0fe8246800 nid=0x17010 waiting on condition [0x00007f0fbcaa3000]
  337. java.lang.Thread.State: WAITING (parking)
  338. at sun.misc.Unsafe.park(Native Method)
  339. - parking to wait for <0x000000041ae02400> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  340. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  341. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  342. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  343. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  344. "RpcServer.handler=52,port=60020" daemon prio=10 tid=0x00007f0fe823c800 nid=0x1700f waiting on condition [0x00007f0fbcba4000]
  345. java.lang.Thread.State: WAITING (parking)
  346. at sun.misc.Unsafe.park(Native Method)
  347. - parking to wait for <0x000000041ae02400> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  348. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  349. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  350. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  351. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  352. "RpcServer.handler=51,port=60020" daemon prio=10 tid=0x00007f0fe823a000 nid=0x1700e waiting on condition [0x00007f0fbcca5000]
  353. java.lang.Thread.State: WAITING (parking)
  354. at sun.misc.Unsafe.park(Native Method)
  355. - parking to wait for <0x000000041ae02400> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  356. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  357. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  358. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  359. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  360. "RpcServer.handler=50,port=60020" daemon prio=10 tid=0x00007f0fe8238000 nid=0x1700d waiting on condition [0x00007f0fbcda6000]
  361. java.lang.Thread.State: WAITING (parking)
  362. at sun.misc.Unsafe.park(Native Method)
  363. - parking to wait for <0x000000041ae02400> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  364. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  365. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  366. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  367. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  368. "RpcServer.handler=49,port=60020" daemon prio=10 tid=0x00007f0fe8236000 nid=0x1700c waiting on condition [0x00007f0fbcea7000]
  369. java.lang.Thread.State: WAITING (parking)
  370. at sun.misc.Unsafe.park(Native Method)
  371. - parking to wait for <0x000000041ae02400> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  372. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  373. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  374. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  375. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  376. "RpcServer.handler=48,port=60020" daemon prio=10 tid=0x00007f0fe8234000 nid=0x1700b waiting on condition [0x00007f0fbcfa8000]
  377. java.lang.Thread.State: WAITING (parking)
  378. at sun.misc.Unsafe.park(Native Method)
  379. - parking to wait for <0x000000041ae02400> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  380. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  381. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  382. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  383. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  384. "RpcServer.handler=47,port=60020" daemon prio=10 tid=0x00007f0fe8232000 nid=0x1700a waiting on condition [0x00007f0fbd0a9000]
  385. java.lang.Thread.State: WAITING (parking)
  386. at sun.misc.Unsafe.park(Native Method)
  387. - parking to wait for <0x000000041ae02400> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  388. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  389. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  390. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  391. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  392. "RpcServer.handler=46,port=60020" daemon prio=10 tid=0x00007f0fe8230000 nid=0x17009 waiting on condition [0x00007f0fbd1aa000]
  393. java.lang.Thread.State: WAITING (parking)
  394. at sun.misc.Unsafe.park(Native Method)
  395. - parking to wait for <0x000000041ae02400> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  396. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  397. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  398. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  399. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  400. "RpcServer.handler=45,port=60020" daemon prio=10 tid=0x00007f0fe822e000 nid=0x17008 waiting on condition [0x00007f0fbd2ab000]
  401. java.lang.Thread.State: WAITING (parking)
  402. at sun.misc.Unsafe.park(Native Method)
  403. - parking to wait for <0x000000041ae02400> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  404. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  405. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  406. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  407. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  408. "RpcServer.handler=44,port=60020" daemon prio=10 tid=0x00007f0fe822c000 nid=0x17007 waiting on condition [0x00007f0fbd3ac000]
  409. java.lang.Thread.State: WAITING (parking)
  410. at sun.misc.Unsafe.park(Native Method)
  411. - parking to wait for <0x000000041ae02400> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  412. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  413. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  414. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  415. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  416. "RpcServer.handler=43,port=60020" daemon prio=10 tid=0x00007f0fe8229800 nid=0x17006 waiting on condition [0x00007f0fbd4ad000]
  417. java.lang.Thread.State: WAITING (parking)
  418. at sun.misc.Unsafe.park(Native Method)
  419. - parking to wait for <0x000000041ae02400> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  420. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  421. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  422. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  423. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  424. "RpcServer.handler=42,port=60020" daemon prio=10 tid=0x00007f0fe8228000 nid=0x17005 waiting on condition [0x00007f0fbd5ae000]
  425. java.lang.Thread.State: WAITING (parking)
  426. at sun.misc.Unsafe.park(Native Method)
  427. - parking to wait for <0x000000041ae02400> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  428. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  429. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  430. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  431. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  432. "RpcServer.handler=41,port=60020" daemon prio=10 tid=0x00007f0fe8220800 nid=0x17004 waiting on condition [0x00007f0fbd6af000]
  433. java.lang.Thread.State: WAITING (parking)
  434. at sun.misc.Unsafe.park(Native Method)
  435. - parking to wait for <0x000000041ae02400> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  436. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  437. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  438. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  439. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  440. "RpcServer.handler=40,port=60020" daemon prio=10 tid=0x00007f0fe821e800 nid=0x17003 waiting on condition [0x00007f0fbd7b0000]
  441. java.lang.Thread.State: WAITING (parking)
  442. at sun.misc.Unsafe.park(Native Method)
  443. - parking to wait for <0x000000041ae02400> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  444. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  445. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  446. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  447. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  448. "RpcServer.handler=39,port=60020" daemon prio=10 tid=0x00007f0fe821c000 nid=0x17002 waiting on condition [0x00007f0fbd8b1000]
  449. java.lang.Thread.State: WAITING (parking)
  450. at sun.misc.Unsafe.park(Native Method)
  451. - parking to wait for <0x000000041ae02400> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  452. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  453. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  454. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  455. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  456. "RpcServer.handler=38,port=60020" daemon prio=10 tid=0x00007f0fe821a000 nid=0x17001 waiting on condition [0x00007f0fbd9b2000]
  457. java.lang.Thread.State: WAITING (parking)
  458. at sun.misc.Unsafe.park(Native Method)
  459. - parking to wait for <0x000000041ae02400> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  460. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  461. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  462. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  463. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  464. "RpcServer.handler=37,port=60020" daemon prio=10 tid=0x00007f0fe8218000 nid=0x17000 waiting on condition [0x00007f0fbdab3000]
  465. java.lang.Thread.State: WAITING (parking)
  466. at sun.misc.Unsafe.park(Native Method)
  467. - parking to wait for <0x000000041ae02400> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  468. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  469. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  470. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  471. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  472. "RpcServer.handler=36,port=60020" daemon prio=10 tid=0x00007f0fe8210800 nid=0x16fff waiting on condition [0x00007f0fbdbb4000]
  473. java.lang.Thread.State: WAITING (parking)
  474. at sun.misc.Unsafe.park(Native Method)
  475. - parking to wait for <0x000000041ae02400> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  476. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  477. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  478. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  479. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  480. "RpcServer.handler=35,port=60020" daemon prio=10 tid=0x00007f0fe820e800 nid=0x16ffe waiting on condition [0x00007f0fbdcb5000]
  481. java.lang.Thread.State: WAITING (parking)
  482. at sun.misc.Unsafe.park(Native Method)
  483. - parking to wait for <0x000000041ae02400> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  484. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  485. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  486. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  487. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  488. "RpcServer.handler=34,port=60020" daemon prio=10 tid=0x00007f0fe820c800 nid=0x16ffd waiting on condition [0x00007f0fbddb6000]
  489. java.lang.Thread.State: WAITING (parking)
  490. at sun.misc.Unsafe.park(Native Method)
  491. - parking to wait for <0x000000041ae02400> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  492. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  493. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  494. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  495. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  496. "RpcServer.handler=33,port=60020" daemon prio=10 tid=0x00007f0fe820a800 nid=0x16ffc waiting on condition [0x00007f0fbdeb7000]
  497. java.lang.Thread.State: WAITING (parking)
  498. at sun.misc.Unsafe.park(Native Method)
  499. - parking to wait for <0x000000041ae02400> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  500. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  501. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  502. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  503. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  504. "RpcServer.handler=32,port=60020" daemon prio=10 tid=0x00007f0fe8208800 nid=0x16ffb waiting on condition [0x00007f0fbdfb8000]
  505. java.lang.Thread.State: WAITING (parking)
  506. at sun.misc.Unsafe.park(Native Method)
  507. - parking to wait for <0x000000041ae02400> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  508. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  509. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  510. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  511. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  512. "RpcServer.handler=31,port=60020" daemon prio=10 tid=0x00007f0fe81fb800 nid=0x16ffa waiting on condition [0x00007f0fbe0b9000]
  513. java.lang.Thread.State: WAITING (parking)
  514. at sun.misc.Unsafe.park(Native Method)
  515. - parking to wait for <0x000000041ae02400> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  516. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  517. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  518. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  519. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  520. "RpcServer.handler=30,port=60020" daemon prio=10 tid=0x00007f0fe81fa000 nid=0x16ff9 waiting on condition [0x00007f0fbe1ba000]
  521. java.lang.Thread.State: WAITING (parking)
  522. at sun.misc.Unsafe.park(Native Method)
  523. - parking to wait for <0x000000041ae02400> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  524. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  525. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  526. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  527. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  528. "RpcServer.handler=29,port=60020" daemon prio=10 tid=0x00007f0fe81f7800 nid=0x16ff8 waiting on condition [0x00007f0fbe2bb000]
  529. java.lang.Thread.State: WAITING (parking)
  530. at sun.misc.Unsafe.park(Native Method)
  531. - parking to wait for <0x000000041ae02400> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  532. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  533. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  534. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  535. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  536. "RpcServer.handler=28,port=60020" daemon prio=10 tid=0x00007f0fe81f5800 nid=0x16ff7 waiting on condition [0x00007f0fbe3bc000]
  537. java.lang.Thread.State: WAITING (parking)
  538. at sun.misc.Unsafe.park(Native Method)
  539. - parking to wait for <0x000000041ae02400> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  540. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  541. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  542. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  543. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  544. "RpcServer.handler=27,port=60020" daemon prio=10 tid=0x00007f0fe81f4000 nid=0x16ff6 waiting on condition [0x00007f0fbe4bd000]
  545. java.lang.Thread.State: WAITING (parking)
  546. at sun.misc.Unsafe.park(Native Method)
  547. - parking to wait for <0x000000041ae02400> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  548. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  549. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  550. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  551. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  552. "RpcServer.handler=26,port=60020" daemon prio=10 tid=0x00007f0fe81e3800 nid=0x16ff5 waiting on condition [0x00007f0fbe5be000]
  553. java.lang.Thread.State: WAITING (parking)
  554. at sun.misc.Unsafe.park(Native Method)
  555. - parking to wait for <0x000000041ae02400> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  556. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  557. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  558. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  559. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  560. "RpcServer.handler=25,port=60020" daemon prio=10 tid=0x00007f0fe81e1800 nid=0x16ff4 waiting on condition [0x00007f0fbe6bf000]
  561. java.lang.Thread.State: WAITING (parking)
  562. at sun.misc.Unsafe.park(Native Method)
  563. - parking to wait for <0x000000041ae02400> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  564. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  565. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  566. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  567. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  568. "RpcServer.handler=24,port=60020" daemon prio=10 tid=0x00007f0fe81e0000 nid=0x16ff3 waiting on condition [0x00007f0fbe7c0000]
  569. java.lang.Thread.State: WAITING (parking)
  570. at sun.misc.Unsafe.park(Native Method)
  571. - parking to wait for <0x000000041ae02400> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  572. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  573. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  574. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  575. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  576. "RpcServer.handler=23,port=60020" daemon prio=10 tid=0x00007f0fe81de000 nid=0x16ff2 waiting on condition [0x00007f0fbe8c1000]
  577. java.lang.Thread.State: WAITING (parking)
  578. at sun.misc.Unsafe.park(Native Method)
  579. - parking to wait for <0x000000041ae02400> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  580. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  581. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  582. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  583. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  584. "RpcServer.handler=22,port=60020" daemon prio=10 tid=0x00007f0fe81f3000 nid=0x16ff1 waiting on condition [0x00007f0fbe9c2000]
  585. java.lang.Thread.State: WAITING (parking)
  586. at sun.misc.Unsafe.park(Native Method)
  587. - parking to wait for <0x000000041ae02400> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  588. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  589. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  590. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  591. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  592. "RpcServer.handler=21,port=60020" daemon prio=10 tid=0x00007f0fe81e6800 nid=0x16ff0 waiting on condition [0x00007f0fbeac3000]
  593. java.lang.Thread.State: WAITING (parking)
  594. at sun.misc.Unsafe.park(Native Method)
  595. - parking to wait for <0x000000041ae02400> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  596. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  597. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  598. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  599. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  600. "RpcServer.handler=20,port=60020" daemon prio=10 tid=0x00007f0fe81dc000 nid=0x16fef waiting on condition [0x00007f0fbebc4000]
  601. java.lang.Thread.State: WAITING (parking)
  602. at sun.misc.Unsafe.park(Native Method)
  603. - parking to wait for <0x000000041ae02400> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  604. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  605. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  606. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  607. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  608. "RpcServer.handler=19,port=60020" daemon prio=10 tid=0x00007f0fe81da000 nid=0x16fee waiting on condition [0x00007f0fbecc5000]
  609. java.lang.Thread.State: WAITING (parking)
  610. at sun.misc.Unsafe.park(Native Method)
  611. - parking to wait for <0x000000041ae02400> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  612. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  613. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  614. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  615. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  616. "RpcServer.handler=18,port=60020" daemon prio=10 tid=0x00007f0fe81d8800 nid=0x16fed waiting on condition [0x00007f0fbedc6000]
  617. java.lang.Thread.State: WAITING (parking)
  618. at sun.misc.Unsafe.park(Native Method)
  619. - parking to wait for <0x000000041ae02400> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  620. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  621. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  622. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  623. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  624. "RpcServer.handler=17,port=60020" daemon prio=10 tid=0x00007f0fe81d6800 nid=0x16fec waiting on condition [0x00007f0fbeec7000]
  625. java.lang.Thread.State: WAITING (parking)
  626. at sun.misc.Unsafe.park(Native Method)
  627. - parking to wait for <0x000000041ae02400> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  628. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  629. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  630. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  631. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  632. "RpcServer.handler=16,port=60020" daemon prio=10 tid=0x00007f0fe81d4800 nid=0x16feb waiting on condition [0x00007f0fbefc8000]
  633. java.lang.Thread.State: WAITING (parking)
  634. at sun.misc.Unsafe.park(Native Method)
  635. - parking to wait for <0x000000041ae02400> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  636. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  637. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  638. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  639. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  640. "RpcServer.handler=15,port=60020" daemon prio=10 tid=0x00007f0fe81d2800 nid=0x16fea waiting on condition [0x00007f0fbf0c9000]
  641. java.lang.Thread.State: WAITING (parking)
  642. at sun.misc.Unsafe.park(Native Method)
  643. - parking to wait for <0x000000041ae02400> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  644. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  645. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  646. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  647. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  648. "RpcServer.handler=14,port=60020" daemon prio=10 tid=0x00007f0fe81d0800 nid=0x16fe9 waiting on condition [0x00007f0fbf1ca000]
  649. java.lang.Thread.State: WAITING (parking)
  650. at sun.misc.Unsafe.park(Native Method)
  651. - parking to wait for <0x000000041ae02400> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  652. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  653. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  654. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  655. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  656. "RpcServer.handler=13,port=60020" daemon prio=10 tid=0x00007f0fe81ce800 nid=0x16fe8 waiting on condition [0x00007f0fbf2cb000]
  657. java.lang.Thread.State: WAITING (parking)
  658. at sun.misc.Unsafe.park(Native Method)
  659. - parking to wait for <0x000000041ae02400> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  660. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  661. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  662. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  663. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  664. "RpcServer.handler=12,port=60020" daemon prio=10 tid=0x00007f0fe80cf000 nid=0x16fe7 waiting on condition [0x00007f0fbf3cc000]
  665. java.lang.Thread.State: WAITING (parking)
  666. at sun.misc.Unsafe.park(Native Method)
  667. - parking to wait for <0x000000041ae02400> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  668. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  669. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  670. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  671. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  672. "RpcServer.handler=11,port=60020" daemon prio=10 tid=0x00007f0fe80cd000 nid=0x16fe6 waiting on condition [0x00007f0fbf4cd000]
  673. java.lang.Thread.State: WAITING (parking)
  674. at sun.misc.Unsafe.park(Native Method)
  675. - parking to wait for <0x000000041ae02400> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  676. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  677. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  678. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  679. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  680. "RpcServer.handler=10,port=60020" daemon prio=10 tid=0x00007f0fe801b000 nid=0x16fe5 waiting on condition [0x00007f0fbf5ce000]
  681. java.lang.Thread.State: WAITING (parking)
  682. at sun.misc.Unsafe.park(Native Method)
  683. - parking to wait for <0x000000041ae02400> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  684. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  685. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  686. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  687. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  688. "RpcServer.handler=9,port=60020" daemon prio=10 tid=0x00007f0fe8018800 nid=0x16fe4 waiting on condition [0x00007f0fbf6cf000]
  689. java.lang.Thread.State: WAITING (parking)
  690. at sun.misc.Unsafe.park(Native Method)
  691. - parking to wait for <0x000000041ae02400> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  692. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  693. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  694. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  695. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  696. "RpcServer.handler=8,port=60020" daemon prio=10 tid=0x00007f0fe8016800 nid=0x16fe3 waiting on condition [0x00007f0fbf7d0000]
  697. java.lang.Thread.State: WAITING (parking)
  698. at sun.misc.Unsafe.park(Native Method)
  699. - parking to wait for <0x000000041ae02400> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  700. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  701. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  702. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  703. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  704. "RpcServer.handler=7,port=60020" daemon prio=10 tid=0x00007f0fe8015000 nid=0x16fe2 waiting on condition [0x00007f0fbf8d1000]
  705. java.lang.Thread.State: WAITING (parking)
  706. at sun.misc.Unsafe.park(Native Method)
  707. - parking to wait for <0x000000041ae02400> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  708. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  709. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  710. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  711. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  712. "RpcServer.handler=6,port=60020" daemon prio=10 tid=0x00007f0fe808a800 nid=0x16fe1 waiting on condition [0x00007f0fbf9d2000]
  713. java.lang.Thread.State: WAITING (parking)
  714. at sun.misc.Unsafe.park(Native Method)
  715. - parking to wait for <0x000000041ae02400> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  716. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  717. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  718. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  719. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  720. "RpcServer.handler=5,port=60020" daemon prio=10 tid=0x00007f0fe8088000 nid=0x16fe0 waiting on condition [0x00007f0fbfad3000]
  721. java.lang.Thread.State: WAITING (parking)
  722. at sun.misc.Unsafe.park(Native Method)
  723. - parking to wait for <0x000000041ae02400> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  724. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  725. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  726. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  727. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  728. "RpcServer.handler=4,port=60020" daemon prio=10 tid=0x00007f0fe8086000 nid=0x16fdf waiting on condition [0x00007f0fbfbd4000]
  729. java.lang.Thread.State: WAITING (parking)
  730. at sun.misc.Unsafe.park(Native Method)
  731. - parking to wait for <0x000000041ae02400> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  732. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  733. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  734. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  735. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  736. "RpcServer.handler=3,port=60020" daemon prio=10 tid=0x00007f0fe82bf000 nid=0x16fde waiting on condition [0x00007f0fbfcd5000]
  737. java.lang.Thread.State: WAITING (parking)
  738. at sun.misc.Unsafe.park(Native Method)
  739. - parking to wait for <0x000000041ae02400> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  740. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  741. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  742. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  743. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  744. "RpcServer.handler=2,port=60020" daemon prio=10 tid=0x00007f0fe82bd000 nid=0x16fdd waiting on condition [0x00007f0fbfdd6000]
  745. java.lang.Thread.State: WAITING (parking)
  746. at sun.misc.Unsafe.park(Native Method)
  747. - parking to wait for <0x000000041ae02400> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  748. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  749. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  750. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  751. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  752. "RpcServer.handler=1,port=60020" daemon prio=10 tid=0x00007f0fe82bc000 nid=0x16fdc waiting on condition [0x00007f0fbfed7000]
  753. java.lang.Thread.State: WAITING (parking)
  754. at sun.misc.Unsafe.park(Native Method)
  755. - parking to wait for <0x000000041ae02400> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  756. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  757. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  758. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  759. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  760. "RpcServer.handler=0,port=60020" daemon prio=10 tid=0x00007f0fe82ba800 nid=0x16fdb waiting on condition [0x00007f0fbffd8000]
  761. java.lang.Thread.State: WAITING (parking)
  762. at sun.misc.Unsafe.park(Native Method)
  763. - parking to wait for <0x000000041ae02400> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  764. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  765. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  766. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  767. at org.apache.hadoop.hbase.ipc.RpcServer$Handler.run(RpcServer.java:1826)
  768. "RpcServer.listener,port=60020" daemon prio=10 tid=0x00007f0fe82cb000 nid=0x16fda waiting for monitor entry [0x00007f0fc00d9000]
  769. java.lang.Thread.State: BLOCKED (on object monitor)
  770. at org.apache.hadoop.hbase.ipc.RpcServer$Listener$Reader.registerChannel(RpcServer.java:593)
  771. - waiting to lock <0x000000041ae15540> (a org.apache.hadoop.hbase.ipc.RpcServer$Listener$Reader)
  772. at org.apache.hadoop.hbase.ipc.RpcServer$Listener.doAccept(RpcServer.java:745)
  773. at org.apache.hadoop.hbase.ipc.RpcServer$Listener.run(RpcServer.java:668)
  774. "RpcServer.responder" daemon prio=10 tid=0x00007f0fe82c1800 nid=0x16fd9 runnable [0x00007f0fc01da000]
  775. java.lang.Thread.State: RUNNABLE
  776. at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  777. at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210)
  778. at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
  779. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  780. - locked <0x000000041ae337b8> (a sun.nio.ch.Util$2)
  781. - locked <0x000000041ae337d0> (a java.util.Collections$UnmodifiableSet)
  782. - locked <0x000000041ae32cb8> (a sun.nio.ch.EPollSelectorImpl)
  783. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  784. at org.apache.hadoop.hbase.ipc.RpcServer$Responder.doRunLoop(RpcServer.java:847)
  785. at org.apache.hadoop.hbase.ipc.RpcServer$Responder.run(RpcServer.java:830)
  786. "dsjhd061:60020Replication Statistics #0" daemon prio=10 tid=0x00007f0fe8111800 nid=0x16fd8 waiting on condition [0x00007f0fc02db000]
  787. java.lang.Thread.State: TIMED_WAITING (parking)
  788. at sun.misc.Unsafe.park(Native Method)
  789. - parking to wait for <0x000000041ae011c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  790. at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:196)
  791. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2025)
  792. at java.util.concurrent.DelayQueue.take(DelayQueue.java:164)
  793. at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:609)
  794. at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:602)
  795. at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947)
  796. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907)
  797. at java.lang.Thread.run(Thread.java:662)
  798. "regionserver60020-EventThread" daemon prio=10 tid=0x00007f0fe82c0000 nid=0x16fa4 waiting on condition [0x00007f0fc03dc000]
  799. java.lang.Thread.State: WAITING (parking)
  800. at sun.misc.Unsafe.park(Native Method)
  801. - parking to wait for <0x000000041ae01c98> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  802. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  803. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  804. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  805. at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:491)
  806. "regionserver60020-SendThread(dsjhd113:2181)" daemon prio=10 tid=0x00007f0fe80dc800 nid=0x16fa3 runnable [0x00007f0fc11ea000]
  807. java.lang.Thread.State: RUNNABLE
  808. at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  809. at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210)
  810. at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
  811. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  812. - locked <0x000000041ae01b18> (a sun.nio.ch.Util$2)
  813. - locked <0x000000041ae01b30> (a java.util.Collections$UnmodifiableSet)
  814. - locked <0x000000041ae09d28> (a sun.nio.ch.EPollSelectorImpl)
  815. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  816. at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:349)
  817. at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1072)
  818. "Timer-0" daemon prio=10 tid=0x00007f0fe80df800 nid=0x16f91 in Object.wait() [0x00007f0fc04dd000]
  819. java.lang.Thread.State: TIMED_WAITING (on object monitor)
  820. at java.lang.Object.wait(Native Method)
  821. at java.util.TimerThread.mainLoop(Timer.java:509)
  822. - locked <0x000000041ae02448> (a java.util.TaskQueue)
  823. at java.util.TimerThread.run(Timer.java:462)
  824. "2129429343@qtp-820198133-1 - Acceptor0 [email protected]:60030" daemon prio=10 tid=0x00007f0fe80e3000 nid=0x16f8e runnable [0x00007f0fc05de000]
  825. java.lang.Thread.State: RUNNABLE
  826. at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  827. at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210)
  828. at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
  829. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  830. - locked <0x0000000430004380> (a sun.nio.ch.Util$2)
  831. - locked <0x0000000430004368> (a java.util.Collections$UnmodifiableSet)
  832. - locked <0x000000042ffda538> (a sun.nio.ch.EPollSelectorImpl)
  833. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  834. at org.mortbay.io.nio.SelectorManager$SelectSet.doSelect(SelectorManager.java:498)
  835. at org.mortbay.io.nio.SelectorManager.doSelect(SelectorManager.java:192)
  836. at org.mortbay.jetty.nio.SelectChannelConnector.accept(SelectChannelConnector.java:124)
  837. at org.mortbay.jetty.AbstractConnector$Acceptor.run(AbstractConnector.java:708)
  838. at org.mortbay.thread.QueuedThreadPool$PoolThread.run(QueuedThreadPool.java:582)
  839. "regionserver60020.leaseChecker" daemon prio=10 tid=0x00007f0fe806c000 nid=0x16f8c waiting on condition [0x00007f0fc07e0000]
  840. java.lang.Thread.State: TIMED_WAITING (sleeping)
  841. at java.lang.Thread.sleep(Native Method)
  842. at org.apache.hadoop.hbase.regionserver.Leases.run(Leases.java:95)
  843. at java.lang.Thread.run(Thread.java:662)
  844. "regionserver60020.periodicFlusher" daemon prio=10 tid=0x00007f0fe806a000 nid=0x16f8b in Object.wait() [0x00007f0fc08e1000]
  845. java.lang.Thread.State: TIMED_WAITING (on object monitor)
  846. at java.lang.Object.wait(Native Method)
  847. at org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:92)
  848. - locked <0x000000041ae0e3f8> (a java.lang.Object)
  849. at org.apache.hadoop.hbase.Chore.run(Chore.java:88)
  850. at java.lang.Thread.run(Thread.java:662)
  851. "regionserver60020.compactionChecker" daemon prio=10 tid=0x00007f0fe8068000 nid=0x16f8a in Object.wait() [0x00007f0fc09e2000]
  852. java.lang.Thread.State: TIMED_WAITING (on object monitor)
  853. at java.lang.Object.wait(Native Method)
  854. at org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:92)
  855. - locked <0x000000041ae15558> (a java.lang.Object)
  856. at org.apache.hadoop.hbase.Chore.run(Chore.java:88)
  857. at java.lang.Thread.run(Thread.java:662)
  858. "Thread-16" prio=10 tid=0x00007f0fe8066800 nid=0x16f89 waiting on condition [0x00007f0fc0ae3000]
  859. java.lang.Thread.State: TIMED_WAITING (parking)
  860. at sun.misc.Unsafe.park(Native Method)
  861. - parking to wait for <0x000000041ae01228> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  862. at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:196)
  863. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2025)
  864. at java.util.concurrent.DelayQueue.poll(DelayQueue.java:201)
  865. at java.util.concurrent.DelayQueue.poll(DelayQueue.java:39)
  866. at org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:228)
  867. at java.lang.Thread.run(Thread.java:662)
  868. "regionserver60020.logRoller" daemon prio=10 tid=0x00007f0fe80aa800 nid=0x16f88 in Object.wait() [0x00007f0fc0be4000]
  869. java.lang.Thread.State: TIMED_WAITING (on object monitor)
  870. at java.lang.Object.wait(Native Method)
  871. at org.apache.hadoop.hbase.regionserver.LogRoller.run(LogRoller.java:78)
  872. - locked <0x000000041ae0f1b8> (a java.util.concurrent.atomic.AtomicBoolean)
  873. at java.lang.Thread.run(Thread.java:662)
  874. "HBase-Metrics2-1" daemon prio=10 tid=0x00007f0fe80a8000 nid=0x16f87 waiting on condition [0x00007f0fc0ce5000]
  875. java.lang.Thread.State: TIMED_WAITING (parking)
  876. at sun.misc.Unsafe.park(Native Method)
  877. - parking to wait for <0x000000041ae012a0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  878. at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:196)
  879. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2025)
  880. at java.util.concurrent.DelayQueue.take(DelayQueue.java:164)
  881. at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:609)
  882. at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:602)
  883. at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947)
  884. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907)
  885. at java.lang.Thread.run(Thread.java:662)
  886. "regionserver60020.logSyncer" daemon prio=10 tid=0x00007f0fe8110800 nid=0x16f86 in Object.wait() [0x00007f0fc0de6000]
  887. java.lang.Thread.State: TIMED_WAITING (on object monitor)
  888. at java.lang.Object.wait(Native Method)
  889. at org.apache.hadoop.hbase.regionserver.wal.FSHLog$LogSyncer.run(FSHLog.java:960)
  890. - locked <0x000000041ae02478> (a java.util.concurrent.atomic.AtomicBoolean)
  891. at java.lang.Thread.run(Thread.java:662)
  892. "LeaseRenewer:hbase@rtpha" daemon prio=10 tid=0x00007f0fe80d7800 nid=0x16f85 waiting on condition [0x00007f0fc0ee7000]
  893. java.lang.Thread.State: TIMED_WAITING (sleeping)
  894. at java.lang.Thread.sleep(Native Method)
  895. at org.apache.hadoop.hdfs.LeaseRenewer.run(LeaseRenewer.java:438)
  896. at org.apache.hadoop.hdfs.LeaseRenewer.access$700(LeaseRenewer.java:71)
  897. at org.apache.hadoop.hdfs.LeaseRenewer$1.run(LeaseRenewer.java:298)
  898. at java.lang.Thread.run(Thread.java:662)
  899. "JvmPauseMonitor" daemon prio=10 tid=0x00007f0fe807e800 nid=0x16f6c waiting on condition [0x00007f0fc13ec000]
  900. java.lang.Thread.State: TIMED_WAITING (sleeping)
  901. at java.lang.Thread.sleep(Native Method)
  902. at org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:159)
  903. at java.lang.Thread.run(Thread.java:662)
  904. "regionserver60020-EventThread" daemon prio=10 tid=0x00007f0fe8040800 nid=0x16f5e waiting on condition [0x00007f0fc14ed000]
  905. java.lang.Thread.State: WAITING (parking)
  906. at sun.misc.Unsafe.park(Native Method)
  907. - parking to wait for <0x000000041ae02490> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  908. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  909. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  910. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  911. at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:491)
  912. "regionserver60020-SendThread(dsjhd113:2181)" daemon prio=10 tid=0x00007f0fe8025800 nid=0x16f5d runnable [0x00007f0fc15ee000]
  913. java.lang.Thread.State: RUNNABLE
  914. at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  915. at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210)
  916. at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
  917. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  918. - locked <0x000000041ae01b60> (a sun.nio.ch.Util$2)
  919. - locked <0x000000041ae01b78> (a java.util.Collections$UnmodifiableSet)
  920. - locked <0x000000041ae09d70> (a sun.nio.ch.EPollSelectorImpl)
  921. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  922. at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:349)
  923. at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1072)
  924. "regionserver60020-EventThread" daemon prio=10 tid=0x00007f0fe800b800 nid=0x16f5b waiting on condition [0x00007f0fc16ef000]
  925. java.lang.Thread.State: WAITING (parking)
  926. at sun.misc.Unsafe.park(Native Method)
  927. - parking to wait for <0x000000041ae118b8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  928. at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
  929. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
  930. at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
  931. at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:491)
  932. "regionserver60020-SendThread(dsjhd113:2181)" daemon prio=10 tid=0x00007f0fe8004000 nid=0x16f5a runnable [0x00007f0fc17f0000]
  933. java.lang.Thread.State: RUNNABLE
  934. at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  935. at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210)
  936. at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
  937. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  938. - locked <0x000000041ae022b0> (a sun.nio.ch.Util$2)
  939. - locked <0x000000041ae022c8> (a java.util.Collections$UnmodifiableSet)
  940. - locked <0x000000041ae10d38> (a sun.nio.ch.EPollSelectorImpl)
  941. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  942. at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:349)
  943. at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1072)
  944. "regionserver60020" prio=10 tid=0x00007f0fed08e000 nid=0x16f59 in Object.wait() [0x00007f0fc19f3000]
  945. java.lang.Thread.State: TIMED_WAITING (on object monitor)
  946. at java.lang.Object.wait(Native Method)
  947. at org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:92)
  948. - locked <0x000000041ae024d8> (a java.lang.Object)
  949. at org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:56)
  950. at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:841)
  951. at java.lang.Thread.run(Thread.java:662)
  952. "LruStats #0" daemon prio=10 tid=0x00007f0fed094000 nid=0x16f58 waiting on condition [0x00007f0fc1af4000]
  953. java.lang.Thread.State: TIMED_WAITING (parking)
  954. at sun.misc.Unsafe.park(Native Method)
  955. - parking to wait for <0x000000041ae01e30> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  956. at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:196)
  957. at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2025)
  958. at java.util.concurrent.DelayQueue.take(DelayQueue.java:164)
  959. at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:609)
  960. at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:602)
  961. at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947)
  962. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907)
  963. at java.lang.Thread.run(Thread.java:662)
  964. "main.LruBlockCache.EvictionThread" daemon prio=10 tid=0x00007f0fed866000 nid=0x16f57 in Object.wait() [0x00007f0fc1bf5000]
  965. java.lang.Thread.State: WAITING (on object monitor)
  966. at java.lang.Object.wait(Native Method)
  967. - waiting on <0x000000041ae0f1d0> (a org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread)
  968. at java.lang.Object.wait(Object.java:485)
  969. at org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:678)
  970. - locked <0x000000041ae0f1d0> (a org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread)
  971. at java.lang.Thread.run(Thread.java:662)
  972. "Timer for 'HBase' metrics system" daemon prio=10 tid=0x00007f0fed6f9800 nid=0x16f56 in Object.wait() [0x00007f0fc1cf6000]
  973. java.lang.Thread.State: TIMED_WAITING (on object monitor)
  974. at java.lang.Object.wait(Native Method)
  975. at java.util.TimerThread.mainLoop(Timer.java:509)
  976. - locked <0x000000041ae177c8> (a java.util.TaskQueue)
  977. at java.util.TimerThread.run(Timer.java:462)
  978. "ganglia" daemon prio=10 tid=0x00007f0fed6ee800 nid=0x16f55 in Object.wait() [0x00007f0fc1df7000]
  979. java.lang.Thread.State: WAITING (on object monitor)
  980. at java.lang.Object.wait(Native Method)
  981. at java.lang.Object.wait(Object.java:485)
  982. at org.apache.hadoop.metrics2.impl.SinkQueue.waitForData(SinkQueue.java:114)
  983. - locked <0x000000041ae1ab80> (a org.apache.hadoop.metrics2.impl.SinkQueue)
  984. at org.apache.hadoop.metrics2.impl.SinkQueue.consumeAll(SinkQueue.java:83)
  985. at org.apache.hadoop.metrics2.impl.MetricsSinkAdapter.publishMetricsFromQueue(MetricsSinkAdapter.java:127)
  986. at org.apache.hadoop.metrics2.impl.MetricsSinkAdapter$1.run(MetricsSinkAdapter.java:86)
  987. "RpcServer.reader=9,port=60020" daemon prio=10 tid=0x00007f0fed0d1000 nid=0x16f52 runnable [0x00007f0fc1ef8000]
  988. java.lang.Thread.State: RUNNABLE
  989. at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  990. at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210)
  991. at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
  992. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  993. - locked <0x000000041ae16688> (a sun.nio.ch.Util$2)
  994. - locked <0x000000041ae166a0> (a java.util.Collections$UnmodifiableSet)
  995. - locked <0x000000041ae15bf0> (a sun.nio.ch.EPollSelectorImpl)
  996. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  997. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84)
  998. at org.apache.hadoop.hbase.ipc.RpcServer$Listener$Reader.doRunLoop(RpcServer.java:552)
  999. - locked <0x000000041ae166b8> (a org.apache.hadoop.hbase.ipc.RpcServer$Listener$Reader)
  1000. at org.apache.hadoop.hbase.ipc.RpcServer$Listener$Reader.run(RpcServer.java:538)
  1001. at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
  1002. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
  1003. at java.lang.Thread.run(Thread.java:662)
  1004. "RpcServer.reader=8,port=60020" daemon prio=10 tid=0x00007f0fed376000 nid=0x16f51 runnable [0x00007f0fc1ff9000]
  1005. java.lang.Thread.State: RUNNABLE
  1006. at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  1007. at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210)
  1008. at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
  1009. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  1010. - locked <0x000000041ae02310> (a sun.nio.ch.Util$2)
  1011. - locked <0x000000041ae02328> (a java.util.Collections$UnmodifiableSet)
  1012. - locked <0x000000041ae10d80> (a sun.nio.ch.EPollSelectorImpl)
  1013. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  1014. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84)
  1015. at org.apache.hadoop.hbase.ipc.RpcServer$Listener$Reader.doRunLoop(RpcServer.java:552)
  1016. - locked <0x000000041ae02340> (a org.apache.hadoop.hbase.ipc.RpcServer$Listener$Reader)
  1017. at org.apache.hadoop.hbase.ipc.RpcServer$Listener$Reader.run(RpcServer.java:538)
  1018. at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
  1019. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
  1020. at java.lang.Thread.run(Thread.java:662)
  1021. "RpcServer.reader=7,port=60020" daemon prio=10 tid=0x00007f0fedcfe800 nid=0x16f50 runnable [0x00007f0fc20fa000]
  1022. java.lang.Thread.State: RUNNABLE
  1023. at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  1024. at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210)
  1025. at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
  1026. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  1027. - locked <0x000000041ae153f0> (a sun.nio.ch.Util$2)
  1028. - locked <0x000000041ae15408> (a java.util.Collections$UnmodifiableSet)
  1029. - locked <0x000000041ae14ad0> (a sun.nio.ch.EPollSelectorImpl)
  1030. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  1031. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84)
  1032. at org.apache.hadoop.hbase.ipc.RpcServer$Listener$Reader.doRunLoop(RpcServer.java:552)
  1033. - locked <0x000000041ae15420> (a org.apache.hadoop.hbase.ipc.RpcServer$Listener$Reader)
  1034. at org.apache.hadoop.hbase.ipc.RpcServer$Listener$Reader.run(RpcServer.java:538)
  1035. at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
  1036. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
  1037. at java.lang.Thread.run(Thread.java:662)
  1038. "RpcServer.reader=6,port=60020" daemon prio=10 tid=0x00007f0fed623800 nid=0x16f4f runnable [0x00007f0fc21fb000]
  1039. java.lang.Thread.State: RUNNABLE
  1040. at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  1041. at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210)
  1042. at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
  1043. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  1044. - locked <0x000000041ae52120> (a sun.nio.ch.Util$2)
  1045. - locked <0x000000041ae52138> (a java.util.Collections$UnmodifiableSet)
  1046. - locked <0x000000041ae3cee0> (a sun.nio.ch.EPollSelectorImpl)
  1047. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  1048. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84)
  1049. at org.apache.hadoop.hbase.ipc.RpcServer$Listener$Reader.doRunLoop(RpcServer.java:552)
  1050. - locked <0x000000041ae15528> (a org.apache.hadoop.hbase.ipc.RpcServer$Listener$Reader)
  1051. at org.apache.hadoop.hbase.ipc.RpcServer$Listener$Reader.run(RpcServer.java:538)
  1052. at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
  1053. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
  1054. at java.lang.Thread.run(Thread.java:662)
  1055. "RpcServer.reader=5,port=60020" daemon prio=10 tid=0x00007f0fed622800 nid=0x16f4e runnable [0x00007f0fc22fc000]
  1056. java.lang.Thread.State: RUNNABLE
  1057. at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  1058. at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210)
  1059. at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
  1060. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  1061. - locked <0x000000041ae15570> (a sun.nio.ch.Util$2)
  1062. - locked <0x000000041ae15588> (a java.util.Collections$UnmodifiableSet)
  1063. - locked <0x000000041ae14bf0> (a sun.nio.ch.EPollSelectorImpl)
  1064. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  1065. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84)
  1066. at org.apache.hadoop.hbase.ipc.RpcServer$Listener$Reader.doRunLoop(RpcServer.java:552)
  1067. - locked <0x000000041ae155a0> (a org.apache.hadoop.hbase.ipc.RpcServer$Listener$Reader)
  1068. at org.apache.hadoop.hbase.ipc.RpcServer$Listener$Reader.run(RpcServer.java:538)
  1069. at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
  1070. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
  1071. at java.lang.Thread.run(Thread.java:662)
  1072. "RpcServer.reader=4,port=60020" daemon prio=10 tid=0x00007f0fed704000 nid=0x16f4d runnable [0x00007f0fc23fd000]
  1073. java.lang.Thread.State: RUNNABLE
  1074. at sun.nio.ch.FileDispatcher.read0(Native Method)
  1075. at sun.nio.ch.SocketDispatcher.read(SocketDispatcher.java:21)
  1076. at sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:198)
  1077. at sun.nio.ch.IOUtil.read(IOUtil.java:171)
  1078. at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:243)
  1079. - locked <0x00000004211d8020> (a java.lang.Object)
  1080. at org.apache.hadoop.hbase.ipc.RpcServer.channelRead(RpcServer.java:2368)
  1081. at org.apache.hadoop.hbase.ipc.RpcServer$Connection.readAndProcess(RpcServer.java:1476)
  1082. at org.apache.hadoop.hbase.ipc.RpcServer$Listener.doRead(RpcServer.java:770)
  1083. at org.apache.hadoop.hbase.ipc.RpcServer$Listener$Reader.doRunLoop(RpcServer.java:563)
  1084. - locked <0x000000041ae15540> (a org.apache.hadoop.hbase.ipc.RpcServer$Listener$Reader)
  1085. at org.apache.hadoop.hbase.ipc.RpcServer$Listener$Reader.run(RpcServer.java:538)
  1086. at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
  1087. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
  1088. at java.lang.Thread.run(Thread.java:662)
  1089. "RpcServer.reader=3,port=60020" daemon prio=10 tid=0x00007f0fed6bd800 nid=0x16f4c runnable [0x00007f0fc24fe000]
  1090. java.lang.Thread.State: RUNNABLE
  1091. at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  1092. at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210)
  1093. at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
  1094. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  1095. - locked <0x000000041ae155d0> (a sun.nio.ch.Util$2)
  1096. - locked <0x000000041ae155e8> (a java.util.Collections$UnmodifiableSet)
  1097. - locked <0x000000041ae14c38> (a sun.nio.ch.EPollSelectorImpl)
  1098. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  1099. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84)
  1100. at org.apache.hadoop.hbase.ipc.RpcServer$Listener$Reader.doRunLoop(RpcServer.java:552)
  1101. - locked <0x000000041ae15600> (a org.apache.hadoop.hbase.ipc.RpcServer$Listener$Reader)
  1102. at org.apache.hadoop.hbase.ipc.RpcServer$Listener$Reader.run(RpcServer.java:538)
  1103. at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
  1104. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
  1105. at java.lang.Thread.run(Thread.java:662)
  1106. "RpcServer.reader=2,port=60020" daemon prio=10 tid=0x00007f0fed537000 nid=0x16f4b runnable [0x00007f0fc25ff000]
  1107. java.lang.Thread.State: RUNNABLE
  1108. at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  1109. at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210)
  1110. at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
  1111. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  1112. - locked <0x000000041ae15450> (a sun.nio.ch.Util$2)
  1113. - locked <0x000000041ae15468> (a java.util.Collections$UnmodifiableSet)
  1114. - locked <0x000000041ae14b18> (a sun.nio.ch.EPollSelectorImpl)
  1115. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  1116. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84)
  1117. at org.apache.hadoop.hbase.ipc.RpcServer$Listener$Reader.doRunLoop(RpcServer.java:552)
  1118. - locked <0x000000041ae15480> (a org.apache.hadoop.hbase.ipc.RpcServer$Listener$Reader)
  1119. at org.apache.hadoop.hbase.ipc.RpcServer$Listener$Reader.run(RpcServer.java:538)
  1120. at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
  1121. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
  1122. at java.lang.Thread.run(Thread.java:662)
  1123. "RpcServer.reader=1,port=60020" daemon prio=10 tid=0x00007f0fed570000 nid=0x16f4a runnable [0x00007f0fc2e42000]
  1124. java.lang.Thread.State: RUNNABLE
  1125. at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  1126. at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210)
  1127. at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
  1128. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  1129. - locked <0x000000041ae15630> (a sun.nio.ch.Util$2)
  1130. - locked <0x000000041ae15648> (a java.util.Collections$UnmodifiableSet)
  1131. - locked <0x000000041ae14c80> (a sun.nio.ch.EPollSelectorImpl)
  1132. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  1133. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84)
  1134. at org.apache.hadoop.hbase.ipc.RpcServer$Listener$Reader.doRunLoop(RpcServer.java:552)
  1135. - locked <0x000000041ae15660> (a org.apache.hadoop.hbase.ipc.RpcServer$Listener$Reader)
  1136. at org.apache.hadoop.hbase.ipc.RpcServer$Listener$Reader.run(RpcServer.java:538)
  1137. at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
  1138. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
  1139. at java.lang.Thread.run(Thread.java:662)
  1140. "RpcServer.reader=0,port=60020" daemon prio=10 tid=0x00007f0fedbcf000 nid=0x16f49 runnable [0x00007f0fc2f43000]
  1141. java.lang.Thread.State: RUNNABLE
  1142. at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
  1143. at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210)
  1144. at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
  1145. at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
  1146. - locked <0x000000041ae154b0> (a sun.nio.ch.Util$2)
  1147. - locked <0x000000041ae154c8> (a java.util.Collections$UnmodifiableSet)
  1148. - locked <0x000000041ae14b60> (a sun.nio.ch.EPollSelectorImpl)
  1149. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
  1150. at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84)
  1151. at org.apache.hadoop.hbase.ipc.RpcServer$Listener$Reader.doRunLoop(RpcServer.java:552)
  1152. - locked <0x000000041ae154e0> (a org.apache.hadoop.hbase.ipc.RpcServer$Listener$Reader)
  1153. at org.apache.hadoop.hbase.ipc.RpcServer$Listener$Reader.run(RpcServer.java:538)
  1154. at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
  1155. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
  1156. at java.lang.Thread.run(Thread.java:662)
  1157. "Low Memory Detector" daemon prio=10 tid=0x00007f0fec2a3000 nid=0x16f3c runnable [0x0000000000000000]
  1158. java.lang.Thread.State: RUNNABLE
  1159. "C2 CompilerThread1" daemon prio=10 tid=0x00007f0fec29e800 nid=0x16f3b waiting on condition [0x0000000000000000]
  1160. java.lang.Thread.State: RUNNABLE
  1161. "C2 CompilerThread0" daemon prio=10 tid=0x00007f0fec29c000 nid=0x16f3a waiting on condition [0x0000000000000000]
  1162. java.lang.Thread.State: RUNNABLE
  1163. "Signal Dispatcher" daemon prio=10 tid=0x00007f0fec29a000 nid=0x16f39 runnable [0x0000000000000000]
  1164. java.lang.Thread.State: RUNNABLE
  1165. "Surrogate Locker Thread (Concurrent GC)" daemon prio=10 tid=0x00007f0fec298000 nid=0x16f38 waiting on condition [0x0000000000000000]
  1166. java.lang.Thread.State: RUNNABLE
  1167. "Finalizer" daemon prio=10 tid=0x00007f0fec276800 nid=0x16f37 in Object.wait() [0x00007f0fc9d2b000]
  1168. java.lang.Thread.State: WAITING (on object monitor)
  1169. at java.lang.Object.wait(Native Method)
  1170. at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:118)
  1171. - locked <0x000000041ae15690> (a java.lang.ref.ReferenceQueue$Lock)
  1172. at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:134)
  1173. at java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:159)
  1174. "Reference Handler" daemon prio=10 tid=0x00007f0fec274800 nid=0x16f36 in Object.wait() [0x00007f0fc9e2c000]
  1175. java.lang.Thread.State: WAITING (on object monitor)
  1176. at java.lang.Object.wait(Native Method)
  1177. at java.lang.Object.wait(Object.java:485)
  1178. at java.lang.ref.Reference$ReferenceHandler.run(Reference.java:116)
  1179. - locked <0x000000041ae15510> (a java.lang.ref.Reference$Lock)
  1180. "main" prio=10 tid=0x00007f0fec00e000 nid=0x16f1c in Object.wait() [0x00007f0ff3dbe000]
  1181. java.lang.Thread.State: WAITING (on object monitor)
  1182. at java.lang.Object.wait(Native Method)
  1183. - waiting on <0x000000041ae0a288> (a java.lang.Thread)
  1184. at java.lang.Thread.join(Thread.java:1186)
  1185. - locked <0x000000041ae0a288> (a java.lang.Thread)
  1186. at java.lang.Thread.join(Thread.java:1239)
  1187. at org.apache.hadoop.hbase.regionserver.HRegionServerCommandLine.start(HRegionServerCommandLine.java:64)
  1188. at org.apache.hadoop.hbase.regionserver.HRegionServerCommandLine.run(HRegionServerCommandLine.java:85)
  1189. at org.apache.hadoop.util.ToolRunner.run(ToolRunner.java:70)
  1190. at org.apache.hadoop.hbase.util.ServerCommandLine.doMain(ServerCommandLine.java:126)
  1191. at org.apache.hadoop.hbase.regionserver.HRegionServer.main(HRegionServer.java:2311)
  1192. "VM Thread" prio=10 tid=0x00007f0fec26e000 nid=0x16f35 runnable
  1193. "Gang worker#0 (Parallel GC Threads)" prio=10 tid=0x00007f0fec01c800 nid=0x16f1d runnable
  1194. "Gang worker#1 (Parallel GC Threads)" prio=10 tid=0x00007f0fec01e800 nid=0x16f1e runnable
  1195. "Gang worker#2 (Parallel GC Threads)" prio=10 tid=0x00007f0fec020800 nid=0x16f1f runnable
  1196. "Gang worker#3 (Parallel GC Threads)" prio=10 tid=0x00007f0fec022000 nid=0x16f20 runnable
  1197. "Gang worker#4 (Parallel GC Threads)" prio=10 tid=0x00007f0fec024000 nid=0x16f21 runnable
  1198. "Gang worker#5 (Parallel GC Threads)" prio=10 tid=0x00007f0fec026000 nid=0x16f22 runnable
  1199. "Gang worker#6 (Parallel GC Threads)" prio=10 tid=0x00007f0fec027800 nid=0x16f23 runnable
  1200. "Gang worker#7 (Parallel GC Threads)" prio=10 tid=0x00007f0fec029800 nid=0x16f24 runnable
  1201. "Gang worker#8 (Parallel GC Threads)" prio=10 tid=0x00007f0fec02b000 nid=0x16f25 runnable
  1202. "Gang worker#9 (Parallel GC Threads)" prio=10 tid=0x00007f0fec02d000 nid=0x16f26 runnable
  1203. "Gang worker#10 (Parallel GC Threads)" prio=10 tid=0x00007f0fec02f000 nid=0x16f27 runnable
  1204. "Gang worker#11 (Parallel GC Threads)" prio=10 tid=0x00007f0fec030800 nid=0x16f28 runnable
  1205. "Gang worker#12 (Parallel GC Threads)" prio=10 tid=0x00007f0fec032800 nid=0x16f29 runnable
  1206. "Gang worker#13 (Parallel GC Threads)" prio=10 tid=0x00007f0fec034800 nid=0x16f2a runnable
  1207. "Gang worker#14 (Parallel GC Threads)" prio=10 tid=0x00007f0fec036000 nid=0x16f2b runnable
  1208. "Gang worker#15 (Parallel GC Threads)" prio=10 tid=0x00007f0fec038000 nid=0x16f2c runnable
  1209. "Gang worker#16 (Parallel GC Threads)" prio=10 tid=0x00007f0fec03a000 nid=0x16f2d runnable
  1210. "Gang worker#17 (Parallel GC Threads)" prio=10 tid=0x00007f0fec03b800 nid=0x16f2e runnable
  1211. "Concurrent Mark-Sweep GC Thread" prio=10 tid=0x00007f0fec227800 nid=0x16f34 runnable
  1212. "Gang worker#0 (Parallel CMS Threads)" prio=10 tid=0x00007f0fec21d800 nid=0x16f2f runnable
  1213. "Gang worker#1 (Parallel CMS Threads)" prio=10 tid=0x00007f0fec21f800 nid=0x16f30 runnable
  1214. "Gang worker#2 (Parallel CMS Threads)" prio=10 tid=0x00007f0fec221000 nid=0x16f31 runnable
  1215. "Gang worker#3 (Parallel CMS Threads)" prio=10 tid=0x00007f0fec223000 nid=0x16f32 runnable
  1216. "Gang worker#4 (Parallel CMS Threads)" prio=10 tid=0x00007f0fec225000 nid=0x16f33 runnable
  1217. "VM Periodic Task Thread" prio=10 tid=0x00007f0fec2b6800 nid=0x16f3d waiting on condition
  1218. JNI global references: 1466