2011-02-11 22:43:04 Full thread dump Java HotSpot(TM) 64-Bit Server VM (16.3-b01 mixed mode): "pool-1-thread-52" prio=10 tid=0x0000000043d4e800 nid=0x3f48 runnable [0x000000004729b000] java.lang.Thread.State: RUNNABLE at java.net.SocketInputStream.socketRead0(Native Method) at java.net.SocketInputStream.read(SocketInputStream.java:129) at java.io.BufferedInputStream.fill(BufferedInputStream.java:218) at java.io.BufferedInputStream.read1(BufferedInputStream.java:258) at java.io.BufferedInputStream.read(BufferedInputStream.java:317) - locked <0x00002aab070774f0> (a java.io.BufferedInputStream) at org.apache.thrift.transport.TIOStreamTransport.read(TIOStreamTransport.java:127) at com.cloudera.flume.handlers.thrift.TStatsTransport.read(TStatsTransport.java:59) at org.apache.thrift.transport.TTransport.readAll(TTransport.java:84) at org.apache.thrift.protocol.TBinaryProtocol.readAll(TBinaryProtocol.java:378) at org.apache.thrift.protocol.TBinaryProtocol.readI32(TBinaryProtocol.java:297) at org.apache.thrift.protocol.TBinaryProtocol.readMessageBegin(TBinaryProtocol.java:204) at com.cloudera.flume.conf.thrift.ThriftFlumeClientServer$Processor.process(ThriftFlumeClientServer.java:626) at org.apache.thrift.server.TSaneThreadPoolServer$WorkerProcess.run(TSaneThreadPoolServer.java:280) at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) at java.lang.Thread.run(Thread.java:619) "pool-1-thread-51" prio=10 tid=0x0000000043d4c000 nid=0x3f47 waiting for monitor entry [0x000000004719a000] java.lang.Thread.State: BLOCKED (on object monitor) at com.cloudera.flume.master.TranslatingConfigurationManager.getLogicalNode(TranslatingConfigurationManager.java:427) - waiting to lock <0x00002aab0ad780d0> (a com.cloudera.flume.master.logical.LogicalConfigurationManager) at com.cloudera.flume.master.MasterClientServer.getLogicalNodes(MasterClientServer.java:83) at com.cloudera.flume.master.MasterClientServerThrift.getLogicalNodes(MasterClientServerThrift.java:62) at com.cloudera.flume.conf.thrift.ThriftFlumeClientServer$Processor$getLogicalNodes.process(ThriftFlumeClientServer.java:712) at com.cloudera.flume.conf.thrift.ThriftFlumeClientServer$Processor.process(ThriftFlumeClientServer.java:638) at org.apache.thrift.server.TSaneThreadPoolServer$WorkerProcess.run(TSaneThreadPoolServer.java:280) at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) at java.lang.Thread.run(Thread.java:619) "pool-1-thread-50" prio=10 tid=0x0000000043d4a000 nid=0x3f46 waiting for monitor entry [0x0000000047099000] java.lang.Thread.State: BLOCKED (on object monitor) at com.cloudera.flume.master.TranslatingConfigurationManager.getLogicalNode(TranslatingConfigurationManager.java:427) - waiting to lock <0x00002aab0ad780d0> (a com.cloudera.flume.master.logical.LogicalConfigurationManager) at com.cloudera.flume.master.MasterClientServer.getLogicalNodes(MasterClientServer.java:83) at com.cloudera.flume.master.MasterClientServerThrift.getLogicalNodes(MasterClientServerThrift.java:62) at com.cloudera.flume.conf.thrift.ThriftFlumeClientServer$Processor$getLogicalNodes.process(ThriftFlumeClientServer.java:712) at com.cloudera.flume.conf.thrift.ThriftFlumeClientServer$Processor.process(ThriftFlumeClientServer.java:638) at org.apache.thrift.server.TSaneThreadPoolServer$WorkerProcess.run(TSaneThreadPoolServer.java:280) at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) at java.lang.Thread.run(Thread.java:619) "pool-1-thread-49" prio=10 tid=0x000000004407e000 nid=0x3f45 waiting for monitor entry [0x0000000046f98000] java.lang.Thread.State: BLOCKED (on object monitor) at com.cloudera.flume.master.TranslatingConfigurationManager.getLogicalNode(TranslatingConfigurationManager.java:427) - waiting to lock <0x00002aab0ad780d0> (a com.cloudera.flume.master.logical.LogicalConfigurationManager) at com.cloudera.flume.master.MasterClientServer.getLogicalNodes(MasterClientServer.java:83) at com.cloudera.flume.master.MasterClientServerThrift.getLogicalNodes(MasterClientServerThrift.java:62) at com.cloudera.flume.conf.thrift.ThriftFlumeClientServer$Processor$getLogicalNodes.process(ThriftFlumeClientServer.java:712) at com.cloudera.flume.conf.thrift.ThriftFlumeClientServer$Processor.process(ThriftFlumeClientServer.java:638) at org.apache.thrift.server.TSaneThreadPoolServer$WorkerProcess.run(TSaneThreadPoolServer.java:280) at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) at java.lang.Thread.run(Thread.java:619) "Attach Listener" daemon prio=10 tid=0x000000004407c000 nid=0x3f44 waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE "pool-1-thread-48" prio=10 tid=0x0000000044079800 nid=0x3f31 waiting for monitor entry [0x0000000046d96000] java.lang.Thread.State: BLOCKED (on object monitor) at com.cloudera.flume.master.TranslatingConfigurationManager.getLogicalNode(TranslatingConfigurationManager.java:427) - waiting to lock <0x00002aab0ad780d0> (a com.cloudera.flume.master.logical.LogicalConfigurationManager) at com.cloudera.flume.master.MasterClientServer.getLogicalNodes(MasterClientServer.java:83) at com.cloudera.flume.master.MasterClientServerThrift.getLogicalNodes(MasterClientServerThrift.java:62) at com.cloudera.flume.conf.thrift.ThriftFlumeClientServer$Processor$getLogicalNodes.process(ThriftFlumeClientServer.java:712) at com.cloudera.flume.conf.thrift.ThriftFlumeClientServer$Processor.process(ThriftFlumeClientServer.java:638) at org.apache.thrift.server.TSaneThreadPoolServer$WorkerProcess.run(TSaneThreadPoolServer.java:280) at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) at java.lang.Thread.run(Thread.java:619) "pool-1-thread-47" prio=10 tid=0x0000000044078000 nid=0x3f2e waiting for monitor entry [0x0000000046c95000] java.lang.Thread.State: BLOCKED (on object monitor) at com.cloudera.flume.master.TranslatingConfigurationManager.getChokeMap(TranslatingConfigurationManager.java:434) - waiting to lock <0x00002aab0ad780d0> (a com.cloudera.flume.master.logical.LogicalConfigurationManager) at com.cloudera.flume.master.MasterClientServer.getChokeMap(MasterClientServer.java:87) at com.cloudera.flume.master.MasterClientServerThrift.getChokeMap(MasterClientServerThrift.java:66) at com.cloudera.flume.conf.thrift.ThriftFlumeClientServer$Processor$getChokeMap.process(ThriftFlumeClientServer.java:738) at com.cloudera.flume.conf.thrift.ThriftFlumeClientServer$Processor.process(ThriftFlumeClientServer.java:638) at org.apache.thrift.server.TSaneThreadPoolServer$WorkerProcess.run(TSaneThreadPoolServer.java:280) at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) at java.lang.Thread.run(Thread.java:619) "pool-1-thread-46" prio=10 tid=0x00000000440e3800 nid=0x3f2d waiting for monitor entry [0x0000000046b94000] java.lang.Thread.State: BLOCKED (on object monitor) at com.cloudera.flume.master.TranslatingConfigurationManager.getLogicalNode(TranslatingConfigurationManager.java:427) - waiting to lock <0x00002aab0ad780d0> (a com.cloudera.flume.master.logical.LogicalConfigurationManager) at com.cloudera.flume.master.MasterClientServer.heartbeat(MasterClientServer.java:106) at com.cloudera.flume.master.MasterClientServerThrift.heartbeat(MasterClientServerThrift.java:75) at com.cloudera.flume.conf.thrift.ThriftFlumeClientServer$Processor$heartbeat.process(ThriftFlumeClientServer.java:659) at com.cloudera.flume.conf.thrift.ThriftFlumeClientServer$Processor.process(ThriftFlumeClientServer.java:638) at org.apache.thrift.server.TSaneThreadPoolServer$WorkerProcess.run(TSaneThreadPoolServer.java:280) at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) at java.lang.Thread.run(Thread.java:619) "pool-1-thread-45" prio=10 tid=0x00000000440e6800 nid=0x3f2c waiting for monitor entry [0x0000000046a93000] java.lang.Thread.State: BLOCKED (on object monitor) at com.cloudera.flume.master.TranslatingConfigurationManager.getLogicalNode(TranslatingConfigurationManager.java:427) - waiting to lock <0x00002aab0ad780d0> (a com.cloudera.flume.master.logical.LogicalConfigurationManager) at com.cloudera.flume.master.MasterClientServer.heartbeat(MasterClientServer.java:106) at com.cloudera.flume.master.MasterClientServerThrift.heartbeat(MasterClientServerThrift.java:75) at com.cloudera.flume.conf.thrift.ThriftFlumeClientServer$Processor$heartbeat.process(ThriftFlumeClientServer.java:659) at com.cloudera.flume.conf.thrift.ThriftFlumeClientServer$Processor.process(ThriftFlumeClientServer.java:638) at org.apache.thrift.server.TSaneThreadPoolServer$WorkerProcess.run(TSaneThreadPoolServer.java:280) at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) at java.lang.Thread.run(Thread.java:619) "1933661991@qtp-1196121930-3" prio=10 tid=0x0000000043d6b000 nid=0x3f29 in Object.wait() [0x0000000046992000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x00002aab078e3318> (a org.mortbay.thread.QueuedThreadPool$PoolThread) at org.mortbay.thread.QueuedThreadPool$PoolThread.run(QueuedThreadPool.java:625) - locked <0x00002aab078e3318> (a org.mortbay.thread.QueuedThreadPool$PoolThread) "pool-1-thread-44" prio=10 tid=0x0000000043d68800 nid=0x3f28 waiting for monitor entry [0x0000000046891000] java.lang.Thread.State: BLOCKED (on object monitor) at com.cloudera.flume.master.TranslatingConfigurationManager.getLogicalNode(TranslatingConfigurationManager.java:427) - waiting to lock <0x00002aab0ad780d0> (a com.cloudera.flume.master.logical.LogicalConfigurationManager) at com.cloudera.flume.master.MasterClientServer.getLogicalNodes(MasterClientServer.java:83) at com.cloudera.flume.master.MasterClientServerThrift.getLogicalNodes(MasterClientServerThrift.java:62) at com.cloudera.flume.conf.thrift.ThriftFlumeClientServer$Processor$getLogicalNodes.process(ThriftFlumeClientServer.java:712) at com.cloudera.flume.conf.thrift.ThriftFlumeClientServer$Processor.process(ThriftFlumeClientServer.java:638) at org.apache.thrift.server.TSaneThreadPoolServer$WorkerProcess.run(TSaneThreadPoolServer.java:280) at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) at java.lang.Thread.run(Thread.java:619) "pool-1-thread-43" prio=10 tid=0x0000000043d66800 nid=0x3f27 waiting for monitor entry [0x0000000046790000] java.lang.Thread.State: BLOCKED (on object monitor) at com.cloudera.flume.master.TranslatingConfigurationManager.getChokeMap(TranslatingConfigurationManager.java:434) - waiting to lock <0x00002aab0ad780d0> (a com.cloudera.flume.master.logical.LogicalConfigurationManager) at com.cloudera.flume.master.MasterClientServer.getChokeMap(MasterClientServer.java:87) at com.cloudera.flume.master.MasterClientServerThrift.getChokeMap(MasterClientServerThrift.java:66) at com.cloudera.flume.conf.thrift.ThriftFlumeClientServer$Processor$getChokeMap.process(ThriftFlumeClientServer.java:738) at com.cloudera.flume.conf.thrift.ThriftFlumeClientServer$Processor.process(ThriftFlumeClientServer.java:638) at org.apache.thrift.server.TSaneThreadPoolServer$WorkerProcess.run(TSaneThreadPoolServer.java:280) at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) at java.lang.Thread.run(Thread.java:619) "pool-1-thread-42" prio=10 tid=0x0000000043d64800 nid=0x3f26 waiting for monitor entry [0x000000004668f000] java.lang.Thread.State: BLOCKED (on object monitor) at com.cloudera.flume.master.TranslatingConfigurationManager.getLogicalNode(TranslatingConfigurationManager.java:427) - waiting to lock <0x00002aab0ad780d0> (a com.cloudera.flume.master.logical.LogicalConfigurationManager) at com.cloudera.flume.master.MasterClientServer.heartbeat(MasterClientServer.java:106) at com.cloudera.flume.master.MasterClientServerThrift.heartbeat(MasterClientServerThrift.java:75) at com.cloudera.flume.conf.thrift.ThriftFlumeClientServer$Processor$heartbeat.process(ThriftFlumeClientServer.java:659) at com.cloudera.flume.conf.thrift.ThriftFlumeClientServer$Processor.process(ThriftFlumeClientServer.java:638) at org.apache.thrift.server.TSaneThreadPoolServer$WorkerProcess.run(TSaneThreadPoolServer.java:280) at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) at java.lang.Thread.run(Thread.java:619) "pool-1-thread-41" prio=10 tid=0x0000000043d5d000 nid=0x3f25 waiting for monitor entry [0x000000004557e000] java.lang.Thread.State: BLOCKED (on object monitor) at com.cloudera.flume.master.TranslatingConfigurationManager.getLogicalNode(TranslatingConfigurationManager.java:427) - waiting to lock <0x00002aab0ad780d0> (a com.cloudera.flume.master.logical.LogicalConfigurationManager) at com.cloudera.flume.master.MasterClientServer.heartbeat(MasterClientServer.java:106) at com.cloudera.flume.master.MasterClientServerThrift.heartbeat(MasterClientServerThrift.java:75) at com.cloudera.flume.conf.thrift.ThriftFlumeClientServer$Processor$heartbeat.process(ThriftFlumeClientServer.java:659) at com.cloudera.flume.conf.thrift.ThriftFlumeClientServer$Processor.process(ThriftFlumeClientServer.java:638) at org.apache.thrift.server.TSaneThreadPoolServer$WorkerProcess.run(TSaneThreadPoolServer.java:280) at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) at java.lang.Thread.run(Thread.java:619) "pool-1-thread-40" prio=10 tid=0x0000000044116800 nid=0x3f24 waiting for monitor entry [0x000000004658e000] java.lang.Thread.State: BLOCKED (on object monitor) at com.cloudera.flume.master.TranslatingConfigurationManager.getLogicalNode(TranslatingConfigurationManager.java:427) - waiting to lock <0x00002aab0ad780d0> (a com.cloudera.flume.master.logical.LogicalConfigurationManager) at com.cloudera.flume.master.MasterClientServer.getLogicalNodes(MasterClientServer.java:83) at com.cloudera.flume.master.MasterClientServerThrift.getLogicalNodes(MasterClientServerThrift.java:62) at com.cloudera.flume.conf.thrift.ThriftFlumeClientServer$Processor$getLogicalNodes.process(ThriftFlumeClientServer.java:712) at com.cloudera.flume.conf.thrift.ThriftFlumeClientServer$Processor.process(ThriftFlumeClientServer.java:638) at org.apache.thrift.server.TSaneThreadPoolServer$WorkerProcess.run(TSaneThreadPoolServer.java:280) at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) at java.lang.Thread.run(Thread.java:619) "pool-1-thread-39" prio=10 tid=0x00000000440c5000 nid=0x3f23 waiting for monitor entry [0x000000004648d000] java.lang.Thread.State: BLOCKED (on object monitor) at com.cloudera.flume.master.TranslatingConfigurationManager.getChokeMap(TranslatingConfigurationManager.java:434) - waiting to lock <0x00002aab0ad780d0> (a com.cloudera.flume.master.logical.LogicalConfigurationManager) at com.cloudera.flume.master.MasterClientServer.getChokeMap(MasterClientServer.java:87) at com.cloudera.flume.master.MasterClientServerThrift.getChokeMap(MasterClientServerThrift.java:66) at com.cloudera.flume.conf.thrift.ThriftFlumeClientServer$Processor$getChokeMap.process(ThriftFlumeClientServer.java:738) at com.cloudera.flume.conf.thrift.ThriftFlumeClientServer$Processor.process(ThriftFlumeClientServer.java:638) at org.apache.thrift.server.TSaneThreadPoolServer$WorkerProcess.run(TSaneThreadPoolServer.java:280) at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) at java.lang.Thread.run(Thread.java:619) "pool-1-thread-38" prio=10 tid=0x00000000440c3800 nid=0x3f22 waiting for monitor entry [0x000000004638c000] java.lang.Thread.State: BLOCKED (on object monitor) at com.cloudera.flume.master.TranslatingConfigurationManager.getLogicalNode(TranslatingConfigurationManager.java:427) - waiting to lock <0x00002aab0ad780d0> (a com.cloudera.flume.master.logical.LogicalConfigurationManager) at com.cloudera.flume.master.MasterClientServer.heartbeat(MasterClientServer.java:106) at com.cloudera.flume.master.MasterClientServerThrift.heartbeat(MasterClientServerThrift.java:75) at com.cloudera.flume.conf.thrift.ThriftFlumeClientServer$Processor$heartbeat.process(ThriftFlumeClientServer.java:659) at com.cloudera.flume.conf.thrift.ThriftFlumeClientServer$Processor.process(ThriftFlumeClientServer.java:638) at org.apache.thrift.server.TSaneThreadPoolServer$WorkerProcess.run(TSaneThreadPoolServer.java:280) at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) at java.lang.Thread.run(Thread.java:619) "pool-1-thread-37" prio=10 tid=0x00000000440c1800 nid=0x3f21 waiting for monitor entry [0x000000004628b000] java.lang.Thread.State: BLOCKED (on object monitor) at com.cloudera.flume.master.TranslatingConfigurationManager.getLogicalNode(TranslatingConfigurationManager.java:427) - waiting to lock <0x00002aab0ad780d0> (a com.cloudera.flume.master.logical.LogicalConfigurationManager) at com.cloudera.flume.master.MasterClientServer.heartbeat(MasterClientServer.java:106) at com.cloudera.flume.master.MasterClientServerThrift.heartbeat(MasterClientServerThrift.java:75) at com.cloudera.flume.conf.thrift.ThriftFlumeClientServer$Processor$heartbeat.process(ThriftFlumeClientServer.java:659) at com.cloudera.flume.conf.thrift.ThriftFlumeClientServer$Processor.process(ThriftFlumeClientServer.java:638) at org.apache.thrift.server.TSaneThreadPoolServer$WorkerProcess.run(TSaneThreadPoolServer.java:280) at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) at java.lang.Thread.run(Thread.java:619) "pool-1-thread-36" prio=10 tid=0x00000000440bf800 nid=0x3f00 waiting for monitor entry [0x000000004618a000] java.lang.Thread.State: BLOCKED (on object monitor) at com.cloudera.flume.master.TranslatingConfigurationManager.getLogicalNode(TranslatingConfigurationManager.java:427) - waiting to lock <0x00002aab0ad780d0> (a com.cloudera.flume.master.logical.LogicalConfigurationManager) at com.cloudera.flume.master.MasterClientServer.getLogicalNodes(MasterClientServer.java:83) at com.cloudera.flume.master.MasterClientServerThrift.getLogicalNodes(MasterClientServerThrift.java:62) at com.cloudera.flume.conf.thrift.ThriftFlumeClientServer$Processor$getLogicalNodes.process(ThriftFlumeClientServer.java:712) at com.cloudera.flume.conf.thrift.ThriftFlumeClientServer$Processor.process(ThriftFlumeClientServer.java:638) at org.apache.thrift.server.TSaneThreadPoolServer$WorkerProcess.run(TSaneThreadPoolServer.java:280) at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) at java.lang.Thread.run(Thread.java:619) "pool-1-thread-35" prio=10 tid=0x000000004400d000 nid=0x3eff waiting for monitor entry [0x0000000046089000] java.lang.Thread.State: BLOCKED (on object monitor) at com.cloudera.flume.master.TranslatingConfigurationManager.getChokeMap(TranslatingConfigurationManager.java:434) - waiting to lock <0x00002aab0ad780d0> (a com.cloudera.flume.master.logical.LogicalConfigurationManager) at com.cloudera.flume.master.MasterClientServer.getChokeMap(MasterClientServer.java:87) at com.cloudera.flume.master.MasterClientServerThrift.getChokeMap(MasterClientServerThrift.java:66) at com.cloudera.flume.conf.thrift.ThriftFlumeClientServer$Processor$getChokeMap.process(ThriftFlumeClientServer.java:738) at com.cloudera.flume.conf.thrift.ThriftFlumeClientServer$Processor.process(ThriftFlumeClientServer.java:638) at org.apache.thrift.server.TSaneThreadPoolServer$WorkerProcess.run(TSaneThreadPoolServer.java:280) at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) at java.lang.Thread.run(Thread.java:619) "pool-1-thread-34" prio=10 tid=0x000000004400b800 nid=0x3efe waiting for monitor entry [0x0000000045f88000] java.lang.Thread.State: BLOCKED (on object monitor) at com.cloudera.flume.master.TranslatingConfigurationManager.getLogicalNode(TranslatingConfigurationManager.java:427) - waiting to lock <0x00002aab0ad780d0> (a com.cloudera.flume.master.logical.LogicalConfigurationManager) at com.cloudera.flume.master.MasterClientServer.heartbeat(MasterClientServer.java:106) at com.cloudera.flume.master.MasterClientServerThrift.heartbeat(MasterClientServerThrift.java:75) at com.cloudera.flume.conf.thrift.ThriftFlumeClientServer$Processor$heartbeat.process(ThriftFlumeClientServer.java:659) at com.cloudera.flume.conf.thrift.ThriftFlumeClientServer$Processor.process(ThriftFlumeClientServer.java:638) at org.apache.thrift.server.TSaneThreadPoolServer$WorkerProcess.run(TSaneThreadPoolServer.java:280) at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) at java.lang.Thread.run(Thread.java:619) "pool-1-thread-33" prio=10 tid=0x000000004400a000 nid=0x3efd waiting for monitor entry [0x0000000045e87000] java.lang.Thread.State: BLOCKED (on object monitor) at com.cloudera.flume.master.TranslatingConfigurationManager.getLogicalNode(TranslatingConfigurationManager.java:427) - waiting to lock <0x00002aab0ad780d0> (a com.cloudera.flume.master.logical.LogicalConfigurationManager) at com.cloudera.flume.master.MasterClientServer.heartbeat(MasterClientServer.java:106) at com.cloudera.flume.master.MasterClientServerThrift.heartbeat(MasterClientServerThrift.java:75) at com.cloudera.flume.conf.thrift.ThriftFlumeClientServer$Processor$heartbeat.process(ThriftFlumeClientServer.java:659) at com.cloudera.flume.conf.thrift.ThriftFlumeClientServer$Processor.process(ThriftFlumeClientServer.java:638) at org.apache.thrift.server.TSaneThreadPoolServer$WorkerProcess.run(TSaneThreadPoolServer.java:280) at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) at java.lang.Thread.run(Thread.java:619) "pool-1-thread-32" prio=10 tid=0x0000000044007800 nid=0x3efc waiting for monitor entry [0x0000000045d86000] java.lang.Thread.State: BLOCKED (on object monitor) at com.cloudera.flume.master.TranslatingConfigurationManager.getLogicalNode(TranslatingConfigurationManager.java:427) - waiting to lock <0x00002aab0ad780d0> (a com.cloudera.flume.master.logical.LogicalConfigurationManager) at com.cloudera.flume.master.MasterClientServer.getLogicalNodes(MasterClientServer.java:83) at com.cloudera.flume.master.MasterClientServerThrift.getLogicalNodes(MasterClientServerThrift.java:62) at com.cloudera.flume.conf.thrift.ThriftFlumeClientServer$Processor$getLogicalNodes.process(ThriftFlumeClientServer.java:712) at com.cloudera.flume.conf.thrift.ThriftFlumeClientServer$Processor.process(ThriftFlumeClientServer.java:638) at org.apache.thrift.server.TSaneThreadPoolServer$WorkerProcess.run(TSaneThreadPoolServer.java:280) at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) at java.lang.Thread.run(Thread.java:619) "pool-1-thread-31" prio=10 tid=0x0000000043ff5000 nid=0x3efb waiting for monitor entry [0x0000000045c85000] java.lang.Thread.State: BLOCKED (on object monitor) at com.cloudera.flume.master.TranslatingConfigurationManager.getChokeMap(TranslatingConfigurationManager.java:434) - waiting to lock <0x00002aab0ad780d0> (a com.cloudera.flume.master.logical.LogicalConfigurationManager) at com.cloudera.flume.master.MasterClientServer.getChokeMap(MasterClientServer.java:87) at com.cloudera.flume.master.MasterClientServerThrift.getChokeMap(MasterClientServerThrift.java:66) at com.cloudera.flume.conf.thrift.ThriftFlumeClientServer$Processor$getChokeMap.process(ThriftFlumeClientServer.java:738) at com.cloudera.flume.conf.thrift.ThriftFlumeClientServer$Processor.process(ThriftFlumeClientServer.java:638) at org.apache.thrift.server.TSaneThreadPoolServer$WorkerProcess.run(TSaneThreadPoolServer.java:280) at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) at java.lang.Thread.run(Thread.java:619) "pool-1-thread-30" prio=10 tid=0x0000000043d53000 nid=0x3efa waiting for monitor entry [0x0000000045b84000] java.lang.Thread.State: BLOCKED (on object monitor) at com.cloudera.flume.master.TranslatingConfigurationManager.getLogicalNode(TranslatingConfigurationManager.java:427) - waiting to lock <0x00002aab0ad780d0> (a com.cloudera.flume.master.logical.LogicalConfigurationManager) at com.cloudera.flume.master.MasterClientServer.heartbeat(MasterClientServer.java:106) at com.cloudera.flume.master.MasterClientServerThrift.heartbeat(MasterClientServerThrift.java:75) at com.cloudera.flume.conf.thrift.ThriftFlumeClientServer$Processor$heartbeat.process(ThriftFlumeClientServer.java:659) at com.cloudera.flume.conf.thrift.ThriftFlumeClientServer$Processor.process(ThriftFlumeClientServer.java:638) at org.apache.thrift.server.TSaneThreadPoolServer$WorkerProcess.run(TSaneThreadPoolServer.java:280) at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) at java.lang.Thread.run(Thread.java:619) "pool-1-thread-29" prio=10 tid=0x0000000043d58000 nid=0x3ef9 waiting for monitor entry [0x0000000045a83000] java.lang.Thread.State: BLOCKED (on object monitor) at com.cloudera.flume.master.TranslatingConfigurationManager.getLogicalNode(TranslatingConfigurationManager.java:427) - waiting to lock <0x00002aab0ad780d0> (a com.cloudera.flume.master.logical.LogicalConfigurationManager) at com.cloudera.flume.master.MasterClientServer.heartbeat(MasterClientServer.java:106) at com.cloudera.flume.master.MasterClientServerThrift.heartbeat(MasterClientServerThrift.java:75) at com.cloudera.flume.conf.thrift.ThriftFlumeClientServer$Processor$heartbeat.process(ThriftFlumeClientServer.java:659) at com.cloudera.flume.conf.thrift.ThriftFlumeClientServer$Processor.process(ThriftFlumeClientServer.java:638) at org.apache.thrift.server.TSaneThreadPoolServer$WorkerProcess.run(TSaneThreadPoolServer.java:280) at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) at java.lang.Thread.run(Thread.java:619) "pool-1-thread-28" prio=10 tid=0x0000000043d56800 nid=0x3ef6 waiting for monitor entry [0x0000000045982000] java.lang.Thread.State: BLOCKED (on object monitor) at com.cloudera.flume.master.TranslatingConfigurationManager.getLogicalNode(TranslatingConfigurationManager.java:427) - waiting to lock <0x00002aab0ad780d0> (a com.cloudera.flume.master.logical.LogicalConfigurationManager) at com.cloudera.flume.master.MasterClientServer.getLogicalNodes(MasterClientServer.java:83) at com.cloudera.flume.master.MasterClientServerThrift.getLogicalNodes(MasterClientServerThrift.java:62) at com.cloudera.flume.conf.thrift.ThriftFlumeClientServer$Processor$getLogicalNodes.process(ThriftFlumeClientServer.java:712) at com.cloudera.flume.conf.thrift.ThriftFlumeClientServer$Processor.process(ThriftFlumeClientServer.java:638) at org.apache.thrift.server.TSaneThreadPoolServer$WorkerProcess.run(TSaneThreadPoolServer.java:280) at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) at java.lang.Thread.run(Thread.java:619) "pool-1-thread-27" prio=10 tid=0x0000000043d59000 nid=0x3ef5 waiting for monitor entry [0x0000000045881000] java.lang.Thread.State: BLOCKED (on object monitor) at com.cloudera.flume.master.TranslatingConfigurationManager.getChokeMap(TranslatingConfigurationManager.java:434) - waiting to lock <0x00002aab0ad780d0> (a com.cloudera.flume.master.logical.LogicalConfigurationManager) at com.cloudera.flume.master.MasterClientServer.getChokeMap(MasterClientServer.java:87) at com.cloudera.flume.master.MasterClientServerThrift.getChokeMap(MasterClientServerThrift.java:66) at com.cloudera.flume.conf.thrift.ThriftFlumeClientServer$Processor$getChokeMap.process(ThriftFlumeClientServer.java:738) at com.cloudera.flume.conf.thrift.ThriftFlumeClientServer$Processor.process(ThriftFlumeClientServer.java:638) at org.apache.thrift.server.TSaneThreadPoolServer$WorkerProcess.run(TSaneThreadPoolServer.java:280) at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) at java.lang.Thread.run(Thread.java:619) "pool-1-thread-26" prio=10 tid=0x0000000043d60800 nid=0x3ef4 waiting for monitor entry [0x0000000045780000] java.lang.Thread.State: BLOCKED (on object monitor) at com.cloudera.flume.master.TranslatingConfigurationManager.getLogicalNode(TranslatingConfigurationManager.java:427) - waiting to lock <0x00002aab0ad780d0> (a com.cloudera.flume.master.logical.LogicalConfigurationManager) at com.cloudera.flume.master.MasterClientServer.heartbeat(MasterClientServer.java:106) at com.cloudera.flume.master.MasterClientServerThrift.heartbeat(MasterClientServerThrift.java:75) at com.cloudera.flume.conf.thrift.ThriftFlumeClientServer$Processor$heartbeat.process(ThriftFlumeClientServer.java:659) at com.cloudera.flume.conf.thrift.ThriftFlumeClientServer$Processor.process(ThriftFlumeClientServer.java:638) at org.apache.thrift.server.TSaneThreadPoolServer$WorkerProcess.run(TSaneThreadPoolServer.java:280) at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) at java.lang.Thread.run(Thread.java:619) "pool-1-thread-25" prio=10 tid=0x0000000043d60000 nid=0x3ef3 waiting for monitor entry [0x000000004567f000] java.lang.Thread.State: BLOCKED (on object monitor) at com.cloudera.flume.master.TranslatingConfigurationManager.getLogicalNode(TranslatingConfigurationManager.java:427) - waiting to lock <0x00002aab0ad780d0> (a com.cloudera.flume.master.logical.LogicalConfigurationManager) at com.cloudera.flume.master.MasterClientServer.heartbeat(MasterClientServer.java:106) at com.cloudera.flume.master.MasterClientServerThrift.heartbeat(MasterClientServerThrift.java:75) at com.cloudera.flume.conf.thrift.ThriftFlumeClientServer$Processor$heartbeat.process(ThriftFlumeClientServer.java:659) at com.cloudera.flume.conf.thrift.ThriftFlumeClientServer$Processor.process(ThriftFlumeClientServer.java:638) at org.apache.thrift.server.TSaneThreadPoolServer$WorkerProcess.run(TSaneThreadPoolServer.java:280) at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) at java.lang.Thread.run(Thread.java:619) "pool-1-thread-24" prio=10 tid=0x00000000440d8800 nid=0x3eef waiting for monitor entry [0x000000004547d000] java.lang.Thread.State: BLOCKED (on object monitor) at com.cloudera.flume.master.TranslatingConfigurationManager.getLogicalNode(TranslatingConfigurationManager.java:427) - waiting to lock <0x00002aab0ad780d0> (a com.cloudera.flume.master.logical.LogicalConfigurationManager) at com.cloudera.flume.master.MasterClientServer.getLogicalNodes(MasterClientServer.java:83) at com.cloudera.flume.master.MasterClientServerThrift.getLogicalNodes(MasterClientServerThrift.java:62) at com.cloudera.flume.conf.thrift.ThriftFlumeClientServer$Processor$getLogicalNodes.process(ThriftFlumeClientServer.java:712) at com.cloudera.flume.conf.thrift.ThriftFlumeClientServer$Processor.process(ThriftFlumeClientServer.java:638) at org.apache.thrift.server.TSaneThreadPoolServer$WorkerProcess.run(TSaneThreadPoolServer.java:280) at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) at java.lang.Thread.run(Thread.java:619) "pool-1-thread-23" prio=10 tid=0x00000000440d6800 nid=0x3eee waiting for monitor entry [0x000000004537c000] java.lang.Thread.State: BLOCKED (on object monitor) at com.cloudera.flume.master.TranslatingConfigurationManager.getChokeMap(TranslatingConfigurationManager.java:434) - waiting to lock <0x00002aab0ad780d0> (a com.cloudera.flume.master.logical.LogicalConfigurationManager) at com.cloudera.flume.master.MasterClientServer.getChokeMap(MasterClientServer.java:87) at com.cloudera.flume.master.MasterClientServerThrift.getChokeMap(MasterClientServerThrift.java:66) at com.cloudera.flume.conf.thrift.ThriftFlumeClientServer$Processor$getChokeMap.process(ThriftFlumeClientServer.java:738) at com.cloudera.flume.conf.thrift.ThriftFlumeClientServer$Processor.process(ThriftFlumeClientServer.java:638) at org.apache.thrift.server.TSaneThreadPoolServer$WorkerProcess.run(TSaneThreadPoolServer.java:280) at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) at java.lang.Thread.run(Thread.java:619) "pool-1-thread-22" prio=10 tid=0x00000000440d4800 nid=0x3eed waiting for monitor entry [0x000000004527b000] java.lang.Thread.State: BLOCKED (on object monitor) at com.cloudera.flume.master.TranslatingConfigurationManager.getLogicalNode(TranslatingConfigurationManager.java:427) - waiting to lock <0x00002aab0ad780d0> (a com.cloudera.flume.master.logical.LogicalConfigurationManager) at com.cloudera.flume.master.MasterClientServer.heartbeat(MasterClientServer.java:106) at com.cloudera.flume.master.MasterClientServerThrift.heartbeat(MasterClientServerThrift.java:75) at com.cloudera.flume.conf.thrift.ThriftFlumeClientServer$Processor$heartbeat.process(ThriftFlumeClientServer.java:659) at com.cloudera.flume.conf.thrift.ThriftFlumeClientServer$Processor.process(ThriftFlumeClientServer.java:638) at org.apache.thrift.server.TSaneThreadPoolServer$WorkerProcess.run(TSaneThreadPoolServer.java:280) at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) at java.lang.Thread.run(Thread.java:619) "pool-1-thread-21" prio=10 tid=0x0000000043fb9800 nid=0x3eec waiting for monitor entry [0x000000004517a000] java.lang.Thread.State: BLOCKED (on object monitor) at com.cloudera.flume.master.TranslatingConfigurationManager.getLogicalNode(TranslatingConfigurationManager.java:427) - waiting to lock <0x00002aab0ad780d0> (a com.cloudera.flume.master.logical.LogicalConfigurationManager) at com.cloudera.flume.master.MasterClientServer.heartbeat(MasterClientServer.java:106) at com.cloudera.flume.master.MasterClientServerThrift.heartbeat(MasterClientServerThrift.java:75) at com.cloudera.flume.conf.thrift.ThriftFlumeClientServer$Processor$heartbeat.process(ThriftFlumeClientServer.java:659) at com.cloudera.flume.conf.thrift.ThriftFlumeClientServer$Processor.process(ThriftFlumeClientServer.java:638) at org.apache.thrift.server.TSaneThreadPoolServer$WorkerProcess.run(TSaneThreadPoolServer.java:280) at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) at java.lang.Thread.run(Thread.java:619) "pool-1-thread-20" prio=10 tid=0x0000000044006000 nid=0x3eeb waiting for monitor entry [0x0000000045079000] java.lang.Thread.State: BLOCKED (on object monitor) at com.cloudera.flume.master.TranslatingConfigurationManager.getLogicalNode(TranslatingConfigurationManager.java:427) - waiting to lock <0x00002aab0ad780d0> (a com.cloudera.flume.master.logical.LogicalConfigurationManager) at com.cloudera.flume.master.MasterClientServer.getLogicalNodes(MasterClientServer.java:83) at com.cloudera.flume.master.MasterClientServerThrift.getLogicalNodes(MasterClientServerThrift.java:62) at com.cloudera.flume.conf.thrift.ThriftFlumeClientServer$Processor$getLogicalNodes.process(ThriftFlumeClientServer.java:712) at com.cloudera.flume.conf.thrift.ThriftFlumeClientServer$Processor.process(ThriftFlumeClientServer.java:638) at org.apache.thrift.server.TSaneThreadPoolServer$WorkerProcess.run(TSaneThreadPoolServer.java:280) at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) at java.lang.Thread.run(Thread.java:619) "pool-1-thread-19" prio=10 tid=0x0000000044012800 nid=0x3eea waiting for monitor entry [0x0000000044f78000] java.lang.Thread.State: BLOCKED (on object monitor) at com.cloudera.flume.master.TranslatingConfigurationManager.getChokeMap(TranslatingConfigurationManager.java:434) - waiting to lock <0x00002aab0ad780d0> (a com.cloudera.flume.master.logical.LogicalConfigurationManager) at com.cloudera.flume.master.MasterClientServer.getChokeMap(MasterClientServer.java:87) at com.cloudera.flume.master.MasterClientServerThrift.getChokeMap(MasterClientServerThrift.java:66) at com.cloudera.flume.conf.thrift.ThriftFlumeClientServer$Processor$getChokeMap.process(ThriftFlumeClientServer.java:738) at com.cloudera.flume.conf.thrift.ThriftFlumeClientServer$Processor.process(ThriftFlumeClientServer.java:638) at org.apache.thrift.server.TSaneThreadPoolServer$WorkerProcess.run(TSaneThreadPoolServer.java:280) at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) at java.lang.Thread.run(Thread.java:619) "pool-1-thread-18" prio=10 tid=0x0000000044011000 nid=0x3ee9 waiting for monitor entry [0x0000000044e77000] java.lang.Thread.State: BLOCKED (on object monitor) at com.cloudera.flume.master.TranslatingConfigurationManager.getLogicalNode(TranslatingConfigurationManager.java:427) - waiting to lock <0x00002aab0ad780d0> (a com.cloudera.flume.master.logical.LogicalConfigurationManager) at com.cloudera.flume.master.MasterClientServer.heartbeat(MasterClientServer.java:106) at com.cloudera.flume.master.MasterClientServerThrift.heartbeat(MasterClientServerThrift.java:75) at com.cloudera.flume.conf.thrift.ThriftFlumeClientServer$Processor$heartbeat.process(ThriftFlumeClientServer.java:659) at com.cloudera.flume.conf.thrift.ThriftFlumeClientServer$Processor.process(ThriftFlumeClientServer.java:638) at org.apache.thrift.server.TSaneThreadPoolServer$WorkerProcess.run(TSaneThreadPoolServer.java:280) at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) at java.lang.Thread.run(Thread.java:619) "pool-1-thread-17" prio=10 tid=0x000000004400f800 nid=0x3ee8 waiting for monitor entry [0x0000000044d76000] java.lang.Thread.State: BLOCKED (on object monitor) at com.cloudera.flume.master.TranslatingConfigurationManager.getLogicalNode(TranslatingConfigurationManager.java:427) - waiting to lock <0x00002aab0ad780d0> (a com.cloudera.flume.master.logical.LogicalConfigurationManager) at com.cloudera.flume.master.MasterClientServer.heartbeat(MasterClientServer.java:106) at com.cloudera.flume.master.MasterClientServerThrift.heartbeat(MasterClientServerThrift.java:75) at com.cloudera.flume.conf.thrift.ThriftFlumeClientServer$Processor$heartbeat.process(ThriftFlumeClientServer.java:659) at com.cloudera.flume.conf.thrift.ThriftFlumeClientServer$Processor.process(ThriftFlumeClientServer.java:638) at org.apache.thrift.server.TSaneThreadPoolServer$WorkerProcess.run(TSaneThreadPoolServer.java:280) at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) at java.lang.Thread.run(Thread.java:619) "pool-1-thread-16" prio=10 tid=0x00000000440d0000 nid=0x3ee7 waiting for monitor entry [0x0000000044c75000] java.lang.Thread.State: BLOCKED (on object monitor) at com.cloudera.flume.master.TranslatingConfigurationManager.getLogicalNode(TranslatingConfigurationManager.java:427) - waiting to lock <0x00002aab0ad780d0> (a com.cloudera.flume.master.logical.LogicalConfigurationManager) at com.cloudera.flume.master.MasterClientServer.getLogicalNodes(MasterClientServer.java:83) at com.cloudera.flume.master.MasterClientServerThrift.getLogicalNodes(MasterClientServerThrift.java:62) at com.cloudera.flume.conf.thrift.ThriftFlumeClientServer$Processor$getLogicalNodes.process(ThriftFlumeClientServer.java:712) at com.cloudera.flume.conf.thrift.ThriftFlumeClientServer$Processor.process(ThriftFlumeClientServer.java:638) at org.apache.thrift.server.TSaneThreadPoolServer$WorkerProcess.run(TSaneThreadPoolServer.java:280) at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) at java.lang.Thread.run(Thread.java:619) "pool-1-thread-15" prio=10 tid=0x0000000044071000 nid=0x3ee6 waiting for monitor entry [0x0000000044b74000] java.lang.Thread.State: BLOCKED (on object monitor) at com.cloudera.flume.master.TranslatingConfigurationManager.getChokeMap(TranslatingConfigurationManager.java:434) - waiting to lock <0x00002aab0ad780d0> (a com.cloudera.flume.master.logical.LogicalConfigurationManager) at com.cloudera.flume.master.MasterClientServer.getChokeMap(MasterClientServer.java:87) at com.cloudera.flume.master.MasterClientServerThrift.getChokeMap(MasterClientServerThrift.java:66) at com.cloudera.flume.conf.thrift.ThriftFlumeClientServer$Processor$getChokeMap.process(ThriftFlumeClientServer.java:738) at com.cloudera.flume.conf.thrift.ThriftFlumeClientServer$Processor.process(ThriftFlumeClientServer.java:638) at org.apache.thrift.server.TSaneThreadPoolServer$WorkerProcess.run(TSaneThreadPoolServer.java:280) at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) at java.lang.Thread.run(Thread.java:619) "pool-1-thread-14" prio=10 tid=0x0000000043ff8800 nid=0x3ee5 waiting for monitor entry [0x0000000044a73000] java.lang.Thread.State: BLOCKED (on object monitor) at com.cloudera.flume.master.TranslatingConfigurationManager.getLogicalNode(TranslatingConfigurationManager.java:427) - waiting to lock <0x00002aab0ad780d0> (a com.cloudera.flume.master.logical.LogicalConfigurationManager) at com.cloudera.flume.master.MasterClientServer.heartbeat(MasterClientServer.java:106) at com.cloudera.flume.master.MasterClientServerThrift.heartbeat(MasterClientServerThrift.java:75) at com.cloudera.flume.conf.thrift.ThriftFlumeClientServer$Processor$heartbeat.process(ThriftFlumeClientServer.java:659) at com.cloudera.flume.conf.thrift.ThriftFlumeClientServer$Processor.process(ThriftFlumeClientServer.java:638) at org.apache.thrift.server.TSaneThreadPoolServer$WorkerProcess.run(TSaneThreadPoolServer.java:280) at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) at java.lang.Thread.run(Thread.java:619) "pool-1-thread-13" prio=10 tid=0x0000000043ff7800 nid=0x3ee4 waiting for monitor entry [0x0000000044972000] java.lang.Thread.State: BLOCKED (on object monitor) at com.cloudera.flume.master.TranslatingConfigurationManager.getLogicalNode(TranslatingConfigurationManager.java:427) - waiting to lock <0x00002aab0ad780d0> (a com.cloudera.flume.master.logical.LogicalConfigurationManager) at com.cloudera.flume.master.MasterClientServer.heartbeat(MasterClientServer.java:106) at com.cloudera.flume.master.MasterClientServerThrift.heartbeat(MasterClientServerThrift.java:75) at com.cloudera.flume.conf.thrift.ThriftFlumeClientServer$Processor$heartbeat.process(ThriftFlumeClientServer.java:659) at com.cloudera.flume.conf.thrift.ThriftFlumeClientServer$Processor.process(ThriftFlumeClientServer.java:638) at org.apache.thrift.server.TSaneThreadPoolServer$WorkerProcess.run(TSaneThreadPoolServer.java:280) at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) at java.lang.Thread.run(Thread.java:619) "pool-1-thread-12" prio=10 tid=0x00000000440e8000 nid=0x3ee3 waiting for monitor entry [0x0000000044871000] java.lang.Thread.State: BLOCKED (on object monitor) at com.cloudera.flume.master.TranslatingConfigurationManager.getLogicalNode(TranslatingConfigurationManager.java:427) - waiting to lock <0x00002aab0ad780d0> (a com.cloudera.flume.master.logical.LogicalConfigurationManager) at com.cloudera.flume.master.MasterClientServer.getLogicalNodes(MasterClientServer.java:83) at com.cloudera.flume.master.MasterClientServerThrift.getLogicalNodes(MasterClientServerThrift.java:62) at com.cloudera.flume.conf.thrift.ThriftFlumeClientServer$Processor$getLogicalNodes.process(ThriftFlumeClientServer.java:712) at com.cloudera.flume.conf.thrift.ThriftFlumeClientServer$Processor.process(ThriftFlumeClientServer.java:638) at org.apache.thrift.server.TSaneThreadPoolServer$WorkerProcess.run(TSaneThreadPoolServer.java:280) at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) at java.lang.Thread.run(Thread.java:619) "pool-1-thread-11" prio=10 tid=0x00000000440dd000 nid=0x3ee2 waiting for monitor entry [0x0000000044770000] java.lang.Thread.State: BLOCKED (on object monitor) at com.cloudera.flume.master.TranslatingConfigurationManager.getChokeMap(TranslatingConfigurationManager.java:434) - waiting to lock <0x00002aab0ad780d0> (a com.cloudera.flume.master.logical.LogicalConfigurationManager) at com.cloudera.flume.master.MasterClientServer.getChokeMap(MasterClientServer.java:87) at com.cloudera.flume.master.MasterClientServerThrift.getChokeMap(MasterClientServerThrift.java:66) at com.cloudera.flume.conf.thrift.ThriftFlumeClientServer$Processor$getChokeMap.process(ThriftFlumeClientServer.java:738) at com.cloudera.flume.conf.thrift.ThriftFlumeClientServer$Processor.process(ThriftFlumeClientServer.java:638) at org.apache.thrift.server.TSaneThreadPoolServer$WorkerProcess.run(TSaneThreadPoolServer.java:280) at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) at java.lang.Thread.run(Thread.java:619) "pool-1-thread-10" prio=10 tid=0x00000000440db000 nid=0x3ee1 waiting for monitor entry [0x000000004466f000] java.lang.Thread.State: BLOCKED (on object monitor) at com.cloudera.flume.master.TranslatingConfigurationManager.getLogicalNode(TranslatingConfigurationManager.java:427) - waiting to lock <0x00002aab0ad780d0> (a com.cloudera.flume.master.logical.LogicalConfigurationManager) at com.cloudera.flume.master.MasterClientServer.heartbeat(MasterClientServer.java:106) at com.cloudera.flume.master.MasterClientServerThrift.heartbeat(MasterClientServerThrift.java:75) at com.cloudera.flume.conf.thrift.ThriftFlumeClientServer$Processor$heartbeat.process(ThriftFlumeClientServer.java:659) at com.cloudera.flume.conf.thrift.ThriftFlumeClientServer$Processor.process(ThriftFlumeClientServer.java:638) at org.apache.thrift.server.TSaneThreadPoolServer$WorkerProcess.run(TSaneThreadPoolServer.java:280) at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) at java.lang.Thread.run(Thread.java:619) "pool-1-thread-9" prio=10 tid=0x000000004408f800 nid=0x3ee0 waiting for monitor entry [0x000000004456e000] java.lang.Thread.State: BLOCKED (on object monitor) at com.cloudera.flume.master.TranslatingConfigurationManager.getLogicalNode(TranslatingConfigurationManager.java:427) - waiting to lock <0x00002aab0ad780d0> (a com.cloudera.flume.master.logical.LogicalConfigurationManager) at com.cloudera.flume.master.MasterClientServer.heartbeat(MasterClientServer.java:106) at com.cloudera.flume.master.MasterClientServerThrift.heartbeat(MasterClientServerThrift.java:75) at com.cloudera.flume.conf.thrift.ThriftFlumeClientServer$Processor$heartbeat.process(ThriftFlumeClientServer.java:659) at com.cloudera.flume.conf.thrift.ThriftFlumeClientServer$Processor.process(ThriftFlumeClientServer.java:638) at org.apache.thrift.server.TSaneThreadPoolServer$WorkerProcess.run(TSaneThreadPoolServer.java:280) at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) at java.lang.Thread.run(Thread.java:619) "pool-1-thread-8" prio=10 tid=0x000000004408c800 nid=0x3d00 waiting for monitor entry [0x000000004446d000] java.lang.Thread.State: BLOCKED (on object monitor) at com.cloudera.flume.master.TranslatingConfigurationManager.getLogicalNode(TranslatingConfigurationManager.java:427) - waiting to lock <0x00002aab0ad780d0> (a com.cloudera.flume.master.logical.LogicalConfigurationManager) at com.cloudera.flume.master.MasterClientServer.getLogicalNodes(MasterClientServer.java:83) at com.cloudera.flume.master.MasterClientServerThrift.getLogicalNodes(MasterClientServerThrift.java:62) at com.cloudera.flume.conf.thrift.ThriftFlumeClientServer$Processor$getLogicalNodes.process(ThriftFlumeClientServer.java:712) at com.cloudera.flume.conf.thrift.ThriftFlumeClientServer$Processor.process(ThriftFlumeClientServer.java:638) at org.apache.thrift.server.TSaneThreadPoolServer$WorkerProcess.run(TSaneThreadPoolServer.java:280) at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) at java.lang.Thread.run(Thread.java:619) "pool-1-thread-7" prio=10 tid=0x000000004408b000 nid=0x3c39 waiting for monitor entry [0x0000000043aa6000] java.lang.Thread.State: BLOCKED (on object monitor) at com.cloudera.flume.master.TranslatingConfigurationManager.getChokeMap(TranslatingConfigurationManager.java:434) - waiting to lock <0x00002aab0ad780d0> (a com.cloudera.flume.master.logical.LogicalConfigurationManager) at com.cloudera.flume.master.MasterClientServer.getChokeMap(MasterClientServer.java:87) at com.cloudera.flume.master.MasterClientServerThrift.getChokeMap(MasterClientServerThrift.java:66) at com.cloudera.flume.conf.thrift.ThriftFlumeClientServer$Processor$getChokeMap.process(ThriftFlumeClientServer.java:738) at com.cloudera.flume.conf.thrift.ThriftFlumeClientServer$Processor.process(ThriftFlumeClientServer.java:638) at org.apache.thrift.server.TSaneThreadPoolServer$WorkerProcess.run(TSaneThreadPoolServer.java:280) at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) at java.lang.Thread.run(Thread.java:619) "pool-1-thread-6" prio=10 tid=0x0000000043d75800 nid=0x3c38 waiting for monitor entry [0x00000000439a5000] java.lang.Thread.State: BLOCKED (on object monitor) at com.cloudera.flume.master.TranslatingConfigurationManager.getLogicalNode(TranslatingConfigurationManager.java:427) - waiting to lock <0x00002aab0ad780d0> (a com.cloudera.flume.master.logical.LogicalConfigurationManager) at com.cloudera.flume.master.MasterClientServer.heartbeat(MasterClientServer.java:106) at com.cloudera.flume.master.MasterClientServerThrift.heartbeat(MasterClientServerThrift.java:75) at com.cloudera.flume.conf.thrift.ThriftFlumeClientServer$Processor$heartbeat.process(ThriftFlumeClientServer.java:659) at com.cloudera.flume.conf.thrift.ThriftFlumeClientServer$Processor.process(ThriftFlumeClientServer.java:638) at org.apache.thrift.server.TSaneThreadPoolServer$WorkerProcess.run(TSaneThreadPoolServer.java:280) at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) at java.lang.Thread.run(Thread.java:619) "pool-1-thread-5" prio=10 tid=0x0000000043d74000 nid=0x3c37 waiting for monitor entry [0x00000000438a4000] java.lang.Thread.State: BLOCKED (on object monitor) at com.cloudera.flume.master.TranslatingConfigurationManager.getLogicalNode(TranslatingConfigurationManager.java:427) - waiting to lock <0x00002aab0ad780d0> (a com.cloudera.flume.master.logical.LogicalConfigurationManager) at com.cloudera.flume.master.MasterClientServer.heartbeat(MasterClientServer.java:106) at com.cloudera.flume.master.MasterClientServerThrift.heartbeat(MasterClientServerThrift.java:75) at com.cloudera.flume.conf.thrift.ThriftFlumeClientServer$Processor$heartbeat.process(ThriftFlumeClientServer.java:659) at com.cloudera.flume.conf.thrift.ThriftFlumeClientServer$Processor.process(ThriftFlumeClientServer.java:638) at org.apache.thrift.server.TSaneThreadPoolServer$WorkerProcess.run(TSaneThreadPoolServer.java:280) at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) at java.lang.Thread.run(Thread.java:619) "pool-1-thread-4" prio=10 tid=0x0000000043d7a000 nid=0x3c20 waiting for monitor entry [0x00000000437a3000] java.lang.Thread.State: BLOCKED (on object monitor) at com.cloudera.flume.master.TranslatingConfigurationManager.getChokeMap(TranslatingConfigurationManager.java:434) - waiting to lock <0x00002aab0ad780d0> (a com.cloudera.flume.master.logical.LogicalConfigurationManager) at com.cloudera.flume.master.MasterClientServer.getChokeMap(MasterClientServer.java:87) at com.cloudera.flume.master.MasterClientServerThrift.getChokeMap(MasterClientServerThrift.java:66) at com.cloudera.flume.conf.thrift.ThriftFlumeClientServer$Processor$getChokeMap.process(ThriftFlumeClientServer.java:738) at com.cloudera.flume.conf.thrift.ThriftFlumeClientServer$Processor.process(ThriftFlumeClientServer.java:638) at org.apache.thrift.server.TSaneThreadPoolServer$WorkerProcess.run(TSaneThreadPoolServer.java:280) at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) at java.lang.Thread.run(Thread.java:619) "pool-1-thread-3" prio=10 tid=0x0000000043d78000 nid=0x3c1f waiting for monitor entry [0x00000000436a2000] java.lang.Thread.State: BLOCKED (on object monitor) at com.cloudera.flume.master.StatusManager.getStatus(StatusManager.java:209) - waiting to lock <0x00002aab0ad78410> (a java.util.HashMap) at com.cloudera.flume.master.logical.LogicalNameManager.updateNode(LogicalNameManager.java:101) - locked <0x00002aab0ad78490> (a com.cloudera.flume.master.logical.LogicalNameManager) at com.cloudera.flume.master.logical.LogicalNameManager.update(LogicalNameManager.java:150) - locked <0x00002aab0ad78490> (a com.cloudera.flume.master.logical.LogicalNameManager) at com.cloudera.flume.master.logical.LogicalConfigurationManager.updateAll(LogicalConfigurationManager.java:236) at com.cloudera.flume.master.TranslatingConfigurationManager.addLogicalNode(TranslatingConfigurationManager.java:450) - locked <0x00002aab0ad780d0> (a com.cloudera.flume.master.logical.LogicalConfigurationManager) at com.cloudera.flume.master.MasterClientServer.heartbeat(MasterClientServer.java:111) at com.cloudera.flume.master.MasterClientServerThrift.heartbeat(MasterClientServerThrift.java:75) at com.cloudera.flume.conf.thrift.ThriftFlumeClientServer$Processor$heartbeat.process(ThriftFlumeClientServer.java:659) at com.cloudera.flume.conf.thrift.ThriftFlumeClientServer$Processor.process(ThriftFlumeClientServer.java:638) at org.apache.thrift.server.TSaneThreadPoolServer$WorkerProcess.run(TSaneThreadPoolServer.java:280) at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) at java.lang.Thread.run(Thread.java:619) "pool-1-thread-2" prio=10 tid=0x0000000043d76800 nid=0x3c1e waiting for monitor entry [0x00000000435a1000] java.lang.Thread.State: BLOCKED (on object monitor) at com.cloudera.flume.master.TranslatingConfigurationManager.getPhysicalNode(TranslatingConfigurationManager.java:474) - waiting to lock <0x00002aab0ad780d0> (a com.cloudera.flume.master.logical.LogicalConfigurationManager) at com.cloudera.flume.master.StatusManager.updateHeartbeatStatus(StatusManager.java:92) - locked <0x00002aab0ad78410> (a java.util.HashMap) at com.cloudera.flume.master.MasterClientServer.heartbeat(MasterClientServer.java:117) at com.cloudera.flume.master.MasterClientServerThrift.heartbeat(MasterClientServerThrift.java:75) at com.cloudera.flume.conf.thrift.ThriftFlumeClientServer$Processor$heartbeat.process(ThriftFlumeClientServer.java:659) at com.cloudera.flume.conf.thrift.ThriftFlumeClientServer$Processor.process(ThriftFlumeClientServer.java:638) at org.apache.thrift.server.TSaneThreadPoolServer$WorkerProcess.run(TSaneThreadPoolServer.java:280) at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) at java.lang.Thread.run(Thread.java:619) "pool-3-thread-3" prio=10 tid=0x000000004412b000 nid=0x3c1d runnable [0x00000000434a0000] java.lang.Thread.State: RUNNABLE at java.net.SocketInputStream.socketRead0(Native Method) at java.net.SocketInputStream.read(SocketInputStream.java:129) at java.io.BufferedInputStream.fill(BufferedInputStream.java:218) at java.io.BufferedInputStream.read1(BufferedInputStream.java:258) at java.io.BufferedInputStream.read(BufferedInputStream.java:317) - locked <0x00002aab0ad995d8> (a java.io.BufferedInputStream) at org.apache.thrift.transport.TIOStreamTransport.read(TIOStreamTransport.java:127) at com.cloudera.flume.handlers.thrift.TStatsTransport.read(TStatsTransport.java:59) at org.apache.thrift.transport.TTransport.readAll(TTransport.java:84) at org.apache.thrift.protocol.TBinaryProtocol.readAll(TBinaryProtocol.java:378) at org.apache.thrift.protocol.TBinaryProtocol.readI32(TBinaryProtocol.java:297) at org.apache.thrift.protocol.TBinaryProtocol.readMessageBegin(TBinaryProtocol.java:204) at com.cloudera.flume.reporter.server.thrift.ThriftFlumeReportServer$Processor.process(ThriftFlumeReportServer.java:252) at org.apache.thrift.server.TSaneThreadPoolServer$WorkerProcess.run(TSaneThreadPoolServer.java:280) at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) at java.lang.Thread.run(Thread.java:619) "pool-2-thread-3" prio=10 tid=0x00000000440b4000 nid=0x3c1c runnable [0x000000004339f000] java.lang.Thread.State: RUNNABLE at java.net.SocketInputStream.socketRead0(Native Method) at java.net.SocketInputStream.read(SocketInputStream.java:129) at java.io.BufferedInputStream.fill(BufferedInputStream.java:218) at java.io.BufferedInputStream.read1(BufferedInputStream.java:258) at java.io.BufferedInputStream.read(BufferedInputStream.java:317) - locked <0x00002aab0ad82f50> (a java.io.BufferedInputStream) at org.apache.thrift.transport.TIOStreamTransport.read(TIOStreamTransport.java:127) at com.cloudera.flume.handlers.thrift.TStatsTransport.read(TStatsTransport.java:59) at org.apache.thrift.transport.TTransport.readAll(TTransport.java:84) at org.apache.thrift.protocol.TBinaryProtocol.readAll(TBinaryProtocol.java:378) at org.apache.thrift.protocol.TBinaryProtocol.readI32(TBinaryProtocol.java:297) at org.apache.thrift.protocol.TBinaryProtocol.readMessageBegin(TBinaryProtocol.java:204) at com.cloudera.flume.conf.thrift.FlumeMasterAdminServer$Processor.process(FlumeMasterAdminServer.java:680) at org.apache.thrift.server.TSaneThreadPoolServer$WorkerProcess.run(TSaneThreadPoolServer.java:280) at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) at java.lang.Thread.run(Thread.java:619) "pool-3-thread-2" prio=10 tid=0x0000000043bed800 nid=0x3c1b runnable [0x000000004329e000] java.lang.Thread.State: RUNNABLE at java.net.SocketInputStream.socketRead0(Native Method) at java.net.SocketInputStream.read(SocketInputStream.java:129) at java.io.BufferedInputStream.fill(BufferedInputStream.java:218) at java.io.BufferedInputStream.read1(BufferedInputStream.java:258) at java.io.BufferedInputStream.read(BufferedInputStream.java:317) - locked <0x00002aab0adad6a0> (a java.io.BufferedInputStream) at org.apache.thrift.transport.TIOStreamTransport.read(TIOStreamTransport.java:127) at com.cloudera.flume.handlers.thrift.TStatsTransport.read(TStatsTransport.java:59) at org.apache.thrift.transport.TTransport.readAll(TTransport.java:84) at org.apache.thrift.protocol.TBinaryProtocol.readAll(TBinaryProtocol.java:378) at org.apache.thrift.protocol.TBinaryProtocol.readI32(TBinaryProtocol.java:297) at org.apache.thrift.protocol.TBinaryProtocol.readMessageBegin(TBinaryProtocol.java:204) at com.cloudera.flume.reporter.server.thrift.ThriftFlumeReportServer$Processor.process(ThriftFlumeReportServer.java:252) at org.apache.thrift.server.TSaneThreadPoolServer$WorkerProcess.run(TSaneThreadPoolServer.java:280) at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) at java.lang.Thread.run(Thread.java:619) "pool-2-thread-2" prio=10 tid=0x0000000044130800 nid=0x3c1a runnable [0x000000004319d000] java.lang.Thread.State: RUNNABLE at java.net.SocketInputStream.socketRead0(Native Method) at java.net.SocketInputStream.read(SocketInputStream.java:129) at java.io.BufferedInputStream.fill(BufferedInputStream.java:218) at java.io.BufferedInputStream.read1(BufferedInputStream.java:258) at java.io.BufferedInputStream.read(BufferedInputStream.java:317) - locked <0x00002aab0ad886f8> (a java.io.BufferedInputStream) at org.apache.thrift.transport.TIOStreamTransport.read(TIOStreamTransport.java:127) at com.cloudera.flume.handlers.thrift.TStatsTransport.read(TStatsTransport.java:59) at org.apache.thrift.transport.TTransport.readAll(TTransport.java:84) at org.apache.thrift.protocol.TBinaryProtocol.readAll(TBinaryProtocol.java:378) at org.apache.thrift.protocol.TBinaryProtocol.readI32(TBinaryProtocol.java:297) at org.apache.thrift.protocol.TBinaryProtocol.readMessageBegin(TBinaryProtocol.java:204) at com.cloudera.flume.conf.thrift.FlumeMasterAdminServer$Processor.process(FlumeMasterAdminServer.java:680) at org.apache.thrift.server.TSaneThreadPoolServer$WorkerProcess.run(TSaneThreadPoolServer.java:280) at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) at java.lang.Thread.run(Thread.java:619) "pool-1-thread-1" prio=10 tid=0x0000000043d7e800 nid=0x3c19 waiting for monitor entry [0x000000004309c000] java.lang.Thread.State: BLOCKED (on object monitor) at com.cloudera.flume.master.TranslatingConfigurationManager.getLogicalNode(TranslatingConfigurationManager.java:427) - waiting to lock <0x00002aab0ad780d0> (a com.cloudera.flume.master.logical.LogicalConfigurationManager) at com.cloudera.flume.master.MasterClientServer.getLogicalNodes(MasterClientServer.java:83) at com.cloudera.flume.master.MasterClientServerThrift.getLogicalNodes(MasterClientServerThrift.java:62) at com.cloudera.flume.conf.thrift.ThriftFlumeClientServer$Processor$getLogicalNodes.process(ThriftFlumeClientServer.java:712) at com.cloudera.flume.conf.thrift.ThriftFlumeClientServer$Processor.process(ThriftFlumeClientServer.java:638) at org.apache.thrift.server.TSaneThreadPoolServer$WorkerProcess.run(TSaneThreadPoolServer.java:280) at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) at java.lang.Thread.run(Thread.java:619) "pool-3-thread-1" prio=10 tid=0x0000000043d7c800 nid=0x3c18 runnable [0x0000000042f9b000] java.lang.Thread.State: RUNNABLE at java.net.SocketInputStream.socketRead0(Native Method) at java.net.SocketInputStream.read(SocketInputStream.java:129) at java.io.BufferedInputStream.fill(BufferedInputStream.java:218) at java.io.BufferedInputStream.read1(BufferedInputStream.java:258) at java.io.BufferedInputStream.read(BufferedInputStream.java:317) - locked <0x00002aab0ad88db8> (a java.io.BufferedInputStream) at org.apache.thrift.transport.TIOStreamTransport.read(TIOStreamTransport.java:127) at com.cloudera.flume.handlers.thrift.TStatsTransport.read(TStatsTransport.java:59) at org.apache.thrift.transport.TTransport.readAll(TTransport.java:84) at org.apache.thrift.protocol.TBinaryProtocol.readAll(TBinaryProtocol.java:378) at org.apache.thrift.protocol.TBinaryProtocol.readI32(TBinaryProtocol.java:297) at org.apache.thrift.protocol.TBinaryProtocol.readMessageBegin(TBinaryProtocol.java:204) at com.cloudera.flume.reporter.server.thrift.ThriftFlumeReportServer$Processor.process(ThriftFlumeReportServer.java:252) at org.apache.thrift.server.TSaneThreadPoolServer$WorkerProcess.run(TSaneThreadPoolServer.java:280) at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) at java.lang.Thread.run(Thread.java:619) "pool-2-thread-1" prio=10 tid=0x0000000044075800 nid=0x3c17 runnable [0x0000000042e9a000] java.lang.Thread.State: RUNNABLE at java.net.SocketInputStream.socketRead0(Native Method) at java.net.SocketInputStream.read(SocketInputStream.java:129) at java.io.BufferedInputStream.fill(BufferedInputStream.java:218) at java.io.BufferedInputStream.read1(BufferedInputStream.java:258) at java.io.BufferedInputStream.read(BufferedInputStream.java:317) - locked <0x00002aab0ad70e48> (a java.io.BufferedInputStream) at org.apache.thrift.transport.TIOStreamTransport.read(TIOStreamTransport.java:127) at com.cloudera.flume.handlers.thrift.TStatsTransport.read(TStatsTransport.java:59) at org.apache.thrift.transport.TTransport.readAll(TTransport.java:84) at org.apache.thrift.protocol.TBinaryProtocol.readAll(TBinaryProtocol.java:378) at org.apache.thrift.protocol.TBinaryProtocol.readI32(TBinaryProtocol.java:297) at org.apache.thrift.protocol.TBinaryProtocol.readMessageBegin(TBinaryProtocol.java:204) at com.cloudera.flume.conf.thrift.FlumeMasterAdminServer$Processor.process(FlumeMasterAdminServer.java:680) at org.apache.thrift.server.TSaneThreadPoolServer$WorkerProcess.run(TSaneThreadPoolServer.java:280) at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) at java.lang.Thread.run(Thread.java:619) "DestroyJavaVM" prio=10 tid=0x00002aab383f7800 nid=0x3bf7 waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE "Lost node reaper" prio=10 tid=0x00002aab383ea000 nid=0x3c16 waiting for monitor entry [0x0000000042d99000] java.lang.Thread.State: BLOCKED (on object monitor) at com.cloudera.flume.master.StatusManager.checkup(StatusManager.java:123) - waiting to lock <0x00002aab0ad78410> (a java.util.HashMap) at com.cloudera.flume.master.FlumeMaster$1.run(FlumeMaster.java:307) "main-EventThread" daemon prio=10 tid=0x00002aab383e4000 nid=0x3c15 waiting on condition [0x0000000042c98000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00002aab0ada03f0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:477) "main-SendThread(zookeeper1.dc1.ci-mang.van.dev-globalrelay.net:2181)" daemon prio=10 tid=0x00002aab383e2800 nid=0x3c14 runnable [0x0000000042b97000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) - locked <0x00002aab0ad796e0> (a sun.nio.ch.Util$1) - locked <0x00002aab0ad796f8> (a java.util.Collections$UnmodifiableSet) - locked <0x00002aab0ad79668> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1066) "main-EventThread" daemon prio=10 tid=0x00002aab383b2800 nid=0x3c13 waiting on condition [0x0000000042a96000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00002aab0ad89878> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:477) "main-SendThread(zookeeper3.dc1.ci-mang.van.dev-globalrelay.net:2181)" daemon prio=10 tid=0x00002aab383fb800 nid=0x3c12 runnable [0x0000000042995000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) - locked <0x00002aab0adaeda0> (a sun.nio.ch.Util$1) - locked <0x00002aab0adaedb8> (a java.util.Collections$UnmodifiableSet) - locked <0x00002aab0adaed28> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1066) "exec-thread" prio=10 tid=0x00002aab38228000 nid=0x3c11 waiting for monitor entry [0x0000000042894000] java.lang.Thread.State: BLOCKED (on object monitor) at com.cloudera.flume.master.TranslatingConfigurationManager.setConfig(TranslatingConfigurationManager.java:100) - waiting to lock <0x00002aab0ad780d0> (a com.cloudera.flume.master.logical.LogicalConfigurationManager) at com.cloudera.flume.master.ConfigCommand$1.exec(ConfigCommand.java:92) at com.cloudera.flume.master.CommandManager.exec(CommandManager.java:266) at com.cloudera.flume.master.CommandManager.handleCommand(CommandManager.java:205) at com.cloudera.flume.master.CommandManager$ExecThread.run(CommandManager.java:236) "Thrift server:class org.apache.thrift.TProcessorFactory on class org.apache.thrift.transport.TSaneServerSocket" prio=10 tid=0x00002aab3827b000 nid=0x3c10 runnable [0x0000000041d37000] java.lang.Thread.State: RUNNABLE at java.net.PlainSocketImpl.socketAccept(Native Method) at java.net.PlainSocketImpl.accept(PlainSocketImpl.java:390) - locked <0x00002aab0adadf28> (a java.net.SocksSocketImpl) at java.net.ServerSocket.implAccept(ServerSocket.java:453) at java.net.ServerSocket.accept(ServerSocket.java:421) at org.apache.thrift.transport.TSaneServerSocket.acceptImpl(TSaneServerSocket.java:132) at org.apache.thrift.transport.TServerTransport.accept(TServerTransport.java:31) at org.apache.thrift.server.TSaneThreadPoolServer$1.run(TSaneThreadPoolServer.java:175) "Thrift server:class org.apache.thrift.TProcessorFactory on class org.apache.thrift.transport.TSaneServerSocket" prio=10 tid=0x00002aab3827a000 nid=0x3c0f runnable [0x0000000041c36000] java.lang.Thread.State: RUNNABLE at java.net.PlainSocketImpl.socketAccept(Native Method) at java.net.PlainSocketImpl.accept(PlainSocketImpl.java:390) - locked <0x00002aab0ad84310> (a java.net.SocksSocketImpl) at java.net.ServerSocket.implAccept(ServerSocket.java:453) at java.net.ServerSocket.accept(ServerSocket.java:421) at org.apache.thrift.transport.TSaneServerSocket.acceptImpl(TSaneServerSocket.java:132) at org.apache.thrift.transport.TServerTransport.accept(TServerTransport.java:31) at org.apache.thrift.server.TSaneThreadPoolServer$1.run(TSaneThreadPoolServer.java:175) "Thrift server:class org.apache.thrift.TProcessorFactory on class org.apache.thrift.transport.TSaneServerSocket" prio=10 tid=0x00002aab38257000 nid=0x3c0e runnable [0x0000000041b35000] java.lang.Thread.State: RUNNABLE at java.net.PlainSocketImpl.socketAccept(Native Method) at java.net.PlainSocketImpl.accept(PlainSocketImpl.java:390) - locked <0x00002aab0adacee8> (a java.net.SocksSocketImpl) at java.net.ServerSocket.implAccept(ServerSocket.java:453) at java.net.ServerSocket.accept(ServerSocket.java:421) at org.apache.thrift.transport.TSaneServerSocket.acceptImpl(TSaneServerSocket.java:132) at org.apache.thrift.transport.TServerTransport.accept(TServerTransport.java:31) at org.apache.thrift.server.TSaneThreadPoolServer$1.run(TSaneThreadPoolServer.java:175) "Timer-0" daemon prio=10 tid=0x00002aab38207800 nid=0x3c0c in Object.wait() [0x0000000040725000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x00002aab0ad724b0> (a java.util.TaskQueue) at java.util.TimerThread.mainLoop(Timer.java:509) - locked <0x00002aab0ad724b0> (a java.util.TaskQueue) at java.util.TimerThread.run(Timer.java:462) "2128222380@qtp-1196121930-1 - Acceptor0 SelectChannelConnector@0.0.0.0:35871" prio=10 tid=0x00002aab381da800 nid=0x3c0b runnable [0x0000000040cc9000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) - locked <0x00002aab0ad9de90> (a sun.nio.ch.Util$1) - locked <0x00002aab0ad9dea8> (a java.util.Collections$UnmodifiableSet) - locked <0x00002aab0ad9de18> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) at org.mortbay.io.nio.SelectorManager$SelectSet.doSelect(SelectorManager.java:484) at org.mortbay.io.nio.SelectorManager.doSelect(SelectorManager.java:191) at org.mortbay.jetty.nio.SelectChannelConnector.accept(SelectChannelConnector.java:124) at org.mortbay.jetty.AbstractConnector$Acceptor.run(AbstractConnector.java:707) at org.mortbay.thread.QueuedThreadPool$PoolThread.run(QueuedThreadPool.java:582) "46675819@qtp-1196121930-0" prio=10 tid=0x00002aab381d1000 nid=0x3c0a waiting for monitor entry [0x0000000040b22000] java.lang.Thread.State: BLOCKED (on object monitor) at com.cloudera.flume.master.StatusManager.getNodeStatuses(StatusManager.java:199) - waiting to lock <0x00002aab0ad78410> (a java.util.HashMap) at com.cloudera.flume.master.StatusManager.getMetrics(StatusManager.java:164) at com.cloudera.flume.master.FlumeMaster.reportHtml(FlumeMaster.java:401) at org.apache.jsp.flumemaster_jsp._jspService(flumemaster_jsp.java:68) at org.apache.jasper.runtime.HttpJspBase.service(HttpJspBase.java:94) at javax.servlet.http.HttpServlet.service(HttpServlet.java:802) at org.mortbay.jetty.servlet.ServletHolder.handle(ServletHolder.java:511) at org.mortbay.jetty.servlet.ServletHandler.handle(ServletHandler.java:390) at org.mortbay.jetty.security.SecurityHandler.handle(SecurityHandler.java:216) at org.mortbay.jetty.servlet.SessionHandler.handle(SessionHandler.java:182) at org.mortbay.jetty.handler.ContextHandler.handle(ContextHandler.java:765) at org.mortbay.jetty.webapp.WebAppContext.handle(WebAppContext.java:418) at org.mortbay.jetty.handler.HandlerWrapper.handle(HandlerWrapper.java:152) at org.mortbay.jetty.Server.handle(Server.java:326) at org.mortbay.jetty.HttpConnection.handleRequest(HttpConnection.java:542) at org.mortbay.jetty.HttpConnection$RequestHandler.headerComplete(HttpConnection.java:923) at org.mortbay.jetty.HttpParser.parseNext(HttpParser.java:547) at org.mortbay.jetty.HttpParser.parseAvailable(HttpParser.java:212) at org.mortbay.jetty.HttpConnection.handle(HttpConnection.java:404) at org.mortbay.io.nio.SelectChannelEndPoint.run(SelectChannelEndPoint.java:409) at org.mortbay.thread.QueuedThreadPool$PoolThread.run(QueuedThreadPool.java:582) "Low Memory Detector" daemon prio=10 tid=0x0000000043c2f000 nid=0x3c08 runnable [0x0000000000000000] java.lang.Thread.State: RUNNABLE "CompilerThread1" daemon prio=10 tid=0x0000000043c2c800 nid=0x3c07 waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE "CompilerThread0" daemon prio=10 tid=0x0000000043c27800 nid=0x3c06 waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE "Signal Dispatcher" daemon prio=10 tid=0x0000000043c25800 nid=0x3c05 runnable [0x0000000000000000] java.lang.Thread.State: RUNNABLE "Finalizer" daemon prio=10 tid=0x0000000043c01000 nid=0x3c04 in Object.wait() [0x00000000419b3000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x00002aab0ada17a0> (a java.lang.ref.ReferenceQueue$Lock) at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:118) - locked <0x00002aab0ada17a0> (a java.lang.ref.ReferenceQueue$Lock) at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:134) at java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:159) "Reference Handler" daemon prio=10 tid=0x0000000043bff000 nid=0x3c03 in Object.wait() [0x00000000413bf000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x00002aab0ad70188> (a java.lang.ref.Reference$Lock) at java.lang.Object.wait(Object.java:485) at java.lang.ref.Reference$ReferenceHandler.run(Reference.java:116) - locked <0x00002aab0ad70188> (a java.lang.ref.Reference$Lock) "VM Thread" prio=10 tid=0x0000000043bfa800 nid=0x3c02 runnable "GC task thread#0 (ParallelGC)" prio=10 tid=0x0000000043baa000 nid=0x3bfa runnable "GC task thread#1 (ParallelGC)" prio=10 tid=0x0000000043bac000 nid=0x3bfb runnable "GC task thread#2 (ParallelGC)" prio=10 tid=0x0000000043bad800 nid=0x3bfc runnable "GC task thread#3 (ParallelGC)" prio=10 tid=0x0000000043baf800 nid=0x3bfd runnable "GC task thread#4 (ParallelGC)" prio=10 tid=0x0000000043bb1800 nid=0x3bfe runnable "GC task thread#5 (ParallelGC)" prio=10 tid=0x0000000043bb3000 nid=0x3bff runnable "GC task thread#6 (ParallelGC)" prio=10 tid=0x0000000043bb5000 nid=0x3c00 runnable "GC task thread#7 (ParallelGC)" prio=10 tid=0x0000000043bb7000 nid=0x3c01 runnable "VM Periodic Task Thread" prio=10 tid=0x0000000043c31800 nid=0x3c09 waiting on condition JNI global references: 1017 Found one Java-level deadlock: ============================= "pool-1-thread-51": waiting to lock monitor 0x0000000043d6f528 (object 0x00002aab0ad780d0, a com.cloudera.flume.master.logical.LogicalConfigurationManager), which is held by "pool-1-thread-3" "pool-1-thread-3": waiting to lock monitor 0x0000000043d6f3d8 (object 0x00002aab0ad78410, a java.util.HashMap), which is held by "pool-1-thread-2" "pool-1-thread-2": waiting to lock monitor 0x0000000043d6f528 (object 0x00002aab0ad780d0, a com.cloudera.flume.master.logical.LogicalConfigurationManager), which is held by "pool-1-thread-3" Java stack information for the threads listed above: =================================================== "pool-1-thread-51": at com.cloudera.flume.master.TranslatingConfigurationManager.getLogicalNode(TranslatingConfigurationManager.java:427) - waiting to lock <0x00002aab0ad780d0> (a com.cloudera.flume.master.logical.LogicalConfigurationManager) at com.cloudera.flume.master.MasterClientServer.getLogicalNodes(MasterClientServer.java:83) at com.cloudera.flume.master.MasterClientServerThrift.getLogicalNodes(MasterClientServerThrift.java:62) at com.cloudera.flume.conf.thrift.ThriftFlumeClientServer$Processor$getLogicalNodes.process(ThriftFlumeClientServer.java:712) at com.cloudera.flume.conf.thrift.ThriftFlumeClientServer$Processor.process(ThriftFlumeClientServer.java:638) at org.apache.thrift.server.TSaneThreadPoolServer$WorkerProcess.run(TSaneThreadPoolServer.java:280) at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) at java.lang.Thread.run(Thread.java:619) "pool-1-thread-3": at com.cloudera.flume.master.StatusManager.getStatus(StatusManager.java:209) - waiting to lock <0x00002aab0ad78410> (a java.util.HashMap) at com.cloudera.flume.master.logical.LogicalNameManager.updateNode(LogicalNameManager.java:101) - locked <0x00002aab0ad78490> (a com.cloudera.flume.master.logical.LogicalNameManager) at com.cloudera.flume.master.logical.LogicalNameManager.update(LogicalNameManager.java:150) - locked <0x00002aab0ad78490> (a com.cloudera.flume.master.logical.LogicalNameManager) at com.cloudera.flume.master.logical.LogicalConfigurationManager.updateAll(LogicalConfigurationManager.java:236) at com.cloudera.flume.master.TranslatingConfigurationManager.addLogicalNode(TranslatingConfigurationManager.java:450) - locked <0x00002aab0ad780d0> (a com.cloudera.flume.master.logical.LogicalConfigurationManager) at com.cloudera.flume.master.MasterClientServer.heartbeat(MasterClientServer.java:111) at com.cloudera.flume.master.MasterClientServerThrift.heartbeat(MasterClientServerThrift.java:75) at com.cloudera.flume.conf.thrift.ThriftFlumeClientServer$Processor$heartbeat.process(ThriftFlumeClientServer.java:659) at com.cloudera.flume.conf.thrift.ThriftFlumeClientServer$Processor.process(ThriftFlumeClientServer.java:638) at org.apache.thrift.server.TSaneThreadPoolServer$WorkerProcess.run(TSaneThreadPoolServer.java:280) at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) at java.lang.Thread.run(Thread.java:619) "pool-1-thread-2": at com.cloudera.flume.master.TranslatingConfigurationManager.getPhysicalNode(TranslatingConfigurationManager.java:474) - waiting to lock <0x00002aab0ad780d0> (a com.cloudera.flume.master.logical.LogicalConfigurationManager) at com.cloudera.flume.master.StatusManager.updateHeartbeatStatus(StatusManager.java:92) - locked <0x00002aab0ad78410> (a java.util.HashMap) at com.cloudera.flume.master.MasterClientServer.heartbeat(MasterClientServer.java:117) at com.cloudera.flume.master.MasterClientServerThrift.heartbeat(MasterClientServerThrift.java:75) at com.cloudera.flume.conf.thrift.ThriftFlumeClientServer$Processor$heartbeat.process(ThriftFlumeClientServer.java:659) at com.cloudera.flume.conf.thrift.ThriftFlumeClientServer$Processor.process(ThriftFlumeClientServer.java:638) at org.apache.thrift.server.TSaneThreadPoolServer$WorkerProcess.run(TSaneThreadPoolServer.java:280) at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) at java.lang.Thread.run(Thread.java:619) Found 1 deadlock.