ignite-dev mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From "Paul Anderson (JIRA)" <j...@apache.org>
Subject [jira] [Created] (IGNITE-9855) Curious deadlock on shutdown when being polled over Jetty/REST
Date Thu, 11 Oct 2018 14:11:00 GMT
Paul Anderson created IGNITE-9855:
-------------------------------------

             Summary: Curious deadlock on shutdown when being polled over Jetty/REST
                 Key: IGNITE-9855
                 URL: https://issues.apache.org/jira/browse/IGNITE-9855
             Project: Ignite
          Issue Type: Bug
          Components: general
    Affects Versions: 2.6
            Reporter: Paul Anderson


have a look at this curious stack trace.... 

 

Attaching to process ID 2375242, please wait...
Debugger attached successfully.
Server compiler detected.
JVM version is 25.71-b15
Deadlock Detection:

No deadlocks found.

Thread 2391956: (state = BLOCKED)
 - sun.misc.Unsafe.park(boolean, long) @bci=0 (Compiled frame; information may be imprecise)
 - java.util.concurrent.locks.LockSupport.park(java.lang.Object) @bci=14, line=175 (Compiled frame)
 - java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await() @bci=42, line=2039 (Compiled frame)
 - java.util.concurrent.LinkedBlockingQueue.take() @bci=29, line=442 (Compiled frame)
 - java.util.concurrent.ThreadPoolExecutor.getTask() @bci=149, line=1067 (Interpreted frame)
 - java.util.concurrent.ThreadPoolExecutor.runWorker(java.util.concurrent.ThreadPoolExecutor$Worker) @bci=26, line=1127 (Interpreted frame)
 - java.util.concurrent.ThreadPoolExecutor$Worker.run() @bci=5, line=617 (Interpreted frame)
 - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)


Thread 2391794: (state = BLOCKED)
 - sun.misc.Unsafe.park(boolean, long) @bci=0 (Compiled frame; information may be imprecise)
 - java.util.concurrent.locks.LockSupport.park(java.lang.Object) @bci=14, line=175 (Compiled frame)
 - java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await() @bci=42, line=2039 (Compiled frame)
 - java.util.concurrent.LinkedBlockingQueue.take() @bci=29, line=442 (Compiled frame)
 - java.util.concurrent.ThreadPoolExecutor.getTask() @bci=149, line=1067 (Interpreted frame)
 - java.util.concurrent.ThreadPoolExecutor.runWorker(java.util.concurrent.ThreadPoolExecutor$Worker) @bci=26, line=1127 (Interpreted frame)
 - java.util.concurrent.ThreadPoolExecutor$Worker.run() @bci=5, line=617 (Interpreted frame)
 - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)


Thread 2391563: (state = BLOCKED)
 - sun.misc.Unsafe.park(boolean, long) @bci=0 (Compiled frame; information may be imprecise)
 - java.util.concurrent.locks.LockSupport.park(java.lang.Object) @bci=14, line=175 (Compiled frame)
 - java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await() @bci=42, line=2039 (Compiled frame)
 - java.util.concurrent.LinkedBlockingQueue.take() @bci=29, line=442 (Compiled frame)
 - java.util.concurrent.ThreadPoolExecutor.getTask() @bci=149, line=1067 (Interpreted frame)
 - java.util.concurrent.ThreadPoolExecutor.runWorker(java.util.concurrent.ThreadPoolExecutor$Worker) @bci=26, line=1127 (Interpreted frame)
 - java.util.concurrent.ThreadPoolExecutor$Worker.run() @bci=5, line=617 (Interpreted frame)
 - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)


Thread 2391461: (state = BLOCKED)
 - sun.misc.Unsafe.park(boolean, long) @bci=0 (Compiled frame; information may be imprecise)
 - java.util.concurrent.locks.LockSupport.park(java.lang.Object) @bci=14, line=175 (Compiled frame)
 - java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await() @bci=42, line=2039 (Compiled frame)
 - java.util.concurrent.LinkedBlockingQueue.take() @bci=29, line=442 (Compiled frame)
 - java.util.concurrent.ThreadPoolExecutor.getTask() @bci=149, line=1067 (Interpreted frame)
 - java.util.concurrent.ThreadPoolExecutor.runWorker(java.util.concurrent.ThreadPoolExecutor$Worker) @bci=26, line=1127 (Interpreted frame)
 - java.util.concurrent.ThreadPoolExecutor$Worker.run() @bci=5, line=617 (Interpreted frame)
 - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)


Thread 2391460: (state = BLOCKED)
 - sun.misc.Unsafe.park(boolean, long) @bci=0 (Compiled frame; information may be imprecise)
 - java.util.concurrent.locks.LockSupport.park(java.lang.Object) @bci=14, line=175 (Compiled frame)
 - java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await() @bci=42, line=2039 (Compiled frame)
 - java.util.concurrent.LinkedBlockingQueue.take() @bci=29, line=442 (Compiled frame)
 - java.util.concurrent.ThreadPoolExecutor.getTask() @bci=149, line=1067 (Interpreted frame)
 - java.util.concurrent.ThreadPoolExecutor.runWorker(java.util.concurrent.ThreadPoolExecutor$Worker) @bci=26, line=1127 (Interpreted frame)
 - java.util.concurrent.ThreadPoolExecutor$Worker.run() @bci=5, line=617 (Interpreted frame)
 - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)


Thread 2383112: (state = BLOCKED)
 - sun.misc.Unsafe.park(boolean, long) @bci=0 (Compiled frame; information may be imprecise)
 - java.util.concurrent.locks.LockSupport.park(java.lang.Object) @bci=14, line=175 (Compiled frame)
 - java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await() @bci=42, line=2039 (Compiled frame)
 - java.util.concurrent.LinkedBlockingQueue.take() @bci=29, line=442 (Compiled frame)
 - java.util.concurrent.ThreadPoolExecutor.getTask() @bci=149, line=1067 (Interpreted frame)
 - java.util.concurrent.ThreadPoolExecutor.runWorker(java.util.concurrent.ThreadPoolExecutor$Worker) @bci=26, line=1127 (Interpreted frame)
 - java.util.concurrent.ThreadPoolExecutor$Worker.run() @bci=5, line=617 (Interpreted frame)
 - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)


Thread 2383110: (state = BLOCKED)
 - sun.misc.Unsafe.park(boolean, long) @bci=0 (Compiled frame; information may be imprecise)
 - java.util.concurrent.locks.LockSupport.park(java.lang.Object) @bci=14, line=175 (Compiled frame)
 - java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await() @bci=42, line=2039 (Compiled frame)
 - java.util.concurrent.LinkedBlockingQueue.take() @bci=29, line=442 (Compiled frame)
 - java.util.concurrent.ThreadPoolExecutor.getTask() @bci=149, line=1067 (Interpreted frame)
 - java.util.concurrent.ThreadPoolExecutor.runWorker(java.util.concurrent.ThreadPoolExecutor$Worker) @bci=26, line=1127 (Interpreted frame)
 - java.util.concurrent.ThreadPoolExecutor$Worker.run() @bci=5, line=617 (Interpreted frame)
 - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)


Thread 2383109: (state = BLOCKED)
 - sun.misc.Unsafe.park(boolean, long) @bci=0 (Compiled frame; information may be imprecise)
 - java.util.concurrent.locks.LockSupport.park(java.lang.Object) @bci=14, line=175 (Compiled frame)
 - java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await() @bci=42, line=2039 (Compiled frame)
 - java.util.concurrent.LinkedBlockingQueue.take() @bci=29, line=442 (Compiled frame)
 - java.util.concurrent.ThreadPoolExecutor.getTask() @bci=149, line=1067 (Interpreted frame)
 - java.util.concurrent.ThreadPoolExecutor.runWorker(java.util.concurrent.ThreadPoolExecutor$Worker) @bci=26, line=1127 (Interpreted frame)
 - java.util.concurrent.ThreadPoolExecutor$Worker.run() @bci=5, line=617 (Interpreted frame)
 - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)


Thread 2375494: (state = BLOCKED)
 - java.lang.Object.wait(long) @bci=0 (Compiled frame; information may be imprecise)
 - java.util.TimerThread.mainLoop() @bci=201, line=552 (Interpreted frame)
 - java.util.TimerThread.run() @bci=1, line=505 (Interpreted frame)


Thread 2375493: (state = BLOCKED)
 - java.lang.Thread.sleep(long) @bci=0 (Compiled frame; information may be imprecise)
 - org.apache.ignite.internal.processors.cluster.GridUpdateNotifier$1.run() @bci=40, line=115 (Interpreted frame)
 - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)


Thread 2375487: (state = BLOCKED)
 - sun.misc.Unsafe.park(boolean, long) @bci=0 (Compiled frame; information may be imprecise)
 - java.util.concurrent.locks.LockSupport.park(java.lang.Object) @bci=14, line=175 (Compiled frame)
 - java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await() @bci=42, line=2039 (Compiled frame)
 - java.util.concurrent.LinkedBlockingQueue.take() @bci=29, line=442 (Compiled frame)
 - org.apache.ignite.internal.managers.discovery.GridDiscoveryManager$DiscoveryWorker.body0() @bci=4, line=2758 (Compiled frame)
 - org.apache.ignite.internal.managers.discovery.GridDiscoveryManager$DiscoveryWorker.body() @bci=8, line=2732 (Interpreted frame)
 - org.apache.ignite.internal.util.worker.GridWorker.run() @bci=82, line=110 (Interpreted frame)
 - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)


Thread 2375433: (state = IN_NATIVE)
 - java.net.SocketInputStream.socketRead0(java.io.FileDescriptor, byte[], int, int, int) @bci=0 (Compiled frame; information may be imprecise)
 - java.net.SocketInputStream.socketRead(java.io.FileDescriptor, byte[], int, int, int) @bci=8, line=116 (Compiled frame)
 - java.net.SocketInputStream.read(byte[], int, int, int) @bci=79, line=170 (Compiled frame)
 - java.net.SocketInputStream.read(byte[], int, int) @bci=11, line=141 (Compiled frame)
 - sun.security.ssl.InputRecord.readFully(java.io.InputStream, byte[], int, int) @bci=21, line=465 (Compiled frame)
 - sun.security.ssl.InputRecord.read(java.io.InputStream, java.io.OutputStream) @bci=32, line=503 (Compiled frame)
 - sun.security.ssl.SSLSocketImpl.readRecord(sun.security.ssl.InputRecord, boolean) @bci=44, line=973 (Compiled frame)
 - sun.security.ssl.SSLSocketImpl.readDataRecord(sun.security.ssl.InputRecord) @bci=15, line=930 (Compiled frame)
 - sun.security.ssl.AppInputStream.read(byte[], int, int) @bci=72, line=105 (Compiled frame)
 - java.io.BufferedInputStream.fill() @bci=214, line=246 (Compiled frame)
 - java.io.BufferedInputStream.read1(byte[], int, int) @bci=44, line=286 (Compiled frame)
 - java.io.BufferedInputStream.read(byte[], int, int) @bci=49, line=345 (Compiled frame)
 - org.apache.ignite.marshaller.jdk.JdkMarshallerInputStreamWrapper.read(byte[], int, int) @bci=7, line=53 (Compiled frame)
 - java.io.ObjectInputStream$PeekInputStream.read(byte[], int, int) @bci=20, line=2320 (Compiled frame)
 - java.io.ObjectInputStream$PeekInputStream.readFully(byte[], int, int) @bci=19, line=2333 (Compiled frame)
 - java.io.ObjectInputStream$BlockDataInputStream.readShort() @bci=22, line=2804 (Compiled frame)
 - java.io.ObjectInputStream.readStreamHeader() @bci=4, line=802 (Compiled frame)
 - java.io.ObjectInputStream.<init>(java.io.InputStream) @bci=61, line=299 (Compiled frame)
 - org.apache.ignite.marshaller.jdk.JdkMarshallerObjectInputStream.<init>(java.io.InputStream, java.lang.ClassLoader, org.apache.ignite.lang.IgnitePredicate) @bci=2, line=43 (Compiled frame)
 - org.apache.ignite.marshaller.jdk.JdkMarshaller.unmarshal0(java.io.InputStream, java.lang.ClassLoader) @bci=49, line=137 (Compiled frame)
 - org.apache.ignite.marshaller.AbstractNodeNameAwareMarshaller.unmarshal(java.io.InputStream, java.lang.ClassLoader) @bci=11, line=94 (Compiled frame)
 - org.apache.ignite.internal.util.IgniteUtils.unmarshal(org.apache.ignite.marshaller.Marshaller, java.io.InputStream, java.lang.ClassLoader) @bci=39, line=9907 (Compiled frame)
 - org.apache.ignite.spi.discovery.tcp.ServerImpl$SocketReader.body() @bci=3468, line=5982 (Interpreted frame)
 - org.apache.ignite.spi.IgniteSpiThread.run() @bci=1, line=62 (Interpreted frame)


Thread 2375430: (state = IN_NATIVE)
 - java.net.PlainSocketImpl.socketAccept(java.net.SocketImpl) @bci=0 (Interpreted frame)
 - java.net.AbstractPlainSocketImpl.accept(java.net.SocketImpl) @bci=7, line=409 (Interpreted frame)
 - java.net.ServerSocket.implAccept(java.net.Socket) @bci=60, line=545 (Interpreted frame)
 - sun.security.ssl.SSLServerSocketImpl.accept() @bci=50, line=348 (Interpreted frame)
 - org.apache.ignite.spi.discovery.tcp.ServerImpl$TcpServer.body() @bci=13, line=5642 (Interpreted frame)
 - org.apache.ignite.spi.IgniteSpiThread.run() @bci=1, line=62 (Interpreted frame)


Thread 2375429: (state = BLOCKED)
 - sun.misc.Unsafe.park(boolean, long) @bci=0 (Compiled frame; information may be imprecise)
 - java.util.concurrent.locks.LockSupport.parkNanos(java.lang.Object, long) @bci=20, line=215 (Compiled frame)
 - java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(long) @bci=78, line=2078 (Compiled frame)
 - java.util.concurrent.LinkedBlockingDeque.pollFirst(long, java.util.concurrent.TimeUnit) @bci=52, line=522 (Compiled frame)
 - java.util.concurrent.LinkedBlockingDeque.poll(long, java.util.concurrent.TimeUnit) @bci=3, line=684 (Compiled frame)
 - org.apache.ignite.spi.discovery.tcp.ServerImpl$MessageWorkerAdapter.body() @bci=75, line=6771 (Compiled frame)
 - org.apache.ignite.spi.discovery.tcp.ServerImpl$RingMessageWorker.body() @bci=3, line=2621 (Interpreted frame)
 - org.apache.ignite.spi.IgniteSpiThread.run() @bci=1, line=62 (Interpreted frame)


Thread 2375428: (state = BLOCKED)
 - sun.misc.Unsafe.park(boolean, long) @bci=0 (Interpreted frame)
 - java.util.concurrent.locks.LockSupport.park(java.lang.Object) @bci=14, line=175 (Interpreted frame)
 - java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt() @bci=1, line=836 (Interpreted frame)
 - java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(int) @bci=72, line=997 (Interpreted frame)
 - java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(int) @bci=24, line=1304 (Interpreted frame)
 - java.util.concurrent.CountDownLatch.await() @bci=5, line=231 (Interpreted frame)
 - org.apache.ignite.internal.processors.rest.GridRestProcessor.handleRequest(org.apache.ignite.internal.processors.rest.request.GridRestRequest) @bci=16, line=215 (Interpreted frame)
 - org.apache.ignite.internal.processors.rest.GridRestProcessor.access$100(org.apache.ignite.internal.processors.rest.GridRestProcessor, org.apache.ignite.internal.processors.rest.request.GridRestRequest) @bci=2, line=94 (Interpreted frame)
 - org.apache.ignite.internal.processors.rest.GridRestProcessor$2.body() @bci=8, line=160 (Interpreted frame)
 - org.apache.ignite.internal.util.worker.GridWorker.run() @bci=82, line=110 (Interpreted frame)
 - java.util.concurrent.ThreadPoolExecutor.runWorker(java.util.concurrent.ThreadPoolExecutor$Worker) @bci=95, line=1142 (Interpreted frame)
 - java.util.concurrent.ThreadPoolExecutor$Worker.run() @bci=5, line=617 (Interpreted frame)
 - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)


Thread 2375426: (state = BLOCKED)
 - sun.misc.Unsafe.park(boolean, long) @bci=0 (Compiled frame; information may be imprecise)
 - java.util.concurrent.locks.LockSupport.parkNanos(java.lang.Object, long) @bci=20, line=215 (Compiled frame)
 - java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(long) @bci=78, line=2078 (Compiled frame)
 - java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take() @bci=124, line=1093 (Compiled frame)
 - java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take() @bci=1, line=809 (Compiled frame)
 - java.util.concurrent.ThreadPoolExecutor.getTask() @bci=149, line=1067 (Compiled frame)
 - java.util.concurrent.ThreadPoolExecutor.runWorker(java.util.concurrent.ThreadPoolExecutor$Worker) @bci=26, line=1127 (Interpreted frame)
 - java.util.concurrent.ThreadPoolExecutor$Worker.run() @bci=5, line=617 (Interpreted frame)
 - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)


Thread 2375425: (state = BLOCKED)
 - sun.misc.Unsafe.park(boolean, long) @bci=0 (Compiled frame; information may be imprecise)
 - java.util.concurrent.locks.LockSupport.parkNanos(java.lang.Object, long) @bci=20, line=215 (Compiled frame)
 - java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(long) @bci=78, line=2078 (Compiled frame)
 - org.eclipse.jetty.util.BlockingArrayQueue.poll(long, java.util.concurrent.TimeUnit) @bci=57, line=389 (Compiled frame)
 - org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll() @bci=12, line=531 (Compiled frame)
 - org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(org.eclipse.jetty.util.thread.QueuedThreadPool) @bci=1, line=47 (Compiled frame)
 - org.eclipse.jetty.util.thread.QueuedThreadPool$3.run() @bci=300, line=590 (Interpreted frame)
 - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)


Thread 2375424: (state = BLOCKED)
 - sun.misc.Unsafe.park(boolean, long) @bci=0 (Compiled frame; information may be imprecise)
 - java.util.concurrent.locks.LockSupport.parkNanos(java.lang.Object, long) @bci=20, line=215 (Compiled frame)
 - java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(long) @bci=78, line=2078 (Compiled frame)
 - org.eclipse.jetty.util.BlockingArrayQueue.poll(long, java.util.concurrent.TimeUnit) @bci=57, line=389 (Compiled frame)
 - org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll() @bci=12, line=531 (Compiled frame)
 - org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(org.eclipse.jetty.util.thread.QueuedThreadPool) @bci=1, line=47 (Compiled frame)
 - org.eclipse.jetty.util.thread.QueuedThreadPool$3.run() @bci=300, line=590 (Interpreted frame)
 - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)


Thread 2375423: (state = BLOCKED)
 - sun.misc.Unsafe.park(boolean, long) @bci=0 (Compiled frame; information may be imprecise)
 - java.util.concurrent.locks.LockSupport.parkNanos(java.lang.Object, long) @bci=20, line=215 (Compiled frame)
 - java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(long) @bci=78, line=2078 (Compiled frame)
 - org.eclipse.jetty.util.BlockingArrayQueue.poll(long, java.util.concurrent.TimeUnit) @bci=57, line=389 (Compiled frame)
 - org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll() @bci=12, line=531 (Compiled frame)
 - org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(org.eclipse.jetty.util.thread.QueuedThreadPool) @bci=1, line=47 (Compiled frame)
 - org.eclipse.jetty.util.thread.QueuedThreadPool$3.run() @bci=300, line=590 (Interpreted frame)
 - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)


Thread 2375422: (state = BLOCKED)
 - sun.misc.Unsafe.park(boolean, long) @bci=0 (Compiled frame; information may be imprecise)
 - java.util.concurrent.locks.LockSupport.parkNanos(java.lang.Object, long) @bci=20, line=215 (Compiled frame)
 - java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(long) @bci=78, line=2078 (Compiled frame)
 - org.eclipse.jetty.util.BlockingArrayQueue.poll(long, java.util.concurrent.TimeUnit) @bci=57, line=389 (Compiled frame)
 - org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll() @bci=12, line=531 (Compiled frame)
 - org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(org.eclipse.jetty.util.thread.QueuedThreadPool) @bci=1, line=47 (Compiled frame)
 - org.eclipse.jetty.util.thread.QueuedThreadPool$3.run() @bci=300, line=590 (Interpreted frame)
 - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)


Thread 2375421: (state = BLOCKED)
 - sun.misc.Unsafe.park(boolean, long) @bci=0 (Compiled frame; information may be imprecise)
 - java.util.concurrent.locks.LockSupport.parkNanos(java.lang.Object, long) @bci=20, line=215 (Compiled frame)
 - java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(long) @bci=78, line=2078 (Compiled frame)
 - org.eclipse.jetty.util.BlockingArrayQueue.poll(long, java.util.concurrent.TimeUnit) @bci=57, line=389 (Compiled frame)
 - org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll() @bci=12, line=531 (Compiled frame)
 - org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(org.eclipse.jetty.util.thread.QueuedThreadPool) @bci=1, line=47 (Compiled frame)
 - org.eclipse.jetty.util.thread.QueuedThreadPool$3.run() @bci=300, line=590 (Interpreted frame)
 - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)


Thread 2375420: (state = BLOCKED)
 - sun.misc.Unsafe.park(boolean, long) @bci=0 (Compiled frame; information may be imprecise)
 - java.util.concurrent.locks.LockSupport.parkNanos(java.lang.Object, long) @bci=20, line=215 (Compiled frame)
 - java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(long) @bci=78, line=2078 (Compiled frame)
 - org.eclipse.jetty.util.BlockingArrayQueue.poll(long, java.util.concurrent.TimeUnit) @bci=57, line=389 (Compiled frame)
 - org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll() @bci=12, line=531 (Compiled frame)
 - org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(org.eclipse.jetty.util.thread.QueuedThreadPool) @bci=1, line=47 (Compiled frame)
 - org.eclipse.jetty.util.thread.QueuedThreadPool$3.run() @bci=300, line=590 (Interpreted frame)
 - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)


Thread 2375419: (state = BLOCKED)
 - sun.misc.Unsafe.park(boolean, long) @bci=0 (Compiled frame; information may be imprecise)
 - java.util.concurrent.locks.LockSupport.parkNanos(java.lang.Object, long) @bci=20, line=215 (Compiled frame)
 - java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(long) @bci=78, line=2078 (Compiled frame)
 - org.eclipse.jetty.util.BlockingArrayQueue.poll(long, java.util.concurrent.TimeUnit) @bci=57, line=389 (Compiled frame)
 - org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll() @bci=12, line=531 (Compiled frame)
 - org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(org.eclipse.jetty.util.thread.QueuedThreadPool) @bci=1, line=47 (Compiled frame)
 - org.eclipse.jetty.util.thread.QueuedThreadPool$3.run() @bci=300, line=590 (Interpreted frame)
 - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)


Thread 2375418: (state = BLOCKED)
 - sun.misc.Unsafe.park(boolean, long) @bci=0 (Compiled frame; information may be imprecise)
 - java.util.concurrent.locks.LockSupport.parkNanos(java.lang.Object, long) @bci=20, line=215 (Compiled frame)
 - java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(long) @bci=78, line=2078 (Compiled frame)
 - org.eclipse.jetty.util.BlockingArrayQueue.poll(long, java.util.concurrent.TimeUnit) @bci=57, line=389 (Compiled frame)
 - org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll() @bci=12, line=531 (Compiled frame)
 - org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(org.eclipse.jetty.util.thread.QueuedThreadPool) @bci=1, line=47 (Compiled frame)
 - org.eclipse.jetty.util.thread.QueuedThreadPool$3.run() @bci=300, line=590 (Interpreted frame)
 - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)


Thread 2375417: (state = BLOCKED)
 - sun.misc.Unsafe.park(boolean, long) @bci=0 (Compiled frame; information may be imprecise)
 - java.util.concurrent.locks.LockSupport.parkNanos(java.lang.Object, long) @bci=20, line=215 (Compiled frame)
 - java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(long) @bci=78, line=2078 (Compiled frame)
 - org.eclipse.jetty.util.BlockingArrayQueue.poll(long, java.util.concurrent.TimeUnit) @bci=57, line=389 (Compiled frame)
 - org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll() @bci=12, line=531 (Compiled frame)
 - org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(org.eclipse.jetty.util.thread.QueuedThreadPool) @bci=1, line=47 (Compiled frame)
 - org.eclipse.jetty.util.thread.QueuedThreadPool$3.run() @bci=300, line=590 (Interpreted frame)
 - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)


Thread 2375416: (state = BLOCKED)
 - sun.misc.Unsafe.park(boolean, long) @bci=0 (Compiled frame; information may be imprecise)
 - java.util.concurrent.locks.LockSupport.parkNanos(java.lang.Object, long) @bci=20, line=215 (Compiled frame)
 - java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(long) @bci=78, line=2078 (Compiled frame)
 - org.eclipse.jetty.util.BlockingArrayQueue.poll(long, java.util.concurrent.TimeUnit) @bci=57, line=389 (Compiled frame)
 - org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll() @bci=12, line=531 (Compiled frame)
 - org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(org.eclipse.jetty.util.thread.QueuedThreadPool) @bci=1, line=47 (Compiled frame)
 - org.eclipse.jetty.util.thread.QueuedThreadPool$3.run() @bci=300, line=590 (Interpreted frame)
 - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)


Thread 2375415: (state = BLOCKED)
 - sun.misc.Unsafe.park(boolean, long) @bci=0 (Compiled frame; information may be imprecise)
 - java.util.concurrent.locks.LockSupport.parkNanos(java.lang.Object, long) @bci=20, line=215 (Compiled frame)
 - java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(long) @bci=78, line=2078 (Compiled frame)
 - org.eclipse.jetty.util.BlockingArrayQueue.poll(long, java.util.concurrent.TimeUnit) @bci=57, line=389 (Compiled frame)
 - org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll() @bci=12, line=531 (Compiled frame)
 - org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(org.eclipse.jetty.util.thread.QueuedThreadPool) @bci=1, line=47 (Compiled frame)
 - org.eclipse.jetty.util.thread.QueuedThreadPool$3.run() @bci=300, line=590 (Interpreted frame)
 - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)


Thread 2375414: (state = BLOCKED)
 - sun.misc.Unsafe.park(boolean, long) @bci=0 (Compiled frame; information may be imprecise)
 - java.util.concurrent.locks.LockSupport.parkNanos(java.lang.Object, long) @bci=20, line=215 (Compiled frame)
 - java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(long) @bci=78, line=2078 (Compiled frame)
 - org.eclipse.jetty.util.BlockingArrayQueue.poll(long, java.util.concurrent.TimeUnit) @bci=57, line=389 (Compiled frame)
 - org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll() @bci=12, line=531 (Compiled frame)
 - org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(org.eclipse.jetty.util.thread.QueuedThreadPool) @bci=1, line=47 (Compiled frame)
 - org.eclipse.jetty.util.thread.QueuedThreadPool$3.run() @bci=300, line=590 (Interpreted frame)
 - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)


Thread 2375413: (state = BLOCKED)
 - sun.misc.Unsafe.park(boolean, long) @bci=0 (Compiled frame; information may be imprecise)
 - java.util.concurrent.locks.LockSupport.parkNanos(java.lang.Object, long) @bci=20, line=215 (Compiled frame)
 - java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(long) @bci=78, line=2078 (Compiled frame)
 - org.eclipse.jetty.util.BlockingArrayQueue.poll(long, java.util.concurrent.TimeUnit) @bci=57, line=389 (Compiled frame)
 - org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll() @bci=12, line=531 (Compiled frame)
 - org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(org.eclipse.jetty.util.thread.QueuedThreadPool) @bci=1, line=47 (Compiled frame)
 - org.eclipse.jetty.util.thread.QueuedThreadPool$3.run() @bci=300, line=590 (Interpreted frame)
 - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)


Thread 2375412: (state = BLOCKED)
 - sun.misc.Unsafe.park(boolean, long) @bci=0 (Compiled frame; information may be imprecise)
 - java.util.concurrent.locks.LockSupport.parkNanos(java.lang.Object, long) @bci=20, line=215 (Compiled frame)
 - java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(long) @bci=78, line=2078 (Compiled frame)
 - org.eclipse.jetty.util.BlockingArrayQueue.poll(long, java.util.concurrent.TimeUnit) @bci=57, line=389 (Compiled frame)
 - org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll() @bci=12, line=531 (Compiled frame)
 - org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(org.eclipse.jetty.util.thread.QueuedThreadPool) @bci=1, line=47 (Compiled frame)
 - org.eclipse.jetty.util.thread.QueuedThreadPool$3.run() @bci=300, line=590 (Interpreted frame)
 - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)


Thread 2375411: (state = BLOCKED)
 - sun.misc.Unsafe.park(boolean, long) @bci=0 (Compiled frame; information may be imprecise)
 - java.util.concurrent.locks.LockSupport.parkNanos(java.lang.Object, long) @bci=20, line=215 (Compiled frame)
 - java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(long) @bci=78, line=2078 (Compiled frame)
 - org.eclipse.jetty.util.BlockingArrayQueue.poll(long, java.util.concurrent.TimeUnit) @bci=57, line=389 (Compiled frame)
 - org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll() @bci=12, line=531 (Compiled frame)
 - org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(org.eclipse.jetty.util.thread.QueuedThreadPool) @bci=1, line=47 (Compiled frame)
 - org.eclipse.jetty.util.thread.QueuedThreadPool$3.run() @bci=300, line=590 (Interpreted frame)
 - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)


Thread 2375410: (state = BLOCKED)
 - sun.misc.Unsafe.park(boolean, long) @bci=0 (Interpreted frame)
 - java.util.concurrent.locks.LockSupport.park() @bci=5, line=304 (Interpreted frame)
 - org.apache.ignite.internal.util.future.GridFutureAdapter.get0(boolean) @bci=24, line=177 (Interpreted frame)
 - org.apache.ignite.internal.util.future.GridFutureAdapter.get() @bci=5, line=140 (Interpreted frame)
 - org.apache.ignite.internal.processors.rest.GridRestProcessor$1.handle(org.apache.ignite.internal.processors.rest.request.GridRestRequest) @bci=5, line=132 (Interpreted frame)
 - org.apache.ignite.internal.processors.rest.protocols.http.jetty.GridJettyRestHandler.processRequest(java.lang.String, javax.servlet.http.HttpServletRequest, javax.servlet.http.HttpServletResponse) @bci=139, line=389 (Interpreted frame)
 - org.apache.ignite.internal.processors.rest.protocols.http.jetty.GridJettyRestHandler.handle(java.lang.String, org.eclipse.jetty.server.Request, javax.servlet.http.HttpServletRequest, javax.servlet.http.HttpServletResponse) @bci=77, line=312 (Interpreted frame)
 - org.eclipse.jetty.server.handler.HandlerWrapper.handle(java.lang.String, org.eclipse.jetty.server.Request, javax.servlet.http.HttpServletRequest, javax.servlet.http.HttpServletResponse) @bci=23, line=97 (Interpreted frame)
 - org.eclipse.jetty.server.Server.handle(org.eclipse.jetty.server.HttpChannel) @bci=164, line=499 (Interpreted frame)
 - org.eclipse.jetty.server.HttpChannel.handle() @bci=301, line=310 (Interpreted frame)
 - org.eclipse.jetty.server.HttpConnection.onFillable() @bci=189, line=257 (Interpreted frame)
 - org.eclipse.jetty.io.AbstractConnection$2.run() @bci=4, line=540 (Interpreted frame)
 - org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(java.lang.Runnable) @bci=1, line=635 (Interpreted frame)
 - org.eclipse.jetty.util.thread.QueuedThreadPool$3.run() @bci=75, line=555 (Interpreted frame)
 - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)


Thread 2375409: (state = BLOCKED)
 - sun.misc.Unsafe.park(boolean, long) @bci=0 (Compiled frame; information may be imprecise)
 - java.util.concurrent.locks.LockSupport.parkNanos(java.lang.Object, long) @bci=20, line=215 (Compiled frame)
 - java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(long) @bci=78, line=2078 (Compiled frame)
 - org.eclipse.jetty.util.BlockingArrayQueue.poll(long, java.util.concurrent.TimeUnit) @bci=57, line=389 (Compiled frame)
 - org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll() @bci=12, line=531 (Compiled frame)
 - org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(org.eclipse.jetty.util.thread.QueuedThreadPool) @bci=1, line=47 (Compiled frame)
 - org.eclipse.jetty.util.thread.QueuedThreadPool$3.run() @bci=300, line=590 (Interpreted frame)
 - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)


Thread 2375408: (state = IN_NATIVE)
 - sun.nio.ch.ServerSocketChannelImpl.accept0(java.io.FileDescriptor, java.io.FileDescriptor, java.net.InetSocketAddress[]) @bci=0 (Interpreted frame)
 - sun.nio.ch.ServerSocketChannelImpl.accept(java.io.FileDescriptor, java.io.FileDescriptor, java.net.InetSocketAddress[]) @bci=4, line=422 (Compiled frame)
 - sun.nio.ch.ServerSocketChannelImpl.accept() @bci=130, line=250 (Compiled frame)
 - org.eclipse.jetty.server.ServerConnector.accept(int) @bci=17, line=377 (Interpreted frame)
 - org.eclipse.jetty.server.AbstractConnector$Acceptor.run() @bci=154, line=500 (Interpreted frame)
 - org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(java.lang.Runnable) @bci=1, line=635 (Interpreted frame)
 - org.eclipse.jetty.util.thread.QueuedThreadPool$3.run() @bci=75, line=555 (Interpreted frame)
 - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)


Thread 2375407: (state = IN_NATIVE)
 - sun.nio.ch.EPollArrayWrapper.epollWait(long, int, long, int) @bci=0 (Compiled frame; information may be imprecise)
 - sun.nio.ch.EPollArrayWrapper.poll(long) @bci=18, line=269 (Compiled frame)
 - sun.nio.ch.EPollSelectorImpl.doSelect(long) @bci=28, line=79 (Compiled frame)
 - sun.nio.ch.SelectorImpl.lockAndDoSelect(long) @bci=37, line=86 (Compiled frame)
 - sun.nio.ch.SelectorImpl.select(long) @bci=30, line=97 (Compiled frame)
 - sun.nio.ch.SelectorImpl.select() @bci=2, line=101 (Compiled frame)
 - org.eclipse.jetty.io.SelectorManager$ManagedSelector.select() @bci=174, line=600 (Compiled frame)
 - org.eclipse.jetty.io.SelectorManager$ManagedSelector.run() @bci=158, line=549 (Interpreted frame)
 - org.eclipse.jetty.util.thread.NonBlockingThread.run() @bci=13, line=52 (Interpreted frame)
 - org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(java.lang.Runnable) @bci=1, line=635 (Interpreted frame)
 - org.eclipse.jetty.util.thread.QueuedThreadPool$3.run() @bci=75, line=555 (Interpreted frame)
 - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)


Thread 2375406: (state = IN_NATIVE)
 - sun.nio.ch.EPollArrayWrapper.epollWait(long, int, long, int) @bci=0 (Compiled frame; information may be imprecise)
 - sun.nio.ch.EPollArrayWrapper.poll(long) @bci=18, line=269 (Compiled frame)
 - sun.nio.ch.EPollSelectorImpl.doSelect(long) @bci=28, line=79 (Compiled frame)
 - sun.nio.ch.SelectorImpl.lockAndDoSelect(long) @bci=37, line=86 (Compiled frame)
 - sun.nio.ch.SelectorImpl.select(long) @bci=30, line=97 (Compiled frame)
 - sun.nio.ch.SelectorImpl.select() @bci=2, line=101 (Compiled frame)
 - org.eclipse.jetty.io.SelectorManager$ManagedSelector.select() @bci=174, line=600 (Compiled frame)
 - org.eclipse.jetty.io.SelectorManager$ManagedSelector.run() @bci=158, line=549 (Interpreted frame)
 - org.eclipse.jetty.util.thread.NonBlockingThread.run() @bci=13, line=52 (Interpreted frame)
 - org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(java.lang.Runnable) @bci=1, line=635 (Interpreted frame)
 - org.eclipse.jetty.util.thread.QueuedThreadPool$3.run() @bci=75, line=555 (Interpreted frame)
 - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)


Thread 2375402: (state = BLOCKED)
 - sun.misc.Unsafe.park(boolean, long) @bci=0 (Compiled frame; information may be imprecise)
 - java.util.concurrent.locks.LockSupport.park(java.lang.Object) @bci=14, line=175 (Compiled frame)
 - java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt() @bci=1, line=836 (Interpreted frame)
 - java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(int) @bci=72, line=997 (Interpreted frame)
 - java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(int) @bci=24, line=1304 (Interpreted frame)
 - java.util.concurrent.CountDownLatch.await() @bci=5, line=231 (Interpreted frame)
 - org.apache.ignite.internal.util.IgniteUtils.awaitQuiet(java.util.concurrent.CountDownLatch) @bci=3, line=7535 (Interpreted frame)
 - org.apache.ignite.internal.processors.rest.protocols.tcp.GridTcpRestNioListener.onMessage(org.apache.ignite.internal.util.nio.GridNioSession, org.apache.ignite.internal.processors.rest.client.message.GridClientMessage) @bci=180, line=211 (Interpreted frame)
 - org.apache.ignite.internal.processors.rest.protocols.tcp.GridTcpRestNioListener.onMessage(org.apache.ignite.internal.util.nio.GridNioSession, java.lang.Object) @bci=6, line=94 (Interpreted frame)
 - org.apache.ignite.internal.util.nio.GridNioFilterChain$TailFilter.onMessageReceived(org.apache.ignite.internal.util.nio.GridNioSession, java.lang.Object) @bci=9, line=279 (Interpreted frame)
 - org.apache.ignite.internal.util.nio.GridNioFilterAdapter.proceedMessageReceived(org.apache.ignite.internal.util.nio.GridNioSession, java.lang.Object) @bci=10, line=109 (Interpreted frame)
 - org.apache.ignite.internal.util.nio.GridNioCodecFilter.onMessageReceived(org.apache.ignite.internal.util.nio.GridNioSession, java.lang.Object) @bci=71, line=117 (Interpreted frame)
 - org.apache.ignite.internal.util.nio.GridNioFilterAdapter.proceedMessageReceived(org.apache.ignite.internal.util.nio.GridNioSession, java.lang.Object) @bci=10, line=109 (Interpreted frame)
 - org.apache.ignite.internal.util.nio.ssl.GridNioSslFilter.onMessageReceived(org.apache.ignite.internal.util.nio.GridNioSession, java.lang.Object) @bci=63, line=341 (Interpreted frame)
 - org.apache.ignite.internal.util.nio.GridNioFilterAdapter.proceedMessageReceived(org.apache.ignite.internal.util.nio.GridNioSession, java.lang.Object) @bci=10, line=109 (Interpreted frame)
 - org.apache.ignite.internal.util.nio.GridNioServer$HeadFilter.onMessageReceived(org.apache.ignite.internal.util.nio.GridNioSession, java.lang.Object) @bci=3, line=3490 (Interpreted frame)
 - org.apache.ignite.internal.util.nio.GridNioFilterChain.onMessageReceived(org.apache.ignite.internal.util.nio.GridNioSession, java.lang.Object) @bci=6, line=175 (Interpreted frame)
 - org.apache.ignite.internal.util.nio.GridNioServer$ByteBufferNioClientWorker.processRead(java.nio.channels.SelectionKey) @bci=255, line=1113 (Interpreted frame)
 - org.apache.ignite.internal.util.nio.GridNioServer$AbstractNioClientWorker.processSelectedKeysOptimized(java.nio.channels.SelectionKey[]) @bci=89, line=2339 (Interpreted frame)
 - org.apache.ignite.internal.util.nio.GridNioServer$AbstractNioClientWorker.bodyInternal() @bci=1169, line=2110 (Interpreted frame)
 - org.apache.ignite.internal.util.nio.GridNioServer$AbstractNioClientWorker.body() @bci=23, line=1764 (Interpreted frame)
 - org.apache.ignite.internal.util.worker.GridWorker.run() @bci=82, line=110 (Interpreted frame)
 - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)


Thread 2375401: (state = BLOCKED)
 - sun.misc.Unsafe.park(boolean, long) @bci=0 (Compiled frame; information may be imprecise)
 - java.util.concurrent.locks.LockSupport.park(java.lang.Object) @bci=14, line=175 (Compiled frame)
 - java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt() @bci=1, line=836 (Interpreted frame)
 - java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(int) @bci=72, line=997 (Interpreted frame)
 - java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(int) @bci=24, line=1304 (Interpreted frame)
 - java.util.concurrent.CountDownLatch.await() @bci=5, line=231 (Interpreted frame)
 - org.apache.ignite.internal.util.IgniteUtils.awaitQuiet(java.util.concurrent.CountDownLatch) @bci=3, line=7535 (Interpreted frame)
 - org.apache.ignite.internal.processors.rest.protocols.tcp.GridTcpRestNioListener.onMessage(org.apache.ignite.internal.util.nio.GridNioSession, org.apache.ignite.internal.processors.rest.client.message.GridClientMessage) @bci=180, line=211 (Interpreted frame)
 - org.apache.ignite.internal.processors.rest.protocols.tcp.GridTcpRestNioListener.onMessage(org.apache.ignite.internal.util.nio.GridNioSession, java.lang.Object) @bci=6, line=94 (Interpreted frame)
 - org.apache.ignite.internal.util.nio.GridNioFilterChain$TailFilter.onMessageReceived(org.apache.ignite.internal.util.nio.GridNioSession, java.lang.Object) @bci=9, line=279 (Interpreted frame)
 - org.apache.ignite.internal.util.nio.GridNioFilterAdapter.proceedMessageReceived(org.apache.ignite.internal.util.nio.GridNioSession, java.lang.Object) @bci=10, line=109 (Interpreted frame)
 - org.apache.ignite.internal.util.nio.GridNioCodecFilter.onMessageReceived(org.apache.ignite.internal.util.nio.GridNioSession, java.lang.Object) @bci=71, line=117 (Interpreted frame)
 - org.apache.ignite.internal.util.nio.GridNioFilterAdapter.proceedMessageReceived(org.apache.ignite.internal.util.nio.GridNioSession, java.lang.Object) @bci=10, line=109 (Interpreted frame)
 - org.apache.ignite.internal.util.nio.ssl.GridNioSslFilter.onMessageReceived(org.apache.ignite.internal.util.nio.GridNioSession, java.lang.Object) @bci=63, line=341 (Interpreted frame)
 - org.apache.ignite.internal.util.nio.GridNioFilterAdapter.proceedMessageReceived(org.apache.ignite.internal.util.nio.GridNioSession, java.lang.Object) @bci=10, line=109 (Interpreted frame)
 - org.apache.ignite.internal.util.nio.GridNioServer$HeadFilter.onMessageReceived(org.apache.ignite.internal.util.nio.GridNioSession, java.lang.Object) @bci=3, line=3490 (Interpreted frame)
 - org.apache.ignite.internal.util.nio.GridNioFilterChain.onMessageReceived(org.apache.ignite.internal.util.nio.GridNioSession, java.lang.Object) @bci=6, line=175 (Interpreted frame)
 - org.apache.ignite.internal.util.nio.GridNioServer$ByteBufferNioClientWorker.processRead(java.nio.channels.SelectionKey) @bci=255, line=1113 (Interpreted frame)
 - org.apache.ignite.internal.util.nio.GridNioServer$AbstractNioClientWorker.processSelectedKeysOptimized(java.nio.channels.SelectionKey[]) @bci=89, line=2339 (Interpreted frame)
 - org.apache.ignite.internal.util.nio.GridNioServer$AbstractNioClientWorker.bodyInternal() @bci=1169, line=2110 (Interpreted frame)
 - org.apache.ignite.internal.util.nio.GridNioServer$AbstractNioClientWorker.body() @bci=23, line=1764 (Interpreted frame)
 - org.apache.ignite.internal.util.worker.GridWorker.run() @bci=82, line=110 (Interpreted frame)
 - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)


Thread 2375400: (state = BLOCKED)
 - sun.misc.Unsafe.park(boolean, long) @bci=0 (Compiled frame; information may be imprecise)
 - java.util.concurrent.locks.LockSupport.park(java.lang.Object) @bci=14, line=175 (Compiled frame)
 - java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt() @bci=1, line=836 (Interpreted frame)
 - java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(int) @bci=72, line=997 (Interpreted frame)
 - java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(int) @bci=24, line=1304 (Interpreted frame)
 - java.util.concurrent.CountDownLatch.await() @bci=5, line=231 (Interpreted frame)
 - org.apache.ignite.internal.util.IgniteUtils.awaitQuiet(java.util.concurrent.CountDownLatch) @bci=3, line=7535 (Interpreted frame)
 - org.apache.ignite.internal.processors.rest.protocols.tcp.GridTcpRestNioListener.onMessage(org.apache.ignite.internal.util.nio.GridNioSession, org.apache.ignite.internal.processors.rest.client.message.GridClientMessage) @bci=180, line=211 (Interpreted frame)
 - org.apache.ignite.internal.processors.rest.protocols.tcp.GridTcpRestNioListener.onMessage(org.apache.ignite.internal.util.nio.GridNioSession, java.lang.Object) @bci=6, line=94 (Interpreted frame)
 - org.apache.ignite.internal.util.nio.GridNioFilterChain$TailFilter.onMessageReceived(org.apache.ignite.internal.util.nio.GridNioSession, java.lang.Object) @bci=9, line=279 (Interpreted frame)
 - org.apache.ignite.internal.util.nio.GridNioFilterAdapter.proceedMessageReceived(org.apache.ignite.internal.util.nio.GridNioSession, java.lang.Object) @bci=10, line=109 (Interpreted frame)
 - org.apache.ignite.internal.util.nio.GridNioCodecFilter.onMessageReceived(org.apache.ignite.internal.util.nio.GridNioSession, java.lang.Object) @bci=71, line=117 (Interpreted frame)
 - org.apache.ignite.internal.util.nio.GridNioFilterAdapter.proceedMessageReceived(org.apache.ignite.internal.util.nio.GridNioSession, java.lang.Object) @bci=10, line=109 (Interpreted frame)
 - org.apache.ignite.internal.util.nio.ssl.GridNioSslFilter.onMessageReceived(org.apache.ignite.internal.util.nio.GridNioSession, java.lang.Object) @bci=63, line=341 (Interpreted frame)
 - org.apache.ignite.internal.util.nio.GridNioFilterAdapter.proceedMessageReceived(org.apache.ignite.internal.util.nio.GridNioSession, java.lang.Object) @bci=10, line=109 (Interpreted frame)
 - org.apache.ignite.internal.util.nio.GridNioServer$HeadFilter.onMessageReceived(org.apache.ignite.internal.util.nio.GridNioSession, java.lang.Object) @bci=3, line=3490 (Interpreted frame)
 - org.apache.ignite.internal.util.nio.GridNioFilterChain.onMessageReceived(org.apache.ignite.internal.util.nio.GridNioSession, java.lang.Object) @bci=6, line=175 (Interpreted frame)
 - org.apache.ignite.internal.util.nio.GridNioServer$ByteBufferNioClientWorker.processRead(java.nio.channels.SelectionKey) @bci=255, line=1113 (Interpreted frame)
 - org.apache.ignite.internal.util.nio.GridNioServer$AbstractNioClientWorker.processSelectedKeysOptimized(java.nio.channels.SelectionKey[]) @bci=89, line=2339 (Interpreted frame)
 - org.apache.ignite.internal.util.nio.GridNioServer$AbstractNioClientWorker.bodyInternal() @bci=1169, line=2110 (Interpreted frame)
 - org.apache.ignite.internal.util.nio.GridNioServer$AbstractNioClientWorker.body() @bci=23, line=1764 (Interpreted frame)
 - org.apache.ignite.internal.util.worker.GridWorker.run() @bci=82, line=110 (Interpreted frame)
 - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)


Thread 2375399: (state = BLOCKED)
 - sun.misc.Unsafe.park(boolean, long) @bci=0 (Compiled frame; information may be imprecise)
 - java.util.concurrent.locks.LockSupport.park(java.lang.Object) @bci=14, line=175 (Compiled frame)
 - java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt() @bci=1, line=836 (Interpreted frame)
 - java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(int) @bci=72, line=997 (Interpreted frame)
 - java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(int) @bci=24, line=1304 (Interpreted frame)
 - java.util.concurrent.CountDownLatch.await() @bci=5, line=231 (Interpreted frame)
 - org.apache.ignite.internal.util.IgniteUtils.awaitQuiet(java.util.concurrent.CountDownLatch) @bci=3, line=7535 (Interpreted frame)
 - org.apache.ignite.internal.processors.rest.protocols.tcp.GridTcpRestNioListener.onMessage(org.apache.ignite.internal.util.nio.GridNioSession, org.apache.ignite.internal.processors.rest.client.message.GridClientMessage) @bci=180, line=211 (Interpreted frame)
 - org.apache.ignite.internal.processors.rest.protocols.tcp.GridTcpRestNioListener.onMessage(org.apache.ignite.internal.util.nio.GridNioSession, java.lang.Object) @bci=6, line=94 (Interpreted frame)
 - org.apache.ignite.internal.util.nio.GridNioFilterChain$TailFilter.onMessageReceived(org.apache.ignite.internal.util.nio.GridNioSession, java.lang.Object) @bci=9, line=279 (Interpreted frame)
 - org.apache.ignite.internal.util.nio.GridNioFilterAdapter.proceedMessageReceived(org.apache.ignite.internal.util.nio.GridNioSession, java.lang.Object) @bci=10, line=109 (Interpreted frame)
 - org.apache.ignite.internal.util.nio.GridNioCodecFilter.onMessageReceived(org.apache.ignite.internal.util.nio.GridNioSession, java.lang.Object) @bci=71, line=117 (Interpreted frame)
 - org.apache.ignite.internal.util.nio.GridNioFilterAdapter.proceedMessageReceived(org.apache.ignite.internal.util.nio.GridNioSession, java.lang.Object) @bci=10, line=109 (Interpreted frame)
 - org.apache.ignite.internal.util.nio.ssl.GridNioSslFilter.onMessageReceived(org.apache.ignite.internal.util.nio.GridNioSession, java.lang.Object) @bci=63, line=341 (Interpreted frame)
 - org.apache.ignite.internal.util.nio.GridNioFilterAdapter.proceedMessageReceived(org.apache.ignite.internal.util.nio.GridNioSession, java.lang.Object) @bci=10, line=109 (Interpreted frame)
 - org.apache.ignite.internal.util.nio.GridNioServer$HeadFilter.onMessageReceived(org.apache.ignite.internal.util.nio.GridNioSession, java.lang.Object) @bci=3, line=3490 (Interpreted frame)
 - org.apache.ignite.internal.util.nio.GridNioFilterChain.onMessageReceived(org.apache.ignite.internal.util.nio.GridNioSession, java.lang.Object) @bci=6, line=175 (Interpreted frame)
 - org.apache.ignite.internal.util.nio.GridNioServer$ByteBufferNioClientWorker.processRead(java.nio.channels.SelectionKey) @bci=255, line=1113 (Interpreted frame)
 - org.apache.ignite.internal.util.nio.GridNioServer$AbstractNioClientWorker.processSelectedKeysOptimized(java.nio.channels.SelectionKey[]) @bci=89, line=2339 (Interpreted frame)
 - org.apache.ignite.internal.util.nio.GridNioServer$AbstractNioClientWorker.bodyInternal() @bci=1169, line=2110 (Interpreted frame)
 - org.apache.ignite.internal.util.nio.GridNioServer$AbstractNioClientWorker.body() @bci=23, line=1764 (Interpreted frame)
 - org.apache.ignite.internal.util.worker.GridWorker.run() @bci=82, line=110 (Interpreted frame)
 - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)


Thread 2375398: (state = IN_NATIVE)
 - sun.nio.ch.EPollArrayWrapper.epollWait(long, int, long, int) @bci=0 (Compiled frame; information may be imprecise)
 - sun.nio.ch.EPollArrayWrapper.poll(long) @bci=18, line=269 (Compiled frame)
 - sun.nio.ch.EPollSelectorImpl.doSelect(long) @bci=28, line=79 (Compiled frame)
 - sun.nio.ch.SelectorImpl.lockAndDoSelect(long) @bci=37, line=86 (Compiled frame)
 - sun.nio.ch.SelectorImpl.select(long) @bci=30, line=97 (Compiled frame)
 - org.apache.ignite.internal.util.nio.GridNioServer$GridNioAcceptWorker.accept() @bci=36, line=2870 (Interpreted frame)
 - org.apache.ignite.internal.util.nio.GridNioServer$GridNioAcceptWorker.body() @bci=46, line=2822 (Interpreted frame)
 - org.apache.ignite.internal.util.worker.GridWorker.run() @bci=82, line=110 (Interpreted frame)
 - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)


Thread 2375397: (state = IN_NATIVE)
 - sun.nio.ch.EPollArrayWrapper.epollWait(long, int, long, int) @bci=0 (Compiled frame; information may be imprecise)
 - sun.nio.ch.EPollArrayWrapper.poll(long) @bci=18, line=269 (Compiled frame)
 - sun.nio.ch.EPollSelectorImpl.doSelect(long) @bci=28, line=79 (Compiled frame)
 - sun.nio.ch.SelectorImpl.lockAndDoSelect(long) @bci=37, line=86 (Compiled frame)
 - sun.nio.ch.SelectorImpl.select(long) @bci=30, line=97 (Compiled frame)
 - org.apache.ignite.internal.util.nio.GridNioServer$AbstractNioClientWorker.bodyInternal() @bci=1134, line=2105 (Interpreted frame)
 - org.apache.ignite.internal.util.nio.GridNioServer$AbstractNioClientWorker.body() @bci=23, line=1764 (Interpreted frame)
 - org.apache.ignite.internal.util.worker.GridWorker.run() @bci=82, line=110 (Interpreted frame)
 - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)


Thread 2375396: (state = IN_NATIVE)
 - sun.nio.ch.EPollArrayWrapper.epollWait(long, int, long, int) @bci=0 (Compiled frame; information may be imprecise)
 - sun.nio.ch.EPollArrayWrapper.poll(long) @bci=18, line=269 (Compiled frame)
 - sun.nio.ch.EPollSelectorImpl.doSelect(long) @bci=28, line=79 (Compiled frame)
 - sun.nio.ch.SelectorImpl.lockAndDoSelect(long) @bci=37, line=86 (Compiled frame)
 - sun.nio.ch.SelectorImpl.select(long) @bci=30, line=97 (Compiled frame)
 - org.apache.ignite.internal.util.nio.GridNioServer$AbstractNioClientWorker.bodyInternal() @bci=1134, line=2105 (Interpreted frame)
 - org.apache.ignite.internal.util.nio.GridNioServer$AbstractNioClientWorker.body() @bci=23, line=1764 (Interpreted frame)
 - org.apache.ignite.internal.util.worker.GridWorker.run() @bci=82, line=110 (Interpreted frame)
 - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)


Thread 2375395: (state = IN_NATIVE)
 - sun.nio.ch.EPollArrayWrapper.epollWait(long, int, long, int) @bci=0 (Compiled frame; information may be imprecise)
 - sun.nio.ch.EPollArrayWrapper.poll(long) @bci=18, line=269 (Compiled frame)
 - sun.nio.ch.EPollSelectorImpl.doSelect(long) @bci=28, line=79 (Compiled frame)
 - sun.nio.ch.SelectorImpl.lockAndDoSelect(long) @bci=37, line=86 (Compiled frame)
 - sun.nio.ch.SelectorImpl.select(long) @bci=30, line=97 (Compiled frame)
 - org.apache.ignite.internal.util.nio.GridNioServer$AbstractNioClientWorker.bodyInternal() @bci=1134, line=2105 (Interpreted frame)
 - org.apache.ignite.internal.util.nio.GridNioServer$AbstractNioClientWorker.body() @bci=23, line=1764 (Interpreted frame)
 - org.apache.ignite.internal.util.worker.GridWorker.run() @bci=82, line=110 (Interpreted frame)
 - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)


Thread 2375394: (state = IN_NATIVE)
 - sun.nio.ch.EPollArrayWrapper.epollWait(long, int, long, int) @bci=0 (Compiled frame; information may be imprecise)
 - sun.nio.ch.EPollArrayWrapper.poll(long) @bci=18, line=269 (Compiled frame)
 - sun.nio.ch.EPollSelectorImpl.doSelect(long) @bci=28, line=79 (Compiled frame)
 - sun.nio.ch.SelectorImpl.lockAndDoSelect(long) @bci=37, line=86 (Compiled frame)
 - sun.nio.ch.SelectorImpl.select(long) @bci=30, line=97 (Compiled frame)
 - org.apache.ignite.internal.util.nio.GridNioServer$AbstractNioClientWorker.bodyInternal() @bci=1134, line=2105 (Compiled frame)
 - org.apache.ignite.internal.util.nio.GridNioServer$AbstractNioClientWorker.body() @bci=23, line=1764 (Interpreted frame)
 - org.apache.ignite.internal.util.worker.GridWorker.run() @bci=82, line=110 (Interpreted frame)
 - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)


Thread 2375393: (state = IN_NATIVE)
 - sun.nio.ch.EPollArrayWrapper.epollWait(long, int, long, int) @bci=0 (Compiled frame; information may be imprecise)
 - sun.nio.ch.EPollArrayWrapper.poll(long) @bci=18, line=269 (Compiled frame)
 - sun.nio.ch.EPollSelectorImpl.doSelect(long) @bci=28, line=79 (Compiled frame)
 - sun.nio.ch.SelectorImpl.lockAndDoSelect(long) @bci=37, line=86 (Compiled frame)
 - sun.nio.ch.SelectorImpl.select(long) @bci=30, line=97 (Compiled frame)
 - org.apache.ignite.internal.util.nio.GridNioServer$GridNioAcceptWorker.accept() @bci=36, line=2870 (Interpreted frame)
 - org.apache.ignite.internal.util.nio.GridNioServer$GridNioAcceptWorker.body() @bci=46, line=2822 (Interpreted frame)
 - org.apache.ignite.internal.util.worker.GridWorker.run() @bci=82, line=110 (Interpreted frame)
 - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)


Thread 2375346: (state = BLOCKED)
 - sun.misc.Unsafe.park(boolean, long) @bci=0 (Compiled frame; information may be imprecise)
 - java.util.concurrent.locks.LockSupport.parkNanos(java.lang.Object, long) @bci=20, line=215 (Compiled frame)
 - java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(long) @bci=78, line=2078 (Compiled frame)
 - java.util.concurrent.LinkedBlockingQueue.poll(long, java.util.concurrent.TimeUnit) @bci=62, line=467 (Interpreted frame)
 - org.apache.ignite.spi.communication.tcp.TcpCommunicationSpi$CommunicationWorker.body() @bci=52, line=4207 (Interpreted frame)
 - org.apache.ignite.spi.IgniteSpiThread.run() @bci=1, line=62 (Interpreted frame)


Thread 2375345: (state = IN_NATIVE)
 - sun.nio.ch.EPollArrayWrapper.epollWait(long, int, long, int) @bci=0 (Compiled frame; information may be imprecise)
 - sun.nio.ch.EPollArrayWrapper.poll(long) @bci=18, line=269 (Compiled frame)
 - sun.nio.ch.EPollSelectorImpl.doSelect(long) @bci=28, line=79 (Compiled frame)
 - sun.nio.ch.SelectorImpl.lockAndDoSelect(long) @bci=37, line=86 (Compiled frame)
 - sun.nio.ch.SelectorImpl.select(long) @bci=30, line=97 (Compiled frame)
 - org.apache.ignite.internal.util.nio.GridNioServer$AbstractNioClientWorker.bodyInternal() @bci=1134, line=2105 (Interpreted frame)
 - org.apache.ignite.internal.util.nio.GridNioServer$AbstractNioClientWorker.body() @bci=23, line=1764 (Interpreted frame)
 - org.apache.ignite.internal.util.worker.GridWorker.run() @bci=82, line=110 (Interpreted frame)
 - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)


Thread 2375344: (state = IN_NATIVE)
 - sun.nio.ch.EPollArrayWrapper.epollWait(long, int, long, int) @bci=0 (Compiled frame; information may be imprecise)
 - sun.nio.ch.EPollArrayWrapper.poll(long) @bci=18, line=269 (Compiled frame)
 - sun.nio.ch.EPollSelectorImpl.doSelect(long) @bci=28, line=79 (Compiled frame)
 - sun.nio.ch.SelectorImpl.lockAndDoSelect(long) @bci=37, line=86 (Compiled frame)
 - sun.nio.ch.SelectorImpl.select(long) @bci=30, line=97 (Compiled frame)
 - org.apache.ignite.internal.util.nio.GridNioServer$AbstractNioClientWorker.bodyInternal() @bci=1134, line=2105 (Interpreted frame)
 - org.apache.ignite.internal.util.nio.GridNioServer$AbstractNioClientWorker.body() @bci=23, line=1764 (Interpreted frame)
 - org.apache.ignite.internal.util.worker.GridWorker.run() @bci=82, line=110 (Interpreted frame)
 - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)


Thread 2375343: (state = IN_NATIVE)
 - sun.nio.ch.EPollArrayWrapper.epollWait(long, int, long, int) @bci=0 (Compiled frame; information may be imprecise)
 - sun.nio.ch.EPollArrayWrapper.poll(long) @bci=18, line=269 (Compiled frame)
 - sun.nio.ch.EPollSelectorImpl.doSelect(long) @bci=28, line=79 (Compiled frame)
 - sun.nio.ch.SelectorImpl.lockAndDoSelect(long) @bci=37, line=86 (Compiled frame)
 - sun.nio.ch.SelectorImpl.select(long) @bci=30, line=97 (Compiled frame)
 - org.apache.ignite.internal.util.nio.GridNioServer$AbstractNioClientWorker.bodyInternal() @bci=1134, line=2105 (Interpreted frame)
 - org.apache.ignite.internal.util.nio.GridNioServer$AbstractNioClientWorker.body() @bci=23, line=1764 (Interpreted frame)
 - org.apache.ignite.internal.util.worker.GridWorker.run() @bci=82, line=110 (Interpreted frame)
 - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)


Thread 2375342: (state = IN_NATIVE)
 - sun.nio.ch.EPollArrayWrapper.epollWait(long, int, long, int) @bci=0 (Compiled frame; information may be imprecise)
 - sun.nio.ch.EPollArrayWrapper.poll(long) @bci=18, line=269 (Compiled frame)
 - sun.nio.ch.EPollSelectorImpl.doSelect(long) @bci=28, line=79 (Compiled frame)
 - sun.nio.ch.SelectorImpl.lockAndDoSelect(long) @bci=37, line=86 (Compiled frame)
 - sun.nio.ch.SelectorImpl.select(long) @bci=30, line=97 (Compiled frame)
 - org.apache.ignite.internal.util.nio.GridNioServer$AbstractNioClientWorker.bodyInternal() @bci=1134, line=2105 (Interpreted frame)
 - org.apache.ignite.internal.util.nio.GridNioServer$AbstractNioClientWorker.body() @bci=23, line=1764 (Interpreted frame)
 - org.apache.ignite.internal.util.worker.GridWorker.run() @bci=82, line=110 (Interpreted frame)
 - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)


Thread 2375341: (state = IN_NATIVE)
 - sun.nio.ch.EPollArrayWrapper.epollWait(long, int, long, int) @bci=0 (Compiled frame; information may be imprecise)
 - sun.nio.ch.EPollArrayWrapper.poll(long) @bci=18, line=269 (Compiled frame)
 - sun.nio.ch.EPollSelectorImpl.doSelect(long) @bci=28, line=79 (Compiled frame)
 - sun.nio.ch.SelectorImpl.lockAndDoSelect(long) @bci=37, line=86 (Compiled frame)
 - sun.nio.ch.SelectorImpl.select(long) @bci=30, line=97 (Compiled frame)
 - org.apache.ignite.internal.util.nio.GridNioServer$GridNioAcceptWorker.accept() @bci=36, line=2870 (Interpreted frame)
 - org.apache.ignite.internal.util.nio.GridNioServer$GridNioAcceptWorker.body() @bci=46, line=2822 (Interpreted frame)
 - org.apache.ignite.internal.util.worker.GridWorker.run() @bci=82, line=110 (Interpreted frame)
 - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)


Thread 2375310: (state = BLOCKED)
 - java.lang.Object.wait(long) @bci=0 (Compiled frame; information may be imprecise)
 - org.apache.ignite.internal.processors.timeout.GridTimeoutProcessor$TimeoutWorker.body() @bci=425, line=203 (Compiled frame)
 - org.apache.ignite.internal.util.worker.GridWorker.run() @bci=82, line=110 (Interpreted frame)
 - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)


Thread 2375309: (state = BLOCKED)
 - java.lang.Thread.sleep(long) @bci=0 (Compiled frame; information may be imprecise)
 - org.apache.ignite.internal.util.IgniteUtils$22.run() @bci=9, line=3308 (Compiled frame)
 - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)


Thread 2375284: (state = BLOCKED)
 - java.lang.Thread.sleep(long) @bci=0 (Compiled frame; information may be imprecise)
 - org.apache.ignite.internal.LongJVMPauseDetector$1.run() @bci=45, line=90 (Compiled frame)


Thread 2375281: (state = BLOCKED)
 - sun.misc.Unsafe.park(boolean, long) @bci=0 (Interpreted frame)
 - java.util.concurrent.locks.LockSupport.park() @bci=5, line=304 (Interpreted frame)
 - org.apache.ignite.internal.util.StripedExecutor$StripeConcurrentQueue.take() @bci=171, line=672 (Interpreted frame)
 - org.apache.ignite.internal.util.StripedExecutor$Stripe.run() @bci=8, line=505 (Interpreted frame)
 - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)


Thread 2375280: (state = BLOCKED)
 - sun.misc.Unsafe.park(boolean, long) @bci=0 (Interpreted frame)
 - java.util.concurrent.locks.LockSupport.park() @bci=5, line=304 (Interpreted frame)
 - org.apache.ignite.internal.util.StripedExecutor$StripeConcurrentQueue.take() @bci=171, line=672 (Interpreted frame)
 - org.apache.ignite.internal.util.StripedExecutor$Stripe.run() @bci=8, line=505 (Interpreted frame)
 - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)


Thread 2375279: (state = BLOCKED)
 - sun.misc.Unsafe.park(boolean, long) @bci=0 (Interpreted frame)
 - java.util.concurrent.locks.LockSupport.park() @bci=5, line=304 (Interpreted frame)
 - org.apache.ignite.internal.util.StripedExecutor$StripeConcurrentQueue.take() @bci=171, line=672 (Interpreted frame)
 - org.apache.ignite.internal.util.StripedExecutor$Stripe.run() @bci=8, line=505 (Interpreted frame)
 - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)


Thread 2375278: (state = BLOCKED)
 - sun.misc.Unsafe.park(boolean, long) @bci=0 (Interpreted frame)
 - java.util.concurrent.locks.LockSupport.park() @bci=5, line=304 (Interpreted frame)
 - org.apache.ignite.internal.util.StripedExecutor$StripeConcurrentQueue.take() @bci=171, line=672 (Interpreted frame)
 - org.apache.ignite.internal.util.StripedExecutor$Stripe.run() @bci=8, line=505 (Interpreted frame)
 - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)


Thread 2375277: (state = BLOCKED)
 - sun.misc.Unsafe.park(boolean, long) @bci=0 (Interpreted frame)
 - java.util.concurrent.locks.LockSupport.park() @bci=5, line=304 (Interpreted frame)
 - org.apache.ignite.internal.util.StripedExecutor$StripeConcurrentQueue.take() @bci=171, line=672 (Interpreted frame)
 - org.apache.ignite.internal.util.StripedExecutor$Stripe.run() @bci=8, line=505 (Interpreted frame)
 - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)


Thread 2375276: (state = BLOCKED)
 - sun.misc.Unsafe.park(boolean, long) @bci=0 (Interpreted frame)
 - java.util.concurrent.locks.LockSupport.park() @bci=5, line=304 (Interpreted frame)
 - org.apache.ignite.internal.util.StripedExecutor$StripeConcurrentQueue.take() @bci=171, line=672 (Interpreted frame)
 - org.apache.ignite.internal.util.StripedExecutor$Stripe.run() @bci=8, line=505 (Interpreted frame)
 - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)


Thread 2375275: (state = BLOCKED)
 - sun.misc.Unsafe.park(boolean, long) @bci=0 (Interpreted frame)
 - java.util.concurrent.locks.LockSupport.park() @bci=5, line=304 (Interpreted frame)
 - org.apache.ignite.internal.util.StripedExecutor$StripeConcurrentQueue.take() @bci=171, line=672 (Interpreted frame)
 - org.apache.ignite.internal.util.StripedExecutor$Stripe.run() @bci=8, line=505 (Interpreted frame)
 - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)


Thread 2375274: (state = BLOCKED)
 - sun.misc.Unsafe.park(boolean, long) @bci=0 (Interpreted frame)
 - java.util.concurrent.locks.LockSupport.park() @bci=5, line=304 (Interpreted frame)
 - org.apache.ignite.internal.util.StripedExecutor$StripeConcurrentQueue.take() @bci=171, line=672 (Interpreted frame)
 - org.apache.ignite.internal.util.StripedExecutor$Stripe.run() @bci=8, line=505 (Interpreted frame)
 - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)


Thread 2375273: (state = BLOCKED)
 - sun.misc.Unsafe.park(boolean, long) @bci=0 (Interpreted frame)
 - java.util.concurrent.locks.LockSupport.park() @bci=5, line=304 (Interpreted frame)
 - org.apache.ignite.internal.util.StripedExecutor$StripeConcurrentQueue.take() @bci=171, line=672 (Interpreted frame)
 - org.apache.ignite.internal.util.StripedExecutor$Stripe.run() @bci=8, line=505 (Interpreted frame)
 - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)


Thread 2375272: (state = BLOCKED)
 - sun.misc.Unsafe.park(boolean, long) @bci=0 (Interpreted frame)
 - java.util.concurrent.locks.LockSupport.park() @bci=5, line=304 (Interpreted frame)
 - org.apache.ignite.internal.util.StripedExecutor$StripeConcurrentQueue.take() @bci=171, line=672 (Interpreted frame)
 - org.apache.ignite.internal.util.StripedExecutor$Stripe.run() @bci=8, line=505 (Interpreted frame)
 - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)


Thread 2375271: (state = BLOCKED)
 - sun.misc.Unsafe.park(boolean, long) @bci=0 (Interpreted frame)
 - java.util.concurrent.locks.LockSupport.park() @bci=5, line=304 (Interpreted frame)
 - org.apache.ignite.internal.util.StripedExecutor$StripeConcurrentQueue.take() @bci=171, line=672 (Interpreted frame)
 - org.apache.ignite.internal.util.StripedExecutor$Stripe.run() @bci=8, line=505 (Interpreted frame)
 - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)


Thread 2375270: (state = BLOCKED)
 - sun.misc.Unsafe.park(boolean, long) @bci=0 (Interpreted frame)
 - java.util.concurrent.locks.LockSupport.park() @bci=5, line=304 (Interpreted frame)
 - org.apache.ignite.internal.util.StripedExecutor$StripeConcurrentQueue.take() @bci=171, line=672 (Interpreted frame)
 - org.apache.ignite.internal.util.StripedExecutor$Stripe.run() @bci=8, line=505 (Interpreted frame)
 - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)


Thread 2375269: (state = BLOCKED)
 - sun.misc.Unsafe.park(boolean, long) @bci=0 (Interpreted frame)
 - java.util.concurrent.locks.LockSupport.park() @bci=5, line=304 (Interpreted frame)
 - org.apache.ignite.internal.util.StripedExecutor$StripeConcurrentQueue.take() @bci=171, line=672 (Interpreted frame)
 - org.apache.ignite.internal.util.StripedExecutor$Stripe.run() @bci=8, line=505 (Interpreted frame)
 - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)


Thread 2375268: (state = BLOCKED)
 - sun.misc.Unsafe.park(boolean, long) @bci=0 (Interpreted frame)
 - java.util.concurrent.locks.LockSupport.park() @bci=5, line=304 (Interpreted frame)
 - org.apache.ignite.internal.util.StripedExecutor$StripeConcurrentQueue.take() @bci=171, line=672 (Interpreted frame)
 - org.apache.ignite.internal.util.StripedExecutor$Stripe.run() @bci=8, line=505 (Interpreted frame)
 - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)


Thread 2375267: (state = BLOCKED)
 - sun.misc.Unsafe.park(boolean, long) @bci=0 (Interpreted frame)
 - java.util.concurrent.locks.LockSupport.park() @bci=5, line=304 (Interpreted frame)
 - org.apache.ignite.internal.util.StripedExecutor$StripeConcurrentQueue.take() @bci=171, line=672 (Interpreted frame)
 - org.apache.ignite.internal.util.StripedExecutor$Stripe.run() @bci=8, line=505 (Interpreted frame)
 - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)


Thread 2375266: (state = BLOCKED)
 - sun.misc.Unsafe.park(boolean, long) @bci=0 (Interpreted frame)
 - java.util.concurrent.locks.LockSupport.park() @bci=5, line=304 (Interpreted frame)
 - org.apache.ignite.internal.util.StripedExecutor$StripeConcurrentQueue.take() @bci=171, line=672 (Interpreted frame)
 - org.apache.ignite.internal.util.StripedExecutor$Stripe.run() @bci=8, line=505 (Interpreted frame)
 - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)


Thread 2375261: (state = IN_NATIVE)
 - java.net.PlainSocketImpl.socketAccept(java.net.SocketImpl) @bci=0 (Interpreted frame)
 - java.net.AbstractPlainSocketImpl.accept(java.net.SocketImpl) @bci=7, line=409 (Interpreted frame)
 - java.net.ServerSocket.implAccept(java.net.Socket) @bci=60, line=545 (Interpreted frame)
 - java.net.ServerSocket.accept() @bci=48, line=513 (Interpreted frame)
 - sun.management.jmxremote.LocalRMIServerSocketFactory$1.accept() @bci=1, line=52 (Interpreted frame)
 - sun.rmi.transport.tcp.TCPTransport$AcceptLoop.executeAcceptLoop() @bci=55, line=400 (Interpreted frame)
 - sun.rmi.transport.tcp.TCPTransport$AcceptLoop.run() @bci=1, line=372 (Interpreted frame)
 - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)


Thread 2375260: (state = IN_NATIVE)
 - java.net.PlainSocketImpl.socketAccept(java.net.SocketImpl) @bci=0 (Interpreted frame)
 - java.net.AbstractPlainSocketImpl.accept(java.net.SocketImpl) @bci=7, line=409 (Interpreted frame)
 - java.net.ServerSocket.implAccept(java.net.Socket) @bci=60, line=545 (Interpreted frame)
 - java.net.ServerSocket.accept() @bci=48, line=513 (Interpreted frame)
 - sun.rmi.transport.tcp.TCPTransport$AcceptLoop.executeAcceptLoop() @bci=55, line=400 (Interpreted frame)
 - sun.rmi.transport.tcp.TCPTransport$AcceptLoop.run() @bci=1, line=372 (Interpreted frame)
 - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)


Thread 2375259: (state = IN_NATIVE)
 - java.net.PlainSocketImpl.socketAccept(java.net.SocketImpl) @bci=0 (Interpreted frame)
 - java.net.AbstractPlainSocketImpl.accept(java.net.SocketImpl) @bci=7, line=409 (Interpreted frame)
 - java.net.ServerSocket.implAccept(java.net.Socket) @bci=60, line=545 (Interpreted frame)
 - java.net.ServerSocket.accept() @bci=48, line=513 (Interpreted frame)
 - sun.rmi.transport.tcp.TCPTransport$AcceptLoop.executeAcceptLoop() @bci=55, line=400 (Interpreted frame)
 - sun.rmi.transport.tcp.TCPTransport$AcceptLoop.run() @bci=1, line=372 (Interpreted frame)
 - java.lang.Thread.run() @bci=11, line=745 (Interpreted frame)


Thread 2375252: (state = BLOCKED)


Thread 2375250: (state = BLOCKED)
 - java.lang.Object.wait(long) @bci=0 (Compiled frame; information may be imprecise)
 - java.lang.ref.ReferenceQueue.remove(long) @bci=59, line=143 (Compiled frame)
 - java.lang.ref.ReferenceQueue.remove() @bci=2, line=164 (Compiled frame)
 - java.lang.ref.Finalizer$FinalizerThread.run() @bci=36, line=209 (Interpreted frame)


Thread 2375249: (state = BLOCKED)
 - java.lang.Object.wait(long) @bci=0 (Compiled frame; information may be imprecise)
 - java.lang.Object.wait() @bci=2, line=502 (Interpreted frame)
 - java.lang.ref.Reference$ReferenceHandler.run() @bci=36, line=157 (Interpreted frame)


Thread 2375243: (state = BLOCKED)
 - java.lang.Thread.sleep(long) @bci=0 (Compiled frame; information may be imprecise)
 - org.apache.ignite.internal.processors.rest.GridRestProcessor.onKernalStop(boolean) @bci=33, line=573 (Compiled frame)
 - org.apache.ignite.internal.IgniteKernal.stop0(boolean) @bci=182, line=2101 (Interpreted frame)
 - org.apache.ignite.internal.IgniteKernal.stop(boolean) @bci=6, line=2049 (Interpreted frame)
 - org.apache.ignite.internal.IgniteKernal.start(org.apache.ignite.configuration.IgniteConfiguration, java.util.concurrent.ExecutorService, java.util.concurrent.ExecutorService, java.util.concurrent.ExecutorService, java.util.concurrent.ExecutorService, org.apache.ignite.internal.util.StripedExecutor, java.util.concurrent.ExecutorService, java.util.concurrent.ExecutorService, java.util.concurrent.ExecutorService, org.apache.ignite.internal.util.StripedExecutor, java.util.concurrent.ExecutorService, java.util.concurrent.ExecutorService, java.util.concurrent.ExecutorService, org.apache.ignite.thread.IgniteStripedThreadPoolExecutor, java.util.concurrent.ExecutorService, java.util.concurrent.ExecutorService, java.util.Map, org.apache.ignite.internal.util.lang.GridAbsClosure) @bci=2128, line=1126 (Interpreted frame)
 - org.apache.ignite.internal.IgnitionEx$IgniteNamedInstance.start0(org.apache.ignite.internal.IgnitionEx$GridStartContext) @bci=1161, line=2014 (Interpreted frame)
 - org.apache.ignite.internal.IgnitionEx$IgniteNamedInstance.start(org.apache.ignite.internal.IgnitionEx$GridStartContext) @bci=21, line=1723 (Interpreted frame)
 - org.apache.ignite.internal.IgnitionEx.start0(org.apache.ignite.internal.IgnitionEx$GridStartContext, boolean) @bci=229, line=1151 (Interpreted frame)
 - org.apache.ignite.internal.IgnitionEx.startConfigurations(org.apache.ignite.lang.IgniteBiTuple, java.net.URL, java.lang.String, org.apache.ignite.internal.processors.resource.GridSpringResourceContext, java.lang.ClassLoader) @bci=137, line=1069 (Interpreted frame)
 - org.apache.ignite.internal.IgnitionEx.start(java.net.URL, java.lang.String, org.apache.ignite.internal.processors.resource.GridSpringResourceContext, java.lang.ClassLoader) @bci=128, line=955 (Interpreted frame)
 - org.apache.ignite.internal.IgnitionEx.start(java.lang.String, java.lang.String, org.apache.ignite.internal.processors.resource.GridSpringResourceContext, java.lang.ClassLoader) @bci=11, line=854 (Interpreted frame)
 - org.apache.ignite.internal.IgnitionEx.start(java.lang.String, java.lang.String) @bci=41, line=724 (Interpreted frame)
 - org.apache.ignite.internal.IgnitionEx.start(java.lang.String) @bci=12, line=693 (Interpreted frame)
 - org.apache.ignite.Ignition.start(java.lang.String) @bci=1, line=352 (Interpreted frame)
 - org.apache.ignite.startup.cmdline.CommandLineStartup.main(java.lang.String[]) @bci=203, line=301 (Interpreted frame)

 



--
This message was sent by Atlassian JIRA
(v7.6.3#76005)

Mime
View raw message