Jersey Stuck Thread Issue in REST Webservices

Issue:
We are facing jersey stuck thread issue with REST web services for synchronous requests under load in the system.
We have deployed the REST solution in web logic, we have Database and MQ for processing the user data in Async method. But the issue occurs in sync processing in which we receive web service requests, update the database and place the request in MQ for further processing and provide TAT for user's sync request. This stuck thread issue occurs mainly when the load is more.
This is similar to the issues #3207 #3483
Due to this issue, 500 http response is being sent to user.
Will attach the sample code as requested in the previous tickets #3207 #3483
Thread dumps:
main" waiting for lock weblogic.t3.srvr.T3Srvr@e5a10282 WAITING native

java.lang.Object.wait(Native Method)

java.lang.Object.wait(Object.java:167)

weblogic.t3.srvr.T3Srvr.waitForDeath(T3Srvr.java:983)

weblogic.t3.srvr.T3Srvr.run(T3Srvr.java:490)

weblogic.Server.main(Server.java:74)

"JIT Compilation Thread-0" RUNNABLE

null

"JIT Compilation Thread-1 Suspended" RUNNABLE

null

"JIT Compilation Thread-2 Suspended" RUNNABLE

null

"JIT Compilation Thread-3 Suspended" RUNNABLE

null

"IProfiler" RUNNABLE

null

"Signal Dispatcher" RUNNABLE native

com.ibm.misc.SignalDispatcher.waitForSignal(Native Method)

com.ibm.misc.SignalDispatcher.run(SignalDispatcher.java:66)

"MemoryPoolMXBean notification dispatcher" RUNNABLE native

com.ibm.lang.management.MemoryNotificationThread.processNotificationLoop(Native Method)

com.ibm.lang.management.MemoryNotificationThread.run(MemoryNotificationThread.java:54)

"OperatingSystemMXBean notification dispatcher" RUNNABLE native

com.ibm.lang.management.OperatingSystemNotificationThread.processNotificationLoop(Native Method)

com.ibm.lang.management.OperatingSystemNotificationThread.run(OperatingSystemNotificationThread.java:38)

"RMI Scheduler(0)" waiting for lock java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@eb078f2e WAITING native

sun.misc.Unsafe.park(Native Method)

java.util.concurrent.locks.LockSupport.park(LockSupport.java:197)

java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2054)

java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1090)

java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:818)

java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)

java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)

java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:614)

java.lang.Thread.run(Thread.java:779)

"RMI TCP Accept-0" RUNNABLE native

java.net.PlainSocketImpl.socketAccept(Native Method)

java.net.AbstractPlainSocketImpl.accept(AbstractPlainSocketImpl.java:439)

java.net.ServerSocket.implAccept(ServerSocket.java:533)

java.net.ServerSocket.accept(ServerSocket.java:501)

sun.rmi.transport.tcp.TCPTransport$AcceptLoop.executeAcceptLoop(TCPTransport.java:399)

sun.rmi.transport.tcp.TCPTransport$AcceptLoop.run(TCPTransport.java:371)

java.lang.Thread.run(Thread.java:779)

"RMI TCP Accept-8089" RUNNABLE native

java.net.PlainSocketImpl.socketAccept(Native Method)

java.net.AbstractPlainSocketImpl.accept(AbstractPlainSocketImpl.java:439)

java.net.ServerSocket.implAccept(ServerSocket.java:533)

java.net.ServerSocket.accept(ServerSocket.java:501)

sun.rmi.transport.tcp.TCPTransport$AcceptLoop.executeAcceptLoop(TCPTransport.java:399)

sun.rmi.transport.tcp.TCPTransport$AcceptLoop.run(TCPTransport.java:371)

java.lang.Thread.run(Thread.java:779)

"RMI TCP Accept-0" RUNNABLE native

java.net.PlainSocketImpl.socketAccept(Native Method)

java.net.AbstractPlainSocketImpl.accept(AbstractPlainSocketImpl.java:439)

java.net.ServerSocket.implAccept(ServerSocket.java:533)

java.net.ServerSocket.accept(ServerSocket.java:501)

sun.management.jmxremote.LocalRMIServerSocketFactory$1.accept(LocalRMIServerSocketFactory.java:64)

sun.rmi.transport.tcp.TCPTransport$AcceptLoop.executeAcceptLoop(TCPTransport.java:399)

sun.rmi.transport.tcp.TCPTransport$AcceptLoop.run(TCPTransport.java:371)

java.lang.Thread.run(Thread.java:779)

"Concurrent Mark Helper" RUNNABLE

null

"GC Slave" RUNNABLE

null

"GC Slave" RUNNABLE

null

"GC Slave" RUNNABLE

null

"GC Slave" RUNNABLE

null

"GC Slave" RUNNABLE

null

"GC Slave" RUNNABLE

null

"GC Slave" RUNNABLE

null

"GC Slave" RUNNABLE

null

"GC Slave" RUNNABLE

null

"GC Slave" RUNNABLE

null

"GC Slave" RUNNABLE

null

"GC Slave" RUNNABLE

null

"GC Slave" RUNNABLE

null

"GC Slave" RUNNABLE

null

"GC Slave" RUNNABLE

null

"dtautosensor" RUNNABLE

null

"dtcontroller" RUNNABLE

null

"dtmetricstimer" RUNNABLE

null

"Attach API wait loop" RUNNABLE native

com.ibm.tools.attach.javaSE.IPC.waitSemaphore(Native Method)

com.ibm.tools.attach.javaSE.CommonDirectory.waitSemaphore(CommonDirectory.java:193)

com.ibm.tools.attach.javaSE.AttachHandler$WaitLoop.waitForNotification(AttachHandler.java:328)

com.ibm.tools.attach.javaSE.AttachHandler$WaitLoop.run(AttachHandler.java:406)

"Thread-13" waiting for lock java.util.Timer$TimerImpl@daed87c6 WAITING native

java.lang.Object.wait(Native Method)

java.lang.Object.wait(Object.java:167)

java.util.Timer$TimerImpl.run(Timer.java:230)

"Thread-14" waiting for lock java.util.Timer$TimerImpl@b190e2c5 TIMED_WAITING native

java.lang.Object.wait(Native Method)

java.lang.Object.wait(Object.java:196)

java.util.Timer$TimerImpl.run(Timer.java:250)

"[ACTIVE] ExecuteThread: '0' for queue: 'weblogic.kernel.Default (self-tuning)'" waiting for lock com.ibm.mq.jmqi.remote.internal.system.RemoteProxyQueue$GetterEventMonitor@bb4a42bd TIMED_WAITING native

java.lang.Object.wait(Native Method)

java.lang.Object.wait(Object.java:196)

com.ibm.mq.jmqi.remote.internal.system.RemoteProxyQueue.proxyMQGET(RemoteProxyQueue.java:2569)

com.ibm.mq.jmqi.remote.internal.RemoteFAP.jmqiGetMessageWithRecon(RemoteFAP.java:6157)

com.ibm.mq.jmqi.remote.internal.RemoteFAP.jmqiGetMessage(RemoteFAP.java:6053)

com.ibm.mq.jmqi.internal.JmqiTools.getMessage(JmqiTools.java:1084)

com.ibm.mq.jmqi.remote.internal.RemoteFAP.jmqiGet(RemoteFAP.java:6021)

com.ibm.msg.client.wmq.internal.WMQConsumerShadow.getMsg(WMQConsumerShadow.java:1256)

com.ibm.msg.client.wmq.internal.WMQSyncConsumerShadow.receiveInternal(WMQSyncConsumerShadow.java:233)

com.ibm.msg.client.wmq.internal.WMQConsumerShadow.receive(WMQConsumerShadow.java:1009)

com.ibm.msg.client.wmq.internal.WMQMessageConsumer.receive(WMQMessageConsumer.java:459)

com.ibm.msg.client.jms.internal.JmsMessageConsumerImpl.receiveInboundMessage(JmsMessageConsumerImpl.java:765)

com.ibm.msg.client.jms.internal.JmsMessageConsumerImpl.receive(JmsMessageConsumerImpl.java:446)

com.ibm.mq.jms.MQMessageConsumer.receive(MQMessageConsumer.java:258)

weblogic.deployment.jms.WrappedMessageConsumer.receive(WrappedMessageConsumer.java:201)

weblogic.ejb.container.internal.NewJMSMessagePoller$1.run(NewJMSMessagePoller.java:272)

weblogic.ejb.container.internal.NewJMSMessagePoller$1.run(NewJMSMessagePoller.java:269)

weblogic.security.acl.internal.AuthenticatedSubject.doAs(AuthenticatedSubject.java:363)

weblogic.ejb.container.internal.JMSConnectionPoller.doPrivilegedJMSAction(JMSConnectionPoller.java:2748)

weblogic.ejb.container.internal.NewJMSMessagePoller.processOneMessage(NewJMSMessagePoller.java:268)

weblogic.ejb.container.internal.NewJMSMessagePoller.run(NewJMSMessagePoller.java:126)

weblogic.work.SelfTuningWorkManagerImpl$WorkAdapterImpl.run(SelfTuningWorkManagerImpl.java:545)

weblogic.work.ExecuteThread.execute(ExecuteThread.java:256)

weblogic.work.ExecuteThread.run(ExecuteThread.java:221)

"weblogic.time.TimeEventGenerator" waiting for lock weblogic.time.common.internal.TimeTable@2cb31fcf TIMED_WAITING native

java.lang.Object.wait(Native Method)

java.lang.Object.wait(Object.java:196)

weblogic.time.common.internal.TimeTable.snooze(TimeTable.java:286)

weblogic.time.common.internal.TimeEventGenerator.run(TimeEventGenerator.java:117)

java.lang.Thread.run(Thread.java:779)

"weblogic.timers.TimerThread" waiting for lock weblogic.timers.internal.TimerThread@e78cf78b TIMED_WAITING native

java.lang.Object.wait(Native Method)

java.lang.Object.wait(Object.java:196)

weblogic.timers.internal.TimerThread$Thread.run(TimerThread.java:262)

"NM Reaper" waiting for lock java.util.Timer$TimerImpl@b943809f TIMED_WAITING native

java.lang.Object.wait(Native Method)

java.lang.Object.wait(Object.java:196)

java.util.Timer$TimerImpl.run(Timer.java:250)

"[ACTIVE] ExecuteThread: '1' for queue: 'weblogic.kernel.Default (self-tuning)'" RUNNABLE native

com.ibm.lang.management.ThreadMXBeanImpl.getMultiThreadInfoImpl(Native Method)

com.ibm.lang.management.ThreadMXBeanImpl.getThreadInfo(ThreadMXBeanImpl.java:251)

weblogic.platform.VM15.threadDumpAsString(VM15.java:22)

weblogic.platform.VM.threadDumpAsString(VM.java:137)

weblogic.t3.srvr.JVMRuntime.getThreadStackDump(JVMRuntime.java:114)

sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)

sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:88)

sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:55)

java.lang.reflect.Method.invoke(Method.java:613)

weblogic.management.jmx.modelmbean.WLSModelMBean.getAttribute(WLSModelMBean.java:525)

com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getAttribute(DefaultMBeanServerInterceptor.java:659)

com.sun.jmx.mbeanserver.JmxMBeanServer.getAttribute(JmxMBeanServer.java:680)

weblogic.management.jmx.mbeanserver.WLSMBeanServerInterceptorBase$12.run(WLSMBeanServerInterceptorBase.java:326)

java.security.AccessController.doPrivileged(AccessController.java:280)

weblogic.management.jmx.mbeanserver.WLSMBeanServerInterceptorBase.getAttribute(WLSMBeanServerInterceptorBase.java:324)

weblogic.management.mbeanservers.internal.JMXContextInterceptor.getAttribute(JMXContextInterceptor.java:157)

weblogic.management.jmx.mbeanserver.WLSMBeanServerInterceptorBase$12.run(WLSMBeanServerInterceptorBase.java:326)

java.security.AccessController.doPrivileged(AccessController.java:280)

weblogic.management.jmx.mbeanserver.WLSMBeanServerInterceptorBase.getAttribute(WLSMBeanServerInterceptorBase.java:324)

weblogic.management.mbeanservers.internal.SecurityInterceptor.getAttribute(SecurityInterceptor.java:299)

weblogic.management.jmx.mbeanserver.WLSMBeanServer.getAttribute(WLSMBeanServer.java:279)

weblogic.management.mbeanservers.internal.JMXConnectorSubjectForwarder$5$1.run(JMXConnectorSubjectForwarder.java:326)

java.security.AccessController.doPrivileged(AccessController.java:280)

weblogic.management.mbeanservers.internal.JMXConnectorSubjectForwarder$5.run(JMXConnectorSubjectForwarder.java:324)

weblogic.security.acl.internal.AuthenticatedSubject.doAs(AuthenticatedSubject.java:363)

weblogic.management.mbeanservers.internal.JMXConnectorSubjectForwarder.getAttribute(JMXConnectorSubjectForwarder.java:319)

javax.management.remote.rmi.RMIConnectionImpl.doOperation(RMIConnectionImpl.java:1435)

javax.management.remote.rmi.RMIConnectionImpl.access$200(RMIConnectionImpl.java:100)

javax.management.remote.rmi.RMIConnectionImpl$PrivilegedOperation.run(RMIConnectionImpl.java:1303)

java.security.AccessController.doPrivileged(AccessController.java:314)

javax.management.remote.rmi.RMIConnectionImpl.doPrivilegedOperation(RMIConnectionImpl.java:1398)

javax.management.remote.rmi.RMIConnectionImpl.getAttribute(RMIConnectionImpl.java:632)

javax.management.remote.rmi.RMIConnectionImpl_WLSkel.invoke(Unknown Source)

weblogic.rmi.internal.BasicServerRef.invoke(BasicServerRef.java:695)

weblogic.rmi.internal.BasicServerRef$1.run(BasicServerRef.java:520)

weblogic.security.acl.internal.AuthenticatedSubject.doAs(AuthenticatedSubject.java:363)

weblogic.security.service.SecurityManager.runAs(SecurityManager.java:146)

weblogic.rmi.internal.BasicServerRef.handleRequest(BasicServerRef.java:516)

weblogic.rmi.internal.wls.WLSExecuteRequest.run(WLSExecuteRequest.java:118)

weblogic.work.ExecuteThread.execute(ExecuteThread.java:256)

weblogic.work.ExecuteThread.run(ExecuteThread.java:221)

"ExecuteThread: '0' for queue: 'weblogic.socket.Muxer'" waiting for lock weblogic.socket.PosixSocketMuxer$1@f856322a BLOCKED

weblogic.socket.PosixSocketMuxer.processSockets(PosixSocketMuxer.java:93)

weblogic.socket.SocketReaderRequest.run(SocketReaderRequest.java:29)

weblogic.socket.SocketReaderRequest.execute(SocketReaderRequest.java:42)

weblogic.kernel.ExecuteThread.execute(ExecuteThread.java:147)

weblogic.kernel.ExecuteThread.run(ExecuteThread.java:119)

"ExecuteThread: '1' for queue: 'weblogic.socket.Muxer'" RUNNABLE native

weblogic.socket.PosixSocketMuxer.poll(Native Method)

weblogic.socket.PosixSocketMuxer.processSockets(PosixSocketMuxer.java:102)

weblogic.socket.SocketReaderRequest.run(SocketReaderRequest.java:29)

weblogic.socket.SocketReaderRequest.execute(SocketReaderRequest.java:42)

weblogic.kernel.ExecuteThread.execute(ExecuteThread.java:147)

weblogic.kernel.ExecuteThread.run(ExecuteThread.java:119)

"ExecuteThread: '2' for queue: 'weblogic.socket.Muxer'" waiting for lock weblogic.socket.PosixSocketMuxer$1@f856322a BLOCKED

weblogic.socket.PosixSocketMuxer.processSockets(PosixSocketMuxer.java:93)

weblogic.socket.SocketReaderRequest.run(SocketReaderRequest.java:29)

weblogic.socket.SocketReaderRequest.execute(SocketReaderRequest.java:42)

weblogic.kernel.ExecuteThread.execute(ExecuteThread.java:147)

weblogic.kernel.ExecuteThread.run(ExecuteThread.java:119)

"ExecuteThread: '3' for queue: 'weblogic.socket.Muxer'" waiting for lock weblogic.socket.PosixSocketMuxer$1@f856322a BLOCKED

weblogic.socket.PosixSocketMuxer.processSockets(PosixSocketMuxer.java:93)

weblogic.socket.SocketReaderRequest.run(SocketReaderRequest.java:29)

weblogic.socket.SocketReaderRequest.execute(SocketReaderRequest.java:42)

weblogic.kernel.ExecuteThread.execute(ExecuteThread.java:147)

weblogic.kernel.ExecuteThread.run(ExecuteThread.java:119)

"VDE Transaction Processor Thread" waiting for lock com.octetstring.vde.backend.standard.TransactionProcessor@ecc086c0 WAITING native

java.lang.Object.wait(Native Method)

java.lang.Object.wait(Object.java:167)

com.octetstring.vde.backend.standard.TransactionProcessor.waitChange(TransactionProcessor.java:367)

com.octetstring.vde.backend.standard.TransactionProcessor.run(TransactionProcessor.java:212)

"DoSManager" TIMED_WAITING native

java.lang.Thread.sleep(Native Method)

java.lang.Thread.sleep(Thread.java:903)

com.octetstring.vde.DoSManager.run(DoSManager.java:433)

"Thread-23" waiting for lock java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@69cc497c WAITING native

sun.misc.Unsafe.park(Native Method)

java.util.concurrent.locks.LockSupport.park(LockSupport.java:197)

java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2054)

java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:453)

weblogic.utils.concurrent.JDK15ConcurrentBlockingQueue.take(JDK15ConcurrentBlockingQueue.java:89)

weblogic.store.internal.PersistentStoreImpl.getOutstandingWork(PersistentStoreImpl.java:676)

weblogic.store.internal.PersistentStoreImpl.run(PersistentStoreImpl.java:751)

java.lang.Thread.run(Thread.java:779)

"WebSphere MQ Trace Monitor" TIMED_WAITING native

java.lang.Thread.sleep(Native Method)

java.lang.Thread.sleep(Thread.java:903)

com.ibm.mq.commonservices.internal.monitor.TraceMonitor.run(TraceMonitor.java:134)

"JMSCCThreadPoolMaster" waiting for lock java.lang.Object@92a8915b WAITING native

java.lang.Object.wait(Native Method)

java.lang.Object.wait(Object.java:167)

com.ibm.msg.client.commonservices.j2se.workqueue.WorkQueueManagerImplementation$WorkQueueManagerThread.waitForNotification(WorkQueueManagerImplementation.java:651)

com.ibm.msg.client.commonservices.j2se.workqueue.WorkQueueManagerImplementation$WorkQueueManagerThread.waitForNotification(WorkQueueManagerImplementation.java:621)

com.ibm.msg.client.commonservices.j2se.workqueue.WorkQueueManagerImplementation$WorkQueueManagerThread.run(WorkQueueManagerImplementation.java:887)

"Finalizer thread" RUNNABLE

null

"Thread-55" waiting for lock java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@7579b8c3 WAITING native

sun.misc.Unsafe.park(Native Method)

java.util.concurrent.locks.LockSupport.park(LockSupport.java:197)

java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2054)

java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:453)

weblogic.utils.concurrent.JDK15ConcurrentBlockingQueue.take(JDK15ConcurrentBlockingQueue.java:89)

weblogic.store.internal.PersistentStoreImpl.getOutstandingWork(PersistentStoreImpl.java:676)

weblogic.store.internal.PersistentStoreImpl.run(PersistentStoreImpl.java:751)

java.lang.Thread.run(Thread.java:779)

"weblogic.cluster.MessageReceiver" waiting for lock java.util.ArrayList@cc6f8432 WAITING native

java.lang.Object.wait(Native Method)

java.lang.Object.wait(Object.java:167)

weblogic.cluster.messaging.internal.server.UnicastFragmentSocket.receive(UnicastFragmentSocket.java:105)

weblogic.cluster.FragmentSocketWrapper.receive(FragmentSocketWrapper.java:98)

weblogic.cluster.MulticastManager.run(MulticastManager.java:466)

java.lang.Thread.run(Thread.java:779)

"[STUCK] ExecuteThread: '2' for queue: 'weblogic.kernel.Default (self-tuning)'" waiting for lock jersey.repackaged.com.google.common.util.concurrent.AbstractFuture$Sync@b075b646 WAITING native

sun.misc.Unsafe.park(Native Method)

java.util.concurrent.locks.LockSupport.park(LockSupport.java:197)

java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:845)

java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1005)

java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1314)

jersey.repackaged.com.google.common.util.concurrent.AbstractFuture$Sync.get(AbstractFuture.java:285)

jersey.repackaged.com.google.common.util.concurrent.AbstractFuture.get(AbstractFuture.java:116)

org.glassfish.jersey.servlet.internal.ResponseWriter.getResponseContext(ResponseWriter.java:277)

org.glassfish.jersey.servlet.internal.ResponseWriter.commit(ResponseWriter.java:191)

org.glassfish.jersey.server.ContainerResponse.close(ContainerResponse.java:413)

org.glassfish.jersey.server.ServerRuntime$Responder.writeResponse(ServerRuntime.java:750)

org.glassfish.jersey.server.ServerRuntime$Responder.processResponse(ServerRuntime.java:424)

org.glassfish.jersey.server.ServerRuntime$Responder.process(ServerRuntime.java:414)

org.glassfish.jersey.server.ServerRuntime$2.run(ServerRuntime.java:311)

org.glassfish.jersey.internal.Errors$1.call(Errors.java:271)

org.glassfish.jersey.internal.Errors$1.call(Errors.java:267)

org.glassfish.jersey.internal.Errors.process(Errors.java:315)

org.glassfish.jersey.internal.Errors.process(Errors.java:297)

org.glassfish.jersey.internal.Errors.process(Errors.java:267)

org.glassfish.jersey.process.internal.RequestScope.runInScope(RequestScope.java:317)

org.glassfish.jersey.server.ServerRuntime.process(ServerRuntime.java:291)

org.glassfish.jersey.server.ApplicationHandler.handle(ApplicationHandler.java:1140)

org.glassfish.jersey.servlet.WebComponent.service(WebComponent.java:403)

org.glassfish.jersey.servlet.ServletContainer.service(ServletContainer.java:386)

org.glassfish.jersey.servlet.ServletContainer.service(ServletContainer.java:334)

org.glassfish.jersey.servlet.ServletContainer.service(ServletContainer.java:221)

weblogic.servlet.internal.StubSecurityHelper$ServletServiceAction.run(StubSecurityHelper.java:242)

weblogic.servlet.internal.StubSecurityHelper$ServletServiceAction.run(StubSecurityHelper.java:216)

weblogic.servlet.internal.StubSecurityHelper.invokeServlet(StubSecurityHelper.java:132)

weblogic.servlet.internal.ServletStubImpl.execute(ServletStubImpl.java:338)

weblogic.servlet.internal.ServletStubImpl.execute(ServletStubImpl.java:221)

weblogic.servlet.internal.WebAppServletContext$ServletInvocationAction.wrapRun(WebAppServletContext.java:3284)

weblogic.servlet.internal.WebAppServletContext$ServletInvocationAction.run(WebAppServletContext.java:3254)

weblogic.security.acl.internal.AuthenticatedSubject.doAs(AuthenticatedSubject.java:321)

weblogic.security.service.SecurityManager.runAs(SecurityManager.java:120)

weblogic.servlet.provider.WlsSubjectHandle.run(WlsSubjectHandle.java:57)

weblogic.servlet.internal.WebAppServletContext.doSecuredExecute(WebAppServletContext.java:2163)

weblogic.servlet.internal.WebAppServletContext.securedExecute(WebAppServletContext.java:2089)

weblogic.servlet.internal.WebAppServletContext.execute(WebAppServletContext.java:2074)

weblogic.servlet.internal.ServletRequestImpl.run(ServletRequestImpl.java:1513)

weblogic.servlet.provider.ContainerSupportProviderImpl$WlsRequestExecutor.run(ContainerSupportProviderImpl.java:254)

weblogic.work.ExecuteThread.execute(ExecuteThread.java:256)

weblogic.work.ExecuteThread.run(ExecuteThread.java:221)

"weblogic.GCMonitor" waiting for lock java.lang.ref.ReferenceQueue@ceccea6f TIMED_WAITING native

java.lang.Object.wait(Native Method)

java.lang.Object.wait(Object.java:196)

java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:111)

weblogic.platform.GCMonitorThread.waitForNotification(GCMonitorThread.java:88)

weblogic.platform.GCMonitorThread.run(GCMonitorThread.java:64)

"DynamicListenThread[Default]" RUNNABLE native

java.net.PlainSocketImpl.socketAccept(Native Method)

java.net.AbstractPlainSocketImpl.accept(AbstractPlainSocketImpl.java:439)

java.net.ServerSocket.implAccept(ServerSocket.java:533)

java.net.ServerSocket.accept(ServerSocket.java:501)

weblogic.socket.WeblogicServerSocket.accept(WeblogicServerSocket.java:38)

weblogic.server.channels.DynamicListenThread$SocketAccepter.accept(DynamicListenThread.java:535)

weblogic.server.channels.DynamicListenThread$SocketAccepter.access$200(DynamicListenThread.java:417)

weblogic.server.channels.DynamicListenThread.run(DynamicListenThread.java:173)

java.lang.Thread.run(Thread.java:779)

"[ACTIVE] ExecuteThread: '3' for queue: 'weblogic.kernel.Default (self-tuning)'" waiting for lock com.ibm.mq.jmqi.remote.internal.system.RemoteProxyQueue$GetterEventMonitor@5baca671 TIMED_WAITING native

java.lang.Object.wait(Native Method)

java.lang.Object.wait(Object.java:196)

com.ibm.mq.jmqi.remote.internal.system.RemoteProxyQueue.proxyMQGET(RemoteProxyQueue.java:2569)

com.ibm.mq.jmqi.remote.internal.RemoteFAP.jmqiGetMessageWithRecon(RemoteFAP.java:6157)

com.ibm.mq.jmqi.remote.internal.RemoteFAP.jmqiGetMessage(RemoteFAP.java:6053)

com.ibm.mq.jmqi.internal.JmqiTools.getMessage(JmqiTools.java:1084)

com.ibm.mq.jmqi.remote.internal.RemoteFAP.jmqiGet(RemoteFAP.java:6021)

com.ibm.msg.client.wmq.internal.WMQConsumerShadow.getMsg(WMQConsumerShadow.java:1256)

com.ibm.msg.client.wmq.internal.WMQSyncConsumerShadow.receiveInternal(WMQSyncConsumerShadow.java:233)

com.ibm.msg.client.wmq.internal.WMQConsumerShadow.receive(WMQConsumerShadow.java:1009)

com.ibm.msg.client.wmq.internal.WMQMessageConsumer.receive(WMQMessageConsumer.java:459)

com.ibm.msg.client.jms.internal.JmsMessageConsumerImpl.receiveInboundMessage(JmsMessageConsumerImpl.java:765)

com.ibm.msg.client.jms.internal.JmsMessageConsumerImpl.receive(JmsMessageConsumerImpl.java:446)

com.ibm.mq.jms.MQMessageConsumer.receive(MQMessageConsumer.java:258)

weblogic.deployment.jms.WrappedMessageConsumer.receive(WrappedMessageConsumer.java:201)

weblogic.ejb.container.internal.NewJMSMessagePoller$1.run(NewJMSMessagePoller.java:272)

weblogic.ejb.container.internal.NewJMSMessagePoller$1.run(NewJMSMessagePoller.java:269)

weblogic.security.acl.internal.AuthenticatedSubject.doAs(AuthenticatedSubject.java:363)

weblogic.ejb.container.internal.JMSConnectionPoller.doPrivilegedJMSAction(JMSConnectionPoller.java:2748)

weblogic.ejb.container.internal.NewJMSMessagePoller.processOneMessage(NewJMSMessagePoller.java:268)

weblogic.ejb.container.internal.NewJMSMessagePoller.run(NewJMSMessagePoller.java:126)

weblogic.work.SelfTuningWorkManagerImpl$WorkAdapterImpl.run(SelfTuningWorkManagerImpl.java:545)

weblogic.work.ExecuteThread.execute(ExecuteThread.java:256)

weblogic.work.ExecuteThread.run(ExecuteThread.java:221)

"[ACTIVE] ExecuteThread: '4' for queue: 'weblogic.kernel.Default (self-tuning)'" waiting for lock com.ibm.mq.jmqi.remote.internal.system.RemoteProxyQueue$GetterEventMonitor@7e1c1699 TIMED_WAITING native

java.lang.Object.wait(Native Method)

java.lang.Object.wait(Object.java:196)

com.ibm.mq.jmqi.remote.internal.system.RemoteProxyQueue.proxyMQGET(RemoteProxyQueue.java:2569)

com.ibm.mq.jmqi.remote.internal.RemoteFAP.jmqiGetMessageWithRecon(RemoteFAP.java:6157)

com.ibm.mq.jmqi.remote.internal.RemoteFAP.jmqiGetMessage(RemoteFAP.java:6053)

com.ibm.mq.jmqi.internal.JmqiTools.getMessage(JmqiTools.java:1084)

com.ibm.mq.jmqi.remote.internal.RemoteFAP.jmqiGet(RemoteFAP.java:6021)

com.ibm.msg.client.wmq.internal.WMQConsumerShadow.getMsg(WMQConsumerShadow.java:1256)

com.ibm.msg.client.wmq.internal.WMQSyncConsumerShadow.receiveInternal(WMQSyncConsumerShadow.java:233)

com.ibm.msg.client.wmq.internal.WMQConsumerShadow.receive(WMQConsumerShadow.java:1009)

com.ibm.msg.client.wmq.internal.WMQMessageConsumer.receive(WMQMessageConsumer.java:459)

com.ibm.msg.client.jms.internal.JmsMessageConsumerImpl.receiveInboundMessage(JmsMessageConsumerImpl.java:765)

com.ibm.msg.client.jms.internal.JmsMessageConsumerImpl.receive(JmsMessageConsumerImpl.java:446)

com.ibm.mq.jms.MQMessageConsumer.receive(MQMessageConsumer.java:258)

weblogic.deployment.jms.WrappedMessageConsumer.receive(WrappedMessageConsumer.java:201)

weblogic.ejb.container.internal.NewJMSMessagePoller$1.run(NewJMSMessagePoller.java:272)

weblogic.ejb.container.internal.NewJMSMessagePoller$1.run(NewJMSMessagePoller.java:269)

weblogic.security.acl.internal.AuthenticatedSubject.doAs(AuthenticatedSubject.java:363)

weblogic.ejb.container.internal.JMSConnectionPoller.doPrivilegedJMSAction(JMSConnectionPoller.java:2748)

weblogic.ejb.container.internal.NewJMSMessagePoller.processOneMessage(NewJMSMessagePoller.java:268)

weblogic.ejb.container.internal.NewJMSMessagePoller.run(NewJMSMessagePoller.java:126)

weblogic.work.SelfTuningWorkManagerImpl$WorkAdapterImpl.run(SelfTuningWorkManagerImpl.java:545)

weblogic.work.ExecuteThread.execute(ExecuteThread.java:256)

weblogic.work.ExecuteThread.run(ExecuteThread.java:221)

"RcvThread: com.ibm.mq.jmqi.remote.internal.RemoteTCPConnection[qmid=QM_OLT_PP_2015-05-22_15.17.20 ,fap=10,peer=/10.10.10.10,localport=64511,ssl=no]" RUNNABLE native

java.net.SocketInputStream.socketRead0(Native Method)

java.net.SocketInputStream.read(SocketInputStream.java:161)

java.net.SocketInputStream.read(SocketInputStream.java:132)

com.ibm.mq.jmqi.remote.internal.RemoteTCPConnection.receive(RemoteTCPConnection.java:1409)

com.ibm.mq.jmqi.remote.internal.RemoteRcvThread.receiveBuffer(RemoteRcvThread.java:737)

com.ibm.mq.jmqi.remote.internal.RemoteRcvThread.receiveOneTSH(RemoteRcvThread.java:701)

com.ibm.mq.jmqi.remote.internal.RemoteRcvThread.run(RemoteRcvThread.java:146)

java.lang.Thread.run(Thread.java:779)

"RcvThread: com.ibm.mq.jmqi.remote.internal.RemoteTCPConnection[qmid=QM_OLT_PP_2015-05-22_15.17.20 ,fap=10,peer=/10.10.10.10,localport=64512,ssl=no]" RUNNABLE native

java.net.SocketInputStream.socketRead0(Native Method)

java.net.SocketInputStream.read(SocketInputStream.java:161)

java.net.SocketInputStream.read(SocketInputStream.java:132)

com.ibm.mq.jmqi.remote.internal.RemoteTCPConnection.receive(RemoteTCPConnection.java:1409)

com.ibm.mq.jmqi.remote.internal.RemoteRcvThread.receiveBuffer(RemoteRcvThread.java:737)

com.ibm.mq.jmqi.remote.internal.RemoteRcvThread.receiveOneTSH(RemoteRcvThread.java:701)

com.ibm.mq.jmqi.remote.internal.RemoteRcvThread.run(RemoteRcvThread.java:146)

com.ibm.msg.client.commonservices.workqueue.WorkQueueItem.runTask(WorkQueueItem.java:209)

com.ibm.msg.client.commonservices.workqueue.SimpleWorkQueueItem.runItem(SimpleWorkQueueItem.java:100)

com.ibm.msg.client.commonservices.workqueue.WorkQueueItem.run(WorkQueueItem.java:224)

com.ibm.msg.client.commonservices.workqueue.WorkQueueManager.runWorkQueueItem(WorkQueueManager.java:298)

com.ibm.msg.client.commonservices.j2se.workqueue.WorkQueueManagerImplementation$ThreadPoolWorker.run(WorkQueueManagerImplementation.java:1220)

"RcvThread: com.ibm.mq.jmqi.remote.internal.RemoteTCPConnection[qmid=QM_OLT_PP_2015-05-22_15.17.20 ,fap=10,peer=/10.10.10.10,localport=64515,ssl=no]" RUNNABLE native

java.net.SocketInputStream.socketRead0(Native Method)

java.net.SocketInputStream.read(SocketInputStream.java:161)

java.net.SocketInputStream.read(SocketInputStream.java:132)

com.ibm.mq.jmqi.remote.internal.RemoteTCPConnection.receive(RemoteTCPConnection.java:1409)

com.ibm.mq.jmqi.remote.internal.RemoteRcvThread.receiveBuffer(RemoteRcvThread.java:737)

com.ibm.mq.jmqi.remote.internal.RemoteRcvThread.receiveOneTSH(RemoteRcvThread.java:701)

com.ibm.mq.jmqi.remote.internal.RemoteRcvThread.run(RemoteRcvThread.java:146)

java.lang.Thread.run(Thread.java:779)

"RcvThread: com.ibm.mq.jmqi.remote.internal.RemoteTCPConnection[qmid=QM_OLT_PP_2015-05-22_15.17.20 ,fap=10,peer=/10.10.10.10,localport=64516,ssl=no]" RUNNABLE native

java.net.SocketInputStream.socketRead0(Native Method)

java.net.SocketInputStream.read(SocketInputStream.java:161)

java.net.SocketInputStream.read(SocketInputStream.java:132)

com.ibm.mq.jmqi.remote.internal.RemoteTCPConnection.receive(RemoteTCPConnection.java:1409)

com.ibm.mq.jmqi.remote.internal.RemoteRcvThread.receiveBuffer(RemoteRcvThread.java:737)

com.ibm.mq.jmqi.remote.internal.RemoteRcvThread.receiveOneTSH(RemoteRcvThread.java:701)

com.ibm.mq.jmqi.remote.internal.RemoteRcvThread.run(RemoteRcvThread.java:146)

com.ibm.msg.client.commonservices.workqueue.WorkQueueItem.runTask(WorkQueueItem.java:209)

com.ibm.msg.client.commonservices.workqueue.SimpleWorkQueueItem.runItem(SimpleWorkQueueItem.java:100)

com.ibm.msg.client.commonservices.workqueue.WorkQueueItem.run(WorkQueueItem.java:224)

com.ibm.msg.client.commonservices.workqueue.WorkQueueManager.runWorkQueueItem(WorkQueueManager.java:298)

com.ibm.msg.client.commonservices.j2se.workqueue.WorkQueueManagerImplementation$ThreadPoolWorker.run(WorkQueueManagerImplementation.java:1220)

"RcvThread: com.ibm.mq.jmqi.remote.internal.RemoteTCPConnection[qmid=QM_OLT_PP_2015-05-22_15.17.20 ,fap=10,peer=/10.10.10.10,localport=64519,ssl=no]" RUNNABLE native

java.net.SocketInputStream.socketRead0(Native Method)

java.net.SocketInputStream.read(SocketInputStream.java:161)

java.net.SocketInputStream.read(SocketInputStream.java:132)

com.ibm.mq.jmqi.remote.internal.RemoteTCPConnection.receive(RemoteTCPConnection.java:1409)

com.ibm.mq.jmqi.remote.internal.RemoteRcvThread.receiveBuffer(RemoteRcvThread.java:737)

com.ibm.mq.jmqi.remote.internal.RemoteRcvThread.receiveOneTSH(RemoteRcvThread.java:701)

com.ibm.mq.jmqi.remote.internal.RemoteRcvThread.run(RemoteRcvThread.java:146)

java.lang.Thread.run(Thread.java:779)

"RcvThread: com.ibm.mq.jmqi.remote.internal.RemoteTCPConnection[qmid=QM_OLT_PP_2015-05-22_15.17.20 ,fap=10,peer=/10.10.10.10,localport=64520,ssl=no]" RUNNABLE native

java.net.SocketInputStream.socketRead0(Native Method)

java.net.SocketInputStream.read(SocketInputStream.java:161)

java.net.SocketInputStream.read(SocketInputStream.java:132)

com.ibm.mq.jmqi.remote.internal.RemoteTCPConnection.receive(RemoteTCPConnection.java:1409)

com.ibm.mq.jmqi.remote.internal.RemoteRcvThread.receiveBuffer(RemoteRcvThread.java:737)

com.ibm.mq.jmqi.remote.internal.RemoteRcvThread.receiveOneTSH(RemoteRcvThread.java:701)

com.ibm.mq.jmqi.remote.internal.RemoteRcvThread.run(RemoteRcvThread.java:146)

com.ibm.msg.client.commonservices.workqueue.WorkQueueItem.runTask(WorkQueueItem.java:209)

com.ibm.msg.client.commonservices.workqueue.SimpleWorkQueueItem.runItem(SimpleWorkQueueItem.java:100)

com.ibm.msg.client.commonservices.workqueue.WorkQueueItem.run(WorkQueueItem.java:224)

com.ibm.msg.client.commonservices.workqueue.WorkQueueManager.runWorkQueueItem(WorkQueueManager.java:298)

com.ibm.msg.client.commonservices.j2se.workqueue.WorkQueueManagerImplementation$ThreadPoolWorker.run(WorkQueueManagerImplementation.java:1220)

"RcvThread: com.ibm.mq.jmqi.remote.internal.RemoteTCPConnection[qmid=QM_OLT_PP_2015-05-22_15.17.20 ,fap=10,peer=/10.10.10.10,localport=64522,ssl=no]" RUNNABLE native

java.net.SocketInputStream.socketRead0(Native Method)

java.net.SocketInputStream.read(SocketInputStream.java:161)

java.net.SocketInputStream.read(SocketInputStream.java:132)

com.ibm.mq.jmqi.remote.internal.RemoteTCPConnection.receive(RemoteTCPConnection.java:1409)

com.ibm.mq.jmqi.remote.internal.RemoteRcvThread.receiveBuffer(RemoteRcvThread.java:737)

com.ibm.mq.jmqi.remote.internal.RemoteRcvThread.receiveOneTSH(RemoteRcvThread.java:701)

com.ibm.mq.jmqi.remote.internal.RemoteRcvThread.run(RemoteRcvThread.java:146)

com.ibm.msg.client.commonservices.workqueue.WorkQueueItem.runTask(WorkQueueItem.java:209)

com.ibm.msg.client.commonservices.workqueue.SimpleWorkQueueItem.runItem(SimpleWorkQueueItem.java:100)

com.ibm.msg.client.commonservices.workqueue.WorkQueueItem.run(WorkQueueItem.java:224)

com.ibm.msg.client.commonservices.workqueue.WorkQueueManager.runWorkQueueItem(WorkQueueManager.java:298)

com.ibm.msg.client.commonservices.j2se.workqueue.WorkQueueManagerImplementation$ThreadPoolWorker.run(WorkQueueManagerImplementation.java:1220)

"RcvThread: com.ibm.mq.jmqi.remote.internal.RemoteTCPConnection[qmid=QM_OLT_PP_2015-05-22_15.17.20 ,fap=10,peer=/10.10.10.10,localport=64523,ssl=no]" RUNNABLE native

java.net.SocketInputStream.socketRead0(Native Method)

java.net.SocketInputStream.read(SocketInputStream.java:161)

java.net.SocketInputStream.read(SocketInputStream.java:132)

com.ibm.mq.jmqi.remote.internal.RemoteTCPConnection.receive(RemoteTCPConnection.java:1409)

com.ibm.mq.jmqi.remote.internal.RemoteRcvThread.receiveBuffer(RemoteRcvThread.java:737)

com.ibm.mq.jmqi.remote.internal.RemoteRcvThread.receiveOneTSH(RemoteRcvThread.java:701)

com.ibm.mq.jmqi.remote.internal.RemoteRcvThread.run(RemoteRcvThread.java:146)

com.ibm.msg.client.commonservices.workqueue.WorkQueueItem.runTask(WorkQueueItem.java:209)

com.ibm.msg.client.commonservices.workqueue.SimpleWorkQueueItem.runItem(SimpleWorkQueueItem.java:100)

com.ibm.msg.client.commonservices.workqueue.WorkQueueItem.run(WorkQueueItem.java:224)

com.ibm.msg.client.commonservices.workqueue.WorkQueueManager.runWorkQueueItem(WorkQueueManager.java:298)

com.ibm.msg.client.commonservices.j2se.workqueue.WorkQueueManagerImplementation$ThreadPoolWorker.run(WorkQueueManagerImplementation.java:1220)

"RcvThread: com.ibm.mq.jmqi.remote.internal.RemoteTCPConnection[qmid=QM_OLT_PP_2015-05-22_15.17.20 ,fap=10,peer=/10.10.10.10,localport=64524,ssl=no]" RUNNABLE native

java.net.SocketInputStream.socketRead0(Native Method)

java.net.SocketInputStream.read(SocketInputStream.java:161)

java.net.SocketInputStream.read(SocketInputStream.java:132)

com.ibm.mq.jmqi.remote.internal.RemoteTCPConnection.receive(RemoteTCPConnection.java:1409)

com.ibm.mq.jmqi.remote.internal.RemoteRcvThread.receiveBuffer(RemoteRcvThread.java:737)

com.ibm.mq.jmqi.remote.internal.RemoteRcvThread.receiveOneTSH(RemoteRcvThread.java:701)

com.ibm.mq.jmqi.remote.internal.RemoteRcvThread.run(RemoteRcvThread.java:146)

com.ibm.msg.client.commonservices.workqueue.WorkQueueItem.runTask(WorkQueueItem.java:209)

com.ibm.msg.client.commonservices.workqueue.SimpleWorkQueueItem.runItem(SimpleWorkQueueItem.java:100)

com.ibm.msg.client.commonservices.workqueue.WorkQueueItem.run(WorkQueueItem.java:224)

com.ibm.msg.client.commonservices.workqueue.WorkQueueManager.runWorkQueueItem(WorkQueueManager.java:298)

com.ibm.msg.client.commonservices.j2se.workqueue.WorkQueueManagerImplementation$ThreadPoolWorker.run(WorkQueueManagerImplementation.java:1220)

"[ACTIVE] ExecuteThread: '5' for queue: 'weblogic.kernel.Default (self-tuning)'" waiting for lock weblogic.work.ExecuteThread@328433a1 WAITING native

java.lang.Object.wait(Native Method)

java.lang.Object.wait(Object.java:167)

weblogic.work.ExecuteThread.waitForRequest(ExecuteThread.java:205)

weblogic.work.ExecuteThread.run(ExecuteThread.java:226)

"RcvThread: com.ibm.mq.jmqi.remote.internal.RemoteTCPConnection[qmid=QM_OLT_PP_2015-05-22_15.17.20 ,fap=10,peer=/10.10.10.10,localport=64526,ssl=no]" RUNNABLE native

java.net.SocketInputStream.socketRead0(Native Method)

java.net.SocketInputStream.read(SocketInputStream.java:161)

java.net.SocketInputStream.read(SocketInputStream.java:132)

com.ibm.mq.jmqi.remote.internal.RemoteTCPConnection.receive(RemoteTCPConnection.java:1409)

com.ibm.mq.jmqi.remote.internal.RemoteRcvThread.receiveBuffer(RemoteRcvThread.java:737)

com.ibm.mq.jmqi.remote.internal.RemoteRcvThread.receiveOneTSH(RemoteRcvThread.java:701)

com.ibm.mq.jmqi.remote.internal.RemoteRcvThread.run(RemoteRcvThread.java:146)

java.lang.Thread.run(Thread.java:779)

"RcvThread: com.ibm.mq.jmqi.remote.internal.RemoteTCPConnection[qmid=QM_OLT_PP_2015-05-22_15.17.20 ,fap=10,peer=/10.10.10.10,localport=64527,ssl=no]" RUNNABLE native

java.net.SocketInputStream.socketRead0(Native Method)

java.net.SocketInputStream.read(SocketInputStream.java:161)

java.net.SocketInputStream.read(SocketInputStream.java:132)

com.ibm.mq.jmqi.remote.internal.RemoteTCPConnection.receive(RemoteTCPConnection.java:1409)

com.ibm.mq.jmqi.remote.internal.RemoteRcvThread.receiveBuffer(RemoteRcvThread.java:737)

com.ibm.mq.jmqi.remote.internal.RemoteRcvThread.receiveOneTSH(RemoteRcvThread.java:701)

com.ibm.mq.jmqi.remote.internal.RemoteRcvThread.run(RemoteRcvThread.java:146)

com.ibm.msg.client.commonservices.workqueue.WorkQueueItem.runTask(WorkQueueItem.java:209)

com.ibm.msg.client.commonservices.workqueue.SimpleWorkQueueItem.runItem(SimpleWorkQueueItem.java:100)

com.ibm.msg.client.commonservices.workqueue.WorkQueueItem.run(WorkQueueItem.java:224)

com.ibm.msg.client.commonservices.workqueue.WorkQueueManager.runWorkQueueItem(WorkQueueManager.java:298)

com.ibm.msg.client.commonservices.j2se.workqueue.WorkQueueManagerImplementation$ThreadPoolWorker.run(WorkQueueManagerImplementation.java:1220)

"[ACTIVE] ExecuteThread: '6' for queue: 'weblogic.kernel.Default (self-tuning)'" waiting for lock weblogic.work.ExecuteThread@b7a4243e WAITING native

java.lang.Object.wait(Native Method)

java.lang.Object.wait(Object.java:167)

weblogic.work.ExecuteThread.waitForRequest(ExecuteThread.java:205)

weblogic.work.ExecuteThread.run(ExecuteThread.java:226)

"RcvThread: com.ibm.mq.jmqi.remote.internal.RemoteTCPConnection[qmid=QM_OLT_PP_2015-05-22_15.17.20 ,fap=10,peer=/10.10.10.10,localport=64532,ssl=no]" RUNNABLE native

java.net.SocketInputStream.socketRead0(Native Method)

java.net.SocketInputStream.read(SocketInputStream.java:161)

java.net.SocketInputStream.read(SocketInputStream.java:132)

com.ibm.mq.jmqi.remote.internal.RemoteTCPConnection.receive(RemoteTCPConnection.java:1409)

com.ibm.mq.jmqi.remote.internal.RemoteRcvThread.receiveBuffer(RemoteRcvThread.java:737)

com.ibm.mq.jmqi.remote.internal.RemoteRcvThread.receiveOneTSH(RemoteRcvThread.java:701)

com.ibm.mq.jmqi.remote.internal.RemoteRcvThread.run(RemoteRcvThread.java:146)

com.ibm.msg.client.commonservices.workqueue.WorkQueueItem.runTask(WorkQueueItem.java:209)

com.ibm.msg.client.commonservices.workqueue.SimpleWorkQueueItem.runItem(SimpleWorkQueueItem.java:100)

com.ibm.msg.client.commonservices.workqueue.WorkQueueItem.run(WorkQueueItem.java:224)

com.ibm.msg.client.commonservices.workqueue.WorkQueueManager.runWorkQueueItem(WorkQueueManager.java:298)

com.ibm.msg.client.commonservices.j2se.workqueue.WorkQueueManagerImplementation$ThreadPoolWorker.run(WorkQueueManagerImplementation.java:1220)

"RcvThread: com.ibm.mq.jmqi.remote.internal.RemoteTCPConnection[qmid=QM_OLT_PP_2015-05-22_15.17.20 ,fap=10,peer=/10.10.10.10,localport=64531,ssl=no]" RUNNABLE native

java.net.SocketInputStream.socketRead0(Native Method)

java.net.SocketInputStream.read(SocketInputStream.java:161)

java.net.SocketInputStream.read(SocketInputStream.java:132)

com.ibm.mq.jmqi.remote.internal.RemoteTCPConnection.receive(RemoteTCPConnection.java:1409)

com.ibm.mq.jmqi.remote.internal.RemoteRcvThread.receiveBuffer(RemoteRcvThread.java:737)

com.ibm.mq.jmqi.remote.internal.RemoteRcvThread.receiveOneTSH(RemoteRcvThread.java:701)

com.ibm.mq.jmqi.remote.internal.RemoteRcvThread.run(RemoteRcvThread.java:146)

java.lang.Thread.run(Thread.java:779)

"RcvThread: com.ibm.mq.jmqi.remote.internal.RemoteTCPConnection[qmid=QM_OLT_PP_2015-05-22_15.17.20 ,fap=10,peer=/10.10.10.10,localport=64533,ssl=no]" RUNNABLE native

java.net.SocketInputStream.socketRead0(Native Method)

java.net.SocketInputStream.read(SocketInputStream.java:161)

java.net.SocketInputStream.read(SocketInputStream.java:132)

com.ibm.mq.jmqi.remote.internal.RemoteTCPConnection.receive(RemoteTCPConnection.java:1409)

com.ibm.mq.jmqi.remote.internal.RemoteRcvThread.receiveBuffer(RemoteRcvThread.java:737)

com.ibm.mq.jmqi.remote.internal.RemoteRcvThread.receiveOneTSH(RemoteRcvThread.java:701)

com.ibm.mq.jmqi.remote.internal.RemoteRcvThread.run(RemoteRcvThread.java:146)

com.ibm.msg.client.commonservices.workqueue.WorkQueueItem.runTask(WorkQueueItem.java:209)

com.ibm.msg.client.commonservices.workqueue.SimpleWorkQueueItem.runItem(SimpleWorkQueueItem.java:100)

com.ibm.msg.client.commonservices.workqueue.WorkQueueItem.run(WorkQueueItem.java:224)

com.ibm.msg.client.commonservices.workqueue.WorkQueueManager.runWorkQueueItem(WorkQueueManager.java:298)

com.ibm.msg.client.commonservices.j2se.workqueue.WorkQueueManagerImplementation$ThreadPoolWorker.run(WorkQueueManagerImplementation.java:1220)

"RcvThread: com.ibm.mq.jmqi.remote.internal.RemoteTCPConnection[qmid=QM_OLT_PP_2015-05-22_15.17.20 ,fap=10,peer=/10.10.10.10,localport=64537,ssl=no]" RUNNABLE native

java.net.SocketInputStream.socketRead0(Native Method)

java.net.SocketInputStream.read(SocketInputStream.java:161)

java.net.SocketInputStream.read(SocketInputStream.java:132)

com.ibm.mq.jmqi.remote.internal.RemoteTCPConnection.receive(RemoteTCPConnection.java:1409)

com.ibm.mq.jmqi.remote.internal.RemoteRcvThread.receiveBuffer(RemoteRcvThread.java:737)

com.ibm.mq.jmqi.remote.internal.RemoteRcvThread.receiveOneTSH(RemoteRcvThread.java:701)

com.ibm.mq.jmqi.remote.internal.RemoteRcvThread.run(RemoteRcvThread.java:146)

java.lang.Thread.run(Thread.java:779)

"RcvThread: com.ibm.mq.jmqi.remote.internal.RemoteTCPConnection[qmid=QM_OLT_PP_2015-05-22_15.17.20 ,fap=10,peer=/10.10.10.10,localport=64538,ssl=no]" RUNNABLE native

java.net.SocketInputStream.socketRead0(Native Method)

java.net.SocketInputStream.read(SocketInputStream.java:161)

java.net.SocketInputStream.read(SocketInputStream.java:132)

com.ibm.mq.jmqi.remote.internal.RemoteTCPConnection.receive(RemoteTCPConnection.java:1409)

com.ibm.mq.jmqi.remote.internal.RemoteRcvThread.receiveBuffer(RemoteRcvThread.java:737)

com.ibm.mq.jmqi.remote.internal.RemoteRcvThread.receiveOneTSH(RemoteRcvThread.java:701)

com.ibm.mq.jmqi.remote.internal.RemoteRcvThread.run(RemoteRcvThread.java:146)

com.ibm.msg.client.commonservices.workqueue.WorkQueueItem.runTask(WorkQueueItem.java:209)

com.ibm.msg.client.commonservices.workqueue.SimpleWorkQueueItem.runItem(SimpleWorkQueueItem.java:100)

com.ibm.msg.client.commonservices.workqueue.WorkQueueItem.run(WorkQueueItem.java:224)

com.ibm.msg.client.commonservices.workqueue.WorkQueueManager.runWorkQueueItem(WorkQueueManager.java:298)

com.ibm.msg.client.commonservices.j2se.workqueue.WorkQueueManagerImplementation$ThreadPoolWorker.run(WorkQueueManagerImplementation.java:1220)

"RcvThread: com.ibm.mq.jmqi.remote.internal.RemoteTCPConnection[qmid=QM_OLT_PP_2015-05-22_15.17.20 ,fap=10,peer=/10.10.10.10,localport=64539,ssl=no]" RUNNABLE native

java.net.SocketInputStream.socketRead0(Native Method)

java.net.SocketInputStream.read(SocketInputStream.java:161)

java.net.SocketInputStream.read(SocketInputStream.java:132)

com.ibm.mq.jmqi.remote.internal.RemoteTCPConnection.receive(RemoteTCPConnection.java:1409)

com.ibm.mq.jmqi.remote.internal.RemoteRcvThread.receiveBuffer(RemoteRcvThread.java:737)

com.ibm.mq.jmqi.remote.internal.RemoteRcvThread.receiveOneTSH(RemoteRcvThread.java:701)

com.ibm.mq.jmqi.remote.internal.RemoteRcvThread.run(RemoteRcvThread.java:146)

com.ibm.msg.client.commonservices.workqueue.WorkQueueItem.runTask(WorkQueueItem.java:209)

com.ibm.msg.client.commonservices.workqueue.SimpleWorkQueueItem.runItem(SimpleWorkQueueItem.java:100)

com.ibm.msg.client.commonservices.workqueue.WorkQueueItem.run(WorkQueueItem.java:224)

com.ibm.msg.client.commonservices.workqueue.WorkQueueManager.runWorkQueueItem(WorkQueueManager.java:298)

com.ibm.msg.client.commonservices.j2se.workqueue.WorkQueueManagerImplementation$ThreadPoolWorker.run(WorkQueueManagerImplementation.java:1220)

"RcvThread: com.ibm.mq.jmqi.remote.internal.RemoteTCPConnection[qmid=QM_OLT_PP_2015-05-22_15.17.20 ,fap=10,peer=/10.10.10.10,localport=64542,ssl=no]" RUNNABLE native

java.net.SocketInputStream.socketRead0(Native Method)

java.net.SocketInputStream.read(SocketInputStream.java:161)

java.net.SocketInputStream.read(SocketInputStream.java:132)

com.ibm.mq.jmqi.remote.internal.RemoteTCPConnection.receive(RemoteTCPConnection.java:1409)

com.ibm.mq.jmqi.remote.internal.RemoteRcvThread.receiveBuffer(RemoteRcvThread.java:737)

com.ibm.mq.jmqi.remote.internal.RemoteRcvThread.receiveOneTSH(RemoteRcvThread.java:701)

com.ibm.mq.jmqi.remote.internal.RemoteRcvThread.run(RemoteRcvThread.java:146)

java.lang.Thread.run(Thread.java:779)

"RcvThread: com.ibm.mq.jmqi.remote.internal.RemoteTCPConnection[qmid=QM_OLT_PP_2015-05-22_15.17.20 ,fap=10,peer=/10.10.10.10,localport=64543,ssl=no]" RUNNABLE native

java.net.SocketInputStream.socketRead0(Native Method)

java.net.SocketInputStream.read(SocketInputStream.java:161)

java.net.SocketInputStream.read(SocketInputStream.java:132)

com.ibm.mq.jmqi.remote.internal.RemoteTCPConnection.receive(RemoteTCPConnection.java:1409)

com.ibm.mq.jmqi.remote.internal.RemoteRcvThread.receiveBuffer(RemoteRcvThread.java:737)

com.ibm.mq.jmqi.remote.internal.RemoteRcvThread.receiveOneTSH(RemoteRcvThread.java:701)

com.ibm.mq.jmqi.remote.internal.RemoteRcvThread.run(RemoteRcvThread.java:146)

com.ibm.msg.client.commonservices.workqueue.WorkQueueItem.runTask(WorkQueueItem.java:209)

com.ibm.msg.client.commonservices.workqueue.SimpleWorkQueueItem.runItem(SimpleWorkQueueItem.java:100)

com.ibm.msg.client.commonservices.workqueue.WorkQueueItem.run(WorkQueueItem.java:224)

com.ibm.msg.client.commonservices.workqueue.WorkQueueManager.runWorkQueueItem(WorkQueueManager.java:298)

com.ibm.msg.client.commonservices.j2se.workqueue.WorkQueueManagerImplementation$ThreadPoolWorker.run(WorkQueueManagerImplementation.java:1220)

"RcvThread: com.ibm.mq.jmqi.remote.internal.RemoteTCPConnection[qmid=QM_OLT_PP_2015-05-22_15.17.20 ,fap=10,peer=/10.10.10.10,localport=64544,ssl=no]" RUNNABLE native

java.net.SocketInputStream.socketRead0(Native Method)

java.net.SocketInputStream.read(SocketInputStream.java:161)

java.net.SocketInputStream.read(SocketInputStream.java:132)

com.ibm.mq.jmqi.remote.internal.RemoteTCPConnection.receive(RemoteTCPConnection.java:1409)

com.ibm.mq.jmqi.remote.internal.RemoteRcvThread.receiveBuffer(RemoteRcvThread.java:737)

com.ibm.mq.jmqi.remote.internal.RemoteRcvThread.receiveOneTSH(RemoteRcvThread.java:701)

com.ibm.mq.jmqi.remote.internal.RemoteRcvThread.run(RemoteRcvThread.java:146)

com.ibm.msg.client.commonservices.workqueue.WorkQueueItem.runTask(WorkQueueItem.java:209)

com.ibm.msg.client.commonservices.workqueue.SimpleWorkQueueItem.runItem(SimpleWorkQueueItem.java:100)

com.ibm.msg.client.commonservices.workqueue.WorkQueueItem.run(WorkQueueItem.java:224)

com.ibm.msg.client.commonservices.workqueue.WorkQueueManager.runWorkQueueItem(WorkQueueManager.java:298)

com.ibm.msg.client.commonservices.j2se.workqueue.WorkQueueManagerImplementation$ThreadPoolWorker.run(WorkQueueManagerImplementation.java:1220)

"RcvThread: com.ibm.mq.jmqi.remote.internal.RemoteTCPConnection[qmid=QM_OLT_PP_2015-05-22_15.17.20 ,fap=10,peer=/10.10.10.10,localport=64547,ssl=no]" RUNNABLE native

java.net.SocketInputStream.socketRead0(Native Method)

java.net.SocketInputStream.read(SocketInputStream.java:161)

java.net.SocketInputStream.read(SocketInputStream.java:132)

com.ibm.mq.jmqi.remote.internal.RemoteTCPConnection.receive(RemoteTCPConnection.java:1409)

com.ibm.mq.jmqi.remote.internal.RemoteRcvThread.receiveBuffer(RemoteRcvThread.java:737)

com.ibm.mq.jmqi.remote.internal.RemoteRcvThread.receiveOneTSH(RemoteRcvThread.java:701)

com.ibm.mq.jmqi.remote.internal.RemoteRcvThread.run(RemoteRcvThread.java:146)

java.lang.Thread.run(Thread.java:779)

"RcvThread: com.ibm.mq.jmqi.remote.internal.RemoteTCPConnection[qmid=QM_OLT_PP_2015-05-22_15.17.20 ,fap=10,peer=/10.10.10.10,localport=64548,ssl=no]" RUNNABLE native

java.net.SocketInputStream.socketRead0(Native Method)

java.net.SocketInputStream.read(SocketInputStream.java:161)

java.net.SocketInputStream.read(SocketInputStream.java:132)

com.ibm.mq.jmqi.remote.internal.RemoteTCPConnection.receive(RemoteTCPConnection.java:1409)

com.ibm.mq.jmqi.remote.internal.RemoteRcvThread.receiveBuffer(RemoteRcvThread.java:737)

com.ibm.mq.jmqi.remote.internal.RemoteRcvThread.receiveOneTSH(RemoteRcvThread.java:701)

com.ibm.mq.jmqi.remote.internal.RemoteRcvThread.run(RemoteRcvThread.java:146)

com.ibm.msg.client.commonservices.workqueue.WorkQueueItem.runTask(WorkQueueItem.java:209)

com.ibm.msg.client.commonservices.workqueue.SimpleWorkQueueItem.runItem(SimpleWorkQueueItem.java:100)

com.ibm.msg.client.commonservices.workqueue.WorkQueueItem.run(WorkQueueItem.java:224)

com.ibm.msg.client.commonservices.workqueue.WorkQueueManager.runWorkQueueItem(WorkQueueManager.java:298)

com.ibm.msg.client.commonservices.j2se.workqueue.WorkQueueManagerImplementation$ThreadPoolWorker.run(WorkQueueManagerImplementation.java:1220)

"RcvThread: com.ibm.mq.jmqi.remote.internal.RemoteTCPConnection[qmid=QM_OLT_PP_2015-05-22_15.17.20 ,fap=10,peer=/10.10.10.10,localport=64549,ssl=no]" RUNNABLE native

java.net.SocketInputStream.socketRead0(Native Method)

java.net.SocketInputStream.read(SocketInputStream.java:161)

java.net.SocketInputStream.read(SocketInputStream.java:132)

com.ibm.mq.jmqi.remote.internal.RemoteTCPConnection.receive(RemoteTCPConnection.java:1409)

com.ibm.mq.jmqi.remote.internal.RemoteRcvThread.receiveBuffer(RemoteRcvThread.java:737)

com.ibm.mq.jmqi.remote.internal.RemoteRcvThread.receiveOneTSH(RemoteRcvThread.java:701)

com.ibm.mq.jmqi.remote.internal.RemoteRcvThread.run(RemoteRcvThread.java:146)

com.ibm.msg.client.commonservices.workqueue.WorkQueueItem.runTask(WorkQueueItem.java:209)

com.ibm.msg.client.commonservices.workqueue.SimpleWorkQueueItem.runItem(SimpleWorkQueueItem.java:100)

com.ibm.msg.client.commonservices.workqueue.WorkQueueItem.run(WorkQueueItem.java:224)

com.ibm.msg.client.commonservices.workqueue.WorkQueueManager.runWorkQueueItem(WorkQueueManager.java:298)

com.ibm.msg.client.commonservices.j2se.workqueue.WorkQueueManagerImplementation$ThreadPoolWorker.run(WorkQueueManagerImplementation.java:1220)

"RcvThread: com.ibm.mq.jmqi.remote.internal.RemoteTCPConnection[qmid=QM_OLT_PP_2015-05-22_15.17.20 ,fap=10,peer=/10.10.10.10,localport=64552,ssl=no]" RUNNABLE native

java.net.SocketInputStream.socketRead0(Native Method)

java.net.SocketInputStream.read(SocketInputStream.java:161)

java.net.SocketInputStream.read(SocketInputStream.java:132)

com.ibm.mq.jmqi.remote.internal.RemoteTCPConnection.receive(RemoteTCPConnection.java:1409)

com.ibm.mq.jmqi.remote.internal.RemoteRcvThread.receiveBuffer(RemoteRcvThread.java:737)

com.ibm.mq.jmqi.remote.internal.RemoteRcvThread.receiveOneTSH(RemoteRcvThread.java:701)

com.ibm.mq.jmqi.remote.internal.RemoteRcvThread.run(RemoteRcvThread.java:146)

com.ibm.msg.client.commonservices.workqueue.WorkQueueItem.runTask(WorkQueueItem.java:209)

com.ibm.msg.client.commonservices.workqueue.SimpleWorkQueueItem.runItem(SimpleWorkQueueItem.java:100)

com.ibm.msg.client.commonservices.workqueue.WorkQueueItem.run(WorkQueueItem.java:224)

com.ibm.msg.client.commonservices.workqueue.WorkQueueManager.runWorkQueueItem(WorkQueueManager.java:298)

com.ibm.msg.client.commonservices.j2se.workqueue.WorkQueueManagerImplementation$ThreadPoolWorker.run(WorkQueueManagerImplementation.java:1220)

"RcvThread: com.ibm.mq.jmqi.remote.internal.RemoteTCPConnection[qmid=QM_OLT_PP_2015-05-22_15.17.20 ,fap=10,peer=/10.10.10.10,localport=64553,ssl=no]" RUNNABLE native

java.net.SocketInputStream.socketRead0(Native Method)

java.net.SocketInputStream.read(SocketInputStream.java:161)

java.net.SocketInputStream.read(SocketInputStream.java:132)

com.ibm.mq.jmqi.remote.internal.RemoteTCPConnection.receive(RemoteTCPConnection.java:1409)

com.ibm.mq.jmqi.remote.internal.RemoteRcvThread.receiveBuffer(RemoteRcvThread.java:737)

com.ibm.mq.jmqi.remote.internal.RemoteRcvThread.receiveOneTSH(RemoteRcvThread.java:701)

com.ibm.mq.jmqi.remote.internal.RemoteRcvThread.run(RemoteRcvThread.java:146)

java.lang.Thread.run(Thread.java:779)

"RcvThread: com.ibm.mq.jmqi.remote.internal.RemoteTCPConnection[qmid=QM_OLT_PP_2015-05-22_15.17.20 ,fap=10,peer=/10.10.10.10,localport=64554,ssl=no]" RUNNABLE native

java.net.SocketInputStream.socketRead0(Native Method)

java.net.SocketInputStream.read(SocketInputStream.java:161)

java.net.SocketInputStream.read(SocketInputStream.java:132)

com.ibm.mq.jmqi.remote.internal.RemoteTCPConnection.receive(RemoteTCPConnection.java:1409)

com.ibm.mq.jmqi.remote.internal.RemoteRcvThread.receiveBuffer(RemoteRcvThread.java:737)

com.ibm.mq.jmqi.remote.internal.RemoteRcvThread.receiveOneTSH(RemoteRcvThread.java:701)

com.ibm.mq.jmqi.remote.internal.RemoteRcvThread.run(RemoteRcvThread.java:146)

com.ibm.msg.client.commonservices.workqueue.WorkQueueItem.runTask(WorkQueueItem.java:209)

com.ibm.msg.client.commonservices.workqueue.SimpleWorkQueueItem.runItem(SimpleWorkQueueItem.java:100)

com.ibm.msg.client.commonservices.workqueue.WorkQueueItem.run(WorkQueueItem.java:224)

com.ibm.msg.client.commonservices.workqueue.WorkQueueManager.runWorkQueueItem(WorkQueueManager.java:298)

com.ibm.msg.client.commonservices.j2se.workqueue.WorkQueueManagerImplementation$ThreadPoolWorker.run(WorkQueueManagerImplementation.java:1220)

"RcvThread: com.ibm.mq.jmqi.remote.internal.RemoteTCPConnection[qmid=QM_OLT_PP_2015-05-22_15.17.20 ,fap=10,peer=/10.10.10.10,localport=64555,ssl=no]" RUNNABLE native

java.net.SocketInputStream.socketRead0(Native Method)

java.net.SocketInputStream.read(SocketInputStream.java:161)

java.net.SocketInputStream.read(SocketInputStream.java:132)

com.ibm.mq.jmqi.remote.internal.RemoteTCPConnection.receive(RemoteTCPConnection.java:1409)

com.ibm.mq.jmqi.remote.internal.RemoteRcvThread.receiveBuffer(RemoteRcvThread.java:737)

com.ibm.mq.jmqi.remote.internal.RemoteRcvThread.receiveOneTSH(RemoteRcvThread.java:701)

com.ibm.mq.jmqi.remote.internal.RemoteRcvThread.run(RemoteRcvThread.java:146)

com.ibm.msg.client.commonservices.workqueue.WorkQueueItem.runTask(WorkQueueItem.java:209)

com.ibm.msg.client.commonservices.workqueue.SimpleWorkQueueItem.runItem(SimpleWorkQueueItem.java:100)

com.ibm.msg.client.commonservices.workqueue.WorkQueueItem.run(WorkQueueItem.java:224)

com.ibm.msg.client.commonservices.workqueue.WorkQueueManager.runWorkQueueItem(WorkQueueManager.java:298)

com.ibm.msg.client.commonservices.j2se.workqueue.WorkQueueManagerImplementation$ThreadPoolWorker.run(WorkQueueManagerImplementation.java:1220)

"[ACTIVE] ExecuteThread: '7' for queue: 'weblogic.kernel.Default (self-tuning)'" waiting for lock weblogic.work.ExecuteThread@7e87f493 WAITING native

java.lang.Object.wait(Native Method)

java.lang.Object.wait(Object.java:167)

weblogic.work.ExecuteThread.waitForRequest(ExecuteThread.java:205)

weblogic.work.ExecuteThread.run(ExecuteThread.java:226)

"[ACTIVE] ExecuteThread: '8' for queue: 'weblogic.kernel.Default (self-tuning)'" waiting for lock com.ibm.mq.jmqi.remote.internal.RemoteHconn$AsyncTshLock@9bc674a9 TIMED_WAITING native

java.lang.Object.wait(Native Method)

java.lang.Object.wait(Object.java:196)

com.ibm.mq.jmqi.remote.internal.RemoteHconn.receiveAsyncTsh(RemoteHconn.java:1914)

com.ibm.mq.jmqi.remote.internal.RemoteHconn.receiveTSH(RemoteHconn.java:1166)

com.ibm.mq.jmqi.remote.internal.RemoteHconn.receiveMQIFlow(RemoteHconn.java:1711)

com.ibm.mq.jmqi.remote.internal.RemoteFAP.xa_end(RemoteFAP.java:9977)

com.ibm.mq.jmqi.JmqiXAResource.end(JmqiXAResource.java:440)

weblogic.deployment.jms.WrappedXAResource_com_ibm_mq_jmqi_JmqiXAResource.end(Unknown Source)

weblogic.transaction.internal.XAServerResourceInfo.end(XAServerResourceInfo.java:1297)

weblogic.transaction.internal.XAServerResourceInfo.internalDelist(XAServerResourceInfo.java:415)

weblogic.transaction.internal.XAServerResourceInfo.delist(XAServerResourceInfo.java:337)

weblogic.transaction.internal.ServerTransactionImpl.delistAll(ServerTransactionImpl.java:1690)

weblogic.transaction.internal.ServerTransactionImpl.localRollback(ServerTransactionImpl.java:2083)

weblogic.transaction.internal.ServerTransactionImpl.globalRetryRollback(ServerTransactionImpl.java:3170)

weblogic.transaction.internal.ServerTransactionImpl.globalRollback(ServerTransactionImpl.java:2919)

weblogic.transaction.internal.ServerTransactionImpl.internalRollback(ServerTransactionImpl.java:442)

weblogic.transaction.internal.ServerTransactionImpl.rollback(ServerTransactionImpl.java:420)

weblogic.ejb.container.internal.NewJMSMessagePoller.processOneMessage(NewJMSMessagePoller.java:312)

weblogic.ejb.container.internal.NewJMSMessagePoller.run(NewJMSMessagePoller.java:126)

weblogic.work.SelfTuningWorkManagerImpl$WorkAdapterImpl.run(SelfTuningWorkManagerImpl.java:545)

weblogic.work.ExecuteThread.execute(ExecuteThread.java:256)

weblogic.work.ExecuteThread.run(ExecuteThread.java:221)

"[ACTIVE] ExecuteThread: '9' for queue: 'weblogic.kernel.Default (self-tuning)'" waiting for lock com.ibm.mq.jmqi.remote.internal.system.RemoteProxyQueue$GetterEventMonitor@92b50d70 TIMED_WAITING native

java.lang.Object.wait(Native Method)

java.lang.Object.wait(Object.java:196)

com.ibm.mq.jmqi.remote.internal.system.RemoteProxyQueue.proxyMQGET(RemoteProxyQueue.java:2569)

com.ibm.mq.jmqi.remote.internal.RemoteFAP.jmqiGetMessageWithRecon(RemoteFAP.java:6157)

com.ibm.mq.jmqi.remote.internal.RemoteFAP.jmqiGetMessage(RemoteFAP.java:6053)

com.ibm.mq.jmqi.internal.JmqiTools.getMessage(JmqiTools.java:1084)

com.ibm.mq.jmqi.remote.internal.RemoteFAP.jmqiGet(RemoteFAP.java:6021)

com.ibm.msg.client.wmq.internal.WMQConsumerShadow.getMsg(WMQConsumerShadow.java:1256)

com.ibm.msg.client.wmq.internal.WMQSyncConsumerShadow.receiveInternal(WMQSyncConsumerShadow.java:233)

com.ibm.msg.client.wmq.internal.WMQConsumerShadow.receive(WMQConsumerShadow.java:1009)

com.ibm.msg.client.wmq.internal.WMQMessageConsumer.receive(WMQMessageConsumer.java:459)

com.ibm.msg.client.jms.internal.JmsMessageConsumerImpl.receiveInboundMessage(JmsMessageConsumerImpl.java:765)

com.ibm.msg.client.jms.internal.JmsMessageConsumerImpl.receive(JmsMessageConsumerImpl.java:446)

com.ibm.mq.jms.MQMessageConsumer.receive(MQMessageConsumer.java:258)

weblogic.deployment.jms.WrappedMessageConsumer.receive(WrappedMessageConsumer.java:201)

weblogic.ejb.container.internal.NewJMSMessagePoller$1.run(NewJMSMessagePoller.java:272)

weblogic.ejb.container.internal.NewJMSMessagePoller$1.run(NewJMSMessagePoller.java:269)

weblogic.security.acl.internal.AuthenticatedSubject.doAs(AuthenticatedSubject.java:363)

weblogic.ejb.container.internal.JMSConnectionPoller.doPrivilegedJMSAction(JMSConnectionPoller.java:2748)

weblogic.ejb.container.internal.NewJMSMessagePoller.processOneMessage(NewJMSMessagePoller.java:268)

weblogic.ejb.container.internal.NewJMSMessagePoller.run(NewJMSMessagePoller.java:126)

weblogic.work.SelfTuningWorkManagerImpl$WorkAdapterImpl.run(SelfTuningWorkManagerImpl.java:545)

weblogic.work.ExecuteThread.execute(ExecuteThread.java:256)

weblogic.work.ExecuteThread.run(ExecuteThread.java:221)

"[ACTIVE] ExecuteThread: '10' for queue: 'weblogic.kernel.Default (self-tuning)'" waiting for lock com.ibm.mq.jmqi.remote.internal.system.RemoteProxyQueue$GetterEventMonitor@b4c7f32d TIMED_WAITING native

java.lang.Object.wait(Native Method)

java.lang.Object.wait(Object.java:196)

com.ibm.mq.jmqi.remote.internal.system.RemoteProxyQueue.proxyMQGET(RemoteProxyQueue.java:2569)

com.ibm.mq.jmqi.remote.internal.RemoteFAP.jmqiGetMessageWithRecon(RemoteFAP.java:6157)

com.ibm.mq.jmqi.remote.internal.RemoteFAP.jmqiGetMessage(RemoteFAP.java:6053)

com.ibm.mq.jmqi.internal.JmqiTools.getMessage(JmqiTools.java:1084)

com.ibm.mq.jmqi.remote.internal.RemoteFAP.jmqiGet(RemoteFAP.java:6021)

com.ibm.msg.client.wmq.internal.WMQConsumerShadow.getMsg(WMQConsumerShadow.java:1256)

com.ibm.msg.client.wmq.internal.WMQSyncConsumerShadow.receiveInternal(WMQSyncConsumerShadow.java:233)

com.ibm.msg.client.wmq.internal.WMQConsumerShadow.receive(WMQConsumerShadow.java:1009)

com.ibm.msg.client.wmq.internal.WMQMessageConsumer.receive(WMQMessageConsumer.java:459)

com.ibm.msg.client.jms.internal.JmsMessageConsumerImpl.receiveInboundMessage(JmsMessageConsumerImpl.java:765)

com.ibm.msg.client.jms.internal.JmsMessageConsumerImpl.receive(JmsMessageConsumerImpl.java:446)

com.ibm.mq.jms.MQMessageConsumer.receive(MQMessageConsumer.java:258)

weblogic.deployment.jms.WrappedMessageConsumer.receive(WrappedMessageConsumer.java:201)

weblogic.ejb.container.internal.NewJMSMessagePoller$1.run(NewJMSMessagePoller.java:272)

weblogic.ejb.container.internal.NewJMSMessagePoller$1.run(NewJMSMessagePoller.java:269)

weblogic.security.acl.internal.AuthenticatedSubject.doAs(AuthenticatedSubject.java:363)

weblogic.ejb.container.internal.JMSConnectionPoller.doPrivilegedJMSAction(JMSConnectionPoller.java:2748)

weblogic.ejb.container.internal.NewJMSMessagePoller.processOneMessage(NewJMSMessagePoller.java:268)

weblogic.ejb.container.internal.NewJMSMessagePoller.run(NewJMSMessagePoller.java:126)

weblogic.work.SelfTuningWorkManagerImpl$WorkAdapterImpl.run(SelfTuningWorkManagerImpl.java:545)

weblogic.work.ExecuteThread.execute(ExecuteThread.java:256)

weblogic.work.ExecuteThread.run(ExecuteThread.java:221)

"[ACTIVE] ExecuteThread: '11' for queue: 'weblogic.kernel.Default (self-tuning)'" waiting for lock weblogic.work.ExecuteThread@1de03352 WAITING native

java.lang.Object.wait(Native Method)

java.lang.Object.wait(Object.java:167)

weblogic.work.ExecuteThread.waitForRequest(ExecuteThread.java:205)

weblogic.work.ExecuteThread.run(ExecuteThread.java:226)

"[ACTIVE] ExecuteThread: '12' for queue: 'weblogic.kernel.Default (self-tuning)'" waiting for lock weblogic.work.ExecuteThread@af32d5df WAITING native

java.lang.Object.wait(Native Method)

java.lang.Object.wait(Object.java:167)

weblogic.work.ExecuteThread.waitForRequest(ExecuteThread.java:205)

weblogic.work.ExecuteThread.run(ExecuteThread.java:226)

"[ACTIVE] ExecuteThread: '13' for queue: 'weblogic.kernel.Default (self-tuning)'" waiting for lock com.ibm.mq.jmqi.remote.internal.system.RemoteProxyQueue$GetterEventMonitor@683035dd TIMED_WAITING native

java.lang.Object.wait(Native Method)

java.lang.Object.wait(Object.java:196)

com.ibm.mq.jmqi.remote.internal.system.RemoteProxyQueue.proxyMQGET(RemoteProxyQueue.java:2569)

com.ibm.mq.jmqi.remote.internal.RemoteFAP.jmqiGetMessageWithRecon(RemoteFAP.java:6157)

com.ibm.mq.jmqi.remote.internal.RemoteFAP.jmqiGetMessage(RemoteFAP.java:6053)

com.ibm.mq.jmqi.internal.JmqiTools.getMessage(JmqiTools.java:1084)

com.ibm.mq.jmqi.remote.internal.RemoteFAP.jmqiGet(RemoteFAP.java:6021)

com.ibm.msg.client.wmq.internal.WMQConsumerShadow.getMsg(WMQConsumerShadow.java:1256)

com.ibm.msg.client.wmq.internal.WMQSyncConsumerShadow.receiveInternal(WMQSyncConsumerShadow.java:233)

com.ibm.msg.client.wmq.internal.WMQConsumerShadow.receive(WMQConsumerShadow.java:1009)

com.ibm.msg.client.wmq.internal.WMQMessageConsumer.receive(WMQMessageConsumer.java:459)

com.ibm.msg.client.jms.internal.JmsMessageConsumerImpl.receiveInboundMessage(JmsMessageConsumerImpl.java:765)

com.ibm.msg.client.jms.internal.JmsMessageConsumerImpl.receive(JmsMessageConsumerImpl.java:446)

com.ibm.mq.jms.MQMessageConsumer.receive(MQMessageConsumer.java:258)

weblogic.deployment.jms.WrappedMessageConsumer.receive(WrappedMessageConsumer.java:201)

weblogic.ejb.container.internal.NewJMSMessagePoller$1.run(NewJMSMessagePoller.java:272)

weblogic.ejb.container.internal.NewJMSMessagePoller$1.run(NewJMSMessagePoller.java:269)

weblogic.security.acl.internal.AuthenticatedSubject.doAs(AuthenticatedSubject.java:363)

weblogic.ejb.container.internal.JMSConnectionPoller.doPrivilegedJMSAction(JMSConnectionPoller.java:2748)

weblogic.ejb.container.internal.NewJMSMessagePoller.processOneMessage(NewJMSMessagePoller.java:268)

weblogic.ejb.container.internal.NewJMSMessagePoller.run(NewJMSMessagePoller.java:126)

weblogic.work.SelfTuningWorkManagerImpl$WorkAdapterImpl.run(SelfTuningWorkManagerImpl.java:545)

weblogic.work.ExecuteThread.execute(ExecuteThread.java:256)

weblogic.work.ExecuteThread.run(ExecuteThread.java:221)

"[ACTIVE] ExecuteThread: '14' for queue: 'weblogic.kernel.Default (self-tuning)'" waiting for lock com.ibm.mq.jmqi.remote.internal.system.RemoteProxyQueue$GetterEventMonitor@759e8fe7 TIMED_WAITING native

java.lang.Object.wait(Native Method)

java.lang.Object.wait(Object.java:196)

com.ibm.mq.jmqi.remote.internal.system.RemoteProxyQueue.proxyMQGET(RemoteProxyQueue.java:2569)

com.ibm.mq.jmqi.remote.internal.RemoteFAP.jmqiGetMessageWithRecon(RemoteFAP.java:6157)

com.ibm.mq.jmqi.remote.internal.RemoteFAP.jmqiGetMessage(RemoteFAP.java:6053)

com.ibm.mq.jmqi.internal.JmqiTools.getMessage(JmqiTools.java:1084)

com.ibm.mq.jmqi.remote.internal.RemoteFAP.jmqiGet(RemoteFAP.java:6021)

com.ibm.msg.client.wmq.internal.WMQConsumerShadow.getMsg(WMQConsumerShadow.java:1256)

com.ibm.msg.client.wmq.internal.WMQSyncConsumerShadow.receiveInternal(WMQSyncConsumerShadow.java:233)

com.ibm.msg.client.wmq.internal.WMQConsumerShadow.receive(WMQConsumerShadow.java:1009)

com.ibm.msg.client.wmq.internal.WMQMessageConsumer.receive(WMQMessageConsumer.java:459)

com.ibm.msg.client.jms.internal.JmsMessageConsumerImpl.receiveInboundMessage(JmsMessageConsumerImpl.java:765)

com.ibm.msg.client.jms.internal.JmsMessageConsumerImpl.receive(JmsMessageConsumerImpl.java:446)

com.ibm.mq.jms.MQMessageConsumer.receive(MQMessageConsumer.java:258)

weblogic.deployment.jms.WrappedMessageConsumer.receive(WrappedMessageConsumer.java:201)

weblogic.ejb.container.internal.NewJMSMessagePoller$1.run(NewJMSMessagePoller.java:272)

weblogic.ejb.container.internal.NewJMSMessagePoller$1.run(NewJMSMessagePoller.java:269)

weblogic.security.acl.internal.AuthenticatedSubject.doAs(AuthenticatedSubject.java:363)

weblogic.ejb.container.internal.JMSConnectionPoller.doPrivilegedJMSAction(JMSConnectionPoller.java:2748)

weblogic.ejb.container.internal.NewJMSMessagePoller.processOneMessage(NewJMSMessagePoller.java:268)

weblogic.ejb.container.internal.NewJMSMessagePoller.run(NewJMSMessagePoller.java:126)

weblogic.work.SelfTuningWorkManagerImpl$WorkAdapterImpl.run(SelfTuningWorkManagerImpl.java:545)

weblogic.work.ExecuteThread.execute(ExecuteThread.java:256)

weblogic.work.ExecuteThread.run(ExecuteThread.java:221)

"[ACTIVE] ExecuteThread: '15' for queue: 'weblogic.kernel.Default (self-tuning)'" waiting for lock weblogic.work.ExecuteThread@669a111c WAITING native

java.lang.Object.wait(Native Method)

java.lang.Object.wait(Object.java:167)

weblogic.work.ExecuteThread.waitForRequest(ExecuteThread.java:205)

weblogic.work.ExecuteThread.run(ExecuteThread.java:226)

"[STUCK] ExecuteThread: '16' for queue: 'weblogic.kernel.Default (self-tuning)'" waiting for lock jersey.repackaged.com.google.common.util.concurrent.AbstractFuture$Sync@512a6acb WAITING native

sun.misc.Unsafe.park(Native Method)

java.util.concurrent.locks.LockSupport.park(LockSupport.java:197)

java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:845)

java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1005)

java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1314)

jersey.repackaged.com.google.common.util.concurrent.AbstractFuture$Sync.get(AbstractFuture.java:285)

jersey.repackaged.com.google.common.util.concurrent.AbstractFuture.get(AbstractFuture.java:116)

org.glassfish.jersey.servlet.internal.ResponseWriter.getResponseContext(ResponseWriter.java:277)

org.glassfish.jersey.servlet.internal.ResponseWriter.commit(ResponseWriter.java:191)

org.glassfish.jersey.server.ContainerResponse.close(ContainerResponse.java:413)

org.glassfish.jersey.server.ServerRuntime$Responder.writeResponse(ServerRuntime.java:750)

org.glassfish.jersey.server.ServerRuntime$Responder.processResponse(ServerRuntime.java:424)

org.glassfish.jersey.server.ServerRuntime$Responder.process(ServerRuntime.java:414)

org.glassfish.jersey.server.ServerRuntime$2.run(ServerRuntime.java:311)

org.glassfish.jersey.internal.Errors$1.call(Errors.java:271)

org.glassfish.jersey.internal.Errors$1.call(Errors.java:267)

org.glassfish.jersey.internal.Errors.process(Errors.java:315)

org.glassfish.jersey.internal.Errors.process(Errors.java:297)

org.glassfish.jersey.internal.Errors.process(Errors.java:267)

org.glassfish.jersey.process.internal.RequestScope.runInScope(RequestScope.java:317)

org.glassfish.jersey.server.ServerRuntime.process(ServerRuntime.java:291)

org.glassfish.jersey.server.ApplicationHandler.handle(ApplicationHandler.java:1140)

org.glassfish.jersey.servlet.WebComponent.service(WebComponent.java:403)

org.glassfish.jersey.servlet.ServletContainer.service(ServletContainer.java:386)

org.glassfish.jersey.servlet.ServletContainer.service(ServletContainer.java:334)

org.glassfish.jersey.servlet.ServletContainer.service(ServletContainer.java:221)

weblogic.servlet.internal.StubSecurityHelper$ServletServiceAction.run(StubSecurityHelper.java:242)

weblogic.servlet.internal.StubSecurityHelper$ServletServiceAction.run(StubSecurityHelper.java:216)

weblogic.servlet.internal.StubSecurityHelper.invokeServlet(StubSecurityHelper.java:132)

weblogic.servlet.internal.ServletStubImpl.execute(ServletStubImpl.java:338)

weblogic.servlet.internal.ServletStubImpl.execute(ServletStubImpl.java:221)

weblogic.servlet.internal.WebAppServletContext$ServletInvocationAction.wrapRun(WebAppServletContext.java:3284)

weblogic.servlet.internal.WebAppServletContext$ServletInvocationAction.run(WebAppServletContext.java:3254)

weblogic.security.acl.internal.AuthenticatedSubject.doAs(AuthenticatedSubject.java:321)

weblogic.security.service.SecurityManager.runAs(SecurityManager.java:120)

weblogic.servlet.provider.WlsSubjectHandle.run(WlsSubjectHandle.java:57)

weblogic.servlet.internal.WebAppServletContext.doSecuredExecute(WebAppServletContext.java:2163)

weblogic.servlet.internal.WebAppServletContext.securedExecute(WebAppServletContext.java:2089)

weblogic.servlet.internal.WebAppServletContext.execute(WebAppServletContext.java:2074)

weblogic.servlet.internal.ServletRequestImpl.run(ServletRequestImpl.java:1513)

weblogic.servlet.provider.ContainerSupportProviderImpl$WlsRequestExecutor.run(ContainerSupportProviderImpl.java:254)

weblogic.work.ExecuteThread.execute(ExecuteThread.java:256)

weblogic.work.ExecuteThread.run(ExecuteThread.java:221)

"[STUCK] ExecuteThread: '17' for queue: 'weblogic.kernel.Default (self-tuning)'" waiting for lock jersey.repackaged.com.google.common.util.concurrent.AbstractFuture$Sync@2b31f129 WAITING native

sun.misc.Unsafe.park(Native Method)

java.util.concurrent.locks.LockSupport.park(LockSupport.java:197)

java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:845)

java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1005)

java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1314)

jersey.repackaged.com.google.common.util.concurrent.AbstractFuture$Sync.get(AbstractFuture.java:285)

jersey.repackaged.com.google.common.util.concurrent.AbstractFuture.get(AbstractFuture.java:116)

org.glassfish.jersey.servlet.internal.ResponseWriter.getResponseContext(ResponseWriter.java:277)

org.glassfish.jersey.servlet.internal.ResponseWriter.commit(ResponseWriter.java:191)

org.glassfish.jersey.server.ContainerResponse.close(ContainerResponse.java:413)

org.glassfish.jersey.server.ServerRuntime$Responder.writeResponse(ServerRuntime.java:750)

org.glassfish.jersey.server.ServerRuntime$Responder.processResponse(ServerRuntime.java:424)

org.glassfish.jersey.server.ServerRuntime$Responder.process(ServerRuntime.java:414)

org.glassfish.jersey.server.ServerRuntime$2.run(ServerRuntime.java:311)

org.glassfish.jersey.internal.Errors$1.call(Errors.java:271)

org.glassfish.jersey.internal.Errors$1.call(Errors.java:267)

org.glassfish.jersey.internal.Errors.process(Errors.java:315)

org.glassfish.jersey.internal.Errors.process(Errors.java:297)

org.glassfish.jersey.internal.Errors.process(Errors.java:267)

org.glassfish.jersey.process.internal.RequestScope.runInScope(RequestScope.java:317)

org.glassfish.jersey.server.ServerRuntime.process(ServerRuntime.java:291)

org.glassfish.jersey.server.ApplicationHandler.handle(ApplicationHandler.java:1140)

org.glassfish.jersey.servlet.WebComponent.service(WebComponent.java:403)

org.glassfish.jersey.servlet.ServletContainer.service(ServletContainer.java:386)

org.glassfish.jersey.servlet.ServletContainer.service(ServletContainer.java:334)

org.glassfish.jersey.servlet.ServletContainer.service(ServletContainer.java:221)

weblogic.servlet.internal.StubSecurityHelper$ServletServiceAction.run(StubSecurityHelper.java:242)

weblogic.servlet.internal.StubSecurityHelper$ServletServiceAction.run(StubSecurityHelper.java:216)

weblogic.servlet.internal.StubSecurityHelper.invokeServlet(StubSecurityHelper.java:132)

weblogic.servlet.internal.ServletStubImpl.execute(ServletStubImpl.java:338)

weblogic.servlet.internal.ServletStubImpl.execute(ServletStubImpl.java:221)

weblogic.servlet.internal.WebAppServletContext$ServletInvocationAction.wrapRun(WebAppServletContext.java:3284)

weblogic.servlet.internal.WebAppServletContext$ServletInvocationAction.run(WebAppServletContext.java:3254)

weblogic.security.acl.internal.AuthenticatedSubject.doAs(AuthenticatedSubject.java:321)

weblogic.security.service.SecurityManager.runAs(SecurityManager.java:120)

weblogic.servlet.provider.WlsSubjectHandle.run(WlsSubjectHandle.java:57)

weblogic.servlet.internal.WebAppServletContext.doSecuredExecute(WebAppServletContext.java:2163)

weblogic.servlet.internal.WebAppServletContext.securedExecute(WebAppServletContext.java:2089)

weblogic.servlet.internal.WebAppServletContext.execute(WebAppServletContext.java:2074)

weblogic.servlet.internal.ServletRequestImpl.run(ServletRequestImpl.java:1513)

weblogic.servlet.provider.ContainerSupportProviderImpl$WlsRequestExecutor.run(ContainerSupportProviderImpl.java:254)

weblogic.work.ExecuteThread.execute(ExecuteThread.java:256)

weblogic.work.ExecuteThread.run(ExecuteThread.java:221)