IBM webMethods Hybrid Integration

IBM webMethods Hybrid Integration

Join this online group to communicate across IBM product users and experts by sharing advice and best practices with peers and staying up to date regarding product enhancements.

 View Only

MQ Adapter Connections are hanging continuously.

  • 1.  MQ Adapter Connections are hanging continuously.

    Posted Sat September 01, 2018 04:24 PM

    Hi Everyone,

    Our MQ adapter connections are hanging intermittently after upgrading the Java version. Currently we have webMethods 9.12 version. After restarting IS, connections are working fine. But we cannot restart IS in prod frequently. Please see the below log and need your assistance.

    “Service Thread Pool - Scheduler - cd6e2c40-99b5-11e8-bd5a-000000000000” Id=976565 in RUNNABLE (running in native)
    at java.net.SocketInputStream.socketRead0(Native Method)
    at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
    at java.net.SocketInputStream.read(SocketInputStream.java:171)
    at java.net.SocketInputStream.read(SocketInputStream.java:141)
    at sun.security.ssl.InputRecord.readFully(InputRecord.java:465)
    at sun.security.ssl.InputRecord.read(InputRecord.java:503)
    at sun.security.ssl.SSLSocketImpl.readRecord(SSLSocketImpl.java:983)
    - locked <0x5faf791c> (a java.lang.Object)
    at sun.security.ssl.SSLSocketImpl.performInitialHandshake(SSLSocketImpl.java:1385)
    - locked <0x6b81aeaa> (a java.lang.Object)
    at sun.security.ssl.SSLSocketImpl.startHandshake(SSLSocketImpl.java:1413)
    at sun.security.ssl.SSLSocketImpl.startHandshake(SSLSocketImpl.java:1397)
    at com.ibm.mq.jmqi.remote.impl.RemoteTCPConnection$6.run(RemoteTCPConnection.java:1297)
    at com.ibm.mq.jmqi.remote.impl.RemoteTCPConnection$6.run(RemoteTCPConnection.java:1289)
    at java.security.AccessController.doPrivileged(Native Method)
    at com.ibm.mq.jmqi.remote.impl.RemoteTCPConnection.protocolConnect(RemoteTCPConnection.java:1289)
    at com.ibm.mq.jmqi.remote.impl.RemoteConnection.connect(RemoteConnection.java:860)
    at com.ibm.mq.jmqi.remote.impl.RemoteConnectionSpecification.getSessionFromNewConnection(RemoteConnectionSpecification.java:409)
    at com.ibm.mq.jmqi.remote.impl.RemoteConnectionSpecification.getSession(RemoteConnectionSpecification.java:305)
    at com.ibm.mq.jmqi.remote.impl.RemoteConnectionPool.getSession(RemoteConnectionPool.java:146)
    at com.ibm.mq.jmqi.remote.API.RemoteFAP.jmqiConnect(RemoteFAP.java:1721)
    at com.ibm.mq.jmqi.remote.API.RemoteFAP.jmqiConnect(RemoteFAP.java:1285)
    at com.ibm.mq.MQSESSION.MQCONNX_j(MQSESSION.java:916)
    at com.ibm.mq.MQManagedConnectionJ11.(MQManagedConnectionJ11.java:235)
    at com.ibm.mq.MQClientManagedConnectionFactoryJ11._createManagedConnection(MQClientManagedConnectionFactoryJ11.java:450)
    at com.ibm.mq.MQClientManagedConnectionFactoryJ11.createManagedConnection(MQClientManagedConnectionFactoryJ11.java:487)
    at com.ibm.mq.StoredManagedConnection.(StoredManagedConnection.java:97)
    at com.ibm.mq.MQSimpleConnectionManager.allocateConnection(MQSimpleConnectionManager.java:194)
    at com.ibm.mq.MQQueueManagerFactory.obtainBaseMQQueueManager(MQQueueManagerFactory.java:868)
    at com.ibm.mq.MQQueueManagerFactory.procure(MQQueueManagerFactory.java:816)
    at com.ibm.mq.MQQueueManagerFactory.constructQueueManager(MQQueueManagerFactory.java:758)
    at com.ibm.mq.MQQueueManagerFactory.createQueueManager(MQQueueManagerFactory.java:200)
    at com.ibm.mq.MQQueueManager.(MQQueueManager.java:910)
    at com.wm.adapter.wmmqadapter.connection.wmMQConnection.createSSLQMgrWithKeyAlias(wmMQConnection.java:2915)
    at com.wm.adapter.wmmqadapter.connection.wmMQConnection.initializeConnection(wmMQConnection.java:244)
    at com.wm.adk.connection.WmManagedConnectionFactory.createManagedConnection(WmManagedConnectionFactory.java:210)
    at com.wm.app.b2b.server.jca.WmConnectionPool.createConnection(WmConnectionPool.java:1138)
    at com.wm.app.b2b.server.jca.WmConnectionPool.getAvailConnection(WmConnectionPool.java:1069)
    - locked <0x144ffd1b> (a com.wm.app.b2b.server.jca.ConnectionPoolEntryDB)
    at com.wm.app.b2b.server.jca.WmConnectionPool.getConnection(WmConnectionPool.java:542)
    - locked <0x5f5ebb94> (a com.wm.app.b2b.server.jca.WmConnectionPool)
    at com.wm.app.b2b.server.jca.WmConnectionManager.allocateManagedConnection(WmConnectionManager.java:423)
    at com.wm.app.b2b.server.jca.WmXAConnectionManager.allocateConnection(WmXAConnectionManager.java:84)
    at com.wm.adk.cci.connection.WmConnectionFactory.getConnection(WmConnectionFactory.java:141)
    at com.wm.pkg.art.ns.ConnectionResource.createConnection(ConnectionResource.java:347)
    at com.wm.pkg.art.transaction.ConnectionState.getConnection(ConnectionState.java:197)
    - locked <0x142cfc80> (a com.wm.pkg.art.transaction.ConnectionState)
    at com.wm.pkg.art.ns.AdapterServiceNode.getConnection(AdapterServiceNode.java:635)
    at com.wm.pkg.art.ns.AdapterServiceNode.invokeService(AdapterServiceNode.java:325)
    at com.wm.pkg.art.ns.ARTNSService.baseInvoke(ARTNSService.java:53)
    at com.wm.app.b2b.server.invoke.InvokeManager.process(InvokeManager.java:646)
    at com.wm.app.b2b.server.util.tspace.ReservationProcessor.process(ReservationProcessor.java:39)
    at com.wm.app.b2b.server.invoke.StatisticsProcessor.process(StatisticsProcessor.java:49)
    at com.wm.app.b2b.server.invoke.ServiceCompletionImpl.process(ServiceCompletionImpl.java:243)
    at com.wm.app.b2b.server.invoke.ValidateProcessor.process(ValidateProcessor.java:49)
    at com.wm.app.b2b.server.invoke.PipelineProcessor.process(PipelineProcessor.java:171)
    at com.wm.app.b2b.server.ACLManager.process(ACLManager.java:299)
    at com.wm.app.b2b.server.invoke.DispatchProcessor.process(DispatchProcessor.java:34)
    at com.wm.app.b2b.server.AuditLogManager.process(AuditLogManager.java:377)
    at com.wm.app.b2b.server.invoke.InvokeManager.invoke(InvokeManager.java:545)
    at com.wm.app.b2b.server.invoke.InvokeManager.invoke(InvokeManager.java:382)
    at com.wm.app.b2b.server.ServiceManager.invoke(ServiceManager.java:234)
    at com.wm.app.b2b.server.BaseService.invoke(BaseService.java:215)
    at com.wm.lang.flow.FlowInvoke.invoke(FlowInvoke.java:257)
    at com.wm.lang.flow.FlowState.invokeNode(FlowState.java:520)
    at com.wm.lang.flow.FlowState.step(FlowState.java:389)
    at com.wm.lang.flow.FlowState.invoke(FlowState.java:360)
    at com.wm.app.b2b.server.FlowSvcImpl.baseInvoke(FlowSvcImpl.java:1124)
    at com.wm.app.b2b.server.invoke.InvokeManager.process(InvokeManager.java:646)
    at com.wm.app.b2b.server.util.tspace.ReservationProcessor.process(ReservationProcessor.java:39)
    at com.wm.app.b2b.server.invoke.StatisticsProcessor.process(StatisticsProcessor.java:49)
    at com.wm.app.b2b.server.invoke.ServiceCompletionImpl.process(ServiceCompletionImpl.java:243)
    at com.wm.app.b2b.server.invoke.ValidateProcessor.process(ValidateProcessor.java:49)
    at com.wm.app.b2b.server.invoke.PipelineProcessor.process(PipelineProcessor.java:171)
    at com.wm.app.b2b.server.ACLManager.process(ACLManager.java:299)
    at com.wm.app.b2b.server.invoke.DispatchProcessor.process(DispatchProcessor.java:34)
    at com.wm.app.b2b.server.AuditLogManager.process(AuditLogManager.java:377)
    at com.wm.app.b2b.server.invoke.InvokeManager.invoke(InvokeManager.java:545)
    at com.wm.app.b2b.server.invoke.InvokeManager.invoke(InvokeManager.java:382)
    at com.wm.app.b2b.server.ServiceManager.invoke(ServiceManager.java:234)
    at com.wm.app.b2b.server.BaseService.invoke(BaseService.java:215)
    at com.wm.lang.flow.FlowInvoke.invoke(FlowInvoke.java:257)
    at com.wm.lang.flow.FlowState.invokeNode(FlowState.java:520)
    at com.wm.lang.flow.FlowState.step(FlowState.java:389)
    at com.wm.lang.flow.FlowState.invoke(FlowState.java:360)
    at com.wm.app.b2b.server.FlowSvcImpl.baseInvoke(FlowSvcImpl.java:1124)
    at com.wm.app.b2b.server.invoke.InvokeManager.process(InvokeManager.java:646)
    at com.wm.app.b2b.server.util.tspace.ReservationProcessor.process(ReservationProcessor.java:39)
    at com.wm.app.b2b.server.invoke.StatisticsProcessor.process(StatisticsProcessor.java:49)
    at com.wm.app.b2b.server.invoke.ServiceCompletionImpl.process(ServiceCompletionImpl.java:243)
    at com.wm.app.b2b.server.invoke.ValidateProcessor.process(ValidateProcessor.java:49)
    at com.wm.app.b2b.server.invoke.PipelineProcessor.process(PipelineProcessor.java:171)
    at com.wm.app.b2b.server.ACLManager.process(ACLManager.java:299)
    at com.wm.app.b2b.server.invoke.DispatchProcessor.process(DispatchProcessor.java:34)
    at com.wm.app.b2b.server.AuditLogManager.process(AuditLogManager.java:377)
    at com.wm.app.b2b.server.invoke.InvokeManager.invoke(InvokeManager.java:545)
    at com.wm.app.b2b.server.invoke.InvokeManager.invoke(InvokeManager.java:382)
    at com.wm.app.b2b.server.invoke.InvokeManager.invoke(InvokeManager.java:359)
    at com.wm.app.b2b.server.scheduler.ScheduleDB$ScheduledService.run(ScheduleDB.java:2509)
    at com.wm.util.pool.PooledThread.run(PooledThread.java:127)
    - locked <0x30ef1080> (a com.wm.app.b2b.server.TMPooledThread)
    at java.lang.Thread.run(Thread.java:748)


    “Service Thread Pool - Scheduler - ee80aa20-290e-11e7-a0c0-fffffff03d41” Id=200307 in RUNNABLE (running in native)
    at java.net.SocketInputStream.socketRead0(Native Method)
    at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
    at java.net.SocketInputStream.read(SocketInputStream.java:171)
    at java.net.SocketInputStream.read(SocketInputStream.java:141)
    at sun.security.ssl.InputRecord.readFully(InputRecord.java:465)
    at sun.security.ssl.InputRecord.read(InputRecord.java:503)
    at sun.security.ssl.SSLSocketImpl.readRecord(SSLSocketImpl.java:983)
    at sun.security.ssl.SSLSocketImpl.performInitialHandshake(SSLSocketImpl.java:1385)
    at sun.security.ssl.SSLSocketImpl.startHandshake(SSLSocketImpl.java:1413)
    at sun.security.ssl.SSLSocketImpl.startHandshake(SSLSocketImpl.java:1397)
    at com.ibm.mq.jmqi.remote.impl.RemoteTCPConnection$6.run(RemoteTCPConnection.java:1297)
    at com.ibm.mq.jmqi.remote.impl.RemoteTCPConnection$6.run(RemoteTCPConnection.java:1289)
    at java.security.AccessController.doPrivileged(Native Method)
    at com.ibm.mq.jmqi.remote.impl.RemoteTCPConnection.protocolConnect(RemoteTCPConnection.java:1289)
    at com.ibm.mq.jmqi.remote.impl.RemoteConnection.connect(RemoteConnection.java:860)
    at com.ibm.mq.jmqi.remote.impl.RemoteConnectionSpecification.getSessionFromNewConnection(RemoteConnectionSpecification.java:409)
    at com.ibm.mq.jmqi.remote.impl.RemoteConnectionSpecification.getSession(RemoteConnectionSpecification.java:305)
    at com.ibm.mq.jmqi.remote.impl.RemoteConnectionPool.getSession(RemoteConnectionPool.java:146)
    at com.ibm.mq.jmqi.remote.API.RemoteFAP.jmqiConnect(RemoteFAP.java:1721)
    at com.ibm.mq.jmqi.remote.API.RemoteFAP.jmqiConnect(RemoteFAP.java:1285)
    at com.ibm.mq.MQSESSION.MQCONNX_j(MQSESSION.java:916)
    at com.ibm.mq.MQManagedConnectionJ11.(MQManagedConnectionJ11.java:235)
    at com.ibm.mq.MQClientManagedConnectionFactoryJ11._createManagedConnection(MQClientManagedConnectionFactoryJ11.java:450)
    at com.ibm.mq.MQClientManagedConnectionFactoryJ11.createManagedConnection(MQClientManagedConnectionFactoryJ11.java:487)
    at com.ibm.mq.StoredManagedConnection.(StoredManagedConnection.java:97)
    at com.ibm.mq.MQSimpleConnectionManager.allocateConnection(MQSimpleConnectionManager.java:194)
    at com.ibm.mq.MQQueueManagerFactory.obtainBaseMQQueueManager(MQQueueManagerFactory.java:868)
    at com.ibm.mq.MQQueueManagerFactory.procure(MQQueueManagerFactory.java:816)
    at com.ibm.mq.MQQueueManagerFactory.constructQueueManager(MQQueueManagerFactory.java:758)
    at com.ibm.mq.MQQueueManagerFactory.createQueueManager(MQQueueManagerFactory.java:200)
    at com.ibm.mq.MQQueueManager.(MQQueueManager.java:910)
    at com.wm.adapter.wmmqadapter.connection.wmMQConnection.createSSLQMgrWithKeyAlias(wmMQConnection.java:2915)
    at com.wm.adapter.wmmqadapter.connection.wmMQConnection.initializeConnection(wmMQConnection.java:244)
    at com.wm.adk.connection.WmManagedConnectionFactory.createManagedConnection(WmManagedConnectionFactory.java:210)
    at com.wm.app.b2b.server.jca.WmConnectionPool.createConnection(WmConnectionPool.java:1138)
    at com.wm.app.b2b.server.jca.WmConnectionPool.getAvailConnection(WmConnectionPool.java:1069)
    at com.wm.app.b2b.server.jca.WmConnectionPool.getConnection(WmConnectionPool.java:542)
    at com.wm.app.b2b.server.jca.WmConnectionManager.allocateManagedConnection(WmConnectionManager.java:423)
    at com.wm.app.b2b.server.jca.WmXAConnectionManager.allocateConnection(WmXAConnectionManager.java:84)
    at com.wm.adk.cci.connection.WmConnectionFactory.getConnection(WmConnectionFactory.java:141)
    at com.wm.pkg.art.ns.ConnectionResource.createConnection(ConnectionResource.java:347)
    at com.wm.pkg.art.transaction.ConnectionState.getConnection(ConnectionState.java:197)
    at com.wm.pkg.art.ns.AdapterServiceNode.getConnection(AdapterServiceNode.java:635)
    at com.wm.pkg.art.ns.AdapterServiceNode.invokeService(AdapterServiceNode.java:325)
    at com.wm.pkg.art.ns.ARTNSService.baseInvoke(ARTNSService.java:53)
    at com.wm.app.b2b.server.invoke.InvokeManager.process(InvokeManager.java:646)
    at com.wm.app.b2b.server.util.tspace.ReservationProcessor.process(ReservationProcessor.java:39)
    at com.wm.app.b2b.server.invoke.StatisticsProcessor.process(StatisticsProcessor.java:49)
    at com.wm.app.b2b.server.invoke.ServiceCompletionImpl.process(ServiceCompletionImpl.java:243)
    at com.wm.app.b2b.server.invoke.ValidateProcessor.process(ValidateProcessor.java:49)
    at com.wm.app.b2b.server.invoke.PipelineProcessor.process(PipelineProcessor.java:171)
    at com.wm.app.b2b.server.ACLManager.process(ACLManager.java:299)
    at com.wm.app.b2b.server.invoke.DispatchProcessor.process(DispatchProcessor.java:34)
    at com.wm.app.b2b.server.AuditLogManager.process(AuditLogManager.java:377)
    at com.wm.app.b2b.server.invoke.InvokeManager.invoke(InvokeManager.java:545)
    at com.wm.app.b2b.server.invoke.InvokeManager.invoke(InvokeManager.java:382)
    at com.wm.app.b2b.server.ServiceManager.invoke(ServiceManager.java:234)
    at com.wm.app.b2b.server.BaseService.invoke(BaseService.java:215)
    at com.wm.lang.flow.FlowInvoke.invoke(FlowInvoke.java:257)
    at com.wm.lang.flow.FlowState.invokeNode(FlowState.java:520)
    at com.wm.lang.flow.FlowState.step(FlowState.java:389)
    at com.wm.lang.flow.FlowState.invoke(FlowState.java:360)
    at com.wm.app.b2b.server.FlowSvcImpl.baseInvoke(FlowSvcImpl.java:1124)
    at com.wm.app.b2b.server.invoke.InvokeManager.process(InvokeManager.java:646)
    at com.wm.app.b2b.server.util.tspace.ReservationProcessor.process(ReservationProcessor.java:39)
    at com.wm.app.b2b.server.invoke.StatisticsProcessor.process(StatisticsProcessor.java:49)
    at com.wm.app.b2b.server.invoke.ServiceCompletionImpl.process(ServiceCompletionImpl.java:243)
    at com.wm.app.b2b.server.invoke.ValidateProcessor.process(ValidateProcessor.java:49)
    at com.wm.app.b2b.server.invoke.PipelineProcessor.process(PipelineProcessor.java:171)
    at com.wm.app.b2b.server.ACLManager.process(ACLManager.java:299)
    at com.wm.app.b2b.server.invoke.DispatchProcessor.process(DispatchProcessor.java:34)
    at com.wm.app.b2b.server.AuditLogManager.process(AuditLogManager.java:377)
    at com.wm.app.b2b.server.invoke.InvokeManager.invoke(InvokeManager.java:545)
    at com.wm.app.b2b.server.invoke.InvokeManager.invoke(InvokeManager.java:382)
    at com.wm.app.b2b.server.invoke.InvokeManager.invoke(InvokeManager.java:359)
    at com.wm.app.b2b.server.scheduler.ScheduleDB$ScheduledService.run(ScheduleDB.java:2509)
    at com.wm.util.pool.PooledThread.run(PooledThread.java:127)
    at java.lang.Thread.run(Thread.java:748)

    Regards,
    Pavan Kalluru


    #Adapters-and-E-Standards
    #Integration-Server-and-ESB
    #webMethods