Hi All,

I had a issue in WAS 7 wherein I found threads going in hung in one of the server in a cluster of 6 servers with following stack trace :


[4/19/14 19:12:23:994 GMT+05:30] 00000024 ThreadMonitor W   WSVR0605W: Thread "WebContainer : 239" (0000b7ce) has been active for 924558 milliseconds and may be hung.
There is/are 239 thread(s) in total in the server that may be hung.
        at com.sun.xml.internal.bind.v2.runtime.reflect.opt.Injector.inject(Injector.java:86)
        at com.sun.xml.internal.bind.v2.runtime.reflect.opt.AccessorInjector.prepare(AccessorInjector.java:88)
        at com.sun.xml.internal.bind.v2.runtime.reflect.opt.OptimizedAccessorFactory.get(OptimizedAccessorFactory.java:168)
        at com.sun.xml.internal.bind.v2.runtime.reflect.Accessor$FieldReflection.optimize(Accessor.java:279)
        at com.sun.xml.internal.bind.v2.runtime.property.SingleElementNodeProperty.(SingleElementNodeProperty.java:91)
        at sun.reflect.GeneratedConstructorAccessor23.newInstance(Unknown Source)
        at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:39)
        at java.lang.reflect.Constructor.newInstance(Constructor.java:527)
        at com.sun.xml.internal.bind.v2.runtime.property.PropertyFactory.create(PropertyFactory.java:125)
        at com.sun.xml.internal.bind.v2.runtime.ClassBeanInfoImpl.(ClassBeanInfoImpl.java:158)
        at com.sun.xml.internal.bind.v2.runtime.JAXBContextImpl.getOrCreate(JAXBContextImpl.java:493)
        at com.sun.xml.internal.bind.v2.runtime.JAXBContextImpl.getOrCreate(JAXBContextImpl.java:512)
        at com.sun.xml.internal.bind.v2.runtime.property.SingleElementNodeProperty.(SingleElementNodeProperty.java:102)
        at sun.reflect.GeneratedConstructorAccessor23.newInstance(Unknown Source)
        at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:39)
        at java.lang.reflect.Constructor.newInstance(Constructor.java:527)
        at com.sun.xml.internal.bind.v2.runtime.property.PropertyFactory.create(PropertyFactory.java:125)
        at com.sun.xml.internal.bind.v2.runtime.ClassBeanInfoImpl.(ClassBeanInfoImpl.java:158)
        at com.sun.xml.internal.bind.v2.runtime.JAXBContextImpl.getOrCreate(JAXBContextImpl.java:493)
        at com.sun.xml.internal.bind.v2.runtime.JAXBContextImpl.getOrCreate(JAXBContextImpl.java:512)
        at com.sun.xml.internal.bind.v2.runtime.property.SingleElementNodeProperty.(SingleElementNodeProperty.java:102)
        at sun.reflect.GeneratedConstructorAccessor23.newInstance(Unknown Source)
        at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:39)
        at java.lang.reflect.Constructor.newInstance(Constructor.java:527)
        at com.sun.xml.internal.bind.v2.runtime.property.PropertyFactory.create(PropertyFactory.java:125)
        at com.sun.xml.internal.bind.v2.runtime.ClassBeanInfoImpl.(ClassBeanInfoImpl.java:158)
        at com.sun.xml.internal.bind.v2.runtime.JAXBContextImpl.getOrCreate(JAXBContextImpl.java:493)
        at com.sun.xml.internal.bind.v2.runtime.JAXBContextImpl.getOrCreate(JAXBContextImpl.java:512)
        at com.sun.xml.internal.bind.v2.runtime.property.SingleElementNodeProperty.(SingleElementNodeProperty.java:102)
        at sun.reflect.GeneratedConstructorAccessor23.newInstance(Unknown Source)
        at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:39)
        at java.lang.reflect.Constructor.newInstance(Constructor.java:527)
        at com.sun.xml.internal.bind.v2.runtime.property.PropertyFactory.create(PropertyFactory.java:125)
        at com.sun.xml.internal.bind.v2.runtime.ClassBeanInfoImpl.(ClassBeanInfoImpl.java:158)
        at com.sun.xml.internal.bind.v2.runtime.JAXBContextImpl.getOrCreate(JAXBContextImpl.java:493)
        at com.sun.xml.internal.bind.v2.runtime.JAXBContextImpl.getOrCreate(JAXBContextImpl.java:512)
        at com.sun.xml.internal.bind.v2.runtime.property.SingleElementNodeProperty.(SingleElementNodeProperty.java:102)
        at sun.reflect.GeneratedConstructorAccessor23.newInstance(Unknown Source)
        at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:39)
        at java.lang.reflect.Constructor.newInstance(Constructor.java:527)
        at com.sun.xml.internal.bind.v2.runtime.property.PropertyFactory.create(PropertyFactory.java:125)
        at com.sun.xml.internal.bind.v2.runtime.ClassBeanInfoImpl.(ClassBeanInfoImpl.java:158)
        at com.sun.xml.internal.bind.v2.runtime.JAXBContextImpl.getOrCreate(JAXBContextImpl.java:493)
        at com.sun.xml.internal.bind.v2.runtime.JAXBContextImpl.(JAXBContextImpl.java:319)
        at com.sun.xml.internal.bind.v2.runtime.JAXBContextImpl$JAXBContextBuilder.build(JAXBContextImpl.java:1128)
        at com.sun.xml.internal.bind.v2.ContextFactory.createContext(ContextFactory.java:181)
        at com.sun.xml.internal.bind.v2.ContextFactory.createContext(ContextFactory.java:134)
        at sun.reflect.GeneratedMethodAccessor304.invoke(Unknown Source)
        at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:37)
        at java.lang.reflect.Method.invoke(Method.java:611)
        at com.ibm.xml.xlxp2.jaxb.JAXBContextImpl.createFallbackContext(JAXBContextImpl.java:342)
        at com.ibm.xml.xlxp2.jaxb.JAXBContextImpl.(JAXBContextImpl.java:175)
        at com.ibm.xml.xlxp2.jaxb.JAXBContextFactory.createContext(JAXBContextFactory.java:42)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:60)
        at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:37)
        at java.lang.reflect.Method.invoke(Method.java:611)
        at javax.xml.bind.ContextFinder.newInstance(ContextFinder.java:213)
        at javax.xml.bind.ContextFinder.find(ContextFinder.java:374)
        at javax.xml.bind.JAXBContext.newInstance(JAXBContext.java:585)
        at javax.xml.bind.JAXBContext.newInstance(JAXBContext.java:533)
        at hom.home.homes.business.utils.helper.UnMarshallerUtil.convertEAIResponse(UnMarshallerUtil.java:661)



The code is trying to send request or get response from a MQ queue.

Can anybody help me out with what went wrong on this server/application?

Let me know if more details are required. Thanks!

Hi tousi,

  You need to review the code of

    hom.home.homes.business.utils.helper.UnMarshallerUtil.convertEAIResponse

  review if you have any type of ffdc when the thread hung.
 
  What is you WAS 7 fixpack level?
 
  I have found several fixes related to JAXB in the latest fixpack 7.0.0.31
 
    PM97936: Unmarshalling of an XML document with the IBM JAXB runtime may result in an object with missing attribute data.
    http://www-01.ibm.com/support/docview.wss?rs=180&uid=swg1PM97936
    
    PM97876: JAXB RUNTIME MAY LOSE SOME PRIMITIVE TYPE VALUES OR WRITE THEM TO AN INCORRECT FIELD
    http://www-01.ibm.com/support/docview.wss?rs=180&uid=swg1PM97876
    
  Hope this helps. Tell us if you need more support
 
regards

Thanks Gabriel.

Fixpack level is 7.0.0.31

Following is the exception found in ffdc :

FFDC Exception:java.util.zip.ZipException SourceId:com.ibm.ws.classloader.ClassLoaderUtils.addDependents ProbeId:238 Reporter:java.
lang.Class@536a536a
java.util.zip.ZipException: error in opening zip file
        at java.util.zip.ZipFile.open(Native Method)
        at java.util.zip.ZipFile.(ZipFile.java:151)
        at java.util.jar.JarFile.(JarFile.java:150)
        at java.util.jar.JarFile.(JarFile.java:114)
        at com.ibm.ws.classloader.ClassLoaderUtils.addDependents(ClassLoaderUtils.java:148)
        at com.ibm.ws.classloader.ClassLoaderUtils.addDependents(ClassLoaderUtils.java:197)
        at com.ibm.ws.classloader.ClassLoaderUtils.addDependentJars(ClassLoaderUtils.java:114)
        at com.ibm.ws.classloader.ClassGraph.(ClassGraph.java:121)
        at com.ibm.ws.classloader.ClassLoaderManager.initialize(ClassLoaderManager.java:202)
        at com.ibm.ws.classloader.ClassLoaderManager.(ClassLoaderManager.java:166)
        at com.ibm.ws.runtime.component.DeployedApplicationImpl.start(DeployedApplicationImpl.java:897)
        at com.ibm.ws.runtime.component.ApplicationMgrImpl.startApplication(ApplicationMgrImpl.java:741)
        at com.ibm.ws.runtime.component.ApplicationMgrImpl$3.run(ApplicationMgrImpl.java:2056)
        at com.ibm.ws.security.auth.ContextManagerImpl.runAs(ContextManagerImpl.java:5395)
        at com.ibm.ws.security.auth.ContextManagerImpl.runAsSystem(ContextManagerImpl.java:5483)
        at com.ibm.ws.security.core.SecurityContext.runAsSystem(SecurityContext.java:255)
        at com.ibm.ws.runtime.component.ApplicationMgrImpl.start(ApplicationMgrImpl.java:2061)
        at com.ibm.ws.runtime.component.CompositionUnitMgrImpl.start(CompositionUnitMgrImpl.java:389)
        at com.ibm.ws.runtime.component.CompositionUnitImpl.start(CompositionUnitImpl.java:123)
        at com.ibm.ws.runtime.component.CompositionUnitMgrImpl.start(CompositionUnitMgrImpl.java:332)
        at com.ibm.ws.runtime.component.CompositionUnitMgrImpl.access$300(CompositionUnitMgrImpl.java:117)
        at com.ibm.ws.runtime.component.CompositionUnitMgrImpl$CUInitializer.run(CompositionUnitMgrImpl.java:899)
        at com.ibm.wsspi.runtime.component.WsComponentImpl$_AsynchInitializer.run(WsComponentImpl.java:496)
        at com.ibm.ws.util.ThreadPool$Worker.run(ThreadPool.java:1660)


But still, why out of a sudden I get "error in opening zip file" exception.


Thanks in anticipation!