Thanks Kedar, I can consistently reproduce it. Here are the dumps, the app server would not die with kill -3 , therefore have used kill -8.
generate-jvm-report
--------------------------------------------------------------------------------------------------------------
Full Java Thread Dump Java HotSpot(TM) Client VM 1.5.0_11-b03 Sun Microsystems Inc.
Number of threads: 54
Number of daemon threads: 39
Thread "Thread-35" thread-id 80 thread-stateTIMED_WAITING
at: java.lang.Thread.sleep(Native Method)
at: com.sun.enterprise.admin.jmx.remote.server.notification.ServerNotificationManager.run(ServerNotificationManager.java:215)
at: java.lang.Thread.run(Thread.java:595)
Thread "Timer-6" thread-id 75 thread-stateTIMED_WAITINGWaiting on lock: java.util.TaskQueue_at_13892b3
at: java.lang.Object.wait(Native Method)
at: java.util.TimerThread.mainLoop(Timer.java:509)
at: java.util.TimerThread.run(Timer.java:462)
Thread "DestroyJavaVM" thread-id 74 thread-stateRUNNABLE
Thread "Timer-5" thread-id 73 thread-stateTIMED_WAITINGWaiting on lock: java.util.TaskQueue_at_1275595
at: java.lang.Object.wait(Native Method)
at: java.util.TimerThread.mainLoop(Timer.java:509)
at: java.util.TimerThread.run(Timer.java:462)
Thread "Timer-4" thread-id 72 thread-stateTIMED_WAITINGWaiting on lock: java.util.TaskQueue_at_163c05b
at: java.lang.Object.wait(Native Method)
at: java.util.TimerThread.mainLoop(Timer.java:509)
at: java.util.TimerThread.run(Timer.java:462)
Thread "ContainerBackgroundProcessor[StandardEngine[com.sun.appserv].StandardHost[server].StandardContext[/__JWSappclients]]" thread-id 71 thread-stateTIMED_WAITING
at: java.lang.Thread.sleep(Native Method)
at: org.apache.catalina.core.ContainerBase$ContainerBackgroundProcessor.run(ContainerBase.java:1623)
at: java.lang.Thread.run(Thread.java:595)
Thread "httpWorkerThread-4848-1" thread-id 67 thread-stateWAITINGWaiting on lock: com.sun.enterprise.web.connector.grizzly.LinkedListPipeline_at_1e9d085
at: java.lang.Object.wait(Native Method)
at: java.lang.Object.wait(Object.java:474)
at: com.sun.enterprise.web.connector.grizzly.LinkedListPipeline.getTask(LinkedListPipeline.java:279)
at: com.sun.enterprise.web.connector.grizzly.WorkerThread.run(WorkerThread.java:73)
Thread "httpWorkerThread-4848-0" thread-id 66 thread-stateRUNNABLE
at: sun.management.ThreadImpl.getThreadInfo0(Native Method)
at: sun.management.ThreadImpl.getThreadInfo(ThreadImpl.java:142)
at: sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at: sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
at: sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at: java.lang.reflect.Method.invoke(Method.java:585)
at: sun.management.MXBeanSupport.invoke(MXBeanSupport.java:632)
at: sun.management.MXBeanSupport.invoke(MXBeanSupport.java:94)
at: com.sun.jmx.mbeanserver.DynamicMetaDataImpl.invoke(DynamicMetaDataImpl.java:213)
at: com.sun.jmx.mbeanserver.MetaDataImpl.invoke(MetaDataImpl.java:220)
at: com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.invoke(DefaultMBeanServerInterceptor.java:815)
at: com.sun.jmx.mbeanserver.JmxMBeanServer.invoke(JmxMBeanServer.java:784)
at: sun.reflect.GeneratedMethodAccessor7.invoke(Unknown Source)
at: sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at: java.lang.reflect.Method.invoke(Method.java:585)
at: com.sun.enterprise.admin.util.proxy.ProxyClass.invoke(ProxyClass.java:77)
at: $Proxy1.invoke(Unknown Source)
at: com.sun.enterprise.admin.server.core.jmx.SunoneInterceptor.invoke(SunoneInterceptor.java:297)
at: sun.management.MXBeanSupport$ProxyMethod.invoke(MXBeanSupport.java:420)
at: sun.management.MXBeanSupport.forward(MXBeanSupport.java:350)
at: sun.management.PlatformMXBeanInvocationHandler.invoke(PlatformMXBeanInvocationHandler.java:55)
at: $Proxy18.getThreadInfo(Unknown Source)
at: com.sun.enterprise.admin.mbeans.jvm.ThreadMonitor.getThreadDump(ThreadMonitor.java:62)
at: com.sun.enterprise.admin.mbeans.jvm.JVMInformation.getThreadDump(JVMInformation.java:48)
at: sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at: sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
at: sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at: java.lang.reflect.Method.invoke(Method.java:585)
at: com.sun.jmx.mbeanserver.StandardMetaDataImpl.invoke(StandardMetaDataImpl.java:414)
at: com.sun.jmx.mbeanserver.MetaDataImpl.invoke(MetaDataImpl.java:220)
at: com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.invoke(DefaultMBeanServerInterceptor.java:815)
at: com.sun.jmx.mbeanserver.JmxMBeanServer.invoke(JmxMBeanServer.java:784)
at: sun.reflect.GeneratedMethodAccessor7.invoke(Unknown Source)
at: sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at: java.lang.reflect.Method.invoke(Method.java:585)
at: com.sun.enterprise.admin.util.proxy.ProxyClass.invoke(ProxyClass.java:77)
at: $Proxy1.invoke(Unknown Source)
at: com.sun.enterprise.admin.server.core.jmx.SunoneInterceptor.invoke(SunoneInterceptor.java:297)
at: com.sun.enterprise.admin.mbeans.jvm.JVMInformationCollector.invokeMBean(JVMInformationCollector.java:109)
at: com.sun.enterprise.admin.mbeans.jvm.JVMInformationCollector.getThreadDump(JVMInformationCollector.java:60)
at: sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at: sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
at: sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at: java.lang.reflect.Method.invoke(Method.java:585)
at: com.sun.jmx.mbeanserver.StandardMetaDataImpl.invoke(StandardMetaDataImpl.java:414)
at: javax.management.StandardMBean.invoke(StandardMBean.java:323)
at: com.sun.jmx.mbeanserver.DynamicMetaDataImpl.invoke(DynamicMetaDataImpl.java:213)
at: com.sun.jmx.mbeanserver.MetaDataImpl.invoke(MetaDataImpl.java:220)
at: com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.invoke(DefaultMBeanServerInterceptor.java:815)
at: com.sun.jmx.mbeanserver.JmxMBeanServer.invoke(JmxMBeanServer.java:784)
at: sun.reflect.GeneratedMethodAccessor7.invoke(Unknown Source)
at: sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at: java.lang.reflect.Method.invoke(Method.java:585)
at: com.sun.enterprise.admin.util.proxy.ProxyClass.invoke(ProxyClass.java:77)
at: $Proxy1.invoke(Unknown Source)
at: com.sun.enterprise.admin.server.core.jmx.SunoneInterceptor.invoke(SunoneInterceptor.java:297)
at: com.sun.enterprise.admin.jmx.remote.server.callers.InvokeCaller.call(InvokeCaller.java:56)
at: com.sun.enterprise.admin.jmx.remote.server.MBeanServerRequestHandler.handle(MBeanServerRequestHandler.java:142)
at: com.sun.enterprise.admin.jmx.remote.server.servlet.RemoteJmxConnectorServlet.processRequest(RemoteJmxConnectorServlet.java:109)
at: com.sun.enterprise.admin.jmx.remote.server.servlet.RemoteJmxConnectorServlet.doPost(RemoteJmxConnectorServlet.java:180)
at: javax.servlet.http.HttpServlet.service(HttpServlet.java:727)
at: javax.servlet.http.HttpServlet.service(HttpServlet.java:820)
at: org.apache.catalina.core.ApplicationFilterChain.servletService(ApplicationFilterChain.java:397)
at: org.apache.catalina.core.StandardWrapperValve.invoke(StandardWrapperValve.java:278)
at: org.apache.catalina.core.StandardPipeline.doInvoke(StandardPipeline.java:566)
at: org.apache.catalina.core.StandardPipeline.invoke(StandardPipeline.java:536)
at: org.apache.catalina.core.StandardContextValve.invokeInternal(StandardContextValve.java:240)
at: org.apache.catalina.core.StandardContextValve.invoke(StandardContextValve.java:179)
at: org.apache.catalina.core.StandardPipeline.doInvoke(StandardPipeline.java:566)
at: com.sun.enterprise.web.WebPipeline.invoke(WebPipeline.java:73)
at: org.apache.catalina.core.StandardHostValve.invoke(StandardHostValve.java:182)
at: org.apache.catalina.core.StandardPipeline.doInvoke(StandardPipeline.java:566)
at: com.sun.enterprise.web.VirtualServerPipeline.invoke(VirtualServerPipeline.java:120)
at: org.apache.catalina.core.ContainerBase.invoke(ContainerBase.java:939)
at: org.apache.catalina.core.StandardEngineValve.invoke(StandardEngineValve.java:137)
at: org.apache.catalina.core.StandardPipeline.doInvoke(StandardPipeline.java:566)
at: org.apache.catalina.core.StandardPipeline.invoke(StandardPipeline.java:536)
at: org.apache.catalina.core.ContainerBase.invoke(ContainerBase.java:939)
at: org.apache.coyote.tomcat5.CoyoteAdapter.service(CoyoteAdapter.java:239)
at: com.sun.enterprise.web.connector.grizzly.ProcessorTask.invokeAdapter(ProcessorTask.java:667)
at: com.sun.enterprise.web.connector.grizzly.ProcessorTask.processNonBlocked(ProcessorTask.java:574)
at: com.sun.enterprise.web.connector.grizzly.ProcessorTask.process(ProcessorTask.java:844)
at: com.sun.enterprise.web.connector.grizzly.ReadTask.executeProcessorTask(ReadTask.java:287)
at: com.sun.enterprise.web.connector.grizzly.ReadTask.doTask(ReadTask.java:212)
at: com.sun.enterprise.web.connector.grizzly.TaskBase.run(TaskBase.java:252)
at: com.sun.enterprise.web.connector.grizzly.WorkerThread.run(WorkerThread.java:75)
Thread "httpWorkerThread-8181-1" thread-id 61 thread-stateWAITINGWaiting on lock: com.sun.enterprise.web.connector.grizzly.LinkedListPipeline_at_178f2b2
at: java.lang.Object.wait(Native Method)
at: java.lang.Object.wait(Object.java:474)
at: com.sun.enterprise.web.connector.grizzly.LinkedListPipeline.getTask(LinkedListPipeline.java:279)
at: com.sun.enterprise.web.connector.grizzly.WorkerThread.run(WorkerThread.java:73)
Thread "httpWorkerThread-8181-0" thread-id 60 thread-stateWAITINGWaiting on lock: com.sun.enterprise.web.connector.grizzly.LinkedListPipeline_at_178f2b2
at: java.lang.Object.wait(Native Method)
at: java.lang.Object.wait(Object.java:474)
at: com.sun.enterprise.web.connector.grizzly.LinkedListPipeline.getTask(LinkedListPipeline.java:279)
at: com.sun.enterprise.web.connector.grizzly.WorkerThread.run(WorkerThread.java:73)
Thread "GrizzlyPipelineStatWorkerThread-4848-2" thread-id 70 thread-stateTIMED_WAITING
at: sun.misc.Unsafe.park(Native Method)
at: java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:146)
at: java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1803)
at: java.util.concurrent.DelayQueue.take(DelayQueue.java:135)
at: java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:504)
at: java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:497)
at: java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:470)
at: java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:674)
at: java.lang.Thread.run(Thread.java:595)
Thread "GrizzlyPipelineStatWorkerThread-4848-1" thread-id 69 thread-stateTIMED_WAITING
at: sun.misc.Unsafe.park(Native Method)
at: java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:146)
at: java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1803)
at: java.util.concurrent.DelayQueue.take(DelayQueue.java:135)
at: java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:504)
at: java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:497)
at: java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:470)
at: java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:674)
at: java.lang.Thread.run(Thread.java:595)
Thread "GrizzlyPipelineStatWorkerThread-4848-0" thread-id 68 thread-stateTIMED_WAITING
at: sun.misc.Unsafe.park(Native Method)
at: java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:146)
at: java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1803)
at: java.util.concurrent.DelayQueue.take(DelayQueue.java:135)
at: java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:504)
at: java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:497)
at: java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:470)
at: java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:674)
at: java.lang.Thread.run(Thread.java:595)
Thread "SelectorThread-4848" thread-id 65 thread-stateRUNNABLERunning in native
at: sun.nio.ch.DevPollArrayWrapper.poll0(Native Method)
at: sun.nio.ch.DevPollArrayWrapper.poll(DevPollArrayWrapper.java:164)
at: sun.nio.ch.DevPollSelectorImpl.doSelect(DevPollSelectorImpl.java:68)
at: sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
at: sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
at: com.sun.enterprise.server.ss.provider.ASSelector.select(ASSelector.java:120)
at: com.sun.enterprise.web.connector.grizzly.SelectorThread.doSelect(SelectorThread.java:1197)
at: com.sun.enterprise.web.connector.grizzly.SelectorThread.startNonBlockingMode(SelectorThread.java:1178)
at: com.sun.enterprise.web.connector.grizzly.SelectorThread.startEndpoint(SelectorThread.java:1097)
at: com.sun.enterprise.web.connector.grizzly.SelectorThread.run(SelectorThread.java:1068)
Thread "GrizzlyPipelineStatWorkerThread-8181-2" thread-id 64 thread-stateTIMED_WAITING
at: sun.misc.Unsafe.park(Native Method)
at: java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:146)
at: java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1803)
at: java.util.concurrent.DelayQueue.take(DelayQueue.java:135)
at: java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:504)
at: java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:497)
at: java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:470)
at: java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:674)
at: java.lang.Thread.run(Thread.java:595)
Thread "GrizzlyPipelineStatWorkerThread-8181-1" thread-id 63 thread-stateTIMED_WAITING
at: sun.misc.Unsafe.park(Native Method)
at: java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:146)
at: java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1803)
at: java.util.concurrent.DelayQueue.take(DelayQueue.java:135)
at: java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:504)
at: java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:497)
at: java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:470)
at: java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:674)
at: java.lang.Thread.run(Thread.java:595)
Thread "GrizzlyPipelineStatWorkerThread-8181-0" thread-id 62 thread-stateTIMED_WAITING
at: sun.misc.Unsafe.park(Native Method)
at: java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:146)
at: java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1803)
at: java.util.concurrent.DelayQueue.take(DelayQueue.java:135)
at: java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:504)
at: java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:497)
at: java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:470)
at: java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:674)
at: java.lang.Thread.run(Thread.java:595)
Thread "SelectorThread-8181" thread-id 59 thread-stateRUNNABLERunning in native
at: sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at: sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:145)
at: sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:84)
at: com.sun.enterprise.server.ss.provider.ASServerSocket.acceptSocket(ASServerSocket.java:174)
at: com.sun.enterprise.server.ss.provider.ASServerSocket.accept(ASServerSocket.java:154)
at: com.sun.enterprise.server.ss.provider.ASServerSocketImpl.accept(ASServerSocketImpl.java:161)
at: java.net.ServerSocket.implAccept(ServerSocket.java:450)
at: com.sun.net.ssl.internal.ssl.SSLServerSocketImpl.accept(SSLServerSocketImpl.java:259)
at: org.apache.tomcat.util.net.jsse.JSSESocketFactory.acceptSocket(JSSESocketFactory.java:115)
at: com.sun.enterprise.web.connector.grizzly.SelectorThread.acceptSocket(SelectorThread.java:1802)
at: com.sun.enterprise.web.connector.grizzly.SelectorThread.startBlockingMode(SelectorThread.java:1137)
at: com.sun.enterprise.web.connector.grizzly.SelectorThread.startEndpoint(SelectorThread.java:1095)
at: com.sun.enterprise.web.connector.grizzly.SelectorThread.run(SelectorThread.java:1068)
Thread "GrizzlyPipelineStatWorkerThread-8080-2" thread-id 58 thread-stateTIMED_WAITING
at: sun.misc.Unsafe.park(Native Method)
at: java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:146)
at: java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1803)
at: java.util.concurrent.DelayQueue.take(DelayQueue.java:135)
at: java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:504)
at: java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:497)
at: java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:470)
at: java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:674)
at: java.lang.Thread.run(Thread.java:595)
Thread "GrizzlyPipelineStatWorkerThread-8080-1" thread-id 57 thread-stateTIMED_WAITING
at: sun.misc.Unsafe.park(Native Method)
at: java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:146)
at: java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1803)
at: java.util.concurrent.DelayQueue.take(DelayQueue.java:135)
at: java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:504)
at: java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:497)
at: java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:470)
at: java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:674)
at: java.lang.Thread.run(Thread.java:595)
Thread "GrizzlyPipelineStatWorkerThread-8080-0" thread-id 56 thread-stateTIMED_WAITING
at: sun.misc.Unsafe.park(Native Method)
at: java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:146)
at: java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1803)
at: java.util.concurrent.DelayQueue.take(DelayQueue.java:135)
at: java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:504)
at: java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:497)
at: java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:470)
at: java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:674)
at: java.lang.Thread.run(Thread.java:595)
Thread "httpWorkerThread-8080-1" thread-id 55 thread-stateWAITINGWaiting on lock: com.sun.enterprise.web.connector.grizzly.LinkedListPipeline_at_185b723
at: java.lang.Object.wait(Native Method)
at: java.lang.Object.wait(Object.java:474)
at: com.sun.enterprise.web.connector.grizzly.LinkedListPipeline.getTask(LinkedListPipeline.java:279)
at: com.sun.enterprise.web.connector.grizzly.WorkerThread.run(WorkerThread.java:73)
Thread "httpWorkerThread-8080-0" thread-id 54 thread-stateWAITINGWaiting on lock: com.sun.enterprise.web.connector.grizzly.LinkedListPipeline_at_185b723
at: java.lang.Object.wait(Native Method)
at: java.lang.Object.wait(Object.java:474)
at: com.sun.enterprise.web.connector.grizzly.LinkedListPipeline.getTask(LinkedListPipeline.java:279)
at: com.sun.enterprise.web.connector.grizzly.WorkerThread.run(WorkerThread.java:73)
Thread "SelectorThread-8080" thread-id 53 thread-stateRUNNABLERunning in native
at: sun.nio.ch.DevPollArrayWrapper.poll0(Native Method)
at: sun.nio.ch.DevPollArrayWrapper.poll(DevPollArrayWrapper.java:164)
at: sun.nio.ch.DevPollSelectorImpl.doSelect(DevPollSelectorImpl.java:68)
at: sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
at: sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
at: com.sun.enterprise.server.ss.provider.ASSelector.select(ASSelector.java:120)
at: com.sun.enterprise.web.connector.grizzly.SelectorThread.doSelect(SelectorThread.java:1197)
at: com.sun.enterprise.web.connector.grizzly.SelectorThread.startNonBlockingMode(SelectorThread.java:1178)
at: com.sun.enterprise.web.connector.grizzly.SelectorThread.startEndpoint(SelectorThread.java:1097)
at: com.sun.enterprise.web.connector.grizzly.SelectorThread.run(SelectorThread.java:1068)
Thread "ContainerBackgroundProcessor[StandardEngine[com.sun.appserv]]" thread-id 52 thread-stateTIMED_WAITING
at: java.lang.Thread.sleep(Native Method)
at: org.apache.catalina.core.ContainerBase$ContainerBackgroundProcessor.run(ContainerBase.java:1623)
at: java.lang.Thread.run(Thread.java:595)
Thread "SingleSignOnExpiration" thread-id 51 thread-stateTIMED_WAITING
at: java.lang.Thread.sleep(Native Method)
at: com.sun.enterprise.security.web.SingleSignOn.threadSleep(SingleSignOn.java:632)
at: com.sun.enterprise.security.web.SingleSignOn.run(SingleSignOn.java:690)
at: java.lang.Thread.run(Thread.java:595)
Thread "ContainerBackgroundProcessor[StandardEngine[com.sun.appserv].StandardHost[server].StandardContext[]]" thread-id 50 thread-stateTIMED_WAITING
at: java.lang.Thread.sleep(Native Method)
at: org.apache.catalina.core.ContainerBase$ContainerBackgroundProcessor.run(ContainerBase.java:1623)
at: java.lang.Thread.run(Thread.java:595)
Thread "ContainerBackgroundProcessor[StandardEngine[com.sun.appserv].StandardHost[server].StandardContext[/sbm]]" thread-id 49 thread-stateTIMED_WAITING
at: java.lang.Thread.sleep(Native Method)
at: org.apache.catalina.core.ContainerBase$ContainerBackgroundProcessor.run(ContainerBase.java:1623)
at: java.lang.Thread.run(Thread.java:595)
Thread "SingleSignOnExpiration" thread-id 48 thread-stateTIMED_WAITING
at: java.lang.Thread.sleep(Native Method)
at: com.sun.enterprise.security.web.SingleSignOn.threadSleep(SingleSignOn.java:632)
at: com.sun.enterprise.security.web.SingleSignOn.run(SingleSignOn.java:690)
at: java.lang.Thread.run(Thread.java:595)
Thread "ContainerBackgroundProcessor[StandardEngine[com.sun.appserv].StandardHost[__asadmin].StandardContext[]]" thread-id 47 thread-stateTIMED_WAITING
at: java.lang.Thread.sleep(Native Method)
at: org.apache.catalina.core.ContainerBase$ContainerBackgroundProcessor.run(ContainerBase.java:1623)
at: java.lang.Thread.run(Thread.java:595)
Thread "ContainerBackgroundProcessor[StandardEngine[com.sun.appserv].StandardHost[__asadmin].StandardContext[/web1]]" thread-id 46 thread-stateTIMED_WAITING
at: java.lang.Thread.sleep(Native Method)
at: org.apache.catalina.core.ContainerBase$ContainerBackgroundProcessor.run(ContainerBase.java:1623)
at: java.lang.Thread.run(Thread.java:595)
Thread "ContainerBackgroundProcessor[StandardEngine[com.sun.appserv].StandardHost[__asadmin].StandardContext[/asadmin]]" thread-id 45 thread-stateTIMED_WAITING
at: java.lang.Thread.sleep(Native Method)
at: org.apache.catalina.core.ContainerBase$ContainerBackgroundProcessor.run(ContainerBase.java:1623)
at: java.lang.Thread.run(Thread.java:595)
Thread "Timer-3" thread-id 44 thread-stateWAITINGWaiting on lock: java.util.TaskQueue_at_1ba67ec
at: java.lang.Object.wait(Native Method)
at: java.lang.Object.wait(Object.java:474)
at: java.util.TimerThread.mainLoop(Timer.java:483)
at: java.util.TimerThread.run(Timer.java:462)
Thread "RMI RenewClean-[10.8.205.50:65453]" thread-id 40 thread-stateTIMED_WAITINGWaiting on lock: java.lang.ref.ReferenceQueue$Lock_at_fcc426
at: java.lang.Object.wait(Native Method)
at: java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:116)
at: sun.rmi.transport.DGCClient$EndpointEntry$RenewCleanThread.run(DGCClient.java:501)
at: java.lang.Thread.run(Thread.java:595)
Thread "RMI TCP Accept-0" thread-id 38 thread-stateRUNNABLERunning in native
at: sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at: sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:145)
at: sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:84)
at: com.sun.enterprise.server.ss.provider.ASServerSocket.acceptSocket(ASServerSocket.java:174)
at: com.sun.enterprise.server.ss.provider.ASServerSocket.accept(ASServerSocket.java:154)
at: com.sun.enterprise.server.ss.provider.ASServerSocketImpl.accept(ASServerSocketImpl.java:161)
at: java.net.ServerSocket.implAccept(ServerSocket.java:450)
at: java.net.ServerSocket.accept(ServerSocket.java:421)
at: sun.rmi.transport.tcp.TCPTransport.run(TCPTransport.java:340)
at: java.lang.Thread.run(Thread.java:595)
Thread "RMI TCP Accept-8686" thread-id 36 thread-stateRUNNABLERunning in native
at: sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at: sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:145)
at: sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:84)
at: com.sun.enterprise.server.ss.provider.ASServerSocket.acceptSocket(ASServerSocket.java:174)
at: com.sun.enterprise.server.ss.provider.ASServerSocket.accept(ASServerSocket.java:154)
at: com.sun.enterprise.server.ss.provider.ASServerSocketImpl.accept(ASServerSocketImpl.java:161)
at: java.net.ServerSocket.implAccept(ServerSocket.java:450)
at: java.net.ServerSocket.accept(ServerSocket.java:421)
at: sun.rmi.transport.tcp.TCPTransport.run(TCPTransport.java:340)
at: java.lang.Thread.run(Thread.java:595)
Thread "Thread-15" thread-id 33 thread-stateWAITINGWaiting on lock: com.sun.enterprise.management.support.LoaderRegThread_at_b1a9a8
at: java.lang.Object.wait(Native Method)
at: java.lang.Object.wait(Object.java:474)
at: com.sun.enterprise.management.support.LoaderRegThread.run(LoaderRegThread.java:162)
Thread "Thread-14" thread-id 32 thread-stateTIMED_WAITING
at: java.lang.Thread.sleep(Native Method)
at: com.sun.enterprise.management.support.LoaderBase.mySleep(LoaderBase.java:217)
at: com.sun.enterprise.management.support.Loader$DeferredRegistrationThread.run(Loader.java:360)
Thread "Thread-13" thread-id 31 thread-stateTIMED_WAITING
at: java.lang.Thread.sleep(Native Method)
at: com.sun.enterprise.admin.server.core.channel.RMIClient.run(RMIClient.java:141)
at: java.lang.Thread.run(Thread.java:595)
Thread "RMI RenewClean-[10.8.205.50:65296,com.sun.enterprise.admin.server.core.channel.LocalRMIClientSocketFactory_]" thread-id 28 thread-stateTIMED_WAITINGWaiting on lock: java.lang.ref.ReferenceQueue$Lock_at_1f9603b
at: java.lang.Object.wait(Native Method)
at: java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:116)
at: sun.rmi.transport.DGCClient$EndpointEntry$RenewCleanThread.run(DGCClient.java:501)
at: java.lang.Thread.run(Thread.java:595)
Thread "Timer-2" thread-id 27 thread-stateWAITINGWaiting on lock: java.util.TaskQueue_at_11cf7d7
at: java.lang.Object.wait(Native Method)
at: java.lang.Object.wait(Object.java:474)
at: java.util.TimerThread.mainLoop(Timer.java:483)
at: java.util.TimerThread.run(Timer.java:462)
Thread "Timer-1" thread-id 26 thread-stateWAITINGWaiting on lock: java.util.TaskQueue_at_d37f4b
at: java.lang.Object.wait(Native Method)
at: java.lang.Object.wait(Object.java:474)
at: java.util.TimerThread.mainLoop(Timer.java:483)
at: java.util.TimerThread.run(Timer.java:462)
Thread "RMI LeaseChecker" thread-id 24 thread-stateTIMED_WAITING
at: java.lang.Thread.sleep(Native Method)
at: sun.rmi.transport.DGCImpl$LeaseChecker.run(DGCImpl.java:310)
at: java.lang.Thread.run(Thread.java:595)
Thread "Thread-10" thread-id 22 thread-stateRUNNABLERunning in native
at: sun.nio.ch.DevPollArrayWrapper.poll0(Native Method)
at: sun.nio.ch.DevPollArrayWrapper.poll(DevPollArrayWrapper.java:164)
at: sun.nio.ch.DevPollSelectorImpl.doSelect(DevPollSelectorImpl.java:68)
at: sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
at: sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
at: sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84)
at: com.sun.enterprise.server.ss.provider.ASSelector.select(ASSelector.java:128)
at: com.sun.enterprise.server.ss.ASSocketService$EntryPointThread.run(ASSocketService.java:484)
Thread "Thread-8" thread-id 20 thread-stateRUNNABLERunning in native
at: sun.nio.ch.DevPollArrayWrapper.poll0(Native Method)
at: sun.nio.ch.DevPollArrayWrapper.poll(DevPollArrayWrapper.java:164)
at: sun.nio.ch.DevPollSelectorImpl.doSelect(DevPollSelectorImpl.java:68)
at: sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
at: sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
at: sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84)
at: com.sun.enterprise.server.ss.provider.ASSelector.select(ASSelector.java:128)
at: com.sun.enterprise.server.ss.ASSocketService$EntryPointThread.run(ASSocketService.java:484)
Thread "Thread-7" thread-id 19 thread-stateRUNNABLERunning in native
at: sun.nio.ch.DevPollArrayWrapper.poll0(Native Method)
at: sun.nio.ch.DevPollArrayWrapper.poll(DevPollArrayWrapper.java:164)
at: sun.nio.ch.DevPollSelectorImpl.doSelect(DevPollSelectorImpl.java:68)
at: sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
at: sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
at: sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84)
at: com.sun.enterprise.server.ss.provider.ASSelector.select(ASSelector.java:128)
at: com.sun.enterprise.server.ss.ASSocketService$EntryPointThread.run(ASSocketService.java:484)
Thread "Thread-6" thread-id 18 thread-stateRUNNABLERunning in native
at: sun.nio.ch.DevPollArrayWrapper.poll0(Native Method)
at: sun.nio.ch.DevPollArrayWrapper.poll(DevPollArrayWrapper.java:164)
at: sun.nio.ch.DevPollSelectorImpl.doSelect(DevPollSelectorImpl.java:68)
at: sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
at: sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
at: sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84)
at: com.sun.enterprise.server.ss.provider.ASSelector.select(ASSelector.java:128)
at: com.sun.enterprise.server.ss.ASSocketService$EntryPointThread.run(ASSocketService.java:484)
Thread "GC Daemon" thread-id 14 thread-stateTIMED_WAITINGWaiting on lock: sun.misc.GC$LatencyLock_at_56c3cf
at: java.lang.Object.wait(Native Method)
at: sun.misc.GC$Daemon.run(GC.java:100)
Thread "RMI Reaper" thread-id 13 thread-stateWAITINGWaiting on lock: java.lang.ref.ReferenceQueue$Lock_at_e9b4bb
at: java.lang.Object.wait(Native Method)
at: java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:116)
at: java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:132)
at: sun.rmi.transport.ObjectTable$Reaper.run(ObjectTable.java:336)
at: java.lang.Thread.run(Thread.java:595)
Thread "Timer-0" thread-id 12 thread-stateWAITINGWaiting on lock: java.util.TaskQueue_at_1586cbd
at: java.lang.Object.wait(Native Method)
at: java.lang.Object.wait(Object.java:474)
at: java.util.TimerThread.mainLoop(Timer.java:483)
at: java.util.TimerThread.run(Timer.java:462)
Thread "RMI TCP Accept-0" thread-id 11 thread-stateRUNNABLERunning in native
at: sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at: sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:145)
at: sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:84)
at: com.sun.enterprise.server.ss.provider.ASServerSocket.acceptSocket(ASServerSocket.java:174)
at: com.sun.enterprise.server.ss.provider.ASServerSocket.accept(ASServerSocket.java:154)
at: com.sun.enterprise.server.ss.provider.ASServerSocketImpl.accept(ASServerSocketImpl.java:161)
at: java.net.ServerSocket.implAccept(ServerSocket.java:450)
at: java.net.ServerSocket.accept(ServerSocket.java:421)
at: sun.rmi.transport.tcp.TCPTransport.run(TCPTransport.java:340)
at: java.lang.Thread.run(Thread.java:595)
Thread "Signal Dispatcher" thread-id 4 thread-stateRUNNABLE
Thread "Finalizer" thread-id 3 thread-stateWAITINGWaiting on lock: java.lang.ref.ReferenceQueue$Lock_at_4b11e9
at: java.lang.Object.wait(Native Method)
at: java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:116)
at: java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:132)
at: java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:159)
Thread "Reference Handler" thread-id 2 thread-stateWAITINGWaiting on lock: java.lang.ref.Reference$Lock_at_84ff20
at: java.lang.Object.wait(Native Method)
at: java.lang.Object.wait(Object.java:474)
at: java.lang.ref.Reference$ReferenceHandler.run(Reference.java:116)
No deadlock found
Command generate-jvm-report executed successfully.
----------------------------------------
jstake output
Thread t_at_74: (state = BLOCKED)
Thread t_at_1: (state = BLOCKED)
Thread t_at_73: (state = BLOCKED)
Thread t_at_72: (state = BLOCKED)
Thread t_at_71: (state = BLOCKED)
Thread t_at_70: (state = BLOCKED)
Thread t_at_69: (state = BLOCKED)
Thread t_at_68: (state = BLOCKED)
Thread t_at_67: (state = BLOCKED)
Thread t_at_66: (state = BLOCKED)
Thread t_at_65: (state = BLOCKED)
Thread t_at_64: (state = BLOCKED)
Thread t_at_63: (state = IN_NATIVE)
Thread t_at_62: (state = BLOCKED)
Thread t_at_61: (state = BLOCKED)
Thread t_at_60: (state = BLOCKED)
Thread t_at_59: (state = IN_NATIVE)
Thread t_at_58: (state = BLOCKED)
Thread t_at_57: (state = BLOCKED)
Thread t_at_56: (state = BLOCKED)
Thread t_at_55: (state = BLOCKED)
Thread t_at_54: (state = BLOCKED)
Thread t_at_53: (state = IN_NATIVE)
Thread t_at_52: (state = BLOCKED)
Thread t_at_51: (state = BLOCKED)
Thread t_at_50: (state = BLOCKED)
Thread t_at_49: (state = BLOCKED)
Thread t_at_48: (state = BLOCKED)
Thread t_at_47: (state = BLOCKED)
Thread t_at_46: (state = BLOCKED)
Thread t_at_45: (state = BLOCKED)
Thread t_at_44: (state = BLOCKED)
Thread t_at_40: (state = BLOCKED)
Thread t_at_38: (state = IN_NATIVE)
Thread t_at_36: (state = IN_NATIVE)
Thread t_at_33: (state = BLOCKED)
Thread t_at_32: (state = BLOCKED)
Thread t_at_31: (state = BLOCKED)
Thread t_at_28: (state = BLOCKED)
Thread t_at_27: (state = BLOCKED)
Thread t_at_26: (state = BLOCKED)
Thread t_at_24: (state = BLOCKED)
Thread t_at_22: (state = IN_NATIVE)
Thread t_at_20: (state = IN_NATIVE)
Thread t_at_19: (state = IN_NATIVE)
Thread t_at_18: (state = IN_NATIVE)
Thread t_at_14: (state = BLOCKED)
Thread t_at_13: (state = BLOCKED)
Thread t_at_12: (state = BLOCKED)
Thread t_at_11: (state = IN_NATIVE)
Thread t_at_5: (state = BLOCKED)
Thread t_at_4: (state = BLOCKED)
Thread t_at_3: (state = BLOCKED)
-------------------------------------------------------------------------------------------------------------------------------
hs_err_pid15384
#
# An unexpected error has been detected by HotSpot Virtual Machine:
#
# SIGFPE (0x8) at pc=0xfef50d27, pid=15384, tid=1
#
# Java VM: Java HotSpot(TM) Client VM (1.5.0_11-b03 mixed mode, sharing)
# Problematic frame:
# C [libc.so.1+0xa0d27]
#
--------------- T H R E A D ---------------
Current thread (0x08078198): JavaThread "DestroyJavaVM" [_thread_blocked, id=1]
Registers:
EAX=0x0000005b, EBX=0xfef78000, ECX=0xfef50d27, EDX=0x08076ef0
ESP=0x08045fd4, EBP=0x08045ff4, ESI=0x08076ed8, EDI=0xfedde0d8
EIP=0xfef50d27, EFLAGS=0x00000297
Top of Stack: (sp=0x08045fd4)
0x08045fd4: fef3dd72 08076ef0 08076ed8 00000000
0x08045fe4: 00000000 fedde0d8 08078198 fedc6000
0x08045ff4: 080460a0 feaa6d04 08076ef0 08076ed8
0x08046004: fedde0d8 fedda504 fedc6000 fea3c00c
0x08046014: 08007000 00003000 00000007 08078d68
0x08046024: 00000002 fea3c01b 08007000 fedc6000
0x08046034: 08046050 fea40530 08076eb0 00000000
0x08046044: 00000000 fedda47c 00000000 08076ef0
Instructions: (pc=0xfef50d27)
0xfef50d17: c3 90 90 90 90 90 90 90 90 b8 aa 00 00 00 0f 05
0xfef50d27: 73 0c 83 f8 5b 75 09 b8 04 00 00 00 eb 02 33 c0
Stack: [0x08007000,0x08048000), sp=0x08045fd4, free space=251k
Native frames: (J=compiled Java code, j=interpreted, Vv=VM code, C=native code)
C [libc.so.1+0xa0d27]
V [libjvm.so+0xa6d04]
V [libjvm.so+0x11f56b]
V [libjvm.so+0x11ee33]
C [java+0x1f8e] main+0xbfb
C [java+0x12fa]
--------------- P R O C E S S ---------------
Java Threads: ( => current thread )
0x087a0fc8 JavaThread "Thread-35" daemon [_thread_blocked, id=79]
0x0893d390 JavaThread "Timer-6" daemon [_thread_blocked, id=74]
=>0x08078198 JavaThread "DestroyJavaVM" [_thread_blocked, id=1]
0x08f0d518 JavaThread "Timer-5" daemon [_thread_blocked, id=73]
0x087a6448 JavaThread "Timer-4" [_thread_blocked, id=72]
0x08f128d8 JavaThread "ContainerBackgroundProcessor[StandardEngine[com.sun.appserv].StandardHost[server].StandardContext[/__JWSappclients]]" daemon [_thread_blocked, id=71]
0x087e6f80 JavaThread "httpWorkerThread-4848-1" daemon [_thread_blocked, id=70]
0x087e64a0 JavaThread "httpWorkerThread-4848-0" daemon [_thread_blocked, id=69]
0x08dc4198 JavaThread "httpWorkerThread-8181-1" daemon [_thread_blocked, id=68]
0x08dc64d8 JavaThread "httpWorkerThread-8181-0" daemon [_thread_blocked, id=67]
0x08dc2920 JavaThread "GrizzlyPipelineStatWorkerThread-4848-2" daemon [_thread_blocked, id=66]
0x08dc04f0 JavaThread "GrizzlyPipelineStatWorkerThread-4848-1" daemon [_thread_blocked, id=65]
0x08ae85a8 JavaThread "GrizzlyPipelineStatWorkerThread-4848-0" daemon [_thread_blocked, id=64]
0x08dc0680 JavaThread "SelectorThread-4848" [_thread_in_native, id=63]
0x08dbf988 JavaThread "GrizzlyPipelineStatWorkerThread-8181-2" daemon [_thread_blocked, id=62]
0x08ae3808 JavaThread "GrizzlyPipelineStatWorkerThread-8181-1" daemon [_thread_blocked, id=61]
0x083f04b8 JavaThread "GrizzlyPipelineStatWorkerThread-8181-0" daemon [_thread_blocked, id=60]
0x08ae90b0 JavaThread "SelectorThread-8181" [_thread_in_native, id=59]
0x083f97e8 JavaThread "GrizzlyPipelineStatWorkerThread-8080-2" daemon [_thread_blocked, id=58]
0x083e0c40 JavaThread "GrizzlyPipelineStatWorkerThread-8080-1" daemon [_thread_blocked, id=57]
0x083e0948 JavaThread "GrizzlyPipelineStatWorkerThread-8080-0" daemon [_thread_blocked, id=56]
0x083f1760 JavaThread "httpWorkerThread-8080-1" daemon [_thread_blocked, id=55]
0x083f1468 JavaThread "httpWorkerThread-8080-0" daemon [_thread_blocked, id=54]
0x083fc768 JavaThread "SelectorThread-8080" [_thread_in_native, id=53]
0x083d3a50 JavaThread "ContainerBackgroundProcessor[StandardEngine[com.sun.appserv]]" daemon [_thread_blocked, id=52]
0x083d3868 JavaThread "SingleSignOnExpiration" daemon [_thread_blocked, id=51]
0x083d2d18 JavaThread "ContainerBackgroundProcessor[StandardEngine[com.sun.appserv].StandardHost[server].StandardContext[]]" daemon [_thread_blocked, id=50]
0x083b74a8 JavaThread "ContainerBackgroundProcessor[StandardEngine[com.sun.appserv].StandardHost[server].StandardContext[/sbm]]" daemon [_thread_blocked, id=49]
0x08a5c540 JavaThread "SingleSignOnExpiration" daemon [_thread_blocked, id=48]
0x082d88f0 JavaThread "ContainerBackgroundProcessor[StandardEngine[com.sun.appserv].StandardHost[__asadmin].StandardContext[]]" daemon [_thread_blocked, id=47]
0x08ac4320 JavaThread "ContainerBackgroundProcessor[StandardEngine[com.sun.appserv].StandardHost[__asadmin].StandardContext[/web1]]" daemon [_thread_blocked, id=46]
0x08a2f9e0 JavaThread "ContainerBackgroundProcessor[StandardEngine[com.sun.appserv].StandardHost[__asadmin].StandardContext[/asadmin]]" daemon [_thread_blocked, id=45]
0x0889d010 JavaThread "Timer-3" [_thread_blocked, id=44]
0x08467a78 JavaThread "RMI RenewClean-[10.8.205.50:65453]" daemon [_thread_blocked, id=40]
0x08483cc8 JavaThread "RMI TCP Accept-0" daemon [_thread_in_native, id=38]
0x08824cf0 JavaThread "RMI TCP Accept-8686" daemon [_thread_in_native, id=36]
0x08940520 JavaThread "Thread-15" [_thread_blocked, id=33]
0x08940398 JavaThread "Thread-14" [_thread_blocked, id=32]
0x08919758 JavaThread "Thread-13" [_thread_blocked, id=31]
0x08911a80 JavaThread "RMI RenewClean-[10.8.205.50:65296,com.sun.enterprise.admin.server.core.channel.LocalRMIClientSocketFactory_]" daemon [_thread_blocked, id=28]
0x08956218 JavaThread "Timer-2" daemon [_thread_blocked, id=27]
0x08956a00 JavaThread "Timer-1" [_thread_blocked, id=26]
0x088f6228 JavaThread "RMI LeaseChecker" daemon [_thread_blocked, id=24]
0x087a5488 JavaThread "Thread-10" [_thread_in_native, id=22]
0x087a3600 JavaThread "Thread-8" [_thread_in_native, id=20]
0x08794f98 JavaThread "Thread-7" [_thread_in_native, id=19]
0x087b4dc8 JavaThread "Thread-6" [_thread_in_native, id=18]
0x08796fc8 JavaThread "GC Daemon" daemon [_thread_blocked, id=14]
0x087964d8 JavaThread "RMI Reaper" [_thread_blocked, id=13]
0x08796290 JavaThread "Timer-0" daemon [_thread_blocked, id=12]
0x08792340 JavaThread "RMI TCP Accept-0" daemon [_thread_in_native, id=11]
0x08129c00 JavaThread "Low Memory Detector" daemon [_thread_blocked, id=7]
0x08127860 JavaThread "CompilerThread0" daemon [_thread_blocked, id=6]
0x08126ac0 JavaThread "Signal Dispatcher" daemon [_thread_blocked, id=5]
0x0811f3d0 JavaThread "Finalizer" daemon [_thread_blocked, id=4]
0x0811e7f8 JavaThread "Reference Handler" daemon [_thread_blocked, id=3]
Other Threads:
0x0811bff0 VMThread [id=2]
0x0812ad78 WatcherThread [id=8]
VM state:not at safepoint (normal execution)
VM Mutex/Monitor currently owned by a thread: None
Heap
def new generation total 16960K, used 11709K [0xb2600000, 0xb3710000, 0xbd0a0000)
eden space 16448K, 68% used [0xb2600000, 0xb30ef658, 0xb3610000)
from space 512K, 100% used [0xb3610000, 0xb3690000, 0xb3690000)
to space 512K, 0% used [0xb3690000, 0xb3690000, 0xb3710000)
tenured generation total 34764K, used 22487K [0xbd0a0000, 0xbf293000, 0xd2600000)
the space 34764K, 64% used [0xbd0a0000, 0xbe695fa0, 0xbe696000, 0xbf293000)
compacting perm gen total 30464K, used 30374K [0xd2600000, 0xd43c0000, 0xd6600000)
the space 30464K, 99% used [0xd2600000, 0xd43a9b08, 0xd43a9c00, 0xd43c0000)
ro space 8192K, 64% used [0xd6600000, 0xd6b26d68, 0xd6b26e00, 0xd6e00000)
rw space 12288K, 45% used [0xd6e00000, 0xd73676d0, 0xd7367800, 0xd7a00000)
Dynamic libraries:
0x08050000 /opt/sbm/sbmjre/jdk1.5.0_11/bin/java
0xfefa0000 /usr/lib/lwp/libthread.so.1
0xfefb0000 /lib/libdl.so.1
0xfeeb0000 /lib/libc.so.1
0xfea00000 /opt/sbm/sbmjre/jdk1.5.0_11/jre/lib/i386/client/libjvm.so
0xfee70000 /lib/libsocket.so.1
0xfee90000 /usr/lib/libsched.so.1
0xfee30000 /usr/lib/libCrun.so.1
0xfee00000 /lib/libm.so.1
0xfe970000 /lib/libnsl.so.1
0xfe910000 /lib/libm.so.2
0xfe8d0000 /lib/libscf.so.1
0xfe8b0000 /lib/libdoor.so.1
0xfe890000 /lib/libuutil.so.1
0xfe860000 /lib/libmd5.so.1
0xfe840000 /lib/libmp.so.2
0xfe800000 /opt/sbm/sbmjre/jdk1.5.0_11/jre/lib/i386/native_threads/libhpi.so
0xfe7b0000 /opt/sbm/sbmjre/jdk1.5.0_11/jre/lib/i386/libverify.so
0xfe760000 /opt/sbm/sbmjre/jdk1.5.0_11/jre/lib/i386/libjava.so
0xfe720000 /opt/sbm/sbmjre/jdk1.5.0_11/jre/lib/i386/libzip.so
0xfb420000 /usr/lib/locale/en_US.ISO8859-1/en_US.ISO8859-1.so.3
0xf89e0000 /opt/sbm/sbmjre/jdk1.5.0_11/jre/lib/i386/libnet.so
0xf5c70000 /opt/sbm/sbmjre/jdk1.5.0_11/jre/lib/i386/libj2pkcs11.so
0xf5970000 /usr/lib/libpkcs11.so
0xf5950000 /usr/lib/libcryptoutil.so.1
0xf58f0000 /usr/lib/security/pkcs11_softtoken.so
0xf5850000 /opt/sbm/sbmjre/jdk1.5.0_11/jre/lib/i386/libnio.so
0xf5830000 /lib/librt.so.1
0xf5810000 /lib/libaio.so.1
0xf5520000 /opt/sbm/sbmjre/jdk1.5.0_11/jre/lib/i386/libmanagement.so
0xf54a0000 /opt/sbm/sbmjre/jdk1.5.0_11/jre/lib/i386/librmi.so
0xf5010000 /usr/lib/libsendfile.so.1
0xf3800000 /opt/sbm/sbmapp/glassfish/lib/libgsmsdkj.so
0xf3cd0000 /lib/libresolv.so.2
VM Arguments:
jvm_args: -Xmx512m -XX:NewRatio=2 -Dcom.sun.aas.defaultLogFile=/opt/sbm/sbmapp/glassfish/domains/domain1/logs/server.log -Djava.endorsed.dirs=/opt/sbm/sbmapp/glassfish/lib/endorsed -Djava.security.policy=/opt/sbm/sbmapp/glassfish/domains/domain1/config/server.policy -Djava.security.auth.login.config=/opt/sbm/sbmapp/glassfish/domains/domain1/config/login.conf -Dsun.rmi.dgc.server.gcInterval=3600000 -Dsun.rmi.dgc.client.gcInterval=3600000 -Djavax.net.ssl.keyStore=/opt/sbm/sbmapp/glassfish/domains/domain1/config/keystore.jks -Djavax.net.ssl.trustStore=/opt/sbm/sbmapp/glassfish/domains/domain1/config/cacerts.jks -Djava.ext.dirs=/opt/sbm/sbmjre/jdk1.5.0_11/jre/../jre/lib/ext:/opt/sbm/sbmapp/glassfish/domains/domain1/lib/ext:/opt/sbm/sbmapp/glassfish/javadb/lib -Djdbc.drivers=org.apache.derby.jdbc.ClientDriver -Djavax.management.builder.initial=com.sun.enterprise.admin.server.core.jmx.AppServerMBeanServerBuilder -Dcom.sun.enterprise.config.config_environment_factory_class=com.sun.enterprise.config.serverbeans.AppserverConfigEnvironmentFactory -Dcom.sun.enterprise.taglibs=appserv-jstl.jar,jsf-impl.jar -Dcom.sun.enterprise.taglisteners=jsf-impl.jar -Dcom.sun.aas.classloader.optionalOverrideableChain=appserv-ws.jar,commons-logging.jar,commons-launcher.jar -Dcom.sun.aas.classloader.appserverChainJars=admin-cli.jar,admin-cli-ee.jar,dbschema.jar,j2ee-svc.jar -Dcom.sun.aas.classloader.serverClassPath.ee=%HADB_HOME%/lib/hadbjdbc4.jar,/opt/sbm/sbmapp/glassfish/lib/SUNWjdmk/5.1/lib/jdmkrt.jar,%HADB_HOME%/lib/dbstate.jar,%HADB_HOME%/lib/hadbm.jar,%HADB_HOME%/lib/hadbmgt.jar,%MFWK_HOME%/lib/mfwk_instrum_tk.jar -Dcom.sun.aas.configName=server-config -Ddomain.name=domain1 -Djmx.invoke.getters=true -Dcom.sun.aas.promptForIdentity=true -Dcom.sun.aas.classloader.optionalOverrideableChain.ee= -Dcom.sun.aas.instanceRoot=/opt/sbm/sbmapp/glassfish/domains/domain1 -Dcom.sun.aas.domainName=domain1 -Dcom.sun.aas.classloader.sharedChainJars=javaee.jar,/opt/sbm/sbmjre/jdk1.5.0_11/jre/../lib/tool
java_command: com.sun.enterprise.server.PELaunch start
Launcher Type: SUN_STANDARD
Environment Variables:
JAVA_HOME=/opt/sbm/sbmjre/jdk1.5.0_11
PATH=/opt/sbm/sbmapp/glassfish/bin:/opt/sbm/sbmjre/jdk1.5.0_11/bin:/usr/bin:
LD_LIBRARY_PATH=/opt/sbm/sbmjre/jdk1.5.0_11/jre/lib/i386/client:/opt/sbm/sbmjre/jdk1.5.0_11/jre/lib/i386:/opt/sbm/sbmjre/jdk1.5.0_11/jre/../lib/i386:/opt/sbm/sbmapp/glassfish/lib:/usr/lib/lwp:/opt/sbm/sbmjre/jdk1.5.0_11/jre/lib/i386/client:/opt/sbm/sbmjre/jdk1.5.0_11/jre/lib/i386:/opt/sbm/sbmjre/jdk1.5.0_11/jre/../lib/i386:/opt/sbm/sbmapp/glassfish/lib:/opt/sbm/sbmapp/glassfish/lib:/opt/sbm/sbmapp/glassfish/lib:/opt/sbm/sbmapp/glassfish/lib:/opt/sbm/sbmjre/jdk1.5.0_11/lib:
SHELL=/bin/bash
Signal Handlers:
SIGSEGV: [libjvm.so+0x32fcd0], sa_mask[0]=0xffbffeff, sa_flags=0x00000004
SIGBUS: [libjvm.so+0x32fcd0], sa_mask[0]=0xffbffeff, sa_flags=0x00000004
SIGFPE: [libjvm.so+0x16dc00], sa_mask[0]=0xffbffeff, sa_flags=0x0000000c
SIGPIPE: SIG_IGN, sa_mask[0]=0x00000000, sa_flags=0x00000000
SIGILL: [libjvm.so+0x16dc00], sa_mask[0]=0xffbffeff, sa_flags=0x0000000c
SIGUSR1: SIG_DFL, sa_mask[0]=0x00000000, sa_flags=0x00000000
SIGUSR2: SIG_DFL, sa_mask[0]=0x00000000, sa_flags=0x00000000
SIGHUP: [libjvm.so+0x2cfb10], sa_mask[0]=0xffbffeff, sa_flags=0x00000004
SIGINT: [libjvm.so+0x2cfb10], sa_mask[0]=0xffbffeff, sa_flags=0x00000004
SIGQUIT: [libjvm.so+0x2cfb10], sa_mask[0]=0xffbffeff, sa_flags=0x00000004
SIGTERM: [libjvm.so+0x2cfb10], sa_mask[0]=0xffbffeff, sa_flags=0x00000004
--------------- S Y S T E M ---------------
OS: Solaris 10 11/06 s10x_u3wos_10 X86
Copyright 2006 Sun Microsystems, Inc. All Rights Reserved.
Use is subject to license terms.
Assembled 14 November 2006
uname:SunOS 5.10 Generic_118855-33 i86pc (T2 libthread)
rlimit: STACK 10240k, CORE infinity, NOFILE 65536, AS infinity
load average:0.22 0.27 0.30
CPU:total 1 (cores per cpu 1, threads per core 1) family 15 model 39 stepping 1, cmov, cx8, fxsr, mmx, sse, sse2, sse3, mmxext, 3dnowext, 3dnow
Memory: 4k page, physical 4192736k(2901496k free)
vm_info: Java HotSpot(TM) Client VM (1.5.0_11-b03) for solaris-x86, built on Dec 15 2006 02:22:53 by unknown with unknown Workshop:0x550
[Message sent by forum member 'vijaypawnarkar' (vijaypawnarkar)]
http://forums.java.net/jive/thread.jspa?messageID=227789