users@glassfish.java.net

Glassfish Server Hangs using SCR JAR built from Felix Trunk

From: Nick Marcucci <marcucci.nick_at_gmail.com>
Date: Thu, 12 Jul 2012 09:14:33 -0400

I'm currently working on a project in which I'm running a web bundle in a Glassfish 3.1.1 server instance. For a fix to a problem with my web bundle declaring a declarative service, I had to build the SCR jar from the trunk of the Apache Felix project.

This solved my original problem but introduced another. My Glassfish server hangs/freezes when I try to update an existing bundle. Specifically when I try to update my web bundle.

I've run jstack on the process and it does not indicate that there is any deadlock. I've also tried with the original SCR jar that is shipped with the server download and the problem does not occur. I've also tried the 1.6 release of the SCR jar and the problem does not occur, but it does not fix my original problem.

I have already contacted the apache felix mailing list, but I figured it would be best to try here also. I've attached the jstack output for the ASMain of Glassfish.

Any help is much appreciated.

Thanks,
Nick

2012-07-11 12:49:14
Full thread dump Java HotSpot(TM) 64-Bit Server VM (20.6-b01 mixed mode):

"admin-thread-pool-4848(9)" daemon prio=6 tid=0x000000000839c000 nid=0x10cc in Object.wait() [0x000000001239f000]
   java.lang.Thread.State: TIMED_WAITING (on object monitor)
        at java.lang.Object.wait(Native Method)
        - waiting on <0x00000000e0edda28> (a java.lang.Object)
        at com.sun.grizzly.util.SyncThreadPool$SyncThreadWorker.getTask(SyncThreadPool.java:374)
        - locked <0x00000000e0edda28> (a java.lang.Object)
        at com.sun.grizzly.util.AbstractThreadPool$Worker.doWork(AbstractThreadPool.java:524)
        at com.sun.grizzly.util.AbstractThreadPool$Worker.run(AbstractThreadPool.java:513)
        at java.lang.Thread.run(Thread.java:662)

"admin-thread-pool-4848(8)" daemon prio=6 tid=0x000000000839b800 nid=0xea8 in Object.wait() [0x000000001229f000]
   java.lang.Thread.State: TIMED_WAITING (on object monitor)
        at java.lang.Object.wait(Native Method)
        - waiting on <0x00000000e0edda28> (a java.lang.Object)
        at com.sun.grizzly.util.SyncThreadPool$SyncThreadWorker.getTask(SyncThreadPool.java:374)
        - locked <0x00000000e0edda28> (a java.lang.Object)
        at com.sun.grizzly.util.AbstractThreadPool$Worker.doWork(AbstractThreadPool.java:524)
        at com.sun.grizzly.util.AbstractThreadPool$Worker.run(AbstractThreadPool.java:513)
        at java.lang.Thread.run(Thread.java:662)

"admin-thread-pool-4848(7)" daemon prio=6 tid=0x000000000839a800 nid=0xbd4 in Object.wait() [0x000000001219f000]
   java.lang.Thread.State: TIMED_WAITING (on object monitor)
        at java.lang.Object.wait(Native Method)
        - waiting on <0x00000000e0edda28> (a java.lang.Object)
        at com.sun.grizzly.util.SyncThreadPool$SyncThreadWorker.getTask(SyncThreadPool.java:374)
        - locked <0x00000000e0edda28> (a java.lang.Object)
        at com.sun.grizzly.util.AbstractThreadPool$Worker.doWork(AbstractThreadPool.java:524)
        at com.sun.grizzly.util.AbstractThreadPool$Worker.run(AbstractThreadPool.java:513)
        at java.lang.Thread.run(Thread.java:662)

"admin-thread-pool-4848(6)" daemon prio=6 tid=0x0000000008395000 nid=0x804 in Object.wait() [0x000000001171f000]
   java.lang.Thread.State: TIMED_WAITING (on object monitor)
        at java.lang.Object.wait(Native Method)
        - waiting on <0x00000000e0edda28> (a java.lang.Object)
        at com.sun.grizzly.util.SyncThreadPool$SyncThreadWorker.getTask(SyncThreadPool.java:374)
        - locked <0x00000000e0edda28> (a java.lang.Object)
        at com.sun.grizzly.util.AbstractThreadPool$Worker.doWork(AbstractThreadPool.java:524)
        at com.sun.grizzly.util.AbstractThreadPool$Worker.run(AbstractThreadPool.java:513)
        at java.lang.Thread.run(Thread.java:662)

"ContainerBackgroundProcessor[StandardEngine[glassfish-web].StandardHost[__asadmin].StandardContext[]]" daemon prio=6 tid=0x000000000811f000 nid=0x1264 waiting on condition [0x000000001209f000]
   java.lang.Thread.State: TIMED_WAITING (sleeping)
        at java.lang.Thread.sleep(Native Method)
        at org.apache.catalina.core.ContainerBase$ContainerBackgroundProcessor.run(ContainerBase.java:1769)
        at java.lang.Thread.run(Thread.java:662)

"Timer-0" daemon prio=6 tid=0x0000000008399000 nid=0xde0 in Object.wait() [0x0000000011d9f000]
   java.lang.Thread.State: WAITING (on object monitor)
        at java.lang.Object.wait(Native Method)
        - waiting on <0x00000000e1221958> (a java.util.TaskQueue)
        at java.lang.Object.wait(Object.java:485)
        at java.util.TimerThread.mainLoop(Timer.java:483)
        - locked <0x00000000e1221958> (a java.util.TaskQueue)
        at java.util.TimerThread.run(Timer.java:462)

"admin-thread-pool-4848(5)" daemon prio=6 tid=0x0000000008397800 nid=0xfd0 in Object.wait() [0x0000000011a1f000]
   java.lang.Thread.State: TIMED_WAITING (on object monitor)
        at java.lang.Object.wait(Native Method)
        - waiting on <0x00000000e0edda28> (a java.lang.Object)
        at com.sun.grizzly.util.SyncThreadPool$SyncThreadWorker.getTask(SyncThreadPool.java:374)
        - locked <0x00000000e0edda28> (a java.lang.Object)
        at com.sun.grizzly.util.AbstractThreadPool$Worker.doWork(AbstractThreadPool.java:524)
        at com.sun.grizzly.util.AbstractThreadPool$Worker.run(AbstractThreadPool.java:513)
        at java.lang.Thread.run(Thread.java:662)

"admin-thread-pool-4848(4)" daemon prio=6 tid=0x0000000008397000 nid=0xf54 in Object.wait() [0x0000000011b9f000]
   java.lang.Thread.State: TIMED_WAITING (on object monitor)
        at java.lang.Object.wait(Native Method)
        - waiting on <0x00000000e0edda28> (a java.lang.Object)
        at com.sun.grizzly.util.SyncThreadPool$SyncThreadWorker.getTask(SyncThreadPool.java:374)
        - locked <0x00000000e0edda28> (a java.lang.Object)
        at com.sun.grizzly.util.AbstractThreadPool$Worker.doWork(AbstractThreadPool.java:524)
        at com.sun.grizzly.util.AbstractThreadPool$Worker.run(AbstractThreadPool.java:513)
        at java.lang.Thread.run(Thread.java:662)

"admin-thread-pool-4848(3)" daemon prio=6 tid=0x0000000008396000 nid=0x78c in Object.wait() [0x000000001191f000]
   java.lang.Thread.State: TIMED_WAITING (on object monitor)
        at java.lang.Object.wait(Native Method)
        - waiting on <0x00000000e0edda28> (a java.lang.Object)
        at com.sun.grizzly.util.SyncThreadPool$SyncThreadWorker.getTask(SyncThreadPool.java:374)
        - locked <0x00000000e0edda28> (a java.lang.Object)
        at com.sun.grizzly.util.AbstractThreadPool$Worker.doWork(AbstractThreadPool.java:524)
        at com.sun.grizzly.util.AbstractThreadPool$Worker.run(AbstractThreadPool.java:513)
        at java.lang.Thread.run(Thread.java:662)

"admin-thread-pool-4848(2)" daemon prio=6 tid=0x0000000008395800 nid=0xaf4 in Object.wait() [0x000000001181f000]
   java.lang.Thread.State: TIMED_WAITING (on object monitor)
        at java.lang.Object.wait(Native Method)
        - waiting on <0x00000000e0edda28> (a java.lang.Object)
        at com.sun.grizzly.util.SyncThreadPool$SyncThreadWorker.getTask(SyncThreadPool.java:374)
        - locked <0x00000000e0edda28> (a java.lang.Object)
        at com.sun.grizzly.util.AbstractThreadPool$Worker.doWork(AbstractThreadPool.java:524)
        at com.sun.grizzly.util.AbstractThreadPool$Worker.run(AbstractThreadPool.java:513)
        at java.lang.Thread.run(Thread.java:662)

"ContainerBackgroundProcessor[StandardEngine[glassfish-web].StandardHost[server].StandardContext[]]" daemon prio=6 tid=0x000000000811d000 nid=0xf10 waiting on condition [0x000000000cddf000]
   java.lang.Thread.State: TIMED_WAITING (sleeping)
        at java.lang.Thread.sleep(Native Method)
        at org.apache.catalina.core.ContainerBase$ContainerBackgroundProcessor.run(ContainerBase.java:1769)
        at java.lang.Thread.run(Thread.java:662)

"ContainerBackgroundProcessor[StandardEngine[glassfish-web].StandardHost[server].StandardContext[/test-jsf-wab]]" daemon prio=6 tid=0x0000000008394000 nid=0xee8 waiting on condition [0x000000001161f000]
   java.lang.Thread.State: TIMED_WAITING (sleeping)
        at java.lang.Thread.sleep(Native Method)
        at org.apache.catalina.core.ContainerBase$ContainerBackgroundProcessor.run(ContainerBase.java:1769)
        at java.lang.Thread.run(Thread.java:662)

"Mojarra-WebResourceMonitor-1-thread-1" daemon prio=6 tid=0x0000000008393800 nid=0xeb4 waiting on condition [0x000000001151f000]
   java.lang.Thread.State: TIMED_WAITING (parking)
        at sun.misc.Unsafe.park(Native Method)
        - parking to wait for <0x00000000e0ea9968> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:196)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2025)
        at java.util.concurrent.DelayQueue.take(DelayQueue.java:164)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:609)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:602)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907)
        at java.lang.Thread.run(Thread.java:662)

"pool-21-thread-1" daemon prio=6 tid=0x000000000838f000 nid=0x10f8 waiting on condition [0x000000000ee2f000]
   java.lang.Thread.State: WAITING (parking)
        at sun.misc.Unsafe.park(Native Method)
        - parking to wait for <0x00000000df869c40> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
        at java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:315)
        at org.jvnet.hk2.config.Transactions$Notifier$1.run(Transactions.java:163)
        at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:441)
        at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:303)
        at java.util.concurrent.FutureTask.run(FutureTask.java:138)
        at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
        at java.lang.Thread.run(Thread.java:662)

"pool-20-thread-1" daemon prio=6 tid=0x000000000838e800 nid=0x274 waiting on condition [0x000000000ed2f000]
   java.lang.Thread.State: WAITING (parking)
        at sun.misc.Unsafe.park(Native Method)
        - parking to wait for <0x00000000e02236e0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
        at java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:315)
        at org.jvnet.hk2.config.Transactions$Notifier$1.run(Transactions.java:163)
        at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:441)
        at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:303)
        at java.util.concurrent.FutureTask.run(FutureTask.java:138)
        at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
        at java.lang.Thread.run(Thread.java:662)

"pool-19-thread-1" daemon prio=6 tid=0x000000000838d800 nid=0x127c waiting on condition [0x000000000ec2f000]
   java.lang.Thread.State: WAITING (parking)
        at sun.misc.Unsafe.park(Native Method)
        - parking to wait for <0x00000000df965d78> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
        at java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:315)
        at org.jvnet.hk2.config.Transactions$Notifier$1.run(Transactions.java:163)
        at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:441)
        at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:303)
        at java.util.concurrent.FutureTask.run(FutureTask.java:138)
        at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
        at java.lang.Thread.run(Thread.java:662)

"pool-18-thread-1" daemon prio=6 tid=0x0000000008126800 nid=0x1310 waiting on condition [0x000000000dadf000]
   java.lang.Thread.State: WAITING (parking)
        at sun.misc.Unsafe.park(Native Method)
        - parking to wait for <0x00000000df7a73d8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
        at java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:315)
        at org.jvnet.hk2.config.Transactions$Notifier$1.run(Transactions.java:163)
        at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:441)
        at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:303)
        at java.util.concurrent.FutureTask.run(FutureTask.java:138)
        at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
        at java.lang.Thread.run(Thread.java:662)

"pool-17-thread-1" daemon prio=6 tid=0x0000000008125800 nid=0x10d0 waiting on condition [0x000000000d9df000]
   java.lang.Thread.State: WAITING (parking)
        at sun.misc.Unsafe.park(Native Method)
        - parking to wait for <0x00000000df7a72a0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
        at java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:315)
        at org.jvnet.hk2.config.Transactions$Notifier$1.run(Transactions.java:163)
        at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:441)
        at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:303)
        at java.util.concurrent.FutureTask.run(FutureTask.java:138)
        at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
        at java.lang.Thread.run(Thread.java:662)

"Grizzly" daemon prio=6 tid=0x0000000008125000 nid=0x1218 waiting on condition [0x000000000d8df000]
   java.lang.Thread.State: TIMED_WAITING (parking)
        at sun.misc.Unsafe.park(Native Method)
        - parking to wait for <0x00000000e0ea9eb0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:196)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2025)
        at java.util.concurrent.DelayQueue.take(DelayQueue.java:164)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:609)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:602)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907)
        at java.lang.Thread.run(Thread.java:662)

"admin-thread-pool-4848(1)" daemon prio=6 tid=0x0000000008124000 nid=0xcf0 in Object.wait() [0x000000000d7df000]
   java.lang.Thread.State: TIMED_WAITING (on object monitor)
        at java.lang.Object.wait(Native Method)
        - waiting on <0x00000000e0edda28> (a java.lang.Object)
        at com.sun.grizzly.util.SyncThreadPool$SyncThreadWorker.getTask(SyncThreadPool.java:374)
        - locked <0x00000000e0edda28> (a java.lang.Object)
        at com.sun.grizzly.util.AbstractThreadPool$Worker.doWork(AbstractThreadPool.java:524)
        at com.sun.grizzly.util.AbstractThreadPool$Worker.run(AbstractThreadPool.java:513)
        at java.lang.Thread.run(Thread.java:662)

"deployment-jar-scanner" daemon prio=6 tid=0x0000000008123000 nid=0x1298 waiting on condition [0x000000000d5df000]
   java.lang.Thread.State: WAITING (parking)
        at sun.misc.Unsafe.park(Native Method)
        - parking to wait for <0x00000000e0050858> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907)
        at java.lang.Thread.run(Thread.java:662)

"Thread-30" daemon prio=6 tid=0x0000000008121800 nid=0xf88 runnable [0x000000000d3df000]
   java.lang.Thread.State: RUNNABLE
        at java.net.PlainSocketImpl.socketAccept(Native Method)
        at java.net.PlainSocketImpl.accept(PlainSocketImpl.java:408)
        - locked <0x00000000e07f52f0> (a java.net.SocksSocketImpl)
        at java.net.ServerSocket.implAccept(ServerSocket.java:462)
        at java.net.ServerSocket.accept(ServerSocket.java:430)
        at com.googlecode.protobuf.socketrpc.SocketServerRpcConnectionFactory.createConnection(SocketServerRpcConnectionFactory.java:90)
        at com.googlecode.protobuf.socketrpc.PersistentRpcConnectionFactory.initConnecton(PersistentRpcConnectionFactory.java:111)
        - locked <0x00000000e07f5460> (a com.googlecode.protobuf.socketrpc.PersistentRpcConnectionFactory)
        at com.googlecode.protobuf.socketrpc.PersistentRpcConnectionFactory.createConnection(PersistentRpcConnectionFactory.java:91)
        at com.googlecode.protobuf.socketrpc.RpcServer$ServerThread.run(RpcServer.java:163)

"SCR Component Actor" daemon prio=6 tid=0x0000000008120800 nid=0xd64 in Object.wait() [0x000000000d2df000]
   java.lang.Thread.State: WAITING (on object monitor)
        at java.lang.Object.wait(Native Method)
        - waiting on <0x00000000e04b0590> (a java.util.LinkedList)
        at java.lang.Object.wait(Object.java:485)
        at org.apache.felix.scr.impl.ComponentActorThread.run(ComponentActorThread.java:76)
        - locked <0x00000000e04b0590> (a java.util.LinkedList)
        at java.lang.Thread.run(Thread.java:662)

"pool-11-thread-1" prio=6 tid=0x0000000008120000 nid=0x1318 waiting on condition [0x000000000d1df000]
   java.lang.Thread.State: WAITING (parking)
        at sun.misc.Unsafe.park(Native Method)
        - parking to wait for <0x00000000e04b21b0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907)
        at java.lang.Thread.run(Thread.java:662)

"ContainerBackgroundProcessor[StandardEngine[glassfish-web]]" daemon prio=6 tid=0x000000000811e800 nid=0x11e0 waiting on condition [0x000000000cfdf000]
   java.lang.Thread.State: TIMED_WAITING (sleeping)
        at java.lang.Thread.sleep(Native Method)
        at org.apache.catalina.core.ContainerBase$ContainerBackgroundProcessor.run(ContainerBase.java:1769)
        at java.lang.Thread.run(Thread.java:662)

"Thread-26" daemon prio=6 tid=0x000000000811d800 nid=0x1140 in Object.wait() [0x000000000cedf000]
   java.lang.Thread.State: WAITING (on object monitor)
        at java.lang.Object.wait(Native Method)
        - waiting on <0x00000000e01fc988> (a java.util.ArrayList)
        at java.lang.Object.wait(Object.java:485)
        at org.apache.felix.log.LogListenerThread.run(LogListenerThread.java:139)
        - locked <0x00000000e01fc988> (a java.util.ArrayList)

"fileinstall-C:\Program Files\glassfish3\glassfish\domains\domain1/autodeploy/bundles/" daemon prio=6 tid=0x000000000811c800 nid=0x13c8 in Object.wait() [0x000000000ccdf000]
   java.lang.Thread.State: TIMED_WAITING (on object monitor)
        at java.lang.Object.wait(Native Method)
        - waiting on <0x00000000e01d8d70> (a org.apache.felix.fileinstall.internal.DirectoryWatcher)
        at org.apache.felix.fileinstall.internal.DirectoryWatcher.run(DirectoryWatcher.java:268)
        - locked <0x00000000e01d8d70> (a org.apache.felix.fileinstall.internal.DirectoryWatcher)

"Configuration Updater" daemon prio=6 tid=0x000000000811b800 nid=0x1200 in Object.wait() [0x000000000cbdf000]
   java.lang.Thread.State: WAITING (on object monitor)
        at java.lang.Object.wait(Native Method)
        - waiting on <0x00000000e01d35f0> (a java.util.LinkedList)
        at java.lang.Object.wait(Object.java:485)
        at org.apache.felix.cm.impl.UpdateThread.run(UpdateThread.java:67)
        - locked <0x00000000e01d35f0> (a java.util.LinkedList)

"DestroyJavaVM" prio=6 tid=0x000000000811b000 nid=0x9b8 waiting on condition [0x0000000000000000]
   java.lang.Thread.State: RUNNABLE

"GlassFish Kernel Main Thread" prio=6 tid=0x000000000811a000 nid=0x2f4 in Object.wait() [0x000000000cadf000]
   java.lang.Thread.State: WAITING (on object monitor)
        at java.lang.Object.wait(Native Method)
        - waiting on <0x00000000e01d1ff0> (a com.sun.enterprise.v3.server.AppServerStartup$1)
        at java.lang.Object.wait(Object.java:485)
        at com.sun.enterprise.v3.server.AppServerStartup$1.run(AppServerStartup.java:163)
        - locked <0x00000000e01d1ff0> (a com.sun.enterprise.v3.server.AppServerStartup$1)

"DynamicReloader" daemon prio=6 tid=0x000000000847c800 nid=0x838 in Object.wait() [0x000000000b20f000]
   java.lang.Thread.State: TIMED_WAITING (on object monitor)
        at java.lang.Object.wait(Native Method)
        - waiting on <0x00000000e01fe828> (a java.util.TaskQueue)
        at java.util.TimerThread.mainLoop(Timer.java:509)
        - locked <0x00000000e01fe828> (a java.util.TaskQueue)
        at java.util.TimerThread.run(Timer.java:462)

"PingService" daemon prio=6 tid=0x0000000008119800 nid=0xa14 in Object.wait() [0x000000000ba0f000]
   java.lang.Thread.State: TIMED_WAITING (on object monitor)
        at java.lang.Object.wait(Native Method)
        - waiting on <0x00000000e01fe878> (a java.util.TaskQueue)
        at java.util.TimerThread.mainLoop(Timer.java:509)
        - locked <0x00000000e01fe878> (a java.util.TaskQueue)
        at java.util.TimerThread.run(Timer.java:462)

"RMI RenewClean-[10.211.55.7:8686]" daemon prio=6 tid=0x0000000008118000 nid=0x360 in Object.wait() [0x000000000b80f000]
   java.lang.Thread.State: TIMED_WAITING (on object monitor)
        at java.lang.Object.wait(Native Method)
        - waiting on <0x00000000e01fe958> (a java.lang.ref.ReferenceQueue$Lock)
        at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:118)
        - locked <0x00000000e01fe958> (a java.lang.ref.ReferenceQueue$Lock)
        at sun.rmi.transport.DGCClient$EndpointEntry$RenewCleanThread.run(DGCClient.java:516)
        at java.lang.Thread.run(Thread.java:662)

"RMI Scheduler(0)" daemon prio=6 tid=0x0000000008117000 nid=0xb08 waiting on condition [0x000000000b70f000]
   java.lang.Thread.State: TIMED_WAITING (parking)
        at sun.misc.Unsafe.park(Native Method)
        - parking to wait for <0x00000000e0029990> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:196)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2025)
        at java.util.concurrent.DelayQueue.take(DelayQueue.java:164)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:609)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:602)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907)
        at java.lang.Thread.run(Thread.java:662)

"GC Daemon" daemon prio=2 tid=0x000000000847e800 nid=0xf98 in Object.wait() [0x000000000b50f000]
   java.lang.Thread.State: TIMED_WAITING (on object monitor)
        at java.lang.Object.wait(Native Method)
        - waiting on <0x00000000e0029b08> (a sun.misc.GC$LatencyLock)
        at sun.misc.GC$Daemon.run(GC.java:100)
        - locked <0x00000000e0029b08> (a sun.misc.GC$LatencyLock)

"RMI Reaper" prio=6 tid=0x000000000847e000 nid=0xef4 in Object.wait() [0x000000000b40f000]
   java.lang.Thread.State: WAITING (on object monitor)
        at java.lang.Object.wait(Native Method)
        - waiting on <0x00000000e0029b18> (a java.lang.ref.ReferenceQueue$Lock)
        at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:118)
        - locked <0x00000000e0029b18> (a java.lang.ref.ReferenceQueue$Lock)
        at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:134)
        at sun.rmi.transport.ObjectTable$Reaper.run(ObjectTable.java:333)
        at java.lang.Thread.run(Thread.java:662)

"RMI TCP Accept-8686" daemon prio=6 tid=0x000000000847d800 nid=0xa00 runnable [0x000000000b30f000]
   java.lang.Thread.State: RUNNABLE
        at java.net.PlainSocketImpl.socketAccept(Native Method)
        at java.net.PlainSocketImpl.accept(PlainSocketImpl.java:408)
        - locked <0x00000000e0029b98> (a java.net.SocksSocketImpl)
        at java.net.ServerSocket.implAccept(ServerSocket.java:462)
        at java.net.ServerSocket.accept(ServerSocket.java:430)
        at sun.rmi.transport.tcp.TCPTransport$AcceptLoop.executeAcceptLoop(TCPTransport.java:369)
        at sun.rmi.transport.tcp.TCPTransport$AcceptLoop.run(TCPTransport.java:341)
        at java.lang.Thread.run(Thread.java:662)

"AutoDeployer" daemon prio=6 tid=0x000000000847c000 nid=0x112c in Object.wait() [0x000000000b10f000]
   java.lang.Thread.State: TIMED_WAITING (on object monitor)
        at java.lang.Object.wait(Native Method)
        - waiting on <0x00000000e0029c48> (a java.util.TaskQueue)
        at java.util.TimerThread.mainLoop(Timer.java:509)
        - locked <0x00000000e0029c48> (a java.util.TaskQueue)
        at java.util.TimerThread.run(Timer.java:462)

"transaction-manager" daemon prio=6 tid=0x000000000847b000 nid=0x84c in Object.wait() [0x000000000b00f000]
   java.lang.Thread.State: WAITING (on object monitor)
        at java.lang.Object.wait(Native Method)
        - waiting on <0x00000000e0006d30> (a java.util.TaskQueue)
        at java.lang.Object.wait(Object.java:485)
        at java.util.TimerThread.mainLoop(Timer.java:483)
        - locked <0x00000000e0006d30> (a java.util.TaskQueue)
        at java.util.TimerThread.run(Timer.java:462)

"Grizzly-kernel-thread(1)" daemon prio=10 tid=0x0000000008474000 nid=0xb20 runnable [0x000000000a60f000]
   java.lang.Thread.State: RUNNABLE
        at sun.nio.ch.WindowsSelectorImpl$SubSelector.poll0(Native Method)
        at sun.nio.ch.WindowsSelectorImpl$SubSelector.poll(WindowsSelectorImpl.java:273)
        at sun.nio.ch.WindowsSelectorImpl$SubSelector.access$400(WindowsSelectorImpl.java:255)
        at sun.nio.ch.WindowsSelectorImpl.doSelect(WindowsSelectorImpl.java:136)
        at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
        - locked <0x00000000dfefaae0> (a sun.nio.ch.Util$2)
        - locked <0x00000000dfefaaf0> (a java.util.Collections$UnmodifiableSet)
        - locked <0x00000000dfefaa68> (a sun.nio.ch.WindowsSelectorImpl)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
        at com.sun.grizzly.TCPSelectorHandler.select(TCPSelectorHandler.java:513)
        at com.sun.grizzly.SelectorHandlerRunner.doSelect(SelectorHandlerRunner.java:190)
        at com.sun.grizzly.SelectorHandlerRunner.run(SelectorHandlerRunner.java:132)
        at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
        at java.lang.Thread.run(Thread.java:662)

"Thread-18" prio=10 tid=0x0000000008473000 nid=0x12bc in Object.wait() [0x000000000a50f000]
   java.lang.Thread.State: TIMED_WAITING (on object monitor)
        at java.lang.Object.wait(Native Method)
        - waiting on <0x00000000dfefac70> (a java.util.concurrent.atomic.AtomicInteger)
        at com.sun.grizzly.Controller.waitUntilSelectorHandlersStop(Controller.java:1119)
        - locked <0x00000000dfefac70> (a java.util.concurrent.atomic.AtomicInteger)
        at com.sun.grizzly.Controller.start(Controller.java:869)
        at com.sun.grizzly.http.SelectorThread.startListener(SelectorThread.java:1281)
        - locked <0x00000000dfeface0> (a java.lang.Object)
        at com.sun.grizzly.http.SelectorThread.run(SelectorThread.java:1121)
        at com.sun.grizzly.http.SelectorThread.startEndpoint(SelectorThread.java:1208)
        at com.sun.enterprise.v3.services.impl.GrizzlyListener.startEndpoint(GrizzlyListener.java:140)
        at com.sun.enterprise.v3.services.impl.GrizzlyProxy$2.run(GrizzlyProxy.java:327)

"Grizzly-kernel-thread(1)" daemon prio=10 tid=0x0000000008472800 nid=0xc20 runnable [0x000000000a40f000]
   java.lang.Thread.State: RUNNABLE
        at sun.nio.ch.WindowsSelectorImpl$SubSelector.poll0(Native Method)
        at sun.nio.ch.WindowsSelectorImpl$SubSelector.poll(WindowsSelectorImpl.java:273)
        at sun.nio.ch.WindowsSelectorImpl$SubSelector.access$400(WindowsSelectorImpl.java:255)
        at sun.nio.ch.WindowsSelectorImpl.doSelect(WindowsSelectorImpl.java:136)
        at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
        - locked <0x00000000dfefdf40> (a sun.nio.ch.Util$2)
        - locked <0x00000000dfefdf50> (a java.util.Collections$UnmodifiableSet)
        - locked <0x00000000dfefdec8> (a sun.nio.ch.WindowsSelectorImpl)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
        at com.sun.grizzly.TCPSelectorHandler.select(TCPSelectorHandler.java:513)
        at com.sun.grizzly.SelectorHandlerRunner.doSelect(SelectorHandlerRunner.java:190)
        at com.sun.grizzly.SelectorHandlerRunner.run(SelectorHandlerRunner.java:132)
        at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
        at java.lang.Thread.run(Thread.java:662)

"Thread-15" prio=10 tid=0x0000000008471800 nid=0xefc in Object.wait() [0x000000000a30f000]
   java.lang.Thread.State: TIMED_WAITING (on object monitor)
        at java.lang.Object.wait(Native Method)
        - waiting on <0x00000000dfefe0d0> (a java.util.concurrent.atomic.AtomicInteger)
        at com.sun.grizzly.Controller.waitUntilSelectorHandlersStop(Controller.java:1119)
        - locked <0x00000000dfefe0d0> (a java.util.concurrent.atomic.AtomicInteger)
        at com.sun.grizzly.Controller.start(Controller.java:869)
        at com.sun.grizzly.http.SelectorThread.startListener(SelectorThread.java:1281)
        - locked <0x00000000dfefe140> (a java.lang.Object)
        at com.sun.grizzly.http.SelectorThread.run(SelectorThread.java:1121)
        at com.sun.grizzly.http.SelectorThread.startEndpoint(SelectorThread.java:1208)
        at com.sun.enterprise.v3.services.impl.GrizzlyListener.startEndpoint(GrizzlyListener.java:140)
        at com.sun.enterprise.v3.services.impl.GrizzlyProxy$2.run(GrizzlyProxy.java:327)

"Grizzly-kernel-thread(1)" daemon prio=10 tid=0x0000000008471000 nid=0x3e4 runnable [0x000000000a20f000]
   java.lang.Thread.State: RUNNABLE
        at sun.nio.ch.WindowsSelectorImpl$SubSelector.poll0(Native Method)
        at sun.nio.ch.WindowsSelectorImpl$SubSelector.poll(WindowsSelectorImpl.java:273)
        at sun.nio.ch.WindowsSelectorImpl$SubSelector.access$400(WindowsSelectorImpl.java:255)
        at sun.nio.ch.WindowsSelectorImpl.doSelect(WindowsSelectorImpl.java:136)
        at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
        - locked <0x00000000dff013a0> (a sun.nio.ch.Util$2)
        - locked <0x00000000dff013b0> (a java.util.Collections$UnmodifiableSet)
        - locked <0x00000000dff01328> (a sun.nio.ch.WindowsSelectorImpl)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
        at com.sun.grizzly.TCPSelectorHandler.select(TCPSelectorHandler.java:513)
        at com.sun.grizzly.SelectorHandlerRunner.doSelect(SelectorHandlerRunner.java:190)
        at com.sun.grizzly.SelectorHandlerRunner.run(SelectorHandlerRunner.java:132)
        at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
        at java.lang.Thread.run(Thread.java:662)

"Grizzly-kernel-thread(1)" daemon prio=10 tid=0x0000000008470800 nid=0xb38 runnable [0x000000000a10f000]
   java.lang.Thread.State: RUNNABLE
        at sun.nio.ch.WindowsSelectorImpl$SubSelector.poll0(Native Method)
        at sun.nio.ch.WindowsSelectorImpl$SubSelector.poll(WindowsSelectorImpl.java:273)
        at sun.nio.ch.WindowsSelectorImpl$SubSelector.access$400(WindowsSelectorImpl.java:255)
        at sun.nio.ch.WindowsSelectorImpl.doSelect(WindowsSelectorImpl.java:136)
        at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
        - locked <0x00000000dff04600> (a sun.nio.ch.Util$2)
        - locked <0x00000000dff04610> (a java.util.Collections$UnmodifiableSet)
        - locked <0x00000000dff04588> (a sun.nio.ch.WindowsSelectorImpl)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
        at com.sun.grizzly.TCPSelectorHandler.select(TCPSelectorHandler.java:513)
        at com.sun.grizzly.SelectorHandlerRunner.doSelect(SelectorHandlerRunner.java:190)
        at com.sun.grizzly.SelectorHandlerRunner.run(SelectorHandlerRunner.java:132)
        at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
        at java.lang.Thread.run(Thread.java:662)

"Thread-10" prio=10 tid=0x0000000007198800 nid=0x888 in Object.wait() [0x000000000a00f000]
   java.lang.Thread.State: TIMED_WAITING (on object monitor)
        at java.lang.Object.wait(Native Method)
        - waiting on <0x00000000dff046e0> (a java.util.concurrent.atomic.AtomicInteger)
        at com.sun.grizzly.Controller.waitUntilSelectorHandlersStop(Controller.java:1119)
        - locked <0x00000000dff046e0> (a java.util.concurrent.atomic.AtomicInteger)
        at com.sun.grizzly.Controller.start(Controller.java:869)
        at com.sun.grizzly.http.SelectorThread.startListener(SelectorThread.java:1281)
        - locked <0x00000000dfa14de0> (a java.lang.Object)
        at com.sun.grizzly.http.SelectorThread.run(SelectorThread.java:1121)
        at com.sun.grizzly.http.SelectorThread.startEndpoint(SelectorThread.java:1208)
        at com.sun.enterprise.v3.services.impl.GrizzlyListener.startEndpoint(GrizzlyListener.java:142)
        at com.sun.enterprise.v3.services.impl.GrizzlyProxy$2.run(GrizzlyProxy.java:327)

"Thread-8" prio=10 tid=0x0000000008094800 nid=0x13d0 in Object.wait() [0x0000000009f0f000]
   java.lang.Thread.State: TIMED_WAITING (on object monitor)
        at java.lang.Object.wait(Native Method)
        - waiting on <0x00000000dff046f0> (a java.util.concurrent.atomic.AtomicInteger)
        at com.sun.grizzly.Controller.waitUntilSelectorHandlersStop(Controller.java:1119)
        - locked <0x00000000dff046f0> (a java.util.concurrent.atomic.AtomicInteger)
        at com.sun.grizzly.Controller.start(Controller.java:869)
        at com.sun.grizzly.http.SelectorThread.startListener(SelectorThread.java:1281)
        - locked <0x00000000dfa14fe8> (a java.lang.Object)
        at com.sun.grizzly.http.SelectorThread.run(SelectorThread.java:1121)
        at com.sun.grizzly.http.SelectorThread.startEndpoint(SelectorThread.java:1208)
        at com.sun.enterprise.v3.services.impl.GrizzlyListener.startEndpoint(GrizzlyListener.java:142)
        at com.sun.enterprise.v3.services.impl.GrizzlyProxy$2.run(GrizzlyProxy.java:327)

"Grizzly-kernel-thread(1)" daemon prio=10 tid=0x0000000007197800 nid=0xb2c runnable [0x0000000009e0f000]
   java.lang.Thread.State: RUNNABLE
        at sun.nio.ch.WindowsSelectorImpl$SubSelector.poll0(Native Method)
        at sun.nio.ch.WindowsSelectorImpl$SubSelector.poll(WindowsSelectorImpl.java:273)
        at sun.nio.ch.WindowsSelectorImpl$SubSelector.access$400(WindowsSelectorImpl.java:255)
        at sun.nio.ch.WindowsSelectorImpl.doSelect(WindowsSelectorImpl.java:136)
        at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
        - locked <0x00000000dfa18278> (a sun.nio.ch.Util$2)
        - locked <0x00000000dfa18288> (a java.util.Collections$UnmodifiableSet)
        - locked <0x00000000dfa18200> (a sun.nio.ch.WindowsSelectorImpl)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
        at com.sun.grizzly.TCPSelectorHandler.select(TCPSelectorHandler.java:513)
        at com.sun.grizzly.SelectorHandlerRunner.doSelect(SelectorHandlerRunner.java:190)
        at com.sun.grizzly.SelectorHandlerRunner.run(SelectorHandlerRunner.java:132)
        at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
        at java.lang.Thread.run(Thread.java:662)

"Thread-4" prio=10 tid=0x0000000008731800 nid=0xed0 in Object.wait() [0x0000000009d0f000]
   java.lang.Thread.State: TIMED_WAITING (on object monitor)
        at java.lang.Object.wait(Native Method)
        - waiting on <0x00000000dfa183f8> (a java.util.concurrent.atomic.AtomicInteger)
        at com.sun.grizzly.Controller.waitUntilSelectorHandlersStop(Controller.java:1119)
        - locked <0x00000000dfa183f8> (a java.util.concurrent.atomic.AtomicInteger)
        at com.sun.grizzly.Controller.start(Controller.java:869)
        at com.sun.grizzly.http.SelectorThread.startListener(SelectorThread.java:1281)
        - locked <0x00000000dfa18468> (a java.lang.Object)
        at com.sun.grizzly.http.SelectorThread.run(SelectorThread.java:1121)
        at com.sun.grizzly.http.SelectorThread.startEndpoint(SelectorThread.java:1208)
        at com.sun.enterprise.v3.services.impl.GrizzlyListener.startEndpoint(GrizzlyListener.java:142)
        at com.sun.enterprise.v3.services.impl.GrizzlyProxy$2.run(GrizzlyProxy.java:327)

"Thread-2" prio=6 tid=0x0000000008510000 nid=0x9c waiting on condition [0x0000000009b4f000]
   java.lang.Thread.State: WAITING (parking)
        at sun.misc.Unsafe.park(Native Method)
        - parking to wait for <0x00000000df906200> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
        at java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:315)
        at com.sun.enterprise.server.logging.GFFileHandler.log(GFFileHandler.java:637)
        at com.sun.enterprise.server.logging.GFFileHandler$1.run(GFFileHandler.java:176)

"pool-1-thread-1" daemon prio=6 tid=0x0000000007df0800 nid=0xb94 waiting on condition [0x0000000009a4f000]
   java.lang.Thread.State: TIMED_WAITING (parking)
        at sun.misc.Unsafe.park(Native Method)
        - parking to wait for <0x00000000df9062e8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:196)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2025)
        at java.util.concurrent.DelayQueue.take(DelayQueue.java:164)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:609)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:602)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907)
        at java.lang.Thread.run(Thread.java:662)

"telnetconsole.Listener" daemon prio=6 tid=0x00000000080b5800 nid=0x1360 runnable [0x0000000006b3f000]
   java.lang.Thread.State: RUNNABLE
        at java.net.PlainSocketImpl.socketAccept(Native Method)
        at java.net.PlainSocketImpl.accept(PlainSocketImpl.java:408)
        - locked <0x00000000df4c93e0> (a java.net.SocksSocketImpl)
        at java.net.ServerSocket.implAccept(ServerSocket.java:462)
        at java.net.ServerSocket.accept(ServerSocket.java:430)
        at org.apache.felix.shell.remote.Listener$Acceptor.run(Listener.java:150)
        at java.lang.Thread.run(Thread.java:662)

"FelixPackageAdmin" daemon prio=6 tid=0x0000000008450800 nid=0x11b0 in Object.wait() [0x00000000095df000]
   java.lang.Thread.State: WAITING (on object monitor)
        at java.lang.Object.wait(Native Method)
        - waiting on <0x00000000df3d81e8> (a org.apache.felix.framework.PackageAdminImpl)
        at java.lang.Object.wait(Object.java:485)
        at org.apache.felix.framework.PackageAdminImpl.run(PackageAdminImpl.java:321)
        - locked <0x00000000df3d81e8> (a org.apache.felix.framework.PackageAdminImpl)
        at java.lang.Thread.run(Thread.java:662)

"FelixStartLevel" daemon prio=6 tid=0x00000000073f0800 nid=0x1120 in Object.wait() [0x00000000094df000]
   java.lang.Thread.State: WAITING (on object monitor)
        at java.lang.Object.wait(Native Method)
        - waiting on <0x00000000df3d8220> (a java.util.ArrayList)
        at java.lang.Object.wait(Object.java:485)
        at org.apache.felix.framework.StartLevelImpl.run(StartLevelImpl.java:242)
        - locked <0x00000000df3d8220> (a java.util.ArrayList)
        at java.lang.Thread.run(Thread.java:662)

"FelixDispatchQueue" daemon prio=6 tid=0x00000000066d0000 nid=0x1158 in Object.wait() [0x0000000006c3f000]
   java.lang.Thread.State: WAITING (on object monitor)
        at java.lang.Object.wait(Native Method)
        - waiting on <0x00000000deaa0460> (a java.util.ArrayList)
        at java.lang.Object.wait(Object.java:485)
        at org.apache.felix.framework.util.EventDispatcher.run(EventDispatcher.java:924)
        - locked <0x00000000deaa0460> (a java.util.ArrayList)
        at org.apache.felix.framework.util.EventDispatcher.access$000(EventDispatcher.java:54)
        at org.apache.felix.framework.util.EventDispatcher$1.run(EventDispatcher.java:106)
        at java.lang.Thread.run(Thread.java:662)

"Low Memory Detector" daemon prio=6 tid=0x0000000005d0a800 nid=0x13ac runnable [0x0000000000000000]
   java.lang.Thread.State: RUNNABLE

"C2 CompilerThread1" daemon prio=10 tid=0x0000000005d05800 nid=0xeb8 waiting on condition [0x0000000000000000]
   java.lang.Thread.State: RUNNABLE

"C2 CompilerThread0" daemon prio=10 tid=0x0000000005cf1800 nid=0x11cc waiting on condition [0x0000000000000000]
   java.lang.Thread.State: RUNNABLE

"JDWP Event Helper Thread" daemon prio=6 tid=0x0000000005ce6800 nid=0x109c runnable [0x0000000000000000]
   java.lang.Thread.State: RUNNABLE

"JDWP Transport Listener: dt_socket" daemon prio=6 tid=0x0000000005cda800 nid=0x129c runnable [0x0000000000000000]
   java.lang.Thread.State: RUNNABLE

"Attach Listener" daemon prio=10 tid=0x0000000000517000 nid=0xa24 waiting on condition [0x0000000000000000]
   java.lang.Thread.State: RUNNABLE

"Signal Dispatcher" daemon prio=10 tid=0x0000000000513800 nid=0x11e8 runnable [0x0000000000000000]
   java.lang.Thread.State: RUNNABLE

"Finalizer" daemon prio=8 tid=0x00000000004fd000 nid=0x12e4 in Object.wait() [0x0000000005c3f000]
   java.lang.Thread.State: WAITING (on object monitor)
        at java.lang.Object.wait(Native Method)
        - waiting on <0x00000000deaa07c0> (a java.lang.ref.ReferenceQueue$Lock)
        at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:118)
        - locked <0x00000000deaa07c0> (a java.lang.ref.ReferenceQueue$Lock)
        at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:134)
        at java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:159)

"Reference Handler" daemon prio=10 tid=0x00000000004fb000 nid=0x1110 in Object.wait() [0x0000000005b3f000]
   java.lang.Thread.State: WAITING (on object monitor)
        at java.lang.Object.wait(Native Method)
        - waiting on <0x00000000deaa04a8> (a java.lang.ref.Reference$Lock)
        at java.lang.Object.wait(Object.java:485)
        at java.lang.ref.Reference$ReferenceHandler.run(Reference.java:116)
        - locked <0x00000000deaa04a8> (a java.lang.ref.Reference$Lock)

"VM Thread" prio=10 tid=0x00000000004f3800 nid=0x11e4 runnable

"VM Periodic Task Thread" prio=10 tid=0x0000000005d15000 nid=0xcb4 waiting on condition

JNI global references: 12245