dev@glassfish.java.net

Domain hangs

From: Yamini K B <Yamini.Kb_at_Sun.COM>
Date: Mon, 21 Jun 2010 20:54:48 +0530
Hi,

I updated and built my workspace today. Now DAS is hanging during startup:

[#|2010-06-21T20:39:21.197+0530|INFO|glassfish3.1|null|_ThreadID=25;_ThreadName={felix.fileinstall.poll=5000, felix.fileinstall.bundles.new.start=true, service.pid=org.apache.felix.fileinstall.e1de55b7-2c40-4adb-8d66-39b0cae2e7ee, felix.fileinstall.log.level=3, felix.fileinstall.dir=/sailfin/v3/may6/glassfishv3/glassfish/domains/domain1/autodeploy/bundles/, felix.fileinstall.filename=org.apache.felix.fileinstall-autodeploy-bundles.cfg, service.factorypid=org.apache.felix.fileinstall};|{felix.fileinstall.poll (ms) = 5000, felix.fileinstall.dir = /sailfin/v3/may6/glassfishv3/glassfish/domains/domain1/autodeploy/bundles, felix.fileinstall.debug = -1, felix.fileinstall.bundles.new.start = true, felix.fileinstall.tmpdir = /tmp/fileinstall--2261361917399157338, felix.fileinstall.filter = null}|#]

[#|2010-06-21T20:39:21.249+0530|INFO|glassfish3.1|null|_ThreadID=24;_ThreadName={felix.fileinstall.poll=5000, felix.fileinstall.bundles.new.start=true, felix.fileinstall.dir=/sailfin/v3/may6/glassfishv3/glassfish/modules/autostart/};|Started bundle: file:/sailfin/v3/may6/glassfishv3/glassfish/modules/autostart/osgi-web-container.jar|#]

[#|2010-06-21T20:39:21.264+0530|INFO|glassfish3.1|null|_ThreadID=24;_ThreadName={felix.fileinstall.poll=5000, felix.fileinstall.bundles.new.start=true, felix.fileinstall.dir=/sailfin/v3/may6/glassfishv3/glassfish/modules/autostart/};|Started bundle: file:/sailfin/v3/may6/glassfishv3/glassfish/modules/autostart/org.apache.felix.scr.jar|#]

[#|2010-06-21T20:39:21.273+0530|INFO|glassfish3.1|null|_ThreadID=24;_ThreadName={felix.fileinstall.poll=5000, felix.fileinstall.bundles.new.start=true, felix.fileinstall.dir=/sailfin/v3/may6/glassfishv3/glassfish/modules/autostart/};|Started bundle: file:/sailfin/v3/may6/glassfishv3/glassfish/modules/autostart/osgi-javaee-base.jar|#]

[#|2010-06-21T20:39:21.607+0530|INFO|glassfish3.1|null|_ThreadID=24;_ThreadName={felix.fileinstall.poll=5000, felix.fileinstall.bundles.new.start=true, felix.fileinstall.dir=/sailfin/v3/may6/glassfishv3/glassfish/modules/autostart/};|Started bundle: file:/sailfin/v3/may6/glassfishv3/glassfish/modules/autostart/org.apache.felix.bundlerepository.jar|#]

Since builds are running fine on hudson, it must be specific to my workspace. Attaching the jstack output.

Any pointers?

Thanks,
-Yamini

2010-06-21 20:44:44
Full thread dump Java HotSpot(TM) Client VM (11.0-b15 mixed mode):

"Attach Listener" daemon prio=10 tid=0x088ac400 nid=0x4bbd waiting on condition [0x00000000..0x00000000]
   java.lang.Thread.State: RUNNABLE

"RMI TCP Connection(idle)" daemon prio=10 tid=0x08816c00 nid=0x4bae waiting on condition [0x84d20000..0x84d20d80]
   java.lang.Thread.State: TIMED_WAITING (parking)
        at sun.misc.Unsafe.park(Native Method)
        - parking to wait for <0x95996020> (a java.util.concurrent.SynchronousQueue$TransferStack)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:198)
        at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:424)
        at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:323)
        at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:874)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:945)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907)
        at java.lang.Thread.run(Thread.java:619)

"SCR Component Actor" daemon prio=10 tid=0x8492a400 nid=0x4b73 in Object.wait() [0x84ccf000..0x84ccfe00]
   java.lang.Thread.State: WAITING (on object monitor)
        at java.lang.Object.wait(Native Method)
        - waiting on <0x95995ee8> (a java.util.LinkedList)
        at java.lang.Object.wait(Object.java:485)
        at org.apache.felix.scr.impl.ComponentActorThread.run(ComponentActorThread.java:74)
        - locked <0x95995ee8> (a java.util.LinkedList)
        at java.lang.Thread.run(Thread.java:619)

"{felix.fileinstall.poll=5000, felix.fileinstall.bundles.new.start=true, service.pid=org.apache.felix.fileinstall.e1de55b7-2c40-4adb-8d66-39b0cae2e7ee, felix.fileinstall.log.level=3, felix.fileinstall.dir=/sailfin/v3/may6/glassfishv3/glassfish/domains/domain1/autodeploy/bundles/, felix.fileinstall.filename=org.apache.felix.fileinstall-autodeploy-bundles.cfg, service.factorypid=org.apache.felix.fileinstall}" daemon prio=10 tid=0x85693c00 nid=0x4b72 in Object.wait() [0x8504c000..0x8504d080]
   java.lang.Thread.State: TIMED_WAITING (on object monitor)
        at java.lang.Object.wait(Native Method)
        - waiting on <0x95995f10> (a org.apache.felix.fileinstall.internal.DirectoryWatcher)
        at org.apache.felix.fileinstall.internal.DirectoryWatcher.run(DirectoryWatcher.java:210)
        - locked <0x95995f10> (a org.apache.felix.fileinstall.internal.DirectoryWatcher)

"RMI RenewClean-[127.0.1.1:8686]" daemon prio=10 tid=0x08816400 nid=0x4b70 in Object.wait() [0x84d71000..0x84d71f80]
   java.lang.Thread.State: TIMED_WAITING (on object monitor)
        at java.lang.Object.wait(Native Method)
        - waiting on <0x95996118> (a java.lang.ref.ReferenceQueue$Lock)
        at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:116)
        - locked <0x95996118> (a java.lang.ref.ReferenceQueue$Lock)
        at sun.rmi.transport.DGCClient$EndpointEntry$RenewCleanThread.run(DGCClient.java:516)
        at java.lang.Thread.run(Thread.java:619)

"{felix.fileinstall.poll=5000, felix.fileinstall.bundles.new.start=true, felix.fileinstall.dir=/sailfin/v3/may6/glassfishv3/glassfish/modules/autostart/}" daemon prio=10 tid=0x85695c00 nid=0x4b6f in Object.wait() [0x84dc4000..0x84dc5000]
   java.lang.Thread.State: TIMED_WAITING (on object monitor)
        at java.lang.Object.wait(Native Method)
        - waiting on <0x95996198> (a org.apache.felix.fileinstall.internal.DirectoryWatcher)
        at org.apache.felix.fileinstall.internal.DirectoryWatcher.run(DirectoryWatcher.java:210)
        - locked <0x95996198> (a org.apache.felix.fileinstall.internal.DirectoryWatcher)

"RMI Scheduler(0)" daemon prio=10 tid=0x087f9400 nid=0x4b6e waiting on condition [0x84e15000..0x84e15e80]
   java.lang.Thread.State: TIMED_WAITING (parking)
        at sun.misc.Unsafe.park(Native Method)
        - parking to wait for <0x959962a8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:198)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1963)
        at java.util.concurrent.DelayQueue.take(DelayQueue.java:164)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:583)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:576)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907)
        at java.lang.Thread.run(Thread.java:619)

"telnetconsole.Listener" daemon prio=10 tid=0x8569b400 nid=0x4b6c runnable [0x84eb7000..0x84eb7d80]
   java.lang.Thread.State: RUNNABLE
        at java.net.PlainSocketImpl.socketAccept(Native Method)
        at java.net.PlainSocketImpl.accept(PlainSocketImpl.java:384)
        - locked <0x95996490> (a java.net.SocksSocketImpl)
        at java.net.ServerSocket.implAccept(ServerSocket.java:453)
        at java.net.ServerSocket.accept(ServerSocket.java:421)
        at org.apache.felix.shell.remote.Listener$Acceptor.run(Listener.java:137)
        at java.lang.Thread.run(Thread.java:619)

"GC Daemon" daemon prio=10 tid=0x086f1400 nid=0x4b6b in Object.wait() [0x84f08000..0x84f08e00]
   java.lang.Thread.State: TIMED_WAITING (on object monitor)
        at java.lang.Object.wait(Native Method)
        - waiting on <0x95996628> (a sun.misc.GC$LatencyLock)
        at sun.misc.GC$Daemon.run(GC.java:100)
        - locked <0x95996628> (a sun.misc.GC$LatencyLock)

"RMI Reaper" prio=10 tid=0x088ae400 nid=0x4b6a in Object.wait() [0x84f59000..0x84f5a080]
   java.lang.Thread.State: WAITING (on object monitor)
        at java.lang.Object.wait(Native Method)
        - waiting on <0x95996698> (a java.lang.ref.ReferenceQueue$Lock)
        at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:116)
        - locked <0x95996698> (a java.lang.ref.ReferenceQueue$Lock)
        at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:132)
        at sun.rmi.transport.ObjectTable$Reaper.run(ObjectTable.java:333)
        at java.lang.Thread.run(Thread.java:619)

"RMI TCP Accept-8686" daemon prio=10 tid=0x086ef400 nid=0x4b69 runnable [0x84faa000..0x84fab100]
   java.lang.Thread.State: RUNNABLE
        at java.net.PlainSocketImpl.socketAccept(Native Method)
        at java.net.PlainSocketImpl.accept(PlainSocketImpl.java:384)
        - locked <0x95996738> (a java.net.SocksSocketImpl)
        at java.net.ServerSocket.implAccept(ServerSocket.java:453)
        at java.net.ServerSocket.accept(ServerSocket.java:421)
        at sun.rmi.transport.tcp.TCPTransport$AcceptLoop.executeAcceptLoop(TCPTransport.java:369)
        at sun.rmi.transport.tcp.TCPTransport$AcceptLoop.run(TCPTransport.java:341)
        at java.lang.Thread.run(Thread.java:619)

"GlassFish Kernel Main Thread" prio=10 tid=0x85675800 nid=0x4b68 in Object.wait() [0x84ffb000..0x84ffbf80]
   java.lang.Thread.State: WAITING (on object monitor)
        at java.lang.Object.wait(Native Method)
        - waiting on <0x95996878> (a com.sun.enterprise.v3.server.AppServerStartup$1)
        at java.lang.Object.wait(Object.java:485)
        at com.sun.enterprise.v3.server.AppServerStartup$1.run(AppServerStartup.java:146)
        - locked <0x95996878> (a com.sun.enterprise.v3.server.AppServerStartup$1)

"DynamicReloader" daemon prio=10 tid=0x8563e000 nid=0x4b66 in Object.wait() [0x8509d000..0x8509de80]
   java.lang.Thread.State: TIMED_WAITING (on object monitor)
        at java.lang.Object.wait(Native Method)
        - waiting on <0x95996958> (a java.util.TaskQueue)
        at java.util.TimerThread.mainLoop(Timer.java:509)
        - locked <0x95996958> (a java.util.TaskQueue)
        at java.util.TimerThread.run(Timer.java:462)

"AutoDeployer" daemon prio=10 tid=0x85683c00 nid=0x4b64 in Object.wait() [0x850ee000..0x850eed80]
   java.lang.Thread.State: TIMED_WAITING (on object monitor)
        at java.lang.Object.wait(Native Method)
        - waiting on <0x95583440> (a java.util.TaskQueue)
        at java.util.TimerThread.mainLoop(Timer.java:509)
        - locked <0x95583440> (a java.util.TaskQueue)
        at java.util.TimerThread.run(Timer.java:462)

"ContainerBackgroundProcessor[StandardEngine[com.sun.appserv]]" daemon prio=10 tid=0x871e5c00 nid=0x4b5f waiting on condition [0x85283000..0x85284000]
   java.lang.Thread.State: TIMED_WAITING (sleeping)
        at java.lang.Thread.sleep(Native Method)
        at org.apache.catalina.core.ContainerBase$ContainerBackgroundProcessor.run(ContainerBase.java:1759)
        at java.lang.Thread.run(Thread.java:619)

"ContainerBackgroundProcessor[StandardEngine[com.sun.appserv].StandardHost[server].StandardContext[]]" daemon prio=10 tid=0x871e1000 nid=0x4b5e waiting on condition [0x852d4000..0x852d4e80]
   java.lang.Thread.State: TIMED_WAITING (sleeping)
        at java.lang.Thread.sleep(Native Method)
        at org.apache.catalina.core.ContainerBase$ContainerBackgroundProcessor.run(ContainerBase.java:1759)
        at java.lang.Thread.run(Thread.java:619)

"Grizzly-kernel-thread-4848(1)" daemon prio=10 tid=0x08b77000 nid=0x4b5c runnable [0x85325000..0x85325f00]
   java.lang.Thread.State: RUNNABLE
        at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
        at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:215)
        at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
        at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
        - locked <0x95279eb0> (a sun.nio.ch.Util$1)
        - locked <0x95279ec0> (a java.util.Collections$UnmodifiableSet)
        - locked <0x95279e70> (a sun.nio.ch.EPollSelectorImpl)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
        at com.sun.grizzly.TCPSelectorHandler.select(TCPSelectorHandler.java:510)
        at com.sun.grizzly.SelectorHandlerRunner.doSelect(SelectorHandlerRunner.java:185)
        at com.sun.grizzly.SelectorHandlerRunner.run(SelectorHandlerRunner.java:130)
        at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
        at java.lang.Thread.run(Thread.java:619)

"Grizzly-kernel-thread-8181(1)" daemon prio=10 tid=0x86637c00 nid=0x4b5b runnable [0x85376000..0x85376d80]
   java.lang.Thread.State: RUNNABLE
        at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
        at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:215)
        at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
        at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
        - locked <0x9527a138> (a sun.nio.ch.Util$1)
        - locked <0x9527a148> (a java.util.Collections$UnmodifiableSet)
        - locked <0x9527a0f8> (a sun.nio.ch.EPollSelectorImpl)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
        at com.sun.grizzly.TCPSelectorHandler.select(TCPSelectorHandler.java:510)
        at com.sun.grizzly.SelectorHandlerRunner.doSelect(SelectorHandlerRunner.java:185)
        at com.sun.grizzly.SelectorHandlerRunner.run(SelectorHandlerRunner.java:130)
        at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
        at java.lang.Thread.run(Thread.java:619)

"Grizzly-kernel-thread(1)" daemon prio=10 tid=0x08b75c00 nid=0x4b5a runnable [0x853c7000..0x853c7e00]
   java.lang.Thread.State: RUNNABLE
        at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
        at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:215)
        at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
        at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
        - locked <0x9527a3b0> (a sun.nio.ch.Util$1)
        - locked <0x9527a3c0> (a java.util.Collections$UnmodifiableSet)
        - locked <0x9527a370> (a sun.nio.ch.EPollSelectorImpl)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
        at com.sun.grizzly.TCPSelectorHandler.select(TCPSelectorHandler.java:510)
        at com.sun.grizzly.SelectorHandlerRunner.doSelect(SelectorHandlerRunner.java:185)
        at com.sun.grizzly.SelectorHandlerRunner.run(SelectorHandlerRunner.java:130)
        at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
        at java.lang.Thread.run(Thread.java:619)

"Grizzly-kernel-thread-8080(1)" daemon prio=10 tid=0x08b68c00 nid=0x4b59 runnable [0x85418000..0x85419080]
   java.lang.Thread.State: RUNNABLE
        at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
        at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:215)
        at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
        at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
        - locked <0x9527a630> (a sun.nio.ch.Util$1)
        - locked <0x9527a640> (a java.util.Collections$UnmodifiableSet)
        - locked <0x9527a5f0> (a sun.nio.ch.EPollSelectorImpl)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
        at com.sun.grizzly.TCPSelectorHandler.select(TCPSelectorHandler.java:510)
        at com.sun.grizzly.SelectorHandlerRunner.doSelect(SelectorHandlerRunner.java:185)
        at com.sun.grizzly.SelectorHandlerRunner.run(SelectorHandlerRunner.java:130)
        at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
        at java.lang.Thread.run(Thread.java:619)

"Grizzly-kernel-thread(1)" daemon prio=10 tid=0x86638800 nid=0x4b58 runnable [0x85469000..0x8546a100]
   java.lang.Thread.State: RUNNABLE
        at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
        at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:215)
        at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
        at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
        - locked <0x9527a8a8> (a sun.nio.ch.Util$1)
        - locked <0x9527a8b8> (a java.util.Collections$UnmodifiableSet)
        - locked <0x9527a868> (a sun.nio.ch.EPollSelectorImpl)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
        at com.sun.grizzly.TCPSelectorHandler.select(TCPSelectorHandler.java:510)
        at com.sun.grizzly.SelectorHandlerRunner.doSelect(SelectorHandlerRunner.java:185)
        at com.sun.grizzly.SelectorHandlerRunner.run(SelectorHandlerRunner.java:130)
        at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
        at java.lang.Thread.run(Thread.java:619)

"Thread-13" daemon prio=10 tid=0x871c8000 nid=0x4b57 in Object.wait() [0x854ba000..0x854baf80]
   java.lang.Thread.State: TIMED_WAITING (on object monitor)
        at java.lang.Object.wait(Native Method)
        - waiting on <0x9527aa98> (a java.util.concurrent.atomic.AtomicInteger)
        at com.sun.grizzly.Controller.waitUntilSeletorHandlersStop(Controller.java:1102)
        - locked <0x9527aa98> (a java.util.concurrent.atomic.AtomicInteger)
        at com.sun.grizzly.Controller.start(Controller.java:853)
        at com.sun.grizzly.http.SelectorThread.startListener(SelectorThread.java:1257)
        - locked <0x9527ab00> (a java.lang.Object)
        at com.sun.grizzly.http.SelectorThread.run(SelectorThread.java:1105)
        at com.sun.grizzly.http.SelectorThread.startEndpoint(SelectorThread.java:1184)
        at com.sun.enterprise.v3.services.impl.GrizzlyListener.startEndpoint(GrizzlyListener.java:129)
        at com.sun.enterprise.v3.services.impl.GrizzlyProxy$2.run(GrizzlyProxy.java:315)

"Thread-12" daemon prio=10 tid=0x871f5800 nid=0x4b56 in Object.wait() [0x8550b000..0x8550c000]
   java.lang.Thread.State: TIMED_WAITING (on object monitor)
        at java.lang.Object.wait(Native Method)
        - waiting on <0x9527ace8> (a java.util.concurrent.atomic.AtomicInteger)
        at com.sun.grizzly.Controller.waitUntilSeletorHandlersStop(Controller.java:1102)
        - locked <0x9527ace8> (a java.util.concurrent.atomic.AtomicInteger)
        at com.sun.grizzly.Controller.start(Controller.java:853)
        at com.sun.grizzly.http.SelectorThread.startListener(SelectorThread.java:1257)
        - locked <0x9527ad50> (a java.lang.Object)
        at com.sun.grizzly.http.SelectorThread.run(SelectorThread.java:1105)
        at com.sun.grizzly.http.SelectorThread.startEndpoint(SelectorThread.java:1184)
        at com.sun.enterprise.v3.services.impl.GrizzlyListener.startEndpoint(GrizzlyListener.java:129)
        at com.sun.enterprise.v3.services.impl.GrizzlyProxy$2.run(GrizzlyProxy.java:315)

"Thread-10" daemon prio=10 tid=0x871d6000 nid=0x4b55 in Object.wait() [0x8555c000..0x8555ce80]
   java.lang.Thread.State: TIMED_WAITING (on object monitor)
        at java.lang.Object.wait(Native Method)
        - waiting on <0x9527af38> (a java.util.concurrent.atomic.AtomicInteger)
        at com.sun.grizzly.Controller.waitUntilSeletorHandlersStop(Controller.java:1102)
        - locked <0x9527af38> (a java.util.concurrent.atomic.AtomicInteger)
        at com.sun.grizzly.Controller.start(Controller.java:853)
        at com.sun.grizzly.http.SelectorThread.startListener(SelectorThread.java:1257)
        - locked <0x9527afa0> (a java.lang.Object)
        at com.sun.grizzly.http.SelectorThread.run(SelectorThread.java:1105)
        at com.sun.grizzly.http.SelectorThread.startEndpoint(SelectorThread.java:1184)
        at com.sun.enterprise.v3.services.impl.GrizzlyListener.startEndpoint(GrizzlyListener.java:131)
        at com.sun.enterprise.v3.services.impl.GrizzlyProxy$2.run(GrizzlyProxy.java:315)

"Thread-6" daemon prio=10 tid=0x871d0000 nid=0x4b54 in Object.wait() [0x855ad000..0x855adf00]
   java.lang.Thread.State: TIMED_WAITING (on object monitor)
        at java.lang.Object.wait(Native Method)
        - waiting on <0x9527b1a8> (a java.util.concurrent.atomic.AtomicInteger)
        at com.sun.grizzly.Controller.waitUntilSeletorHandlersStop(Controller.java:1102)
        - locked <0x9527b1a8> (a java.util.concurrent.atomic.AtomicInteger)
        at com.sun.grizzly.Controller.start(Controller.java:853)
        at com.sun.grizzly.http.SelectorThread.startListener(SelectorThread.java:1257)
        - locked <0x9527b210> (a java.lang.Object)
        at com.sun.grizzly.http.SelectorThread.run(SelectorThread.java:1105)
        at com.sun.grizzly.http.SelectorThread.startEndpoint(SelectorThread.java:1184)
        at com.sun.enterprise.v3.services.impl.GrizzlyListener.startEndpoint(GrizzlyListener.java:131)
        at com.sun.enterprise.v3.services.impl.GrizzlyProxy$2.run(GrizzlyProxy.java:315)

"Thread-4" daemon prio=10 tid=0x871d0800 nid=0x4b53 in Object.wait() [0x855fe000..0x855fed80]
   java.lang.Thread.State: TIMED_WAITING (on object monitor)
        at java.lang.Object.wait(Native Method)
        - waiting on <0x9527b420> (a java.util.concurrent.atomic.AtomicInteger)
        at com.sun.grizzly.Controller.waitUntilSeletorHandlersStop(Controller.java:1102)
        - locked <0x9527b420> (a java.util.concurrent.atomic.AtomicInteger)
        at com.sun.grizzly.Controller.start(Controller.java:853)
        at com.sun.grizzly.http.SelectorThread.startListener(SelectorThread.java:1257)
        - locked <0x9527b488> (a java.lang.Object)
        at com.sun.grizzly.http.SelectorThread.run(SelectorThread.java:1105)
        at com.sun.grizzly.http.SelectorThread.startEndpoint(SelectorThread.java:1184)
        at com.sun.enterprise.v3.services.impl.GrizzlyListener.startEndpoint(GrizzlyListener.java:131)
        at com.sun.enterprise.v3.services.impl.GrizzlyProxy$2.run(GrizzlyProxy.java:315)

"transaction-manager" daemon prio=10 tid=0x87180c00 nid=0x4b52 in Object.wait() [0x85770000..0x85770e00]
   java.lang.Thread.State: WAITING (on object monitor)
        at java.lang.Object.wait(Native Method)
        - waiting on <0x94f0bb20> (a java.util.TaskQueue)
        at java.lang.Object.wait(Object.java:485)
        at java.util.TimerThread.mainLoop(Timer.java:483)
        - locked <0x94f0bb20> (a java.util.TaskQueue)
        at java.util.TimerThread.run(Timer.java:462)

"Thread-1" daemon prio=10 tid=0x87195400 nid=0x4b51 waiting on condition [0x857c1000..0x857c2080]
   java.lang.Thread.State: WAITING (parking)
        at sun.misc.Unsafe.park(Native Method)
        - parking to wait for <0x94eab990> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
        at java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:317)
        at com.sun.enterprise.server.logging.GFFileHandler.log(GFFileHandler.java:536)
        at com.sun.enterprise.server.logging.GFFileHandler$2.run(GFFileHandler.java:188)

"pool-100-thread-1" daemon prio=10 tid=0x871a0000 nid=0x4b50 waiting on condition [0x85812000..0x85813100]
   java.lang.Thread.State: TIMED_WAITING (parking)
        at sun.misc.Unsafe.park(Native Method)
        - parking to wait for <0x94eabad8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:198)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1963)
        at java.util.concurrent.DelayQueue.take(DelayQueue.java:164)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:583)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:576)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907)
        at java.lang.Thread.run(Thread.java:619)

"Configuration Updater" daemon prio=10 tid=0x08aee400 nid=0x4aed in Object.wait() [0x882a4000..0x882a4e80]
   java.lang.Thread.State: WAITING (on object monitor)
        at java.lang.Object.wait(Native Method)
        - waiting on <0x947e43e0> (a java.util.LinkedList)
        at java.lang.Object.wait(Object.java:485)
        at org.apache.felix.cm.impl.UpdateThread.run(UpdateThread.java:67)
        - locked <0x947e43e0> (a java.util.LinkedList)

"FelixPackageAdmin" daemon prio=10 tid=0x08a68000 nid=0x4aec in Object.wait() [0x88995000..0x88995f00]
   java.lang.Thread.State: WAITING (on object monitor)
        at java.lang.Object.wait(Native Method)
        - waiting on <0x93ecba28> (a org.apache.felix.framework.PackageAdminImpl)
        at java.lang.Object.wait(Object.java:485)
        at org.apache.felix.framework.PackageAdminImpl.run(PackageAdminImpl.java:321)
        - locked <0x93ecba28> (a org.apache.felix.framework.PackageAdminImpl)
        at java.lang.Thread.run(Thread.java:619)

"FelixStartLevel" daemon prio=10 tid=0x08a5f400 nid=0x4aeb in Object.wait() [0x889e6000..0x889e6d80]
   java.lang.Thread.State: WAITING (on object monitor)
        at java.lang.Object.wait(Native Method)
        - waiting on <0x93eb1ce8> (a java.util.ArrayList)
        at java.lang.Object.wait(Object.java:485)
        at org.apache.felix.framework.StartLevelImpl.run(StartLevelImpl.java:242)
        - locked <0x93eb1ce8> (a java.util.ArrayList)
        at java.lang.Thread.run(Thread.java:619)

"FelixDispatchQueue" prio=10 tid=0x08a5c000 nid=0x4aea in Object.wait() [0x88a3d000..0x88a3de00]
   java.lang.Thread.State: WAITING (on object monitor)
        at java.lang.Object.wait(Native Method)
        - waiting on <0x93eb1d68> (a java.util.ArrayList)
        at java.lang.Object.wait(Object.java:485)
        at org.apache.felix.framework.util.EventDispatcher.run(EventDispatcher.java:917)
        - locked <0x93eb1d68> (a java.util.ArrayList)
        at org.apache.felix.framework.util.EventDispatcher.access$000(EventDispatcher.java:54)
        at org.apache.felix.framework.util.EventDispatcher$1.run(EventDispatcher.java:106)
        at java.lang.Thread.run(Thread.java:619)

"DestroyJavaVM" prio=10 tid=0x88cd5000 nid=0x4adf waiting on condition [0x00000000..0xb764c040]
   java.lang.Thread.State: RUNNABLE

"OSGi Framework Launcher" prio=10 tid=0x88c04800 nid=0x4ae9 in Object.wait() [0x88b7d000..0x88b7e080]
   java.lang.Thread.State: WAITING (on object monitor)
        at java.lang.Object.wait(Native Method)
        - waiting on <0x93eb2940> (a org.apache.felix.framework.util.ThreadGate)
        at org.apache.felix.framework.util.ThreadGate.await(ThreadGate.java:79)
        - locked <0x93eb2940> (a org.apache.felix.framework.util.ThreadGate)
        at org.apache.felix.framework.Felix.waitForStop(Felix.java:886)
        at org.apache.felix.main.Main.main(Main.java:295)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
        at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
        at java.lang.reflect.Method.invoke(Method.java:597)
        at com.sun.enterprise.glassfish.bootstrap.ASMainFelix$1.run(ASMainFelix.java:111)
        at java.lang.Thread.run(Thread.java:619)

"Low Memory Detector" daemon prio=10 tid=0x88c00c00 nid=0x4ae7 runnable [0x00000000..0x00000000]
   java.lang.Thread.State: RUNNABLE

"CompilerThread0" daemon prio=10 tid=0x086f4400 nid=0x4ae6 waiting on condition [0x00000000..0x88debab8]
   java.lang.Thread.State: RUNNABLE

"Signal Dispatcher" daemon prio=10 tid=0x08690000 nid=0x4ae5 runnable [0x00000000..0x88e5bb60]
   java.lang.Thread.State: RUNNABLE

"Finalizer" daemon prio=10 tid=0x08680800 nid=0x4ae4 in Object.wait() [0x88eac000..0x88eacf00]
   java.lang.Thread.State: WAITING (on object monitor)
        at java.lang.Object.wait(Native Method)
        - waiting on <0x93e5ebf0> (a java.lang.ref.ReferenceQueue$Lock)
        at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:116)
        - locked <0x93e5ebf0> (a java.lang.ref.ReferenceQueue$Lock)
        at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:132)
        at java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:159)

"Reference Handler" daemon prio=10 tid=0x0867c000 nid=0x4ae3 in Object.wait() [0x88efd000..0x88efdd80]
   java.lang.Thread.State: WAITING (on object monitor)
        at java.lang.Object.wait(Native Method)
        - waiting on <0x93e5ec78> (a java.lang.ref.Reference$Lock)
        at java.lang.Object.wait(Object.java:485)
        at java.lang.ref.Reference$ReferenceHandler.run(Reference.java:116)
        - locked <0x93e5ec78> (a java.lang.ref.Reference$Lock)

"VM Thread" prio=10 tid=0x08678800 nid=0x4ae2 runnable

"VM Periodic Task Thread" prio=10 tid=0x88c02c00 nid=0x4ae8 waiting on condition

JNI global references: 1140