[#|2010-10-14T21:56:16.148-0700|INFO|glassfish3.1|javax.enterprise.system.core.security.com.sun.enterprise.security|_ThreadID=15;_ThreadName=Thread-1;|SEC1002: Security Manager is OFF.|#] [#|2010-10-14T21:56:16.218-0700|INFO|glassfish3.1|javax.enterprise.system.core.security.com.sun.enterprise.security|_ThreadID=15;_ThreadName=Thread-1;|SEC1010: Entering Security Startup Service|#] [#|2010-10-14T21:56:16.221-0700|INFO|glassfish3.1|javax.enterprise.system.core.security.com.sun.enterprise.security|_ThreadID=15;_ThreadName=Thread-1;|SEC1143: Loading policy provider com.sun.enterprise.security.provider.PolicyWrapper.|#] [#|2010-10-14T21:56:16.316-0700|INFO|glassfish3.1|javax.enterprise.system.core.security.com.sun.enterprise.security.auth.realm|_ThreadID=15;_ThreadName=Thread-1;|SEC1115: Realm [admin-realm] of classtype [com.sun.enterprise.security.auth.realm.file.FileRealm] successfully created.|#] [#|2010-10-14T21:56:16.318-0700|INFO|glassfish3.1|javax.enterprise.system.core.security.com.sun.enterprise.security.auth.realm|_ThreadID=15;_ThreadName=Thread-1;|SEC1115: Realm [file] of classtype [com.sun.enterprise.security.auth.realm.file.FileRealm] successfully created.|#] [#|2010-10-14T21:56:16.339-0700|INFO|glassfish3.1|javax.enterprise.system.core.security.com.sun.enterprise.security.auth.realm|_ThreadID=15;_ThreadName=Thread-1;|SEC1115: Realm [certificate] of classtype [com.sun.enterprise.security.auth.realm.certificate.CertificateRealm] successfully created.|#] [#|2010-10-14T21:56:16.364-0700|INFO|glassfish3.1|javax.enterprise.system.core.security.com.sun.enterprise.security|_ThreadID=15;_ThreadName=Thread-1;|SEC1011: Security Service(s) Started Successfully|#] [#|2010-10-14T21:56:28.634-0700|INFO|glassfish3.1|javax.enterprise.system.core.transaction.com.sun.jts.CosTransactions|_ThreadID=15;_ThreadName=Thread-1;|JTS5014: Recoverable JTS instance, serverId = [23701]|#] [#|2010-10-14T21:56:31.557-0700|INFO|glassfish3.1|javax.enterprise.system.container.ejb.com.sun.ejb.containers.builder|_ThreadID=15;_ThreadName=Thread-1;|TopLevel AvailabilityService.getAvailabilityEnabled => true|#] [#|2010-10-14T21:56:31.558-0700|INFO|glassfish3.1|javax.enterprise.system.container.ejb.com.sun.ejb.containers.builder|_ThreadID=15;_ThreadName=Thread-1;|TopLevel EjbAvailabilityService.getAvailabilityEnabled => true|#] [#|2010-10-14T21:56:31.558-0700|INFO|glassfish3.1|javax.enterprise.system.container.ejb.com.sun.ejb.containers.builder|_ThreadID=15;_ThreadName=Thread-1;|**Global AvailabilityEnabled => true; isAppHAEnabled: true|#] [#|2010-10-14T21:56:31.559-0700|INFO|glassfish3.1|javax.enterprise.system.container.ejb.com.sun.ejb.containers.builder|_ThreadID=15;_ThreadName=Thread-1;|StatefulContainerBuilder AvailabilityEnabled for this app => true|#] [#|2010-10-14T21:56:31.561-0700|INFO|glassfish3.1|javax.enterprise.system.container.ejb.com.sun.ejb.containers.builder|_ThreadID=15;_ThreadName=Thread-1;|StatefulContainerBuilder.buildStoreManager() storeName: SFSBtest82Bean-84352602761986048-BackingStore|#] [#|2010-10-14T21:56:31.590-0700|INFO|glassfish3.1|null|_ThreadID=15;_ThreadName=Thread-1;|Entered GlassFish2ShoalBackingStoreFactory.createBackingStore...|#] [#|2010-10-14T21:56:31.592-0700|INFO|glassfish3.1|org.shoal.ha.cache.mapper|_ThreadID=15;_ThreadName=Thread-1;|DefaultKeyMapper created for: myName: instance102; groupName: st-cluster|#] [#|2010-10-14T21:56:31.882-0700|INFO|glassfish3.1|null|_ThreadID=15;_ThreadName=Thread-1;|** SET ASYNC REPLICATUION: false|#] [#|2010-10-14T21:56:31.889-0700|INFO|glassfish3.1|ShoalLogger|_ThreadID=15;_ThreadName=Thread-1;|**GroupServiceProvider:: GMS module for group st-cluster should have been started by now GMS: com.sun.enterprise.ee.cms.impl.common.GroupManagementServiceImpl@a1c9f2|#] [#|2010-10-14T21:56:31.889-0700|INFO|glassfish3.1|ShoalLogger|_ThreadID=15;_ThreadName=Thread-1;|**GroupServiceProvider:: REGISTERED member event listeners for => |#] [#|2010-10-14T21:56:31.889-0700|INFO|glassfish3.1|null|_ThreadID=15;_ThreadName=Thread-1;|**GroupServiceProvider:checkAndNotifyAboutCurrentAndPreviousMembers: previous viewID: -100; current viewID: 4; com.sun.enterprise.ee.cms.impl.common.JoinedAndReadyNotificationSignalImpl@1d13a79|#] [#|2010-10-14T21:56:31.890-0700|INFO|glassfish3.1|org.shoal.ha.cache.mapper|_ThreadID=15;_ThreadName=Thread-1;|DefaultKeyMapper[instance102].onViewChange (isJoin: true) currentView: instance101 : instance103 : instance104; previousView ReplicaChoices[instance101]: instance101 ReplicaChoices[instance103]: instance103 ReplicaChoices[instance104]: instance104 |#] [#|2010-10-14T21:56:31.890-0700|INFO|glassfish3.1|null|_ThreadID=15;_ThreadName=Thread-1;|**VIEW: prevViewId: -100; curViewID: 4; signal: com.sun.enterprise.ee.cms.impl.common.JoinedAndReadyNotificationSignalImpl@1d13a79 [current: instance101, instance102, instance103, instance104] [previous: ]|#] [#|2010-10-14T21:56:31.890-0700|INFO|glassfish3.1|null|_ThreadID=15;_ThreadName=Thread-1;|**********************************************************************|#] [#|2010-10-14T21:56:31.892-0700|INFO|glassfish3.1|null|_ThreadID=15;_ThreadName=Thread-1;|**DataStorecontext.setDoSyncReplication = false|#] [#|2010-10-14T21:56:31.894-0700|INFO|glassfish3.1|null|_ThreadID=15;_ThreadName=Thread-1;|**GroupServiceProvider:checkAndNotifyAboutCurrentAndPreviousMembers: previous viewID: 4; current viewID: 4; com.sun.enterprise.ee.cms.impl.common.JoinedAndReadyNotificationSignalImpl@1d13a79|#] [#|2010-10-14T21:56:31.894-0700|INFO|glassfish3.1|null|_ThreadID=15;_ThreadName=Thread-1;|**GroupServiceProvider:checkAndNotifyAboutCurrentAndPreviousMembers. Entered ELSE 2|#] [#|2010-10-14T21:56:31.894-0700|INFO|glassfish3.1|org.shoal.ha.cache.mapper|_ThreadID=15;_ThreadName=Thread-1;|DefaultKeyMapper[instance102].onViewChange (isJoin: true) currentView: instance101 : instance103 : instance104; previousView ReplicaChoices[instance101]: instance101 ReplicaChoices[instance103]: instance103 ReplicaChoices[instance104]: instance104 |#] [#|2010-10-14T21:56:31.894-0700|INFO|glassfish3.1|org.shoal.ha.cache.mapper|_ThreadID=15;_ThreadName=Thread-1;|DefaultKeyMapper[instance102].onViewChange (isJoin: true) currentView: instance101 : instance103 : instance104; previousView ReplicaChoices[instance101]: instance101 ReplicaChoices[instance103]: instance103 ReplicaChoices[instance104]: instance104 |#] [#|2010-10-14T21:56:31.896-0700|INFO|glassfish3.1|null|_ThreadID=15;_ThreadName=Thread-1;|**VIEW: prevViewId: 4; curViewID: 4; signal: com.sun.enterprise.ee.cms.impl.common.JoinedAndReadyNotificationSignalImpl@1d13a79 [current: instance101, instance102, instance103, instance104] [previous: ]|#] [#|2010-10-14T21:56:31.896-0700|INFO|glassfish3.1|null|_ThreadID=15;_ThreadName=Thread-1;|**********************************************************************|#] [#|2010-10-14T21:56:31.896-0700|INFO|glassfish3.1|org.shoal.ha.cache.config|_ThreadID=15;_ThreadName=Thread-1;|ReplicationFramework initialized. Configuration: DataStoreConfigurator{instanceName='instance102', groupName='st-cluster', storeName='SFSBtest82Bean-84352602761986048-BackingStore', keyClazz=interface java.io.Serializable, valueClazz=class com.sun.ejb.spi.sfsb.store.SFSBBeanState, keyMapper=org.shoal.ha.store.GlassFishKeyMapper@1d05b0a, dataStoreKeyHelper=org.shoal.ha.cache.api.ObjectKeyHelper@8f8b6, startGMS=false, cacheLocally= false, clazzLoader=53.0, dataStoreEntryHelper=org.shoal.ha.cache.impl.util.DefaultDataStoreEntryHelper@100862e, doSynchronousReplication=false, objectInputOutputStreamFactory=org.shoal.ha.cache.api.DefaultObjectInputOutputStreamFactory@1697518}|#] [#|2010-10-14T21:56:31.898-0700|WARNING|glassfish3.1|javax.enterprise.system.container.ejb.com.sun.ejb.containers.builder|_ThreadID=15;_ThreadName=Thread-1;|StatefulContainerbuilder instantiated store: org.shoal.adapter.store.StoreableReplicatedBackingStore@15062c7; ha-enabled: true ==> BackingStoreConfiguration{clusterName='st-cluster', instanceName='instance102', storeName='SFSBtest82Bean-84352602761986048-BackingStore', shortUniqueName='84352602761986048', storeType='replication', maxIdleTimeInSeconds=-1, relaxVersionCheck='null', maxLoadWaitTimeInSeconds=0, baseDirectoryName='/export/home/hatest/v31/tmp/glassfish3/glassfish/nodes/agent1/instance102/session-store/SFBTC113app_SFBTC113app#sfsbtc82ejb_jar_SFSBtest82Bean', keyClazz=interface java.io.Serializable, valueClazz=class com.sun.ejb.spi.sfsb.store.SFSBBeanState, synchronousSave=false, typicalPayloadSizeInKiloBytes=0, vendorSpecificSettings={start.gms=false, async.replication=true, key.mapper=org.shoal.ha.store.GlassFishKeyMapper@1d05b0a, local.caching=true}}|#] [#|2010-10-14T21:56:31.955-0700|INFO|glassfish3.1|javax.enterprise.system.container.ejb.com.sun.ejb.containers|_ThreadID=15;_ThreadName=Thread-1;|Portable JNDI names for EJB SFSBtest82Bean : [java:global/SFBTC113app/sfsbtc82ejb/SFSBtest82Bean!com.sun.appserver.tests.ha.sfsb.sfbtc113.SFSBtest82, java:global/SFBTC113app/sfsbtc82ejb/SFSBtest82Bean]|#] [#|2010-10-14T21:56:31.955-0700|INFO|glassfish3.1|javax.enterprise.system.container.ejb.com.sun.ejb.containers|_ThreadID=15;_ThreadName=Thread-1;|Glassfish-specific (Non-portable) JNDI names for EJB SFSBtest82Bean : [ejb/SFSBtest82, ejb/SFSBtest82#com.sun.appserver.tests.ha.sfsb.sfbtc113.SFSBtest82]|#] [#|2010-10-14T21:56:32.027-0700|INFO|glassfish3.1|javax.enterprise.system.container.web.org.glassfish.web.ha.session.management|_ThreadID=15;_ThreadName=Thread-1;|ReplicationWebEventPersistentManager created|#] [#|2010-10-14T21:56:32.033-0700|INFO|glassfish3.1|javax.enterprise.system.container.web.com.sun.enterprise.web|_ThreadID=88;_ThreadName=http-thread-pool-24849(3);|PersistenceStrategyBuilderFactory>>createPersistenceStrategyBuilder: CandidateBuilderClassName = class org.glassfish.web.ha.strategy.builder.ReplicatedWebMethodSessionStrategyBuilder|#] [#|2010-10-14T21:56:32.033-0700|INFO|glassfish3.1|javax.enterprise.system.container.web.com.sun.enterprise.web|_ThreadID=15;_ThreadName=Thread-1;|PersistenceStrategyBuilderFactory>>createPersistenceStrategyBuilder: CandidateBuilderClassName = class org.glassfish.web.ha.strategy.builder.ReplicatedWebMethodSessionStrategyBuilder|#] [#|2010-10-14T21:56:32.033-0700|INFO|glassfish3.1|javax.enterprise.system.container.web.com.sun.enterprise.web|_ThreadID=88;_ThreadName=http-thread-pool-24849(3);|PersistenceStrategyBuilderFactory>>createPersistenceStrategyBuilder: CandidateBuilderClassName = class org.glassfish.web.ha.strategy.builder.ReplicatedWebMethodSessionStrategyBuilder|#] [#|2010-10-14T21:56:32.037-0700|INFO|glassfish3.1|javax.enterprise.system.container.web.org.glassfish.web.ha.session.management|_ThreadID=15;_ThreadName=Thread-1;|Create backing store invoked with persistence type replicated and store name /sfsbtc113|#] [#|2010-10-14T21:56:32.037-0700|INFO|glassfish3.1|javax.enterprise.system.container.web.org.glassfish.web.ha.session.management|_ThreadID=15;_ThreadName=Thread-1;|About to create backing store BackingStoreConfiguration{clusterName='st-cluster', instanceName='instance102', storeName='/sfsbtc113', shortUniqueName='null', storeType='replicated', maxIdleTimeInSeconds=-1, relaxVersionCheck='null', maxLoadWaitTimeInSeconds=0, baseDirectoryName='null', keyClazz=class java.lang.String, valueClazz=class org.glassfish.web.ha.session.management.SimpleMetadata, synchronousSave=false, typicalPayloadSizeInKiloBytes=0, vendorSpecificSettings={async.replication=true}}|#] [#|2010-10-14T21:56:32.037-0700|INFO|glassfish3.1|null|_ThreadID=15;_ThreadName=Thread-1;|Entered GlassFish2ShoalBackingStoreFactory.createBackingStore...|#] [#|2010-10-14T21:56:32.037-0700|INFO|glassfish3.1|org.shoal.ha.cache.mapper|_ThreadID=15;_ThreadName=Thread-1;|DefaultKeyMapper created for: myName: instance102; groupName: st-cluster|#] [#|2010-10-14T21:56:32.041-0700|INFO|glassfish3.1|null|_ThreadID=15;_ThreadName=Thread-1;|** SET ASYNC REPLICATUION: false|#] [#|2010-10-14T21:56:32.043-0700|INFO|glassfish3.1|null|_ThreadID=15;_ThreadName=Thread-1;|**GroupServiceProvider:checkAndNotifyAboutCurrentAndPreviousMembers: previous viewID: 4; current viewID: 4; com.sun.enterprise.ee.cms.impl.common.JoinedAndReadyNotificationSignalImpl@1d13a79|#] [#|2010-10-14T21:56:32.043-0700|INFO|glassfish3.1|null|_ThreadID=15;_ThreadName=Thread-1;|**GroupServiceProvider:checkAndNotifyAboutCurrentAndPreviousMembers. Entered ELSE 2|#] [#|2010-10-14T21:56:32.043-0700|INFO|glassfish3.1|org.shoal.ha.cache.mapper|_ThreadID=15;_ThreadName=Thread-1;|DefaultKeyMapper[instance102].onViewChange (isJoin: true) currentView: instance101 : instance103 : instance104; previousView ReplicaChoices[instance101]: instance101 ReplicaChoices[instance103]: instance103 ReplicaChoices[instance104]: instance104 |#] [#|2010-10-14T21:56:32.043-0700|INFO|glassfish3.1|org.shoal.ha.cache.mapper|_ThreadID=15;_ThreadName=Thread-1;|DefaultKeyMapper[instance102].onViewChange (isJoin: true) currentView: instance101 : instance103 : instance104; previousView ReplicaChoices[instance101]: instance101 ReplicaChoices[instance103]: instance103 ReplicaChoices[instance104]: instance104 |#] [#|2010-10-14T21:56:32.043-0700|INFO|glassfish3.1|org.shoal.ha.cache.mapper|_ThreadID=15;_ThreadName=Thread-1;|DefaultKeyMapper[instance102].onViewChange (isJoin: true) currentView: instance101 : instance103 : instance104; previousView ReplicaChoices[instance101]: instance101 ReplicaChoices[instance103]: instance103 ReplicaChoices[instance104]: instance104 |#] [#|2010-10-14T21:56:32.044-0700|INFO|glassfish3.1|null|_ThreadID=15;_ThreadName=Thread-1;|**VIEW: prevViewId: 4; curViewID: 4; signal: com.sun.enterprise.ee.cms.impl.common.JoinedAndReadyNotificationSignalImpl@1d13a79 [current: instance101, instance102, instance103, instance104] [previous: ]|#] [#|2010-10-14T21:56:32.044-0700|INFO|glassfish3.1|null|_ThreadID=15;_ThreadName=Thread-1;|**********************************************************************|#] [#|2010-10-14T21:56:32.045-0700|INFO|glassfish3.1|null|_ThreadID=15;_ThreadName=Thread-1;|**GroupServiceProvider:checkAndNotifyAboutCurrentAndPreviousMembers: previous viewID: 4; current viewID: 4; com.sun.enterprise.ee.cms.impl.common.JoinedAndReadyNotificationSignalImpl@1d13a79|#] [#|2010-10-14T21:56:32.045-0700|INFO|glassfish3.1|null|_ThreadID=15;_ThreadName=Thread-1;|**GroupServiceProvider:checkAndNotifyAboutCurrentAndPreviousMembers. Entered ELSE 2|#] [#|2010-10-14T21:56:32.045-0700|INFO|glassfish3.1|org.shoal.ha.cache.mapper|_ThreadID=15;_ThreadName=Thread-1;|DefaultKeyMapper[instance102].onViewChange (isJoin: true) currentView: instance101 : instance103 : instance104; previousView ReplicaChoices[instance101]: instance101 ReplicaChoices[instance103]: instance103 ReplicaChoices[instance104]: instance104 |#] [#|2010-10-14T21:56:32.046-0700|INFO|glassfish3.1|org.shoal.ha.cache.mapper|_ThreadID=15;_ThreadName=Thread-1;|DefaultKeyMapper[instance102].onViewChange (isJoin: true) currentView: instance101 : instance103 : instance104; previousView ReplicaChoices[instance101]: instance101 ReplicaChoices[instance103]: instance103 ReplicaChoices[instance104]: instance104 |#] [#|2010-10-14T21:56:32.046-0700|INFO|glassfish3.1|org.shoal.ha.cache.mapper|_ThreadID=15;_ThreadName=Thread-1;|DefaultKeyMapper[instance102].onViewChange (isJoin: true) currentView: instance101 : instance103 : instance104; previousView ReplicaChoices[instance101]: instance101 ReplicaChoices[instance103]: instance103 ReplicaChoices[instance104]: instance104 |#] [#|2010-10-14T21:56:32.046-0700|INFO|glassfish3.1|org.shoal.ha.cache.mapper|_ThreadID=15;_ThreadName=Thread-1;|DefaultKeyMapper[instance102].onViewChange (isJoin: true) currentView: instance101 : instance103 : instance104; previousView ReplicaChoices[instance101]: instance101 ReplicaChoices[instance103]: instance103 ReplicaChoices[instance104]: instance104 |#] [#|2010-10-14T21:56:32.046-0700|INFO|glassfish3.1|null|_ThreadID=15;_ThreadName=Thread-1;|**VIEW: prevViewId: 4; curViewID: 4; signal: com.sun.enterprise.ee.cms.impl.common.JoinedAndReadyNotificationSignalImpl@1d13a79 [current: instance101, instance102, instance103, instance104] [previous: ]|#] [#|2010-10-14T21:56:32.046-0700|INFO|glassfish3.1|null|_ThreadID=15;_ThreadName=Thread-1;|**********************************************************************|#] [#|2010-10-14T21:56:32.046-0700|INFO|glassfish3.1|org.shoal.ha.cache.config|_ThreadID=15;_ThreadName=Thread-1;|Created ReplicatedDataStore with config: DataStoreConfigurator{instanceName='instance102', groupName='st-cluster', storeName='/sfsbtc113', keyClazz=class java.lang.String, valueClazz=class org.glassfish.web.ha.session.management.SimpleMetadata, keyMapper=org.shoal.ha.store.GlassFishKeyMapper@1b50891, dataStoreKeyHelper=org.shoal.ha.cache.api.ObjectKeyHelper@4578e0, startGMS=false, cacheLocally= false, clazzLoader=94.0, dataStoreEntryHelper=org.shoal.ha.cache.impl.util.DefaultDataStoreEntryHelper@102f5c2, doSynchronousReplication=false, objectInputOutputStreamFactory=org.shoal.ha.cache.api.DefaultObjectInputOutputStreamFactory@154d3ac}|#] [#|2010-10-14T21:56:32.047-0700|INFO|glassfish3.1|null|_ThreadID=15;_ThreadName=Thread-1;|GlassFish2ShoalBackingStoreFactory:: CREATED an instance of: org.shoal.adapter.store.ReplicatedBackingStore|#] [#|2010-10-14T21:56:32.047-0700|INFO|glassfish3.1|null|_ThreadID=15;_ThreadName=Thread-1;|ReplicatedManager.keymapper is org.shoal.ha.store.GlassFishKeyMapper@1b50891|#] [#|2010-10-14T21:56:32.343-0700|INFO|glassfish3.1|javax.enterprise.system.container.web.com.sun.enterprise.web|_ThreadID=88;_ThreadName=http-thread-pool-24849(3);|WEB0671: Loading application [SFBTC113app#web.war] at [/sfsbtc113]|#] [#|2010-10-14T21:56:32.343-0700|INFO|glassfish3.1|javax.enterprise.system.container.web.com.sun.enterprise.web|_ThreadID=88;_ThreadName=http-thread-pool-24849(3);|WEB0671: Loading application [SFBTC113app#web.war] at [/sfsbtc113]|#] [#|2010-10-14T21:56:32.343-0700|INFO|glassfish3.1|javax.enterprise.system.container.web.com.sun.enterprise.web|_ThreadID=15;_ThreadName=Thread-1;|WEB0671: Loading application [SFBTC113app#web.war] at [/sfsbtc113]|#] [#|2010-10-14T21:56:32.422-0700|INFO|glassfish3.1|javax.enterprise.system.tools.admin.org.glassfish.deployment.admin|_ThreadID=15;_ThreadName=Thread-1;|SFBTC113app was successfully deployed in 17,022 milliseconds.|#] [#|2010-10-14T21:56:41.135-0700|SEVERE|glassfish3.1|com.sun.grizzly.config.GrizzlyServiceListener|_ThreadID=15;_ThreadName=Thread-1;|Connection refused|#] [#|2010-10-14T21:56:41.139-0700|SEVERE|glassfish3.1|com.sun.grizzly.config.GrizzlyServiceListener|_ThreadID=15;_ThreadName=Thread-1;|Connection refused|#] [#|2010-10-14T21:56:42.397-0700|INFO|glassfish3.1|ShoalLogger|_ThreadID=15;_ThreadName=Thread-1;|GMS1092: GMS View Change Received for group st-cluster : Members in view for IN_DOUBT_EVENT(before change analysis) are : 1: MemberId: instance101, MemberType: CORE, Address: 192.168.122.1:9100:228.9.155.113:27971:st-cluster:instance101 2: MemberId: instance102, MemberType: CORE, Address: 192.168.122.1:9112:228.9.155.113:27971:st-cluster:instance102 3: MemberId: instance103, MemberType: CORE, Address: 192.168.122.1:9111:228.9.155.113:27971:st-cluster:instance103 4: MemberId: instance104, MemberType: CORE, Address: 192.168.122.1:9101:228.9.155.113:27971:st-cluster:instance104 5: MemberId: server, MemberType: SPECTATOR, Address: 192.168.122.1:9110:228.9.155.113:27971:st-cluster:server |#] [#|2010-10-14T21:56:42.398-0700|INFO|glassfish3.1|ShoalLogger|_ThreadID=15;_ThreadName=Thread-1;|GMS1016: Analyzing new membership snapshot received as part of event : IN_DOUBT_EVENT for Member: instance101 of Group: st-cluster|#] [#|2010-10-14T21:56:42.398-0700|INFO|glassfish3.1|ShoalLogger|_ThreadID=15;_ThreadName=Thread-1;|GMS1007: Received FailureSuspectedEvent for Member: instance101 of Group: st-cluster|#] [#|2010-10-14T21:56:42.400-0700|INFO|glassfish3.1|ShoalLogger|_ThreadID=15;_ThreadName=Thread-1;|GMS1005: Sending FailureSuspectedSignals to registered Actions. Member:instance101...|#] [#|2010-10-14T21:56:42.462-0700|SEVERE|glassfish3.1|com.sun.grizzly.config.GrizzlyServiceListener|_ThreadID=15;_ThreadName=Thread-1;|Connection refused|#] [#|2010-10-14T21:56:42.463-0700|SEVERE|glassfish3.1|com.sun.grizzly.config.GrizzlyServiceListener|_ThreadID=15;_ThreadName=Thread-1;|Connection refused|#] [#|2010-10-14T21:56:44.405-0700|INFO|glassfish3.1|ShoalLogger|_ThreadID=15;_ThreadName=Thread-1;|GMS1092: GMS View Change Received for group st-cluster : Members in view for FAILURE_EVENT(before change analysis) are : 1: MemberId: instance102, MemberType: CORE, Address: 192.168.122.1:9112:228.9.155.113:27971:st-cluster:instance102 2: MemberId: instance103, MemberType: CORE, Address: 192.168.122.1:9111:228.9.155.113:27971:st-cluster:instance103 3: MemberId: instance104, MemberType: CORE, Address: 192.168.122.1:9101:228.9.155.113:27971:st-cluster:instance104 4: MemberId: server, MemberType: SPECTATOR, Address: 192.168.122.1:9110:228.9.155.113:27971:st-cluster:server |#] [#|2010-10-14T21:56:44.405-0700|INFO|glassfish3.1|ShoalLogger|_ThreadID=15;_ThreadName=Thread-1;|GMS1016: Analyzing new membership snapshot received as part of event : FAILURE_EVENT for Member: instance101 of Group: st-cluster|#] [#|2010-10-14T21:56:44.405-0700|INFO|glassfish3.1|ShoalLogger|_ThreadID=15;_ThreadName=Thread-1;|GMS1019: The following member has failed: instance101 of Group: st-cluster|#] [#|2010-10-14T21:56:44.407-0700|INFO|glassfish3.1|ShoalLogger|_ThreadID=15;_ThreadName=Thread-1;|GMS1102: Appointed Recovery Server:instance102:for failed member:instance101:for group:st-cluster|#] [#|2010-10-14T21:56:44.416-0700|INFO|glassfish3.1|ShoalLogger|_ThreadID=15;_ThreadName=Thread-1;|GMS1004: Sending FailureRecoveryNotification to component GlassfishV31|#] [#|2010-10-14T21:56:44.427-0700|INFO|glassfish3.1|ShoalLogger|_ThreadID=15;_ThreadName=Thread-1;|GMS1003: Sending FailureNotificationSignals to registered Actions. Member: instance101...|#] [#|2010-10-14T21:56:44.433-0700|INFO|glassfish3.1|null|_ThreadID=15;_ThreadName=Thread-1;|**GroupServiceProvider:checkAndNotifyAboutCurrentAndPreviousMembers: previous viewID: 4; current viewID: 5; com.sun.enterprise.ee.cms.impl.common.FailureNotificationSignalImpl@1482acb|#] [#|2010-10-14T21:56:44.433-0700|INFO|glassfish3.1|org.shoal.ha.cache.mapper|_ThreadID=15;_ThreadName=Thread-1;|DefaultKeyMapper[instance102].onViewChange (isJoin: false) currentView: instance103 : instance104; previousView instance102 : instance103 : instance104 ReplicaChoices[instance103]: instance103 ReplicaChoices[instance104]: instance104 |#] [#|2010-10-14T21:56:44.433-0700|INFO|glassfish3.1|org.shoal.ha.cache.mapper|_ThreadID=15;_ThreadName=Thread-1;|DefaultKeyMapper[instance102].onViewChange (isJoin: false) currentView: instance103 : instance104; previousView instance102 : instance103 : instance104 ReplicaChoices[instance103]: instance103 ReplicaChoices[instance104]: instance104 |#] [#|2010-10-14T21:56:44.433-0700|INFO|glassfish3.1|org.shoal.ha.cache.mapper|_ThreadID=15;_ThreadName=Thread-1;|DefaultKeyMapper[instance102].onViewChange (isJoin: false) currentView: instance103 : instance104; previousView instance102 : instance103 : instance104 ReplicaChoices[instance103]: instance103 ReplicaChoices[instance104]: instance104 |#] [#|2010-10-14T21:56:44.433-0700|INFO|glassfish3.1|org.shoal.ha.cache.mapper|_ThreadID=15;_ThreadName=Thread-1;|DefaultKeyMapper[instance102].onViewChange (isJoin: false) currentView: instance103 : instance104; previousView instance102 : instance103 : instance104 ReplicaChoices[instance103]: instance103 ReplicaChoices[instance104]: instance104 |#] [#|2010-10-14T21:56:44.433-0700|INFO|glassfish3.1|null|_ThreadID=15;_ThreadName=Thread-1;|**VIEW: prevViewId: 4; curViewID: 5; signal: com.sun.enterprise.ee.cms.impl.common.FailureNotificationSignalImpl@1482acb [current: instance102, instance103, instance104] [previous: instance101, instance102, instance103, instance104]|#] [#|2010-10-14T21:56:44.434-0700|INFO|glassfish3.1|null|_ThreadID=15;_ThreadName=Thread-1;|**********************************************************************|#] [#|2010-10-14T21:56:45.357-0700|WARNING|glassfish3.1|org.shoal.ha.cache.command.load_request|_ThreadID=15;_ThreadName=Thread-1;|LoadRequestCommand timed out while waiting for result java.util.concurrent.TimeoutException at java.util.concurrent.FutureTask$Sync.innerGet(FutureTask.java:228) at java.util.concurrent.FutureTask.get(FutureTask.java:91) at org.shoal.adapter.store.commands.StoreableLoadRequestCommand.getResult(StoreableLoadRequestCommand.java:179) at org.shoal.adapter.store.StoreableReplicatedBackingStore.doLoad(StoreableReplicatedBackingStore.java:281) at org.shoal.adapter.store.StoreableReplicatedBackingStore.load(StoreableReplicatedBackingStore.java:206) at org.shoal.adapter.store.StoreableReplicatedBackingStore.load(StoreableReplicatedBackingStore.java:65) at com.sun.ejb.containers.util.cache.LruSessionCache.getStateFromStore(LruSessionCache.java:474) at com.sun.ejb.containers.util.cache.LruSessionCache.lookupEJB(LruSessionCache.java:257) at com.sun.ejb.containers.StatefulSessionContainer._getContextForInstance(StatefulSessionContainer.java:1260) at com.sun.ejb.containers.StatefulSessionContainer.getEJBRemoteBusinessObjectImpl(StatefulSessionContainer.java:1291) at com.sun.ejb.containers.BaseContainer.getTargetObject(BaseContainer.java:1739) at org.glassfish.enterprise.iiop.impl.POARemoteReferenceFactory.preinvoke(POARemoteReferenceFactory.java:500) at com.sun.corba.ee.impl.oa.poa.POAPolicyMediatorImpl_NR_USM.internalGetServant(POAPolicyMediatorImpl_NR_USM.java:97) at com.sun.corba.ee.impl.oa.poa.POAPolicyMediatorBase.getInvocationServant(POAPolicyMediatorBase.java:131) at com.sun.corba.ee.impl.oa.poa.POAImpl.getInvocationServant(POAImpl.java:1650) at com.sun.corba.ee.impl.protocol.ServantCacheLocalCRDBase.updateCachedInfo(ServantCacheLocalCRDBase.java:94) at com.sun.corba.ee.impl.protocol.ServantCacheLocalCRDBase.getCachedInfo(ServantCacheLocalCRDBase.java:77) at com.sun.corba.ee.impl.protocol.FullServantCacheLocalCRDImpl.internalPreinvoke(FullServantCacheLocalCRDImpl.java:64) at com.sun.corba.ee.impl.protocol.LocalClientRequestDispatcherBase.servant_preinvoke(LocalClientRequestDispatcherBase.java:237) at com.sun.corba.ee.impl.protocol.CorbaClientDelegateImpl.servant_preinvoke(CorbaClientDelegateImpl.java:542) at com.sun.corba.ee.impl.presentation.rmi.StubInvocationHandlerImpl.privateInvoke(StubInvocationHandlerImpl.java:221) at com.sun.corba.ee.impl.presentation.rmi.StubInvocationHandlerImpl.invoke(StubInvocationHandlerImpl.java:155) at com.sun.corba.ee.impl.presentation.rmi.codegen.CodegenStubBase.invoke(CodegenStubBase.java:229) at com.sun.appserver.tests.ha.sfsb.sfbtc113.__SFSBtest82_Remote_DynamicStub.ping(com/sun/appserver/tests/ha/sfsb/sfbtc113/__SFSBtest82_Remote_DynamicStub.java) at com.sun.appserver.tests.ha.sfsb.sfbtc113._SFSBtest82_Wrapper.ping(com/sun/appserver/tests/ha/sfsb/sfbtc113/_SFSBtest82_Wrapper.java) at testservlet.processRequest(Unknown Source) at testservlet.doGet(Unknown Source) at javax.servlet.http.HttpServlet.service(HttpServlet.java:735) at javax.servlet.http.HttpServlet.service(HttpServlet.java:848) at org.apache.catalina.core.StandardWrapper.service(StandardWrapper.java:1522) at org.apache.catalina.core.StandardWrapperValve.invoke(StandardWrapperValve.java:281) at org.apache.catalina.core.StandardContextValve.invoke(StandardContextValve.java:175) at org.apache.catalina.core.StandardPipeline.doInvoke(StandardPipeline.java:655) at org.apache.catalina.core.StandardPipeline.invoke(StandardPipeline.java:595) at com.sun.enterprise.web.WebPipeline.invoke(WebPipeline.java:98) at com.sun.enterprise.web.PESessionLockingStandardPipeline.invoke(PESessionLockingStandardPipeline.java:91) at org.apache.catalina.core.StandardHostValve.invoke(StandardHostValve.java:162) at org.apache.catalina.connector.CoyoteAdapter.doService(CoyoteAdapter.java:326) at org.apache.catalina.connector.CoyoteAdapter.service(CoyoteAdapter.java:227) at com.sun.enterprise.v3.services.impl.ContainerMapper.service(ContainerMapper.java:170) at com.sun.grizzly.http.ProcessorTask.invokeAdapter(ProcessorTask.java:824) at com.sun.grizzly.http.ProcessorTask.doProcess(ProcessorTask.java:721) at com.sun.grizzly.http.ProcessorTask.process(ProcessorTask.java:1014) at com.sun.grizzly.http.DefaultProtocolFilter.execute(DefaultProtocolFilter.java:220) at com.sun.grizzly.DefaultProtocolChain.executeProtocolFilter(DefaultProtocolChain.java:135) at com.sun.grizzly.DefaultProtocolChain.execute(DefaultProtocolChain.java:102) at com.sun.grizzly.DefaultProtocolChain.execute(DefaultProtocolChain.java:88) at com.sun.grizzly.http.HttpProtocolChain.execute(HttpProtocolChain.java:76) at com.sun.grizzly.ProtocolChainContextTask.doCall(ProtocolChainContextTask.java:53) at com.sun.grizzly.SelectionKeyContextTask.call(SelectionKeyContextTask.java:57) at com.sun.grizzly.ContextTask.run(ContextTask.java:69) at com.sun.grizzly.util.AbstractThreadPool$Worker.doWork(AbstractThreadPool.java:530) at com.sun.grizzly.util.AbstractThreadPool$Worker.run(AbstractThreadPool.java:511) at java.lang.Thread.run(Thread.java:619) |#] [#|2010-10-14T21:56:45.685-0700|SEVERE|glassfish3.1|javax.enterprise.system.container.ejb.com.sun.ejb.containers.util.cache|_ThreadID=15;_ThreadName=Thread-1;|NRU-com.sun.appserver.tests.ha.sfsb.sfbtc113.SFSBtest82Bean: Cannot load from BACKUPSTORE FOR Key: <1f009009ae3f0608-e0005d3ab7a4e21-1>|#] [#|2010-10-14T21:56:45.686-0700|SEVERE|glassfish3.1|javax.enterprise.resource.corba|_ThreadID=15;_ThreadName=Thread-1;|iiop.gettie_exception javax.ejb.NoSuchObjectLocalException: Invalid Session Key ( 1f009009ae3f0608-e0005d3ab7a4e21-1) at com.sun.ejb.containers.StatefulSessionContainer._getContextForInstance(StatefulSessionContainer.java:1267) at com.sun.ejb.containers.StatefulSessionContainer.getEJBRemoteBusinessObjectImpl(StatefulSessionContainer.java:1291) at com.sun.ejb.containers.BaseContainer.getTargetObject(BaseContainer.java:1739) at org.glassfish.enterprise.iiop.impl.POARemoteReferenceFactory.preinvoke(POARemoteReferenceFactory.java:500) at com.sun.corba.ee.impl.oa.poa.POAPolicyMediatorImpl_NR_USM.internalGetServant(POAPolicyMediatorImpl_NR_USM.java:97) at com.sun.corba.ee.impl.oa.poa.POAPolicyMediatorBase.getInvocationServant(POAPolicyMediatorBase.java:131) at com.sun.corba.ee.impl.oa.poa.POAImpl.getInvocationServant(POAImpl.java:1650) at com.sun.corba.ee.impl.protocol.ServantCacheLocalCRDBase.updateCachedInfo(ServantCacheLocalCRDBase.java:94) at com.sun.corba.ee.impl.protocol.ServantCacheLocalCRDBase.getCachedInfo(ServantCacheLocalCRDBase.java:77) at com.sun.corba.ee.impl.protocol.FullServantCacheLocalCRDImpl.internalPreinvoke(FullServantCacheLocalCRDImpl.java:64) at com.sun.corba.ee.impl.protocol.LocalClientRequestDispatcherBase.servant_preinvoke(LocalClientRequestDispatcherBase.java:237) at com.sun.corba.ee.impl.protocol.CorbaClientDelegateImpl.servant_preinvoke(CorbaClientDelegateImpl.java:542) at com.sun.corba.ee.impl.presentation.rmi.StubInvocationHandlerImpl.privateInvoke(StubInvocationHandlerImpl.java:221) at com.sun.corba.ee.impl.presentation.rmi.StubInvocationHandlerImpl.invoke(StubInvocationHandlerImpl.java:155) at com.sun.corba.ee.impl.presentation.rmi.codegen.CodegenStubBase.invoke(CodegenStubBase.java:229) at com.sun.appserver.tests.ha.sfsb.sfbtc113.__SFSBtest82_Remote_DynamicStub.ping(com/sun/appserver/tests/ha/sfsb/sfbtc113/__SFSBtest82_Remote_DynamicStub.java) at com.sun.appserver.tests.ha.sfsb.sfbtc113._SFSBtest82_Wrapper.ping(com/sun/appserver/tests/ha/sfsb/sfbtc113/_SFSBtest82_Wrapper.java) at testservlet.processRequest(Unknown Source) at testservlet.doGet(Unknown Source) at javax.servlet.http.HttpServlet.service(HttpServlet.java:735) at javax.servlet.http.HttpServlet.service(HttpServlet.java:848) at org.apache.catalina.core.StandardWrapper.service(StandardWrapper.java:1522) at org.apache.catalina.core.StandardWrapperValve.invoke(StandardWrapperValve.java:281) at org.apache.catalina.core.StandardContextValve.invoke(StandardContextValve.java:175) at org.apache.catalina.core.StandardPipeline.doInvoke(StandardPipeline.java:655) at org.apache.catalina.core.StandardPipeline.invoke(StandardPipeline.java:595) at com.sun.enterprise.web.WebPipeline.invoke(WebPipeline.java:98) at com.sun.enterprise.web.PESessionLockingStandardPipeline.invoke(PESessionLockingStandardPipeline.java:91) at org.apache.catalina.core.StandardHostValve.invoke(StandardHostValve.java:162) at org.apache.catalina.connector.CoyoteAdapter.doService(CoyoteAdapter.java:326) at org.apache.catalina.connector.CoyoteAdapter.service(CoyoteAdapter.java:227) at com.sun.enterprise.v3.services.impl.ContainerMapper.service(ContainerMapper.java:170) at com.sun.grizzly.http.ProcessorTask.invokeAdapter(ProcessorTask.java:824) at com.sun.grizzly.http.ProcessorTask.doProcess(ProcessorTask.java:721) at com.sun.grizzly.http.ProcessorTask.process(ProcessorTask.java:1014) at com.sun.grizzly.http.DefaultProtocolFilter.execute(DefaultProtocolFilter.java:220) at com.sun.grizzly.DefaultProtocolChain.executeProtocolFilter(DefaultProtocolChain.java:135) at com.sun.grizzly.DefaultProtocolChain.execute(DefaultProtocolChain.java:102) at com.sun.grizzly.DefaultProtocolChain.execute(DefaultProtocolChain.java:88) at com.sun.grizzly.http.HttpProtocolChain.execute(HttpProtocolChain.java:76) at com.sun.grizzly.ProtocolChainContextTask.doCall(ProtocolChainContextTask.java:53) at com.sun.grizzly.SelectionKeyContextTask.call(SelectionKeyContextTask.java:57) at com.sun.grizzly.ContextTask.run(ContextTask.java:69) at com.sun.grizzly.util.AbstractThreadPool$Worker.doWork(AbstractThreadPool.java:530) at com.sun.grizzly.util.AbstractThreadPool$Worker.run(AbstractThreadPool.java:511) at java.lang.Thread.run(Thread.java:619) |#] [#|2010-10-14T21:56:45.687-0700|SEVERE|glassfish3.1|null|_ThreadID=15;_ThreadName=Thread-1;|javax.ejb.EJBException|#] [#|2010-10-14T21:56:45.688-0700|SEVERE|glassfish3.1|null|_ThreadID=15;_ThreadName=Thread-1;| at com.sun.appserver.tests.ha.sfsb.sfbtc113._SFSBtest82_Wrapper.ping(com/sun/appserver/tests/ha/sfsb/sfbtc113/_SFSBtest82_Wrapper.java)|#] [#|2010-10-14T21:56:45.688-0700|SEVERE|glassfish3.1|null|_ThreadID=15;_ThreadName=Thread-1;| at testservlet.processRequest(Unknown Source)|#] [#|2010-10-14T21:56:45.688-0700|SEVERE|glassfish3.1|null|_ThreadID=15;_ThreadName=Thread-1;| at testservlet.doGet(Unknown Source)|#] [#|2010-10-14T21:56:45.688-0700|SEVERE|glassfish3.1|null|_ThreadID=15;_ThreadName=Thread-1;| at javax.servlet.http.HttpServlet.service(HttpServlet.java:735)|#] [#|2010-10-14T21:56:45.688-0700|SEVERE|glassfish3.1|null|_ThreadID=15;_ThreadName=Thread-1;| at javax.servlet.http.HttpServlet.service(HttpServlet.java:848)|#] [#|2010-10-14T21:56:45.688-0700|SEVERE|glassfish3.1|null|_ThreadID=15;_ThreadName=Thread-1;| at org.apache.catalina.core.StandardWrapper.service(StandardWrapper.java:1522)|#] [#|2010-10-14T21:56:45.688-0700|SEVERE|glassfish3.1|null|_ThreadID=15;_ThreadName=Thread-1;| at org.apache.catalina.core.StandardWrapperValve.invoke(StandardWrapperValve.java:281)|#] [#|2010-10-14T21:56:45.688-0700|SEVERE|glassfish3.1|null|_ThreadID=15;_ThreadName=Thread-1;| at org.apache.catalina.core.StandardContextValve.invoke(StandardContextValve.java:175)|#] [#|2010-10-14T21:56:45.689-0700|SEVERE|glassfish3.1|null|_ThreadID=15;_ThreadName=Thread-1;| at org.apache.catalina.core.StandardPipeline.doInvoke(StandardPipeline.java:655)|#] [#|2010-10-14T21:56:45.689-0700|SEVERE|glassfish3.1|null|_ThreadID=15;_ThreadName=Thread-1;| at org.apache.catalina.core.StandardPipeline.invoke(StandardPipeline.java:595)|#] [#|2010-10-14T21:56:45.689-0700|SEVERE|glassfish3.1|null|_ThreadID=15;_ThreadName=Thread-1;| at com.sun.enterprise.web.WebPipeline.invoke(WebPipeline.java:98)|#] [#|2010-10-14T21:56:45.689-0700|SEVERE|glassfish3.1|null|_ThreadID=15;_ThreadName=Thread-1;| at com.sun.enterprise.web.PESessionLockingStandardPipeline.invoke(PESessionLockingStandardPipeline.java:91)|#] [#|2010-10-14T21:56:45.689-0700|SEVERE|glassfish3.1|null|_ThreadID=15;_ThreadName=Thread-1;| at org.apache.catalina.core.StandardHostValve.invoke(StandardHostValve.java:162)|#] [#|2010-10-14T21:56:45.689-0700|SEVERE|glassfish3.1|null|_ThreadID=15;_ThreadName=Thread-1;| at org.apache.catalina.connector.CoyoteAdapter.doService(CoyoteAdapter.java:326)|#] [#|2010-10-14T21:56:45.689-0700|SEVERE|glassfish3.1|null|_ThreadID=15;_ThreadName=Thread-1;| at org.apache.catalina.connector.CoyoteAdapter.service(CoyoteAdapter.java:227)|#] [#|2010-10-14T21:56:45.689-0700|SEVERE|glassfish3.1|null|_ThreadID=15;_ThreadName=Thread-1;| at com.sun.enterprise.v3.services.impl.ContainerMapper.service(ContainerMapper.java:170)|#] [#|2010-10-14T21:56:45.689-0700|SEVERE|glassfish3.1|null|_ThreadID=15;_ThreadName=Thread-1;| at com.sun.grizzly.http.ProcessorTask.invokeAdapter(ProcessorTask.java:824)|#] [#|2010-10-14T21:56:45.689-0700|SEVERE|glassfish3.1|null|_ThreadID=15;_ThreadName=Thread-1;| at com.sun.grizzly.http.ProcessorTask.doProcess(ProcessorTask.java:721)|#] [#|2010-10-14T21:56:45.690-0700|SEVERE|glassfish3.1|null|_ThreadID=15;_ThreadName=Thread-1;| at com.sun.grizzly.http.ProcessorTask.process(ProcessorTask.java:1014)|#] [#|2010-10-14T21:56:45.690-0700|SEVERE|glassfish3.1|null|_ThreadID=15;_ThreadName=Thread-1;| at com.sun.grizzly.http.DefaultProtocolFilter.execute(DefaultProtocolFilter.java:220)|#] [#|2010-10-14T21:56:45.690-0700|SEVERE|glassfish3.1|null|_ThreadID=15;_ThreadName=Thread-1;| at com.sun.grizzly.DefaultProtocolChain.executeProtocolFilter(DefaultProtocolChain.java:135)|#] [#|2010-10-14T21:56:45.690-0700|SEVERE|glassfish3.1|null|_ThreadID=15;_ThreadName=Thread-1;| at com.sun.grizzly.DefaultProtocolChain.execute(DefaultProtocolChain.java:102)|#] [#|2010-10-14T21:56:45.690-0700|SEVERE|glassfish3.1|null|_ThreadID=15;_ThreadName=Thread-1;| at com.sun.grizzly.DefaultProtocolChain.execute(DefaultProtocolChain.java:88)|#] [#|2010-10-14T21:56:45.690-0700|SEVERE|glassfish3.1|null|_ThreadID=15;_ThreadName=Thread-1;| at com.sun.grizzly.http.HttpProtocolChain.execute(HttpProtocolChain.java:76)|#] [#|2010-10-14T21:56:45.690-0700|SEVERE|glassfish3.1|null|_ThreadID=15;_ThreadName=Thread-1;| at com.sun.grizzly.ProtocolChainContextTask.doCall(ProtocolChainContextTask.java:53)|#] [#|2010-10-14T21:56:45.690-0700|SEVERE|glassfish3.1|null|_ThreadID=15;_ThreadName=Thread-1;| at com.sun.grizzly.SelectionKeyContextTask.call(SelectionKeyContextTask.java:57)|#] [#|2010-10-14T21:56:45.690-0700|SEVERE|glassfish3.1|null|_ThreadID=15;_ThreadName=Thread-1;| at com.sun.grizzly.ContextTask.run(ContextTask.java:69)|#] [#|2010-10-14T21:56:45.690-0700|SEVERE|glassfish3.1|null|_ThreadID=15;_ThreadName=Thread-1;| at com.sun.grizzly.util.AbstractThreadPool$Worker.doWork(AbstractThreadPool.java:530)|#] [#|2010-10-14T21:56:45.690-0700|SEVERE|glassfish3.1|null|_ThreadID=15;_ThreadName=Thread-1;| at com.sun.grizzly.util.AbstractThreadPool$Worker.run(AbstractThreadPool.java:511)|#] [#|2010-10-14T21:56:45.690-0700|SEVERE|glassfish3.1|null|_ThreadID=15;_ThreadName=Thread-1;| at java.lang.Thread.run(Thread.java:619)|#] [#|2010-10-14T21:56:45.691-0700|SEVERE|glassfish3.1|null|_ThreadID=15;_ThreadName=Thread-1;|Caused by: org.omg.CORBA.OBJECT_NOT_EXIST: vmcid: 0x2000 minor code: 1807 completed: No|#] [#|2010-10-14T21:56:45.691-0700|SEVERE|glassfish3.1|null|_ThreadID=15;_ThreadName=Thread-1;| at org.glassfish.enterprise.iiop.impl.POARemoteReferenceFactory.preinvoke(POARemoteReferenceFactory.java:527)|#] [#|2010-10-14T21:56:45.691-0700|SEVERE|glassfish3.1|null|_ThreadID=15;_ThreadName=Thread-1;| at com.sun.corba.ee.impl.oa.poa.POAPolicyMediatorImpl_NR_USM.internalGetServant(POAPolicyMediatorImpl_NR_USM.java:97)|#] [#|2010-10-14T21:56:45.691-0700|SEVERE|glassfish3.1|null|_ThreadID=15;_ThreadName=Thread-1;| at com.sun.corba.ee.impl.oa.poa.POAPolicyMediatorBase.getInvocationServant(POAPolicyMediatorBase.java:131)|#] [#|2010-10-14T21:56:45.691-0700|SEVERE|glassfish3.1|null|_ThreadID=15;_ThreadName=Thread-1;| at com.sun.corba.ee.impl.oa.poa.POAImpl.getInvocationServant(POAImpl.java:1650)|#] [#|2010-10-14T21:56:45.691-0700|SEVERE|glassfish3.1|null|_ThreadID=15;_ThreadName=Thread-1;| at com.sun.corba.ee.impl.protocol.ServantCacheLocalCRDBase.updateCachedInfo(ServantCacheLocalCRDBase.java:94)|#] [#|2010-10-14T21:56:45.691-0700|SEVERE|glassfish3.1|null|_ThreadID=15;_ThreadName=Thread-1;| at com.sun.corba.ee.impl.protocol.ServantCacheLocalCRDBase.getCachedInfo(ServantCacheLocalCRDBase.java:77)|#] [#|2010-10-14T21:56:45.691-0700|SEVERE|glassfish3.1|null|_ThreadID=15;_ThreadName=Thread-1;| at com.sun.corba.ee.impl.protocol.FullServantCacheLocalCRDImpl.internalPreinvoke(FullServantCacheLocalCRDImpl.java:64)|#] [#|2010-10-14T21:56:45.691-0700|SEVERE|glassfish3.1|null|_ThreadID=15;_ThreadName=Thread-1;| at com.sun.corba.ee.impl.protocol.LocalClientRequestDispatcherBase.servant_preinvoke(LocalClientRequestDispatcherBase.java:237)|#] [#|2010-10-14T21:56:45.691-0700|SEVERE|glassfish3.1|null|_ThreadID=15;_ThreadName=Thread-1;| at com.sun.corba.ee.impl.protocol.CorbaClientDelegateImpl.servant_preinvoke(CorbaClientDelegateImpl.java:542)|#] [#|2010-10-14T21:56:45.692-0700|SEVERE|glassfish3.1|null|_ThreadID=15;_ThreadName=Thread-1;| at com.sun.corba.ee.impl.presentation.rmi.StubInvocationHandlerImpl.privateInvoke(StubInvocationHandlerImpl.java:221)|#] [#|2010-10-14T21:56:45.692-0700|SEVERE|glassfish3.1|null|_ThreadID=15;_ThreadName=Thread-1;| at com.sun.corba.ee.impl.presentation.rmi.StubInvocationHandlerImpl.invoke(StubInvocationHandlerImpl.java:155)|#] [#|2010-10-14T21:56:45.692-0700|SEVERE|glassfish3.1|null|_ThreadID=15;_ThreadName=Thread-1;| at com.sun.corba.ee.impl.presentation.rmi.codegen.CodegenStubBase.invoke(CodegenStubBase.java:229)|#] [#|2010-10-14T21:56:45.692-0700|SEVERE|glassfish3.1|null|_ThreadID=15;_ThreadName=Thread-1;| at com.sun.appserver.tests.ha.sfsb.sfbtc113.__SFSBtest82_Remote_DynamicStub.ping(com/sun/appserver/tests/ha/sfsb/sfbtc113/__SFSBtest82_Remote_DynamicStub.java)|#] [#|2010-10-14T21:56:45.692-0700|SEVERE|glassfish3.1|null|_ThreadID=15;_ThreadName=Thread-1;| ... 30 more|#] [#|2010-10-14T21:56:45.884-0700|SEVERE|glassfish3.1|javax.enterprise.system.container.ejb.com.sun.ejb.containers.util.cache|_ThreadID=15;_ThreadName=Thread-1;|NRU-com.sun.appserver.tests.ha.sfsb.sfbtc113.SFSBtest82Bean: Cannot load from BACKUPSTORE FOR Key: <1f009009ae3f0608-e0005d4756dfbf5-2>|#] [#|2010-10-14T21:56:45.884-0700|SEVERE|glassfish3.1|javax.enterprise.resource.corba|_ThreadID=15;_ThreadName=Thread-1;|iiop.gettie_exception javax.ejb.NoSuchObjectLocalException: Invalid Session Key ( 1f009009ae3f0608-e0005d4756dfbf5-2) at com.sun.ejb.containers.StatefulSessionContainer._getContextForInstance(StatefulSessionContainer.java:1267) at com.sun.ejb.containers.StatefulSessionContainer.getEJBRemoteBusinessObjectImpl(StatefulSessionContainer.java:1291) at com.sun.ejb.containers.BaseContainer.getTargetObject(BaseContainer.java:1739) at org.glassfish.enterprise.iiop.impl.POARemoteReferenceFactory.preinvoke(POARemoteReferenceFactory.java:500) at com.sun.corba.ee.impl.oa.poa.POAPolicyMediatorImpl_NR_USM.internalGetServant(POAPolicyMediatorImpl_NR_USM.java:97) at com.sun.corba.ee.impl.oa.poa.POAPolicyMediatorBase.getInvocationServant(POAPolicyMediatorBase.java:131) at com.sun.corba.ee.impl.oa.poa.POAImpl.getInvocationServant(POAImpl.java:1650) at com.sun.corba.ee.impl.protocol.ServantCacheLocalCRDBase.updateCachedInfo(ServantCacheLocalCRDBase.java:94) at com.sun.corba.ee.impl.protocol.ServantCacheLocalCRDBase.getCachedInfo(ServantCacheLocalCRDBase.java:77) at com.sun.corba.ee.impl.protocol.FullServantCacheLocalCRDImpl.internalPreinvoke(FullServantCacheLocalCRDImpl.java:64) at com.sun.corba.ee.impl.protocol.LocalClientRequestDispatcherBase.servant_preinvoke(LocalClientRequestDispatcherBase.java:237) at com.sun.corba.ee.impl.protocol.CorbaClientDelegateImpl.servant_preinvoke(CorbaClientDelegateImpl.java:542) at com.sun.corba.ee.impl.presentation.rmi.StubInvocationHandlerImpl.privateInvoke(StubInvocationHandlerImpl.java:221) at com.sun.corba.ee.impl.presentation.rmi.StubInvocationHandlerImpl.invoke(StubInvocationHandlerImpl.java:155) at com.sun.corba.ee.impl.presentation.rmi.codegen.CodegenStubBase.invoke(CodegenStubBase.java:229) at com.sun.appserver.tests.ha.sfsb.sfbtc113.__SFSBtest82_Remote_DynamicStub.ping(com/sun/appserver/tests/ha/sfsb/sfbtc113/__SFSBtest82_Remote_DynamicStub.java) at com.sun.appserver.tests.ha.sfsb.sfbtc113._SFSBtest82_Wrapper.ping(com/sun/appserver/tests/ha/sfsb/sfbtc113/_SFSBtest82_Wrapper.java) at testservlet.processRequest(Unknown Source) at testservlet.doGet(Unknown Source) at javax.servlet.http.HttpServlet.service(HttpServlet.java:735) at javax.servlet.http.HttpServlet.service(HttpServlet.java:848) at org.apache.catalina.core.StandardWrapper.service(StandardWrapper.java:1522) at org.apache.catalina.core.StandardWrapperValve.invoke(StandardWrapperValve.java:281) at org.apache.catalina.core.StandardContextValve.invoke(StandardContextValve.java:175) at org.apache.catalina.core.StandardPipeline.doInvoke(StandardPipeline.java:655) at org.apache.catalina.core.StandardPipeline.invoke(StandardPipeline.java:595) at com.sun.enterprise.web.WebPipeline.invoke(WebPipeline.java:98) at com.sun.enterprise.web.PESessionLockingStandardPipeline.invoke(PESessionLockingStandardPipeline.java:91) at org.apache.catalina.core.StandardHostValve.invoke(StandardHostValve.java:162) at org.apache.catalina.connector.CoyoteAdapter.doService(CoyoteAdapter.java:326) at org.apache.catalina.connector.CoyoteAdapter.service(CoyoteAdapter.java:227) at com.sun.enterprise.v3.services.impl.ContainerMapper.service(ContainerMapper.java:170) at com.sun.grizzly.http.ProcessorTask.invokeAdapter(ProcessorTask.java:824) at com.sun.grizzly.http.ProcessorTask.doProcess(ProcessorTask.java:721) at com.sun.grizzly.http.ProcessorTask.process(ProcessorTask.java:1014) at com.sun.grizzly.http.DefaultProtocolFilter.execute(DefaultProtocolFilter.java:220) at com.sun.grizzly.DefaultProtocolChain.executeProtocolFilter(DefaultProtocolChain.java:135) at com.sun.grizzly.DefaultProtocolChain.execute(DefaultProtocolChain.java:102) at com.sun.grizzly.DefaultProtocolChain.execute(DefaultProtocolChain.java:88) at com.sun.grizzly.http.HttpProtocolChain.execute(HttpProtocolChain.java:76) at com.sun.grizzly.ProtocolChainContextTask.doCall(ProtocolChainContextTask.java:53) at com.sun.grizzly.SelectionKeyContextTask.call(SelectionKeyContextTask.java:57) at com.sun.grizzly.ContextTask.run(ContextTask.java:69) at com.sun.grizzly.util.AbstractThreadPool$Worker.doWork(AbstractThreadPool.java:530) at com.sun.grizzly.util.AbstractThreadPool$Worker.run(AbstractThreadPool.java:511) at java.lang.Thread.run(Thread.java:619) |#] [#|2010-10-14T21:56:45.885-0700|SEVERE|glassfish3.1|null|_ThreadID=15;_ThreadName=Thread-1;|javax.ejb.EJBException|#] [#|2010-10-14T21:56:45.885-0700|SEVERE|glassfish3.1|null|_ThreadID=15;_ThreadName=Thread-1;| at com.sun.appserver.tests.ha.sfsb.sfbtc113._SFSBtest82_Wrapper.ping(com/sun/appserver/tests/ha/sfsb/sfbtc113/_SFSBtest82_Wrapper.java)|#] [#|2010-10-14T21:56:45.885-0700|SEVERE|glassfish3.1|null|_ThreadID=15;_ThreadName=Thread-1;| at testservlet.processRequest(Unknown Source)|#] [#|2010-10-14T21:56:45.886-0700|SEVERE|glassfish3.1|null|_ThreadID=15;_ThreadName=Thread-1;| at testservlet.doGet(Unknown Source)|#] [#|2010-10-14T21:56:45.886-0700|SEVERE|glassfish3.1|null|_ThreadID=15;_ThreadName=Thread-1;| at javax.servlet.http.HttpServlet.service(HttpServlet.java:735)|#] [#|2010-10-14T21:56:45.886-0700|SEVERE|glassfish3.1|null|_ThreadID=15;_ThreadName=Thread-1;| at javax.servlet.http.HttpServlet.service(HttpServlet.java:848)|#] [#|2010-10-14T21:56:45.886-0700|SEVERE|glassfish3.1|null|_ThreadID=15;_ThreadName=Thread-1;| at org.apache.catalina.core.StandardWrapper.service(StandardWrapper.java:1522)|#] [#|2010-10-14T21:56:45.886-0700|SEVERE|glassfish3.1|null|_ThreadID=15;_ThreadName=Thread-1;| at org.apache.catalina.core.StandardWrapperValve.invoke(StandardWrapperValve.java:281)|#] [#|2010-10-14T21:56:45.886-0700|SEVERE|glassfish3.1|null|_ThreadID=15;_ThreadName=Thread-1;| at org.apache.catalina.core.StandardContextValve.invoke(StandardContextValve.java:175)|#] [#|2010-10-14T21:56:45.886-0700|SEVERE|glassfish3.1|null|_ThreadID=15;_ThreadName=Thread-1;| at org.apache.catalina.core.StandardPipeline.doInvoke(StandardPipeline.java:655)|#] [#|2010-10-14T21:56:45.887-0700|SEVERE|glassfish3.1|null|_ThreadID=15;_ThreadName=Thread-1;| at org.apache.catalina.core.StandardPipeline.invoke(StandardPipeline.java:595)|#] [#|2010-10-14T21:56:45.887-0700|SEVERE|glassfish3.1|null|_ThreadID=15;_ThreadName=Thread-1;| at com.sun.enterprise.web.WebPipeline.invoke(WebPipeline.java:98)|#] [#|2010-10-14T21:56:45.887-0700|SEVERE|glassfish3.1|null|_ThreadID=15;_ThreadName=Thread-1;| at com.sun.enterprise.web.PESessionLockingStandardPipeline.invoke(PESessionLockingStandardPipeline.java:91)|#] [#|2010-10-14T21:56:45.887-0700|SEVERE|glassfish3.1|null|_ThreadID=15;_ThreadName=Thread-1;| at org.apache.catalina.core.StandardHostValve.invoke(StandardHostValve.java:162)|#] [#|2010-10-14T21:56:45.887-0700|SEVERE|glassfish3.1|null|_ThreadID=15;_ThreadName=Thread-1;| at org.apache.catalina.connector.CoyoteAdapter.doService(CoyoteAdapter.java:326)|#] [#|2010-10-14T21:56:45.887-0700|SEVERE|glassfish3.1|null|_ThreadID=15;_ThreadName=Thread-1;| at org.apache.catalina.connector.CoyoteAdapter.service(CoyoteAdapter.java:227)|#] [#|2010-10-14T21:56:45.887-0700|SEVERE|glassfish3.1|null|_ThreadID=15;_ThreadName=Thread-1;| at com.sun.enterprise.v3.services.impl.ContainerMapper.service(ContainerMapper.java:170)|#] [#|2010-10-14T21:56:45.888-0700|SEVERE|glassfish3.1|null|_ThreadID=15;_ThreadName=Thread-1;| at com.sun.grizzly.http.ProcessorTask.invokeAdapter(ProcessorTask.java:824)|#] [#|2010-10-14T21:56:45.888-0700|SEVERE|glassfish3.1|null|_ThreadID=15;_ThreadName=Thread-1;| at com.sun.grizzly.http.ProcessorTask.doProcess(ProcessorTask.java:721)|#] [#|2010-10-14T21:56:45.888-0700|SEVERE|glassfish3.1|null|_ThreadID=15;_ThreadName=Thread-1;| at com.sun.grizzly.http.ProcessorTask.process(ProcessorTask.java:1014)|#] [#|2010-10-14T21:56:45.888-0700|SEVERE|glassfish3.1|null|_ThreadID=15;_ThreadName=Thread-1;| at com.sun.grizzly.http.DefaultProtocolFilter.execute(DefaultProtocolFilter.java:220)|#] [#|2010-10-14T21:56:45.888-0700|SEVERE|glassfish3.1|null|_ThreadID=15;_ThreadName=Thread-1;| at com.sun.grizzly.DefaultProtocolChain.executeProtocolFilter(DefaultProtocolChain.java:135)|#] [#|2010-10-14T21:56:45.888-0700|SEVERE|glassfish3.1|null|_ThreadID=15;_ThreadName=Thread-1;| at com.sun.grizzly.DefaultProtocolChain.execute(DefaultProtocolChain.java:102)|#] [#|2010-10-14T21:56:45.888-0700|SEVERE|glassfish3.1|null|_ThreadID=15;_ThreadName=Thread-1;| at com.sun.grizzly.DefaultProtocolChain.execute(DefaultProtocolChain.java:88)|#] [#|2010-10-14T21:56:45.889-0700|SEVERE|glassfish3.1|null|_ThreadID=15;_ThreadName=Thread-1;| at com.sun.grizzly.http.HttpProtocolChain.execute(HttpProtocolChain.java:76)|#] [#|2010-10-14T21:56:45.889-0700|SEVERE|glassfish3.1|null|_ThreadID=15;_ThreadName=Thread-1;| at com.sun.grizzly.ProtocolChainContextTask.doCall(ProtocolChainContextTask.java:53)|#] [#|2010-10-14T21:56:45.889-0700|SEVERE|glassfish3.1|null|_ThreadID=15;_ThreadName=Thread-1;| at com.sun.grizzly.SelectionKeyContextTask.call(SelectionKeyContextTask.java:57)|#] [#|2010-10-14T21:56:45.889-0700|SEVERE|glassfish3.1|null|_ThreadID=15;_ThreadName=Thread-1;| at com.sun.grizzly.ContextTask.run(ContextTask.java:69)|#] [#|2010-10-14T21:56:45.889-0700|SEVERE|glassfish3.1|null|_ThreadID=15;_ThreadName=Thread-1;| at com.sun.grizzly.util.AbstractThreadPool$Worker.doWork(AbstractThreadPool.java:530)|#] [#|2010-10-14T21:56:45.889-0700|SEVERE|glassfish3.1|null|_ThreadID=15;_ThreadName=Thread-1;| at com.sun.grizzly.util.AbstractThreadPool$Worker.run(AbstractThreadPool.java:511)|#] [#|2010-10-14T21:56:45.889-0700|SEVERE|glassfish3.1|null|_ThreadID=15;_ThreadName=Thread-1;| at java.lang.Thread.run(Thread.java:619)|#] [#|2010-10-14T21:56:45.890-0700|SEVERE|glassfish3.1|null|_ThreadID=15;_ThreadName=Thread-1;|Caused by: org.omg.CORBA.OBJECT_NOT_EXIST: vmcid: 0x2000 minor code: 1807 completed: No|#] [#|2010-10-14T21:56:45.890-0700|SEVERE|glassfish3.1|null|_ThreadID=15;_ThreadName=Thread-1;| at org.glassfish.enterprise.iiop.impl.POARemoteReferenceFactory.preinvoke(POARemoteReferenceFactory.java:527)|#] [#|2010-10-14T21:56:45.890-0700|SEVERE|glassfish3.1|null|_ThreadID=15;_ThreadName=Thread-1;| at com.sun.corba.ee.impl.oa.poa.POAPolicyMediatorImpl_NR_USM.internalGetServant(POAPolicyMediatorImpl_NR_USM.java:97)|#] [#|2010-10-14T21:56:45.890-0700|SEVERE|glassfish3.1|null|_ThreadID=15;_ThreadName=Thread-1;| at com.sun.corba.ee.impl.oa.poa.POAPolicyMediatorBase.getInvocationServant(POAPolicyMediatorBase.java:131)|#] [#|2010-10-14T21:56:45.890-0700|SEVERE|glassfish3.1|null|_ThreadID=15;_ThreadName=Thread-1;| at com.sun.corba.ee.impl.oa.poa.POAImpl.getInvocationServant(POAImpl.java:1650)|#] [#|2010-10-14T21:56:45.890-0700|SEVERE|glassfish3.1|null|_ThreadID=15;_ThreadName=Thread-1;| at com.sun.corba.ee.impl.protocol.ServantCacheLocalCRDBase.updateCachedInfo(ServantCacheLocalCRDBase.java:94)|#] [#|2010-10-14T21:56:45.890-0700|SEVERE|glassfish3.1|null|_ThreadID=15;_ThreadName=Thread-1;| at com.sun.corba.ee.impl.protocol.ServantCacheLocalCRDBase.getCachedInfo(ServantCacheLocalCRDBase.java:77)|#] [#|2010-10-14T21:56:45.890-0700|SEVERE|glassfish3.1|null|_ThreadID=15;_ThreadName=Thread-1;| at com.sun.corba.ee.impl.protocol.FullServantCacheLocalCRDImpl.internalPreinvoke(FullServantCacheLocalCRDImpl.java:64)|#] [#|2010-10-14T21:56:45.891-0700|SEVERE|glassfish3.1|null|_ThreadID=15;_ThreadName=Thread-1;| at com.sun.corba.ee.impl.protocol.LocalClientRequestDispatcherBase.servant_preinvoke(LocalClientRequestDispatcherBase.java:237)|#] [#|2010-10-14T21:56:45.891-0700|SEVERE|glassfish3.1|null|_ThreadID=15;_ThreadName=Thread-1;| at com.sun.corba.ee.impl.protocol.CorbaClientDelegateImpl.servant_preinvoke(CorbaClientDelegateImpl.java:542)|#] [#|2010-10-14T21:56:45.891-0700|SEVERE|glassfish3.1|null|_ThreadID=15;_ThreadName=Thread-1;| at com.sun.corba.ee.impl.presentation.rmi.StubInvocationHandlerImpl.privateInvoke(StubInvocationHandlerImpl.java:221)|#] [#|2010-10-14T21:56:45.891-0700|SEVERE|glassfish3.1|null|_ThreadID=15;_ThreadName=Thread-1;| at com.sun.corba.ee.impl.presentation.rmi.StubInvocationHandlerImpl.invoke(StubInvocationHandlerImpl.java:155)|#] [#|2010-10-14T21:56:45.891-0700|SEVERE|glassfish3.1|null|_ThreadID=15;_ThreadName=Thread-1;| at com.sun.corba.ee.impl.presentation.rmi.codegen.CodegenStubBase.invoke(CodegenStubBase.java:229)|#] [#|2010-10-14T21:56:45.891-0700|SEVERE|glassfish3.1|null|_ThreadID=15;_ThreadName=Thread-1;| at com.sun.appserver.tests.ha.sfsb.sfbtc113.__SFSBtest82_Remote_DynamicStub.ping(com/sun/appserver/tests/ha/sfsb/sfbtc113/__SFSBtest82_Remote_DynamicStub.java)|#] [#|2010-10-14T21:56:45.891-0700|SEVERE|glassfish3.1|null|_ThreadID=15;_ThreadName=Thread-1;| ... 30 more|#] [#|2010-10-14T21:56:46.083-0700|SEVERE|glassfish3.1|javax.enterprise.system.container.ejb.com.sun.ejb.containers.util.cache|_ThreadID=15;_ThreadName=Thread-1;|NRU-com.sun.appserver.tests.ha.sfsb.sfbtc113.SFSBtest82Bean: Cannot load from BACKUPSTORE FOR Key: <1f009009ae3f0608-e0005d459ed2f51-3>|#] [#|2010-10-14T21:56:46.084-0700|SEVERE|glassfish3.1|javax.enterprise.resource.corba|_ThreadID=15;_ThreadName=Thread-1;|iiop.gettie_exception javax.ejb.NoSuchObjectLocalException: Invalid Session Key ( 1f009009ae3f0608-e0005d459ed2f51-3) at com.sun.ejb.containers.StatefulSessionContainer._getContextForInstance(StatefulSessionContainer.java:1267) at com.sun.ejb.containers.StatefulSessionContainer.getEJBRemoteBusinessObjectImpl(StatefulSessionContainer.java:1291) at com.sun.ejb.containers.BaseContainer.getTargetObject(BaseContainer.java:1739) at org.glassfish.enterprise.iiop.impl.POARemoteReferenceFactory.preinvoke(POARemoteReferenceFactory.java:500) at com.sun.corba.ee.impl.oa.poa.POAPolicyMediatorImpl_NR_USM.internalGetServant(POAPolicyMediatorImpl_NR_USM.java:97) at com.sun.corba.ee.impl.oa.poa.POAPolicyMediatorBase.getInvocationServant(POAPolicyMediatorBase.java:131) at com.sun.corba.ee.impl.oa.poa.POAImpl.getInvocationServant(POAImpl.java:1650) at com.sun.corba.ee.impl.protocol.ServantCacheLocalCRDBase.updateCachedInfo(ServantCacheLocalCRDBase.java:94) at com.sun.corba.ee.impl.protocol.ServantCacheLocalCRDBase.getCachedInfo(ServantCacheLocalCRDBase.java:77) at com.sun.corba.ee.impl.protocol.FullServantCacheLocalCRDImpl.internalPreinvoke(FullServantCacheLocalCRDImpl.java:64) at com.sun.corba.ee.impl.protocol.LocalClientRequestDispatcherBase.servant_preinvoke(LocalClientRequestDispatcherBase.java:237) at com.sun.corba.ee.impl.protocol.CorbaClientDelegateImpl.servant_preinvoke(CorbaClientDelegateImpl.java:542) at com.sun.corba.ee.impl.presentation.rmi.StubInvocationHandlerImpl.privateInvoke(StubInvocationHandlerImpl.java:221) at com.sun.corba.ee.impl.presentation.rmi.StubInvocationHandlerImpl.invoke(StubInvocationHandlerImpl.java:155) at com.sun.corba.ee.impl.presentation.rmi.codegen.CodegenStubBase.invoke(CodegenStubBase.java:229) at com.sun.appserver.tests.ha.sfsb.sfbtc113.__SFSBtest82_Remote_DynamicStub.ping(com/sun/appserver/tests/ha/sfsb/sfbtc113/__SFSBtest82_Remote_DynamicStub.java) at com.sun.appserver.tests.ha.sfsb.sfbtc113._SFSBtest82_Wrapper.ping(com/sun/appserver/tests/ha/sfsb/sfbtc113/_SFSBtest82_Wrapper.java) at testservlet.processRequest(Unknown Source) at testservlet.doGet(Unknown Source) at javax.servlet.http.HttpServlet.service(HttpServlet.java:735) at javax.servlet.http.HttpServlet.service(HttpServlet.java:848) at org.apache.catalina.core.StandardWrapper.service(StandardWrapper.java:1522) at org.apache.catalina.core.StandardWrapperValve.invoke(StandardWrapperValve.java:281) at org.apache.catalina.core.StandardContextValve.invoke(StandardContextValve.java:175) at org.apache.catalina.core.StandardPipeline.doInvoke(StandardPipeline.java:655) at org.apache.catalina.core.StandardPipeline.invoke(StandardPipeline.java:595) at com.sun.enterprise.web.WebPipeline.invoke(WebPipeline.java:98) at com.sun.enterprise.web.PESessionLockingStandardPipeline.invoke(PESessionLockingStandardPipeline.java:91) at org.apache.catalina.core.StandardHostValve.invoke(StandardHostValve.java:162) at org.apache.catalina.connector.CoyoteAdapter.doService(CoyoteAdapter.java:326) at org.apache.catalina.connector.CoyoteAdapter.service(CoyoteAdapter.java:227) at com.sun.enterprise.v3.services.impl.ContainerMapper.service(ContainerMapper.java:170) at com.sun.grizzly.http.ProcessorTask.invokeAdapter(ProcessorTask.java:824) at com.sun.grizzly.http.ProcessorTask.doProcess(ProcessorTask.java:721) at com.sun.grizzly.http.ProcessorTask.process(ProcessorTask.java:1014) at com.sun.grizzly.http.DefaultProtocolFilter.execute(DefaultProtocolFilter.java:220) at com.sun.grizzly.DefaultProtocolChain.executeProtocolFilter(DefaultProtocolChain.java:135) at com.sun.grizzly.DefaultProtocolChain.execute(DefaultProtocolChain.java:102) at com.sun.grizzly.DefaultProtocolChain.execute(DefaultProtocolChain.java:88) at com.sun.grizzly.http.HttpProtocolChain.execute(HttpProtocolChain.java:76) at com.sun.grizzly.ProtocolChainContextTask.doCall(ProtocolChainContextTask.java:53) at com.sun.grizzly.SelectionKeyContextTask.call(SelectionKeyContextTask.java:57) at com.sun.grizzly.ContextTask.run(ContextTask.java:69) at com.sun.grizzly.util.AbstractThreadPool$Worker.doWork(AbstractThreadPool.java:530) at com.sun.grizzly.util.AbstractThreadPool$Worker.run(AbstractThreadPool.java:511) at java.lang.Thread.run(Thread.java:619) |#] [#|2010-10-14T21:56:46.084-0700|SEVERE|glassfish3.1|null|_ThreadID=15;_ThreadName=Thread-1;|javax.ejb.EJBException|#] [#|2010-10-14T21:56:46.084-0700|SEVERE|glassfish3.1|null|_ThreadID=15;_ThreadName=Thread-1;| at com.sun.appserver.tests.ha.sfsb.sfbtc113._SFSBtest82_Wrapper.ping(com/sun/appserver/tests/ha/sfsb/sfbtc113/_SFSBtest82_Wrapper.java)|#] [#|2010-10-14T21:56:46.084-0700|SEVERE|glassfish3.1|null|_ThreadID=15;_ThreadName=Thread-1;| at testservlet.processRequest(Unknown Source)|#] [#|2010-10-14T21:56:46.084-0700|SEVERE|glassfish3.1|null|_ThreadID=15;_ThreadName=Thread-1;| at testservlet.doGet(Unknown Source)|#] [#|2010-10-14T21:56:46.085-0700|SEVERE|glassfish3.1|null|_ThreadID=15;_ThreadName=Thread-1;| at javax.servlet.http.HttpServlet.service(HttpServlet.java:735)|#] [#|2010-10-14T21:56:46.085-0700|SEVERE|glassfish3.1|null|_ThreadID=15;_ThreadName=Thread-1;| at javax.servlet.http.HttpServlet.service(HttpServlet.java:848)|#] [#|2010-10-14T21:56:46.085-0700|SEVERE|glassfish3.1|null|_ThreadID=15;_ThreadName=Thread-1;| at org.apache.catalina.core.StandardWrapper.service(StandardWrapper.java:1522)|#] [#|2010-10-14T21:56:46.085-0700|SEVERE|glassfish3.1|null|_ThreadID=15;_ThreadName=Thread-1;| at org.apache.catalina.core.StandardWrapperValve.invoke(StandardWrapperValve.java:281)|#] [#|2010-10-14T21:56:46.085-0700|SEVERE|glassfish3.1|null|_ThreadID=15;_ThreadName=Thread-1;| at org.apache.catalina.core.StandardContextValve.invoke(StandardContextValve.java:175)|#] [#|2010-10-14T21:56:46.085-0700|SEVERE|glassfish3.1|null|_ThreadID=15;_ThreadName=Thread-1;| at org.apache.catalina.core.StandardPipeline.doInvoke(StandardPipeline.java:655)|#] [#|2010-10-14T21:56:46.085-0700|SEVERE|glassfish3.1|null|_ThreadID=15;_ThreadName=Thread-1;| at org.apache.catalina.core.StandardPipeline.invoke(StandardPipeline.java:595)|#] [#|2010-10-14T21:56:46.085-0700|SEVERE|glassfish3.1|null|_ThreadID=15;_ThreadName=Thread-1;| at com.sun.enterprise.web.WebPipeline.invoke(WebPipeline.java:98)|#] [#|2010-10-14T21:56:46.085-0700|SEVERE|glassfish3.1|null|_ThreadID=15;_ThreadName=Thread-1;| at com.sun.enterprise.web.PESessionLockingStandardPipeline.invoke(PESessionLockingStandardPipeline.java:91)|#] [#|2010-10-14T21:56:46.085-0700|SEVERE|glassfish3.1|null|_ThreadID=15;_ThreadName=Thread-1;| at org.apache.catalina.core.StandardHostValve.invoke(StandardHostValve.java:162)|#] [#|2010-10-14T21:56:46.086-0700|SEVERE|glassfish3.1|null|_ThreadID=15;_ThreadName=Thread-1;| at org.apache.catalina.connector.CoyoteAdapter.doService(CoyoteAdapter.java:326)|#] [#|2010-10-14T21:56:46.086-0700|SEVERE|glassfish3.1|null|_ThreadID=15;_ThreadName=Thread-1;| at org.apache.catalina.connector.CoyoteAdapter.service(CoyoteAdapter.java:227)|#] [#|2010-10-14T21:56:46.086-0700|SEVERE|glassfish3.1|null|_ThreadID=15;_ThreadName=Thread-1;| at com.sun.enterprise.v3.services.impl.ContainerMapper.service(ContainerMapper.java:170)|#] [#|2010-10-14T21:56:46.086-0700|SEVERE|glassfish3.1|null|_ThreadID=15;_ThreadName=Thread-1;| at com.sun.grizzly.http.ProcessorTask.invokeAdapter(ProcessorTask.java:824)|#] [#|2010-10-14T21:56:46.086-0700|SEVERE|glassfish3.1|null|_ThreadID=15;_ThreadName=Thread-1;| at com.sun.grizzly.http.ProcessorTask.doProcess(ProcessorTask.java:721)|#] [#|2010-10-14T21:56:46.086-0700|SEVERE|glassfish3.1|null|_ThreadID=15;_ThreadName=Thread-1;| at com.sun.grizzly.http.ProcessorTask.process(ProcessorTask.java:1014)|#] [#|2010-10-14T21:56:46.086-0700|SEVERE|glassfish3.1|null|_ThreadID=15;_ThreadName=Thread-1;| at com.sun.grizzly.http.DefaultProtocolFilter.execute(DefaultProtocolFilter.java:220)|#] [#|2010-10-14T21:56:46.086-0700|SEVERE|glassfish3.1|null|_ThreadID=15;_ThreadName=Thread-1;| at com.sun.grizzly.DefaultProtocolChain.executeProtocolFilter(DefaultProtocolChain.java:135)|#] [#|2010-10-14T21:56:46.086-0700|SEVERE|glassfish3.1|null|_ThreadID=15;_ThreadName=Thread-1;| at com.sun.grizzly.DefaultProtocolChain.execute(DefaultProtocolChain.java:102)|#] [#|2010-10-14T21:56:46.086-0700|SEVERE|glassfish3.1|null|_ThreadID=15;_ThreadName=Thread-1;| at com.sun.grizzly.DefaultProtocolChain.execute(DefaultProtocolChain.java:88)|#] [#|2010-10-14T21:56:46.087-0700|SEVERE|glassfish3.1|null|_ThreadID=15;_ThreadName=Thread-1;| at com.sun.grizzly.http.HttpProtocolChain.execute(HttpProtocolChain.java:76)|#] [#|2010-10-14T21:56:46.087-0700|SEVERE|glassfish3.1|null|_ThreadID=15;_ThreadName=Thread-1;| at com.sun.grizzly.ProtocolChainContextTask.doCall(ProtocolChainContextTask.java:53)|#] [#|2010-10-14T21:56:46.087-0700|SEVERE|glassfish3.1|null|_ThreadID=15;_ThreadName=Thread-1;| at com.sun.grizzly.SelectionKeyContextTask.call(SelectionKeyContextTask.java:57)|#] [#|2010-10-14T21:56:46.087-0700|SEVERE|glassfish3.1|null|_ThreadID=15;_ThreadName=Thread-1;| at com.sun.grizzly.ContextTask.run(ContextTask.java:69)|#] [#|2010-10-14T21:56:46.087-0700|SEVERE|glassfish3.1|null|_ThreadID=15;_ThreadName=Thread-1;| at com.sun.grizzly.util.AbstractThreadPool$Worker.doWork(AbstractThreadPool.java:530)|#] [#|2010-10-14T21:56:46.087-0700|SEVERE|glassfish3.1|null|_ThreadID=15;_ThreadName=Thread-1;| at com.sun.grizzly.util.AbstractThreadPool$Worker.run(AbstractThreadPool.java:511)|#] [#|2010-10-14T21:56:46.087-0700|SEVERE|glassfish3.1|null|_ThreadID=15;_ThreadName=Thread-1;| at java.lang.Thread.run(Thread.java:619)|#] [#|2010-10-14T21:56:46.087-0700|SEVERE|glassfish3.1|null|_ThreadID=15;_ThreadName=Thread-1;|Caused by: org.omg.CORBA.OBJECT_NOT_EXIST: vmcid: 0x2000 minor code: 1807 completed: No|#] [#|2010-10-14T21:56:46.087-0700|SEVERE|glassfish3.1|null|_ThreadID=15;_ThreadName=Thread-1;| at org.glassfish.enterprise.iiop.impl.POARemoteReferenceFactory.preinvoke(POARemoteReferenceFactory.java:527)|#] [#|2010-10-14T21:56:46.088-0700|SEVERE|glassfish3.1|null|_ThreadID=15;_ThreadName=Thread-1;| at com.sun.corba.ee.impl.oa.poa.POAPolicyMediatorImpl_NR_USM.internalGetServant(POAPolicyMediatorImpl_NR_USM.java:97)|#] [#|2010-10-14T21:56:46.088-0700|SEVERE|glassfish3.1|null|_ThreadID=15;_ThreadName=Thread-1;| at com.sun.corba.ee.impl.oa.poa.POAPolicyMediatorBase.getInvocationServant(POAPolicyMediatorBase.java:131)|#] [#|2010-10-14T21:56:46.088-0700|SEVERE|glassfish3.1|null|_ThreadID=15;_ThreadName=Thread-1;| at com.sun.corba.ee.impl.oa.poa.POAImpl.getInvocationServant(POAImpl.java:1650)|#] [#|2010-10-14T21:56:46.088-0700|SEVERE|glassfish3.1|null|_ThreadID=15;_ThreadName=Thread-1;| at com.sun.corba.ee.impl.protocol.ServantCacheLocalCRDBase.updateCachedInfo(ServantCacheLocalCRDBase.java:94)|#] [#|2010-10-14T21:56:46.088-0700|SEVERE|glassfish3.1|null|_ThreadID=15;_ThreadName=Thread-1;| at com.sun.corba.ee.impl.protocol.ServantCacheLocalCRDBase.getCachedInfo(ServantCacheLocalCRDBase.java:77)|#] [#|2010-10-14T21:56:46.088-0700|SEVERE|glassfish3.1|null|_ThreadID=15;_ThreadName=Thread-1;| at com.sun.corba.ee.impl.protocol.FullServantCacheLocalCRDImpl.internalPreinvoke(FullServantCacheLocalCRDImpl.java:64)|#] [#|2010-10-14T21:56:46.088-0700|SEVERE|glassfish3.1|null|_ThreadID=15;_ThreadName=Thread-1;| at com.sun.corba.ee.impl.protocol.LocalClientRequestDispatcherBase.servant_preinvoke(LocalClientRequestDispatcherBase.java:237)|#] [#|2010-10-14T21:56:46.088-0700|SEVERE|glassfish3.1|null|_ThreadID=15;_ThreadName=Thread-1;| at com.sun.corba.ee.impl.protocol.CorbaClientDelegateImpl.servant_preinvoke(CorbaClientDelegateImpl.java:542)|#] [#|2010-10-14T21:56:46.088-0700|SEVERE|glassfish3.1|null|_ThreadID=15;_ThreadName=Thread-1;| at com.sun.corba.ee.impl.presentation.rmi.StubInvocationHandlerImpl.privateInvoke(StubInvocationHandlerImpl.java:221)|#] [#|2010-10-14T21:56:46.088-0700|SEVERE|glassfish3.1|null|_ThreadID=15;_ThreadName=Thread-1;| at com.sun.corba.ee.impl.presentation.rmi.StubInvocationHandlerImpl.invoke(StubInvocationHandlerImpl.java:155)|#] [#|2010-10-14T21:56:46.088-0700|SEVERE|glassfish3.1|null|_ThreadID=15;_ThreadName=Thread-1;| at com.sun.corba.ee.impl.presentation.rmi.codegen.CodegenStubBase.invoke(CodegenStubBase.java:229)|#] [#|2010-10-14T21:56:46.089-0700|SEVERE|glassfish3.1|null|_ThreadID=15;_ThreadName=Thread-1;| at com.sun.appserver.tests.ha.sfsb.sfbtc113.__SFSBtest82_Remote_DynamicStub.ping(com/sun/appserver/tests/ha/sfsb/sfbtc113/__SFSBtest82_Remote_DynamicStub.java)|#] [#|2010-10-14T21:56:46.089-0700|SEVERE|glassfish3.1|null|_ThreadID=15;_ThreadName=Thread-1;| ... 30 more|#] [#|2010-10-14T21:56:46.089-0700|INFO|glassfish3.1|null|_ThreadID=15;_ThreadName=Thread-1;|ejb remotes are not null|#] [#|2010-10-14T21:56:46.089-0700|INFO|glassfish3.1|null|_ThreadID=15;_ThreadName=Thread-1;|ejbremote1 not null|#] [#|2010-10-14T21:56:46.089-0700|INFO|glassfish3.1|null|_ThreadID=15;_ThreadName=Thread-1;|ejbremote2 not null|#] [#|2010-10-14T21:56:46.089-0700|INFO|glassfish3.1|null|_ThreadID=15;_ThreadName=Thread-1;|ejbremote3 not null|#] [#|2010-10-14T21:56:46.089-0700|INFO|glassfish3.1|null|_ThreadID=15;_ThreadName=Thread-1;|ejbremote4 not null|#] [#|2010-10-14T21:56:50.695-0700|INFO|glassfish3.1|ShoalLogger|_ThreadID=15;_ThreadName=Thread-1;|GMS1092: GMS View Change Received for group st-cluster : Members in view for ADD_EVENT(before change analysis) are : 1: MemberId: instance101, MemberType: CORE, Address: 192.168.122.1:9102:228.9.155.113:27971:st-cluster:instance101 2: MemberId: instance102, MemberType: CORE, Address: 192.168.122.1:9112:228.9.155.113:27971:st-cluster:instance102 3: MemberId: instance103, MemberType: CORE, Address: 192.168.122.1:9111:228.9.155.113:27971:st-cluster:instance103 4: MemberId: instance104, MemberType: CORE, Address: 192.168.122.1:9101:228.9.155.113:27971:st-cluster:instance104 5: MemberId: server, MemberType: SPECTATOR, Address: 192.168.122.1:9110:228.9.155.113:27971:st-cluster:server |#] [#|2010-10-14T21:56:50.696-0700|INFO|glassfish3.1|ShoalLogger|_ThreadID=15;_ThreadName=Thread-1;|GMS1016: Analyzing new membership snapshot received as part of event : ADD_EVENT for Member: instance101 of Group: st-cluster|#] [#|2010-10-14T21:56:50.696-0700|INFO|glassfish3.1|ShoalLogger|_ThreadID=15;_ThreadName=Thread-1;|GMS1024: Adding Join member: instance101 group: st-cluster StartupState:INSTANCE_STARTUP |#] [#|2010-10-14T21:56:58.839-0700|INFO|glassfish3.1|ShoalLogger|_ThreadID=15;_ThreadName=Thread-1;|GMS1092: GMS View Change Received for group st-cluster : Members in view for JOINED_AND_READY_EVENT(before change analysis) are : 1: MemberId: instance101, MemberType: CORE, Address: 192.168.122.1:9102:228.9.155.113:27971:st-cluster:instance101 2: MemberId: instance102, MemberType: CORE, Address: 192.168.122.1:9112:228.9.155.113:27971:st-cluster:instance102 3: MemberId: instance103, MemberType: CORE, Address: 192.168.122.1:9111:228.9.155.113:27971:st-cluster:instance103 4: MemberId: instance104, MemberType: CORE, Address: 192.168.122.1:9101:228.9.155.113:27971:st-cluster:instance104 5: MemberId: server, MemberType: SPECTATOR, Address: 192.168.122.1:9110:228.9.155.113:27971:st-cluster:server |#] [#|2010-10-14T21:56:58.839-0700|INFO|glassfish3.1|ShoalLogger|_ThreadID=15;_ThreadName=Thread-1;|GMS1016: Analyzing new membership snapshot received as part of event : JOINED_AND_READY_EVENT for Member: instance101 of Group: st-cluster|#] [#|2010-10-14T21:56:58.839-0700|INFO|glassfish3.1|ShoalLogger|_ThreadID=15;_ThreadName=Thread-1;|GMS1025: Adding Joined And Ready member : instance101 Group: :st-cluster StartupState:INSTANCE_STARTUP |#] [#|2010-10-14T21:56:58.868-0700|INFO|glassfish3.1|null|_ThreadID=15;_ThreadName=Thread-1;|**GroupServiceProvider:checkAndNotifyAboutCurrentAndPreviousMembers: previous viewID: 5; current viewID: 6; com.sun.enterprise.ee.cms.impl.common.JoinedAndReadyNotificationSignalImpl@82a3b2|#] [#|2010-10-14T21:56:58.868-0700|INFO|glassfish3.1|org.shoal.ha.cache.mapper|_ThreadID=15;_ThreadName=Thread-1;|DefaultKeyMapper[instance102].onViewChange (isJoin: true) currentView: instance101 : instance103 : instance104; previousView instance102 : instance103 : instance104 ReplicaChoices[instance101]: instance101 ReplicaChoices[instance103]: instance103 ReplicaChoices[instance104]: instance104 |#] [#|2010-10-14T21:56:58.869-0700|INFO|glassfish3.1|org.shoal.ha.cache.mapper|_ThreadID=15;_ThreadName=Thread-1;|DefaultKeyMapper[instance102].onViewChange (isJoin: true) currentView: instance101 : instance103 : instance104; previousView instance102 : instance103 : instance104 ReplicaChoices[instance101]: instance101 ReplicaChoices[instance103]: instance103 ReplicaChoices[instance104]: instance104 |#] [#|2010-10-14T21:56:58.889-0700|INFO|glassfish3.1|org.shoal.ha.cache.mapper|_ThreadID=15;_ThreadName=Thread-1;|DefaultKeyMapper[instance102].onViewChange (isJoin: true) currentView: instance101 : instance103 : instance104; previousView instance102 : instance103 : instance104 ReplicaChoices[instance101]: instance101 ReplicaChoices[instance103]: instance103 ReplicaChoices[instance104]: instance104 |#] [#|2010-10-14T21:56:58.889-0700|INFO|glassfish3.1|org.shoal.ha.cache.mapper|_ThreadID=15;_ThreadName=Thread-1;|DefaultKeyMapper[instance102].onViewChange (isJoin: true) currentView: instance101 : instance103 : instance104; previousView instance102 : instance103 : instance104 ReplicaChoices[instance101]: instance101 ReplicaChoices[instance103]: instance103 ReplicaChoices[instance104]: instance104 |#] [#|2010-10-14T21:56:58.890-0700|INFO|glassfish3.1|null|_ThreadID=15;_ThreadName=Thread-1;|**VIEW: prevViewId: 5; curViewID: 6; signal: com.sun.enterprise.ee.cms.impl.common.JoinedAndReadyNotificationSignalImpl@82a3b2 [current: instance101, instance102, instance103, instance104] [previous: instance102, instance103, instance104]|#] [#|2010-10-14T21:56:58.890-0700|INFO|glassfish3.1|null|_ThreadID=15;_ThreadName=Thread-1;|**********************************************************************|#] [#|2010-10-14T21:57:00.315-0700|SEVERE|glassfish3.1|javax.enterprise.system.tools.admin.org.glassfish.deployment.admin|_ThreadID=15;_ThreadName=Thread-1;|Cannot stop module web java.lang.NullPointerException at org.apache.catalina.session.StandardSession.hasNonHttpLockOccurred(StandardSession.java:1444) at org.apache.catalina.session.PersistentManagerBase.writeSession(PersistentManagerBase.java:1133) at org.apache.catalina.session.PersistentManagerBase.swapOut(PersistentManagerBase.java:1109) at org.apache.catalina.session.PersistentManagerBase.unload(PersistentManagerBase.java:964) at org.apache.catalina.session.PersistentManagerBase.stop(PersistentManagerBase.java:1259) at org.glassfish.web.ha.session.management.ReplicationWebEventPersistentManager.stop(ReplicationWebEventPersistentManager.java:304) at org.apache.catalina.core.StandardContext.stop(StandardContext.java:5529) at com.sun.enterprise.web.WebModule.stop(WebModule.java:528) at org.apache.catalina.core.ContainerBase.removeChild(ContainerBase.java:1049) at com.sun.enterprise.web.WebContainer.unloadWebModule(WebContainer.java:2144) at com.sun.enterprise.web.WebContainer.unloadWebModule(WebContainer.java:2099) at com.sun.enterprise.web.WebApplication.stop(WebApplication.java:148) at org.glassfish.internal.data.EngineRef.stop(EngineRef.java:169) at org.glassfish.internal.data.ModuleInfo.stop(ModuleInfo.java:267) at org.glassfish.internal.data.ApplicationInfo.stop(ApplicationInfo.java:277) at com.sun.enterprise.v3.server.ApplicationLifecycle.disable(ApplicationLifecycle.java:1824) at org.glassfish.deployment.admin.DisableCommand.execute(DisableCommand.java:259) at com.sun.enterprise.v3.admin.CommandRunnerImpl$1.execute(CommandRunnerImpl.java:353) at com.sun.enterprise.v3.admin.CommandRunnerImpl.doCommand(CommandRunnerImpl.java:368) at com.sun.enterprise.v3.admin.CommandRunnerImpl.doCommand(CommandRunnerImpl.java:1058) at com.sun.enterprise.v3.admin.CommandRunnerImpl.access$1200(CommandRunnerImpl.java:94) at com.sun.enterprise.v3.admin.CommandRunnerImpl$ExecutionContext.execute(CommandRunnerImpl.java:1225) at com.sun.enterprise.v3.admin.CommandRunnerImpl$ExecutionContext.execute(CommandRunnerImpl.java:1214) at com.sun.enterprise.v3.admin.AdminAdapter.doCommand(AdminAdapter.java:375) at com.sun.enterprise.v3.admin.AdminAdapter.service(AdminAdapter.java:209) at com.sun.grizzly.tcp.http11.GrizzlyAdapter.service(GrizzlyAdapter.java:166) at com.sun.enterprise.v3.server.HK2Dispatcher.dispath(HK2Dispatcher.java:117) at com.sun.enterprise.v3.services.impl.ContainerMapper.service(ContainerMapper.java:234) at com.sun.grizzly.http.ProcessorTask.invokeAdapter(ProcessorTask.java:824) at com.sun.grizzly.http.ProcessorTask.doProcess(ProcessorTask.java:721) at com.sun.grizzly.http.ProcessorTask.process(ProcessorTask.java:1014) at com.sun.grizzly.http.DefaultProtocolFilter.execute(DefaultProtocolFilter.java:220) at com.sun.grizzly.DefaultProtocolChain.executeProtocolFilter(DefaultProtocolChain.java:135) at com.sun.grizzly.DefaultProtocolChain.execute(DefaultProtocolChain.java:102) at com.sun.grizzly.DefaultProtocolChain.execute(DefaultProtocolChain.java:88) at com.sun.grizzly.http.HttpProtocolChain.execute(HttpProtocolChain.java:76) at com.sun.grizzly.ProtocolChainContextTask.doCall(ProtocolChainContextTask.java:53) at com.sun.grizzly.SelectionKeyContextTask.call(SelectionKeyContextTask.java:57) at com.sun.grizzly.ContextTask.run(ContextTask.java:69) at com.sun.grizzly.util.AbstractThreadPool$Worker.doWork(AbstractThreadPool.java:530) at com.sun.grizzly.util.AbstractThreadPool$Worker.run(AbstractThreadPool.java:511) at java.lang.Thread.run(Thread.java:619) |#]