[#|2010-10-07T03:10:44.202-0700|INFO|glassfish3.1|javax.enterprise.system.container.ejb.com.sun.ejb.containers.builder|_ThreadID=15;_ThreadName=Thread-1;|TopLevel AvailabilityService.getAvailabilityEnabled => true|#] [#|2010-10-07T03:10:44.202-0700|INFO|glassfish3.1|javax.enterprise.system.container.ejb.com.sun.ejb.containers.builder|_ThreadID=15;_ThreadName=Thread-1;|TopLevel EjbAvailabilityService.getAvailabilityEnabled => true|#] [#|2010-10-07T03:10:44.203-0700|INFO|glassfish3.1|javax.enterprise.system.container.ejb.com.sun.ejb.containers.builder|_ThreadID=15;_ThreadName=Thread-1;|**Global AvailabilityEnabled => true; isAppHAEnabled: true|#] [#|2010-10-07T03:10:44.203-0700|INFO|glassfish3.1|javax.enterprise.system.container.ejb.com.sun.ejb.containers.builder|_ThreadID=15;_ThreadName=Thread-1;|StatefulContainerBuilder AvailabilityEnabled for this app => true|#] [#|2010-10-07T03:10:44.203-0700|INFO|glassfish3.1|javax.enterprise.system.container.ejb.com.sun.ejb.containers.builder|_ThreadID=15;_ThreadName=Thread-1;|StatefulContainerBuilder.buildStoreManager() storeName: SFSBtest82Bean-84307744209633280-BackingStore|#] [#|2010-10-07T03:10:44.204-0700|INFO|glassfish3.1|org.shoal.ha.cache.mapper|_ThreadID=15;_ThreadName=Thread-1;|DefaultKeyMapper created for: myName: instance102; groupName: st-cluster|#] [#|2010-10-07T03:10:44.205-0700|INFO|glassfish3.1|org.shoal.ha.cache.mapper|_ThreadID=15;_ThreadName=Thread-1;|DefaultKeyMapper[instance102].onViewChange (isJoin: true) currentView: instance101 : instance103 : instance104; previousView instance102 : instance103 : instance104 ReplicaChoices[instance101]: instance101 ReplicaChoices[instance103]: instance103 ReplicaChoices[instance104]: instance104 |#] [#|2010-10-07T03:10:44.205-0700|INFO|glassfish3.1|org.shoal.ha.cache.mapper|_ThreadID=15;_ThreadName=Thread-1;|DefaultKeyMapper[instance102].onViewChange (isJoin: true) currentView: instance101 : instance103 : instance104; previousView instance102 : instance103 : instance104 ReplicaChoices[instance101]: instance101 ReplicaChoices[instance103]: instance103 ReplicaChoices[instance104]: instance104 |#] [#|2010-10-07T03:10:44.205-0700|INFO|glassfish3.1|org.shoal.ha.cache.mapper|_ThreadID=15;_ThreadName=Thread-1;|DefaultKeyMapper[instance102].onViewChange (isJoin: true) currentView: instance101 : instance103 : instance104; previousView instance102 : instance103 : instance104 ReplicaChoices[instance101]: instance101 ReplicaChoices[instance103]: instance103 ReplicaChoices[instance104]: instance104 |#] [#|2010-10-07T03:10:44.205-0700|INFO|glassfish3.1|org.shoal.ha.cache.mapper|_ThreadID=15;_ThreadName=Thread-1;|DefaultKeyMapper[instance102].onViewChange (isJoin: true) currentView: instance101 : instance103 : instance104; previousView instance102 : instance103 : instance104 ReplicaChoices[instance101]: instance101 ReplicaChoices[instance103]: instance103 ReplicaChoices[instance104]: instance104 |#] [#|2010-10-07T03:10:44.205-0700|INFO|glassfish3.1|org.shoal.ha.cache.mapper|_ThreadID=15;_ThreadName=Thread-1;|DefaultKeyMapper[instance102].onViewChange (isJoin: true) currentView: instance101 : instance103 : instance104; previousView instance102 : instance103 : instance104 ReplicaChoices[instance101]: instance101 ReplicaChoices[instance103]: instance103 ReplicaChoices[instance104]: instance104 |#] [#|2010-10-07T03:10:44.205-0700|INFO|glassfish3.1|org.shoal.ha.cache.mapper|_ThreadID=15;_ThreadName=Thread-1;|DefaultKeyMapper[instance102].onViewChange (isJoin: true) currentView: instance101 : instance103 : instance104; previousView instance102 : instance103 : instance104 ReplicaChoices[instance101]: instance101 ReplicaChoices[instance103]: instance103 ReplicaChoices[instance104]: instance104 |#] [#|2010-10-07T03:10:44.206-0700|INFO|glassfish3.1|org.shoal.ha.cache.mapper|_ThreadID=15;_ThreadName=Thread-1;|DefaultKeyMapper[instance102].onViewChange (isJoin: true) currentView: instance101 : instance103 : instance104; previousView instance102 : instance103 : instance104 ReplicaChoices[instance101]: instance101 ReplicaChoices[instance103]: instance103 ReplicaChoices[instance104]: instance104 |#] [#|2010-10-07T03:10:44.206-0700|INFO|glassfish3.1|org.shoal.ha.cache.mapper|_ThreadID=15;_ThreadName=Thread-1;|DefaultKeyMapper[instance102].onViewChange (isJoin: true) currentView: instance101 : instance103 : instance104; previousView instance102 : instance103 : instance104 ReplicaChoices[instance101]: instance101 ReplicaChoices[instance103]: instance103 ReplicaChoices[instance104]: instance104 |#] [#|2010-10-07T03:10:44.206-0700|INFO|glassfish3.1|org.shoal.ha.cache.mapper|_ThreadID=15;_ThreadName=Thread-1;|DefaultKeyMapper[instance102].onViewChange (isJoin: true) currentView: instance101 : instance103 : instance104; previousView instance102 : instance103 : instance104 ReplicaChoices[instance101]: instance101 ReplicaChoices[instance103]: instance103 ReplicaChoices[instance104]: instance104 |#] [#|2010-10-07T03:10:44.206-0700|INFO|glassfish3.1|org.shoal.ha.cache.mapper|_ThreadID=15;_ThreadName=Thread-1;|DefaultKeyMapper[instance102].onViewChange (isJoin: true) currentView: instance101 : instance103 : instance104; previousView instance102 : instance103 : instance104 ReplicaChoices[instance101]: instance101 ReplicaChoices[instance103]: instance103 ReplicaChoices[instance104]: instance104 |#] [#|2010-10-07T03:10:44.206-0700|INFO|glassfish3.1|org.shoal.ha.cache.mapper|_ThreadID=15;_ThreadName=Thread-1;|DefaultKeyMapper[instance102].onViewChange (isJoin: true) currentView: instance101 : instance103 : instance104; previousView instance102 : instance103 : instance104 ReplicaChoices[instance101]: instance101 ReplicaChoices[instance103]: instance103 ReplicaChoices[instance104]: instance104 |#] [#|2010-10-07T03:10:44.206-0700|INFO|glassfish3.1|org.shoal.ha.cache.mapper|_ThreadID=15;_ThreadName=Thread-1;|DefaultKeyMapper[instance102].onViewChange (isJoin: true) currentView: instance101 : instance103 : instance104; previousView instance102 : instance103 : instance104 ReplicaChoices[instance101]: instance101 ReplicaChoices[instance103]: instance103 ReplicaChoices[instance104]: instance104 |#] [#|2010-10-07T03:10:44.206-0700|INFO|glassfish3.1|org.shoal.ha.cache.mapper|_ThreadID=15;_ThreadName=Thread-1;|DefaultKeyMapper[instance102].onViewChange (isJoin: true) currentView: instance101 : instance103 : instance104; previousView instance102 : instance103 : instance104 ReplicaChoices[instance101]: instance101 ReplicaChoices[instance103]: instance103 ReplicaChoices[instance104]: instance104 |#] [#|2010-10-07T03:10:44.207-0700|INFO|glassfish3.1|org.shoal.ha.cache.mapper|_ThreadID=15;_ThreadName=Thread-1;|DefaultKeyMapper[instance102].onViewChange (isJoin: true) currentView: instance101 : instance103 : instance104; previousView instance102 : instance103 : instance104 ReplicaChoices[instance101]: instance101 ReplicaChoices[instance103]: instance103 ReplicaChoices[instance104]: instance104 |#] [#|2010-10-07T03:10:44.207-0700|INFO|glassfish3.1|org.shoal.ha.cache.mapper|_ThreadID=15;_ThreadName=Thread-1;|DefaultKeyMapper[instance102].onViewChange (isJoin: true) currentView: instance101 : instance103 : instance104; previousView instance102 : instance103 : instance104 ReplicaChoices[instance101]: instance101 ReplicaChoices[instance103]: instance103 ReplicaChoices[instance104]: instance104 |#] [#|2010-10-07T03:10:44.207-0700|INFO|glassfish3.1|org.shoal.ha.cache.mapper|_ThreadID=15;_ThreadName=Thread-1;|DefaultKeyMapper[instance102].onViewChange (isJoin: true) currentView: instance101 : instance103 : instance104; previousView instance102 : instance103 : instance104 ReplicaChoices[instance101]: instance101 ReplicaChoices[instance103]: instance103 ReplicaChoices[instance104]: instance104 |#] [#|2010-10-07T03:10:44.207-0700|INFO|glassfish3.1|org.shoal.ha.cache.mapper|_ThreadID=15;_ThreadName=Thread-1;|DefaultKeyMapper[instance102].onViewChange (isJoin: true) currentView: instance101 : instance103 : instance104; previousView instance102 : instance103 : instance104 ReplicaChoices[instance101]: instance101 ReplicaChoices[instance103]: instance103 ReplicaChoices[instance104]: instance104 |#] [#|2010-10-07T03:10:44.207-0700|INFO|glassfish3.1|org.shoal.ha.cache.mapper|_ThreadID=15;_ThreadName=Thread-1;|DefaultKeyMapper[instance102].onViewChange (isJoin: true) currentView: instance101 : instance103 : instance104; previousView instance102 : instance103 : instance104 ReplicaChoices[instance101]: instance101 ReplicaChoices[instance103]: instance103 ReplicaChoices[instance104]: instance104 |#] [#|2010-10-07T03:10:44.207-0700|INFO|glassfish3.1|org.shoal.ha.cache.mapper|_ThreadID=15;_ThreadName=Thread-1;|DefaultKeyMapper[instance102].onViewChange (isJoin: true) currentView: instance101 : instance103 : instance104; previousView instance102 : instance103 : instance104 ReplicaChoices[instance101]: instance101 ReplicaChoices[instance103]: instance103 ReplicaChoices[instance104]: instance104 |#] [#|2010-10-07T03:10:44.207-0700|INFO|glassfish3.1|org.shoal.ha.cache.mapper|_ThreadID=15;_ThreadName=Thread-1;|DefaultKeyMapper[instance102].onViewChange (isJoin: true) currentView: instance101 : instance103 : instance104; previousView instance102 : instance103 : instance104 ReplicaChoices[instance101]: instance101 ReplicaChoices[instance103]: instance103 ReplicaChoices[instance104]: instance104 |#] [#|2010-10-07T03:10:44.207-0700|INFO|glassfish3.1|org.shoal.ha.cache.mapper|_ThreadID=15;_ThreadName=Thread-1;|DefaultKeyMapper[instance102].onViewChange (isJoin: true) currentView: instance101 : instance103 : instance104; previousView instance102 : instance103 : instance104 ReplicaChoices[instance101]: instance101 ReplicaChoices[instance103]: instance103 ReplicaChoices[instance104]: instance104 |#] [#|2010-10-07T03:10:44.207-0700|INFO|glassfish3.1|org.shoal.ha.cache.mapper|_ThreadID=15;_ThreadName=Thread-1;|DefaultKeyMapper[instance102].onViewChange (isJoin: true) currentView: instance101 : instance103 : instance104; previousView instance102 : instance103 : instance104 ReplicaChoices[instance101]: instance101 ReplicaChoices[instance103]: instance103 ReplicaChoices[instance104]: instance104 |#] [#|2010-10-07T03:10:44.207-0700|INFO|glassfish3.1|org.shoal.ha.cache.mapper|_ThreadID=15;_ThreadName=Thread-1;|DefaultKeyMapper[instance102].onViewChange (isJoin: true) currentView: instance101 : instance103 : instance104; previousView instance102 : instance103 : instance104 ReplicaChoices[instance101]: instance101 ReplicaChoices[instance103]: instance103 ReplicaChoices[instance104]: instance104 |#] [#|2010-10-07T03:10:44.207-0700|INFO|glassfish3.1|org.shoal.ha.cache.mapper|_ThreadID=15;_ThreadName=Thread-1;|DefaultKeyMapper[instance102].onViewChange (isJoin: true) currentView: instance101 : instance103 : instance104; previousView instance102 : instance103 : instance104 ReplicaChoices[instance101]: instance101 ReplicaChoices[instance103]: instance103 ReplicaChoices[instance104]: instance104 |#] [#|2010-10-07T03:10:44.208-0700|INFO|glassfish3.1|org.shoal.ha.cache.mapper|_ThreadID=15;_ThreadName=Thread-1;|DefaultKeyMapper[instance102].onViewChange (isJoin: true) currentView: instance101 : instance103 : instance104; previousView instance102 : instance103 : instance104 ReplicaChoices[instance101]: instance101 ReplicaChoices[instance103]: instance103 ReplicaChoices[instance104]: instance104 |#] [#|2010-10-07T03:10:44.208-0700|INFO|glassfish3.1|org.shoal.ha.cache.mapper|_ThreadID=15;_ThreadName=Thread-1;|DefaultKeyMapper[instance102].onViewChange (isJoin: true) currentView: instance101 : instance103 : instance104; previousView instance102 : instance103 : instance104 ReplicaChoices[instance101]: instance101 ReplicaChoices[instance103]: instance103 ReplicaChoices[instance104]: instance104 |#] [#|2010-10-07T03:10:44.208-0700|INFO|glassfish3.1|org.shoal.ha.cache.mapper|_ThreadID=15;_ThreadName=Thread-1;|DefaultKeyMapper[instance102].onViewChange (isJoin: true) currentView: instance101 : instance103 : instance104; previousView instance102 : instance103 : instance104 ReplicaChoices[instance101]: instance101 ReplicaChoices[instance103]: instance103 ReplicaChoices[instance104]: instance104 |#] [#|2010-10-07T03:10:44.208-0700|INFO|glassfish3.1|org.shoal.ha.cache.config|_ThreadID=15;_ThreadName=Thread-1;|ReplicationFramework initialized. Configuration: DataStoreConfigurator{instanceName='instance102', groupName='st-cluster', storeName='SFSBtest82Bean-84307744209633280-BackingStore', keyClazz=interface java.io.Serializable, valueClazz=class com.sun.ejb.spi.sfsb.store.SFSBBeanState, keyMapper=org.shoal.ha.store.GlassFishKeyMapper@1af41f4, dataStoreKeyHelper=org.shoal.ha.cache.api.ObjectKeyHelper@1132932, startGMS=false, cacheLocally= false, clazzLoader=154.0, dataStoreEntryHelper=org.shoal.ha.cache.impl.util.DefaultDataStoreEntryHelper@f5ba2c, doASyncReplication=true, objectInputOutputStreamFactory=org.shoal.ha.cache.api.DefaultObjectInputOutputStreamFactory@91d9aa}|#] [#|2010-10-07T03:10:44.208-0700|WARNING|glassfish3.1|javax.enterprise.system.container.ejb.com.sun.ejb.containers.builder|_ThreadID=15;_ThreadName=Thread-1;|StatefulContainerbuilder instantiated store: org.shoal.adapter.store.StoreableReplicatedBackingStore@1695a74; ha-enabled: true ==> BackingStoreConfiguration{clusterName='st-cluster', instanceName='instance102', storeName='SFSBtest82Bean-84307744209633280-BackingStore', shortUniqueName='84307744209633280', storeType='replication', maxIdleTimeInSeconds=-1, relaxVersionCheck='null', maxLoadWaitTimeInSeconds=0, baseDirectoryName='/export/home/hatest/v31/glassfishv3/glassfish/nodes/agent1/instance102/session-store/SFBTC113app_SFBTC113app#sfsbtc82ejb_jar_SFSBtest82Bean', keyClazz=interface java.io.Serializable, valueClazz=class com.sun.ejb.spi.sfsb.store.SFSBBeanState, synchronousSave=false, typicalPayloadSizeInKiloBytes=0, vendorSpecificSettings={start.gms=false, async.replication=true, key.mapper=org.shoal.ha.store.GlassFishKeyMapper@1af41f4, local.caching=true}}|#] [#|2010-10-07T03:10:44.885-0700|INFO|glassfish3.1|javax.enterprise.system.container.ejb.com.sun.ejb.containers|_ThreadID=15;_ThreadName=Thread-1;|Portable JNDI names for EJB SFSBtest82Bean : [java:global/SFBTC113app/sfsbtc82ejb/SFSBtest82Bean!com.sun.appserver.tests.ha.sfsb.sfbtc113.SFSBtest82, java:global/SFBTC113app/sfsbtc82ejb/SFSBtest82Bean]|#] [#|2010-10-07T03:10:44.886-0700|INFO|glassfish3.1|javax.enterprise.system.container.ejb.com.sun.ejb.containers|_ThreadID=15;_ThreadName=Thread-1;|Glassfish-specific (Non-portable) JNDI names for EJB SFSBtest82Bean : [ejb/SFSBtest82, ejb/SFSBtest82#com.sun.appserver.tests.ha.sfsb.sfbtc113.SFSBtest82]|#] [#|2010-10-07T03:10:44.905-0700|INFO|glassfish3.1|javax.enterprise.system.container.web.com.sun.enterprise.web|_ThreadID=90;_ThreadName=http-thread-pool-24849(4);|PersistenceStrategyBuilderFactory>>createPersistenceStrategyBuilder: CandidateBuilderClassName = class org.glassfish.web.ha.strategy.builder.ReplicatedWebMethodSessionStrategyBuilder|#] [#|2010-10-07T03:10:44.905-0700|INFO|glassfish3.1|javax.enterprise.system.container.web.com.sun.enterprise.web|_ThreadID=15;_ThreadName=Thread-1;|PersistenceStrategyBuilderFactory>>createPersistenceStrategyBuilder: CandidateBuilderClassName = class org.glassfish.web.ha.strategy.builder.ReplicatedWebMethodSessionStrategyBuilder|#] [#|2010-10-07T03:10:44.905-0700|INFO|glassfish3.1|javax.enterprise.system.container.web.com.sun.enterprise.web|_ThreadID=90;_ThreadName=http-thread-pool-24849(4);|PersistenceStrategyBuilderFactory>>createPersistenceStrategyBuilder: CandidateBuilderClassName = class org.glassfish.web.ha.strategy.builder.ReplicatedWebMethodSessionStrategyBuilder|#] [#|2010-10-07T03:10:44.906-0700|INFO|glassfish3.1|javax.enterprise.system.container.web.org.glassfish.web.ha.session.management|_ThreadID=15;_ThreadName=Thread-1;|Create backing store invoked with persistence type replicated and store name /sfsbtc113|#] [#|2010-10-07T03:10:44.906-0700|INFO|glassfish3.1|javax.enterprise.system.container.web.org.glassfish.web.ha.session.management|_ThreadID=15;_ThreadName=Thread-1;|About to create backing store BackingStoreConfiguration{clusterName='st-cluster', instanceName='instance102', storeName='/sfsbtc113', shortUniqueName='null', storeType='replicated', maxIdleTimeInSeconds=-1, relaxVersionCheck='null', maxLoadWaitTimeInSeconds=0, baseDirectoryName='null', keyClazz=class java.lang.String, valueClazz=class org.glassfish.web.ha.session.management.SimpleMetadata, synchronousSave=false, typicalPayloadSizeInKiloBytes=0, vendorSpecificSettings={async.replication=true}}|#] [#|2010-10-07T03:10:44.906-0700|INFO|glassfish3.1|org.shoal.ha.cache.mapper|_ThreadID=15;_ThreadName=Thread-1;|DefaultKeyMapper created for: myName: instance102; groupName: st-cluster|#] [#|2010-10-07T03:10:44.906-0700|INFO|glassfish3.1|org.shoal.ha.cache.mapper|_ThreadID=15;_ThreadName=Thread-1;|DefaultKeyMapper[instance102].onViewChange (isJoin: true) currentView: instance101 : instance103 : instance104; previousView instance102 : instance103 : instance104 ReplicaChoices[instance101]: instance101 ReplicaChoices[instance103]: instance103 ReplicaChoices[instance104]: instance104 |#] [#|2010-10-07T03:10:44.907-0700|INFO|glassfish3.1|org.shoal.ha.cache.mapper|_ThreadID=15;_ThreadName=Thread-1;|DefaultKeyMapper[instance102].onViewChange (isJoin: true) currentView: instance101 : instance103 : instance104; previousView instance102 : instance103 : instance104 ReplicaChoices[instance101]: instance101 ReplicaChoices[instance103]: instance103 ReplicaChoices[instance104]: instance104 |#] [#|2010-10-07T03:10:44.907-0700|INFO|glassfish3.1|org.shoal.ha.cache.mapper|_ThreadID=15;_ThreadName=Thread-1;|DefaultKeyMapper[instance102].onViewChange (isJoin: true) currentView: instance101 : instance103 : instance104; previousView instance102 : instance103 : instance104 ReplicaChoices[instance101]: instance101 ReplicaChoices[instance103]: instance103 ReplicaChoices[instance104]: instance104 |#] [#|2010-10-07T03:10:44.907-0700|INFO|glassfish3.1|org.shoal.ha.cache.mapper|_ThreadID=15;_ThreadName=Thread-1;|DefaultKeyMapper[instance102].onViewChange (isJoin: true) currentView: instance101 : instance103 : instance104; previousView instance102 : instance103 : instance104 ReplicaChoices[instance101]: instance101 ReplicaChoices[instance103]: instance103 ReplicaChoices[instance104]: instance104 |#] [#|2010-10-07T03:10:44.907-0700|INFO|glassfish3.1|org.shoal.ha.cache.mapper|_ThreadID=15;_ThreadName=Thread-1;|DefaultKeyMapper[instance102].onViewChange (isJoin: true) currentView: instance101 : instance103 : instance104; previousView instance102 : instance103 : instance104 ReplicaChoices[instance101]: instance101 ReplicaChoices[instance103]: instance103 ReplicaChoices[instance104]: instance104 |#] [#|2010-10-07T03:10:44.907-0700|INFO|glassfish3.1|org.shoal.ha.cache.mapper|_ThreadID=15;_ThreadName=Thread-1;|DefaultKeyMapper[instance102].onViewChange (isJoin: true) currentView: instance101 : instance103 : instance104; previousView instance102 : instance103 : instance104 ReplicaChoices[instance101]: instance101 ReplicaChoices[instance103]: instance103 ReplicaChoices[instance104]: instance104 |#] [#|2010-10-07T03:10:44.907-0700|INFO|glassfish3.1|org.shoal.ha.cache.mapper|_ThreadID=15;_ThreadName=Thread-1;|DefaultKeyMapper[instance102].onViewChange (isJoin: true) currentView: instance101 : instance103 : instance104; previousView instance102 : instance103 : instance104 ReplicaChoices[instance101]: instance101 ReplicaChoices[instance103]: instance103 ReplicaChoices[instance104]: instance104 |#] [#|2010-10-07T03:10:44.907-0700|INFO|glassfish3.1|org.shoal.ha.cache.mapper|_ThreadID=15;_ThreadName=Thread-1;|DefaultKeyMapper[instance102].onViewChange (isJoin: true) currentView: instance101 : instance103 : instance104; previousView instance102 : instance103 : instance104 ReplicaChoices[instance101]: instance101 ReplicaChoices[instance103]: instance103 ReplicaChoices[instance104]: instance104 |#] [#|2010-10-07T03:10:44.908-0700|INFO|glassfish3.1|org.shoal.ha.cache.mapper|_ThreadID=15;_ThreadName=Thread-1;|DefaultKeyMapper[instance102].onViewChange (isJoin: true) currentView: instance101 : instance103 : instance104; previousView instance102 : instance103 : instance104 ReplicaChoices[instance101]: instance101 ReplicaChoices[instance103]: instance103 ReplicaChoices[instance104]: instance104 |#] [#|2010-10-07T03:10:44.908-0700|INFO|glassfish3.1|org.shoal.ha.cache.mapper|_ThreadID=15;_ThreadName=Thread-1;|DefaultKeyMapper[instance102].onViewChange (isJoin: true) currentView: instance101 : instance103 : instance104; previousView instance102 : instance103 : instance104 ReplicaChoices[instance101]: instance101 ReplicaChoices[instance103]: instance103 ReplicaChoices[instance104]: instance104 |#] [#|2010-10-07T03:10:44.908-0700|INFO|glassfish3.1|org.shoal.ha.cache.mapper|_ThreadID=15;_ThreadName=Thread-1;|DefaultKeyMapper[instance102].onViewChange (isJoin: true) currentView: instance101 : instance103 : instance104; previousView instance102 : instance103 : instance104 ReplicaChoices[instance101]: instance101 ReplicaChoices[instance103]: instance103 ReplicaChoices[instance104]: instance104 |#] [#|2010-10-07T03:10:44.908-0700|INFO|glassfish3.1|org.shoal.ha.cache.mapper|_ThreadID=15;_ThreadName=Thread-1;|DefaultKeyMapper[instance102].onViewChange (isJoin: true) currentView: instance101 : instance103 : instance104; previousView instance102 : instance103 : instance104 ReplicaChoices[instance101]: instance101 ReplicaChoices[instance103]: instance103 ReplicaChoices[instance104]: instance104 |#] [#|2010-10-07T03:10:44.908-0700|INFO|glassfish3.1|org.shoal.ha.cache.mapper|_ThreadID=15;_ThreadName=Thread-1;|DefaultKeyMapper[instance102].onViewChange (isJoin: true) currentView: instance101 : instance103 : instance104; previousView instance102 : instance103 : instance104 ReplicaChoices[instance101]: instance101 ReplicaChoices[instance103]: instance103 ReplicaChoices[instance104]: instance104 |#] [#|2010-10-07T03:10:44.908-0700|INFO|glassfish3.1|org.shoal.ha.cache.mapper|_ThreadID=15;_ThreadName=Thread-1;|DefaultKeyMapper[instance102].onViewChange (isJoin: true) currentView: instance101 : instance103 : instance104; previousView instance102 : instance103 : instance104 ReplicaChoices[instance101]: instance101 ReplicaChoices[instance103]: instance103 ReplicaChoices[instance104]: instance104 |#] [#|2010-10-07T03:10:44.908-0700|INFO|glassfish3.1|org.shoal.ha.cache.mapper|_ThreadID=15;_ThreadName=Thread-1;|DefaultKeyMapper[instance102].onViewChange (isJoin: true) currentView: instance101 : instance103 : instance104; previousView instance102 : instance103 : instance104 ReplicaChoices[instance101]: instance101 ReplicaChoices[instance103]: instance103 ReplicaChoices[instance104]: instance104 |#] [#|2010-10-07T03:10:44.909-0700|INFO|glassfish3.1|org.shoal.ha.cache.config|_ThreadID=15;_ThreadName=Thread-1;|ASync replication enabled...|#] [#|2010-10-07T03:10:44.909-0700|INFO|glassfish3.1|org.shoal.ha.cache.mapper|_ThreadID=15;_ThreadName=Thread-1;|DefaultKeyMapper[instance102].onViewChange (isJoin: true) currentView: instance101 : instance103 : instance104; previousView instance102 : instance103 : instance104 ReplicaChoices[instance101]: instance101 ReplicaChoices[instance103]: instance103 ReplicaChoices[instance104]: instance104 |#] [#|2010-10-07T03:10:44.909-0700|INFO|glassfish3.1|org.shoal.ha.cache.mapper|_ThreadID=15;_ThreadName=Thread-1;|DefaultKeyMapper[instance102].onViewChange (isJoin: true) currentView: instance101 : instance103 : instance104; previousView instance102 : instance103 : instance104 ReplicaChoices[instance101]: instance101 ReplicaChoices[instance103]: instance103 ReplicaChoices[instance104]: instance104 |#] [#|2010-10-07T03:10:44.909-0700|INFO|glassfish3.1|org.shoal.ha.cache.mapper|_ThreadID=15;_ThreadName=Thread-1;|DefaultKeyMapper[instance102].onViewChange (isJoin: true) currentView: instance101 : instance103 : instance104; previousView instance102 : instance103 : instance104 ReplicaChoices[instance101]: instance101 ReplicaChoices[instance103]: instance103 ReplicaChoices[instance104]: instance104 |#] [#|2010-10-07T03:10:44.909-0700|INFO|glassfish3.1|org.shoal.ha.cache.mapper|_ThreadID=15;_ThreadName=Thread-1;|DefaultKeyMapper[instance102].onViewChange (isJoin: true) currentView: instance101 : instance103 : instance104; previousView instance102 : instance103 : instance104 ReplicaChoices[instance101]: instance101 ReplicaChoices[instance103]: instance103 ReplicaChoices[instance104]: instance104 |#] [#|2010-10-07T03:10:44.909-0700|INFO|glassfish3.1|org.shoal.ha.cache.mapper|_ThreadID=15;_ThreadName=Thread-1;|DefaultKeyMapper[instance102].onViewChange (isJoin: true) currentView: instance101 : instance103 : instance104; previousView instance102 : instance103 : instance104 ReplicaChoices[instance101]: instance101 ReplicaChoices[instance103]: instance103 ReplicaChoices[instance104]: instance104 |#] [#|2010-10-07T03:10:44.910-0700|INFO|glassfish3.1|org.shoal.ha.cache.mapper|_ThreadID=15;_ThreadName=Thread-1;|DefaultKeyMapper[instance102].onViewChange (isJoin: true) currentView: instance101 : instance103 : instance104; previousView instance102 : instance103 : instance104 ReplicaChoices[instance101]: instance101 ReplicaChoices[instance103]: instance103 ReplicaChoices[instance104]: instance104 |#] [#|2010-10-07T03:10:44.910-0700|INFO|glassfish3.1|org.shoal.ha.cache.mapper|_ThreadID=15;_ThreadName=Thread-1;|DefaultKeyMapper[instance102].onViewChange (isJoin: true) currentView: instance101 : instance103 : instance104; previousView instance102 : instance103 : instance104 ReplicaChoices[instance101]: instance101 ReplicaChoices[instance103]: instance103 ReplicaChoices[instance104]: instance104 |#] [#|2010-10-07T03:10:44.910-0700|INFO|glassfish3.1|org.shoal.ha.cache.mapper|_ThreadID=15;_ThreadName=Thread-1;|DefaultKeyMapper[instance102].onViewChange (isJoin: true) currentView: instance101 : instance103 : instance104; previousView instance102 : instance103 : instance104 ReplicaChoices[instance101]: instance101 ReplicaChoices[instance103]: instance103 ReplicaChoices[instance104]: instance104 |#] [#|2010-10-07T03:10:44.910-0700|INFO|glassfish3.1|org.shoal.ha.cache.mapper|_ThreadID=15;_ThreadName=Thread-1;|DefaultKeyMapper[instance102].onViewChange (isJoin: true) currentView: instance101 : instance103 : instance104; previousView instance102 : instance103 : instance104 ReplicaChoices[instance101]: instance101 ReplicaChoices[instance103]: instance103 ReplicaChoices[instance104]: instance104 |#] [#|2010-10-07T03:10:44.910-0700|INFO|glassfish3.1|org.shoal.ha.cache.mapper|_ThreadID=15;_ThreadName=Thread-1;|DefaultKeyMapper[instance102].onViewChange (isJoin: true) currentView: instance101 : instance103 : instance104; previousView instance102 : instance103 : instance104 ReplicaChoices[instance101]: instance101 ReplicaChoices[instance103]: instance103 ReplicaChoices[instance104]: instance104 |#] [#|2010-10-07T03:10:44.910-0700|INFO|glassfish3.1|org.shoal.ha.cache.mapper|_ThreadID=15;_ThreadName=Thread-1;|DefaultKeyMapper[instance102].onViewChange (isJoin: true) currentView: instance101 : instance103 : instance104; previousView instance102 : instance103 : instance104 ReplicaChoices[instance101]: instance101 ReplicaChoices[instance103]: instance103 ReplicaChoices[instance104]: instance104 |#] [#|2010-10-07T03:10:44.910-0700|INFO|glassfish3.1|org.shoal.ha.cache.mapper|_ThreadID=15;_ThreadName=Thread-1;|DefaultKeyMapper[instance102].onViewChange (isJoin: true) currentView: instance101 : instance103 : instance104; previousView instance102 : instance103 : instance104 ReplicaChoices[instance101]: instance101 ReplicaChoices[instance103]: instance103 ReplicaChoices[instance104]: instance104 |#] [#|2010-10-07T03:10:44.910-0700|INFO|glassfish3.1|org.shoal.ha.cache.mapper|_ThreadID=15;_ThreadName=Thread-1;|DefaultKeyMapper[instance102].onViewChange (isJoin: true) currentView: instance101 : instance103 : instance104; previousView instance102 : instance103 : instance104 ReplicaChoices[instance101]: instance101 ReplicaChoices[instance103]: instance103 ReplicaChoices[instance104]: instance104 |#] [#|2010-10-07T03:10:44.911-0700|INFO|glassfish3.1|org.shoal.ha.cache.mapper|_ThreadID=15;_ThreadName=Thread-1;|DefaultKeyMapper[instance102].onViewChange (isJoin: true) currentView: instance101 : instance103 : instance104; previousView instance102 : instance103 : instance104 ReplicaChoices[instance101]: instance101 ReplicaChoices[instance103]: instance103 ReplicaChoices[instance104]: instance104 |#] [#|2010-10-07T03:10:44.911-0700|INFO|glassfish3.1|org.shoal.ha.cache.mapper|_ThreadID=15;_ThreadName=Thread-1;|DefaultKeyMapper[instance102].onViewChange (isJoin: true) currentView: instance101 : instance103 : instance104; previousView instance102 : instance103 : instance104 ReplicaChoices[instance101]: instance101 ReplicaChoices[instance103]: instance103 ReplicaChoices[instance104]: instance104 |#] [#|2010-10-07T03:10:44.911-0700|INFO|glassfish3.1|org.shoal.ha.cache.mapper|_ThreadID=15;_ThreadName=Thread-1;|DefaultKeyMapper[instance102].onViewChange (isJoin: true) currentView: instance101 : instance103 : instance104; previousView instance102 : instance103 : instance104 ReplicaChoices[instance101]: instance101 ReplicaChoices[instance103]: instance103 ReplicaChoices[instance104]: instance104 |#] [#|2010-10-07T03:10:44.911-0700|INFO|glassfish3.1|org.shoal.ha.cache.config|_ThreadID=15;_ThreadName=Thread-1;|Created ReplicatedDataStore with config: DataStoreConfigurator{instanceName='instance102', groupName='st-cluster', storeName='/sfsbtc113', keyClazz=class java.lang.String, valueClazz=class org.glassfish.web.ha.session.management.SimpleMetadata, keyMapper=org.shoal.ha.store.GlassFishKeyMapper@518fb9, dataStoreKeyHelper=org.shoal.ha.cache.api.ObjectKeyHelper@b2cd4f, startGMS=false, cacheLocally= false, clazzLoader=97.0, dataStoreEntryHelper=org.shoal.ha.cache.impl.util.DefaultDataStoreEntryHelper@c53235, doASyncReplication=true, objectInputOutputStreamFactory=org.shoal.ha.cache.api.DefaultObjectInputOutputStreamFactory@636942}|#] [#|2010-10-07T03:10:44.914-0700|INFO|glassfish3.1|org.apache.catalina.core.ContainerBase|_ThreadID=15;_ThreadName=Thread-1;|PWC1240: Container StandardWrapper[/sfsbtc113:testservlet] has not been started|#] [#|2010-10-07T03:10:44.914-0700|INFO|glassfish3.1|org.apache.catalina.core.ContainerBase|_ThreadID=15;_ThreadName=Thread-1;|PWC1240: Container StandardWrapper[/sfsbtc113:default] has not been started|#] [#|2010-10-07T03:10:44.914-0700|INFO|glassfish3.1|org.apache.catalina.core.ContainerBase|_ThreadID=15;_ThreadName=Thread-1;|PWC1240: Container StandardWrapper[/sfsbtc113:jsp] has not been started|#] [#|2010-10-07T03:10:44.914-0700|INFO|glassfish3.1|org.apache.catalina.session.PersistentManagerBase|_ThreadID=15;_ThreadName=Thread-1;|PWC2769: Manager has not yet been started|#] [#|2010-10-07T03:10:44.915-0700|SEVERE|glassfish3.1|org.apache.catalina.core.StandardContext|_ThreadID=15;_ThreadName=Thread-1;|PWC1311: Error stopping context StandardEngine[com.sun.appserv].StandardHost[server].StandardContext[/sfsbtc113] org.apache.catalina.LifecycleException: PWC1644: Loader has not yet been started at org.apache.catalina.loader.WebappLoader.stop(WebappLoader.java:714) at org.apache.catalina.core.StandardContext.stop(StandardContext.java:5599) at com.sun.enterprise.web.WebModule.stop(WebModule.java:528) at org.apache.catalina.core.StandardContext.preDeregister(StandardContext.java:6414) at org.apache.tomcat.util.modeler.BaseModelMBean.preDeregister(BaseModelMBean.java:1374) at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.preDeregisterInvoke(DefaultMBeanServerInterceptor.java:1048) at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.exclusiveUnregisterMBean(DefaultMBeanServerInterceptor.java:421) at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.unregisterMBean(DefaultMBeanServerInterceptor.java:403) at com.sun.jmx.mbeanserver.JmxMBeanServer.unregisterMBean(JmxMBeanServer.java:506) at org.apache.tomcat.util.modeler.Registry.unregisterComponent(Registry.java:572) at org.apache.catalina.core.StandardContext.start(StandardContext.java:5119) at com.sun.enterprise.web.WebModule.start(WebModule.java:497) at org.apache.catalina.core.ContainerBase.addChildInternal(ContainerBase.java:917) at org.apache.catalina.core.ContainerBase.addChild(ContainerBase.java:901) at org.apache.catalina.core.StandardHost.addChild(StandardHost.java:697) at com.sun.enterprise.web.WebContainer.loadWebModule(WebContainer.java:1929) at com.sun.enterprise.web.WebContainer.loadWebModule(WebContainer.java:1606) at com.sun.enterprise.web.WebApplication.start(WebApplication.java:100) at org.glassfish.internal.data.EngineRef.start(EngineRef.java:130) at org.glassfish.internal.data.ModuleInfo.start(ModuleInfo.java:240) at org.glassfish.internal.data.ApplicationInfo.start(ApplicationInfo.java:262) at com.sun.enterprise.v3.server.ApplicationLifecycle.deploy(ApplicationLifecycle.java:421) at com.sun.enterprise.v3.server.ApplicationLifecycle.deploy(ApplicationLifecycle.java:239) at org.glassfish.deployment.admin.InstanceDeployCommand.execute(InstanceDeployCommand.java:185) at com.sun.enterprise.v3.admin.CommandRunnerImpl$1.execute(CommandRunnerImpl.java:360) at com.sun.enterprise.v3.admin.CommandRunnerImpl.doCommand(CommandRunnerImpl.java:375) at com.sun.enterprise.v3.admin.CommandRunnerImpl.doCommand(CommandRunnerImpl.java:1054) at com.sun.enterprise.v3.admin.CommandRunnerImpl.access$1200(CommandRunnerImpl.java:101) at com.sun.enterprise.v3.admin.CommandRunnerImpl$ExecutionContext.execute(CommandRunnerImpl.java:1221) at com.sun.enterprise.v3.admin.CommandRunnerImpl$ExecutionContext.execute(CommandRunnerImpl.java:1210) at com.sun.enterprise.v3.admin.AdminAdapter.doCommand(AdminAdapter.java:375) at com.sun.enterprise.v3.admin.AdminAdapter.service(AdminAdapter.java:209) at com.sun.grizzly.tcp.http11.GrizzlyAdapter.service(GrizzlyAdapter.java:166) at com.sun.enterprise.v3.server.HK2Dispatcher.dispath(HK2Dispatcher.java:117) at com.sun.enterprise.v3.services.impl.ContainerMapper.service(ContainerMapper.java:234) at com.sun.grizzly.http.ProcessorTask.invokeAdapter(ProcessorTask.java:824) at com.sun.grizzly.http.ProcessorTask.doProcess(ProcessorTask.java:721) at com.sun.grizzly.http.ProcessorTask.process(ProcessorTask.java:1014) at com.sun.grizzly.http.DefaultProtocolFilter.execute(DefaultProtocolFilter.java:220) at com.sun.grizzly.DefaultProtocolChain.executeProtocolFilter(DefaultProtocolChain.java:135) at com.sun.grizzly.DefaultProtocolChain.execute(DefaultProtocolChain.java:102) at com.sun.grizzly.DefaultProtocolChain.execute(DefaultProtocolChain.java:88) at com.sun.grizzly.http.HttpProtocolChain.execute(HttpProtocolChain.java:76) at com.sun.grizzly.ProtocolChainContextTask.doCall(ProtocolChainContextTask.java:53) at com.sun.grizzly.SelectionKeyContextTask.call(SelectionKeyContextTask.java:57) at com.sun.grizzly.ContextTask.run(ContextTask.java:69) at com.sun.grizzly.util.AbstractThreadPool$Worker.doWork(AbstractThreadPool.java:530) at com.sun.grizzly.util.AbstractThreadPool$Worker.run(AbstractThreadPool.java:511) at java.lang.Thread.run(Thread.java:619) |#] [#|2010-10-07T03:10:44.947-0700|INFO|glassfish3.1|javax.enterprise.system.container.web.com.sun.enterprise.web|_ThreadID=90;_ThreadName=http-thread-pool-24849(4);|WEB0671: Loading application [SFBTC113app#web.war] at [/sfsbtc113]|#] [#|2010-10-07T03:10:44.947-0700|INFO|glassfish3.1|javax.enterprise.system.container.web.com.sun.enterprise.web|_ThreadID=90;_ThreadName=http-thread-pool-24849(4);|WEB0671: Loading application [SFBTC113app#web.war] at [/sfsbtc113]|#] [#|2010-10-07T03:10:44.947-0700|INFO|glassfish3.1|javax.enterprise.system.container.web.com.sun.enterprise.web|_ThreadID=15;_ThreadName=Thread-1;|WEB0671: Loading application [SFBTC113app#web.war] at [/sfsbtc113]|#] [#|2010-10-07T03:10:44.966-0700|INFO|glassfish3.1|javax.enterprise.system.tools.admin.org.glassfish.deployment.admin|_ThreadID=15;_ThreadName=Thread-1;|SFBTC113app was successfully deployed in 1,452 milliseconds.|#] [#|2010-10-07T03:10:53.114-0700|INFO|glassfish3.1|ShoalLogger|_ThreadID=15;_ThreadName=Thread-1;|GMS1092: GMS View Change Received for group st-cluster : Members in view for IN_DOUBT_EVENT(before change analysis) are : 1: MemberId: instance101, MemberType: CORE, Address: 192.168.122.1:9092:228.9.250.223:29447:st-cluster:instance101 2: MemberId: instance102, MemberType: CORE, Address: 192.168.122.1:9115:228.9.250.223:29447:st-cluster:instance102 3: MemberId: instance103, MemberType: CORE, Address: 192.168.122.1:9108:228.9.250.223:29447:st-cluster:instance103 4: MemberId: instance104, MemberType: CORE, Address: 192.168.122.1:9091:228.9.250.223:29447:st-cluster:instance104 5: MemberId: server, MemberType: SPECTATOR, Address: 192.168.122.1:9102:228.9.250.223:29447:st-cluster:server |#] [#|2010-10-07T03:10:53.114-0700|INFO|glassfish3.1|ShoalLogger|_ThreadID=15;_ThreadName=Thread-1;|GMS1016: Analyzing new membership snapshot received as part of event : IN_DOUBT_EVENT for Member: instance101 of Group: st-cluster|#] [#|2010-10-07T03:10:53.114-0700|INFO|glassfish3.1|ShoalLogger|_ThreadID=15;_ThreadName=Thread-1;|GMS1007: Received FailureSuspectedEvent for Member: instance101 of Group: st-cluster|#] [#|2010-10-07T03:10:53.114-0700|INFO|glassfish3.1|ShoalLogger|_ThreadID=15;_ThreadName=Thread-1;|GMS1005: Sending FailureSuspectedSignals to registered Actions. Member:instance101...|#] [#|2010-10-07T03:10:53.879-0700|INFO|glassfish3.1|org.shoal.ha.cache.config|_ThreadID=15;_ThreadName=Thread-1;|ReplicatedDataStore.load(62be858e1935800c1b973303aa2f); ReplicaChoices: instance103|#] [#|2010-10-07T03:10:53.991-0700|INFO|glassfish3.1|org.shoal.ha.cache.interceptor.transmit|_ThreadID=15;_ThreadName=Thread-1;|/sfsbtc113: TransmitInterceptor.onTransmit() Sent ReplicationFramePayloadCommand: contains 1 commands to instance103; size: 110|#] [#|2010-10-07T03:10:54.102-0700|INFO|glassfish3.1|org.shoal.ha.cache.command|_ThreadID=15;_ThreadName=Thread-1;|/sfsbtc113: Received ReplicationFramePayloadCommand: contains 1 commands from instance103|#] [#|2010-10-07T03:10:54.102-0700|INFO|glassfish3.1|org.shoal.ha.cache.command|_ThreadID=15;_ThreadName=Thread-1;|/sfsbtc113: Received LoadResponseCommand:37(62be858e1935800c1b973303aa2f) from instance103|#] [#|2010-10-07T03:10:54.102-0700|INFO|glassfish3.1|org.shoal.ha.cache.command.load_response|_ThreadID=15;_ThreadName=Thread-1;|instance102 executed load_response 62be858e1935800c1b973303aa2f value org.glassfish.web.ha.session.management.SimpleMetadata@1cefd3c|#] [#|2010-10-07T03:10:54.147-0700|INFO|glassfish3.1|org.shoal.ha.cache|_ThreadID=15;_ThreadName=Thread-1;|StoreableReplicatedBackingStore.load(1f009009862be11d-e0005d4079bcded-1, null)|#] [#|2010-10-07T03:10:54.148-0700|INFO|glassfish3.1|org.shoal.ha.cache|_ThreadID=15;_ThreadName=Thread-1;|StoreableReplicatedBackingStore.doLoad(1f009009862be11d-e0005d4079bcded-1, -9223372036854775808); ReplicaChoices: instance103|#] [#|2010-10-07T03:10:54.255-0700|INFO|glassfish3.1|org.shoal.ha.cache.interceptor.transmit|_ThreadID=15;_ThreadName=Thread-1;|SFSBtest82Bean-84307744209633280-BackingStore: TransmitInterceptor.onTransmit() Sent ReplicationFramePayloadCommand: contains 1 commands to instance103; size: 209|#] [#|2010-10-07T03:10:54.365-0700|INFO|glassfish3.1|org.shoal.ha.cache.command|_ThreadID=15;_ThreadName=Thread-1;|SFSBtest82Bean-84307744209633280-BackingStore: Received ReplicationFramePayloadCommand: contains 1 commands from instance103|#] [#|2010-10-07T03:10:54.365-0700|INFO|glassfish3.1|org.shoal.ha.cache.command|_ThreadID=15;_ThreadName=Thread-1;|SFSBtest82Bean-84307744209633280-BackingStore: Received StoreableLoadResponseCommand:72(1f009009862be11d-e0005d4079bcded-1) from instance103|#] [#|2010-10-07T03:10:54.365-0700|INFO|glassfish3.1|org.shoal.ha.cache.command.load_response|_ThreadID=15;_ThreadName=Thread-1;|instance102 executed load_response 1f009009862be11d-e0005d4079bcded-1 value null|#] [#|2010-10-07T03:10:54.472-0700|SEVERE|glassfish3.1|com.sun.grizzly.config.GrizzlyServiceListener|_ThreadID=15;_ThreadName=Thread-1;|Connection refused|#] [#|2010-10-07T03:10:54.472-0700|INFO|glassfish3.1|org.shoal.ha.cache.interceptor.transmit|_ThreadID=15;_ThreadName=Thread-1;|SFSBtest82Bean-84307744209633280-BackingStore: TransmitInterceptor.onTransmit() Sent ReplicationFramePayloadCommand: contains 1 commands to instance101; size: 209|#] [#|2010-10-07T03:10:54.472-0700|SEVERE|glassfish3.1|com.sun.grizzly.config.GrizzlyServiceListener|_ThreadID=15;_ThreadName=Thread-1;|Connection refused|#] [#|2010-10-07T03:10:55.122-0700|INFO|glassfish3.1|ShoalLogger|_ThreadID=15;_ThreadName=Thread-1;|GMS1092: GMS View Change Received for group st-cluster : Members in view for FAILURE_EVENT(before change analysis) are : 1: MemberId: instance102, MemberType: CORE, Address: 192.168.122.1:9115:228.9.250.223:29447:st-cluster:instance102 2: MemberId: instance103, MemberType: CORE, Address: 192.168.122.1:9108:228.9.250.223:29447:st-cluster:instance103 3: MemberId: instance104, MemberType: CORE, Address: 192.168.122.1:9091:228.9.250.223:29447:st-cluster:instance104 4: MemberId: server, MemberType: SPECTATOR, Address: 192.168.122.1:9102:228.9.250.223:29447:st-cluster:server |#] [#|2010-10-07T03:10:55.122-0700|INFO|glassfish3.1|ShoalLogger|_ThreadID=15;_ThreadName=Thread-1;|GMS1016: Analyzing new membership snapshot received as part of event : FAILURE_EVENT for Member: instance101 of Group: st-cluster|#] [#|2010-10-07T03:10:55.122-0700|INFO|glassfish3.1|ShoalLogger|_ThreadID=15;_ThreadName=Thread-1;|GMS1019: The following member has failed: instance101 of Group: st-cluster|#] [#|2010-10-07T03:10:55.122-0700|INFO|glassfish3.1|ShoalLogger|_ThreadID=15;_ThreadName=Thread-1;|GMS1102: Appointed Recovery Server:instance102:for failed member:instance101:for group:st-cluster|#] [#|2010-10-07T03:10:55.128-0700|INFO|glassfish3.1|ShoalLogger|_ThreadID=15;_ThreadName=Thread-1;|GMS1004: Sending FailureRecoveryNotification to component GlassfishV31|#] [#|2010-10-07T03:10:55.128-0700|INFO|glassfish3.1|ShoalLogger|_ThreadID=15;_ThreadName=Thread-1;|GMS1003: Sending FailureNotificationSignals to registered Actions. Member: instance101...|#] [#|2010-10-07T03:10:55.129-0700|INFO|glassfish3.1|org.shoal.ha.cache.mapper|_ThreadID=15;_ThreadName=Thread-1;|DefaultKeyMapper[instance102].onViewChange (isJoin: false) currentView: instance103 : instance104; previousView instance102 : instance103 : instance104 ReplicaChoices[instance103]: instance103 ReplicaChoices[instance104]: instance104 |#] [#|2010-10-07T03:10:55.129-0700|INFO|glassfish3.1|org.shoal.ha.cache.mapper|_ThreadID=15;_ThreadName=Thread-1;|DefaultKeyMapper[instance102].onViewChange (isJoin: false) currentView: instance103 : instance104; previousView instance102 : instance103 : instance104 ReplicaChoices[instance103]: instance103 ReplicaChoices[instance104]: instance104 |#] [#|2010-10-07T03:10:55.129-0700|INFO|glassfish3.1|org.shoal.ha.cache.mapper|_ThreadID=15;_ThreadName=Thread-1;|DefaultKeyMapper[instance102].onViewChange (isJoin: false) currentView: instance103 : instance104; previousView instance102 : instance103 : instance104 ReplicaChoices[instance103]: instance103 ReplicaChoices[instance104]: instance104 |#] [#|2010-10-07T03:10:55.129-0700|INFO|glassfish3.1|org.shoal.ha.cache.mapper|_ThreadID=15;_ThreadName=Thread-1;|DefaultKeyMapper[instance102].onViewChange (isJoin: false) currentView: instance103 : instance104; previousView instance102 : instance103 : instance104 ReplicaChoices[instance103]: instance103 ReplicaChoices[instance104]: instance104 |#] [#|2010-10-07T03:10:55.130-0700|INFO|glassfish3.1|org.shoal.ha.cache.mapper|_ThreadID=15;_ThreadName=Thread-1;|DefaultKeyMapper[instance102].onViewChange (isJoin: false) currentView: instance103 : instance104; previousView instance102 : instance103 : instance104 ReplicaChoices[instance103]: instance103 ReplicaChoices[instance104]: instance104 |#] [#|2010-10-07T03:10:55.130-0700|INFO|glassfish3.1|org.shoal.ha.cache.mapper|_ThreadID=15;_ThreadName=Thread-1;|DefaultKeyMapper[instance102].onViewChange (isJoin: false) currentView: instance103 : instance104; previousView instance102 : instance103 : instance104 ReplicaChoices[instance103]: instance103 ReplicaChoices[instance104]: instance104 |#] [#|2010-10-07T03:10:55.130-0700|INFO|glassfish3.1|org.shoal.ha.cache.mapper|_ThreadID=15;_ThreadName=Thread-1;|DefaultKeyMapper[instance102].onViewChange (isJoin: false) currentView: instance103 : instance104; previousView instance102 : instance103 : instance104 ReplicaChoices[instance103]: instance103 ReplicaChoices[instance104]: instance104 |#] [#|2010-10-07T03:10:55.130-0700|INFO|glassfish3.1|org.shoal.ha.cache.mapper|_ThreadID=15;_ThreadName=Thread-1;|DefaultKeyMapper[instance102].onViewChange (isJoin: false) currentView: instance103 : instance104; previousView instance102 : instance103 : instance104 ReplicaChoices[instance103]: instance103 ReplicaChoices[instance104]: instance104 |#] [#|2010-10-07T03:10:55.131-0700|INFO|glassfish3.1|org.shoal.ha.cache.mapper|_ThreadID=15;_ThreadName=Thread-1;|DefaultKeyMapper[instance102].onViewChange (isJoin: false) currentView: instance103 : instance104; previousView instance102 : instance103 : instance104 ReplicaChoices[instance103]: instance103 ReplicaChoices[instance104]: instance104 |#] [#|2010-10-07T03:10:55.131-0700|INFO|glassfish3.1|org.shoal.ha.cache.mapper|_ThreadID=15;_ThreadName=Thread-1;|DefaultKeyMapper[instance102].onViewChange (isJoin: false) currentView: instance103 : instance104; previousView instance102 : instance103 : instance104 ReplicaChoices[instance103]: instance103 ReplicaChoices[instance104]: instance104 |#] [#|2010-10-07T03:10:55.131-0700|INFO|glassfish3.1|org.shoal.ha.cache.mapper|_ThreadID=15;_ThreadName=Thread-1;|DefaultKeyMapper[instance102].onViewChange (isJoin: false) currentView: instance103 : instance104; previousView instance102 : instance103 : instance104 ReplicaChoices[instance103]: instance103 ReplicaChoices[instance104]: instance104 |#] [#|2010-10-07T03:10:55.131-0700|INFO|glassfish3.1|org.shoal.ha.cache.mapper|_ThreadID=15;_ThreadName=Thread-1;|DefaultKeyMapper[instance102].onViewChange (isJoin: false) currentView: instance103 : instance104; previousView instance102 : instance103 : instance104 ReplicaChoices[instance103]: instance103 ReplicaChoices[instance104]: instance104 |#] [#|2010-10-07T03:10:55.131-0700|INFO|glassfish3.1|org.shoal.ha.cache.mapper|_ThreadID=15;_ThreadName=Thread-1;|DefaultKeyMapper[instance102].onViewChange (isJoin: false) currentView: instance103 : instance104; previousView instance102 : instance103 : instance104 ReplicaChoices[instance103]: instance103 ReplicaChoices[instance104]: instance104 |#] [#|2010-10-07T03:10:55.131-0700|INFO|glassfish3.1|org.shoal.ha.cache.mapper|_ThreadID=15;_ThreadName=Thread-1;|DefaultKeyMapper[instance102].onViewChange (isJoin: false) currentView: instance103 : instance104; previousView instance102 : instance103 : instance104 ReplicaChoices[instance103]: instance103 ReplicaChoices[instance104]: instance104 |#] [#|2010-10-07T03:10:55.131-0700|INFO|glassfish3.1|org.shoal.ha.cache.mapper|_ThreadID=15;_ThreadName=Thread-1;|DefaultKeyMapper[instance102].onViewChange (isJoin: false) currentView: instance103 : instance104; previousView instance102 : instance103 : instance104 ReplicaChoices[instance103]: instance103 ReplicaChoices[instance104]: instance104 |#] [#|2010-10-07T03:10:55.131-0700|INFO|glassfish3.1|org.shoal.ha.cache.mapper|_ThreadID=15;_ThreadName=Thread-1;|DefaultKeyMapper[instance102].onViewChange (isJoin: false) currentView: instance103 : instance104; previousView instance102 : instance103 : instance104 ReplicaChoices[instance103]: instance103 ReplicaChoices[instance104]: instance104 |#] [#|2010-10-07T03:10:57.370-0700|WARNING|glassfish3.1|org.shoal.ha.cache.command.load_request|_ThreadID=15;_ThreadName=Thread-1;|LoadRequestCommand timed out while waiting for result java.util.concurrent.TimeoutException at java.util.concurrent.FutureTask$Sync.innerGet(FutureTask.java:228) at java.util.concurrent.FutureTask.get(FutureTask.java:91) at org.shoal.adapter.store.commands.StoreableLoadRequestCommand.getResult(StoreableLoadRequestCommand.java:175) at org.shoal.adapter.store.StoreableReplicatedBackingStore.doLoad(StoreableReplicatedBackingStore.java:272) at org.shoal.adapter.store.StoreableReplicatedBackingStore.load(StoreableReplicatedBackingStore.java:203) at org.shoal.adapter.store.StoreableReplicatedBackingStore.load(StoreableReplicatedBackingStore.java:64) at com.sun.ejb.containers.util.cache.LruSessionCache.getStateFromStore(LruSessionCache.java:474) at com.sun.ejb.containers.util.cache.LruSessionCache.lookupEJB(LruSessionCache.java:257) at com.sun.ejb.containers.StatefulSessionContainer._getContextForInstance(StatefulSessionContainer.java:1260) at com.sun.ejb.containers.StatefulSessionContainer.getEJBRemoteBusinessObjectImpl(StatefulSessionContainer.java:1291) at com.sun.ejb.containers.BaseContainer.getTargetObject(BaseContainer.java:1739) at org.glassfish.enterprise.iiop.impl.POARemoteReferenceFactory.preinvoke(POARemoteReferenceFactory.java:500) at com.sun.corba.ee.impl.oa.poa.POAPolicyMediatorImpl_NR_USM.internalGetServant(POAPolicyMediatorImpl_NR_USM.java:97) at com.sun.corba.ee.impl.oa.poa.POAPolicyMediatorBase.getInvocationServant(POAPolicyMediatorBase.java:131) at com.sun.corba.ee.impl.oa.poa.POAImpl.getInvocationServant(POAImpl.java:1650) at com.sun.corba.ee.impl.protocol.ServantCacheLocalCRDBase.updateCachedInfo(ServantCacheLocalCRDBase.java:94) at com.sun.corba.ee.impl.protocol.ServantCacheLocalCRDBase.getCachedInfo(ServantCacheLocalCRDBase.java:77) at com.sun.corba.ee.impl.protocol.FullServantCacheLocalCRDImpl.internalPreinvoke(FullServantCacheLocalCRDImpl.java:64) at com.sun.corba.ee.impl.protocol.LocalClientRequestDispatcherBase.servant_preinvoke(LocalClientRequestDispatcherBase.java:228) at com.sun.corba.ee.impl.protocol.CorbaClientDelegateImpl.servant_preinvoke(CorbaClientDelegateImpl.java:539) at com.sun.corba.ee.impl.presentation.rmi.StubInvocationHandlerImpl.privateInvoke(StubInvocationHandlerImpl.java:209) at com.sun.corba.ee.impl.presentation.rmi.StubInvocationHandlerImpl.invoke(StubInvocationHandlerImpl.java:151) at com.sun.corba.ee.impl.presentation.rmi.codegen.CodegenStubBase.invoke(CodegenStubBase.java:229) at com.sun.appserver.tests.ha.sfsb.sfbtc113.__SFSBtest82_Remote_DynamicStub.ping(com/sun/appserver/tests/ha/sfsb/sfbtc113/__SFSBtest82_Remote_DynamicStub.java) at com.sun.appserver.tests.ha.sfsb.sfbtc113._SFSBtest82_Wrapper.ping(com/sun/appserver/tests/ha/sfsb/sfbtc113/_SFSBtest82_Wrapper.java) at testservlet.processRequest(Unknown Source) at testservlet.doGet(Unknown Source) at javax.servlet.http.HttpServlet.service(HttpServlet.java:735) at javax.servlet.http.HttpServlet.service(HttpServlet.java:848) at org.apache.catalina.core.StandardWrapper.service(StandardWrapper.java:1522) at org.apache.catalina.core.StandardWrapperValve.invoke(StandardWrapperValve.java:281) at org.apache.catalina.core.StandardContextValve.invoke(StandardContextValve.java:175) at org.apache.catalina.core.StandardPipeline.doInvoke(StandardPipeline.java:655) at org.apache.catalina.core.StandardPipeline.invoke(StandardPipeline.java:595) at com.sun.enterprise.web.WebPipeline.invoke(WebPipeline.java:98) at com.sun.enterprise.web.PESessionLockingStandardPipeline.invoke(PESessionLockingStandardPipeline.java:91) at org.apache.catalina.core.StandardHostValve.invoke(StandardHostValve.java:162) at org.apache.catalina.connector.CoyoteAdapter.doService(CoyoteAdapter.java:326) at org.apache.catalina.connector.CoyoteAdapter.service(CoyoteAdapter.java:227) at com.sun.enterprise.v3.services.impl.ContainerMapper.service(ContainerMapper.java:170) at com.sun.grizzly.http.ProcessorTask.invokeAdapter(ProcessorTask.java:824) at com.sun.grizzly.http.ProcessorTask.doProcess(ProcessorTask.java:721) at com.sun.grizzly.http.ProcessorTask.process(ProcessorTask.java:1014) at com.sun.grizzly.http.DefaultProtocolFilter.execute(DefaultProtocolFilter.java:220) at com.sun.grizzly.DefaultProtocolChain.executeProtocolFilter(DefaultProtocolChain.java:135) at com.sun.grizzly.DefaultProtocolChain.execute(DefaultProtocolChain.java:102) at com.sun.grizzly.DefaultProtocolChain.execute(DefaultProtocolChain.java:88) at com.sun.grizzly.http.HttpProtocolChain.execute(HttpProtocolChain.java:76) at com.sun.grizzly.ProtocolChainContextTask.doCall(ProtocolChainContextTask.java:53) at com.sun.grizzly.SelectionKeyContextTask.call(SelectionKeyContextTask.java:57) at com.sun.grizzly.ContextTask.run(ContextTask.java:69) at com.sun.grizzly.util.AbstractThreadPool$Worker.doWork(AbstractThreadPool.java:530) at com.sun.grizzly.util.AbstractThreadPool$Worker.run(AbstractThreadPool.java:511) at java.lang.Thread.run(Thread.java:619) |#] [#|2010-10-07T03:10:57.456-0700|INFO|glassfish3.1|org.shoal.ha.cache.interceptor.transmit|_ThreadID=15;_ThreadName=Thread-1;|SFSBtest82Bean-84307744209633280-BackingStore: TransmitInterceptor.onTransmit() Sent ReplicationFramePayloadCommand: contains 1 commands to instance103; size: 209|#] [#|2010-10-07T03:10:57.465-0700|INFO|glassfish3.1|org.shoal.ha.cache.command|_ThreadID=15;_ThreadName=Thread-1;|SFSBtest82Bean-84307744209633280-BackingStore: Received ReplicationFramePayloadCommand: contains 1 commands from instance103|#] [#|2010-10-07T03:10:57.466-0700|INFO|glassfish3.1|org.shoal.ha.cache.command|_ThreadID=15;_ThreadName=Thread-1;|SFSBtest82Bean-84307744209633280-BackingStore: Received StoreableLoadResponseCommand:72(1f009009862be11d-e0005d4079bcded-1) from instance103|#] [#|2010-10-07T03:10:57.466-0700|INFO|glassfish3.1|org.shoal.ha.cache.command.load_response|_ThreadID=15;_ThreadName=Thread-1;|instance102 executed load_response 1f009009862be11d-e0005d4079bcded-1 value null|#] [#|2010-10-07T03:10:57.572-0700|INFO|glassfish3.1|org.shoal.ha.cache.interceptor.transmit|_ThreadID=15;_ThreadName=Thread-1;|SFSBtest82Bean-84307744209633280-BackingStore: TransmitInterceptor.onTransmit() Sent ReplicationFramePayloadCommand: contains 1 commands to instance104; size: 209|#] [#|2010-10-07T03:10:57.682-0700|INFO|glassfish3.1|org.shoal.ha.cache.command|_ThreadID=15;_ThreadName=Thread-1;|SFSBtest82Bean-84307744209633280-BackingStore: Received ReplicationFramePayloadCommand: contains 1 commands from instance104|#] [#|2010-10-07T03:10:57.682-0700|INFO|glassfish3.1|org.shoal.ha.cache.command|_ThreadID=15;_ThreadName=Thread-1;|SFSBtest82Bean-84307744209633280-BackingStore: Received StoreableLoadResponseCommand:72(1f009009862be11d-e0005d4079bcded-1) from instance104|#] [#|2010-10-07T03:10:57.682-0700|INFO|glassfish3.1|org.shoal.ha.cache.command.load_response|_ThreadID=15;_ThreadName=Thread-1;|instance102 executed load_response 1f009009862be11d-e0005d4079bcded-1 value null|#] [#|2010-10-07T03:10:57.683-0700|SEVERE|glassfish3.1|javax.enterprise.system.container.ejb.com.sun.ejb.containers.util.cache|_ThreadID=15;_ThreadName=Thread-1;|NRU-com.sun.appserver.tests.ha.sfsb.sfbtc113.SFSBtest82Bean: Cannot load from BACKUPSTORE FOR Key: <1f009009862be11d-e0005d4079bcded-1>|#] [#|2010-10-07T03:10:57.683-0700|SEVERE|glassfish3.1|javax.enterprise.resource.corba|_ThreadID=15;_ThreadName=Thread-1;|iiop.gettie_exception javax.ejb.NoSuchObjectLocalException: Invalid Session Key ( 1f009009862be11d-e0005d4079bcded-1) at com.sun.ejb.containers.StatefulSessionContainer._getContextForInstance(StatefulSessionContainer.java:1267) at com.sun.ejb.containers.StatefulSessionContainer.getEJBRemoteBusinessObjectImpl(StatefulSessionContainer.java:1291) at com.sun.ejb.containers.BaseContainer.getTargetObject(BaseContainer.java:1739) at org.glassfish.enterprise.iiop.impl.POARemoteReferenceFactory.preinvoke(POARemoteReferenceFactory.java:500) at com.sun.corba.ee.impl.oa.poa.POAPolicyMediatorImpl_NR_USM.internalGetServant(POAPolicyMediatorImpl_NR_USM.java:97) at com.sun.corba.ee.impl.oa.poa.POAPolicyMediatorBase.getInvocationServant(POAPolicyMediatorBase.java:131) at com.sun.corba.ee.impl.oa.poa.POAImpl.getInvocationServant(POAImpl.java:1650) at com.sun.corba.ee.impl.protocol.ServantCacheLocalCRDBase.updateCachedInfo(ServantCacheLocalCRDBase.java:94) at com.sun.corba.ee.impl.protocol.ServantCacheLocalCRDBase.getCachedInfo(ServantCacheLocalCRDBase.java:77) at com.sun.corba.ee.impl.protocol.FullServantCacheLocalCRDImpl.internalPreinvoke(FullServantCacheLocalCRDImpl.java:64) at com.sun.corba.ee.impl.protocol.LocalClientRequestDispatcherBase.servant_preinvoke(LocalClientRequestDispatcherBase.java:228) at com.sun.corba.ee.impl.protocol.CorbaClientDelegateImpl.servant_preinvoke(CorbaClientDelegateImpl.java:539) at com.sun.corba.ee.impl.presentation.rmi.StubInvocationHandlerImpl.privateInvoke(StubInvocationHandlerImpl.java:209) at com.sun.corba.ee.impl.presentation.rmi.StubInvocationHandlerImpl.invoke(StubInvocationHandlerImpl.java:151) at com.sun.corba.ee.impl.presentation.rmi.codegen.CodegenStubBase.invoke(CodegenStubBase.java:229) at com.sun.appserver.tests.ha.sfsb.sfbtc113.__SFSBtest82_Remote_DynamicStub.ping(com/sun/appserver/tests/ha/sfsb/sfbtc113/__SFSBtest82_Remote_DynamicStub.java) at com.sun.appserver.tests.ha.sfsb.sfbtc113._SFSBtest82_Wrapper.ping(com/sun/appserver/tests/ha/sfsb/sfbtc113/_SFSBtest82_Wrapper.java) at testservlet.processRequest(Unknown Source) at testservlet.doGet(Unknown Source) at javax.servlet.http.HttpServlet.service(HttpServlet.java:735) at javax.servlet.http.HttpServlet.service(HttpServlet.java:848) at org.apache.catalina.core.StandardWrapper.service(StandardWrapper.java:1522) at org.apache.catalina.core.StandardWrapperValve.invoke(StandardWrapperValve.java:281) at org.apache.catalina.core.StandardContextValve.invoke(StandardContextValve.java:175) at org.apache.catalina.core.StandardPipeline.doInvoke(StandardPipeline.java:655) at org.apache.catalina.core.StandardPipeline.invoke(StandardPipeline.java:595) at com.sun.enterprise.web.WebPipeline.invoke(WebPipeline.java:98) at com.sun.enterprise.web.PESessionLockingStandardPipeline.invoke(PESessionLockingStandardPipeline.java:91) at org.apache.catalina.core.StandardHostValve.invoke(StandardHostValve.java:162) at org.apache.catalina.connector.CoyoteAdapter.doService(CoyoteAdapter.java:326) at org.apache.catalina.connector.CoyoteAdapter.service(CoyoteAdapter.java:227) at com.sun.enterprise.v3.services.impl.ContainerMapper.service(ContainerMapper.java:170) at com.sun.grizzly.http.ProcessorTask.invokeAdapter(ProcessorTask.java:824) at com.sun.grizzly.http.ProcessorTask.doProcess(ProcessorTask.java:721) at com.sun.grizzly.http.ProcessorTask.process(ProcessorTask.java:1014) at com.sun.grizzly.http.DefaultProtocolFilter.execute(DefaultProtocolFilter.java:220) at com.sun.grizzly.DefaultProtocolChain.executeProtocolFilter(DefaultProtocolChain.java:135) at com.sun.grizzly.DefaultProtocolChain.execute(DefaultProtocolChain.java:102) at com.sun.grizzly.DefaultProtocolChain.execute(DefaultProtocolChain.java:88) at com.sun.grizzly.http.HttpProtocolChain.execute(HttpProtocolChain.java:76) at com.sun.grizzly.ProtocolChainContextTask.doCall(ProtocolChainContextTask.java:53) at com.sun.grizzly.SelectionKeyContextTask.call(SelectionKeyContextTask.java:57) at com.sun.grizzly.ContextTask.run(ContextTask.java:69) at com.sun.grizzly.util.AbstractThreadPool$Worker.doWork(AbstractThreadPool.java:530) at com.sun.grizzly.util.AbstractThreadPool$Worker.run(AbstractThreadPool.java:511) at java.lang.Thread.run(Thread.java:619) |#] [#|2010-10-07T03:10:57.684-0700|INFO|glassfish3.1|org.shoal.ha.cache|_ThreadID=15;_ThreadName=Thread-1;|StoreableReplicatedBackingStore.load(1f009009862be11d-e0005d41a71ee24-2, null)|#] [#|2010-10-07T03:10:57.685-0700|INFO|glassfish3.1|org.shoal.ha.cache|_ThreadID=15;_ThreadName=Thread-1;|StoreableReplicatedBackingStore.doLoad(1f009009862be11d-e0005d41a71ee24-2, -9223372036854775808); ReplicaChoices: instance103|#] [#|2010-10-07T03:10:57.755-0700|INFO|glassfish3.1|org.shoal.ha.cache.interceptor.transmit|_ThreadID=15;_ThreadName=Thread-1;|SFSBtest82Bean-84307744209633280-BackingStore: TransmitInterceptor.onTransmit() Sent ReplicationFramePayloadCommand: contains 1 commands to instance103; size: 209|#] [#|2010-10-07T03:10:57.774-0700|INFO|glassfish3.1|org.shoal.ha.cache.command|_ThreadID=15;_ThreadName=Thread-1;|SFSBtest82Bean-84307744209633280-BackingStore: Received ReplicationFramePayloadCommand: contains 1 commands from instance103|#] [#|2010-10-07T03:10:57.774-0700|INFO|glassfish3.1|org.shoal.ha.cache.command|_ThreadID=15;_ThreadName=Thread-1;|SFSBtest82Bean-84307744209633280-BackingStore: Received StoreableLoadResponseCommand:72(1f009009862be11d-e0005d41a71ee24-2) from instance103|#] [#|2010-10-07T03:10:57.774-0700|INFO|glassfish3.1|org.shoal.ha.cache.command.load_response|_ThreadID=15;_ThreadName=Thread-1;|instance102 executed load_response 1f009009862be11d-e0005d41a71ee24-2 value null|#] [#|2010-10-07T03:10:57.855-0700|INFO|glassfish3.1|org.shoal.ha.cache.interceptor.transmit|_ThreadID=15;_ThreadName=Thread-1;|SFSBtest82Bean-84307744209633280-BackingStore: TransmitInterceptor.onTransmit() Sent ReplicationFramePayloadCommand: contains 1 commands to instance103; size: 209|#] [#|2010-10-07T03:10:57.865-0700|INFO|glassfish3.1|org.shoal.ha.cache.command|_ThreadID=15;_ThreadName=Thread-1;|SFSBtest82Bean-84307744209633280-BackingStore: Received ReplicationFramePayloadCommand: contains 1 commands from instance103|#] [#|2010-10-07T03:10:57.865-0700|INFO|glassfish3.1|org.shoal.ha.cache.command|_ThreadID=15;_ThreadName=Thread-1;|SFSBtest82Bean-84307744209633280-BackingStore: Received StoreableLoadResponseCommand:72(1f009009862be11d-e0005d41a71ee24-2) from instance103|#] [#|2010-10-07T03:10:57.865-0700|INFO|glassfish3.1|org.shoal.ha.cache.command.load_response|_ThreadID=15;_ThreadName=Thread-1;|instance102 executed load_response 1f009009862be11d-e0005d41a71ee24-2 value null|#] [#|2010-10-07T03:10:57.871-0700|INFO|glassfish3.1|org.shoal.ha.cache.interceptor.transmit|_ThreadID=15;_ThreadName=Thread-1;|SFSBtest82Bean-84307744209633280-BackingStore: TransmitInterceptor.onTransmit() Sent ReplicationFramePayloadCommand: contains 1 commands to instance104; size: 209|#] [#|2010-10-07T03:10:57.881-0700|INFO|glassfish3.1|org.shoal.ha.cache.command|_ThreadID=15;_ThreadName=Thread-1;|SFSBtest82Bean-84307744209633280-BackingStore: Received ReplicationFramePayloadCommand: contains 1 commands from instance104|#] [#|2010-10-07T03:10:57.881-0700|INFO|glassfish3.1|org.shoal.ha.cache.command|_ThreadID=15;_ThreadName=Thread-1;|SFSBtest82Bean-84307744209633280-BackingStore: Received StoreableLoadResponseCommand:72(1f009009862be11d-e0005d41a71ee24-2) from instance104|#] [#|2010-10-07T03:10:57.881-0700|INFO|glassfish3.1|org.shoal.ha.cache.command.load_response|_ThreadID=15;_ThreadName=Thread-1;|instance102 executed load_response 1f009009862be11d-e0005d41a71ee24-2 value null|#] [#|2010-10-07T03:10:57.881-0700|SEVERE|glassfish3.1|javax.enterprise.system.container.ejb.com.sun.ejb.containers.util.cache|_ThreadID=15;_ThreadName=Thread-1;|NRU-com.sun.appserver.tests.ha.sfsb.sfbtc113.SFSBtest82Bean: Cannot load from BACKUPSTORE FOR Key: <1f009009862be11d-e0005d41a71ee24-2>|#] [#|2010-10-07T03:10:57.881-0700|SEVERE|glassfish3.1|javax.enterprise.resource.corba|_ThreadID=15;_ThreadName=Thread-1;|iiop.gettie_exception javax.ejb.NoSuchObjectLocalException: Invalid Session Key ( 1f009009862be11d-e0005d41a71ee24-2) at com.sun.ejb.containers.StatefulSessionContainer._getContextForInstance(StatefulSessionContainer.java:1267) at com.sun.ejb.containers.StatefulSessionContainer.getEJBRemoteBusinessObjectImpl(StatefulSessionContainer.java:1291) at com.sun.ejb.containers.BaseContainer.getTargetObject(BaseContainer.java:1739) at org.glassfish.enterprise.iiop.impl.POARemoteReferenceFactory.preinvoke(POARemoteReferenceFactory.java:500) at com.sun.corba.ee.impl.oa.poa.POAPolicyMediatorImpl_NR_USM.internalGetServant(POAPolicyMediatorImpl_NR_USM.java:97) at com.sun.corba.ee.impl.oa.poa.POAPolicyMediatorBase.getInvocationServant(POAPolicyMediatorBase.java:131) at com.sun.corba.ee.impl.oa.poa.POAImpl.getInvocationServant(POAImpl.java:1650) at com.sun.corba.ee.impl.protocol.ServantCacheLocalCRDBase.updateCachedInfo(ServantCacheLocalCRDBase.java:94) at com.sun.corba.ee.impl.protocol.ServantCacheLocalCRDBase.getCachedInfo(ServantCacheLocalCRDBase.java:77) at com.sun.corba.ee.impl.protocol.FullServantCacheLocalCRDImpl.internalPreinvoke(FullServantCacheLocalCRDImpl.java:64) at com.sun.corba.ee.impl.protocol.LocalClientRequestDispatcherBase.servant_preinvoke(LocalClientRequestDispatcherBase.java:228) at com.sun.corba.ee.impl.protocol.CorbaClientDelegateImpl.servant_preinvoke(CorbaClientDelegateImpl.java:539) at com.sun.corba.ee.impl.presentation.rmi.StubInvocationHandlerImpl.privateInvoke(StubInvocationHandlerImpl.java:209) at com.sun.corba.ee.impl.presentation.rmi.StubInvocationHandlerImpl.invoke(StubInvocationHandlerImpl.java:151) at com.sun.corba.ee.impl.presentation.rmi.codegen.CodegenStubBase.invoke(CodegenStubBase.java:229) at com.sun.appserver.tests.ha.sfsb.sfbtc113.__SFSBtest82_Remote_DynamicStub.ping(com/sun/appserver/tests/ha/sfsb/sfbtc113/__SFSBtest82_Remote_DynamicStub.java) at com.sun.appserver.tests.ha.sfsb.sfbtc113._SFSBtest82_Wrapper.ping(com/sun/appserver/tests/ha/sfsb/sfbtc113/_SFSBtest82_Wrapper.java) at testservlet.processRequest(Unknown Source) at testservlet.doGet(Unknown Source) at javax.servlet.http.HttpServlet.service(HttpServlet.java:735) at javax.servlet.http.HttpServlet.service(HttpServlet.java:848) at org.apache.catalina.core.StandardWrapper.service(StandardWrapper.java:1522) at org.apache.catalina.core.StandardWrapperValve.invoke(StandardWrapperValve.java:281) at org.apache.catalina.core.StandardContextValve.invoke(StandardContextValve.java:175) at org.apache.catalina.core.StandardPipeline.doInvoke(StandardPipeline.java:655) at org.apache.catalina.core.StandardPipeline.invoke(StandardPipeline.java:595) at com.sun.enterprise.web.WebPipeline.invoke(WebPipeline.java:98) at com.sun.enterprise.web.PESessionLockingStandardPipeline.invoke(PESessionLockingStandardPipeline.java:91) at org.apache.catalina.core.StandardHostValve.invoke(StandardHostValve.java:162) at org.apache.catalina.connector.CoyoteAdapter.doService(CoyoteAdapter.java:326) at org.apache.catalina.connector.CoyoteAdapter.service(CoyoteAdapter.java:227) at com.sun.enterprise.v3.services.impl.ContainerMapper.service(ContainerMapper.java:170) at com.sun.grizzly.http.ProcessorTask.invokeAdapter(ProcessorTask.java:824) at com.sun.grizzly.http.ProcessorTask.doProcess(ProcessorTask.java:721) at com.sun.grizzly.http.ProcessorTask.process(ProcessorTask.java:1014) at com.sun.grizzly.http.DefaultProtocolFilter.execute(DefaultProtocolFilter.java:220) at com.sun.grizzly.DefaultProtocolChain.executeProtocolFilter(DefaultProtocolChain.java:135) at com.sun.grizzly.DefaultProtocolChain.execute(DefaultProtocolChain.java:102) at com.sun.grizzly.DefaultProtocolChain.execute(DefaultProtocolChain.java:88) at com.sun.grizzly.http.HttpProtocolChain.execute(HttpProtocolChain.java:76) at com.sun.grizzly.ProtocolChainContextTask.doCall(ProtocolChainContextTask.java:53) at com.sun.grizzly.SelectionKeyContextTask.call(SelectionKeyContextTask.java:57) at com.sun.grizzly.ContextTask.run(ContextTask.java:69) at com.sun.grizzly.util.AbstractThreadPool$Worker.doWork(AbstractThreadPool.java:530) at com.sun.grizzly.util.AbstractThreadPool$Worker.run(AbstractThreadPool.java:511) at java.lang.Thread.run(Thread.java:619) |#] [#|2010-10-07T03:10:57.884-0700|INFO|glassfish3.1|org.shoal.ha.cache|_ThreadID=15;_ThreadName=Thread-1;|StoreableReplicatedBackingStore.load(1f009009862be11d-e0005d41e2cad52-3, null)|#] [#|2010-10-07T03:10:57.884-0700|INFO|glassfish3.1|org.shoal.ha.cache|_ThreadID=15;_ThreadName=Thread-1;|StoreableReplicatedBackingStore.doLoad(1f009009862be11d-e0005d41e2cad52-3, -9223372036854775808); ReplicaChoices: instance104|#] [#|2010-10-07T03:10:57.971-0700|INFO|glassfish3.1|org.shoal.ha.cache.interceptor.transmit|_ThreadID=15;_ThreadName=Thread-1;|SFSBtest82Bean-84307744209633280-BackingStore: TransmitInterceptor.onTransmit() Sent ReplicationFramePayloadCommand: contains 1 commands to instance104; size: 209|#] [#|2010-10-07T03:10:57.980-0700|INFO|glassfish3.1|org.shoal.ha.cache.command|_ThreadID=15;_ThreadName=Thread-1;|SFSBtest82Bean-84307744209633280-BackingStore: Received ReplicationFramePayloadCommand: contains 1 commands from instance104|#] [#|2010-10-07T03:10:57.980-0700|INFO|glassfish3.1|org.shoal.ha.cache.command|_ThreadID=15;_ThreadName=Thread-1;|SFSBtest82Bean-84307744209633280-BackingStore: Received StoreableLoadResponseCommand:72(1f009009862be11d-e0005d41e2cad52-3) from instance104|#] [#|2010-10-07T03:10:57.980-0700|INFO|glassfish3.1|org.shoal.ha.cache.command.load_response|_ThreadID=15;_ThreadName=Thread-1;|instance102 executed load_response 1f009009862be11d-e0005d41e2cad52-3 value null|#] [#|2010-10-07T03:10:58.055-0700|INFO|glassfish3.1|org.shoal.ha.cache.interceptor.transmit|_ThreadID=15;_ThreadName=Thread-1;|SFSBtest82Bean-84307744209633280-BackingStore: TransmitInterceptor.onTransmit() Sent ReplicationFramePayloadCommand: contains 1 commands to instance103; size: 209|#] [#|2010-10-07T03:10:58.066-0700|INFO|glassfish3.1|org.shoal.ha.cache.command|_ThreadID=15;_ThreadName=Thread-1;|SFSBtest82Bean-84307744209633280-BackingStore: Received ReplicationFramePayloadCommand: contains 1 commands from instance103|#] [#|2010-10-07T03:10:58.066-0700|INFO|glassfish3.1|org.shoal.ha.cache.command|_ThreadID=15;_ThreadName=Thread-1;|SFSBtest82Bean-84307744209633280-BackingStore: Received StoreableLoadResponseCommand:72(1f009009862be11d-e0005d41e2cad52-3) from instance103|#] [#|2010-10-07T03:10:58.066-0700|INFO|glassfish3.1|org.shoal.ha.cache.command.load_response|_ThreadID=15;_ThreadName=Thread-1;|instance102 executed load_response 1f009009862be11d-e0005d41e2cad52-3 value null|#] [#|2010-10-07T03:10:58.071-0700|INFO|glassfish3.1|org.shoal.ha.cache.interceptor.transmit|_ThreadID=15;_ThreadName=Thread-1;|SFSBtest82Bean-84307744209633280-BackingStore: TransmitInterceptor.onTransmit() Sent ReplicationFramePayloadCommand: contains 1 commands to instance104; size: 209|#] [#|2010-10-07T03:10:58.083-0700|INFO|glassfish3.1|org.shoal.ha.cache.command|_ThreadID=15;_ThreadName=Thread-1;|SFSBtest82Bean-84307744209633280-BackingStore: Received ReplicationFramePayloadCommand: contains 1 commands from instance104|#] [#|2010-10-07T03:10:58.083-0700|INFO|glassfish3.1|org.shoal.ha.cache.command|_ThreadID=15;_ThreadName=Thread-1;|SFSBtest82Bean-84307744209633280-BackingStore: Received StoreableLoadResponseCommand:72(1f009009862be11d-e0005d41e2cad52-3) from instance104|#] [#|2010-10-07T03:10:58.083-0700|INFO|glassfish3.1|org.shoal.ha.cache.command.load_response|_ThreadID=15;_ThreadName=Thread-1;|instance102 executed load_response 1f009009862be11d-e0005d41e2cad52-3 value null|#] [#|2010-10-07T03:10:58.083-0700|SEVERE|glassfish3.1|javax.enterprise.system.container.ejb.com.sun.ejb.containers.util.cache|_ThreadID=15;_ThreadName=Thread-1;|NRU-com.sun.appserver.tests.ha.sfsb.sfbtc113.SFSBtest82Bean: Cannot load from BACKUPSTORE FOR Key: <1f009009862be11d-e0005d41e2cad52-3>|#] [#|2010-10-07T03:10:58.084-0700|SEVERE|glassfish3.1|javax.enterprise.resource.corba|_ThreadID=15;_ThreadName=Thread-1;|iiop.gettie_exception javax.ejb.NoSuchObjectLocalException: Invalid Session Key ( 1f009009862be11d-e0005d41e2cad52-3) at com.sun.ejb.containers.StatefulSessionContainer._getContextForInstance(StatefulSessionContainer.java:1267) at com.sun.ejb.containers.StatefulSessionContainer.getEJBRemoteBusinessObjectImpl(StatefulSessionContainer.java:1291) at com.sun.ejb.containers.BaseContainer.getTargetObject(BaseContainer.java:1739) at org.glassfish.enterprise.iiop.impl.POARemoteReferenceFactory.preinvoke(POARemoteReferenceFactory.java:500) at com.sun.corba.ee.impl.oa.poa.POAPolicyMediatorImpl_NR_USM.internalGetServant(POAPolicyMediatorImpl_NR_USM.java:97) at com.sun.corba.ee.impl.oa.poa.POAPolicyMediatorBase.getInvocationServant(POAPolicyMediatorBase.java:131) at com.sun.corba.ee.impl.oa.poa.POAImpl.getInvocationServant(POAImpl.java:1650) at com.sun.corba.ee.impl.protocol.ServantCacheLocalCRDBase.updateCachedInfo(ServantCacheLocalCRDBase.java:94) at com.sun.corba.ee.impl.protocol.ServantCacheLocalCRDBase.getCachedInfo(ServantCacheLocalCRDBase.java:77) at com.sun.corba.ee.impl.protocol.FullServantCacheLocalCRDImpl.internalPreinvoke(FullServantCacheLocalCRDImpl.java:64) at com.sun.corba.ee.impl.protocol.LocalClientRequestDispatcherBase.servant_preinvoke(LocalClientRequestDispatcherBase.java:228) at com.sun.corba.ee.impl.protocol.CorbaClientDelegateImpl.servant_preinvoke(CorbaClientDelegateImpl.java:539) at com.sun.corba.ee.impl.presentation.rmi.StubInvocationHandlerImpl.privateInvoke(StubInvocationHandlerImpl.java:209) at com.sun.corba.ee.impl.presentation.rmi.StubInvocationHandlerImpl.invoke(StubInvocationHandlerImpl.java:151) at com.sun.corba.ee.impl.presentation.rmi.codegen.CodegenStubBase.invoke(CodegenStubBase.java:229) at com.sun.appserver.tests.ha.sfsb.sfbtc113.__SFSBtest82_Remote_DynamicStub.ping(com/sun/appserver/tests/ha/sfsb/sfbtc113/__SFSBtest82_Remote_DynamicStub.java) at com.sun.appserver.tests.ha.sfsb.sfbtc113._SFSBtest82_Wrapper.ping(com/sun/appserver/tests/ha/sfsb/sfbtc113/_SFSBtest82_Wrapper.java) at testservlet.processRequest(Unknown Source) at testservlet.doGet(Unknown Source) at javax.servlet.http.HttpServlet.service(HttpServlet.java:735) at javax.servlet.http.HttpServlet.service(HttpServlet.java:848) at org.apache.catalina.core.StandardWrapper.service(StandardWrapper.java:1522) at org.apache.catalina.core.StandardWrapperValve.invoke(StandardWrapperValve.java:281) at org.apache.catalina.core.StandardContextValve.invoke(StandardContextValve.java:175) at org.apache.catalina.core.StandardPipeline.doInvoke(StandardPipeline.java:655) at org.apache.catalina.core.StandardPipeline.invoke(StandardPipeline.java:595) at com.sun.enterprise.web.WebPipeline.invoke(WebPipeline.java:98) at com.sun.enterprise.web.PESessionLockingStandardPipeline.invoke(PESessionLockingStandardPipeline.java:91) at org.apache.catalina.core.StandardHostValve.invoke(StandardHostValve.java:162) at org.apache.catalina.connector.CoyoteAdapter.doService(CoyoteAdapter.java:326) at org.apache.catalina.connector.CoyoteAdapter.service(CoyoteAdapter.java:227) at com.sun.enterprise.v3.services.impl.ContainerMapper.service(ContainerMapper.java:170) at com.sun.grizzly.http.ProcessorTask.invokeAdapter(ProcessorTask.java:824) at com.sun.grizzly.http.ProcessorTask.doProcess(ProcessorTask.java:721) at com.sun.grizzly.http.ProcessorTask.process(ProcessorTask.java:1014) at com.sun.grizzly.http.DefaultProtocolFilter.execute(DefaultProtocolFilter.java:220) at com.sun.grizzly.DefaultProtocolChain.executeProtocolFilter(DefaultProtocolChain.java:135) at com.sun.grizzly.DefaultProtocolChain.execute(DefaultProtocolChain.java:102) at com.sun.grizzly.DefaultProtocolChain.execute(DefaultProtocolChain.java:88) at com.sun.grizzly.http.HttpProtocolChain.execute(HttpProtocolChain.java:76) at com.sun.grizzly.ProtocolChainContextTask.doCall(ProtocolChainContextTask.java:53) at com.sun.grizzly.SelectionKeyContextTask.call(SelectionKeyContextTask.java:57) at com.sun.grizzly.ContextTask.run(ContextTask.java:69) at com.sun.grizzly.util.AbstractThreadPool$Worker.doWork(AbstractThreadPool.java:530) at com.sun.grizzly.util.AbstractThreadPool$Worker.run(AbstractThreadPool.java:511) at java.lang.Thread.run(Thread.java:619) |#] [#|2010-10-07T03:10:58.184-0700|INFO|glassfish3.1|org.shoal.ha.cache.interceptor.transmit|_ThreadID=15;_ThreadName=Thread-1;|/sfsbtc113: TransmitInterceptor.onTransmit() Sent ReplicationFramePayloadCommand: contains 1 commands to instance103; size: 2142|#] [#|2010-10-07T03:10:58.201-0700|INFO|glassfish3.1|org.shoal.ha.cache.command|_ThreadID=15;_ThreadName=Thread-1;|/sfsbtc113: Received ReplicationFramePayloadCommand: contains 1 commands from instance103|#] [#|2010-10-07T03:10:58.201-0700|INFO|glassfish3.1|org.shoal.ha.cache.command|_ThreadID=15;_ThreadName=Thread-1;|/sfsbtc113: Received SimpleAckCommand:2() from instance103|#] [#|2010-10-07T03:11:05.218-0700|INFO|glassfish3.1|ShoalLogger|_ThreadID=15;_ThreadName=Thread-1;|GMS1092: GMS View Change Received for group st-cluster : Members in view for ADD_EVENT(before change analysis) are : 1: MemberId: instance101, MemberType: CORE, Address: 192.168.122.1:9099:228.9.250.223:29447:st-cluster:instance101 2: MemberId: instance102, MemberType: CORE, Address: 192.168.122.1:9115:228.9.250.223:29447:st-cluster:instance102 3: MemberId: instance103, MemberType: CORE, Address: 192.168.122.1:9108:228.9.250.223:29447:st-cluster:instance103 4: MemberId: instance104, MemberType: CORE, Address: 192.168.122.1:9091:228.9.250.223:29447:st-cluster:instance104 5: MemberId: server, MemberType: SPECTATOR, Address: 192.168.122.1:9102:228.9.250.223:29447:st-cluster:server |#] [#|2010-10-07T03:11:05.218-0700|INFO|glassfish3.1|ShoalLogger|_ThreadID=15;_ThreadName=Thread-1;|GMS1016: Analyzing new membership snapshot received as part of event : ADD_EVENT for Member: instance101 of Group: st-cluster|#] [#|2010-10-07T03:11:05.218-0700|INFO|glassfish3.1|ShoalLogger|_ThreadID=15;_ThreadName=Thread-1;|GMS1024: Adding Join member: instance101 group: st-cluster StartupState:INSTANCE_STARTUP |#] [#|2010-10-07T03:11:11.710-0700|INFO|glassfish3.1|ShoalLogger|_ThreadID=15;_ThreadName=Thread-1;|GMS1092: GMS View Change Received for group st-cluster : Members in view for JOINED_AND_READY_EVENT(before change analysis) are : 1: MemberId: instance101, MemberType: CORE, Address: 192.168.122.1:9099:228.9.250.223:29447:st-cluster:instance101 2: MemberId: instance102, MemberType: CORE, Address: 192.168.122.1:9115:228.9.250.223:29447:st-cluster:instance102 3: MemberId: instance103, MemberType: CORE, Address: 192.168.122.1:9108:228.9.250.223:29447:st-cluster:instance103 4: MemberId: instance104, MemberType: CORE, Address: 192.168.122.1:9091:228.9.250.223:29447:st-cluster:instance104 5: MemberId: server, MemberType: SPECTATOR, Address: 192.168.122.1:9102:228.9.250.223:29447:st-cluster:server |#] [#|2010-10-07T03:11:11.710-0700|INFO|glassfish3.1|ShoalLogger|_ThreadID=15;_ThreadName=Thread-1;|GMS1016: Analyzing new membership snapshot received as part of event : JOINED_AND_READY_EVENT for Member: instance101 of Group: st-cluster|#] [#|2010-10-07T03:11:11.711-0700|INFO|glassfish3.1|ShoalLogger|_ThreadID=15;_ThreadName=Thread-1;|GMS1025: Adding Joined And Ready member : instance101 Group: :st-cluster StartupState:INSTANCE_STARTUP |#] [#|2010-10-07T03:11:11.729-0700|INFO|glassfish3.1|org.shoal.ha.cache.mapper|_ThreadID=15;_ThreadName=Thread-1;|DefaultKeyMapper[instance102].onViewChange (isJoin: true) currentView: instance101 : instance103 : instance104; previousView instance102 : instance103 : instance104 ReplicaChoices[instance101]: instance101 ReplicaChoices[instance103]: instance103 ReplicaChoices[instance104]: instance104 |#] [#|2010-10-07T03:11:11.729-0700|INFO|glassfish3.1|org.shoal.ha.cache.mapper|_ThreadID=15;_ThreadName=Thread-1;|DefaultKeyMapper[instance102].onViewChange (isJoin: true) currentView: instance101 : instance103 : instance104; previousView instance102 : instance103 : instance104 ReplicaChoices[instance101]: instance101 ReplicaChoices[instance103]: instance103 ReplicaChoices[instance104]: instance104 |#] [#|2010-10-07T03:11:11.729-0700|INFO|glassfish3.1|org.shoal.ha.cache.mapper|_ThreadID=15;_ThreadName=Thread-1;|DefaultKeyMapper[instance102].onViewChange (isJoin: true) currentView: instance101 : instance103 : instance104; previousView instance102 : instance103 : instance104 ReplicaChoices[instance101]: instance101 ReplicaChoices[instance103]: instance103 ReplicaChoices[instance104]: instance104 |#] [#|2010-10-07T03:11:11.729-0700|INFO|glassfish3.1|org.shoal.ha.cache.mapper|_ThreadID=15;_ThreadName=Thread-1;|DefaultKeyMapper[instance102].onViewChange (isJoin: true) currentView: instance101 : instance103 : instance104; previousView instance102 : instance103 : instance104 ReplicaChoices[instance101]: instance101 ReplicaChoices[instance103]: instance103 ReplicaChoices[instance104]: instance104 |#] [#|2010-10-07T03:11:11.729-0700|INFO|glassfish3.1|org.shoal.ha.cache.mapper|_ThreadID=15;_ThreadName=Thread-1;|DefaultKeyMapper[instance102].onViewChange (isJoin: true) currentView: instance101 : instance103 : instance104; previousView instance102 : instance103 : instance104 ReplicaChoices[instance101]: instance101 ReplicaChoices[instance103]: instance103 ReplicaChoices[instance104]: instance104 |#] [#|2010-10-07T03:11:11.729-0700|INFO|glassfish3.1|org.shoal.ha.cache.mapper|_ThreadID=15;_ThreadName=Thread-1;|DefaultKeyMapper[instance102].onViewChange (isJoin: true) currentView: instance101 : instance103 : instance104; previousView instance102 : instance103 : instance104 ReplicaChoices[instance101]: instance101 ReplicaChoices[instance103]: instance103 ReplicaChoices[instance104]: instance104 |#] [#|2010-10-07T03:11:11.729-0700|INFO|glassfish3.1|org.shoal.ha.cache.mapper|_ThreadID=15;_ThreadName=Thread-1;|DefaultKeyMapper[instance102].onViewChange (isJoin: true) currentView: instance101 : instance103 : instance104; previousView instance102 : instance103 : instance104 ReplicaChoices[instance101]: instance101 ReplicaChoices[instance103]: instance103 ReplicaChoices[instance104]: instance104 |#] [#|2010-10-07T03:11:11.729-0700|INFO|glassfish3.1|org.shoal.ha.cache.mapper|_ThreadID=15;_ThreadName=Thread-1;|DefaultKeyMapper[instance102].onViewChange (isJoin: true) currentView: instance101 : instance103 : instance104; previousView instance102 : instance103 : instance104 ReplicaChoices[instance101]: instance101 ReplicaChoices[instance103]: instance103 ReplicaChoices[instance104]: instance104 |#] [#|2010-10-07T03:11:11.729-0700|INFO|glassfish3.1|org.shoal.ha.cache.mapper|_ThreadID=15;_ThreadName=Thread-1;|DefaultKeyMapper[instance102].onViewChange (isJoin: true) currentView: instance101 : instance103 : instance104; previousView instance102 : instance103 : instance104 ReplicaChoices[instance101]: instance101 ReplicaChoices[instance103]: instance103 ReplicaChoices[instance104]: instance104 |#] [#|2010-10-07T03:11:11.730-0700|INFO|glassfish3.1|org.shoal.ha.cache.mapper|_ThreadID=15;_ThreadName=Thread-1;|DefaultKeyMapper[instance102].onViewChange (isJoin: true) currentView: instance101 : instance103 : instance104; previousView instance102 : instance103 : instance104 ReplicaChoices[instance101]: instance101 ReplicaChoices[instance103]: instance103 ReplicaChoices[instance104]: instance104 |#] [#|2010-10-07T03:11:11.730-0700|INFO|glassfish3.1|org.shoal.ha.cache.mapper|_ThreadID=15;_ThreadName=Thread-1;|DefaultKeyMapper[instance102].onViewChange (isJoin: true) currentView: instance101 : instance103 : instance104; previousView instance102 : instance103 : instance104 ReplicaChoices[instance101]: instance101 ReplicaChoices[instance103]: instance103 ReplicaChoices[instance104]: instance104 |#] [#|2010-10-07T03:11:11.730-0700|INFO|glassfish3.1|org.shoal.ha.cache.mapper|_ThreadID=15;_ThreadName=Thread-1;|DefaultKeyMapper[instance102].onViewChange (isJoin: true) currentView: instance101 : instance103 : instance104; previousView instance102 : instance103 : instance104 ReplicaChoices[instance101]: instance101 ReplicaChoices[instance103]: instance103 ReplicaChoices[instance104]: instance104 |#] [#|2010-10-07T03:11:11.730-0700|INFO|glassfish3.1|org.shoal.ha.cache.mapper|_ThreadID=15;_ThreadName=Thread-1;|DefaultKeyMapper[instance102].onViewChange (isJoin: true) currentView: instance101 : instance103 : instance104; previousView instance102 : instance103 : instance104 ReplicaChoices[instance101]: instance101 ReplicaChoices[instance103]: instance103 ReplicaChoices[instance104]: instance104 |#] [#|2010-10-07T03:11:11.730-0700|INFO|glassfish3.1|org.shoal.ha.cache.mapper|_ThreadID=15;_ThreadName=Thread-1;|DefaultKeyMapper[instance102].onViewChange (isJoin: true) currentView: instance101 : instance103 : instance104; previousView instance102 : instance103 : instance104 ReplicaChoices[instance101]: instance101 ReplicaChoices[instance103]: instance103 ReplicaChoices[instance104]: instance104 |#] [#|2010-10-07T03:11:11.730-0700|INFO|glassfish3.1|org.shoal.ha.cache.mapper|_ThreadID=15;_ThreadName=Thread-1;|DefaultKeyMapper[instance102].onViewChange (isJoin: true) currentView: instance101 : instance103 : instance104; previousView instance102 : instance103 : instance104 ReplicaChoices[instance101]: instance101 ReplicaChoices[instance103]: instance103 ReplicaChoices[instance104]: instance104 |#] [#|2010-10-07T03:11:11.730-0700|INFO|glassfish3.1|org.shoal.ha.cache.mapper|_ThreadID=15;_ThreadName=Thread-1;|DefaultKeyMapper[instance102].onViewChange (isJoin: true) currentView: instance101 : instance103 : instance104; previousView instance102 : instance103 : instance104 ReplicaChoices[instance101]: instance101 ReplicaChoices[instance103]: instance103 ReplicaChoices[instance104]: instance104 |#] [#|2010-10-07T03:11:13.239-0700|SEVERE|glassfish3.1|javax.enterprise.system.tools.admin.org.glassfish.deployment.admin|_ThreadID=15;_ThreadName=Thread-1;|Cannot stop module web java.lang.NullPointerException at org.apache.catalina.session.StandardSession.hasNonHttpLockOccurred(StandardSession.java:1444) at org.apache.catalina.session.PersistentManagerBase.writeSession(PersistentManagerBase.java:1133) at org.apache.catalina.session.PersistentManagerBase.swapOut(PersistentManagerBase.java:1109) at org.apache.catalina.session.PersistentManagerBase.unload(PersistentManagerBase.java:964) at org.apache.catalina.session.PersistentManagerBase.stop(PersistentManagerBase.java:1259) at org.glassfish.web.ha.session.management.ReplicationWebEventPersistentManager.stop(ReplicationWebEventPersistentManager.java:301) at org.apache.catalina.core.StandardContext.stop(StandardContext.java:5529) at com.sun.enterprise.web.WebModule.stop(WebModule.java:528) at org.apache.catalina.core.ContainerBase.removeChild(ContainerBase.java:1049) at com.sun.enterprise.web.WebContainer.unloadWebModule(WebContainer.java:2139) at com.sun.enterprise.web.WebContainer.unloadWebModule(WebContainer.java:2094) at com.sun.enterprise.web.WebApplication.stop(WebApplication.java:148) at org.glassfish.internal.data.EngineRef.stop(EngineRef.java:169) at org.glassfish.internal.data.ModuleInfo.stop(ModuleInfo.java:267) at org.glassfish.internal.data.ApplicationInfo.stop(ApplicationInfo.java:277) at com.sun.enterprise.v3.server.ApplicationLifecycle.disable(ApplicationLifecycle.java:1812) at org.glassfish.deployment.admin.DisableCommand.execute(DisableCommand.java:245) at com.sun.enterprise.v3.admin.CommandRunnerImpl$1.execute(CommandRunnerImpl.java:360) at com.sun.enterprise.v3.admin.CommandRunnerImpl.doCommand(CommandRunnerImpl.java:375) at com.sun.enterprise.v3.admin.CommandRunnerImpl.doCommand(CommandRunnerImpl.java:1054) at com.sun.enterprise.v3.admin.CommandRunnerImpl.access$1200(CommandRunnerImpl.java:101) at com.sun.enterprise.v3.admin.CommandRunnerImpl$ExecutionContext.execute(CommandRunnerImpl.java:1221) at com.sun.enterprise.v3.admin.CommandRunnerImpl$ExecutionContext.execute(CommandRunnerImpl.java:1210) at com.sun.enterprise.v3.admin.AdminAdapter.doCommand(AdminAdapter.java:375) at com.sun.enterprise.v3.admin.AdminAdapter.service(AdminAdapter.java:209) at com.sun.grizzly.tcp.http11.GrizzlyAdapter.service(GrizzlyAdapter.java:166) at com.sun.enterprise.v3.server.HK2Dispatcher.dispath(HK2Dispatcher.java:117) at com.sun.enterprise.v3.services.impl.ContainerMapper.service(ContainerMapper.java:234) at com.sun.grizzly.http.ProcessorTask.invokeAdapter(ProcessorTask.java:824) at com.sun.grizzly.http.ProcessorTask.doProcess(ProcessorTask.java:721) at com.sun.grizzly.http.ProcessorTask.process(ProcessorTask.java:1014) at com.sun.grizzly.http.DefaultProtocolFilter.execute(DefaultProtocolFilter.java:220) at com.sun.grizzly.DefaultProtocolChain.executeProtocolFilter(DefaultProtocolChain.java:135) at com.sun.grizzly.DefaultProtocolChain.execute(DefaultProtocolChain.java:102) at com.sun.grizzly.DefaultProtocolChain.execute(DefaultProtocolChain.java:88) at com.sun.grizzly.http.HttpProtocolChain.execute(HttpProtocolChain.java:76) at com.sun.grizzly.ProtocolChainContextTask.doCall(ProtocolChainContextTask.java:53) at com.sun.grizzly.SelectionKeyContextTask.call(SelectionKeyContextTask.java:57) at com.sun.grizzly.ContextTask.run(ContextTask.java:69) at com.sun.grizzly.util.AbstractThreadPool$Worker.doWork(AbstractThreadPool.java:530) at com.sun.grizzly.util.AbstractThreadPool$Worker.run(AbstractThreadPool.java:511) at java.lang.Thread.run(Thread.java:619) |#]