[#|2012-05-31T08:54:27.993-0700|INFO|44.0|com.sun.enterprise.server.logging.GFFileHandler|_ThreadID=1;_ThreadName=Thread-2;|Running GlassFish Version: Oracle GlassFish Server  4.0  (build 39)|#]

[#|2012-05-31T08:54:27.993-0700|INFO|44.0|com.sun.enterprise.server.logging.GFFileHandler|_ThreadID=1;_ThreadName=Thread-2;|GlassFis is using Log Formatter: com.sun.enterprise.server.logging.UniformLogFormatter|#]

[#|2012-05-31T08:54:28.511-0700|INFO|44.0|ShoalLogger|_ThreadID=10;_ThreadName=Thread-2;|GMS1095: member: clustered_instance_2 is joining group: sqe-cluster ...|#]

[#|2012-05-31T08:54:28.532-0700|CONFIG|44.0|ShoalLogger|_ThreadID=10;_ThreadName=Thread-2;|instantiated following NetworkManager implementation:com.sun.enterprise.mgmt.transport.grizzly.grizzly2.GrizzlyNetworkManager2|#]

[#|2012-05-31T08:54:28.534-0700|CONFIG|44.0|ShoalLogger|_ThreadID=10;_ThreadName=Thread-2;|GMS MAX_MESSAGE_LENGTH=4,196,352|#]

[#|2012-05-31T08:54:28.535-0700|INFO|44.0|javax.enterprise.system.std.com.sun.enterprise.server.logging|_ThreadID=10;_ThreadName=Thread-2;|Grizzly 2.0 NetworkManager|#]

[#|2012-05-31T08:54:28.538-0700|CONFIG|44.0|ShoalLogger|_ThreadID=10;_ThreadName=Thread-2;|
GrizzlyNetworkManager2 Configuration
BIND_INTERFACE_ADDRESS:null  NetworkInterfaceName:null
TCPSTARTPORT..TCPENDPORT:9090..9200
MULTICAST_ADDRESS:MULTICAST_PORT:228.9.71.122:14955 MULTICAST_PACKET_SIZE:65536 MULTICAST_TIME_TO_LIVE: default
FAILURE_DETECT_TCP_RETRANSMIT_TIMEOUT(ms):10000
 MAX_PARALLEL:15
START_TIMEOUT(ms):15000 WRITE_TIMEOUT(ms):10000
MAX_WRITE_SELECTOR_POOL_SIZE:30
|#]

[#|2012-05-31T08:54:28.611-0700|CONFIG|44.0|ShoalLogger|_ThreadID=10;_ThreadName=Thread-2;|Grizzly controller listening on /0:0:0:0:0:0:0:0:9158. Transport started in 13 ms|#]

[#|2012-05-31T08:54:28.617-0700|CONFIG|44.0|ShoalLogger|_ThreadID=10;_ThreadName=Thread-2;|Set via default minimum: MulticastSocket.getTimeToLive()=4|#]

[#|2012-05-31T08:54:28.617-0700|CONFIG|44.0|ShoalLogger|_ThreadID=10;_ThreadName=Thread-2;|MulticastSocket configuration: local socket address: 0.0.0.0/0.0.0.0:14955 network interface: name:null multicast address:/228.9.71.122 timeToLive=4|#]

[#|2012-05-31T08:54:28.630-0700|CONFIG|44.0|ShoalLogger|_ThreadID=10;_ThreadName=Thread-2;|HealthMonitor: heartBeatTimeout(ms)=2000 maxMissedBeats=3 failureDetectionTCPTimeout(ms)=10000 failureDetectionTCPPort=9000|#]

[#|2012-05-31T08:54:28.631-0700|INFO|44.0|ShoalLogger|_ThreadID=10;_ThreadName=Thread-2;|starting cluster sqe-cluster for member:clustered_instance_2|#]

[#|2012-05-31T08:54:28.631-0700|INFO|44.0|ShoalLogger|_ThreadID=10;_ThreadName=Thread-2;|GMS1061: MasterNode message listener is registered for member: clustered_instance_2 group: sqe-cluster|#]

[#|2012-05-31T08:54:28.635-0700|INFO|44.0|ShoalLogger|_ThreadID=11;_ThreadName=Thread-2;|GMS1092: GMS View Change Received for group: sqe-cluster : Members in view for MASTER_CHANGE_EVENT(before change analysis) are :
1: MemberId: clustered_instance_2, MemberType: CORE, Address: 10.133.184.142:9158:228.9.71.122:14955:sqe-cluster:clustered_instance_2
|#]

[#|2012-05-31T08:54:28.636-0700|INFO|44.0|ShoalLogger|_ThreadID=11;_ThreadName=Thread-2;|GMS1016: Analyzing new membership snapshot received as part of event: MASTER_CHANGE_EVENT for member: clustered_instance_2 of group: sqe-cluster|#]

[#|2012-05-31T08:54:28.637-0700|INFO|44.0|ShoalLogger|_ThreadID=11;_ThreadName=Thread-2;|GMS1093: adding GroupLeadershipNotification signal leadermember: clustered_instance_2 of group: sqe-cluster|#]

[#|2012-05-31T08:54:28.644-0700|INFO|44.0|javax.org.glassfish.gms.org.glassfish.gms|_ThreadID=10;_ThreadName=Thread-2;|GMSAD1005: Member clustered_instance_2 joined group sqe-cluster|#]

[#|2012-05-31T08:54:28.645-0700|INFO|44.0|javax.org.glassfish.gms.org.glassfish.gms|_ThreadID=10;_ThreadName=Thread-2;|GMSAD1004: Started GMS for instance clustered_instance_2 in group sqe-cluster|#]

[#|2012-05-31T08:54:28.676-0700|INFO|44.0|org.glassfish.ha.store.spi.BackingStoreFactoryRegistry|_ThreadID=10;_ThreadName=Thread-2;|Registered org.glassfish.ha.store.adapter.cache.ShoalBackingStoreProxy for persistence-type = replicated in BackingStoreFactoryRegistry|#]

[#|2012-05-31T08:54:28.791-0700|CONFIG|44.0|ShoalLogger|_ThreadID=12;_ThreadName=Thread-2;|MySystemAdvertisement(summary): GMSMember name: clustered_instance_2  group: sqe-cluster memberType: CORE startTime: May 31, 2012 8:54:28 AM PDT ID:10.133.184.142:9158:228.9.71.122:14955:sqe-cluster:clustered_instance_2 TCP uri(s):[tcp://[fe80:0:0:0:223:8bff:fe64:d810%2]:4000, tcp://10.133.184.142:4000]|#]

[#|2012-05-31T08:54:28.792-0700|CONFIG|44.0|ShoalLogger|_ThreadID=12;_ThreadName=Thread-2;|MySystemAdvertisement(dump)=PEERID[10.133.184.142:9158:228.9.71.122:14955:sqe-cluster:clustered_instance_2]
CUSTOMTAGS[GROUP_NAME:sqe-cluster, MEMBER_TYPE:CORE, START_TIME[8:54:28 AM PDT on May 31, 2012]], ENDPONTADDRESSES[[tcp://[fe80:0:0:0:223:8bff:fe64:d810%2]:4000, tcp://10.133.184.142:4000]], NAME:clustered_instance_2, OSNAME:Linux, OSVERSION:2.6.18-128.el5, OSARCH:i386, HWARCH:i386, HWVENDOR:Sun Microsystems Inc.|#]

[#|2012-05-31T08:54:29.361-0700|INFO|44.0|ShoalLogger|_ThreadID=11;_ThreadName=Thread-2;|GMS1092: GMS View Change Received for group: sqe-cluster : Members in view for MASTER_CHANGE_EVENT(before change analysis) are :
1: MemberId: clustered_instance_2, MemberType: CORE, Address: 10.133.184.142:9158:228.9.71.122:14955:sqe-cluster:clustered_instance_2
2: MemberId: server, MemberType: SPECTATOR, Address: 10.133.184.142:9156:228.9.71.122:14955:sqe-cluster:server
|#]

[#|2012-05-31T08:54:29.362-0700|INFO|44.0|ShoalLogger|_ThreadID=11;_ThreadName=Thread-2;|GMS1016: Analyzing new membership snapshot received as part of event: MASTER_CHANGE_EVENT for member: server of group: sqe-cluster|#]

[#|2012-05-31T08:54:29.362-0700|INFO|44.0|ShoalLogger|_ThreadID=11;_ThreadName=Thread-2;|GMS1093: adding GroupLeadershipNotification signal leadermember: server of group: sqe-cluster|#]

[#|2012-05-31T08:54:29.362-0700|INFO|44.0|ShoalLogger|_ThreadID=11;_ThreadName=Thread-2;|GMS1092: GMS View Change Received for group: sqe-cluster : Members in view for ADD_EVENT(before change analysis) are :
1: MemberId: clustered_instance_2, MemberType: CORE, Address: 10.133.184.142:9158:228.9.71.122:14955:sqe-cluster:clustered_instance_2
2: MemberId: server, MemberType: SPECTATOR, Address: 10.133.184.142:9156:228.9.71.122:14955:sqe-cluster:server
|#]

[#|2012-05-31T08:54:29.362-0700|INFO|44.0|ShoalLogger|_ThreadID=11;_ThreadName=Thread-2;|GMS1016: Analyzing new membership snapshot received as part of event: ADD_EVENT for member: clustered_instance_2 of group: sqe-cluster|#]

[#|2012-05-31T08:54:29.363-0700|INFO|44.0|ShoalLogger|_ThreadID=11;_ThreadName=Thread-2;|GMS1024: Adding Join member: clustered_instance_2 group: sqe-cluster StartupState: GROUP_STARTUP |#]

[#|2012-05-31T08:54:29.380-0700|INFO|44.0|null|_ThreadID=10;_ThreadName=Thread-2;|this.makeModuleFor(org.glassfish.main.web.glue, null) returned OSGiModuleImpl:: Bundle = [org.glassfish.main.web.glue [108]], State = [READY]|#]

[#|2012-05-31T08:54:29.381-0700|INFO|44.0|null|_ThreadID=10;_ThreadName=Thread-2;|this.makeModuleFor(org.glassfish.web.javax.servlet.jsp, null) returned OSGiModuleImpl:: Bundle = [org.glassfish.web.javax.servlet.jsp [160]], State = [READY]|#]

[#|2012-05-31T08:54:29.383-0700|INFO|44.0|null|_ThreadID=10;_ThreadName=Thread-2;|this.makeModuleFor(org.glassfish.web.javax.el, null) returned OSGiModuleImpl:: Bundle = [org.glassfish.web.javax.el [13]], State = [READY]|#]

[#|2012-05-31T08:54:29.383-0700|INFO|44.0|global|_ThreadID=10;_ThreadName=Thread-2;|Snifer org.glassfish.web.sniffer.WebSniffer@1ccb7 set up following modules: [OSGiModuleImpl:: Bundle = [org.glassfish.main.web.glue [108]], State = [READY], OSGiModuleImpl:: Bundle = [org.glassfish.web.javax.servlet.jsp [160]], State = [READY], OSGiModuleImpl:: Bundle = [org.glassfish.web.javax.el [13]], State = [READY]]|#]

[#|2012-05-31T08:54:29.423-0700|INFO|44.0|ShoalLogger|_ThreadID=11;_ThreadName=Thread-2;|GMS1092: GMS View Change Received for group: sqe-cluster : Members in view for ADD_EVENT(before change analysis) are :
1: MemberId: clustered_instance_1, MemberType: CORE, Address: 10.133.184.142:9116:228.9.71.122:14955:sqe-cluster:clustered_instance_1
2: MemberId: clustered_instance_2, MemberType: CORE, Address: 10.133.184.142:9158:228.9.71.122:14955:sqe-cluster:clustered_instance_2
3: MemberId: server, MemberType: SPECTATOR, Address: 10.133.184.142:9156:228.9.71.122:14955:sqe-cluster:server
|#]

[#|2012-05-31T08:54:29.435-0700|INFO|44.0|ShoalLogger|_ThreadID=11;_ThreadName=Thread-2;|GMS1016: Analyzing new membership snapshot received as part of event: ADD_EVENT for member: clustered_instance_1 of group: sqe-cluster|#]

[#|2012-05-31T08:54:29.435-0700|INFO|44.0|ShoalLogger|_ThreadID=11;_ThreadName=Thread-2;|GMS1024: Adding Join member: clustered_instance_1 group: sqe-cluster StartupState: GROUP_STARTUP |#]

[#|2012-05-31T08:54:29.675-0700|INFO|44.0|javax.enterprise.system.core.transaction.com.sun.jts.CosTransactions|_ThreadID=10;_ThreadName=Thread-2;|JTS5014: Recoverable JTS instance, serverId = [100]|#]

[#|2012-05-31T08:54:29.783-0700|INFO|44.0|ShoalLogger|_ThreadID=11;_ThreadName=Thread-2;|GMS1092: GMS View Change Received for group: sqe-cluster : Members in view for ADD_EVENT(before change analysis) are :
1: MemberId: clustered_instance_1, MemberType: CORE, Address: 10.133.184.142:9116:228.9.71.122:14955:sqe-cluster:clustered_instance_1
2: MemberId: clustered_instance_2, MemberType: CORE, Address: 10.133.184.142:9158:228.9.71.122:14955:sqe-cluster:clustered_instance_2
3: MemberId: clustered_instance_3, MemberType: CORE, Address: 10.133.184.142:9103:228.9.71.122:14955:sqe-cluster:clustered_instance_3
4: MemberId: server, MemberType: SPECTATOR, Address: 10.133.184.142:9156:228.9.71.122:14955:sqe-cluster:server
|#]

[#|2012-05-31T08:54:29.784-0700|INFO|44.0|ShoalLogger|_ThreadID=11;_ThreadName=Thread-2;|GMS1016: Analyzing new membership snapshot received as part of event: ADD_EVENT for member: clustered_instance_3 of group: sqe-cluster|#]

[#|2012-05-31T08:54:29.784-0700|INFO|44.0|ShoalLogger|_ThreadID=11;_ThreadName=Thread-2;|GMS1024: Adding Join member: clustered_instance_3 group: sqe-cluster StartupState: GROUP_STARTUP |#]

[#|2012-05-31T08:54:29.851-0700|INFO|44.0|javax.enterprise.system.core.com.sun.enterprise.v3.services.impl|_ThreadID=10;_ThreadName=Thread-2;|Grizzly Framework 2.2.9 started in: 4ms - bound to [/0.0.0.0:48,080]|#]

[#|2012-05-31T08:54:29.883-0700|INFO|44.0|javax.enterprise.system.core.com.sun.enterprise.v3.services.impl|_ThreadID=10;_ThreadName=Thread-2;|Grizzly Framework 2.2.9 started in: 4ms - bound to [/0.0.0.0:48,181]|#]

[#|2012-05-31T08:54:29.914-0700|INFO|44.0|javax.enterprise.system.core.com.sun.enterprise.v3.services.impl|_ThreadID=10;_ThreadName=Thread-2;|Grizzly Framework 2.2.9 started in: 4ms - bound to [/0.0.0.0:44,848]|#]

[#|2012-05-31T08:54:30.653-0700|INFO|44.0|javax.enterprise.system.container.web.com.sun.enterprise.web|_ThreadID=10;_ThreadName=Thread-2;|WEB0169: Created HTTP listener [http-listener-1] on host/port [0.0.0.0:48080]|#]

[#|2012-05-31T08:54:30.681-0700|INFO|44.0|javax.enterprise.system.container.web.com.sun.enterprise.web|_ThreadID=10;_ThreadName=Thread-2;|WEB0169: Created HTTP listener [http-listener-2] on host/port [0.0.0.0:48181]|#]

[#|2012-05-31T08:54:30.688-0700|INFO|44.0|javax.enterprise.system.container.web.com.sun.enterprise.web|_ThreadID=10;_ThreadName=Thread-2;|WEB0169: Created HTTP listener [admin-listener] on host/port [0.0.0.0:44848]|#]

[#|2012-05-31T08:54:30.734-0700|INFO|44.0|javax.enterprise.system.container.web.com.sun.enterprise.web|_ThreadID=10;_ThreadName=Thread-2;|WEB0171: Created virtual server [server]|#]

[#|2012-05-31T08:54:30.738-0700|INFO|44.0|javax.enterprise.system.container.web.com.sun.enterprise.web|_ThreadID=10;_ThreadName=Thread-2;|WEB0171: Created virtual server [__asadmin]|#]

[#|2012-05-31T08:54:31.373-0700|INFO|44.0|org.apache.catalina.realm.JAASRealm|_ThreadID=10;_ThreadName=Thread-2;|Setting JAAS app name glassfish-web|#]

[#|2012-05-31T08:54:31.374-0700|INFO|44.0|javax.enterprise.system.container.web.com.sun.enterprise.web|_ThreadID=10;_ThreadName=Thread-2;|WEB0172: Virtual server [server] loaded default web module []|#]

[#|2012-05-31T08:54:32.526-0700|INFO|44.0|javax.enterprise.system.core.org.glassfish.kernel.javaee|_ThreadID=10;_ThreadName=Thread-2;|core.start_container_done|#]

[#|2012-05-31T08:54:32.840-0700|INFO|44.0|ShoalLogger|_ThreadID=11;_ThreadName=Thread-2;|GMS1092: GMS View Change Received for group: sqe-cluster : Members in view for JOINED_AND_READY_EVENT(before change analysis) are :
1: MemberId: clustered_instance_1, MemberType: CORE, Address: 10.133.184.142:9116:228.9.71.122:14955:sqe-cluster:clustered_instance_1
2: MemberId: clustered_instance_2, MemberType: CORE, Address: 10.133.184.142:9158:228.9.71.122:14955:sqe-cluster:clustered_instance_2
3: MemberId: clustered_instance_3, MemberType: CORE, Address: 10.133.184.142:9103:228.9.71.122:14955:sqe-cluster:clustered_instance_3
4: MemberId: server, MemberType: SPECTATOR, Address: 10.133.184.142:9156:228.9.71.122:14955:sqe-cluster:server
|#]

[#|2012-05-31T08:54:32.840-0700|INFO|44.0|ShoalLogger|_ThreadID=11;_ThreadName=Thread-2;|GMS1016: Analyzing new membership snapshot received as part of event: JOINED_AND_READY_EVENT for member: clustered_instance_1 of group: sqe-cluster|#]

[#|2012-05-31T08:54:32.841-0700|INFO|44.0|ShoalLogger|_ThreadID=11;_ThreadName=Thread-2;|GMS1025: Adding Joined And Ready member: clustered_instance_1 group: sqe-cluster StartupState: GROUP_STARTUP |#]

[#|2012-05-31T08:54:32.843-0700|INFO|44.0|javax.enterprise.system.core.com.sun.enterprise.v3.server|_ThreadID=10;_ThreadName=Thread-2;|Oracle GlassFish Server  4.0  (39) startup time : Felix (4,756ms), startup services(5,197ms), total(9,953ms)|#]

[#|2012-05-31T08:54:32.844-0700|INFO|44.0|ShoalLogger|_ThreadID=10;_ThreadName=Thread-2;|GMS1099: GMS:Reporting Joined and Ready state to group: sqe-cluster|#]

[#|2012-05-31T08:54:32.873-0700|INFO|44.0|ShoalLogger|_ThreadID=11;_ThreadName=Thread-2;|GMS1092: GMS View Change Received for group: sqe-cluster : Members in view for JOINED_AND_READY_EVENT(before change analysis) are :
1: MemberId: clustered_instance_1, MemberType: CORE, Address: 10.133.184.142:9116:228.9.71.122:14955:sqe-cluster:clustered_instance_1
2: MemberId: clustered_instance_2, MemberType: CORE, Address: 10.133.184.142:9158:228.9.71.122:14955:sqe-cluster:clustered_instance_2
3: MemberId: clustered_instance_3, MemberType: CORE, Address: 10.133.184.142:9103:228.9.71.122:14955:sqe-cluster:clustered_instance_3
4: MemberId: server, MemberType: SPECTATOR, Address: 10.133.184.142:9156:228.9.71.122:14955:sqe-cluster:server
|#]

[#|2012-05-31T08:54:32.873-0700|INFO|44.0|ShoalLogger|_ThreadID=11;_ThreadName=Thread-2;|GMS1016: Analyzing new membership snapshot received as part of event: JOINED_AND_READY_EVENT for member: clustered_instance_2 of group: sqe-cluster|#]

[#|2012-05-31T08:54:32.873-0700|INFO|44.0|ShoalLogger|_ThreadID=11;_ThreadName=Thread-2;|GMS1025: Adding Joined And Ready member: clustered_instance_2 group: sqe-cluster StartupState: GROUP_STARTUP |#]

[#|2012-05-31T08:54:33.550-0700|INFO|44.0|javax.enterprise.resource.resourceadapter.com.sun.enterprise.connectors.inbound|_ThreadID=13;_ThreadName=Thread-2;|Recovery of Inbound Transactions started.|#]

[#|2012-05-31T08:54:34.092-0700|INFO|44.0|javax.enterprise.system.core.com.sun.enterprise.v3.services.impl|_ThreadID=10;_ThreadName=Thread-2;|Grizzly Framework 2.2.9 started in: 652ms - bound to [/0.0.0.0:48,686]|#]

[#|2012-05-31T08:54:35.059-0700|INFO|44.0|ShoalLogger|_ThreadID=11;_ThreadName=Thread-2;|GMS1092: GMS View Change Received for group: sqe-cluster : Members in view for JOINED_AND_READY_EVENT(before change analysis) are :
1: MemberId: clustered_instance_1, MemberType: CORE, Address: 10.133.184.142:9116:228.9.71.122:14955:sqe-cluster:clustered_instance_1
2: MemberId: clustered_instance_2, MemberType: CORE, Address: 10.133.184.142:9158:228.9.71.122:14955:sqe-cluster:clustered_instance_2
3: MemberId: clustered_instance_3, MemberType: CORE, Address: 10.133.184.142:9103:228.9.71.122:14955:sqe-cluster:clustered_instance_3
4: MemberId: server, MemberType: SPECTATOR, Address: 10.133.184.142:9156:228.9.71.122:14955:sqe-cluster:server
|#]

[#|2012-05-31T08:54:35.060-0700|INFO|44.0|ShoalLogger|_ThreadID=11;_ThreadName=Thread-2;|GMS1016: Analyzing new membership snapshot received as part of event: JOINED_AND_READY_EVENT for member: clustered_instance_3 of group: sqe-cluster|#]

[#|2012-05-31T08:54:35.060-0700|INFO|44.0|ShoalLogger|_ThreadID=11;_ThreadName=Thread-2;|GMS1025: Adding Joined And Ready member: clustered_instance_3 group: sqe-cluster StartupState: GROUP_STARTUP |#]

[#|2012-05-31T08:54:35.527-0700|INFO|44.0|org.hibernate.validator.util.Version|_ThreadID=13;_ThreadName=Thread-2;|Hibernate Validator 4.1.0.Final|#]

[#|2012-05-31T08:54:35.557-0700|INFO|44.0|org.hibernate.validator.engine.resolver.DefaultTraversableResolver|_ThreadID=13;_ThreadName=Thread-2;|Instantiated an instance of org.hibernate.validator.engine.resolver.JPATraversableResolver.|#]

[#|2012-05-31T08:54:36.405-0700|SEVERE|44.0|javax.enterprise.resource.jta.com.sun.enterprise.transaction|_ThreadID=13;_ThreadName=Thread-2;|DTX5016:Error in XA recovery. See logs for more details
java.lang.NullPointerException
	at com.sun.enterprise.resource.recovery.JdbcRecoveryResourceHandler.loadXAResourcesAndItsConnections(JdbcRecoveryResourceHandler.java:212)
	at com.sun.enterprise.transaction.jts.ResourceRecoveryManagerImpl.getAllRecoverableResources(ResourceRecoveryManagerImpl.java:212)
	at com.sun.enterprise.transaction.jts.ResourceRecoveryManagerImpl.recoverXAResources(ResourceRecoveryManagerImpl.java:240)
	at com.sun.enterprise.transaction.jts.ResourceRecoveryManagerImpl.recoverXAResources(ResourceRecoveryManagerImpl.java:337)
	at com.sun.enterprise.transaction.jts.ResourceRecoveryManagerImpl.postConstruct(ResourceRecoveryManagerImpl.java:108)
	at com.sun.hk2.component.AbstractCreatorImpl.inject(AbstractCreatorImpl.java:132)
	at com.sun.hk2.component.ConstructorCreator.initialize(ConstructorCreator.java:117)
	at com.sun.hk2.component.AbstractCreatorImpl.get(AbstractCreatorImpl.java:84)
	at com.sun.hk2.component.SingletonInhabitant.get(SingletonInhabitant.java:67)
	at com.sun.hk2.component.EventPublishingInhabitant.get(EventPublishingInhabitant.java:141)
	at com.sun.hk2.component.AbstractInhabitantImpl.get(AbstractInhabitantImpl.java:135)
	at org.jvnet.hk2.component.Habitat.getByContract(Habitat.java:1428)
	at com.sun.jts.jta.TransactionServiceProperties$RecoveryHelperThread.run(TransactionServiceProperties.java:360)
|#]

[#|2012-05-31T08:54:36.748-0700|INFO|44.0|javax.enterprise.system.std.com.sun.enterprise.server.logging|_ThreadID=14;_ThreadName=Thread-2;|/export/hudson/workspace/sherry-lc-dbg/glassfish3/glassfish/nodes/localhost-sqe-domain/clustered_instance_2/autodeploy/bundles does not exist, please create it.|#]

[#|2012-05-31T08:54:37.292-0700|INFO|44.0|javax.enterprise.system.jmx.org.glassfish.admin.mbeanserver|_ThreadID=15;_ThreadName=Thread-2;|JMX005: JMXStartupService had Started JMXConnector on JMXService URL service:jmx:rmi://apg-sqe2:47676/jndi/rmi://apg-sqe2:47676/jmxrmi|#]

[#|2012-05-31T08:54:41.215-0700|INFO|44.0|org.hibernate.validator.engine.resolver.DefaultTraversableResolver|_ThreadID=16;_ThreadName=Thread-2;|Instantiated an instance of org.hibernate.validator.engine.resolver.JPATraversableResolver.|#]

[#|2012-05-31T08:54:52.554-0700|INFO|44.0|global|_ThreadID=17;_ThreadName=Thread-2;|Snifer org.glassfish.ejb.EjbSniffer@189c0 set up following modules: []|#]

[#|2012-05-31T08:54:53.048-0700|INFO|44.0|javax.enterprise.system.core.security.com.sun.enterprise.security|_ThreadID=17;_ThreadName=Thread-2;|SEC1002: Security Manager is OFF.|#]

[#|2012-05-31T08:54:53.055-0700|INFO|44.0|javax.enterprise.system.core.security.com.sun.enterprise.security|_ThreadID=17;_ThreadName=Thread-2;|SEC1010: Entering Security Startup Service|#]

[#|2012-05-31T08:54:53.056-0700|INFO|44.0|javax.enterprise.system.core.security.com.sun.enterprise.security|_ThreadID=17;_ThreadName=Thread-2;|SEC1143: Loading policy provider com.sun.enterprise.security.provider.PolicyWrapper.|#]

[#|2012-05-31T08:54:53.556-0700|INFO|44.0|javax.enterprise.system.core.security.com.sun.enterprise.security.auth.realm|_ThreadID=17;_ThreadName=Thread-2;|SEC1115: Realm [admin-realm] of classtype [com.sun.enterprise.security.auth.realm.file.FileRealm] successfully created.|#]

[#|2012-05-31T08:54:53.557-0700|INFO|44.0|javax.enterprise.system.core.security.com.sun.enterprise.security.auth.realm|_ThreadID=17;_ThreadName=Thread-2;|SEC1115: Realm [file] of classtype [com.sun.enterprise.security.auth.realm.file.FileRealm] successfully created.|#]

[#|2012-05-31T08:54:53.581-0700|INFO|44.0|javax.enterprise.system.core.security.com.sun.enterprise.security.auth.realm|_ThreadID=17;_ThreadName=Thread-2;|SEC1115: Realm [certificate] of classtype [com.sun.enterprise.security.auth.realm.certificate.CertificateRealm] successfully created.|#]

[#|2012-05-31T08:54:53.586-0700|INFO|44.0|javax.enterprise.system.core.security.com.sun.enterprise.security|_ThreadID=17;_ThreadName=Thread-2;|SEC1011: Security Service(s) Started Successfully|#]

[#|2012-05-31T08:54:53.586-0700|INFO|44.0|global|_ThreadID=17;_ThreadName=Thread-2;|Snifer com.sun.enterprise.security.ee.SecuritySniffer@389278a3 set up following modules: null|#]

[#|2012-05-31T08:54:54.655-0700|INFO|44.0|javax.enterprise.system.container.ejb.com.sun.ejb.containers|_ThreadID=17;_ThreadName=Thread-2;|EJB5181:Portable JNDI names for EJB MyBean: [java:global/cliweb5/MyBean, java:global/cliweb5/MyBean!txn.recovery.cliweb5.MyBean]|#]

[#|2012-05-31T08:54:54.857-0700|INFO|44.0|javax.enterprise.system.container.web.com.sun.enterprise.web|_ThreadID=17;_ThreadName=Thread-2;|WEB0671: Loading application [cliweb5] at [/cliweb5]|#]

[#|2012-05-31T08:54:54.896-0700|INFO|44.0|javax.enterprise.system.tools.admin.org.glassfish.deployment.admin|_ThreadID=17;_ThreadName=Thread-2;|cliweb5 was successfully deployed in 2,399 milliseconds.|#]

[#|2012-05-31T08:54:55.724-0700|INFO|44.0|javax.enterprise.system.std.com.sun.enterprise.server.logging|_ThreadID=18;_ThreadName=Thread-2;|TestServlet,type=two|#]

[#|2012-05-31T08:54:55.725-0700|INFO|44.0|javax.enterprise.system.std.com.sun.enterprise.server.logging|_ThreadID=18;_ThreadName=Thread-2;|localPort=48080|#]

[#|2012-05-31T08:54:55.799-0700|INFO|44.0|org.hibernate.validator.engine.resolver.DefaultTraversableResolver|_ThreadID=18;_ThreadName=Thread-2;|Instantiated an instance of org.hibernate.validator.engine.resolver.JPATraversableResolver.|#]

[#|2012-05-31T08:54:56.225-0700|INFO|44.0|javax.enterprise.system.core.transaction.com.sun.jts.CosTransactions|_ThreadID=18;_ThreadName=Thread-2;|JTS5014: Recoverable JTS instance, serverId = [100]|#]

[#|2012-05-31T08:54:56.607-0700|INFO|44.0|javax.enterprise.system.core.transaction.com.sun.jts.CosTransactions|_ThreadID=18;_ThreadName=Thread-2;|LogDBHelper.setServerName for serverName: apg-sqe2,clustered_instance_2,P100|#]

[#|2012-05-31T08:54:56.607-0700|INFO|44.0|javax.enterprise.system.core.transaction.com.sun.jts.CosTransactions|_ThreadID=18;_ThreadName=Thread-2;|LogDBHelper.setServerName for instanceName: clustered_instance_2|#]

[#|2012-05-31T08:54:56.628-0700|INFO|44.0|javax.enterprise.system.core.transaction.com.sun.jts.CosTransactions|_ThreadID=18;_ThreadName=Thread-2;|LogDBHelper.initTable adding marker record...|#]

[#|2012-05-31T08:54:56.680-0700|INFO|44.0|javax.enterprise.system.std.com.sun.enterprise.server.logging|_ThreadID=18;_ThreadName=Thread-2;|useFailureInducer, wait for 90 seconds at PREPARED|#]

[#|2012-05-31T08:54:56.695-0700|INFO|44.0|javax.enterprise.system.std.com.sun.enterprise.server.logging|_ThreadID=18;_ThreadName=Thread-2;|Call # 1 insert studentID=BAA48080DB_A1|#]

[#|2012-05-31T08:54:56.698-0700|INFO|44.0|javax.enterprise.system.std.com.sun.enterprise.server.logging|_ThreadID=18;_ThreadName=Thread-2;|Call # 2 insert studentID=BAA48080DB_A2|#]

[#|2012-05-31T08:54:56.699-0700|INFO|44.0|javax.enterprise.system.std.com.sun.enterprise.server.logging|_ThreadID=18;_ThreadName=Thread-2;|Call # 3 insert studentID=BAA48080DB_A3|#]

[#|2012-05-31T08:54:56.700-0700|INFO|44.0|javax.enterprise.system.std.com.sun.enterprise.server.logging|_ThreadID=18;_ThreadName=Thread-2;|Insert successfully|#]

[#|2012-05-31T08:54:56.817-0700|INFO|44.0|javax.enterprise.system.std.com.sun.enterprise.server.logging|_ThreadID=18;_ThreadName=Thread-2;|Call # 1 insert studentID=BAA48080DB_B1|#]

[#|2012-05-31T08:54:56.819-0700|INFO|44.0|javax.enterprise.system.std.com.sun.enterprise.server.logging|_ThreadID=18;_ThreadName=Thread-2;|sleeping 7 sec................|#]

[#|2012-05-31T08:55:03.822-0700|INFO|44.0|javax.enterprise.system.std.com.sun.enterprise.server.logging|_ThreadID=18;_ThreadName=Thread-2;|Call # 2 insert studentID=BAA48080DB_B2|#]

[#|2012-05-31T08:55:03.824-0700|INFO|44.0|javax.enterprise.system.std.com.sun.enterprise.server.logging|_ThreadID=18;_ThreadName=Thread-2;|sleeping 7 sec................|#]

[#|2012-05-31T08:55:10.827-0700|INFO|44.0|javax.enterprise.system.std.com.sun.enterprise.server.logging|_ThreadID=18;_ThreadName=Thread-2;|Call # 3 insert studentID=BAA48080DB_B3|#]

[#|2012-05-31T08:55:10.829-0700|INFO|44.0|javax.enterprise.system.std.com.sun.enterprise.server.logging|_ThreadID=18;_ThreadName=Thread-2;|sleeping 7 sec................|#]

[#|2012-05-31T08:55:17.831-0700|INFO|44.0|javax.enterprise.system.std.com.sun.enterprise.server.logging|_ThreadID=18;_ThreadName=Thread-2;|Insert successfully|#]

[#|2012-05-31T08:55:17.836-0700|WARNING|44.0|javax.enterprise.system.core.transaction.com.sun.jts.utils.RecoveryHooks|_ThreadID=18;_ThreadName=Thread-2;|JTS5057: FailPoint : [0]|#]

[#|2012-05-31T08:55:17.837-0700|WARNING|44.0|javax.enterprise.system.core.transaction.com.sun.jts.utils.RecoveryHooks|_ThreadID=18;_ThreadName=Thread-2;|JTS5057: FailPoint : [null]|#]

[#|2012-05-31T08:55:17.889-0700|WARNING|44.0|javax.enterprise.system.core.transaction.com.sun.jts.utils.RecoveryHooks|_ThreadID=18;_ThreadName=Thread-2;|JTS5057: FailPoint : [1]|#]

[#|2012-05-31T08:55:17.889-0700|WARNING|44.0|javax.enterprise.system.core.transaction.com.sun.jts.utils.RecoveryHooks|_ThreadID=18;_ThreadName=Thread-2;|JTS5057: FailPoint : [null]|#]

[#|2012-05-31T08:55:17.889-0700|WARNING|44.0|javax.enterprise.system.core.transaction.com.sun.jts.utils.RecoveryHooks|_ThreadID=18;_ThreadName=Thread-2;|JTS5057: FailPoint : [2]|#]

[#|2012-05-31T08:58:44.221-0700|INFO|44.0|com.sun.enterprise.admin.launcher.GFLauncherLogger|_ThreadID=10;_ThreadName=main;|JVM invocation command line:
/export/hudson/tools/jdk1.6.0_30/bin/java
-cp
/export/hudson/workspace/sherry-lc-dbg/glassfish3/glassfish/modules/glassfish.jar
-XX:+UnlockDiagnosticVMOptions
-XX:MaxPermSize=192m
-XX:NewRatio=2
-Xmx512m
-server
-javaagent:/export/hudson/workspace/sherry-lc-dbg/glassfish3/glassfish/lib/monitor/flashlight-agent.jar
-Dosgi.shell.telnet.maxconn=1
-Dfelix.fileinstall.disableConfigSave=false
-Djdbc.drivers=org.apache.derby.jdbc.ClientDriver
-Dfelix.fileinstall.dir=/export/hudson/workspace/sherry-lc-dbg/glassfish3/glassfish/modules/autostart/
-Djavax.net.ssl.keyStore=/export/hudson/workspace/sherry-lc-dbg/glassfish3/glassfish/nodes/localhost-sqe-domain/clustered_instance_2/config/keystore.jks
-Dosgi.shell.telnet.port=26667
-Djava.security.policy=/export/hudson/workspace/sherry-lc-dbg/glassfish3/glassfish/nodes/localhost-sqe-domain/clustered_instance_2/config/server.policy
-Djava.awt.headless=true
-Dfelix.fileinstall.log.level=3
-Dfelix.fileinstall.poll=5000
-Dcom.sun.aas.instanceRoot=/export/hudson/workspace/sherry-lc-dbg/glassfish3/glassfish/nodes/localhost-sqe-domain/clustered_instance_2
-Dosgi.shell.telnet.ip=127.0.0.1
-Dcom.sun.enterprise.config.config_environment_factory_class=com.sun.enterprise.config.serverbeans.AppserverConfigEnvironmentFactory
-Djava.endorsed.dirs=/export/hudson/workspace/sherry-lc-dbg/glassfish3/glassfish/modules/endorsed:/export/hudson/workspace/sherry-lc-dbg/glassfish3/glassfish/lib/endorsed
-Dcom.sun.aas.installRoot=/export/hudson/workspace/sherry-lc-dbg/glassfish3/glassfish
-Dfelix.fileinstall.bundles.startTransient=true
-Djava.ext.dirs=/export/hudson/tools/jdk1.6.0_30/lib/ext:/export/hudson/tools/jdk1.6.0_30/jre/lib/ext:/export/hudson/workspace/sherry-lc-dbg/glassfish3/glassfish/nodes/localhost-sqe-domain/clustered_instance_2/lib/ext
-Dfelix.fileinstall.bundles.new.start=true
-Djavax.net.ssl.trustStore=/export/hudson/workspace/sherry-lc-dbg/glassfish3/glassfish/nodes/localhost-sqe-domain/clustered_instance_2/config/cacerts.jks
-Dorg.glassfish.additionalOSGiBundlesToStart=org.apache.felix.shell,org.apache.felix.gogo.runtime,org.apache.felix.gogo.shell,org.apache.felix.gogo.command,org.apache.felix.fileinstall
-Dcom.sun.enterprise.security.httpsOutboundKeyAlias=s1as
-Djava.security.auth.login.config=/export/hudson/workspace/sherry-lc-dbg/glassfish3/glassfish/nodes/localhost-sqe-domain/clustered_instance_2/config/login.conf
-DANTLR_USE_DIRECT_CLASS_LOADING=true
-Dgosh.args=--noshutdown -c noop=true
-Djava.library.path=/export/hudson/workspace/sherry-lc-dbg/glassfish3/glassfish/lib:/export/hudson/tools/jdk1.6.0_30/jre/lib/i386/server:/export/hudson/tools/jdk1.6.0_30/jre/lib/i386:/export/hudson/tools/jdk1.6.0_30/lib/i386:/export/hudson/tools/jdk1.6.0_30/jre/lib/i386/client:/usr/java/packages/lib/i386:/lib:/usr/lib
com.sun.enterprise.glassfish.bootstrap.ASMain
-asadmin-args
--host,,,localhost,,,--port,,,4848,,,--secure=false,,,--terse=false,,,--echo=false,,,--interactive=false,,,start-local-instance,,,--verbose=false,,,--watchdog=false,,,--debug=false,,,--node,,,localhost-sqe-domain,,,clustered_instance_2
-instancename
clustered_instance_2
-verbose
false
-debug
false
-asadmin-classpath
/export/hudson/workspace/sherry-lc-dbg/glassfish3/glassfish/modules/admin-cli.jar
-asadmin-classname
com.sun.enterprise.admin.cli.AsadminMain
-upgrade
false
-type
INSTANCE
-instancedir
/export/hudson/workspace/sherry-lc-dbg/glassfish3/glassfish/nodes/localhost-sqe-domain/clustered_instance_2
-read-stdin
true|#]


[#|2012-05-31T08:58:47.331-0700|INFO|44.0|com.sun.enterprise.server.logging.GFFileHandler|_ThreadID=1;_ThreadName=Thread-2;|Running GlassFish Version: Oracle GlassFish Server  4.0  (build 39)|#]

[#|2012-05-31T08:58:47.331-0700|INFO|44.0|com.sun.enterprise.server.logging.GFFileHandler|_ThreadID=1;_ThreadName=Thread-2;|GlassFis is using Log Formatter: com.sun.enterprise.server.logging.UniformLogFormatter|#]

[#|2012-05-31T08:58:47.651-0700|INFO|44.0|ShoalLogger|_ThreadID=10;_ThreadName=Thread-2;|GMS1095: member: clustered_instance_2 is joining group: sqe-cluster ...|#]

[#|2012-05-31T08:58:47.668-0700|CONFIG|44.0|ShoalLogger|_ThreadID=10;_ThreadName=Thread-2;|instantiated following NetworkManager implementation:com.sun.enterprise.mgmt.transport.grizzly.grizzly2.GrizzlyNetworkManager2|#]

[#|2012-05-31T08:58:47.670-0700|CONFIG|44.0|ShoalLogger|_ThreadID=10;_ThreadName=Thread-2;|GMS MAX_MESSAGE_LENGTH=4,196,352|#]

[#|2012-05-31T08:58:47.670-0700|INFO|44.0|javax.enterprise.system.std.com.sun.enterprise.server.logging|_ThreadID=10;_ThreadName=Thread-2;|Grizzly 2.0 NetworkManager|#]

[#|2012-05-31T08:58:47.674-0700|CONFIG|44.0|ShoalLogger|_ThreadID=10;_ThreadName=Thread-2;|
GrizzlyNetworkManager2 Configuration
BIND_INTERFACE_ADDRESS:null  NetworkInterfaceName:null
TCPSTARTPORT..TCPENDPORT:9090..9200
MULTICAST_ADDRESS:MULTICAST_PORT:228.9.71.122:14955 MULTICAST_PACKET_SIZE:65536 MULTICAST_TIME_TO_LIVE: default
FAILURE_DETECT_TCP_RETRANSMIT_TIMEOUT(ms):10000
 MAX_PARALLEL:15
START_TIMEOUT(ms):15000 WRITE_TIMEOUT(ms):10000
MAX_WRITE_SELECTOR_POOL_SIZE:30
|#]

[#|2012-05-31T08:58:47.742-0700|CONFIG|44.0|ShoalLogger|_ThreadID=10;_ThreadName=Thread-2;|Grizzly controller listening on /0:0:0:0:0:0:0:0:9128. Transport started in 12 ms|#]

[#|2012-05-31T08:58:47.746-0700|CONFIG|44.0|ShoalLogger|_ThreadID=10;_ThreadName=Thread-2;|Set via default minimum: MulticastSocket.getTimeToLive()=4|#]

[#|2012-05-31T08:58:47.747-0700|CONFIG|44.0|ShoalLogger|_ThreadID=10;_ThreadName=Thread-2;|MulticastSocket configuration: local socket address: 0.0.0.0/0.0.0.0:14955 network interface: name:null multicast address:/228.9.71.122 timeToLive=4|#]

[#|2012-05-31T08:58:47.758-0700|CONFIG|44.0|ShoalLogger|_ThreadID=10;_ThreadName=Thread-2;|HealthMonitor: heartBeatTimeout(ms)=2000 maxMissedBeats=3 failureDetectionTCPTimeout(ms)=10000 failureDetectionTCPPort=9000|#]

[#|2012-05-31T08:58:47.760-0700|INFO|44.0|ShoalLogger|_ThreadID=10;_ThreadName=Thread-2;|starting cluster sqe-cluster for member:clustered_instance_2|#]

[#|2012-05-31T08:58:47.760-0700|INFO|44.0|ShoalLogger|_ThreadID=10;_ThreadName=Thread-2;|GMS1061: MasterNode message listener is registered for member: clustered_instance_2 group: sqe-cluster|#]

[#|2012-05-31T08:58:47.764-0700|INFO|44.0|javax.org.glassfish.gms.org.glassfish.gms|_ThreadID=10;_ThreadName=Thread-2;|GMSAD1005: Member clustered_instance_2 joined group sqe-cluster|#]

[#|2012-05-31T08:58:47.765-0700|INFO|44.0|javax.org.glassfish.gms.org.glassfish.gms|_ThreadID=10;_ThreadName=Thread-2;|GMSAD1004: Started GMS for instance clustered_instance_2 in group sqe-cluster|#]

[#|2012-05-31T08:58:47.769-0700|INFO|44.0|ShoalLogger|_ThreadID=11;_ThreadName=Thread-2;|GMS1092: GMS View Change Received for group: sqe-cluster : Members in view for MASTER_CHANGE_EVENT(before change analysis) are :
1: MemberId: clustered_instance_2, MemberType: CORE, Address: 10.133.184.142:9128:228.9.71.122:14955:sqe-cluster:clustered_instance_2
|#]

[#|2012-05-31T08:58:47.770-0700|INFO|44.0|ShoalLogger|_ThreadID=11;_ThreadName=Thread-2;|GMS1016: Analyzing new membership snapshot received as part of event: MASTER_CHANGE_EVENT for member: clustered_instance_2 of group: sqe-cluster|#]

[#|2012-05-31T08:58:47.771-0700|INFO|44.0|ShoalLogger|_ThreadID=11;_ThreadName=Thread-2;|GMS1093: adding GroupLeadershipNotification signal leadermember: clustered_instance_2 of group: sqe-cluster|#]

[#|2012-05-31T08:58:47.781-0700|INFO|44.0|ShoalLogger|_ThreadID=11;_ThreadName=Thread-2;|GMS1024: Adding Join member: clustered_instance_2 group: sqe-cluster StartupState: INSTANCE_STARTUP |#]

[#|2012-05-31T08:58:47.784-0700|INFO|44.0|ShoalLogger|_ThreadID=11;_ThreadName=Thread-2;|GMS1092: GMS View Change Received for group: sqe-cluster : Members in view for MASTER_CHANGE_EVENT(before change analysis) are :
1: MemberId: clustered_instance_1, MemberType: CORE, Address: 10.133.184.142:9116:228.9.71.122:14955:sqe-cluster:clustered_instance_1
2: MemberId: clustered_instance_2, MemberType: CORE, Address: 10.133.184.142:9128:228.9.71.122:14955:sqe-cluster:clustered_instance_2
3: MemberId: clustered_instance_3, MemberType: CORE, Address: 10.133.184.142:9103:228.9.71.122:14955:sqe-cluster:clustered_instance_3
4: MemberId: server, MemberType: SPECTATOR, Address: 10.133.184.142:9156:228.9.71.122:14955:sqe-cluster:server
|#]

[#|2012-05-31T08:58:47.785-0700|INFO|44.0|ShoalLogger|_ThreadID=11;_ThreadName=Thread-2;|GMS1016: Analyzing new membership snapshot received as part of event: MASTER_CHANGE_EVENT for member: server of group: sqe-cluster|#]

[#|2012-05-31T08:58:47.785-0700|INFO|44.0|ShoalLogger|_ThreadID=11;_ThreadName=Thread-2;|GMS1093: adding GroupLeadershipNotification signal leadermember: server of group: sqe-cluster|#]

[#|2012-05-31T08:58:47.785-0700|INFO|44.0|ShoalLogger|_ThreadID=11;_ThreadName=Thread-2;|GMS1024: Adding Join member: clustered_instance_1 group: sqe-cluster StartupState: INSTANCE_STARTUP |#]

[#|2012-05-31T08:58:47.785-0700|INFO|44.0|ShoalLogger|_ThreadID=11;_ThreadName=Thread-2;|GMS1024: Adding Join member: clustered_instance_3 group: sqe-cluster StartupState: INSTANCE_STARTUP |#]

[#|2012-05-31T08:58:47.786-0700|INFO|44.0|ShoalLogger|_ThreadID=11;_ThreadName=Thread-2;|GMS1092: GMS View Change Received for group: sqe-cluster : Members in view for ADD_EVENT(before change analysis) are :
1: MemberId: clustered_instance_1, MemberType: CORE, Address: 10.133.184.142:9116:228.9.71.122:14955:sqe-cluster:clustered_instance_1
2: MemberId: clustered_instance_2, MemberType: CORE, Address: 10.133.184.142:9128:228.9.71.122:14955:sqe-cluster:clustered_instance_2
3: MemberId: clustered_instance_3, MemberType: CORE, Address: 10.133.184.142:9103:228.9.71.122:14955:sqe-cluster:clustered_instance_3
4: MemberId: server, MemberType: SPECTATOR, Address: 10.133.184.142:9156:228.9.71.122:14955:sqe-cluster:server
|#]

[#|2012-05-31T08:58:47.786-0700|INFO|44.0|ShoalLogger|_ThreadID=11;_ThreadName=Thread-2;|GMS1016: Analyzing new membership snapshot received as part of event: ADD_EVENT for member: clustered_instance_2 of group: sqe-cluster|#]

[#|2012-05-31T08:58:47.787-0700|INFO|44.0|ShoalLogger|_ThreadID=11;_ThreadName=Thread-2;|GMS1024: Adding Join member: clustered_instance_2 group: sqe-cluster StartupState: INSTANCE_STARTUP |#]

[#|2012-05-31T08:58:47.787-0700|CONFIG|44.0|ShoalLogger|_ThreadID=12;_ThreadName=Thread-2;|MySystemAdvertisement(summary): GMSMember name: clustered_instance_2  group: sqe-cluster memberType: CORE startTime: May 31, 2012 8:58:47 AM PDT ID:10.133.184.142:9128:228.9.71.122:14955:sqe-cluster:clustered_instance_2 TCP uri(s):[tcp://[fe80:0:0:0:223:8bff:fe64:d810%2]:4000, tcp://10.133.184.142:4000]|#]

[#|2012-05-31T08:58:47.788-0700|CONFIG|44.0|ShoalLogger|_ThreadID=12;_ThreadName=Thread-2;|MySystemAdvertisement(dump)=PEERID[10.133.184.142:9128:228.9.71.122:14955:sqe-cluster:clustered_instance_2]
CUSTOMTAGS[GROUP_NAME:sqe-cluster, MEMBER_TYPE:CORE, START_TIME[8:58:47 AM PDT on May 31, 2012]], ENDPONTADDRESSES[[tcp://[fe80:0:0:0:223:8bff:fe64:d810%2]:4000, tcp://10.133.184.142:4000]], NAME:clustered_instance_2, OSNAME:Linux, OSVERSION:2.6.18-128.el5, OSARCH:i386, HWARCH:i386, HWVENDOR:Sun Microsystems Inc.|#]

[#|2012-05-31T08:58:47.803-0700|INFO|44.0|org.glassfish.ha.store.spi.BackingStoreFactoryRegistry|_ThreadID=10;_ThreadName=Thread-2;|Registered org.glassfish.ha.store.adapter.cache.ShoalBackingStoreProxy for persistence-type = replicated in BackingStoreFactoryRegistry|#]

[#|2012-05-31T08:58:47.978-0700|INFO|44.0|null|_ThreadID=10;_ThreadName=Thread-2;|this.makeModuleFor(org.glassfish.main.web.glue, null) returned OSGiModuleImpl:: Bundle = [org.glassfish.main.web.glue [108]], State = [READY]|#]

[#|2012-05-31T08:58:47.980-0700|INFO|44.0|null|_ThreadID=10;_ThreadName=Thread-2;|this.makeModuleFor(org.glassfish.web.javax.servlet.jsp, null) returned OSGiModuleImpl:: Bundle = [org.glassfish.web.javax.servlet.jsp [160]], State = [READY]|#]

[#|2012-05-31T08:58:47.981-0700|INFO|44.0|null|_ThreadID=10;_ThreadName=Thread-2;|this.makeModuleFor(org.glassfish.web.javax.el, null) returned OSGiModuleImpl:: Bundle = [org.glassfish.web.javax.el [13]], State = [READY]|#]

[#|2012-05-31T08:58:47.981-0700|INFO|44.0|global|_ThreadID=10;_ThreadName=Thread-2;|Snifer org.glassfish.web.sniffer.WebSniffer@1ccb7 set up following modules: [OSGiModuleImpl:: Bundle = [org.glassfish.main.web.glue [108]], State = [READY], OSGiModuleImpl:: Bundle = [org.glassfish.web.javax.servlet.jsp [160]], State = [READY], OSGiModuleImpl:: Bundle = [org.glassfish.web.javax.el [13]], State = [READY]]|#]

[#|2012-05-31T08:58:48.172-0700|INFO|44.0|javax.enterprise.system.core.transaction.com.sun.jts.CosTransactions|_ThreadID=10;_ThreadName=Thread-2;|JTS5014: Recoverable JTS instance, serverId = [100]|#]

[#|2012-05-31T08:58:48.335-0700|INFO|44.0|javax.enterprise.system.core.com.sun.enterprise.v3.services.impl|_ThreadID=10;_ThreadName=Thread-2;|Grizzly Framework 2.2.9 started in: 3ms - bound to [/0.0.0.0:48,080]|#]

[#|2012-05-31T08:58:48.362-0700|INFO|44.0|javax.enterprise.system.core.com.sun.enterprise.v3.services.impl|_ThreadID=10;_ThreadName=Thread-2;|Grizzly Framework 2.2.9 started in: 3ms - bound to [/0.0.0.0:48,181]|#]

[#|2012-05-31T08:58:48.393-0700|INFO|44.0|javax.enterprise.system.core.com.sun.enterprise.v3.services.impl|_ThreadID=10;_ThreadName=Thread-2;|Grizzly Framework 2.2.9 started in: 3ms - bound to [/0.0.0.0:44,848]|#]

[#|2012-05-31T08:58:48.671-0700|INFO|44.0|javax.enterprise.system.container.web.com.sun.enterprise.web|_ThreadID=10;_ThreadName=Thread-2;|WEB0169: Created HTTP listener [http-listener-1] on host/port [0.0.0.0:48080]|#]

[#|2012-05-31T08:58:48.679-0700|INFO|44.0|javax.enterprise.system.container.web.com.sun.enterprise.web|_ThreadID=10;_ThreadName=Thread-2;|WEB0169: Created HTTP listener [http-listener-2] on host/port [0.0.0.0:48181]|#]

[#|2012-05-31T08:58:48.686-0700|INFO|44.0|javax.enterprise.system.container.web.com.sun.enterprise.web|_ThreadID=10;_ThreadName=Thread-2;|WEB0169: Created HTTP listener [admin-listener] on host/port [0.0.0.0:44848]|#]

[#|2012-05-31T08:58:48.726-0700|INFO|44.0|javax.enterprise.system.container.web.com.sun.enterprise.web|_ThreadID=10;_ThreadName=Thread-2;|WEB0171: Created virtual server [server]|#]

[#|2012-05-31T08:58:48.730-0700|INFO|44.0|javax.enterprise.system.container.web.com.sun.enterprise.web|_ThreadID=10;_ThreadName=Thread-2;|WEB0171: Created virtual server [__asadmin]|#]

[#|2012-05-31T08:58:49.028-0700|INFO|44.0|org.apache.catalina.realm.JAASRealm|_ThreadID=10;_ThreadName=Thread-2;|Setting JAAS app name glassfish-web|#]

[#|2012-05-31T08:58:49.029-0700|INFO|44.0|javax.enterprise.system.container.web.com.sun.enterprise.web|_ThreadID=10;_ThreadName=Thread-2;|WEB0172: Virtual server [server] loaded default web module []|#]

[#|2012-05-31T08:58:49.848-0700|INFO|44.0|javax.enterprise.system.core.org.glassfish.kernel.javaee|_ThreadID=10;_ThreadName=Thread-2;|core.start_container_done|#]

[#|2012-05-31T08:58:51.167-0700|INFO|44.0|global|_ThreadID=10;_ThreadName=Thread-2;|Snifer org.glassfish.ejb.EjbSniffer@189c0 set up following modules: []|#]

[#|2012-05-31T08:58:51.270-0700|INFO|44.0|javax.enterprise.system.core.security.com.sun.enterprise.security|_ThreadID=10;_ThreadName=Thread-2;|SEC1002: Security Manager is OFF.|#]

[#|2012-05-31T08:58:51.383-0700|INFO|44.0|javax.enterprise.system.core.security.com.sun.enterprise.security|_ThreadID=10;_ThreadName=Thread-2;|SEC1010: Entering Security Startup Service|#]

[#|2012-05-31T08:58:51.386-0700|INFO|44.0|javax.enterprise.system.core.security.com.sun.enterprise.security|_ThreadID=10;_ThreadName=Thread-2;|SEC1143: Loading policy provider com.sun.enterprise.security.provider.PolicyWrapper.|#]

[#|2012-05-31T08:58:51.525-0700|INFO|44.0|javax.enterprise.system.core.security.com.sun.enterprise.security.auth.realm|_ThreadID=10;_ThreadName=Thread-2;|SEC1115: Realm [admin-realm] of classtype [com.sun.enterprise.security.auth.realm.file.FileRealm] successfully created.|#]

[#|2012-05-31T08:58:51.526-0700|INFO|44.0|javax.enterprise.system.core.security.com.sun.enterprise.security.auth.realm|_ThreadID=10;_ThreadName=Thread-2;|SEC1115: Realm [file] of classtype [com.sun.enterprise.security.auth.realm.file.FileRealm] successfully created.|#]

[#|2012-05-31T08:58:51.540-0700|INFO|44.0|javax.enterprise.system.core.security.com.sun.enterprise.security.auth.realm|_ThreadID=10;_ThreadName=Thread-2;|SEC1115: Realm [certificate] of classtype [com.sun.enterprise.security.auth.realm.certificate.CertificateRealm] successfully created.|#]

[#|2012-05-31T08:58:51.540-0700|INFO|44.0|javax.enterprise.system.core.security.com.sun.enterprise.security|_ThreadID=10;_ThreadName=Thread-2;|SEC1011: Security Service(s) Started Successfully|#]

[#|2012-05-31T08:58:51.541-0700|INFO|44.0|global|_ThreadID=10;_ThreadName=Thread-2;|Snifer com.sun.enterprise.security.ee.SecuritySniffer@389278a3 set up following modules: null|#]

[#|2012-05-31T08:58:52.592-0700|INFO|44.0|javax.enterprise.system.container.ejb.com.sun.ejb.containers|_ThreadID=10;_ThreadName=Thread-2;|EJB5181:Portable JNDI names for EJB MyBean: [java:global/cliweb5/MyBean, java:global/cliweb5/MyBean!txn.recovery.cliweb5.MyBean]|#]

[#|2012-05-31T08:58:52.758-0700|INFO|44.0|javax.enterprise.system.container.web.com.sun.enterprise.web|_ThreadID=10;_ThreadName=Thread-2;|WEB0671: Loading application [cliweb5] at [/cliweb5]|#]

[#|2012-05-31T08:58:52.759-0700|INFO|44.0|javax.enterprise.system.core.com.sun.enterprise.v3.server|_ThreadID=10;_ThreadName=Thread-2;|CORE10010: Loading application cliweb5 done in 2,868 ms|#]

[#|2012-05-31T08:58:52.763-0700|INFO|44.0|javax.enterprise.system.core.com.sun.enterprise.v3.server|_ThreadID=10;_ThreadName=Thread-2;|Oracle GlassFish Server  4.0  (39) startup time : Felix (2,725ms), startup services(5,656ms), total(8,381ms)|#]

[#|2012-05-31T08:58:52.764-0700|INFO|44.0|ShoalLogger|_ThreadID=10;_ThreadName=Thread-2;|GMS1099: GMS:Reporting Joined and Ready state to group: sqe-cluster|#]

[#|2012-05-31T08:58:52.771-0700|INFO|44.0|ShoalLogger|_ThreadID=11;_ThreadName=Thread-2;|GMS1092: GMS View Change Received for group: sqe-cluster : Members in view for JOINED_AND_READY_EVENT(before change analysis) are :
1: MemberId: clustered_instance_1, MemberType: CORE, Address: 10.133.184.142:9116:228.9.71.122:14955:sqe-cluster:clustered_instance_1
2: MemberId: clustered_instance_2, MemberType: CORE, Address: 10.133.184.142:9128:228.9.71.122:14955:sqe-cluster:clustered_instance_2
3: MemberId: clustered_instance_3, MemberType: CORE, Address: 10.133.184.142:9103:228.9.71.122:14955:sqe-cluster:clustered_instance_3
4: MemberId: server, MemberType: SPECTATOR, Address: 10.133.184.142:9156:228.9.71.122:14955:sqe-cluster:server
|#]

[#|2012-05-31T08:58:52.772-0700|INFO|44.0|ShoalLogger|_ThreadID=11;_ThreadName=Thread-2;|GMS1016: Analyzing new membership snapshot received as part of event: JOINED_AND_READY_EVENT for member: clustered_instance_2 of group: sqe-cluster|#]

[#|2012-05-31T08:58:52.772-0700|INFO|44.0|ShoalLogger|_ThreadID=11;_ThreadName=Thread-2;|GMS1025: Adding Joined And Ready member: clustered_instance_2 group: sqe-cluster StartupState: INSTANCE_STARTUP |#]

[#|2012-05-31T08:58:52.889-0700|INFO|44.0|javax.enterprise.resource.resourceadapter.com.sun.enterprise.connectors.inbound|_ThreadID=13;_ThreadName=Thread-2;|Recovery of Inbound Transactions started.|#]

[#|2012-05-31T08:58:52.943-0700|INFO|44.0|javax.enterprise.system.core.com.sun.enterprise.v3.services.impl|_ThreadID=10;_ThreadName=Thread-2;|Grizzly Framework 2.2.9 started in: 3ms - bound to [/0.0.0.0:48,686]|#]

[#|2012-05-31T08:58:53.512-0700|INFO|44.0|org.hibernate.validator.util.Version|_ThreadID=13;_ThreadName=Thread-2;|Hibernate Validator 4.1.0.Final|#]

[#|2012-05-31T08:58:53.547-0700|INFO|44.0|org.hibernate.validator.engine.resolver.DefaultTraversableResolver|_ThreadID=13;_ThreadName=Thread-2;|Instantiated an instance of org.hibernate.validator.engine.resolver.JPATraversableResolver.|#]

[#|2012-05-31T08:58:54.296-0700|INFO|44.0|javax.enterprise.system.std.com.sun.enterprise.server.logging|_ThreadID=14;_ThreadName=Thread-2;|/export/hudson/workspace/sherry-lc-dbg/glassfish3/glassfish/nodes/localhost-sqe-domain/clustered_instance_2/autodeploy/bundles does not exist, please create it.|#]

[#|2012-05-31T08:58:54.387-0700|INFO|44.0|org.hibernate.validator.engine.resolver.DefaultTraversableResolver|_ThreadID=13;_ThreadName=Thread-2;|Instantiated an instance of org.hibernate.validator.engine.resolver.JPATraversableResolver.|#]

[#|2012-05-31T08:58:54.426-0700|INFO|44.0|javax.enterprise.system.jmx.org.glassfish.admin.mbeanserver|_ThreadID=15;_ThreadName=Thread-2;|JMX005: JMXStartupService had Started JMXConnector on JMXService URL service:jmx:rmi://apg-sqe2:47676/jndi/rmi://apg-sqe2:47676/jmxrmi|#]

[#|2012-05-31T08:58:54.521-0700|SEVERE|44.0|javax.enterprise.resource.jta.com.sun.enterprise.transaction|_ThreadID=13;_ThreadName=Thread-2;|DTX5016:Error in XA recovery. See logs for more details
java.lang.NullPointerException
	at com.sun.enterprise.resource.recovery.JdbcRecoveryResourceHandler.loadXAResourcesAndItsConnections(JdbcRecoveryResourceHandler.java:212)
	at com.sun.enterprise.transaction.jts.ResourceRecoveryManagerImpl.getAllRecoverableResources(ResourceRecoveryManagerImpl.java:212)
	at com.sun.enterprise.transaction.jts.ResourceRecoveryManagerImpl.recoverXAResources(ResourceRecoveryManagerImpl.java:240)
	at com.sun.enterprise.transaction.jts.ResourceRecoveryManagerImpl.recoverXAResources(ResourceRecoveryManagerImpl.java:337)
	at com.sun.enterprise.transaction.jts.ResourceRecoveryManagerImpl.postConstruct(ResourceRecoveryManagerImpl.java:108)
	at com.sun.hk2.component.AbstractCreatorImpl.inject(AbstractCreatorImpl.java:132)
	at com.sun.hk2.component.ConstructorCreator.initialize(ConstructorCreator.java:117)
	at com.sun.hk2.component.AbstractCreatorImpl.get(AbstractCreatorImpl.java:84)
	at com.sun.hk2.component.SingletonInhabitant.get(SingletonInhabitant.java:67)
	at com.sun.hk2.component.EventPublishingInhabitant.get(EventPublishingInhabitant.java:141)
	at com.sun.hk2.component.AbstractInhabitantImpl.get(AbstractInhabitantImpl.java:135)
	at org.jvnet.hk2.component.Habitat.getByContract(Habitat.java:1428)
	at com.sun.jts.jta.TransactionServiceProperties$RecoveryHelperThread.run(TransactionServiceProperties.java:360)
|#]

[#|2012-05-31T09:01:02.007-0700|INFO|44.0|ShoalLogger|_ThreadID=16;_ThreadName=Thread-2;|GMS1015: Received Group Shutting down message from member: server of group: sqe-cluster|#]

[#|2012-05-31T09:01:02.150-0700|INFO|44.0|ShoalLogger|_ThreadID=11;_ThreadName=Thread-2;|GMS1092: GMS View Change Received for group: sqe-cluster : Members in view for CLUSTER_STOP_EVENT(before change analysis) are :
1: MemberId: clustered_instance_1, MemberType: CORE, Address: 10.133.184.142:9116:228.9.71.122:14955:sqe-cluster:clustered_instance_1
2: MemberId: clustered_instance_2, MemberType: CORE, Address: 10.133.184.142:9128:228.9.71.122:14955:sqe-cluster:clustered_instance_2
3: MemberId: server, MemberType: SPECTATOR, Address: 10.133.184.142:9156:228.9.71.122:14955:sqe-cluster:server
|#]

[#|2012-05-31T09:01:02.151-0700|INFO|44.0|ShoalLogger|_ThreadID=11;_ThreadName=Thread-2;|GMS1016: Analyzing new membership snapshot received as part of event: CLUSTER_STOP_EVENT for member: clustered_instance_3 of group: sqe-cluster|#]

[#|2012-05-31T09:01:02.153-0700|INFO|44.0|ShoalLogger|_ThreadID=11;_ThreadName=Thread-2;|GMS1017: Received PlannedShutdownEvent Announcement from member: clustered_instance_3 with shutdown type: GROUP_SHUTDOWN of group: sqe-cluster|#]

[#|2012-05-31T09:01:02.154-0700|INFO|44.0|ShoalLogger|_ThreadID=17;_ThreadName=Thread-2;|GMS1008: Sending PlannedShutdownSignals to registered Actions for shutdownType GROUP_SHUTDOWN member: clustered_instance_3 ...|#]

[#|2012-05-31T09:01:02.167-0700|INFO|44.0|ShoalLogger|_ThreadID=11;_ThreadName=Thread-2;|GMS1092: GMS View Change Received for group: sqe-cluster : Members in view for CLUSTER_STOP_EVENT(before change analysis) are :
1: MemberId: clustered_instance_2, MemberType: CORE, Address: 10.133.184.142:9128:228.9.71.122:14955:sqe-cluster:clustered_instance_2
2: MemberId: server, MemberType: SPECTATOR, Address: 10.133.184.142:9156:228.9.71.122:14955:sqe-cluster:server
|#]

[#|2012-05-31T09:01:02.167-0700|INFO|44.0|ShoalLogger|_ThreadID=11;_ThreadName=Thread-2;|GMS1016: Analyzing new membership snapshot received as part of event: CLUSTER_STOP_EVENT for member: clustered_instance_1 of group: sqe-cluster|#]

[#|2012-05-31T09:01:02.167-0700|INFO|44.0|ShoalLogger|_ThreadID=11;_ThreadName=Thread-2;|GMS1017: Received PlannedShutdownEvent Announcement from member: clustered_instance_1 with shutdown type: GROUP_SHUTDOWN of group: sqe-cluster|#]

[#|2012-05-31T09:01:02.168-0700|INFO|44.0|ShoalLogger|_ThreadID=17;_ThreadName=Thread-2;|GMS1008: Sending PlannedShutdownSignals to registered Actions for shutdownType GROUP_SHUTDOWN member: clustered_instance_1 ...|#]

[#|2012-05-31T09:01:02.412-0700|INFO|44.0|javax.enterprise.system.tools.admin.com.sun.enterprise.v3.admin.cluster|_ThreadID=18;_ThreadName=Thread-2;|Server shutdown initiated|#]

[#|2012-05-31T09:01:02.412-0700|INFO|44.0|javax.enterprise.system.std.com.sun.enterprise.server.logging|_ThreadID=18;_ThreadName=Thread-2;|FileMonitoring shutdown|#]

[#|2012-05-31T09:01:02.413-0700|INFO|44.0|javax.org.glassfish.gms.org.glassfish.gms|_ThreadID=18;_ThreadName=Thread-2;|GMSAD1008: GMSAdapter for member: clustered_instance_2 group: sqe-cluster received GlassfishEventType: prepare_shutdown|#]

[#|2012-05-31T09:01:02.413-0700|INFO|44.0|ShoalLogger|_ThreadID=18;_ThreadName=Thread-2;|GMS1096: member: clustered_instance_2 is leaving group: sqe-cluster|#]

[#|2012-05-31T09:01:02.413-0700|INFO|44.0|ShoalLogger|_ThreadID=18;_ThreadName=Thread-2;|GMS1009: Leaving GMS group: sqe-cluster with shutdown type set to GroupShutdown|#]

[#|2012-05-31T09:01:02.414-0700|CONFIG|44.0|ShoalLogger|_ThreadID=19;_ThreadName=Thread-2;|GMS1065: Completed processing outstanding master node messages for member: clustered_instance_2 group: sqe-cluster outstandingMessages to process: 0|#]

[#|2012-05-31T09:01:02.415-0700|INFO|44.0|ShoalLogger.monitor|_ThreadID=18;_ThreadName=Thread-2;|BlockingIOMulicastSender monitoring stats: received: 281 core poolsize:10 largest pool size:10 task count:281 max queue size:0 rejected execution:0|#]

[#|2012-05-31T09:01:02.415-0700|INFO|44.0|ShoalLogger|_ThreadID=20;_ThreadName=Thread-2;|GMS1110: Thread IP Multicast Listener for /228.9.71.122:14955 has completed.|#]

[#|2012-05-31T09:01:02.417-0700|INFO|44.0|ShoalLogger.monitor|_ThreadID=18;_ThreadName=Thread-2;|GMS1115: router signal queue high water mark: 0 signal queue capacity: 600|#]

[#|2012-05-31T09:01:02.418-0700|INFO|44.0|ShoalLogger|_ThreadID=17;_ThreadName=Thread-2;|GMS1107: SignalHandler task named GMS SignalHandler for Group-sqe-cluster thread exiting|#]

[#|2012-05-31T09:01:02.418-0700|INFO|44.0|ShoalLogger|_ThreadID=11;_ThreadName=Thread-2;|GMS1091: View Window event processing thread for group: sqe-cluster terminated normally|#]

[#|2012-05-31T09:01:02.418-0700|INFO|44.0|ShoalLogger|_ThreadID=16;_ThreadName=Thread-2;|GMS1088: MessageWindow thread for group: sqe-cluster terminated due to shutdown notification|#]

[#|2012-05-31T09:01:02.423-0700|INFO|44.0|javax.enterprise.system.jmx.org.glassfish.admin.mbeanserver|_ThreadID=18;_ThreadName=Thread-2;|JMX002: JMXStartupService: Stopped JMXConnectorServer: null|#]

[#|2012-05-31T09:01:02.423-0700|INFO|44.0|javax.enterprise.system.jmx.org.glassfish.admin.mbeanserver|_ThreadID=18;_ThreadName=Thread-2;|JMX001: JMXStartupService and JMXConnectors have been shut down.|#]

[#|2012-05-31T09:01:02.448-0700|INFO|44.0|javax.enterprise.resource.resourceadapter.com.sun.enterprise.connectors.service|_ThreadID=21;_ThreadName=Thread-2;|RAR7094: __ds_jdbc_ra shutdown successful.|#]

[#|2012-05-31T09:01:02.448-0700|INFO|44.0|javax.enterprise.resource.resourceadapter.com.sun.enterprise.connectors.service|_ThreadID=22;_ThreadName=Thread-2;|RAR7094: __xa_jdbc_ra shutdown successful.|#]