y L2 (and then Secondary L2) crashes with what appears to be a BDB Deadlock
Exception
-------------------------------------------------------------------------------------
Key: CDV-389
URL: https://jira.terracotta.org/jira//browse/CDV-389
Project: Community Development
Issue Type: Bug
Affects Versions: 2.4.1
Reporter: Fiona O'Shea
Assigned To: Issue Review Board
Fix For: 2.4.2
The TC primary server crashed with the errors listed below. It looks very a
serious problem to me. Fortunately the stand by TC server picked up the
requests.
ock expired. Locker
-1_WorkerThread(commit_changes_stage,1)_ReadCommittedLocker: waited for lock on
database=mapsdatabase node=828277 type=READ grant=WAIT_NEW timeoutMillis=180000
startTime=1187033207882 endTime=1187033387884
Owners: [<LockInfo locker="182254_WorkerThread(commit_changes_stage,2)_Txn"
type="WRITE"/>]
Waiters: []
at
com.tc.objectserver.persistence.sleepycat.ManagedObjectPersistorImpl.saveAllObjects(ManagedObjectPersistorImpl.java:296)
at
com.tc.objectserver.impl.PersistentManagedObjectStore.commitAllObjects(PersistentManagedObjectStore.java:81)
at
com.tc.objectserver.impl.ObjectManagerImpl.flushAll(ObjectManagerImpl.java:660)
at
com.tc.objectserver.impl.ObjectManagerImpl.releaseAll(ObjectManagerImpl.java:526)
at
com.tc.objectserver.tx.ServerTransactionManagerImpl.release(ServerTransactionManagerImpl.java:262)
at
com.tc.objectserver.tx.ServerTransactionManagerImpl.commit(ServerTransactionManagerImpl.java:253)
at
com.tc.objectserver.handler.CommitTransactionChangeHandler.handleEvent(CommitTransactionChangeHandler.java:30)
at com.tc.async.impl.StageImpl$WorkerThread.run(StageImpl.java:140)
Caused by: com.tc.objectserver.persistence.sleepycat.TCDatabaseException:
com.sleepycat.je.DeadlockException: (JE 3.2.23) Lock expired. Locker
-1_WorkerThread(commit_changes_stage,1)_ReadCommittedLocker: waited for lock on
database=mapsdatabase node=828277 type=READ grant=WAIT_NEW timeoutMillis=180000
startTime=1187033207882 endTime=1187033387884
Owners: [<LockInfo locker="182254_WorkerThread(commit_changes_stage,2)_Txn"
type="WRITE"/>]
Waiters: []
at
com.tc.objectserver.persistence.sleepycat.ManagedObjectPersistorImpl.basicSaveCollection(ManagedObjectPersistorImpl.java:271)
at
com.tc.objectserver.persistence.sleepycat.ManagedObjectPersistorImpl.basicSaveObject(ManagedObjectPersistorImpl.java:249)
at
com.tc.objectserver.persistence.sleepycat.ManagedObjectPersistorImpl.saveAllObjects(ManagedObjectPersistorImpl.java:284)
... 7 more
Caused by: com.sleepycat.je.DeadlockException: (JE 3.2.23) Lock expired. Locker
-1_WorkerThread(commit_changes_stage,1)_ReadCommittedLocker: waited for lock on
database=mapsdatabase node=828277 type=READ grant=WAIT_NEW timeoutMillis=180000
startTime=1187033207882 endTime=1187033387884
Owners: [<LockInfo locker="182254_WorkerThread(commit_changes_stage,2)_Txn"
type="WRITE"/>]
Waiters: []
at com.sleepycat.je.txn.LockManager.lock(LockManager.java:266)
at com.sleepycat.je.txn.BasicLocker.lockInternal(BasicLocker.java:90)
at
com.sleepycat.je.txn.ReadCommittedLocker.lockInternal(ReadCommittedLocker.java:69)
at com.sleepycat.je.txn.Locker.lock(Locker.java:257)
at
com.sleepycat.je.dbi.CursorImpl.lockLNDeletedAllowed(CursorImpl.java:2349)
at com.sleepycat.je.dbi.CursorImpl.lockLN(CursorImpl.java:2271)
at com.sleepycat.je.dbi.CursorImpl.fetchCurrent(CursorImpl.java:2207)
at
com.sleepycat.je.dbi.CursorImpl.getCurrentAlreadyLatched(CursorImpl.java:1276)
at
com.sleepycat.je.dbi.CursorImpl.getNextWithKeyChangeStatus(CursorImpl.java:1422)
at com.sleepycat.je.dbi.CursorImpl.getNext(CursorImpl.java:1348)
at com.sleepycat.je.dbi.CursorImpl.getNextNoDup(CursorImpl.java:1535)
at com.sleepycat.je.Cursor.searchInternal(Cursor.java:1336)
at com.sleepycat.je.Cursor.searchAllowPhantoms(Cursor.java:1148)
at com.sleepycat.je.Cursor.search(Cursor.java:1014)
at com.sleepycat.je.Cursor.getSearchKeyRange(Cursor.java:573)
at
com.tc.objectserver.persistence.sleepycat.SleepycatPersistableMap.basicClear(SleepycatPersistableMap.java:207)
at
com.tc.objectserver.persistence.sleepycat.SleepycatPersistableMap.commit(SleepycatPersistableMap.java:131)
at
com.tc.objectserver.persistence.sleepycat.SleepycatCollectionsPersistor.saveMap(SleepycatCollectionsPersistor.java:47)
at com.tc.objectserver.persistence.sleepycat.ManagedObjectPersist
com.tc.objectserver.persistence.sleepycat.DBException:
com.tc.objectserver.persistence.sleepycat.TCDatabaseException:
com.sleepycat.je.DeadlockException: (JE 3.2.23) Lock expired. Locker
-1_WorkerThread(commit_changes_stage,2)_ReadCommittedLocker: waited for lock on
database=mapsdatabase node=828047 type=READ grant=WAIT_NEW timeoutMillis=180000
startTime=1187033207882 endTime=1187033387884
Owners: [<LockInfo locker="182255_WorkerThread(commit_changes_stage,1)_Txn"
type="WRITE"/>]
Waiters: [<LockInfo
locker="-1_WorkerThread(commit_changes_stage,0)_ReadCommittedLocker"
type="READ"/>]
at
com.tc.objectserver.persistence.sleepycat.ManagedObjectPersistorImpl.saveAllObjects(ManagedObjectPersistorImpl.java:296)
at
com.tc.objectserver.impl.PersistentManagedObjectStore.commitAllObjects(PersistentManagedObjectStore.java:81)
at
com.tc.objectserver.impl.ObjectManagerImpl.flushAll(ObjectManagerImpl.java:660)
at
com.tc.objectserver.impl.ObjectManagerImpl.releaseAll(ObjectManagerImpl.java:526)
at
com.tc.objectserver.tx.ServerTransactionManagerImpl.release(ServerTransactionManagerImpl.java:262)
at
com.tc.objectserver.tx.ServerTransactionManagerImpl.commit(ServerTransactionManagerImpl.java:253)
at
com.tc.objectserver.handler.CommitTransactionChangeHandler.handleEvent(CommitTransactionChangeHandler.java:30)
at com.tc.async.impl.StageImpl$WorkerThread.run(StageImpl.java:140)
Caused by: com.tc.objectserver.persistence.sleepycat.TCDatabaseException:
com.sleepycat.je.DeadlockException: (JE 3.2.23) Lock expired. Locker
-1_WorkerThread(commit_changes_stage,2)_ReadCommittedLocker: waited for lock on
database=mapsdatabase node=828047 type=READ grant=WAIT_NEW timeoutMillis=180000
startTime=1187033207882 endTime=1187033387884
Owners: [<LockInfo locker="182255_WorkerThread(commit_changes_stage,1)_Txn"
type="WRITE"/>]
Waiters: [<LockInfo
locker="-1_WorkerThread(commit_changes_stage,0)_ReadCommittedLocker"
type="READ"/>]
at
com.tc.objectserver.persistence.sleepycat.ManagedObjectPersistorImpl.basicSaveCollection(ManagedObjectPersistorImpl.java:271)
at
com.tc.objectserver.persistence.sleepycat.ManagedObjectPersistorImpl.basicSaveObject(ManagedObjectPersistorImpl.java:249)
at
com.tc.objectserver.persistence.sleepycat.ManagedObjectPersistorImpl.saveAllObjects(ManagedObjectPersistorImpl.java:284)
... 7 more
Caused by: com.sleepycat.je.DeadlockException: (JE 3.2.23) Lock expired. Locker
-1_WorkerThread(commit_changes_stage,2)_ReadCommittedLocker: waited for lock on
database=mapsdatabase node=828047 type=READ grant=WAIT_NEW timeoutMillis=180000
startTime=1187033207882 endTime=1187033387884
Owners: [<LockInfo locker="182255_WorkerThread(commit_changes_stage,1)_Txn"
type="WRITE"/>]
Waiters: [<LockInfo
locker="-1_WorkerThread(commit_changes_stage,0)_ReadCommittedLocker"
type="READ"/>]
at com.sleepycat.je.txn.LockManager.lock(LockManager.java:266)
at com.sleepycat.je.txn.BasicLocker.lockInternal(BasicLocker.java:90)
at
com.sleepycat.je.txn.ReadCommittedLocker.lockInternal(ReadCommittedLocker.java:69)
at com.sleepycat.je.txn.Locker.lock(Locker.java:257)
at
com.sleepycat.je.dbi.CursorImpl.lockLNDeletedAllowed(CursorImpl.java:2349)
at com.sleepycat.je.dbi.CursorImpl.lockLN(CursorImpl.java:2271)
at com.sleepycat.je.dbi.CursorImpl.fetchCurrent(CursorImpl.java:2207)
at
com.sleepycat.je.dbi.CursorImpl.getCurrentAlreadyLatched(CursorImpl.java:1276)
at
com.sleepycat.je.dbi.CursorImpl.getNextWithKeyChangeStatus(CursorImpl.java:1422)
at com.sleepycat.je.dbi.CursorImpl.getNext(CursorImpl.java:1348)
at com.sleepycat.je.Cursor.retrieveNextAllowPhantoms(Cursor.java:1577)
at com.sleepycat.je.Cursor.retrieveNext(Cursor.java:1387)
at com.sleepycat.je.Cursor.getNext(Cursor.java:446)
at
com.tc.objectserver.persistence.sleepycat.SleepycatPersistableMap.basicClear(SleepycatPersistableMap.java:214)
at
com.tc.objectserver.persistence.sleepycat.SleepycatPersistableMap.commit(SleepycatPersistableMap.java:131)
at
com.tc.objectserver.persistence.sleepycat.SleepycatCollectionsPersistor.saveMap(SleepycatCollectionsPersistor.java:47)
at
com.tc.objectserver.persistence.sleepycat.ManagedObjectPersistorImpl.basicSaveCollection(ManagedObjectPersistorImpl.java:269)
... 9 more
com.tc.objectserver.persistence.sleepycat.TCDatabaseException:
com.sleepycat.je.DeadlockException: (JE 3.2.23) Lock expired. Locker
-1_WorkerThread(commit_changes_stage,1)_ReadCommittedLocker: waited for lock on
database=mapsdatabase node=828277 type=READ grant=WAIT_NEW timeoutMillis=180000
startTime=1187033207882 endTime=1187033387884
Owners: [<LockInfo locker="182254_WorkerThread(commit_changes_stage,2)_Txn"
type="WRITE"/>]
--
This message is automatically generated by JIRA.
-
If you think it was sent incorrectly contact one of the administrators:
https://jira.terracotta.org/jira//secure/Administrators.jspa
-
For more information on JIRA, see: http://www.atlassian.com/software/jira
_______________________________________________
tc-dev mailing list
[email protected]
http://lists.terracotta.org/mailman/listinfo/tc-dev
