2012-05-27 11:49:35 Full thread dump Java HotSpot(TM) 64-Bit Server VM (14.3-b01 mixed mode): "RMI TCP Connection(idle)" daemon prio=10 tid=0x00002aab3408f000 nid=0x3ec9 waiting on condition [0x0000000040d26000] java.lang.Thread.State: TIMED_WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00002aaab36763f8> (a java.util.concurrent.SynchronousQueue$TransferStack) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:198) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:424) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:323) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:874) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:945) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907) at java.lang.Thread.run(Thread.java:619) "Thread-10" prio=10 tid=0x00002aab38161000 nid=0x4bf0 waiting on condition [0x0000000042d5e000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00002aaab47cfba0> (a java.util.concurrent.locks.ReentrantLock$NonfairSync) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158) at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:747) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireQueued(AbstractQueuedSynchronizer.java:778) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:1114) at java.util.concurrent.locks.ReentrantLock$NonfairSync.lock(ReentrantLock.java:186) at java.util.concurrent.locks.ReentrantLock.lock(ReentrantLock.java:262) at com.persistit.BufferPool.get(BufferPool.java:720) at com.persistit.Exchange.searchLevel(Exchange.java:1229) at com.persistit.Exchange.searchTree(Exchange.java:1133) at com.persistit.Exchange.search(Exchange.java:1058) at com.persistit.Exchange.removeKeyRangeInternal(Exchange.java:3081) at com.persistit.Exchange.removeInternal(Exchange.java:2989) at com.persistit.Exchange.remove(Exchange.java:2917) at com.persistit.stress.Stress3txn.executeTest(Stress3txn.java:305) at com.persistit.test.AbstractTestRunnerItem.runIt(AbstractTestRunnerItem.java:162) at com.persistit.test.TestRunner$TestThread.run(TestRunner.java:367) "Thread-9" prio=10 tid=0x00002aab3815f000 nid=0x4bef runnable [0x0000000042c5d000] java.lang.Thread.State: RUNNABLE at com.persistit.Buffer.repack(Buffer.java:3090) at com.persistit.Buffer.clearSlack(Buffer.java:621) at com.persistit.Buffer.writePage(Buffer.java:538) at com.persistit.BufferPool.allocBuffer(BufferPool.java:990) at com.persistit.BufferPool.get(BufferPool.java:749) at com.persistit.LongRecordHelper.fetchLongRecord(LongRecordHelper.java:107) at com.persistit.Exchange.fetchFixupForLongRecords(Exchange.java:2831) at com.persistit.Exchange.fetchInternal(Exchange.java:2774) at com.persistit.Exchange.fetchInternal(Exchange.java:2805) at com.persistit.Exchange.fetch(Exchange.java:2736) at com.persistit.Exchange.fetch(Exchange.java:2644) at com.persistit.stress.Stress3txn.executeTest(Stress3txn.java:231) at com.persistit.test.AbstractTestRunnerItem.runIt(AbstractTestRunnerItem.java:162) at com.persistit.test.TestRunner$TestThread.run(TestRunner.java:367) "CLEANUP_MANAGER" prio=10 tid=0x00002aab38152000 nid=0x4be8 waiting on condition [0x000000004142d000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00002aaab47cfba0> (a java.util.concurrent.locks.ReentrantLock$NonfairSync) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158) at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:747) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireQueued(AbstractQueuedSynchronizer.java:778) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:1114) at java.util.concurrent.locks.ReentrantLock$NonfairSync.lock(ReentrantLock.java:186) at java.util.concurrent.locks.ReentrantLock.lock(ReentrantLock.java:262) at com.persistit.BufferPool.get(BufferPool.java:720) at com.persistit.Exchange.pruneLeftEdgeValue(Exchange.java:3669) at com.persistit.CleanupManager$CleanupAntiValue.performAction(CleanupManager.java:260) at com.persistit.CleanupManager.poll(CleanupManager.java:160) at com.persistit.CleanupManager.runTask(CleanupManager.java:87) at com.persistit.IOTaskRunnable.run(IOTaskRunnable.java:146) at java.lang.Thread.run(Thread.java:619) "TXN_UPDATE" prio=10 tid=0x00002aab3814f800 nid=0x4be7 in Object.wait() [0x000000004132c000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) at com.persistit.IOTaskRunnable.run(IOTaskRunnable.java:174) - locked <0x00002aaabb2a55d8> (a com.persistit.TransactionIndex$ActiveTransactionCachePollTask) at java.lang.Thread.run(Thread.java:619) "CHECKPOINT_WRITER" prio=10 tid=0x00002aab3814e000 nid=0x4be6 in Object.wait() [0x000000004122b000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) at com.persistit.IOTaskRunnable.run(IOTaskRunnable.java:174) - locked <0x00002aaab36f93b8> (a com.persistit.CheckpointManager) at java.lang.Thread.run(Thread.java:619) "PAGE_WRITER:8192" prio=10 tid=0x00002aab3814d000 nid=0x4be5 runnable [0x000000004112a000] java.lang.Thread.State: RUNNABLE at com.persistit.Buffer.repack(Buffer.java:3090) at com.persistit.Buffer.clearSlack(Buffer.java:621) at com.persistit.Buffer.writePage(Buffer.java:538) at com.persistit.BufferPool.writeDirtyBuffers(BufferPool.java:1107) at com.persistit.BufferPool$PageWriter.runTask(BufferPool.java:1358) at com.persistit.IOTaskRunnable.run(IOTaskRunnable.java:146) at java.lang.Thread.run(Thread.java:619) "JOURNAL_FLUSHER" prio=10 tid=0x00002aab38144000 nid=0x4be4 in Object.wait() [0x0000000041029000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) at com.persistit.IOTaskRunnable.run(IOTaskRunnable.java:174) - locked <0x00002aaabb2a4b60> (a com.persistit.JournalManager$JournalFlusher) at java.lang.Thread.run(Thread.java:619) at java.lang.Thread.run(Thread.java:619) "JOURNAL_COPIER" prio=10 tid=0x00002aab38042000 nid=0x4be3 in Object.wait() [0x0000000040f28000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) at com.persistit.IOTaskRunnable.run(IOTaskRunnable.java:174) - locked <0x00002aaabb397178> (a com.persistit.JournalManager$JournalCopier) at java.lang.Thread.run(Thread.java:619) "RMI RenewClean-[172.16.20.111:54711]" daemon prio=10 tid=0x00002aab3c266000 nid=0x4be1 in Object.wait() [0x000000004051a000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:118) - locked <0x00002aaab4ab6970> (a java.lang.ref.ReferenceQueue$Lock) at sun.rmi.transport.DGCClient$EndpointEntry$RenewCleanThread.run(DGCClient.java:516)