Full thread dump Java HotSpot(TM) 64-Bit Server VM (1.5.0_16-b02 mixed mode): "Timer-1267" daemon prio=1 tid=0x00002aaaf2cf5210 nid=0x7cca in Object.wait() [0x0000000041c4a000..0x0000000041c4ad40] at java.lang.Object.wait(Native Method) - waiting on <0x00002aaab3566430> (a java.util.TaskQueue) at java.lang.Object.wait(Unknown Source) at java.util.TimerThread.mainLoop(Unknown Source) - locked <0x00002aaab3566430> (a java.util.TaskQueue) at java.util.TimerThread.run(Unknown Source) "Timer-1266" daemon prio=1 tid=0x00002aaaf2d5c4d0 nid=0x7cc9 in Object.wait() [0x00000000486b4000..0x00000000486b4dc0] at java.lang.Object.wait(Native Method) - waiting on <0x00002aaab3568e60> (a java.util.TaskQueue) at java.lang.Object.wait(Unknown Source) at java.util.TimerThread.mainLoop(Unknown Source) - locked <0x00002aaab3568e60> (a java.util.TaskQueue) at java.util.TimerThread.run(Unknown Source) "Timer-1265" daemon prio=1 tid=0x00002aaaf3475b80 nid=0x7cc8 in Object.wait() [0x0000000046f9d000..0x0000000046f9de40] at java.lang.Object.wait(Native Method) - waiting on <0x00002aaab3566450> (a java.util.TaskQueue) at java.lang.Object.wait(Unknown Source) at java.util.TimerThread.mainLoop(Unknown Source) - locked <0x00002aaab3566450> (a java.util.TaskQueue) at java.util.TimerThread.run(Unknown Source) "Timer-1264" daemon prio=1 tid=0x00002aaaf4db67f0 nid=0x7cc7 in Object.wait() [0x00000000474a2000..0x00000000474a2ec0] at java.lang.Object.wait(Native Method) - waiting on <0x00002aaab3566470> (a java.util.TaskQueue) at java.lang.Object.wait(Unknown Source) at java.util.TimerThread.mainLoop(Unknown Source) - locked <0x00002aaab3566470> (a java.util.TaskQueue) at java.util.TimerThread.run(Unknown Source) "Timer-1263" daemon prio=1 tid=0x00002aaaf2d6cec0 nid=0x7cbc in Object.wait() [0x000000004bcea000..0x000000004bceac40] at java.lang.Object.wait(Native Method) - waiting on <0x00002aaab3568e80> (a java.util.TaskQueue) at java.lang.Object.wait(Unknown Source) at java.util.TimerThread.mainLoop(Unknown Source) - locked <0x00002aaab3568e80> (a java.util.TaskQueue) at java.util.TimerThread.run(Unknown Source) "Timer-1262" daemon prio=1 tid=0x00002aaaf36ae1a0 nid=0x7cbb in Object.wait() [0x0000000043c6a000..0x0000000043c6acc0] at java.lang.Object.wait(Native Method) - waiting on <0x00002aaab3568ea0> (a java.util.TaskQueue) at java.lang.Object.wait(Unknown Source) at java.util.TimerThread.mainLoop(Unknown Source) - locked <0x00002aaab3568ea0> (a java.util.TaskQueue) at java.util.TimerThread.run(Unknown Source) "Timer-1261" daemon prio=1 tid=0x00002aaaf37cf780 nid=0x7bb6 in Object.wait() [0x0000000041a48000..0x0000000041a48d40] at java.lang.Object.wait(Native Method) - waiting on <0x00002aaac61a6e18> (a java.util.TaskQueue) at java.lang.Object.wait(Unknown Source) at java.util.TimerThread.mainLoop(Unknown Source) - locked <0x00002aaac61a6e18> (a java.util.TaskQueue) at java.util.TimerThread.run(Unknown Source) "Timer-1260" daemon prio=1 tid=0x00002aaaf38d8240 nid=0x7b58 in Object.wait() [0x0000000044876000..0x0000000044876dc0] at java.lang.Object.wait(Native Method) - waiting on <0x00002aaab6e6bc98> (a java.util.TaskQueue) at java.lang.Object.wait(Unknown Source) at java.util.TimerThread.mainLoop(Unknown Source) - locked <0x00002aaab6e6bc98> (a java.util.TaskQueue) at java.util.TimerThread.run(Unknown Source) "P128T9" prio=1 tid=0x00002aaaf6b4b970 nid=0x72ae in Object.wait() [0x000000004406e000..0x000000004406ebc0] at java.lang.Object.wait(Native Method) - waiting on <0x00002aaab7a06188> (a com.carldunham.jst.concurrency.Queue) at java.lang.Object.wait(Unknown Source) at com.carldunham.jst.concurrency.Queue.dequeue(Queue.java:108) - locked <0x00002aaab7a06188> (a com.carldunham.jst.concurrency.Queue) at com.carldunham.jst.concurrency.ThreadPool$WorkerThread.run(ThreadPool.java:242) "P128T8" prio=1 tid=0x00002aaaf659f6c0 nid=0x72ad in Object.wait() [0x0000000045381000..0x0000000045381c40] at java.lang.Object.wait(Native Method) - waiting on <0x00002aaab7a06188> (a com.carldunham.jst.concurrency.Queue) at java.lang.Object.wait(Unknown Source) at com.carldunham.jst.concurrency.Queue.dequeue(Queue.java:108) - locked <0x00002aaab7a06188> (a com.carldunham.jst.concurrency.Queue) at com.carldunham.jst.concurrency.ThreadPool$WorkerThread.run(ThreadPool.java:242) "P128T7" prio=1 tid=0x00002aaaf566f1e0 nid=0x72ac in Object.wait() [0x00000000472a0000..0x00000000472a0cc0] at java.lang.Object.wait(Native Method) - waiting on <0x00002aaab7a06188> (a com.carldunham.jst.concurrency.Queue) at java.lang.Object.wait(Unknown Source) at com.carldunham.jst.concurrency.Queue.dequeue(Queue.java:108) - locked <0x00002aaab7a06188> (a com.carldunham.jst.concurrency.Queue) at com.carldunham.jst.concurrency.ThreadPool$WorkerThread.run(ThreadPool.java:242) "P128T6" prio=1 tid=0x00002aaaf659b130 nid=0x72ab in Object.wait() [0x0000000043462000..0x0000000043462d40] at java.lang.Object.wait(Native Method) - waiting on <0x00002aaab7a06188> (a com.carldunham.jst.concurrency.Queue) at java.lang.Object.wait(Unknown Source) at com.carldunham.jst.concurrency.Queue.dequeue(Queue.java:108) - locked <0x00002aaab7a06188> (a com.carldunham.jst.concurrency.Queue) at com.carldunham.jst.concurrency.ThreadPool$WorkerThread.run(ThreadPool.java:242) "P128T5" prio=1 tid=0x00002aaaf659cf10 nid=0x72aa in Object.wait() [0x00000000497c5000..0x00000000497c5dc0] at java.lang.Object.wait(Native Method) - waiting on <0x00002aaab7a06188> (a com.carldunham.jst.concurrency.Queue) at java.lang.Object.wait(Unknown Source) at com.carldunham.jst.concurrency.Queue.dequeue(Queue.java:108) - locked <0x00002aaab7a06188> (a com.carldunham.jst.concurrency.Queue) at com.carldunham.jst.concurrency.ThreadPool$WorkerThread.run(ThreadPool.java:242) "P128T4" prio=1 tid=0x00002aaaf7331520 nid=0x72a9 in Object.wait() [0x000000004f11e000..0x000000004f11ee40] at java.lang.Object.wait(Native Method) - waiting on <0x00002aaab7a06188> (a com.carldunham.jst.concurrency.Queue) at java.lang.Object.wait(Unknown Source) at com.carldunham.jst.concurrency.Queue.dequeue(Queue.java:108) - locked <0x00002aaab7a06188> (a com.carldunham.jst.concurrency.Queue) at com.carldunham.jst.concurrency.ThreadPool$WorkerThread.run(ThreadPool.java:242) "P128T3" prio=1 tid=0x00002aaaf659d7a0 nid=0x72a8 in Object.wait() [0x0000000047fad000..0x0000000047fadec0] at java.lang.Object.wait(Native Method) - waiting on <0x00002aaab7a06188> (a com.carldunham.jst.concurrency.Queue) at java.lang.Object.wait(Unknown Source) at com.carldunham.jst.concurrency.Queue.dequeue(Queue.java:108) - locked <0x00002aaab7a06188> (a com.carldunham.jst.concurrency.Queue) at com.carldunham.jst.concurrency.ThreadPool$WorkerThread.run(ThreadPool.java:242) "P128T2" prio=1 tid=0x00002aaaf659be40 nid=0x72a7 in Object.wait() [0x000000004305e000..0x000000004305eb40] at java.lang.Object.wait(Native Method) - waiting on <0x00002aaab7a06188> (a com.carldunham.jst.concurrency.Queue) at java.lang.Object.wait(Unknown Source) at com.carldunham.jst.concurrency.Queue.dequeue(Queue.java:108) - locked <0x00002aaab7a06188> (a com.carldunham.jst.concurrency.Queue) at com.carldunham.jst.concurrency.ThreadPool$WorkerThread.run(ThreadPool.java:242) "P128T1" prio=1 tid=0x00002aaaf6b4c180 nid=0x72a6 in Object.wait() [0x0000000046391000..0x0000000046391bc0] at java.lang.Object.wait(Native Method) - waiting on <0x00002aaab7a06188> (a com.carldunham.jst.concurrency.Queue) at java.lang.Object.wait(Unknown Source) at com.carldunham.jst.concurrency.Queue.dequeue(Queue.java:108) - locked <0x00002aaab7a06188> (a com.carldunham.jst.concurrency.Queue) at com.carldunham.jst.concurrency.ThreadPool$WorkerThread.run(ThreadPool.java:242) "P128T0" prio=1 tid=0x00002aaaf653f990 nid=0x72a5 in Object.wait() [0x0000000049cca000..0x0000000049ccac40] at java.lang.Object.wait(Native Method) - waiting on <0x00002aaab7a06188> (a com.carldunham.jst.concurrency.Queue) at java.lang.Object.wait(Unknown Source) at com.carldunham.jst.concurrency.Queue.dequeue(Queue.java:108) - locked <0x00002aaab7a06188> (a com.carldunham.jst.concurrency.Queue) at com.carldunham.jst.concurrency.ThreadPool$WorkerThread.run(ThreadPool.java:242) "P2T0" prio=1 tid=0x00002aaaf2a7b1b0 nid=0x6b21 in Object.wait() [0x0000000041d4b000..0x0000000041d4bb40] at java.lang.Object.wait(Native Method) - waiting on <0x00002aaab1f3d4f0> (a java.lang.Boolean) at java.lang.Object.wait(Unknown Source) at com.carldunham.jst.concurrency.Queue.waitForEmpty(Queue.java:147) - locked <0x00002aaab1f3d4f0> (a java.lang.Boolean) at com.carldunham.jst.concurrency.ThreadPool.shutdown(ThreadPool.java:117) at com.thesearchagency.MultiplexThreadPool.shutdown(MultiplexThreadPool.java:92) at com.thesearchagency.MultiplexThreadPool.shutdown(MultiplexThreadPool.java:86) at com.thesearchagency.AccountDispatcher.run(AccountDispatcher.java:176) at com.thesearchagency.perf.WarehouseSummarizer.run(WarehouseSummarizer.java:283) at com.thesearchagency.searchengines.SearchEngineSummarizer$WarehouseSummarizerSearchEngineAccountDispatcher.summarizeWarehouseData(SearchEngineSummarizer.java:552) at com.thesearchagency.searchengines.SearchEngineSummarizer$WarehouseSummarizerSearchEngineAccountDispatcher.doPostJoinActions(SearchEngineSummarizer.java:512) at com.thesearchagency.searchengines.SearchEngineAccountDispatcher.run(SearchEngineAccountDispatcher.java:373) at com.thesearchagency.searchengines.SearchEngineSummarizer$AccountWorker.run(SearchEngineSummarizer.java:582) at com.carldunham.jst.concurrency.ThreadPool$WorkerThread.run(ThreadPool.java:248) "Low Memory Detector" daemon prio=1 tid=0x00002aaaf1e1d9c0 nid=0x6b10 runnable [0x0000000000000000..0x0000000000000000] "CompilerThread1" daemon prio=1 tid=0x00002aaaf1e1bff0 nid=0x6b0f waiting on condition [0x0000000000000000..0x0000000040c394e0] "CompilerThread0" daemon prio=1 tid=0x00002aaaf1e1ace0 nid=0x6b0e waiting on condition [0x0000000000000000..0x0000000040b38560] "AdapterThread" daemon prio=1 tid=0x00002aaaf1e19960 nid=0x6b0d waiting on condition [0x0000000000000000..0x0000000000000000] "Signal Dispatcher" daemon prio=1 tid=0x00002aaaf1e18610 nid=0x6b0c waiting on condition [0x0000000000000000..0x0000000000000000] "Surrogate Locker Thread (CMS)" daemon prio=1 tid=0x00002aaaf1e17730 nid=0x6b0b waiting on condition [0x0000000000000000..0x0000000040837008] "Finalizer" daemon prio=1 tid=0x00002aaaf1e06820 nid=0x6b0a in Object.wait() [0x0000000040735000..0x0000000040735e40] at java.lang.Object.wait(Native Method) - waiting on <0x00002aaaab797b70> (a java.lang.ref.ReferenceQueue$Lock) at java.lang.ref.ReferenceQueue.remove(Unknown Source) - locked <0x00002aaaab797b70> (a java.lang.ref.ReferenceQueue$Lock) at java.lang.ref.ReferenceQueue.remove(Unknown Source) at java.lang.ref.Finalizer$FinalizerThread.run(Unknown Source) "Reference Handler" daemon prio=1 tid=0x00002aaaf1e06110 nid=0x6b09 in Object.wait() [0x0000000040634000..0x0000000040634ec0] at java.lang.Object.wait(Native Method) - waiting on <0x00002aaaab68a340> (a java.lang.ref.Reference$Lock) at java.lang.Object.wait(Unknown Source) at java.lang.ref.Reference$ReferenceHandler.run(Unknown Source) - locked <0x00002aaaab68a340> (a java.lang.ref.Reference$Lock) "main" prio=1 tid=0x0000000040116890 nid=0x6b04 in Object.wait() [0x00007fffb0fa6000..0x00007fffb0fa7250] at java.lang.Object.wait(Native Method) - waiting on <0x00002aaaab689890> (a com.carldunham.jst.concurrency.ThreadPool$WorkerThread) at java.lang.Thread.join(Unknown Source) - locked <0x00002aaaab689890> (a com.carldunham.jst.concurrency.ThreadPool$WorkerThread) at java.lang.Thread.join(Unknown Source) at com.carldunham.jst.concurrency.ThreadPool.join(ThreadPool.java:155) at com.thesearchagency.MultiplexThreadPool.join(MultiplexThreadPool.java:115) at com.thesearchagency.AccountDispatcher.run(AccountDispatcher.java:177) at com.thesearchagency.searchengines.SearchEngineSummarizer.run(SearchEngineSummarizer.java:256) at com.thesearchagency.searchengines.SearchEngineSummarizer.main(SearchEngineSummarizer.java:409) "VM Thread" prio=1 tid=0x00002aaaaabfee90 nid=0x6b08 runnable "Gang worker#0 (Parallel GC Threads)" prio=1 tid=0x0000000040128a90 nid=0x6b05 runnable "Gang worker#1 (Parallel GC Threads)" prio=1 tid=0x0000000040129880 nid=0x6b06 runnable "Concurrent Mark-Sweep GC Thread#0" prio=1 tid=0x00002aaaaab7cb30 nid=0x6b07 runnable "VM Periodic Task Thread" prio=1 tid=0x00002aaaf1e1f4e0 nid=0x6b11 waiting on condition