java.lang.OutOfMemoryError

[E_zombie]

Hub stop working normal when 700 users online.

# prstat
   PID USERNAME SIZE RSS STATE PRI NICE TIME CPU PROCESS/NLWP
  6886 root 1107M 1003M cpu0 20 0 11:01:11 49% java/14

Process dont kill "# kill PID" only "# kill -9 PID"

        at org.apache.mina.core.polling.AbstractPollingIoProcessor.access$400(AbstractPollingIoProcessor.java:55)
        at org.apache.mina.core.polling.AbstractPollingIoProcessor$Worker.run(AbstractPollingIoProcessor.java:775)
        at org.apache.mina.util.NamePreservingRunnable.run(NamePreservingRunnable.java:51)
        at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(Unknown Source)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
Exception in thread "pool-2-thread-1" java.lang.OutOfMemoryError: GC overhead limit exceeded
        at java.util.concurrent.ConcurrentHashMap$KeySet.iterator(Unknown Source)
        at org.apache.mina.util.MapBackedSet.iterator(MapBackedSet.java:62)
        at org.apache.mina.core.session.IdleStatusChecker$NotifyingTaskImpl.notifyServices(IdleStatusChecker.java:114)
        at org.apache.mina.core.session.IdleStatusChecker$NotifyingTaskImpl.run(IdleStatusChecker.java:91)
        at org.apache.mina.util.NamePreservingRunnable.run(NamePreservingRunnable.java:51)
        at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(Unknown Source)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
        at java.lang.Thread.run(Unknown Source)
java.lang.OutOfMemoryError: GC overhead limit exceeded
        at java.lang.String.toLowerCase(Unknown Source)
        at java.lang.String.toLowerCase(Unknown Source)
        at dshub.Command.handleINF(Unknown Source)
        at dshub.Command.HandleIssuedCommand(Unknown Source)
        at dshub.Command.<init>(Unknown Source)
        at dshub.SimpleHandler.messageReceived(Unknown Source)
        at org.apache.mina.core.filterchain.DefaultIoFilterChain$TailFilter.messageReceived(DefaultIoFilterChain.java:752)
        at org.apache.mina.core.filterchain.DefaultIoFilterChain.callNextMessageReceived(DefaultIoFilterChain.java:414)
        at org.apache.mina.core.filterchain.DefaultIoFilterChain.access$1200(DefaultIoFilterChain.java:49)
        at org.apache.mina.core.filterchain.DefaultIoFilterChain$EntryImpl$1.messageReceived(DefaultIoFilterChain.java:832)
        at org.apache.mina.filter.codec.ProtocolCodecFilter$ProtocolDecoderOutputImpl.flush(ProtocolCodecFilter.java:379)
        at org.apache.mina.filter.codec.ProtocolCodecFilter.messageReceived(ProtocolCodecFilter.java:173)
        at org.apache.mina.core.filterchain.DefaultIoFilterChain.callNextMessageReceived(DefaultIoFilterChain.java:414)
        at org.apache.mina.core.filterchain.DefaultIoFilterChain.access$1200(DefaultIoFilterChain.java:49)
        at org.apache.mina.core.filterchain.DefaultIoFilterChain$EntryImpl$1.messageReceived(DefaultIoFilterChain.java:832)
        at org.apache.mina.filter.logging.LoggingFilter.messageReceived(LoggingFilter.java:95)
        at org.apache.mina.core.filterchain.DefaultIoFilterChain.callNextMessageReceived(DefaultIoFilterChain.java:414)
        at org.apache.mina.core.filterchain.DefaultIoFilterChain.access$1200(DefaultIoFilterChain.java:49)
        at org.apache.mina.core.filterchain.DefaultIoFilterChain$EntryImpl$1.messageReceived(DefaultIoFilterChain.java:832)
        at org.apache.mina.core.filterchain.DefaultIoFilterChain$HeadFilter.messageReceived(DefaultIoFilterChain.java:616)
        at org.apache.mina.core.filterchain.DefaultIoFilterChain.callNextMessageReceived(DefaultIoFilterChain.java:414)
        at org.apache.mina.core.filterchain.DefaultIoFilterChain.fireMessageReceived(DefaultIoFilterChain.java:408)
        at org.apache.mina.core.polling.AbstractPollingIoProcessor.read(AbstractPollingIoProcessor.java:498)
        at org.apache.mina.core.polling.AbstractPollingIoProcessor.process(AbstractPollingIoProcessor.java:460)
        at org.apache.mina.core.polling.AbstractPollingIoProcessor.process(AbstractPollingIoProcessor.java:452)
        at org.apache.mina.core.polling.AbstractPollingIoProcessor.access$400(AbstractPollingIoProcessor.java:55)
        at org.apache.mina.core.polling.AbstractPollingIoProcessor$Worker.run(AbstractPollingIoProcessor.java:775)
        at org.apache.mina.util.NamePreservingRunnable.run(NamePreservingRunnable.java:51)
        at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(Unknown Source)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
        at java.lang.Thread.run(Unknown Source)
java.lang.OutOfMemoryError: GC overhead limit exceeded
java.lang.OutOfMemoryError: GC overhead limit exceeded
java.lang.OutOfMemoryError: Java heap space
java.lang.OutOfMemoryError: GC overhead limit exceeded
Exception in thread "pool-4-thread-1" java.lang.OutOfMemoryError: GC overhead limit exceeded
Exception in thread "Thread-2" java.lang.OutOfMemoryError: GC overhead limit exceeded
java.lang.OutOfMemoryError: GC overhead limit exceeded
java.lang.OutOfMemoryError: Java heap space
java.lang.OutOfMemoryError: GC overhead limit exceeded
java.lang.OutOfMemoryError: GC overhead limit exceeded
Exception in thread "Thread-8" Exception in thread "pool-8-thread-2" java.lang.OutOfMemoryError: Java heap space
java.lang.OutOfMemoryError: GC overhead limit exceeded
java.lang.OutOfMemoryError: GC overhead limit exceeded

[E_zombie (lv77)]

        at org.apache.mina.core.filterchain.DefaultIoFilterChain.callNextMessageReceived(DefaultIoFilterChain.java:414)
        at org.apache.mina.core.filterchain.DefaultIoFilterChain.access$1200(DefaultIoFilterChain.java:49)
        at org.apache.mina.core.filterchain.DefaultIoFilterChain$EntryImpl$1.messageReceived(DefaultIoFilterChain.java:832)
        at org.apache.mina.core.filterchain.DefaultIoFilterChain$HeadFilter.messageReceived(DefaultIoFilterChain.java:616)
        at org.apache.mina.core.filterchain.DefaultIoFilterChain.callNextMessageReceived(DefaultIoFilterChain.java:414)
        at org.apache.mina.core.filterchain.DefaultIoFilterChain.fireMessageReceived(DefaultIoFilterChain.java:408)
        at org.apache.mina.core.polling.AbstractPollingIoProcessor.read(AbstractPollingIoProcessor.java:498)
        at org.apache.mina.core.polling.AbstractPollingIoProcessor.process(AbstractPollingIoProcessor.java:460)
        at org.apache.mina.core.polling.AbstractPollingIoProcessor.process(AbstractPollingIoProcessor.java:452)
        at org.apache.mina.core.polling.AbstractPollingIoProcessor.access$400(AbstractPollingIoProcessor.java:55)
        at org.apache.mina.core.polling.AbstractPollingIoProcessor$Worker.run(AbstractPollingIoProcessor.java:775)
        at org.apache.mina.util.NamePreservingRunnable.run(NamePreservingRunnable.java:51)
        at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(Unknown Source)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
        at java.lang.Thread.run(Unknown Source)
Биореактор kicked user -civic- with CID 7EMPNO32VQMOLWH4VBGUTY7GKLWXL7AQ4I5S2KI out in flames.
Биореактор kicked user trojan with CID YFLFROFDDCCX26Z3NKJ7KHCQF5THQJP7WIE4AOQ out in flames.
Биореактор kicked user KseNiя with CID XVYJJVHZDTOC5QOLG7WRWPHN3QXLWUSJATKXHSY out in flames.
Биореактор kicked user Z_Neon____ with CID KPM453XPDIU3RFYITYF53QVPVHXTU4R4TY322MI out in flames.
Биореактор kicked user [RPM]ВЕН.НЕТ1918 with CID 5P22ON6BW4NEJYHIPN66LPGXPPIK5P5MCJY25VI out in flames.
Биореактор kicked user Черный_котенок with CID U3NYKV5PF7EGEICIY5XQPLBFME5NMUBXIX2NYZA out in flames.
java.lang.OutOfMemoryError: Java heap space
        at sun.util.resources.TimeZoneNames.getContents(Unknown Source)
        at sun.util.resources.OpenListResourceBundle.loadLookup(Unknown Source)
        at sun.util.resources.OpenListResourceBundle.loadLookupTablesIfNecessary(Unknown Source)
        at sun.util.resources.OpenListResourceBundle.handleGetObject(Unknown Source)
        at sun.util.resources.TimeZoneNamesBundle.handleGetObject(Unknown Source)
        at java.util.ResourceBundle.getObject(Unknown Source)
        at java.util.ResourceBundle.getObject(Unknown Source)
        at java.util.ResourceBundle.getStringArray(Unknown Source)
        at sun.util.TimeZoneNameUtility.retrieveDisplayNames(Unknown Source)
        at sun.util.TimeZoneNameUtility.retrieveDisplayNames(Unknown Source)
        at java.util.TimeZone.getDisplayNames(Unknown Source)
        at java.util.TimeZone.getDisplayName(Unknown Source)
        at java.util.Date.toString(Unknown Source)
        at dshub.ProtoCmds.SUP.<init>(Unknown Source)
        a...

[Toast (swetoast-deactivatedaccount)]

going to confirm this we are aware of this problem

[E_zombie (lv77)]

 at dshub.Broadcast.sendToAll(Unknown Source)
        at dshub.Broadcast.run(Unknown Source)
        at dshub.Broadcast.broadcast(Unknown Source)
        at dshub.ProtoCmds.SCH.<init>(Unknown Source)
        at dshub.Command.HandleIssuedCommand(Unknown Source)
        at dshub.Command.<init>(Unknown Source)
        at dshub.SimpleHandler.messageReceived(Unknown Source)
        at org.apache.mina.core.filterchain.DefaultIoFilterChain$TailFilter.messageReceived(DefaultIoFilterChain.java:752)
        at org.apache.mina.core.filterchain.DefaultIoFilterChain.callNextMessageReceived(DefaultIoFilterChain.java:414)
        at org.apache.mina.core.filterchain.DefaultIoFilterChain.access$1200(DefaultIoFilterChain.java:49)
        at org.apache.mina.core.filterchain.DefaultIoFilterChain$EntryImpl$1.messageReceived(DefaultIoFilterChain.java:832)
        at org.apache.mina.filter.codec.ProtocolCodecFilter$ProtocolDecoderOutputImpl.flush(ProtocolCodecFilter.java:379)
        at org.apache.mina.filter.codec.ProtocolCodecFilter.messageReceived(ProtocolCodecFilter.java:173)
        at org.apache.mina.core.filterchain.DefaultIoFilterChain.callNextMessageReceived(DefaultIoFilterChain.java:414)
        at org.apache.mina.core.filterchain.DefaultIoFilterChain.access$1200(DefaultIoFilterChain.java:49)
        at org.apache.mina.core.filterchain.DefaultIoFilterChain$EntryImpl$1.messageReceived(DefaultIoFilterChain.java:832)
        at org.apache.mina.filter.logging.LoggingFilter.messageReceived(LoggingFilter.java:95)
        at org.apache.mina.core.filterchain.DefaultIoFilterChain.callNextMessageReceived(DefaultIoFilterChain.java:414)
        at org.apache.mina.core.filterchain.DefaultIoFilterChain.access$1200(DefaultIoFilterChain.java:49)
        at org.apache.mina.core.filterchain.DefaultIoFilterChain$EntryImpl$1.messageReceived(DefaultIoFilterChain.java:832)
        at org.apache.mina.core.filterchain.DefaultIoFilterChain$HeadFilter.messageReceived(DefaultIoFilterChain.java:616)
        at org.apache.mina.core.filterchain.DefaultIoFilterChain.callNextMessageReceived(DefaultIoFilterChain.java:414)
        at org.apache.mina.core.filterchain.DefaultIoFilterChain.fireMessageReceived(DefaultIoFilterChain.java:408)
        at org.apache.mina.core.polling.AbstractPollingIoProcessor.read(AbstractPollingIoProcessor.java:498)
        at org.apache.mina.core.polling.AbstractPollingIoProcessor.process(AbstractPollingIoProcessor.java:460)
        at org.apache.mina.core.polling.AbstractPollingIoProcessor.process(AbstractPollingIoProcessor.java:452)
java.lang.OutOfMemoryError: GC overhead limit exceeded
java.lang.OutOfMemoryError: GC overhead limit exceeded
Exception in thread "Thread-2" java.lang.OutOfMemoryError: Java heap space
java.lang.OutOfMemoryError: GC overhead limit exceeded
Exception in thread "pool-2-thread-2" java.lang.OutOfMemoryError: GC overhead limit exceeded
java.lang.OutOfMemoryError: GC overhead limit exceeded
java.lang.OutOfMemoryError: Java heap space
java.lang.OutOfMemoryError: GC overhead limit exceeded
java.lang.OutOfMemoryError: GC overhead limit exceeded
Exception in thread "pool-1-thread-3" java.lang.OutOfMemoryError: Java heap spaceException in t...

[E_zombie (lv77)]

may bug or not
chat frezze and 2 minuts not work
and

> 16:28
......
  Online users: 500
  Available Memory to JVM: 957743104 Bytes, where free: 356560800 Bytes
......
> 16:28
.......
  Online users: 500
  Available Memory to JVM: 957743104 Bytes, where free: 218869000 Bytes

free 140Mb mem ? 0_0
what server do?

_____________________________________________________________
[16:28] <DSHub> Death Squad Hub. Version DSHub Iota.
  Running on SunOS Version 5.10 on Architecture sparcv9
  Java Runtime Environment 1.6.0_07 from Sun Microsystems Inc.
  Java Virtual Machine 1.0
  Available CPU's to JVM 2
  Available Memory to JVM: 957743104 Bytes, where free: 356560800 Bytes
Hub Statistics:
  Online users: 500
  Connecting users: 0
  Uptime: #21h#55m#41s#967.
  Bytes read per second: 2723.920265780731
  Bytes written per second: 55215.94684385382
[16:28] <DSHub> [command:] !stats
..................................................................................
[16:28] <DSHub> Death Squad Hub. Version DSHub Iota.
  Running on SunOS Version 5.10 on Architecture sparcv9
  Java Runtime Environment 1.6.0_07 from Sun Microsystems Inc.
  Java Virtual Machine 1.0
  Available CPU's to JVM 2
  Available Memory to JVM: 957743104 Bytes, where free: 218869000 Bytes
Hub Statistics:
  Online users: 500
  Connecting users: 0
  Uptime: #21h#56m#1s#793.
  Bytes read per second: 1726.4900662251655
  Bytes written per second: 16878.145695364237

[Delion (delion)]

Maybe it's the same problem.

WARN Thread-3 org.apache.mina.filter.logging.LoggingFilter - EXCEPTION:
java.lang.OutOfMemoryError: Java heap space
WARN Thread-3 org.apache.mina.core.filterchain.DefaultIoFilterChain - Unexpected exception from exceptionCaught handler.
java.lang.OutOfMemoryError: Java heap space
INFO NioProcessor-2 org.apache.mina.filter.logging.LoggingFilter - SENT: HeapBuffer[pos=0 lim=15 cap=16: 42 49 4E 46 20 56 5A 46 59 20 48 4E 35 33 0A]
INFO NioProcessor-2 org.apache.mina.filter.logging.LoggingFilter - SENT: HeapBuffer[pos=0 lim=15 cap=16: 42 49 4E 46 20 56 5A 46 59 20 48 4E 35 33 0A]
INFO NioProcessor-2 org.apache.mina.filter.logging.LoggingFilter - SENT: HeapBuffer[pos=0 lim=15 cap=16: 42 49 4E 46 20 56 5A 46 59 20 48 4E 35 33 0A]
INFO NioProcessor-2 org.apache.mina.filter.logging.LoggingFilter - SENT: HeapBuffer[pos=0 lim=15 cap=16: 42 49 4E 46 20 56 5A 46 59 20 48 4E 35 33 0A]
INFO NioProcessor-2 org.apache.mina.filter.logging.LoggingFilter - SENT: HeapBuffer[pos=0 lim=15 cap=16: 42 49 4E 46 20 56 5A 46 59 20 48 4E 35 33 0A]
INFO NioProcessor-2 org.apache.mina.filter.logging.LoggingFilter - SENT: HeapBuffer[pos=0 lim=15 cap=16: 42 49 4E 46 20 56 5A 46 59 20 48 4E 35 33 0A]
INFO NioProcessor-2 org.apache.mina.filter.logging.LoggingFilter - SENT: HeapBuffer[pos=0 lim=15 cap=16: 42 49 4E 46 20 56 5A 46 59 20 48 4E 35 33 0A]
INFO NioProcessor-2 org.apache.mina.filter.logging.LoggingFilter - SENT: HeapBuffer[pos=0 lim=15 cap=16: 42 49 4E 46 20 56 5A 46 59 20 48 4E 35 33 0A]
INFO NioProcessor-2 org.apache.mina.filter.logging.LoggingFilter - SENT: HeapBuffer[pos=0 lim=15 cap=16: 42 49 4E 46 20 56 5A 46 59 20 48 4E 35 33 0A]
INFO NioProcessor-2 org.apache.mina.filter.logging.LoggingFilter - SENT: HeapBuffer[pos=0 lim=15 cap=16: 42 49 4E 46 20 56 5A 46 59 20 48 4E 35 33 0A]
INFO NioProcessor-2 org.apache.mina.filter.logging.LoggingFilter - SENT: HeapBuffer[pos=0 lim=15 cap=16: 42 49 4E 46 20 56 5A 46 59 20 48 4E 35 33 0A]
INFO NioProcessor-2 org.apache.mina.filter.logging.LoggingFilter - SENT: HeapBuffer[pos=0 lim=15 cap=16: 42 49 4E 46 20 56 5A 46 59 20 48 4E 35 33 0A]
INFO NioProcessor-2 org.apache.mina.filter.logging.LoggingFilter - SENT: HeapBuffer[pos=0 lim=15 cap=16: 42 49 4E 46 20 56 5A 46 59 20 48 4E 35 33 0A]
INFO NioProcessor-2 org.apache.mina.filter.logging.LoggingFilter - SENT: HeapBuffer[pos=0 lim=15 cap=16: 42 49 4E 46 20 56 5A 46 59 20 48 4E 35 33 0A]
INFO NioProcessor-2 org.apache.mina.filter.logging.LoggingFilter - SENT: HeapBuffer[pos=0 lim=15 cap=16: 42 49 4E 46 20 56 5A 46 59 20 48 4E 35 33 0A]
INFO NioProcessor-2 org.apache.mina.filter.logging.LoggingFilter - SENT: HeapBuffer[pos=0 lim=15 cap=16: 42 49 4E 46 20 56 5A 46 59 20 48 4E 35 33 0A]
INFO NioProcessor-2 org.apache.mina.filter.logging.LoggingFilter - SENT: HeapBuffer[pos=0 lim=15 cap=16: 42 49 4E 46 20 56 5A 46 59 20 48 4E 35 33 0A]
INFO NioProcessor-2 org.apache.mina.filter.logging.LoggingFilter - SENT: HeapBuffer[pos=0 lim=15 cap=16: 42 49 4E 46 20 56 5A 46 59 20 48 4E 35 33 0A]
INFO NioProcessor-2 org.apache.mina.filter.logging.LoggingFilter - SENT: HeapBuffer[pos=0 lim=15 cap=16: 42 49 4E 46 20 56 5A 46 59 20 48 4E 35 33 0A]
INFO NioProcessor-2...