Major Description
After every 2-3 days we need to bounce activemq services
with below error message
| INFO | Usage(default:store:queue://SPMTOOIHTASREQ:store) percentUsage=99%, usage=85390741772, limit=85378349331, percentUsageMinDelta=1%; Parent:Usage(default:store) percentUsage=100%, usage=85390741772, limit=85378349331, percentUsageMinDelta=1%: Persistent store is Full, 100% of 85378349331. Stopping producer to prevent flooding queue://SPMTOOIHTASREQ. See http://activemq.apache.org/producer-flow-control.html for more info (blocking for: 1504s) |
DEBUG | 30000ms elapsed since last read check. | org.apache.activemq.transport.AbstractInactivityMonitor | ActiveMQ InactivityMonitor ReadCheckTimer
after bounce it resolve the problem
we have below setting for activemq
<transportConnector name="openwire" uri="tcp://0.0.0.0:61616?maximumConnections=1000&wireFormat.maxFrameSize=104857600&wireFormat.maxInactivityDuration=300000&wireFormat.maxInactivityDurationInitalDelay=10000"/>
<transportConnector name="http" uri="http://0.0.0.0:61612?maximumConnections=1000&wireFormat.maxFrameSize=1048576000"/>
<systemUsage>
<systemUsage>
<memoryUsage>
<memoryUsage percentOfJvmHeap="70" />
</memoryUsage>
<storeUsage>
<storeUsage limit="100 gb"/>
</storeUsage>
<tempUsage>
<tempUsage limit="50 gb"/>
</tempUsage>
</systemUsage>
</systemUsage>
<broker xmlns="http://activemq.apache.org/schema/core" brokerName="SPM-${env.hostname}" persistent="true" dataDirectory="${activemq.data}">
<destinationPolicy>
<policyMap>
<policyEntries>
<policyEntry topic=">" >
<!-- The constantPendingMessageLimitStrategy is used to prevent
slow topic consumers to block producers and affect other consumers
by limiting the number of messages that are retained
For more information, see:
http://activemq.apache.org/slow-consumer-handling.html
-->
<pendingMessageLimitStrategy>
<constantPendingMessageLimitStrategy limit="1000"/>
</pendingMessageLimitStrategy>
</policyEntry>
</policyEntries>
</policyMap>
</destinationPolicy>
ACTIVEMQ_OPTS="$ACTIVEMQ_OPTS -Denv.hostname=`hostname` -Xms2G -Xmx4G -XX:+UnlockCommercialFeatures -XX:+FlightRecorder -XX:StartFlightRecording=maxage=24h -XX:FlightRecorderOptions=repository=/u*******/jfr -Denv.HOST=`hostname | tr '[:lower:]' '[:upper:]'` -Denv.two_task=$TWO_TASK -Denv.next_node=$ACTIVEMQ_NEXT_NODE"