/* * * Licensed to the Apache Software Foundation (ASF) under one * or more contributor license agreements. See the NOTICE file * distributed with this work for additional information * regarding copyright ownership. The ASF licenses this file * to you under the Apache License, Version 2.0 (the * "License"); you may not use this file except in compliance * with the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, * software distributed under the License is distributed on an * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY * KIND, either express or implied. See the License for the * specific language governing permissions and limitations * under the License. * */ #include "qpid/broker/QueuePolicy.h" #include "qpid/broker/Queue.h" #include "qpid/broker/PriorityQueue.h" #include "qpid/Exception.h" #include "qpid/framing/FieldValue.h" #include "qpid/framing/reply_exceptions.h" #include "qpid/log/Statement.h" #include using namespace qpid::broker; using namespace qpid::framing; QueuePolicy::QueuePolicy(const std::string& _name, uint32_t _maxCount, uint64_t _maxSize, const std::string& _type) : maxCount(_maxCount), maxSize(_maxSize), type(_type), count(0), size(0), policyExceeded(false), name(_name) { QPID_LOG(info, "Queue \"" << name << "\": Policy created: type=" << type << "; maxCount=" << maxCount << "; maxSize=" << maxSize); } void QueuePolicy::enqueued(uint64_t _size) { if (maxCount) ++count; if (maxSize) size += _size; } void QueuePolicy::dequeued(uint64_t _size) { if (maxCount) { if (count > 0) { --count; } else { throw Exception(QPID_MSG("Attempted count underflow on dequeue(" << _size << "): " << *this)); } } if (maxSize) { if (_size > size) { throw Exception(QPID_MSG("Attempted size underflow on dequeue(" << _size << "): " << *this)); } else { size -= _size; } } } bool QueuePolicy::checkLimit(boost::intrusive_ptr m) { bool sizeExceeded = maxSize && (size + m->contentSize()) > maxSize; bool countExceeded = maxCount && (count + 1) > maxCount; bool exceeded = sizeExceeded || countExceeded; if (exceeded) { if (!policyExceeded) { policyExceeded = true; if (sizeExceeded) QPID_LOG(info, "Queue cumulative message size exceeded policy for " << name); if (countExceeded) QPID_LOG(info, "Queue message count exceeded policy for " << name); } } else { if (policyExceeded) { policyExceeded = false; QPID_LOG(info, "Queue cumulative message size and message count within policy for " << name); } } return !exceeded; } void QueuePolicy::tryEnqueue(boost::intrusive_ptr m) { if (checkLimit(m)) { enqueued(m->contentSize()); } else { throw ResourceLimitExceededException(QPID_MSG("Policy exceeded on " << name << ", policy: " << *this)); } } void QueuePolicy::recoverEnqueued(boost::intrusive_ptr m) { tryEnqueue(m); } void QueuePolicy::enqueueAborted(boost::intrusive_ptr m) { dequeued(m->contentSize()); } void QueuePolicy::enqueued(const QueuedMessage&) {} void QueuePolicy::dequeued(const QueuedMessage& m) { dequeued(m.payload->contentSize()); } bool QueuePolicy::isEnqueued(const QueuedMessage&) { return true; } void QueuePolicy::update(FieldTable& settings) { if (maxCount) settings.setInt(maxCountKey, maxCount); if (maxSize) settings.setInt(maxSizeKey, maxSize); settings.setString(typeKey, type); } uint32_t QueuePolicy::getCapacity(const FieldTable& settings, const std::string& key, uint32_t defaultValue) { FieldTable::ValuePtr v = settings.get(key); int32_t result = 0; if (!v) return defaultValue; if (v->getType() == 0x23) { QPID_LOG(debug, "Value for " << key << " specified as float: " << v->get()); } else if (v->getType() == 0x33) { QPID_LOG(debug, "Value for " << key << " specified as double: " << v->get()); } else if (v->convertsTo()) { result = v->get(); QPID_LOG(debug, "Got integer value for " << key << ": " << result); if (result >= 0) return result; } else if (v->convertsTo()) { string s(v->get()); QPID_LOG(debug, "Got string value for " << key << ": " << s); std::istringstream convert(s); if (convert >> result && result >= 0 && convert.eof()) return result; } throw IllegalArgumentException(QPID_MSG("Cannot convert " << key << " to unsigned integer: " << *v)); } std::string QueuePolicy::getType(const FieldTable& settings) { FieldTable::ValuePtr v = settings.get(typeKey); if (v && v->convertsTo()) { std::string t = v->get(); std::transform(t.begin(), t.end(), t.begin(), tolower); if (t == REJECT || t == FLOW_TO_DISK || t == RING || t == RING_STRICT) return t; } return REJECT; } void QueuePolicy::setDefaultMaxSize(uint64_t s) { defaultMaxSize = s; } void QueuePolicy::getPendingDequeues(Messages&) {} void QueuePolicy::encode(Buffer& buffer) const { buffer.putLong(maxCount); buffer.putLongLong(maxSize); buffer.putLong(count); buffer.putLongLong(size); } void QueuePolicy::decode ( Buffer& buffer ) { maxCount = buffer.getLong(); maxSize = buffer.getLongLong(); count = buffer.getLong(); size = buffer.getLongLong(); } uint32_t QueuePolicy::encodedSize() const { return sizeof(uint32_t) + // maxCount sizeof(uint64_t) + // maxSize sizeof(uint32_t) + // count sizeof(uint64_t); // size } const std::string QueuePolicy::maxCountKey("qpid.max_count"); const std::string QueuePolicy::maxSizeKey("qpid.max_size"); const std::string QueuePolicy::typeKey("qpid.policy_type"); const std::string QueuePolicy::REJECT("reject"); const std::string QueuePolicy::FLOW_TO_DISK("flow_to_disk"); const std::string QueuePolicy::RING("ring"); const std::string QueuePolicy::RING_STRICT("ring_strict"); uint64_t QueuePolicy::defaultMaxSize(0); FlowToDiskPolicy::FlowToDiskPolicy(const std::string& _name, uint32_t _maxCount, uint64_t _maxSize) : QueuePolicy(_name, _maxCount, _maxSize, FLOW_TO_DISK) {} bool FlowToDiskPolicy::checkLimit(boost::intrusive_ptr m) { if (!QueuePolicy::checkLimit(m)) m->requestContentRelease(); return true; } RingQueuePolicy::RingQueuePolicy(const std::string& _name, uint32_t _maxCount, uint64_t _maxSize, const std::string& _type) : QueuePolicy(_name, _maxCount, _maxSize, _type), strict(_type == RING_STRICT) {} bool before(const QueuedMessage& a, const QueuedMessage& b) { int priorityA = PriorityQueue::getPriority(a); int priorityB = PriorityQueue::getPriority(b); if (priorityA == priorityB) return a.position < b.position; else return priorityA < priorityB; } void RingQueuePolicy::enqueued(const QueuedMessage& m) { //need to insert in correct location based on position queue.insert(lower_bound(queue.begin(), queue.end(), m, before), m); } void RingQueuePolicy::dequeued(const QueuedMessage& m) { //find and remove m from queue if (find(m, pendingDequeues, true) || find(m, queue, true)) { //now update count and size QueuePolicy::dequeued(m); } } bool RingQueuePolicy::isEnqueued(const QueuedMessage& m) { //for non-strict ring policy, a message can be replaced (and //therefore dequeued) before it is accepted or released by //subscriber; need to detect this return find(m, pendingDequeues, false) || find(m, queue, false); } bool RingQueuePolicy::checkLimit(boost::intrusive_ptr m) { // If the message is bigger than the queue size, give up if (getMaxSize() && m->contentSize() > getMaxSize()) { QPID_LOG(debug, "Message too large for ring queue " << name << " [" << *this << "] " << ": message size = " << m->contentSize() << " bytes" << ": max queue size = " << getMaxSize() << " bytes"); return false; } // if within limits, ok to accept if (QueuePolicy::checkLimit(m)) return true; // At this point, we've exceeded maxSize, maxCount, or both. // // If we've exceeded maxCount, we've exceeded it by 1, so // replacing the first message is sufficient. If we've exceeded // maxSize, we need to pop enough messages to get the space we // need. unsigned int haveSpace = getMaxSize() - getCurrentQueueSize(); do { QueuedMessage oldest = queue.front(); if (oldest.queue->acquire(oldest) || !strict) { queue.pop_front(); pendingDequeues.push_back(oldest); QPID_LOG(debug, "Ring policy triggered in " << name << ": removed message " << oldest.position << " to make way for new message"); haveSpace += oldest.payload->contentSize(); } else { //in strict mode, if oldest message has been delivered (hence //cannot be acquired) but not yet acked, it should not be //removed and the attempted enqueue should fail QPID_LOG(debug, "Ring policy could not be triggered in " << name << ": oldest message (seq-no=" << oldest.position << ") has been delivered but not yet acknowledged or requeued"); return false; } } while (haveSpace < m->contentSize()); return true; } void RingQueuePolicy::getPendingDequeues(Messages& result) { result = pendingDequeues; } bool RingQueuePolicy::find(const QueuedMessage& m, Messages& q, bool remove) { for (Messages::iterator i = q.begin(); i != q.end(); i++) { if (i->payload == m.payload) { if (remove) q.erase(i); return true; } } return false; } std::auto_ptr QueuePolicy::createQueuePolicy(uint32_t maxCount, uint64_t maxSize, const std::string& type) { return createQueuePolicy("", maxCount, maxSize, type); } std::auto_ptr QueuePolicy::createQueuePolicy(const qpid::framing::FieldTable& settings) { return createQueuePolicy("", settings); } std::auto_ptr QueuePolicy::createQueuePolicy(const std::string& name, const qpid::framing::FieldTable& settings) { uint32_t maxCount = getCapacity(settings, maxCountKey, 0); uint32_t maxSize = getCapacity(settings, maxSizeKey, defaultMaxSize); if (maxCount || maxSize) { return createQueuePolicy(name, maxCount, maxSize, getType(settings)); } else { return std::auto_ptr(); } } std::auto_ptr QueuePolicy::createQueuePolicy(const std::string& name, uint32_t maxCount, uint64_t maxSize, const std::string& type) { if (type == RING || type == RING_STRICT) { return std::auto_ptr(new RingQueuePolicy(name, maxCount, maxSize, type)); } else if (type == FLOW_TO_DISK) { return std::auto_ptr(new FlowToDiskPolicy(name, maxCount, maxSize)); } else { return std::auto_ptr(new QueuePolicy(name, maxCount, maxSize, type)); } } namespace qpid { namespace broker { std::ostream& operator<<(std::ostream& out, const QueuePolicy& p) { if (p.maxSize) out << "size: max=" << p.maxSize << ", current=" << p.size; else out << "size: unlimited"; out << "; "; if (p.maxCount) out << "count: max=" << p.maxCount << ", current=" << p.count; else out << "count: unlimited"; out << "; type=" << p.type; return out; } } }