1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
|
/*
*
* Licensed to the Apache Software Foundation (ASF) under one
* or more contributor license agreements. See the NOTICE file
* distributed with this work for additional information
* regarding copyright ownership. The ASF licenses this file
* to you under the Apache License, Version 2.0 (the
* "License"); you may not use this file except in compliance
* with the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing,
* software distributed under the License is distributed on an
* "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
* KIND, either express or implied. See the License for the
* specific language governing permissions and limitations
* under the License.
*
*/
#include "Multicaster.h"
#include "Cpg.h"
#include "qpid/log/Statement.h"
#include "qpid/sys/LatencyMetric.h"
namespace qpid {
namespace cluster {
Multicaster::Multicaster(Cpg& cpg_, size_t mcastMax_,
const boost::shared_ptr<sys::Poller>& poller,
boost::function<void()> onError_) :
onError(onError_), cpg(cpg_),
queue(boost::bind(&Multicaster::sendMcast, this, _1), poller),
holding(true),
mcastMax(mcastMax_),
pending(0)
{
queue.start();
}
void Multicaster::mcastControl(const framing::AMQBody& body, const ConnectionId& id) {
mcast(Event::control(body, id));
}
void Multicaster::mcastBuffer(const char* data, size_t size, const ConnectionId& id) {
Event e(DATA, id, size);
memcpy(e.getData(), data, size);
mcast(e);
}
void Multicaster::mcast(const Event& e) {
{
sys::Mutex::ScopedLock l(lock);
if (e.getType() == DATA && e.isConnection() && holding) {
holdingQueue.push_back(e);
QPID_LOG(trace, " MCAST held: " << e );
return;
}
}
QPID_LATENCY_INIT(e);
queue.push(e);
}
void Multicaster::sendMcast(PollableEventQueue::Queue& values) {
try {
PollableEventQueue::Queue::iterator i = values.begin();
while( i != values.end()) {
if (mcastMax) {
sys::Mutex::ScopedLock l(lock);
if (pending == mcastMax) {
queue.stop();
break ;
}
++pending;
}
QPID_LATENCY_RECORD("mcast send queue", *i);
iovec iov = i->toIovec();
if (!cpg.mcast(&iov, 1)) {
// cpg didn't send because of CPG flow control.
if (mcastMax) {
sys::Mutex::ScopedLock l(lock);
--pending;
}
break;
}
QPID_LOG(trace, " MCAST " << *i);
++i;
}
values.erase(values.begin(), i); // Erase sent events.
}
catch (const std::exception& e) {
QPID_LOG(critical, "Multicast error: " << e.what());
queue.stop();
onError();
}
}
void Multicaster::release() {
sys::Mutex::ScopedLock l(lock);
holding = false;
std::for_each(holdingQueue.begin(), holdingQueue.end(), boost::bind(&Multicaster::mcast, this, _1));
holdingQueue.clear();
}
void Multicaster::selfDeliver(const Event& e) {
sys::Mutex::ScopedLock l(lock);
QPID_LATENCY_RECORD("cpg self deliver", e);
if (mcastMax) {
assert(pending > 0);
assert(pending <= mcastMax);
if (pending == mcastMax)
queue.start();
--pending;
}
}
}} // namespace qpid::cluster
|
