summaryrefslogtreecommitdiff
path: root/cpp/src/qpid/store/MessageStorePlugin.h
blob: 4a9bb2aecb88eda67e7e0f1b6b375b3d1989d427 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
#ifndef QPID_STORE_MESSAGESTOREPLUGIN_H
#define QPID_STORE_MESSAGESTOREPLUGIN_H

/*
 *
 * Licensed to the Apache Software Foundation (ASF) under one
 * or more contributor license agreements.  See the NOTICE file
 * distributed with this work for additional information
 * regarding copyright ownership.  The ASF licenses this file
 * to you under the Apache License, Version 2.0 (the
 * "License"); you may not use this file except in compliance
 * with the License.  You may obtain a copy of the License at
 * 
 *   http://www.apache.org/licenses/LICENSE-2.0
 * 
 * Unless required by applicable law or agreed to in writing,
 * software distributed under the License is distributed on an
 * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
 * KIND, either express or implied.  See the License for the
 * specific language governing permissions and limitations
 * under the License.
 *
 */

#include "qpid/Plugin.h"
#include "qpid/Options.h"
#include "qpid/broker/Broker.h"
#include "qpid/broker/MessageStore.h"
#include "qpid/broker/PersistableExchange.h"
#include "qpid/broker/PersistableMessage.h"
#include "qpid/broker/PersistableQueue.h"
#include "qpid/management/Manageable.h"

#include <string>

using namespace qpid;

namespace qpid {
namespace store {

class StorageProvider;

/**
 * @class MessageStorePlugin
 *
 * MessageStorePlugin is the front end of the persistent message store
 * plugin. It is responsible for coordinating recovery, initialization,
 * transactions (both local and distributed), flow-to-disk loading and
 * unloading and persisting broker state (queues, bindings etc.).
 * Actual storage operations are carried out by a message store storage
 * provider that implements the qpid::store::StorageProvider interface.
 */
class MessageStorePlugin :
    public qpid::Plugin,
    public qpid::broker::MessageStore,        // Frontend classes
    public qpid::Plugin::Target               // Provider target
    // @TODO Need a mgmt story for this. Maybe allow r/o access to provider store info?    public qpid::management::Manageable
{
  public:
    MessageStorePlugin() : broker(0) {}

    /**
     * @name Methods inherited from qpid::Plugin
     */
    //@{
    virtual Options* getOptions() { return &options; }
    virtual void earlyInitialize (Plugin::Target& target);
    virtual void initialize(Plugin::Target& target);
    //@}

    /// Finalizer; calls Target::finalize() to run finalizers on
    /// StorageProviders.
    void finalizeMe();

    /**
     * Called by StorageProvider instances during the earlyInitialize sequence.
     * Each StorageProvider must supply a unique name by which it is known and a
     * pointer to itself.
     */
    virtual void providerAvailable(const std::string name, StorageProvider *be);

    /**
     * @name Methods inherited from qpid::broker::MessageStore
     */
    //@{
    /**
     * If called before recovery, will discard the database and reinitialize
     * using an empty store. This is used when cluster nodes recover and
     * must get their content from a cluster sync rather than directly from
     * the store.
     *
     * @param saveStoreContent    If true, the store's contents should be
     *                            saved to a backup location before
     *                            reinitializing the store content.
     */
    virtual void truncateInit(const bool saveStoreContent = false);

    /**
     * Record the existence of a durable queue
     */
    virtual void create(broker::PersistableQueue& queue,
                        const framing::FieldTable& args);
    /**
     * Destroy a durable queue
     */
    virtual void destroy(broker::PersistableQueue& queue);

    /**
     * Record the existence of a durable exchange
     */
    virtual void create(const broker::PersistableExchange& exchange,
                        const framing::FieldTable& args);
    /**
     * Destroy a durable exchange
     */
    virtual void destroy(const broker::PersistableExchange& exchange);

    /**
     * Record a binding
     */
    virtual void bind(const broker::PersistableExchange& exchange,
                      const broker::PersistableQueue& queue,
                      const std::string& key,
                      const framing::FieldTable& args);

    /**
     * Forget a binding
     */
    virtual void unbind(const broker::PersistableExchange& exchange,
                        const broker::PersistableQueue& queue,
                        const std::string& key,
                        const framing::FieldTable& args);

    /**
     * Record generic durable configuration
     */
    virtual void create(const broker::PersistableConfig& config);

    /**
     * Destroy generic durable configuration
     */
    virtual void destroy(const broker::PersistableConfig& config);

    /**
     * Stores a message before it has been enqueued
     * (enqueueing automatically stores the message so this is
     * only required if storage is required prior to that
     * point). If the message has not yet been stored it will
     * store the headers as well as any content passed in. A
     * persistence id will be set on the message which can be
     * used to load the content or to append to it.
     */
    virtual void stage(const boost::intrusive_ptr<broker::PersistableMessage>& msg);

    /**
     * Destroys a previously staged message. This only needs
     * to be called if the message is never enqueued. (Once
     * enqueued, deletion will be automatic when the message
     * is dequeued from all queues it was enqueued onto).
     */
    virtual void destroy(broker::PersistableMessage& msg);

    /**
     * Appends content to a previously staged message
     */
    virtual void appendContent(const boost::intrusive_ptr<const broker::PersistableMessage>& msg,
                               const std::string& data);

    /**
     * Loads (a section) of content data for the specified
     * message (previously stored through a call to stage or
     * enqueue) into data. The offset refers to the content
     * only (i.e. an offset of 0 implies that the start of the
     * content should be loaded, not the headers or related
     * meta-data).
     */
    virtual void loadContent(const broker::PersistableQueue& queue,
                             const boost::intrusive_ptr<const broker::PersistableMessage>& msg,
                             std::string& data,
                             uint64_t offset,
                             uint32_t length);

    /**
     * Enqueues a message, storing the message if it has not
     * been previously stored and recording that the given
     * message is on the given queue.
     *
     * Note: The operation is asynchronous so the return of this function does
     * not mean the operation is complete.
     *
     * @param msg the message to enqueue
     * @param queue the name of the queue onto which it is to be enqueued
     * @param xid (a pointer to) an identifier of the
     * distributed transaction in which the operation takes
     * place or null for 'local' transactions
     */
    virtual void enqueue(broker::TransactionContext* ctxt,
                         const boost::intrusive_ptr<broker::PersistableMessage>& msg,
                         const broker::PersistableQueue& queue);

    /**
     * Dequeues a message, recording that the given message is
     * no longer on the given queue and deleting the message
     * if it is no longer on any other queue.
     *
     *
     * Note: The operation is asynchronous so the return of this function does
     * not mean the operation is complete.
     *
     * @param msg the message to dequeue
     * @param queue the name of the queue from which it is to be dequeued
     * @param xid (a pointer to) an identifier of the
     * distributed transaction in which the operation takes
     * place or null for 'local' transactions
     */
    virtual void dequeue(broker::TransactionContext* ctxt,
                         const boost::intrusive_ptr<broker::PersistableMessage>& msg,
                         const broker::PersistableQueue& queue);

    /**
     * Flushes all async messages to disk for the specified queue
     *
     *
     * Note: The operation is asynchronous so the return of this function does
     * not mean the operation is complete.
     *
     * @param queue the name of the queue from which it is to be dequeued
     */
    virtual void flush(const broker::PersistableQueue& queue);

    /**
     * Returns the number of outstanding AIO's for a given queue
     *
     * If 0, than all the enqueue / dequeues have been stored
     * to disk
     *
     * @param queue the name of the queue to check for outstanding AIO
     */
    virtual uint32_t outstandingQueueAIO(const broker::PersistableQueue& queue);
    //@}

    /**
     * @name Methods inherited from qpid::broker::TransactionalStore
     */
    //@{
    std::auto_ptr<broker::TransactionContext> begin();

    std::auto_ptr<broker::TPCTransactionContext> begin(const std::string& xid);

    void prepare(broker::TPCTransactionContext& ctxt);

    void commit(broker::TransactionContext& ctxt);

    void abort(broker::TransactionContext& ctxt);

    void collectPreparedXids(std::set<std::string>& xids);
    //@}

    /**
     * Request recovery of queue and message state; inherited from Recoverable
     */
    virtual void recover(broker::RecoveryManager& recoverer);

    //    inline management::Manageable::status_t ManagementMethod (uint32_t, management::Args&, std::string&)
    //        { return management::Manageable::STATUS_OK; }

    // So storage provider can get the broker info.
    broker::Broker *getBroker() { return broker; }

  protected:

    struct StoreOptions : public qpid::Options {
        StoreOptions(const std::string& name="Store Options");
        std::string providerName;
    };
    StoreOptions options;

    typedef std::map<const std::string, StorageProvider*> ProviderMap;
    ProviderMap providers;
    ProviderMap::const_iterator provider;

    broker::Broker *broker;

}; // class MessageStoreImpl

}} // namespace qpid::store

#endif /* QPID_SERIALIZER_H */