1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
|
// oplog.cpp
/**
* Copyright (C) 2008 10gen Inc.
*
* This program is free software: you can redistribute it and/or modify
* it under the terms of the GNU Affero General Public License, version 3,
* as published by the Free Software Foundation.
*
* This program is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
* GNU Affero General Public License for more details.
*
* You should have received a copy of the GNU Affero General Public License
* along with this program. If not, see <http://www.gnu.org/licenses/>.
*/
#include "pch.h"
#include "client/dbclient.h"
#include "db/json.h"
#include "db/oplogreader.h"
#include "tool.h"
#include <fstream>
#include <iostream>
#include <boost/program_options.hpp>
using namespace mongo;
namespace po = boost::program_options;
class OplogTool : public Tool {
public:
OplogTool() : Tool( "oplog" ) {
addFieldOptions();
add_options()
("seconds,s" , po::value<int>() , "seconds to go back default:86400" )
("from", po::value<string>() , "host to pull from" )
("oplogns", po::value<string>()->default_value( "local.oplog.rs" ) , "ns to pull from" )
;
}
virtual void printExtraHelp(ostream& out) {
out << "Pull and replay a remote MongoDB oplog.\n" << endl;
}
int run() {
if ( ! hasParam( "from" ) ) {
log() << "need to specify --from" << endl;
return -1;
}
Client::initThread( "oplogreplay" );
log() << "going to connect" << endl;
OplogReader r;
r.connect( getParam( "from" ) );
log() << "connected" << endl;
OpTime start( time(0) - getParam( "seconds" , 86400 ) , 0 );
log() << "starting from " << start.toStringPretty() << endl;
string ns = getParam( "oplogns" );
r.tailingQueryGTE( ns.c_str() , start );
int num = 0;
while ( r.more() ) {
BSONObj o = r.next();
bool print = ++num % 100000 == 0;
if ( print )
cout << num << "\t" << o << endl;
if ( o["op"].String() == "n" )
continue;
if ( o["op"].String() == "c" ) {
cout << "skipping: " << o << endl;
continue;
}
BSONObjBuilder b( o.objsize() + 32 );
BSONArrayBuilder updates( b.subarrayStart( "applyOps" ) );
updates.append( o );
updates.done();
BSONObj c = b.obj();
BSONObj res;
conn().runCommand( "admin" , c , res );
if ( print )
cout << res << endl;
}
return 0;
}
};
int main( int argc , char** argv ) {
OplogTool t;
return t.main( argc , argv );
}
|
