1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
|
/** Test running out of disk space with durability enabled */
startPath = MongoRunner.dataDir + "/diskfulltest";
recoverPath = MongoRunner.dataDir + "/dur_diskfull";
doIt = false;
files = listFiles( MongoRunner.dataDir );
for ( i in files ) {
if ( files[ i ].name == startPath ) {
doIt = true;
}
}
if ( !doIt ) {
print( "path " + startPath + " missing, skipping diskfull test" );
doIt = false;
}
function checkNoJournalFiles(path, pass) {
var files = listFiles(path);
if (files.some(function (f) { return f.name.indexOf("prealloc") < 0; })) {
if (pass == null) {
// wait a bit longer for mongod to potentially finish if it is still running.
sleep(10000);
return checkNoJournalFiles(path, 1);
}
print("\n\n\n");
print("FAIL path:" + path);
print("unexpected files:");
printjson(files);
assert(false, "FAIL a journal/lsn file is present which is unexpected");
}
}
/** Clear dbpath without removing and recreating diskfulltest directory, as resetDbpath does */
function clear() {
files = listFiles( startPath );
files.forEach( function( x ) { removeFile( x.name ) } );
}
function log(str) {
print();
if(str)
print(testname+" step " + step++ + " " + str);
else
print(testname+" step " + step++);
}
function work() {
log("work");
try {
var d = conn.getDB("test");
big = new Array( 5000 ).toString();
for( i = 0; i < 10000; ++i ) {
d.foo.insert( { _id:i, b:big } );
}
gle = d.getLastError();
if ( gle )
throw gle;
} catch ( e ) {
print( e );
raise( e );
} finally {
log("endwork");
}
}
function verify() {
log("verify");
var d = conn.getDB("test");
c = d.foo.count();
v = d.foo.validate();
// not much we can guarantee about the writes, just validate when possible
if ( c != 0 && !v.valid ) {
printjson( v );
print( c );
assert( v.valid );
assert.gt( c, 0 );
}
}
function runFirstMongodAndFillDisk() {
log();
clear();
conn = startMongodNoReset("--port", 30001, "--dbpath", startPath, "--dur", "--smallfiles", "--durOptions", 8+64, "--noprealloc");
assert.throws( work, null, "no exception thrown when exceeding disk capacity" );
stopMongod( 30001 );
sleep(5000);
}
function runSecondMongdAndRecover() {
// restart and recover
log();
conn = startMongodNoReset("--port", 30003, "--dbpath", startPath, "--dur", "--smallfiles", "--durOptions", 8+64, "--noprealloc");
verify();
log("stop");
stopMongod(30003);
// stopMongod seems to be asynchronous (hmmm) so we sleep here.
sleep(5000);
// at this point, after clean shutdown, there should be no journal files
log("check no journal files");
checkNoJournalFiles(startPath + "/journal/");
log();
}
function someWritesInJournal() {
runFirstMongodAndFillDisk();
runSecondMongdAndRecover();
}
function noWritesInJournal() {
// It is too difficult to consistently trigger cases where there are no existing journal files due to lack of disk space, but
// if we were to test this case we would need to manualy remove the lock file.
// removeFile( startPath + "/mongod.lock" );
}
if ( doIt ) {
var testname = "dur_diskfull";
var step = 1;
var conn = null;
someWritesInJournal();
noWritesInJournal();
print(testname + " SUCCESS");
}
|
