summaryrefslogtreecommitdiff
path: root/jstests/replsets/inmemory_preserves_active_txns.js
blob: 8dc006ae6826e47096f49809e9ef55071fd21b21 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
/**
 * When a primary's oplog size exceeds the configured maximum, it must truncate the oplog only up to
 * the oldest active transaction timestamp at the time of the last stable checkpoint. The first
 * oplog entry that belongs to an active transaction is preserved, and all entries after it. A
 * secondary with the inMemory storage engine must treat its own oplog the same.
 *
 * This tests the oldestActiveTransactionTimestamp, which is calculated from the "startOpTime"
 * field of documents in the config.transactions collection.
 *
 * @tags: [uses_transactions, uses_prepare_transaction]
 */

(function() {
    "use strict";
    load("jstests/core/txns/libs/prepare_helpers.js");

    // If the test runner passed --storageEngine=inMemory then we know inMemory is compiled into the
    // server. We'll actually use both inMemory and wiredTiger storage engines.
    const storageEngine = jsTest.options().storageEngine;
    if (storageEngine !== 'inMemory') {
        jsTestLog(`Skip test: storageEngine == "${storageEngine}", not "inMemory"`);
        return;
    }

    function findPrepareEntry(oplogColl) {
        if (TestData.setParameters.useMultipleOplogEntryFormatForTransactions) {
            return oplogColl.findOne({op: "c", o: {"prepareTransaction": 1}});
        } else {
            return oplogColl.findOne({prepare: true});
        }
    }

    // A new replica set for both the commit and abort tests to ensure the same clean state.
    function doTest(commitOrAbort) {
        const replSet = new ReplSetTest({
            // Oplog can be truncated each "sync" cycle. Increase its frequency to once per second.
            nodeOptions:
                {syncdelay: 1, setParameter: {logComponentVerbosity: tojson({storage: 1})}},
            nodes: [
                {storageEngine: "wiredTiger"},
                // inMemory node must not be a voter, otherwise lastCommitted never advances
                {storageEngine: "inMemory", rsConfig: {priority: 0, votes: 0}},
            ],
            waitForKeys: false
        });

        replSet.startSet(PrepareHelpers.replSetStartSetOptions);
        replSet.initiateWithAnyNodeAsPrimary(
            null, "replSetInitiate", {doNotWaitForStableRecoveryTimestamp: true});

        const primary = replSet.getPrimary();
        const secondary = replSet.getSecondary();
        const primaryOplog = primary.getDB("local").oplog.rs;
        assert.lte(primaryOplog.dataSize(), PrepareHelpers.oplogSizeBytes);
        const secondaryOplog = secondary.getDB("local").oplog.rs;
        assert.lte(secondaryOplog.dataSize(), PrepareHelpers.oplogSizeBytes);

        const coll = primary.getDB("test").test;
        assert.commandWorked(coll.insert({}));

        jsTestLog("Prepare a transaction");

        const session = primary.startSession();
        session.startTransaction();
        assert.commandWorked(session.getDatabase("test").test.insert({myTransaction: 1}));
        const prepareTimestamp = PrepareHelpers.prepareTransaction(session);

        jsTestLog("Get transaction entry from config.transactions");

        const txnEntry = primary.getDB("config").transactions.findOne();
        if (TestData.setParameters.useMultipleOplogEntryFormatForTransactions) {
            assert.lt(txnEntry.startOpTime.ts, prepareTimestamp, tojson(txnEntry));
        } else {
            assert.eq(txnEntry.startOpTime.ts, prepareTimestamp, tojson(txnEntry));
        }

        assert.soonNoExcept(() => {
            const secondaryTxnEntry = secondary.getDB("config").transactions.findOne();
            assert(secondaryTxnEntry);
            assert.eq(secondaryTxnEntry, txnEntry, tojson(secondaryTxnEntry));
            return true;
        });

        jsTestLog("Find prepare oplog entry");

        const oplogEntry = findPrepareEntry(primaryOplog);
        assert.eq(oplogEntry.ts, prepareTimestamp, tojson(oplogEntry));
        // Must already be written on secondary, since the config.transactions entry is.
        const secondaryOplogEntry = findPrepareEntry(secondaryOplog);
        assert.eq(secondaryOplogEntry.ts, prepareTimestamp, tojson(secondaryOplogEntry));

        jsTestLog("Insert documents until oplog exceeds oplogSize");

        // Oplog with prepared txn grows indefinitely - let it reach twice its supposed max size.
        PrepareHelpers.growOplogPastMaxSize(replSet);

        jsTestLog(
            `Oplog dataSize = ${primaryOplog.dataSize()}, check the prepare entry still exists`);

        assert.eq(oplogEntry, findPrepareEntry(primaryOplog));
        assert.soon(() => {
            return secondaryOplog.dataSize() > PrepareHelpers.oplogSizeBytes;
        });
        assert.eq(oplogEntry, findPrepareEntry(secondaryOplog));

        if (commitOrAbort === "commit") {
            jsTestLog("Commit prepared transaction and wait for oplog to shrink to max oplogSize");
            PrepareHelpers.commitTransaction(session, prepareTimestamp);
        } else if (commitOrAbort === "abort") {
            jsTestLog("Abort prepared transaction and wait for oplog to shrink to max oplogSize");
            session.abortTransaction_forTesting();
        } else {
            throw new Error(`Unrecognized value for commitOrAbort: ${commitOrAbort}`);
        }

        PrepareHelpers.awaitOplogTruncation(replSet);

        replSet.stopSet();
    }

    doTest("commit");
    doTest("abort");
})();