Import wiredtiger: daf5a847e7701c0b1d3370d8f30ba7cfd2b68fb5 from branch mongodb-5.0

ref: c21358b329..daf5a847e7
for: 4.9.0

WT-6935       Update connection base write generation value from all file checkpoints in metadata

1 files changed, 118 insertions, 0 deletions

diff --git a/src/third_party/wiredtiger/test/suite/test_checkpoint_snapshot04.py b/src/third_party/wiredtiger/test/suite/test_checkpoint_snapshot04.py
new file mode 100644
index 00000000000..840002282a3
--- /dev/null
+++ b/src/third_party/wiredtiger/test/suite/test_checkpoint_snapshot04.py
@@ -0,0 +1,118 @@
+#!/usr/bin/env python
+#
+# Public Domain 2014-present MongoDB, Inc.
+# Public Domain 2008-2014 WiredTiger, Inc.
+#
+# This is free and unencumbered software released into the public domain.
+#
+# Anyone is free to copy, modify, publish, use, compile, sell, or
+# distribute this software, either in source code form or as a compiled
+# binary, for any purpose, commercial or non-commercial, and by any
+# means.
+#
+# In jurisdictions that recognize copyright laws, the author or authors
+# of this software dedicate any and all copyright interest in the
+# software to the public domain. We make this dedication for the benefit
+# of the public at large and to the detriment of our heirs and
+# successors. We intend this dedication to be an overt act of
+# relinquishment in perpetuity of all present and future rights to this
+# software under copyright law.
+#
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+# EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+# MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
+# IN NO EVENT SHALL THE AUTHORS BE LIABLE FOR ANY CLAIM, DAMAGES OR
+# OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
+# ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
+# OTHER DEALINGS IN THE SOFTWARE.
+
+import fnmatch, os, shutil, threading, time
+import wiredtiger, wttest
+from wtbackup import backup_base
+from wtdataset import SimpleDataSet
+from wtscenario import make_scenarios
+
+# test_checkpoint_snapshot04.py
+#   Test utility dump of backup and original database when the transaction ids are
+#   written to disk.
+class test_checkpoint_snapshot04(backup_base):
+    dir = 'backup.dir'
+
+    # Create a table.
+    uri = "table:test_checkpoint_snapshot04"
+    nrows = 5000
+
+    target_backup = [
+        ('full', dict(target=False)),
+        ('target', dict(target=True))
+    ]
+
+    scenarios = make_scenarios(target_backup)
+
+    def conn_config(self):
+        config = 'cache_size=25MB'
+        return config
+
+    def large_updates(self, uri, value, ds, nrows):
+        # Update a large number of records.
+        session = self.session
+        cursor = session.open_cursor(uri)
+        for i in range(0, nrows):
+            session.begin_transaction()
+            cursor[ds.key(i)] = value
+            session.commit_transaction()
+        cursor.close()
+
+    def check(self, check_value, uri, nrows):
+        session = self.session
+        session.begin_transaction()
+        cursor = session.open_cursor(uri)
+        count = 0
+        for k, v in cursor:
+            self.assertEqual(v, check_value)
+            count += 1
+        session.commit_transaction()
+        self.assertEqual(count, nrows)
+
+    def test_checkpoint_snapshot(self):
+        ds = SimpleDataSet(self, self.uri, 0, key_format="S", value_format="S")
+        ds.populate()
+        valuea = "aaaaa" * 100
+        valueb = "bbbbb" * 100
+
+        session1 = self.conn.open_session()
+        session1.begin_transaction()
+        cursor1 = session1.open_cursor(self.uri)
+        for i in range(self.nrows, self.nrows + 1):
+            cursor1.set_key(ds.key(i))
+            cursor1.set_value(valueb)
+            self.assertEqual(cursor1.insert(), 0)
+
+        self.large_updates(self.uri, valuea, ds, self.nrows)
+        self.check(valuea, self.uri, self.nrows)
+
+        self.session.checkpoint()
+
+        # Create the backup directory.
+        os.mkdir(self.dir)
+
+        # Open up the backup cursor, and copy the files.
+        if self.target:
+            config = 'target=("table:test_checkpoint_snapshot04")'
+        else:
+            config = ""
+        cursor = self.session.open_cursor('backup:', None, config)
+        while True:
+            ret = cursor.next()
+            if ret != 0:
+                break
+            shutil.copy(cursor.get_key(), self.dir)
+        self.assertEqual(ret, wiredtiger.WT_NOTFOUND)
+        cursor.close()
+
+        session1.rollback_transaction()
+
+        self.compare_backups(self.uri, self.dir, './')
+
+if __name__ == '__main__':
+    wttest.run()