Import wiredtiger: e8bf2e5fcb33197b73c7bb550742926f59e22218 from branch mongodb-4.4r4.4.10-rc0r4.4.10

ref: a9bd69a7ca..e8bf2e5fcb
for: 4.4.10

WT-5270       Create wtperf script for evergreen
WT-7169       Commit ts should not be lesser than the last durable ts in test_timestamp22.py
WT-7392       Added evicted flag to dhandle for use by session sweep
WT-7757       Skip obsolete leaf pages without having to read them
WT-7924       Create a stress test for prefix search near key validation
WT-7980       Create interface to "log:" cursor which switches log files before returning them
WT-7992       Provide API to return the last key in a table regardless of visibility
WT-8022       Verify WT_CURSOR.modify return values in format test program
WT-8036       Added connection panic flag in two assert statements in wt_evict_thread_run and _wt_evict_thread_stop.
WT-8048       Remove split_8 timing stress configuration
WT-8055       Fix issue when compact quits when running at the same time as a checkpoint
WT-8059       Add a check in salvage when no overflow items are found
WT-8068       Improve __rollback_row_modify control flow
WT-8069       Coverity analysis defect 120706: Redundant test
WT-8070       Remove discrepancy between prefix_key and prefix_search
WT-8078       Implement tiered storage local retention caching
WT-8086       Create cpp test for prefix search near entries
WT-8092       Prefix early exit when keys are present in the insert list
WT-8101       Enable diagnostic mode for the CPP tests in evergreen
WT-8115       Define macros only when necessary in cpp files
WT-8119       Add targeted compact testing to the existing testing framework
WT-8146       Stop the tracking component when a CPP test ends
WT-8161       Reduce verbosity of CMake Evergreen smoke
WT-8162       Refactor uses of SMOKE arg in 'define_c_test' helper
WT-8164       Disable rollback_to_stable10 python test on Windows
WT-8171       Implement a C style test in the CPP testing framework
WT-8193       Wrong corner case in VLCS rollback-to-stable

1 files changed, 236 insertions, 0 deletions

diff --git a/src/third_party/wiredtiger/test/suite/test_cursor17.py b/src/third_party/wiredtiger/test/suite/test_cursor17.py
new file mode 100644
index 00000000000..322b82a65f8
--- /dev/null
+++ b/src/third_party/wiredtiger/test/suite/test_cursor17.py
@@ -0,0 +1,236 @@
+#!/usr/bin/env python
+#
+# Public Domain 2014-present MongoDB, Inc.
+# Public Domain 2008-2014 WiredTiger, Inc.
+#
+# This is free and unencumbered software released into the public domain.
+#
+# Anyone is free to copy, modify, publish, use, compile, sell, or
+# distribute this software, either in source code form or as a compiled
+# binary, for any purpose, commercial or non-commercial, and by any
+# means.
+#
+# In jurisdictions that recognize copyright laws, the author or authors
+# of this software dedicate any and all copyright interest in the
+# software to the public domain. We make this dedication for the benefit
+# of the public at large and to the detriment of our heirs and
+# successors. We intend this dedication to be an overt act of
+# relinquishment in perpetuity of all present and future rights to this
+# software under copyright law.
+#
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+# EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+# MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
+# IN NO EVENT SHALL THE AUTHORS BE LIABLE FOR ANY CLAIM, DAMAGES OR
+# OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
+# ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
+# OTHER DEALINGS IN THE SOFTWARE.
+#
+# test_cursor17.py
+#   Test the largest_key interface under various scenarios.
+#
+import wttest
+import wiredtiger
+from wtdataset import SimpleDataSet, ComplexDataSet, ComplexLSMDataSet
+from wtscenario import make_scenarios
+
+class test_cursor17(wttest.WiredTigerTestCase):
+    tablename = 'test_cursor17'
+
+    # Enable the lsm tests once it is supported.
+    types = [
+        ('file-row', dict(type='file:', keyformat='i', valueformat='i', dataset=SimpleDataSet)),
+        ('table-row', dict(type='table:', keyformat='i', valueformat='i', dataset=SimpleDataSet)),
+        ('file-var', dict(type='file:', keyformat='r', valueformat='i', dataset=SimpleDataSet)),
+        ('table-var', dict(type='table:', keyformat='r', valueformat='i', dataset=SimpleDataSet)),
+        ('file-fix', dict(type='file:', keyformat='r', valueformat='8t', dataset=SimpleDataSet)),
+        # ('lsm', dict(type='lsm:', keyformat='i', valueformat='i', dataset=SimpleDataSet)),
+        ('table-r-complex', dict(type='table:', keyformat='r', valueformat=None,
+            dataset=ComplexDataSet)),
+        # ('table-i-complex-lsm', dict(type='table:', keyformat='i', valueformat=None,
+        #   dataset=ComplexLSMDataSet)),
+    ]
+
+    scenarios = make_scenarios(types)
+
+    def populate(self, rownum):
+        if self.valueformat != None:
+            self.ds = self.dataset(self, self.type + self.tablename, rownum, key_format=self.keyformat, value_format=self.valueformat)
+        else:
+            self.ds = self.dataset(self, self.type + self.tablename, rownum, key_format=self.keyformat)
+        self.ds.populate()
+
+    def test_globally_deleted_key(self):
+        self.populate(100)
+
+        # Delete the largest key.
+        cursor = self.session.open_cursor(self.type + self.tablename, None)
+        self.session.begin_transaction()
+        cursor.set_key(100)
+        self.assertEqual(cursor.remove(), 0)
+        self.session.commit_transaction()
+
+        # Verify the key is not visible.
+        self.session.begin_transaction()
+        cursor.set_key(100)
+        if self.valueformat != '8t':
+            self.assertEqual(cursor.search(), wiredtiger.WT_NOTFOUND)
+        else:
+            self.assertEqual(cursor.search(), 0)
+        self.session.rollback_transaction()
+
+        # Verify the largest key.
+        self.session.begin_transaction()
+        self.assertEqual(cursor.largest_key(), 0)
+        self.assertEqual(cursor.get_key(), 100)
+        self.session.rollback_transaction()
+
+        # Verify the key is still not visible after the largest call.
+        self.session.begin_transaction()
+        cursor.set_key(100)
+        if self.valueformat != '8t':
+            self.assertEqual(cursor.search(), wiredtiger.WT_NOTFOUND)
+        else:
+            self.assertEqual(cursor.search(), 0)
+        self.session.rollback_transaction()
+
+        # Use evict cursor to evict the key from memory.
+        evict_cursor = self.session.open_cursor(self.type + self.tablename, None, "debug=(release_evict)")
+        evict_cursor.set_key(100)
+        if self.valueformat != '8t':
+            self.assertEquals(evict_cursor.search(), wiredtiger.WT_NOTFOUND)
+        else:
+            self.assertEquals(evict_cursor.search(), 0)
+        evict_cursor.close()
+
+        # Verify the largest key changed.
+        self.session.begin_transaction()
+        self.assertEqual(cursor.largest_key(), 0)
+        if self.valueformat != '8t':
+            self.assertEqual(cursor.get_key(), 99)
+        else:
+            self.assertEquals(cursor.get_key(), 100)
+        self.session.rollback_transaction()
+
+    def test_uncommitted_insert(self):
+        self.populate(100)
+
+        session2 = self.setUpSessionOpen(self.conn)
+        cursor2 = session2.open_cursor(self.type + self.tablename, None)
+        session2.begin_transaction()
+        cursor2[101] = self.ds.value(101)
+
+        cursor = self.session.open_cursor(self.type + self.tablename, None)
+
+        # Verify the largest key.
+        self.session.begin_transaction()
+        self.assertEqual(cursor.largest_key(), 0)
+        self.assertEqual(cursor.get_key(), 101)
+        self.session.rollback_transaction()
+
+        session2.rollback_transaction()
+
+    def test_read_timestamp(self):
+        self.populate(100)
+
+        cursor = self.session.open_cursor(self.type + self.tablename, None)
+        self.session.begin_transaction('read_timestamp=' + self.timestamp_str(5))
+        # Expect the largest key to throw.
+        with self.expectedStderrPattern("largest key cannot be called with a read timestamp"):
+            try:
+                cursor.largest_key()
+            except wiredtiger.WiredTigerError as e:
+                gotException = True
+                self.pr('got expected exception: ' + str(e))
+                self.assertTrue(str(e).find('nvalid argument') >= 0)
+        self.assertTrue(gotException, msg = 'expected exception')
+        self.session.rollback_transaction()
+
+    def test_not_positioned(self):
+        self.populate(100)
+
+        cursor = self.session.open_cursor(self.type + self.tablename, None)
+        # Verify the largest key.
+        self.session.begin_transaction()
+        self.assertEqual(cursor.largest_key(), 0)
+        self.assertEqual(cursor.get_key(), 100)
+
+        # Call prev
+        self.assertEqual(cursor.prev(), 0)
+        self.assertEqual(cursor.get_key(), 100)
+
+        # Verify the largest key again.
+        self.assertEqual(cursor.largest_key(), 0)
+        self.assertEqual(cursor.get_key(), 100)
+
+        self.assertEqual(cursor.next(), 0)
+        self.assertEqual(cursor.get_key(), 1)
+        self.session.rollback_transaction()
+
+    def test_get_value(self):
+        self.populate(100)
+
+        cursor = self.session.open_cursor(self.type + self.tablename, None)
+        # Verify the largest key.
+        self.session.begin_transaction()
+        self.assertEqual(cursor.largest_key(), 0)
+        self.assertEqual(cursor.get_key(), 100)
+        with self.expectedStderrPattern("requires value be set"):
+            try:
+                cursor.get_value()
+            except wiredtiger.WiredTigerError as e:
+                gotException = True
+                self.pr('got expected exception: ' + str(e))
+                self.assertTrue(str(e).find('nvalid argument') >= 0)
+        self.assertTrue(gotException, msg = 'expected exception')
+        self.session.rollback_transaction()
+
+    def test_empty_table(self):
+        self.populate(0)
+
+        cursor = self.session.open_cursor(self.type + self.tablename, None)
+        # Verify the largest key.
+        self.session.begin_transaction()
+        self.assertEquals(cursor.largest_key(), wiredtiger.WT_NOTFOUND)
+        self.session.rollback_transaction()
+
+    def test_fast_truncate(self):
+        self.populate(100)
+
+        # evict all the pages
+        evict_cursor = self.session.open_cursor(self.type + self.tablename, None, "debug=(release_evict)")
+        self.session.begin_transaction()
+        for i in range(1, 101):
+            evict_cursor.set_key(i)
+            self.assertEquals(evict_cursor.search(), 0)
+        self.session.rollback_transaction()
+        evict_cursor.close()
+
+        # truncate
+        cursor = self.session.open_cursor(self.type + self.tablename, None)
+        self.session.begin_transaction()
+        cursor.set_key(1)
+        self.session.truncate(None, cursor, None, None)
+        self.session.commit_transaction('commit_timestamp=' + self.timestamp_str(5))
+
+        # verify the largest key
+        self.session.begin_transaction()
+        self.assertEqual(cursor.largest_key(), 0)
+        self.assertEqual(cursor.get_key(), 100)
+        self.session.rollback_transaction()
+
+    def test_slow_truncate(self):
+        self.populate(100)
+
+        # truncate
+        cursor = self.session.open_cursor(self.type + self.tablename, None)
+        self.session.begin_transaction()
+        cursor.set_key(100)
+        self.session.truncate(None, cursor, None, None)
+        self.session.commit_transaction('commit_timestamp=' + self.timestamp_str(5))
+
+        # verify the largest key
+        self.session.begin_transaction()
+        self.assertEqual(cursor.largest_key(), 0)
+        self.assertEqual(cursor.get_key(), 100)
+        self.session.rollback_transaction()