#!/usr/bin/env python # # Public Domain 2014-present MongoDB, Inc. # Public Domain 2008-2014 WiredTiger, Inc. # # This is free and unencumbered software released into the public domain. # # Anyone is free to copy, modify, publish, use, compile, sell, or # distribute this software, either in source code form or as a compiled # binary, for any purpose, commercial or non-commercial, and by any # means. # # In jurisdictions that recognize copyright laws, the author or authors # of this software dedicate any and all copyright interest in the # software to the public domain. We make this dedication for the benefit # of the public at large and to the detriment of our heirs and # successors. We intend this dedication to be an overt act of # relinquishment in perpetuity of all present and future rights to this # software under copyright law. # # THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, # EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF # MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. # IN NO EVENT SHALL THE AUTHORS BE LIABLE FOR ANY CLAIM, DAMAGES OR # OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, # ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR # OTHER DEALINGS IN THE SOFTWARE. import wiredtiger, wttest from wtscenario import make_scenarios from wiredtiger import stat # test_hs11.py # Ensure that updates without timestamps clear the history store records. class test_hs11(wttest.WiredTigerTestCase): conn_config = 'cache_size=50MB,statistics=(all)' format_values = [ ('column', dict(key_format='r', value_format='S')), ('column-fix', dict(key_format='r', value_format='8t')), ('integer-row', dict(key_format='i', value_format='S')), ('string-row', dict(key_format='S', value_format='S')), ] update_type_values = [ ('deletion', dict(update_type='deletion')), ('update', dict(update_type='update')) ] scenarios = make_scenarios(format_values, update_type_values) nrows = 10000 def create_key(self, i): if self.key_format == 'S': return str(i) return i def get_stat(self, stat): stat_cursor = self.session.open_cursor('statistics:') val = stat_cursor[stat][2] stat_cursor.close() return val def test_non_ts_updates_clears_hs(self): uri = 'table:test_hs11' create_params = 'key_format={},value_format={}'.format(self.key_format, self.value_format) self.session.create(uri, create_params) if self.value_format == '8t': value1 = 97 value2 = 98 else: value1 = 'a' * 500 value2 = 'b' * 500 # FIXME-WT-9063 revisit the use of self.retry() throughout this file. # Apply a series of updates from timestamps 1-4. self.conn.set_timestamp('oldest_timestamp=' + self.timestamp_str(1)) cursor = self.session.open_cursor(uri) for ts in range(1, 5): for i in range(1, self.nrows): for retry in self.retry(): with retry.transaction(commit_timestamp = ts): cursor[self.create_key(i)] = value1 # Reconcile and flush versions 1-3 to the history store. self.session.checkpoint() # Apply an update without timestamp. for i in range(1, self.nrows): if i % 2 == 0: if self.update_type == 'deletion': cursor.set_key(self.create_key(i)) cursor.remove() else: cursor[self.create_key(i)] = value2 # Reconcile and remove the obsolete entries. self.session.checkpoint() # Now apply an update at timestamp 10. for i in range(1, self.nrows): for retry in self.retry(): with retry.transaction(commit_timestamp = 10): cursor[self.create_key(i)] = value2 # Ensure that we blew away history store content. for ts in range(1, 5): for retry in self.retry(): with retry.transaction(read_timestamp = ts, rollback = True): for i in range(1, self.nrows): if i % 2 == 0: if self.update_type == 'deletion': cursor.set_key(self.create_key(i)) if self.value_format == '8t': self.assertEqual(cursor.search(), 0) self.assertEqual(cursor.get_value(), 0) else: self.assertEqual(cursor.search(), wiredtiger.WT_NOTFOUND) else: self.assertEqual(cursor[self.create_key(i)], value2) else: self.assertEqual(cursor[self.create_key(i)], value1) if self.update_type == 'deletion': hs_truncate = self.get_stat(stat.conn.cache_hs_key_truncate_onpage_removal) self.assertGreater(hs_truncate, 0) def test_ts_updates_donot_clears_hs(self): uri = 'table:test_hs11' create_params = 'key_format={},value_format={}'.format(self.key_format, self.value_format) self.session.create(uri, create_params) if self.value_format == '8t': value1 = 97 value2 = 98 else: value1 = 'a' * 500 value2 = 'b' * 500 # Apply a series of updates from timestamps 1-4. self.conn.set_timestamp('oldest_timestamp=' + self.timestamp_str(1)) cursor = self.session.open_cursor(uri) for ts in range(1, 5): for i in range(1, self.nrows): for retry in self.retry(): with retry.transaction(commit_timestamp = ts): cursor[self.create_key(i)] = value1 # Reconcile and flush versions 1-3 to the history store. self.session.checkpoint() # Remove the key with timestamp 10. for i in range(1, self.nrows): if i % 2 == 0: for retry in self.retry(): with retry.transaction(commit_timestamp = 10): cursor.set_key(self.create_key(i)) cursor.remove() # Reconcile and remove the obsolete entries. self.conn.set_timestamp('oldest_timestamp=' + self.timestamp_str(10)) self.session.checkpoint() # Now apply an update at timestamp 20. for i in range(1, self.nrows): for retry in self.retry(): with retry.transaction(commit_timestamp = 20): cursor[self.create_key(i)] = value2 # Ensure that we didn't select old history store content even if it is not blew away. for retry in self.retry(): with retry.transaction(read_timestamp = 10, rollback = True): for i in range(1, self.nrows): if i % 2 == 0: cursor.set_key(self.create_key(i)) if self.value_format == '8t': self.assertEqual(cursor.search(), 0) self.assertEqual(cursor.get_value(), 0) else: self.assertEqual(cursor.search(), wiredtiger.WT_NOTFOUND) else: self.assertEqual(cursor[self.create_key(i)], value1) hs_truncate = self.get_stat(stat.conn.cache_hs_key_truncate_onpage_removal) self.assertEqual(hs_truncate, 0)