diff options
Diffstat (limited to 'src/third_party/wiredtiger/test/suite/test_timestamp10.py')
| -rw-r--r-- | src/third_party/wiredtiger/test/suite/test_timestamp10.py | 137 |
1 files changed, 137 insertions, 0 deletions
diff --git a/src/third_party/wiredtiger/test/suite/test_timestamp10.py b/src/third_party/wiredtiger/test/suite/test_timestamp10.py new file mode 100644 index 00000000000..a238c4cbeec --- /dev/null +++ b/src/third_party/wiredtiger/test/suite/test_timestamp10.py @@ -0,0 +1,137 @@ +#!/usr/bin/env python +# +# Public Domain 2014-2018 MongoDB, Inc. +# Public Domain 2008-2014 WiredTiger, Inc. +# +# This is free and unencumbered software released into the public domain. +# +# Anyone is free to copy, modify, publish, use, compile, sell, or +# distribute this software, either in source code form or as a compiled +# binary, for any purpose, commercial or non-commercial, and by any +# means. +# +# In jurisdictions that recognize copyright laws, the author or authors +# of this software dedicate any and all copyright interest in the +# software to the public domain. We make this dedication for the benefit +# of the public at large and to the detriment of our heirs and +# successors. We intend this dedication to be an overt act of +# relinquishment in perpetuity of all present and future rights to this +# software under copyright law. +# +# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, +# EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF +# MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. +# IN NO EVENT SHALL THE AUTHORS BE LIABLE FOR ANY CLAIM, DAMAGES OR +# OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, +# ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR +# OTHER DEALINGS IN THE SOFTWARE. +# +# test_timestamp10.py +# Timestamps: Saving and querying the checkpoint recovery timestamp +# + +import fnmatch, os, shutil +from suite_subprocess import suite_subprocess +import wiredtiger, wttest + +def timestamp_str(t): + return '%x' % t + +class test_timestamp10(wttest.WiredTigerTestCase, suite_subprocess): + conn_config = 'config_base=false,create,log=(enabled)' + coll1_uri = 'table:collection10.1' + coll2_uri = 'table:collection10.2' + coll3_uri = 'table:collection10.3' + oplog_uri = 'table:oplog10' + + def copy_dir(self, olddir, newdir): + ''' Simulate a crash from olddir and restart in newdir. ''' + # with the connection still open, copy files to new directory + shutil.rmtree(newdir, ignore_errors=True) + os.mkdir(newdir) + for fname in os.listdir(olddir): + fullname = os.path.join(olddir, fname) + # Skip lock file on Windows since it is locked + if os.path.isfile(fullname) and \ + "WiredTiger.lock" not in fullname and \ + "Tmplog" not in fullname and \ + "Preplog" not in fullname: + shutil.copy(fullname, newdir) + # close the original connection. + self.close_conn() + + def test_timestamp_recovery(self): + if not wiredtiger.timestamp_build(): + self.skipTest('requires a timestamp build') + + # + # Create several collection-like tables that are checkpoint durability. + # Add data to each of them separately and checkpoint so that each one + # has a different stable timestamp. + # + self.session.create(self.oplog_uri, 'key_format=i,value_format=i') + self.session.create(self.coll1_uri, 'key_format=i,value_format=i,log=(enabled=false)') + self.session.create(self.coll2_uri, 'key_format=i,value_format=i,log=(enabled=false)') + self.session.create(self.coll3_uri, 'key_format=i,value_format=i,log=(enabled=false)') + c_op = self.session.open_cursor(self.oplog_uri) + c = [] + c.append(self.session.open_cursor(self.coll1_uri)) + c.append(self.session.open_cursor(self.coll2_uri)) + c.append(self.session.open_cursor(self.coll3_uri)) + + # Begin by adding some data. + nentries = 10 + table_cnt = 3 + for table in range(1,table_cnt+1): + curs = c[table - 1] + start = nentries * table + end = start + nentries + ts = (end - 3) + for i in range(start,end): + self.session.begin_transaction() + c_op[i] = i + curs[i] = i + self.pr("i: " + str(i)) + self.session.commit_transaction( + 'commit_timestamp=' + timestamp_str(i)) + # Set the oldest and stable timestamp a bit earlier than the data + # we inserted. Take a checkpoint to the stable timestamp. + self.pr("stable ts: " + str(ts)) + self.conn.set_timestamp('oldest_timestamp=' + timestamp_str(ts) + + ',stable_timestamp=' + timestamp_str(ts)) + # This forces a different checkpoint timestamp for each table. + self.session.checkpoint() + + # Copy to a new database and then recover. + self.copy_dir(".", "RESTART") + self.copy_dir(".", "SAVE") + new_conn = self.wiredtiger_open("RESTART", self.conn_config) + # Query the recovery timestamp and verify the data in the new database. + new_session = new_conn.open_session() + q = new_conn.query_timestamp('get=recovery') + self.pr("query recovery ts: " + q) + self.assertTimestampsEqual(new_conn.query_timestamp('get=recovery'), timestamp_str(ts)) + + c_op = new_session.open_cursor(self.oplog_uri) + c = [] + c.append(new_session.open_cursor(self.coll1_uri)) + c.append(new_session.open_cursor(self.coll2_uri)) + c.append(new_session.open_cursor(self.coll3_uri)) + for table in range(1,table_cnt+1): + curs = c[table - 1] + start = nentries * table + end = start + nentries + ts = (end - 3) + for i in range(start,end): + self.assertEquals(c_op[i], i) + curs.set_key(i) + # Earlier tables have all the data because later checkpoints + # will save the last bit of data. Only the last table will + # be missing some. + if i <= ts or table != table_cnt: + self.assertEquals(curs[i], i) + else: + self.assertEqual(curs.search(), wiredtiger.WT_NOTFOUND) + +if __name__ == '__main__': + wttest.run() |