diff options
Diffstat (limited to 'test/suite/test_async01.py')
| -rw-r--r-- | test/suite/test_async01.py | 196 |
1 files changed, 196 insertions, 0 deletions
diff --git a/test/suite/test_async01.py b/test/suite/test_async01.py new file mode 100644 index 00000000000..fe376554554 --- /dev/null +++ b/test/suite/test_async01.py @@ -0,0 +1,196 @@ +#!/usr/bin/env python +# +# Public Domain 2008-2014 WiredTiger, Inc. +# +# This is free and unencumbered software released into the public domain. +# +# Anyone is free to copy, modify, publish, use, compile, sell, or +# distribute this software, either in source code form or as a compiled +# binary, for any purpose, commercial or non-commercial, and by any +# means. +# +# In jurisdictions that recognize copyright laws, the author or authors +# of this software dedicate any and all copyright interest in the +# software to the public domain. We make this dedication for the benefit +# of the public at large and to the detriment of our heirs and +# successors. We intend this dedication to be an overt act of +# relinquishment in perpetuity of all present and future rights to this +# software under copyright law. +# +# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, +# EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF +# MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. +# IN NO EVENT SHALL THE AUTHORS BE LIABLE FOR ANY CLAIM, DAMAGES OR +# OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, +# ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR +# OTHER DEALINGS IN THE SOFTWARE. + +from suite_subprocess import suite_subprocess +from wiredtiger import wiredtiger_open, WiredTigerError +import sys, threading, wiredtiger, wttest + +# TODO - tmp code +def tty_pr(s): + o = open('/dev/tty', 'w') + o.write(s + '\n') + o.close() + +class Callback(wiredtiger.AsyncCallback): + def __init__(self, current): + self.current = current + self.ninsert = 0 + self.nsearch = 0 + self.nerror = 0 + self.lock = threading.RLock() + + def notify_error(self, key, value, optype, desc): + tty_pr('ERROR: notify(' + str(key) + ',' + str(value) + ',' + + str(optype) + '): ' + desc) + + def notify(self, op, op_ret, flags): + + # Note: we are careful not to throw any errors here. Any + # exceptions would be swallowed by a non-python worker thread. + try: + key = op.get_key() + value = op.get_value() + optype = op.get_type(op) + + ## TODO: get rid of extra self argument for get_type(). + if optype == wiredtiger.WT_AOP_INSERT: + self.lock.acquire() + self.ninsert += 1 + self.lock.release() + elif optype == wiredtiger.WT_AOP_SEARCH: + self.lock.acquire() + self.nsearch += 1 + self.lock.release() + else: + self.notify_error(key, value, optype, 'unexpected optype') + self.lock.acquire() + self.nerror += 1 + if self.current[key] != value: + self.notify_error(key, value, optype, 'unexpected value') + self.lock.acquire() + self.nerror += 1 + self.lock.release() + except (BaseException) as err: + tty_pr('ERROR: exception in notify: ' + str(err)) + raise + + return 0 + + +# test_async01.py +# Async operations +# Basic smoke-test of file and table async ops: tests get/set key, insert +# update, and remove. +class test_async01(wttest.WiredTigerTestCase, suite_subprocess): + """ + Test basic operations + """ + table_name1 = 'test_async01' + #TODO nentries = 100 + nentries = 40 + async_ops = nentries / 2 + async_threads = 3 + current = {} + + scenarios = [ + #('file-col', dict(tablekind='col',uri='file')), + #('file-fix', dict(tablekind='fix',uri='file')), + ('file-row', dict(tablekind='row',uri='file')), + ('lsm-row', dict(tablekind='row',uri='lsm')), + #('table-col', dict(tablekind='col',uri='table')), + #('table-fix', dict(tablekind='fix',uri='table')), + ('table-row', dict(tablekind='row',uri='table')) + ] + + # Overrides WiredTigerTestCase so that we can configure + # async operations. + def setUpConnectionOpen(self, dir): + self.home = dir + conn_params = \ + 'create,error_prefix="%s: ",' % self.shortid() + \ + 'async=(enabled=true,ops_max=%s,' % self.async_ops + \ + 'threads=%s)' % self.async_threads + sys.stdout.flush() + conn = wiredtiger_open(dir, conn_params) + self.pr(`conn`) + return conn + + def genkey(self, i): + if self.tablekind == 'row': + return 'key' + str(i) + else: + return long(i+1) + + def genvalue(self, i): + if self.tablekind == 'fix': + return int(i & 0xff) + else: + return 'value' + str(i) + + # Create and populate the object. + def create_session(self, tablearg): + if self.tablekind == 'row': + keyformat = 'key_format=S' + else: + keyformat = 'key_format=r' # record format + if self.tablekind == 'fix': + valformat = 'value_format=8t' + else: + valformat = 'value_format=S' + create_args = keyformat + ',' + valformat + + self.pr('creating session: ' + create_args) + self.session.create(tablearg, create_args) + + def test_ops(self): + tablearg = self.uri + ':' + self.table_name1 + self.create_session(tablearg) + + # Populate our reference table first, so we don't need to + # use locks to reference it. + self.current = {} + for i in range(0, self.nentries): + k = self.genkey(i) + v = self.genvalue(i) + self.current[k] = v + + # Populate table with async inserts, callback checks + # to ensure key/value is correct. + callback = Callback(self.current) + for i in range(0, self.nentries): + self.pr('creating async op') + op = self.conn.async_new_op(tablearg, None, callback) + k = self.genkey(i) + v = self.genvalue(i) + op.set_key(k) + op.set_value(v) + op.insert(op) + + # Wait for all outstanding async ops to finish. + self.conn.async_flush() + self.pr('flushed') + + # Now test async search and check key/value in the callback. + for i in range(0, self.nentries): + self.pr('creating async op') + op = self.conn.async_new_op(tablearg, None, callback) + k = self.genkey(i) + op.set_key(k) + op.search(op) + + # Wait for all outstanding async ops to finish. + self.conn.async_flush() + self.pr('flushed') + + # Make sure all callbacks went according to plan. + self.assertTrue(callback.ninsert == self.nentries) + self.assertTrue(callback.nsearch == self.nentries) + self.assertTrue(callback.nerror == 0) + + +if __name__ == '__main__': + wttest.run() |