1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
|
/*
* See the file LICENSE for redistribution information.
*
* Copyright (c) 2011-2012 WiredTiger, Inc.
* All rights reserved.
*
* wiredtiger.i
* The SWIG interface file defining the wiredtiger python API.
*
*/
%define DOCSTRING
"@defgroup wt_python WiredTiger Python API
Python wrappers aroung the WiredTiger C API.
@{
@cond IGNORE"
%enddef
%module(docstring=DOCSTRING) wiredtiger
%feature("autodoc", "0");
%pythoncode %{
from packing import pack, unpack
## @endcond
%}
/* Set the input argument to point to a temporary variable */
%typemap(in, numinputs=0) WT_CONNECTION ** (WT_CONNECTION *temp = NULL) {
$1 = &temp;
}
%typemap(in, numinputs=0) WT_SESSION ** (WT_SESSION *temp = NULL) {
$1 = &temp;
}
%typemap(in, numinputs=0) WT_CURSOR ** (WT_CURSOR *temp = NULL) {
$1 = &temp;
}
/* Convert 'int *' to an output arg in search_near, wiredtiger_version */
%apply int *OUTPUT { int * };
/* Event handlers are not supported in Python. */
%typemap(in, numinputs=0) WT_EVENT_HANDLER * { $1 = NULL; }
/* Set the return value to the returned connection, session, or cursor */
%typemap(argout) WT_CONNECTION ** {
$result = SWIG_NewPointerObj(SWIG_as_voidptr(*$1),
SWIGTYPE_p___wt_connection, 0);
}
%typemap(argout) WT_SESSION ** {
$result = SWIG_NewPointerObj(SWIG_as_voidptr(*$1),
SWIGTYPE_p___wt_session, 0);
}
%typemap(argout) WT_CURSOR ** {
$result = SWIG_NewPointerObj(SWIG_as_voidptr(*$1),
SWIGTYPE_p___wt_cursor, 0);
if (*$1 != NULL) {
(*$1)->flags |= WT_CURSTD_RAW;
PyObject_SetAttrString($result, "is_column",
PyBool_FromLong(strcmp((*$1)->key_format, "r") == 0));
}
}
/* 64 bit typemaps. */
%typemap(in) uint64_t {
$1 = PyLong_AsUnsignedLongLong($input);
}
%typemap(out) uint64_t {
$result = PyLong_FromUnsignedLongLong($1);
}
/* Throw away references after close. */
%define DESTRUCTOR(class, method)
%feature("shadow") class::method %{
def method(self, *args):
'''close(self, config) -> int
@copydoc class::method'''
try:
return $action(self, *args)
finally:
self.this = None
%}
%enddef
DESTRUCTOR(__wt_connection, close)
DESTRUCTOR(__wt_cursor, close)
DESTRUCTOR(__wt_session, close)
/* Don't require empty config strings. */
%typemap(default) const char *config { $1 = NULL; }
/*
* Error returns other than WT_NOTFOUND generate an exception.
* Use our own exception type, in future tailored to the kind
* of error.
*/
%header %{
static PyObject *wtError;
%}
%init %{
/*
* Create an exception type and put it into the _wiredtiger module.
* First increment the reference count because PyModule_AddObject
* decrements it. Then note that "m" is the local variable for the
* module in the SWIG generated code. If there is a SWIG variable for
* this, I haven't found it.
*/
wtError =
PyErr_NewException("_wiredtiger.WiredTigerError", NULL, NULL);
Py_INCREF(wtError);
PyModule_AddObject(m, "WiredTigerError", wtError);
%}
%pythoncode %{
WiredTigerError = _wiredtiger.WiredTigerError
## @cond DISABLE
# Implements the iterable contract
class IterableCursor:
def __init__(self, cursor):
self.cursor = cursor
def __iter__(self):
return self
def next(self):
if self.cursor.next() == WT_NOTFOUND:
raise StopIteration
return self.cursor.get_keys() + self.cursor.get_values()
## @endcond
%}
%typemap(out) int {
if ($1 != 0 && $1 != WT_NOTFOUND) {
/* We could use PyErr_SetObject for more complex reporting. */
SWIG_Python_SetErrorMsg(wtError, wiredtiger_strerror($1));
SWIG_fail;
}
$result = SWIG_From_int((int)($1));
}
/*
* Extra 'self' elimination.
* The methods we're wrapping look like this:
* struct __wt_xxx {
* int method(WT_XXX *, ...otherargs...);
* };
* To SWIG, that is equivalent to:
* int method(struct __wt_xxx *self, WT_XXX *, ...otherargs...);
* and we use consecutive argument matching of typemaps to convert two args to
* one.
*/
%define SELFHELPER(type)
%typemap(in) (type *self, type *) (void *argp = 0, int res = 0) %{
res = SWIG_ConvertPtr($input, &argp, $descriptor, $disown | 0);
if (!SWIG_IsOK(res)) {
SWIG_exception_fail(SWIG_ArgError(res),
"in method '" "$symname" "', argument " "$argnum"
" of type '" "$type" "'");
}
$2 = $1 = ($ltype)(argp);
%}
%enddef
SELFHELPER(struct __wt_connection)
SELFHELPER(struct __wt_session)
SELFHELPER(struct __wt_cursor)
/* WT_CURSOR customization. */
/* First, replace the varargs get / set methods with Python equivalents. */
%ignore __wt_cursor::get_key;
%ignore __wt_cursor::set_key;
%ignore __wt_cursor::get_value;
%ignore __wt_cursor::set_value;
/* SWIG magic to turn Python byte strings into data / size. */
%apply (char *STRING, int LENGTH) { (char *data, int size) };
%extend __wt_cursor {
/* Get / set keys and values */
void _set_key(char *data, int size) {
WT_ITEM k;
k.data = data;
k.size = (uint32_t)size;
$self->set_key($self, &k);
}
void _set_recno(uint64_t recno) {
WT_ITEM k;
uint8_t recno_buf[20];
if (wiredtiger_struct_pack(recno_buf, sizeof (recno_buf),
"r", recno) == 0) {
k.data = recno_buf;
k.size = (uint32_t)wiredtiger_struct_size("q", recno);
$self->set_key($self, &k);
}
}
void _set_value(char *data, int size) {
WT_ITEM v;
v.data = data;
v.size = (uint32_t)size;
$self->set_value($self, &v);
}
PyObject *_get_key() {
WT_ITEM k;
int ret = $self->get_key($self, &k);
if (ret != 0) {
SWIG_Python_SetErrorMsg(wtError,
wiredtiger_strerror(ret));
return (NULL);
}
return SWIG_FromCharPtrAndSize(k.data, k.size);
}
PyObject *_get_recno() {
WT_ITEM k;
uint64_t r;
int ret = $self->get_key($self, &k);
if (ret == 0)
ret = wiredtiger_struct_unpack(k.data, k.size, "q", &r);
if (ret != 0) {
SWIG_Python_SetErrorMsg(wtError,
wiredtiger_strerror(ret));
return (NULL);
}
return PyLong_FromUnsignedLongLong(r);
}
PyObject *_get_value() {
WT_ITEM v;
int ret = $self->get_value($self, &v);
if (ret != 0) {
SWIG_Python_SetErrorMsg(wtError,
wiredtiger_strerror(ret));
return (NULL);
}
return SWIG_FromCharPtrAndSize(v.data, v.size);
}
%pythoncode %{
def get_key(self):
'''get_key(self) -> object
@copydoc WT_CURSOR::get_key
Returns only the first column.'''
return self.get_keys()[0]
def get_keys(self):
'''get_keys(self) -> (object, ...)
@copydoc WT_CURSOR::get_key'''
if self.is_column:
return [self._get_recno(),]
else:
return unpack(self.key_format, self._get_key())
def get_value(self):
'''get_value(self) -> object
@copydoc WT_CURSOR::get_value
Returns only the first column.'''
return self.get_values()[0]
def get_values(self):
'''get_values(self) -> (object, ...)
@copydoc WT_CURSOR::get_value'''
return unpack(self.value_format, self._get_value())
def set_key(self, *args):
'''set_key(self) -> None
@copydoc WT_CURSOR::set_key'''
if self.is_column:
self._set_recno(args[0])
else:
# Keep the Python string pinned
self._key = pack(self.key_format, *args)
self._set_key(self._key)
def set_value(self, *args):
'''set_value(self) -> None
@copydoc WT_CURSOR::set_value'''
# Keep the Python string pinned
self._value = pack(self.value_format, *args)
self._set_value(self._value)
def __iter__(self):
'''Cursor objects support iteration, equivalent to calling
WT_CURSOR::next until it returns ::WT_NOTFOUND.'''
if not hasattr(self, '_iterable'):
self._iterable = IterableCursor(self)
return self._iterable
%}
};
/* Remove / rename parts of the C API that we don't want in Python. */
%immutable __wt_cursor::session;
%immutable __wt_cursor::uri;
%immutable __wt_cursor::key_format;
%immutable __wt_cursor::value_format;
%immutable __wt_session::connection;
%ignore __wt_buf;
%ignore __wt_collator;
%ignore __wt_connection::add_collator;
%ignore __wt_compressor;
%ignore __wt_connection::add_compressor;
%ignore __wt_cursor_type;
%ignore __wt_connection::add_cursor_type;
%ignore __wt_event_handler;
%ignore __wt_extractor;
%ignore __wt_connection::add_extractor;
%ignore __wt_item;
%ignore wiredtiger_struct_pack;
%ignore wiredtiger_struct_packv;
%ignore wiredtiger_struct_size;
%ignore wiredtiger_struct_sizev;
%ignore wiredtiger_struct_unpack;
%ignore wiredtiger_struct_unpackv;
%ignore wiredtiger_extension_init;
%rename(Cursor) __wt_cursor;
%rename(Session) __wt_session;
%rename(Connection) __wt_connection;
%include "wiredtiger.h"
%pythoncode %{
## @}
class stat:
""" a set of static defines used by statistics cursor """
pass
class filestat:
""" a set of static defines used by statistics cursor """
pass
import sys
# All names starting with 'WT_STAT_file_' are renamed to
# the wiredtiger.filestat class, those starting with 'WT_STAT_' are
# renamed to wiredtiger.stat .
def _rename_with_prefix(prefix, toclass):
curmodule = sys.modules[__name__]
for name in dir(curmodule):
if name.startswith(prefix):
shortname = name[len(prefix):]
setattr(toclass, shortname, getattr(curmodule, name))
delattr(curmodule, name)
_rename_with_prefix('WT_STAT_file_', filestat)
_rename_with_prefix('WT_STAT_', stat)
del _rename_with_prefix
%}
|