1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
|
#!/usr/bin/env python
#
# Public Domain 2014-present MongoDB, Inc.
# Public Domain 2008-2014 WiredTiger, Inc.
#
# This is free and unencumbered software released into the public domain.
#
# Anyone is free to copy, modify, publish, use, compile, sell, or
# distribute this software, either in source code form or as a compiled
# binary, for any purpose, commercial or non-commercial, and by any
# means.
#
# In jurisdictions that recognize copyright laws, the author or authors
# of this software dedicate any and all copyright interest in the
# software to the public domain. We make this dedication for the benefit
# of the public at large and to the detriment of our heirs and
# successors. We intend this dedication to be an overt act of
# relinquishment in perpetuity of all present and future rights to this
# software under copyright law.
#
# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
# EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
# MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
# IN NO EVENT SHALL THE AUTHORS BE LIABLE FOR ANY CLAIM, DAMAGES OR
# OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
# ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
# OTHER DEALINGS IN THE SOFTWARE.
#
# test_import02.py
# Error conditions when trying to import files.
import os, shutil
import wiredtiger, wttest
from test_import01 import test_import_base
class test_import02(test_import_base):
conn_config = 'cache_size=50MB,log=(enabled)'
session_config = 'isolation=snapshot'
original_db_file = 'original_db_file'
uri = 'file:' + original_db_file
nrows = 100
ntables = 10
keys = [b'1', b'2', b'3', b'4', b'5', b'6']
values = [b'\x01\x02aaa\x03\x04', b'\x01\x02bbb\x03\x04', b'\x01\x02ccc\x03\x04',
b'\x01\x02ddd\x03\x04', b'\x01\x02eee\x03\x04', b'\x01\x02fff\x03\x04']
ts = [10*k for k in range(1, len(keys)+1)]
create_config = 'allocation_size=512,key_format=u,log=(enabled=true),value_format=u'
# The cases where 'file_metadata' is empty or the config option itself is missing entirely are
# almost identical. Let's capture this in a helper and call them from each test.
def no_metadata_helper(self, import_config):
self.session.create(self.uri, self.create_config)
# Add data and perform a checkpoint.
for i in range(0, len(self.keys)):
self.update(self.uri, self.keys[i], self.values[i], self.ts[i])
self.session.checkpoint()
# Close the connection.
self.close_conn()
# Create a new database and connect to it.
newdir = 'IMPORT_DB'
shutil.rmtree(newdir, ignore_errors=True)
os.mkdir(newdir)
self.conn = self.setUpConnectionOpen(newdir)
self.session = self.setUpSessionOpen(self.conn)
# Bring forward the oldest to be past or equal to the timestamps we'll be importing.
self.conn.set_timestamp('oldest_timestamp=' + self.timestamp_str(self.ts[-1]))
# Copy over the datafiles for the object we want to import.
self.copy_file(self.original_db_file, '.', newdir)
# Import the file.
# Since we need "file_metadata" without the "repair" option, we should expect an error here.
with self.expectedStderrPattern(
'file:original_db_file: import requires that \'file_metadata\' is specified'):
self.assertRaisesException(wiredtiger.WiredTigerError,
lambda: self.session.create(self.uri, import_config))
def test_file_import_empty_metadata(self):
self.no_metadata_helper('import=(enabled,repair=false,file_metadata="")')
def test_file_import_no_metadata(self):
self.no_metadata_helper('import=(enabled,repair=false)')
def test_file_import_existing_uri(self):
self.session.create(self.uri, self.create_config)
# Add data and perform a checkpoint.
for i in range(0, len(self.keys)):
self.update(self.uri, self.keys[i], self.values[i], self.ts[i])
self.session.checkpoint()
# Export the metadata for the table.
c = self.session.open_cursor('metadata:', None, None)
original_db_file_config = c[self.uri]
c.close()
self.printVerbose(3, '\nFile configuration:\n' + original_db_file_config)
# Make a bunch of files and fill them with data.
self.populate(self.ntables, self.nrows)
# Bring forward the oldest to be past or equal to the timestamps we'll be importing.
self.conn.set_timestamp('oldest_timestamp=' + self.timestamp_str(self.ts[-1]))
# Contruct the config string.
import_config = 'import=(enabled,repair=false,file_metadata=(' + \
original_db_file_config + '))'
# Try to import the file even though it already exists in our database.
# We should get an error back.
self.assertRaisesException(wiredtiger.WiredTigerError,
lambda: self.session.create(self.uri, import_config))
def test_import_file_missing_file(self):
# Make a bunch of files and fill them with data.
self.populate(self.ntables, self.nrows)
self.session.checkpoint()
# Export the metadata for one of the files we made.
# We just need an example of what a file configuration would typically look like.
cursor = self.session.open_cursor('metadata:', None, None)
for k, v in cursor:
if k.startswith('table:'):
example_db_file_config = cursor[k]
break
cursor.close()
self.printVerbose(3, '\nFile configuration:\n' + example_db_file_config)
# Contruct the config string.
import_config = 'import=(enabled,repair=false,file_metadata=(' + \
example_db_file_config + '))'
# Try to import a file that doesn't exist on disk.
# We should get an error back.
self.assertRaisesWithMessage(wiredtiger.WiredTigerError,
lambda: self.session.create(self.uri, import_config), '/No such file or directory/')
|
