1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
|
"""Test hook for verifying data consistency across a replica set.
Unlike dbhash.py, this version of the hook runs continously in a background thread while the test is
running.
"""
import os.path
from buildscripts.resmokelib import errors
from buildscripts.resmokelib.testing.hooks import jsfile
from buildscripts.resmokelib.testing.hooks.background_job import _BackgroundJob, _ContinuousDynamicJSTestCase
class CheckReplDBHashInBackground(jsfile.JSHook):
"""A hook for comparing the dbhashes of all replica set members while a test is running."""
IS_BACKGROUND = True
def __init__(self, hook_logger, fixture, shell_options=None):
"""Initialize CheckReplDBHashInBackground."""
description = "Check dbhashes of all replica set members while a test is running"
js_filename = os.path.join("jstests", "hooks", "run_check_repl_dbhash_background.js")
jsfile.JSHook.__init__(self, hook_logger, fixture, js_filename, description,
shell_options=shell_options)
self._background_job = None
def before_suite(self, test_report):
"""Start the background thread."""
client = self.fixture.mongo_client()
# mongos does not provide storageEngine information. And the hook
# run_check_repl_dbhash_background.js will check whether the storage engine of the CSRS and
# replica set shards supports snapshot reads.
if not client.is_mongos:
server_status = client.admin.command("serverStatus")
if not server_status["storageEngine"].get("supportsSnapshotReadConcern", False):
self.logger.info(
"Not enabling the background check repl dbhash thread because '%s' storage"
" engine doesn't support snapshot reads.",
server_status["storageEngine"]["name"])
return
self._background_job = _BackgroundJob("CheckReplDBHashInBackground")
self.logger.info("Starting the background check repl dbhash thread.")
self._background_job.start()
def after_suite(self, test_report, teardown_flag=None):
"""Signal the background thread to exit, and wait until it does."""
if self._background_job is None:
return
self.logger.info("Stopping the background check repl dbhash thread.")
self._background_job.stop()
def before_test(self, test, test_report):
"""Instruct the background thread to run the dbhash check while 'test' is also running."""
if self._background_job is None:
return
hook_test_case = _ContinuousDynamicJSTestCase.create_before_test(
test.logger, test, self, self._js_filename, self._shell_options)
hook_test_case.configure(self.fixture)
self.logger.info("Resuming the background check repl dbhash thread.")
self._background_job.resume(hook_test_case, test_report)
def after_test(self, test, test_report): # noqa: D205,D400
"""Instruct the background thread to stop running the dbhash check now that 'test' has
finished running.
"""
if self._background_job is None:
return
self.logger.info("Pausing the background check repl dbhash thread.")
self._background_job.pause()
if self._background_job.exc_info is not None:
if isinstance(self._background_job.exc_info[1], errors.TestFailure):
# If the mongo shell process running the JavaScript file exited with a non-zero
# return code, then we raise an errors.ServerFailure exception to cause resmoke.py's
# test execution to stop.
raise errors.ServerFailure(self._background_job.exc_info[1].args[0])
else:
self.logger.error(
"Encountered an error inside the background check repl dbhash thread.",
exc_info=self._background_job.exc_info)
raise self._background_job.exc_info[1]
|