Merge "Don't monkey patch logging on import"

3 files changed, 83 insertions, 6 deletions

diff --git a/test/unit/common/test_daemon.py b/test/unit/common/test_daemon.py
index 9dc190e5c..fc49fd4e4 100644
--- a/test/unit/common/test_daemon.py
+++ b/test/unit/common/test_daemon.py
@@ -148,9 +148,12 @@ class TestRunDaemon(unittest.TestCase, ConfigAssertMixin):
         ])
 
     def test_run_daemon(self):
+        logging.logThreads = 1  # reset to default
         sample_conf = "[my-daemon]\nuser = %s\n" % getuser()
         with tmpfile(sample_conf) as conf_file, \
-                mock.patch('swift.common.daemon.use_hub') as mock_use_hub:
+                mock.patch('swift.common.utils.eventlet') as _utils_evt, \
+                mock.patch('eventlet.hubs.use_hub') as mock_use_hub, \
+                mock.patch('eventlet.debug') as _debug_evt:
             with mock.patch.dict('os.environ', {'TZ': ''}), \
                     mock.patch('time.tzset') as mock_tzset:
                 daemon.run_daemon(MyDaemon, conf_file)
@@ -160,6 +163,12 @@ class TestRunDaemon(unittest.TestCase, ConfigAssertMixin):
                 self.assertEqual(mock_use_hub.mock_calls,
                                  [mock.call(utils.get_hub())])
             daemon.run_daemon(MyDaemon, conf_file, once=True)
+            _utils_evt.patcher.monkey_patch.assert_called_with(all=False,
+                                                               socket=True,
+                                                               select=True,
+                                                               thread=True)
+            self.assertEqual(0, logging.logThreads)  # fixed in monkey_patch
+            _debug_evt.hub_exceptions.assert_called_with(False)
             self.assertEqual(MyDaemon.once_called, True)
 
             # test raise in daemon code
@@ -196,7 +205,9 @@ class TestRunDaemon(unittest.TestCase, ConfigAssertMixin):
 
             sample_conf = "[my-daemon]\nuser = %s\n" % getuser()
             with tmpfile(sample_conf) as conf_file, \
-                    mock.patch('swift.common.daemon.use_hub'):
+                    mock.patch('swift.common.utils.eventlet'), \
+                    mock.patch('eventlet.hubs.use_hub'), \
+                    mock.patch('eventlet.debug'):
                 daemon.run_daemon(MyDaemon, conf_file)
                 self.assertFalse(MyDaemon.once_called)
                 self.assertTrue(MyDaemon.forever_called)
@@ -222,7 +233,9 @@ class TestRunDaemon(unittest.TestCase, ConfigAssertMixin):
         contents = dedent(conf_body)
         with open(conf_path, 'w') as f:
             f.write(contents)
-        with mock.patch('swift.common.daemon.use_hub'):
+        with mock.patch('swift.common.utils.eventlet'), \
+                mock.patch('eventlet.hubs.use_hub'), \
+                mock.patch('eventlet.debug'):
             d = daemon.run_daemon(MyDaemon, conf_path)
         # my-daemon section takes priority (!?)
         self.assertEqual('2', d.conf['client_timeout'])
@@ -244,7 +257,9 @@ class TestRunDaemon(unittest.TestCase, ConfigAssertMixin):
         contents = dedent(conf_body)
         with open(conf_path, 'w') as f:
             f.write(contents)
-        with mock.patch('swift.common.daemon.use_hub'):
+        with mock.patch('swift.common.utils.eventlet'), \
+                mock.patch('eventlet.hubs.use_hub'), \
+                mock.patch('eventlet.debug'):
             app_config = lambda: daemon.run_daemon(MyDaemon, tempdir)
             # N.B. CLIENT_TIMEOUT/client_timeout are unique options
             self.assertDuplicateOption(app_config, 'conn_timeout', '1.2')
@@ -270,7 +285,9 @@ class TestRunDaemon(unittest.TestCase, ConfigAssertMixin):
             path = os.path.join(tempdir, filename + '.conf')
             with open(path, 'wt') as fd:
                 fd.write(dedent(conf_body))
-        with mock.patch('swift.common.daemon.use_hub'):
+        with mock.patch('swift.common.utils.eventlet'), \
+                mock.patch('eventlet.hubs.use_hub'), \
+                mock.patch('eventlet.debug'):
             d = daemon.run_daemon(MyDaemon, tempdir)
         # my-daemon section takes priority (!?)
         self.assertEqual('2', d.conf['client_timeout'])
@@ -296,7 +313,9 @@ class TestRunDaemon(unittest.TestCase, ConfigAssertMixin):
             path = os.path.join(tempdir, filename + '.conf')
             with open(path, 'wt') as fd:
                 fd.write(dedent(conf_body))
-        with mock.patch('swift.common.daemon.use_hub'):
+        with mock.patch('swift.common.utils.eventlet'), \
+                mock.patch('eventlet.hubs.use_hub'), \
+                mock.patch('eventlet.debug'):
             app_config = lambda: daemon.run_daemon(MyDaemon, tempdir)
             # N.B. CLIENT_TIMEOUT/client_timeout are unique options
             self.assertDuplicateOption(app_config, 'conn_timeout', '1.2')
@@ -322,6 +341,7 @@ class TestRunDaemon(unittest.TestCase, ConfigAssertMixin):
             yield
 
     def test_fork_workers(self):
+        utils.logging_monkey_patch()  # needed to log at notice
         d = MyWorkerDaemon({'workers': 3})
         strategy = daemon.DaemonStrategy(d, d.logger)
         with self.mock_os():
diff --git a/test/unit/common/test_utils.py b/test/unit/common/test_utils.py
index 7b5921238..08aeb7373 100644
--- a/test/unit/common/test_utils.py
+++ b/test/unit/common/test_utils.py
@@ -210,6 +210,61 @@ class TestUtils(unittest.TestCase):
             self.md5_digest = '0d6dc3c588ae71a04ce9a6beebbbba06'
             self.fips_enabled = True
 
+    def test_monkey_patch(self):
+        def take_and_release(lock):
+            try:
+                lock.acquire()
+            finally:
+                lock.release()
+
+        def do_test():
+            res = 0
+            try:
+                # this module imports eventlet original threading, so re-import
+                # locally...
+                import threading
+                import traceback
+                logging_lock_before = logging._lock
+                my_lock_before = threading.RLock()
+                self.assertIsInstance(logging_lock_before,
+                                      type(my_lock_before))
+
+                utils.monkey_patch()
+
+                logging_lock_after = logging._lock
+                my_lock_after = threading.RLock()
+                self.assertIsInstance(logging_lock_after,
+                                      type(my_lock_after))
+
+                self.assertTrue(logging_lock_after.acquire())
+                thread = threading.Thread(target=take_and_release,
+                                          args=(logging_lock_after,))
+                thread.start()
+                self.assertTrue(thread.isAlive())
+                # we should timeout while the thread is still blocking on lock
+                eventlet.sleep()
+                thread.join(timeout=0.1)
+                self.assertTrue(thread.isAlive())
+
+                logging._lock.release()
+                thread.join(timeout=0.1)
+                self.assertFalse(thread.isAlive())
+            except AssertionError:
+                traceback.print_exc()
+                res = 1
+            finally:
+                os._exit(res)
+
+        pid = os.fork()
+        if pid == 0:
+            # run the test in an isolated environment to avoid monkey patching
+            # in this one
+            do_test()
+        else:
+            child_pid, errcode = os.waitpid(pid, 0)
+            self.assertEqual(0, os.WEXITSTATUS(errcode),
+                             'Forked do_test failed')
+
     def test_get_zero_indexed_base_string(self):
         self.assertEqual(utils.get_zero_indexed_base_string('something', 0),
                          'something')
diff --git a/test/unit/common/test_wsgi.py b/test/unit/common/test_wsgi.py
index b6a384354..a1d9422c8 100644
--- a/test/unit/common/test_wsgi.py
+++ b/test/unit/common/test_wsgi.py
@@ -995,6 +995,7 @@ class TestWSGI(unittest.TestCase, ConfigAssertMixin):
         def _loadapp(uri, name=None, **kwargs):
             calls['_loadapp'] += 1
 
+        logging.logThreads = 1  # reset to default
         with mock.patch.object(wsgi, '_initrp', _initrp), \
                 mock.patch.object(wsgi, 'get_socket'), \
                 mock.patch.object(wsgi, 'drop_privileges') as _d_privs, \
@@ -1015,6 +1016,7 @@ class TestWSGI(unittest.TestCase, ConfigAssertMixin):
         # just clean_up_deemon_hygene()
         self.assertEqual([], _d_privs.mock_calls)
         self.assertEqual([mock.call()], _c_hyg.mock_calls)
+        self.assertEqual(0, logging.logThreads)  # fixed in our monkey_patch
 
     @mock.patch('swift.common.wsgi.run_server')
     @mock.patch('swift.common.wsgi.WorkersStrategy')