summaryrefslogtreecommitdiff
path: root/buildscripts/tests/tooling_metrics/test_resmoke_tooling_metrics.py
blob: cc3b909381ffa8a1749d08d14601731bbdfcac81 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
from datetime import datetime
import os
import sys
import unittest
from unittest.mock import patch
import mongomock
import pymongo

import buildscripts.metrics.resmoke_tooling_metrics as under_test
from buildscripts.resmoke import entrypoint as resmoke_entrypoint

TEST_INTERNAL_TOOLING_METRICS_HOSTNAME = 'mongodb://testing:27017'
CURRENT_DATE_TIME = datetime(2022, 10, 4)

# pylint: disable=unused-argument

# Metrics collection is not supported for Windows
if os.name == "nt":
    sys.exit()


@patch("buildscripts.metrics.tooling_metrics_utils.INTERNAL_TOOLING_METRICS_HOSTNAME",
       TEST_INTERNAL_TOOLING_METRICS_HOSTNAME)
@patch("buildscripts.resmokelib.logging.flush._FLUSH_THREAD", None)
class TestResmokeMetricsCollection(unittest.TestCase):
    @mongomock.patch(servers=((TEST_INTERNAL_TOOLING_METRICS_HOSTNAME), ))
    @patch("buildscripts.metrics.resmoke_tooling_metrics.should_collect_metrics", return_value=True)
    @patch("sys.argv", ['buildscripts/resmoke.py', 'run', '--suite', 'buildscripts_test'])
    @patch("buildscripts.resmokelib.testing.executor.TestSuiteExecutor._run_tests",
           side_effect=Exception())
    def test_resmoke_metrics_collection_exc(self, mock_executor_run, mock_should_collect_metrics):
        client = pymongo.MongoClient(host=TEST_INTERNAL_TOOLING_METRICS_HOSTNAME)
        assert not client.metrics.tooling_metrics.find_one()
        with self.assertRaises(SystemExit):
            resmoke_entrypoint()
        assert client.metrics.tooling_metrics.find_one()

    @mongomock.patch(servers=((TEST_INTERNAL_TOOLING_METRICS_HOSTNAME), ))
    @patch("buildscripts.metrics.resmoke_tooling_metrics.should_collect_metrics", return_value=True)
    @patch("sys.argv", ['buildscripts/resmoke.py', 'list-suites'])
    def test_resmoke_metrics_collection(self, mock_should_collect_metrics):
        client = pymongo.MongoClient(host=TEST_INTERNAL_TOOLING_METRICS_HOSTNAME)
        assert not client.metrics.tooling_metrics.find_one()
        resmoke_entrypoint()
        assert client.metrics.tooling_metrics.find_one()

    @mongomock.patch(servers=((TEST_INTERNAL_TOOLING_METRICS_HOSTNAME), ))
    @patch("buildscripts.metrics.resmoke_tooling_metrics.should_collect_metrics",
           return_value=False)
    @patch("sys.argv", ['buildscripts/resmoke.py', 'list-suites'])
    def test_no_resmoke_metrics_collection(self, mock_should_collect_metrics):
        client = pymongo.MongoClient(host=TEST_INTERNAL_TOOLING_METRICS_HOSTNAME)
        assert not client.metrics.tooling_metrics.find_one()
        resmoke_entrypoint()
        assert not client.metrics.tooling_metrics.find_one()