1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
|
"""Unit tests for the burn_in_tags.py script."""
import os
import unittest
from unittest.mock import MagicMock, patch
from shrub.config import Configuration
import buildscripts.burn_in_tags as under_test
import buildscripts.ciconfig.evergreen as _evergreen
# pylint: disable=missing-docstring,invalid-name,unused-argument,no-self-use,protected-access
NS = "buildscripts.burn_in_tags"
TEST_FILE_PATH = os.path.join(os.path.dirname(__file__), "test_burn_in_tags_evergreen.yml")
def ns(relative_name): # pylint: disable-invalid-name
"""Return a full name from a name relative to the test module"s name space."""
return NS + "." + relative_name
def get_expansions_data():
return {
"branch_name": "fake_branch",
"build_variant": "enterprise-rhel-62-64-bit",
"check_evergreen": 2,
"distro_id": "rhel62-small",
"is_patch": "true",
"max_revisions": 25,
"repeat_tests_max": 1000,
"repeat_tests_min": 2,
"repeat_tests_secs": 600,
"revision": "fake_sha",
"project": "fake_project",
} # yapf: disable
def get_evergreen_config():
return _evergreen.parse_evergreen_file(TEST_FILE_PATH, evergreen_binary=None)
class TestCreateEvgBuildVariantMap(unittest.TestCase):
def test_create_evg_buildvariant_map(self):
evg_conf_mock = get_evergreen_config()
expansions_file_data = {"build_variant": "enterprise-rhel-62-64-bit"}
buildvariant_map = under_test._create_evg_build_variant_map(expansions_file_data,
evg_conf_mock)
expected_buildvariant_map = {
"enterprise-rhel-62-64-bit-majority-read-concern-off":
"enterprise-rhel-62-64-bit-majority-read-concern-off-required",
"enterprise-rhel-62-64-bit-inmem":
"enterprise-rhel-62-64-bit-inmem-required"
}
self.assertEqual(buildvariant_map, expected_buildvariant_map)
def test_create_evg_buildvariant_map_no_base_variants(self):
evg_conf_mock = MagicMock()
evg_conf_mock.parse_evergreen_file.return_value = get_evergreen_config()
expansions_file_data = {"build_variant": "buildvariant-without-burn-in-tag-buildvariants"}
buildvariant_map = under_test._create_evg_build_variant_map(expansions_file_data,
evg_conf_mock)
self.assertEqual(buildvariant_map, {})
class TestGenerateEvgBuildVariants(unittest.TestCase):
def test_generate_evg_buildvariant_one_base_variant(self):
evg_conf_mock = get_evergreen_config()
base_variant = "enterprise-rhel-62-64-bit-inmem"
generated_variant = "enterprise-rhel-62-64-bit-inmem-required"
burn_in_tags_gen_variant = "enterprise-rhel-62-64-bit"
shrub_config = Configuration()
under_test._generate_evg_build_variant(shrub_config, base_variant, generated_variant,
burn_in_tags_gen_variant, evg_conf_mock)
expected_variant_data = get_evergreen_config().get_variant(base_variant)
generated_buildvariants = shrub_config.to_map()["buildvariants"]
self.assertEqual(len(generated_buildvariants), 1)
generated_build_variant = generated_buildvariants[0]
self.assertEqual(generated_build_variant["name"], generated_variant)
self.assertEqual(generated_build_variant["modules"], expected_variant_data.modules)
generated_expansions = generated_build_variant["expansions"]
burn_in_bypass_expansion_value = generated_expansions.pop("burn_in_bypass")
self.assertEqual(burn_in_bypass_expansion_value, burn_in_tags_gen_variant)
self.assertEqual(generated_expansions, expected_variant_data.expansions)
class TestGenerateEvgTasks(unittest.TestCase):
@patch(ns("create_tests_by_task"))
def test_generate_evg_tasks_no_tests_changed(self, create_tests_by_task_mock):
evg_conf_mock = get_evergreen_config()
create_tests_by_task_mock.return_value = {}
expansions_file_data = get_expansions_data()
buildvariant_map = {
"enterprise-rhel-62-64-bit-inmem": "enterprise-rhel-62-64-bit-inmem-required",
"enterprise-rhel-62-64-bit-majority-read-concern-off":
"enterprise-rhel-62-64-bit-majority-read-concern-off-required",
} # yapf: disable
shrub_config = Configuration()
evergreen_api = MagicMock()
repo = MagicMock()
under_test._generate_evg_tasks(evergreen_api, shrub_config, expansions_file_data,
buildvariant_map, [repo], evg_conf_mock)
self.assertEqual(shrub_config.to_map(), {})
@patch(ns("create_tests_by_task"))
def test_generate_evg_tasks_one_test_changed(self, create_tests_by_task_mock):
evg_conf_mock = get_evergreen_config()
create_tests_by_task_mock.return_value = {
"aggregation_mongos_passthrough": {
"display_task_name": "aggregation_mongos_passthrough",
"resmoke_args":
"--suites=aggregation_mongos_passthrough --storageEngine=wiredTiger",
"tests": ["jstests/aggregation/bugs/ifnull.js"],
"use_multiversion": None
}
} # yapf: disable
expansions_file_data = get_expansions_data()
buildvariant_map = {
"enterprise-rhel-62-64-bit-inmem": "enterprise-rhel-62-64-bit-inmem-required",
"enterprise-rhel-62-64-bit-majority-read-concern-off":
"enterprise-rhel-62-64-bit-majority-read-concern-off-required",
} # yapf: disable
shrub_config = Configuration()
evergreen_api = MagicMock()
repo = MagicMock()
evergreen_api.test_stats_by_project.return_value = [
MagicMock(test_file="dir/test2.js", avg_duration_pass=10)
]
under_test._generate_evg_tasks(evergreen_api, shrub_config, expansions_file_data,
buildvariant_map, [repo], evg_conf_mock)
generated_config = shrub_config.to_map()
self.assertEqual(len(generated_config["buildvariants"]), 2)
first_generated_build_variant = generated_config["buildvariants"][0]
self.assertEqual(first_generated_build_variant["display_tasks"][0]["name"], "burn_in_tests")
self.assertEqual(
first_generated_build_variant["display_tasks"][0]["execution_tasks"][0],
"burn_in:aggregation_mongos_passthrough_0_enterprise-rhel-62-64-bit-inmem-required")
|
