summaryrefslogtreecommitdiff
path: root/buildscripts/tests/util/test_teststats.py
blob: 8a9c273d7e2170b1f38b641fea259f97dbb82b37 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
"""Unit tests for the util.teststats module."""

import datetime
import unittest

import buildscripts.util.teststats as teststats_utils

# pylint: disable=missing-docstring

_DATE = datetime.datetime(2018, 7, 15)


class NormalizeTestNameTest(unittest.TestCase):
    def test_unix_names(self):
        self.assertEqual("/home/user/test.js",
                         teststats_utils.normalize_test_name("/home/user/test.js"))

    def test_windows_names(self):
        self.assertEqual("/home/user/test.js",
                         teststats_utils.normalize_test_name("\\home\\user\\test.js"))


class TestTestStats(unittest.TestCase):
    def test_no_hooks(self):
        evg_results = [
            self._make_evg_result("dir/test1.js", 1, 10),
            self._make_evg_result("dir/test2.js", 1, 30),
            self._make_evg_result("dir/test1.js", 2, 25),
        ]
        test_stats = teststats_utils.TestStats(evg_results)
        expected_runtimes = [
            teststats_utils.TestRuntime(test_name="dir/test2.js", runtime=30),
            teststats_utils.TestRuntime(test_name="dir/test1.js", runtime=20),
        ]
        self.assertEqual(expected_runtimes, test_stats.get_tests_runtimes())

    def test_hooks(self):
        evg_results = [
            self._make_evg_result("dir/test1.js", 1, 10),
            self._make_evg_result("dir/test2.js", 1, 30),
            self._make_evg_result("dir/test1.js", 2, 25),
            self._make_evg_result("dir/test3.js", 5, 10),
            self._make_evg_result("test3:CleanEveryN", 10, 30),
            self._make_evg_result("test3:CheckReplDBHash", 10, 35),
        ]
        test_stats = teststats_utils.TestStats(evg_results)
        expected_runtimes = [
            teststats_utils.TestRuntime(test_name="dir/test3.js", runtime=75),
            teststats_utils.TestRuntime(test_name="dir/test2.js", runtime=30),
            teststats_utils.TestRuntime(test_name="dir/test1.js", runtime=20),
        ]
        self.assertEqual(expected_runtimes, test_stats.get_tests_runtimes())

    def test_hook_first(self):
        evg_results = [
            self._make_evg_result("test3:CleanEveryN", 10, 35),
            self._make_evg_result("dir/test1.js", 1, 10),
            self._make_evg_result("dir/test2.js", 1, 30),
            self._make_evg_result("dir/test1.js", 2, 25),
            self._make_evg_result("dir/test3.js", 5, 10),
            self._make_evg_result("test3:CheckReplDBHash", 10, 35),
        ]
        test_stats = teststats_utils.TestStats(evg_results)
        expected_runtimes = [
            teststats_utils.TestRuntime(test_name="dir/test3.js", runtime=80),
            teststats_utils.TestRuntime(test_name="dir/test2.js", runtime=30),
            teststats_utils.TestRuntime(test_name="dir/test1.js", runtime=20),
        ]
        self.assertEqual(expected_runtimes, test_stats.get_tests_runtimes())

    def test_zero_runs(self):
        evg_results = [
            self._make_evg_result("dir/test1.js", 0, 0),
            self._make_evg_result("dir/test1.js", 0, 0),
        ]
        test_stats = teststats_utils.TestStats(evg_results)
        expected_runtimes = [
            teststats_utils.TestRuntime(test_name="dir/test1.js", runtime=0),
        ]
        self.assertEqual(expected_runtimes, test_stats.get_tests_runtimes())

    @staticmethod
    def _make_evg_result(test_name="dir/test1.js", num_pass=0, duration=0):
        return teststats_utils.HistoricalTestInformation(
            test_name=test_name,
            avg_duration_pass=duration,
            num_pass=num_pass,
            num_fail=0,
        )