1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
|
# frozen_string_literal: true
describe QA::Support::Formatters::AllureMetadataFormatter do
include QA::Support::Helpers::StubEnv
let(:formatter) { described_class.new(StringIO.new) }
let(:rspec_example_notification) do
instance_double(RSpec::Core::Notifications::ExampleNotification, example: rspec_example)
end
# rubocop:disable RSpec/VerifiedDoubles
let(:rspec_example) do
double(
RSpec::Core::Example,
tms: nil,
issue: nil,
add_link: nil,
set_flaky: nil,
parameter: nil,
attempts: 0,
file_path: 'spec.rb',
execution_result: instance_double(RSpec::Core::Example::ExecutionResult, status: status),
metadata: {
testcase: 'testcase',
quarantine: { issue: 'issue' }
}
)
end
# rubocop:enable RSpec/VerifiedDoubles
let(:ci_job) { 'ee:relative 5' }
let(:ci_job_url) { 'url' }
let(:status) { :failed }
before do
stub_env('CI', 'true')
stub_env('CI_JOB_NAME', ci_job)
stub_env('CI_JOB_URL', ci_job_url)
end
context 'with links' do
it 'adds quarantine, failure issue and ci job links', :aggregate_failures do
formatter.example_finished(rspec_example_notification)
expect(rspec_example).to have_received(:issue).with('Quarantine issue', 'issue')
expect(rspec_example).to have_received(:add_link).with(name: "Job(#{ci_job})", url: ci_job_url)
expect(rspec_example).to have_received(:issue).with(
'Failure issues',
'https://gitlab.com/gitlab-org/gitlab/-/issues?scope=all&state=opened&search=Failure%20in%20spec.rb'
)
end
end
context 'with flaky test data', :aggregate_failures do
let(:influx_client) { instance_double(InfluxDB2::Client, create_query_api: influx_query_api) }
let(:influx_query_api) { instance_double(InfluxDB2::QueryApi, query: data) }
let(:data) do
[
instance_double(
InfluxDB2::FluxTable,
records: [
instance_double(InfluxDB2::FluxRecord, values: { 'status' => 'failed', 'testcase' => 'testcase' }),
instance_double(InfluxDB2::FluxRecord, values: { 'status' => 'passed', 'testcase' => 'testcase' })
]
)
]
end
before do
stub_env('QA_RUN_TYPE', 'package-and-test')
stub_env('QA_INFLUXDB_URL', 'url')
stub_env('QA_INFLUXDB_TOKEN', 'token')
allow(InfluxDB2::Client).to receive(:new) { influx_client }
end
context 'with non skipped spec' do
it 'adds flaky test data' do
formatter.start(nil)
formatter.example_finished(rspec_example_notification)
expect(rspec_example).to have_received(:set_flaky)
expect(rspec_example).to have_received(:parameter).with('pass_rate', '50%')
end
end
context 'with skipped spec' do
let(:status) { :pending }
it 'skips adding flaky test data' do
formatter.start(nil)
formatter.example_finished(rspec_example_notification)
expect(rspec_example).not_to have_received(:set_flaky)
expect(rspec_example).not_to have_received(:parameter)
end
end
end
end
|
