1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
|
# Copyright 2019 Red Hat, Inc.
#
# Licensed under the Apache License, Version 2.0 (the "License"); you may
# not use this file except in compliance with the License. You may obtain
# a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
# License for the specific language governing permissions and limitations
# under the License.
import time
import logging
import voluptuous as v
from zuul.reporter import BaseReporter
class ElasticsearchReporter(BaseReporter):
name = 'elasticsearch'
log = logging.getLogger("zuul.ElasticsearchReporter")
def __init__(self, driver, connection, config):
super(ElasticsearchReporter, self).__init__(driver, connection, config)
self.index = self.config.get('index', 'zuul')
self.index_vars = self.config.get('index-vars')
self.index_returned_vars = self.config.get('index-returned-vars')
def report(self, item, phase1=True, phase2=True):
"""Create an entry into a database."""
if not phase1:
return
docs = []
index = '%s.%s-%s' % (self.index, item.pipeline.tenant.name,
time.strftime("%Y.%m.%d"))
buildset_doc = {
"uuid": item.current_build_set.uuid,
"build_type": "buildset",
"tenant": item.pipeline.tenant.name,
"pipeline": item.pipeline.name,
"project": item.change.project.name,
"change": getattr(item.change, 'number', None),
"patchset": getattr(item.change, 'patchset', None),
"ref": getattr(item.change, 'ref', ''),
"oldrev": getattr(item.change, 'oldrev', ''),
"newrev": getattr(item.change, 'newrev', ''),
"branch": getattr(item.change, 'branch', ''),
"zuul_ref": item.current_build_set.ref,
"ref_url": item.change.url,
"result": item.current_build_set.result,
"message": self._formatItemReport(item, with_jobs=False)
}
for job in item.getJobs():
build = item.current_build_set.getBuild(job.name)
if not build:
continue
# Ensure end_time is defined
if not build.end_time:
build.end_time = time.time()
# Ensure start_time is defined
if not build.start_time:
build.start_time = build.end_time
(result, url) = item.formatJobResult(job)
# Manage to set time attributes in buildset
start_time = int(build.start_time)
end_time = int(build.end_time)
if ('start_time' not in buildset_doc or
buildset_doc['start_time'] > start_time):
buildset_doc['start_time'] = start_time
if ('end_time' not in buildset_doc or
buildset_doc['end_time'] < end_time):
buildset_doc['end_time'] = end_time
buildset_doc['duration'] = (
buildset_doc['end_time'] - buildset_doc['start_time'])
build_doc = {
"uuid": build.uuid,
"build_type": "build",
"buildset_uuid": buildset_doc['uuid'],
"job_name": build.job.name,
"result": result,
"start_time": str(start_time),
"end_time": str(end_time),
"duration": end_time - start_time,
"voting": build.job.voting,
"log_url": url,
}
# Extends the build doc with some buildset info
for attr in (
'tenant', 'pipeline', 'project', 'change', 'patchset',
'ref', 'oldrev', 'newrev', 'branch'):
build_doc[attr] = buildset_doc[attr]
if self.index_vars:
build_doc['job_vars'] = job.variables
if self.index_returned_vars:
rdata = build.result_data.copy()
rdata.pop('zuul', None)
build_doc['job_returned_vars'] = rdata
docs.append(build_doc)
docs.append(buildset_doc)
self.connection.add_docs(docs, index)
def getSchema():
el_reporter = v.Schema(
v.Any(
None,
{
'index': str,
'index-vars': bool,
'index-returned-vars': bool
}
)
)
return el_reporter
|
