1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
|
import json
import sys
import argparse
parser = argparse.ArgumentParser(description='Print top n metrics from build metrics json files.')
parser.add_argument('--build-metrics', metavar='FILE', type=str, default='build_metrics.json',
help='Path to build metrics input json.')
parser.add_argument('--cache-pull-metrics', metavar='FILE', type=str, default='pull_cache.json',
help='Path to build metrics for cache pull input json.')
parser.add_argument('--cache-push-metrics', metavar='FILE', type=str, default='populate_cache.json',
help='Path to build metrics for cache push input json.')
args = parser.parse_args()
clean_build_metrics_json = args.build_metrics
populate_cache_metrics_json = args.cache_push_metrics
pull_cache_metrics_json = args.cache_pull_metrics
cedar_report = []
def single_metric_test(test_name, metric_name, value):
return {
"info": {
"test_name": test_name,
},
"metrics": [
{
"name": metric_name,
"value": round(value, 2)
},
]
}
with open(clean_build_metrics_json) as f:
aggregated_build_tasks = {}
build_metrics = json.load(f)
for task in build_metrics['build_tasks']:
outputs_key = ' '.join(task['outputs'])
if outputs_key in aggregated_build_tasks:
aggregated_build_tasks[outputs_key]['mem_usage'] += task['mem_usage']
aggregated_build_tasks[outputs_key]['time'] += (task['end_time'] - task['start_time'])
else:
aggregated_build_tasks[outputs_key] = {
'mem_usage': task['mem_usage'],
'time': task['end_time'] - task['start_time'],
}
for output_files in aggregated_build_tasks:
cedar_report.append({
"info": {
"test_name": output_files,
},
"metrics": [
{
"name": "seconds",
"value": round(aggregated_build_tasks[output_files]['time'] / (10.0**9.0), 2)
},
{
"name": "MBs",
"value": round(aggregated_build_tasks[output_files]['mem_usage'] / 1024.0 / 1024.0, 2)
},
]
})
cedar_report.append(single_metric_test("SCons memory usage", "MBs", build_metrics['scons_metrics']['memory']['post_build'] / 1024.0 / 1024.0))
cedar_report.append(single_metric_test("System Memory Peak", "MBs", build_metrics['system_memory']['max'] / 1024.0 / 1024.0))
cedar_report.append(single_metric_test("Total Build time", "seconds", build_metrics['scons_metrics']['time']['total']))
cedar_report.append(single_metric_test("Total Build output size", "MBs", build_metrics['artifact_metrics']['total_artifact_size'] / 1024.0 / 1024.0))
try:
cedar_report.append(single_metric_test("Transitive Libdeps Edges", "edges", build_metrics['libdeps_metrics']['TRANS_EDGE']))
except KeyError:
pass
mongod_metrics = None
for artifact in build_metrics['artifact_metrics']['artifacts']:
if artifact['name'] == 'build/metrics/mongo/db/mongod':
mongod_metrics = artifact
break
if mongod_metrics and mongod_metrics.get('bin_metrics'):
cedar_report.append(single_metric_test("Mongod debug info size", "MBs", mongod_metrics['bin_metrics']['debug']['filesize'] / 1024.0 / 1024.0))
with open(populate_cache_metrics_json) as f:
build_metrics = json.load(f)
cedar_report.append({
"info": {
"test_name": "cache_push_time",
},
"metrics": [
{
"name": "seconds",
"value": build_metrics["cache_metrics"]['push_time'] / (10.0**9.0)
},
]
})
with open(pull_cache_metrics_json) as f:
build_metrics = json.load(f)
cedar_report.append({
"info": {
"test_name": "cache_pull_time",
},
"metrics": [
{
"name": "seconds",
"value": build_metrics["cache_metrics"]['pull_time'] / (10.0**9.0)
},
]
})
with open("build_metrics_cedar_report.json", "w") as fh:
json.dump(cedar_report, fh)
|
