blob: 9968edc468a864b3d3dab606784b2ada600ec503 (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
|
#!/bin/sh
# wtperf_run.sh - run wtperf regression tests on the Jenkins platform.
#
# The Jenkins machines show variability so we run this script to run
# each wtperf test several times. We throw away the min and max
# number and average the remaining values. That is the number we
# give to Jenkins for plotting. We write these values to a
# test.average file in the current directory (which is
# build_posix/bench/wtperf).
#
# This script should be invoked with the pathname of the wtperf test
# config to run and the number of runs.
#
if test "$#" -lt "2"; then
echo "Must specify wtperf test to run and number of runs"
exit 1
fi
wttest=$1
runmax=$2
# Jenkins removes the quotes from the passed in arg so we may
# have 3 or 4 args.
wtarg=""
wtarg2=""
create=1
if test "$#" -gt "2"; then
wtarg=$3
if test "$#" -eq "4"; then
wtarg2=$4
fi
if test "$wtarg" == "NOCREATE"; then
create=0
wtarg=$wtarg2
fi
fi
home=./WT_TEST
outfile=./wtperf.out
rm -f $outfile
echo "Parsed $# args: test: $wttest runmax: $runmax args: $wtarg $wtarg2" >> $outfile
# Each of these has an entry for each op in ops below.
avg=(0 0 0 0)
max=(0 0 0 0)
min=(0 0 0 0)
sum=(0 0 0 0)
# Load needs floating point and bc, handle separately.
loadindex=5
avg[$loadindex]=0
max[$loadindex]=0
min[$loadindex]=0
sum[$loadindex]=0
ops=(read insert update truncate)
outp=("Read count:" "Insert count:" "Update count:" "Truncate count:")
outp[$loadindex]="Load time:"
# getval min/max val cur
# Returns the minimum or maximum of val and cur.
# min == 0, max == 1.
getval()
{
max="$1"
val="$2"
cur="$3"
ret=$cur
echo "getval: max $max val $val cur $cur" >> $outfile
if test "$max" -eq "1"; then
if test "$val" -gt "$cur"; then
ret=$val
fi
elif test "$val" -lt "$cur"; then
ret=$val
fi
echo "$ret"
}
isstable()
{
min="$1"
max="$2"
tmp=`echo "scale=3; $min * 1.03" | bc`
if (($(bc <<< "$tmp < $max") )); then
ret=0
else
ret=1
fi
echo "$ret"
}
getmin=0
getmax=1
run=1
while test "$run" -le "$runmax"; do
if test "$create" -eq "1"; then
rm -rf $home
mkdir $home
fi
LD_PRELOAD=/usr/local/lib/libtcmalloc.so LD_LIBRARY_PATH=$LD_LIBRARY_PATH:/usr/local/lib ./wtperf -O $wttest $wtarg $wtarg2
if test "$?" -ne "0"; then
exit 1
fi
# Load is always using floating point, so handle separately
l=`grep "^Load time:" ./WT_TEST/test.stat`
if test "$?" -eq "0"; then
load=`echo $l | cut -d ' ' -f 3`
else
load=0
fi
cur[$loadindex]=$load
sum[$loadindex]=`echo "${sum[$loadindex]} + $load" | bc`
echo "cur ${cur[$loadindex]} sum ${sum[$loadindex]}" >> $outfile
for i in ${!ops[*]}; do
l=`grep "Executed.*${ops[$i]} operations" ./WT_TEST/test.stat`
if test "$?" -eq "0"; then
n=`echo $l | cut -d ' ' -f 2`
else
n=0
fi
cur[$i]=$n
sum[$i]=`expr $n + ${sum[$i]}`
done
#
# Keep running track of min and max for each operation type.
#
if test "$run" -eq "1"; then
for i in ${!cur[*]}; do
min[$i]=${cur[$i]}
max[$i]=${cur[$i]}
done
else
for i in ${!cur[*]}; do
if test "$i" -eq "$loadindex"; then
if (($(bc <<< "${cur[$i]} < ${min[$i]}") )); then
min[$i]=${cur[$i]}
fi
if (($(bc <<< "${cur[$i]} > ${max[$i]}") )); then
max[$i]=${cur[$i]}
fi
else
min[$i]=$(getval $getmin ${cur[$i]} ${min[$i]})
max[$i]=$(getval $getmax ${cur[$i]} ${max[$i]})
fi
done
fi
#
# After 3 runs see if this is a very stable test. If so, we
# can skip the last 2 runs and just use these values. We
# define "very stable" to be that the min and max are within
# 3% of each other.
if test "$run" -eq "3"; then
# Only if all values are stable, we can break.
unstable=0
for i in ${!min[*]}; do
stable=$(isstable ${min[$i]} ${max[$i]})
if test "$stable" -eq "0"; then
unstable=1
break
fi
done
if test "$unstable" -eq "0"; then
break
fi
fi
run=`expr $run + 1`
done
skipminmax=0
if test "$runmax" -le "2"; then
numruns=$(getval $getmin $run $runmax)
skipminmax=1
elif test "$run" -le "$runmax"; then
numruns=`expr $run - 2`
else
numruns=`expr $runmax - 2`
fi
if test "$numruns" -eq "0"; then
$numruns=1
fi
#
# The sum contains all runs. Subtract out the min/max values.
# Average the remaining and write it out to the file.
#
for i in ${!min[*]}; do
if test "$i" -eq "$loadindex"; then
if test "$skipminmax" -eq "0"; then
s=`echo "scale=3; ${sum[$i]} - ${min[$i]} - ${max[$i]}" | bc`
else
s=${sum[$i]}
fi
avg[$i]=`echo "scale=3; $s / $numruns" | bc`
else
if test "$skipminmax" -eq "0"; then
s=`expr ${sum[$i]} - ${min[$i]} - ${max[$i]}`
else
s=${sum[$i]}
fi
avg[$i]=`expr $s / $numruns`
fi
done
for i in ${!outp[*]}; do
echo "${outp[$i]} ${avg[$i]}" >> $outfile
done
exit 0
|
