From 8d5d68758176d933be65aaaf2d983a6c7fd58990 Mon Sep 17 00:00:00 2001 From: "Gary E. Miller" Date: Thu, 6 Sep 2018 23:22:54 -0700 Subject: gpsprof: Fix sigma calculation. --- gpsprof | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) (limited to 'gpsprof') diff --git a/gpsprof b/gpsprof index 132070ff..1c99cf17 100755 --- a/gpsprof +++ b/gpsprof @@ -171,15 +171,15 @@ class stats(object): m3 = 0.0 m4 = 0.0 if type(fixes[0]) == tuple: - sum_squares = [x[index] ** 2 for x in fixes] - sigma = math.sqrt(sum(sum_squares) / len(fixes)) + sum_squares = [(x[index] - self.mean) ** 2 for x in fixes] + sigma = math.sqrt(sum(sum_squares) / (len(fixes) - 1)) for fix in fixes: m3 += pow(fix[index] - sigma, 3) m4 += pow(fix[index] - sigma, 4) else: # must be float - sum_squares = [x ** 2 for x in fixes] - sigma = math.sqrt(sum(sum_squares) / len(fixes)) + sum_squares = [(x - self.mean) ** 2 for x in fixes] + sigma = math.sqrt(sum(sum_squares) /( len(fixes) -1)) for fix in fixes: m3 += pow(fix - sigma, 3) m4 += pow(fix - sigma, 4) -- cgit v1.2.1