From 1fdda68914a7a3ccb9527177100fff5b07972e69 Mon Sep 17 00:00:00 2001 From: unknown Date: Tue, 26 Dec 2006 12:42:54 -0700 Subject: In func_group.test, round the results of std() for some calls, because Windows' sqrt() function appears to return fewer "significant" digits than the Unix implementations. This is for bug #22555. mysql-test/r/func_group.result: Round the results of std() for some calls, because Windows' sqrt() function appears to return fewer "significant" digits than the Unix implementations. This is for bug #22555. mysql-test/t/func_group.test: Round the results of std() for some calls, because Windows' sqrt() function appears to return fewer "significant" digits than the Unix implementations. This is for bug #22555. --- mysql-test/r/func_group.result | 24 ++++++++++++------------ mysql-test/t/func_group.test | 8 ++++---- 2 files changed, 16 insertions(+), 16 deletions(-) diff --git a/mysql-test/r/func_group.result b/mysql-test/r/func_group.result index 9ae031fe600..d18837aed41 100644 --- a/mysql-test/r/func_group.result +++ b/mysql-test/r/func_group.result @@ -1216,15 +1216,15 @@ i count(*) std(e1/e2) 1 4 0.000000000000000000000000000000 2 4 0.000000000000000000000000000000 3 4 0.000000000000000000000000000000 -select std(s1/s2) from bug22555; -std(s1/s2) -0.213257635866493405751853629226 +select round(std(s1/s2), 17) from bug22555; +round(std(s1/s2), 17) +0.21325763586649341 select std(o1/o2) from bug22555; std(o1/o2) 0.21325763586649 -select std(e1/e2) from bug22555; -std(e1/e2) -0.213257635866493405751853629226 +select round(std(e1/e2), 17) from bug22555; +round(std(e1/e2), 17) +0.21325763586649341 set div_precision_increment=20; select i, count(*), std(s1/s2) from bug22555 group by i order by i; i count(*) std(s1/s2) @@ -1241,15 +1241,15 @@ i count(*) std(e1/e2) 1 4 0.000000000000000000000000000000 2 4 0.000000000000000000000000000000 3 4 0.000000000000000000000000000000 -select std(s1/s2) from bug22555; -std(s1/s2) -0.213257635866493405751853629226 +select round(std(s1/s2), 17) from bug22555; +round(std(s1/s2), 17) +0.21325763586649341 select std(o1/o2) from bug22555; std(o1/o2) 0.21325763586649 -select std(e1/e2) from bug22555; -std(e1/e2) -0.213257635866493405751853629226 +select round(std(e1/e2), 17) from bug22555; +round(std(e1/e2), 17) +0.21325763586649341 set @@div_precision_increment=@saved_div_precision_increment; drop table bug22555; create table bug22555 (s smallint, o double, e decimal); diff --git a/mysql-test/t/func_group.test b/mysql-test/t/func_group.test index 49fab85d894..a3b3fceaec5 100644 --- a/mysql-test/t/func_group.test +++ b/mysql-test/t/func_group.test @@ -757,16 +757,16 @@ set div_precision_increment=19; select i, count(*), std(s1/s2) from bug22555 group by i order by i; select i, count(*), std(o1/o2) from bug22555 group by i order by i; select i, count(*), std(e1/e2) from bug22555 group by i order by i; -select std(s1/s2) from bug22555; +select round(std(s1/s2), 17) from bug22555; select std(o1/o2) from bug22555; -select std(e1/e2) from bug22555; +select round(std(e1/e2), 17) from bug22555; set div_precision_increment=20; select i, count(*), std(s1/s2) from bug22555 group by i order by i; select i, count(*), std(o1/o2) from bug22555 group by i order by i; select i, count(*), std(e1/e2) from bug22555 group by i order by i; -select std(s1/s2) from bug22555; +select round(std(s1/s2), 17) from bug22555; select std(o1/o2) from bug22555; -select std(e1/e2) from bug22555; +select round(std(e1/e2), 17) from bug22555; set @@div_precision_increment=@saved_div_precision_increment; drop table bug22555; -- cgit v1.2.1