summaryrefslogtreecommitdiff
path: root/strings/decimal.c
diff options
context:
space:
mode:
authorunknown <hf@deer.(none)>2005-06-15 19:53:40 +0500
committerunknown <hf@deer.(none)>2005-06-15 19:53:40 +0500
commitdf60c7ef2dfffc0cc4b86da8b57449c11f7bbcbe (patch)
tree3585affbc0a60dc069a04503309966ca2239f010 /strings/decimal.c
parentb0502fc200e0dc6664d5e168750e6081f79f279a (diff)
downloadmariadb-git-df60c7ef2dfffc0cc4b86da8b57449c11f7bbcbe.tar.gz
Fix for bug #10632 (CEILING returns wrong result)
mysql-test/r/func_math.result: test result fixed mysql-test/t/func_math.test: test case added strings/decimal.c: handling of round_digit changed - we have to check all the digits after the point if round_digit is 0
Diffstat (limited to 'strings/decimal.c')
-rw-r--r--strings/decimal.c29
1 files changed, 25 insertions, 4 deletions
diff --git a/strings/decimal.c b/strings/decimal.c
index 4a487f3c9b0..3c048ee58b5 100644
--- a/strings/decimal.c
+++ b/strings/decimal.c
@@ -1490,11 +1490,31 @@ decimal_round(decimal_t *from, decimal_t *to, int scale,
buf1+=intg0+frac0-1;
if (scale == frac0*DIG_PER_DEC1)
{
+ int do_inc= FALSE;
DBUG_ASSERT(frac0+intg0 >= 0);
- x=buf0[1]/DIG_MASK;
- if (x > round_digit ||
- (round_digit == 5 && x == 5 && (mode == HALF_UP ||
- (frac0+intg0 > 0 && *buf0 & 1))))
+ switch (round_digit)
+ {
+ case 0:
+ {
+ dec1 *p0= buf0 + (frac1-frac0);
+ for (; p0 > buf0; p0--)
+ if (*p0)
+ {
+ do_inc= TRUE;
+ break;
+ };
+ break;
+ }
+ case 5:
+ {
+ x= buf0[1]/DIG_MASK;
+ do_inc= (x>5) || ((x == 5) &&
+ (mode == HALF_UP || (frac0+intg0 > 0 && *buf0 & 1)));
+ break;
+ };
+ default:;
+ };
+ if (do_inc)
{
if (frac0+intg0>0)
(*buf1)++;
@@ -1509,6 +1529,7 @@ decimal_round(decimal_t *from, decimal_t *to, int scale,
}
else
{
+ /* TODO - fix this code as it won't work for CEILING mode */
int pos=frac0*DIG_PER_DEC1-scale-1;
DBUG_ASSERT(frac0+intg0 > 0);
x=*buf1 / powers10[pos];