RNDF: fixed the fits functions

git-svn-id: svn://scm.gforge.inria.fr/svn/mpfr/branches/faithful@10428 280ebfd0-de03-0410-8827-d642c229c3f4

1 files changed, 16 insertions, 5 deletions

diff --git a/src/fits_intmax.c b/src/fits_intmax.c
index 423ed1b14..4ea203149 100644
--- a/src/fits_intmax.c
+++ b/src/fits_intmax.c
@@ -41,12 +41,14 @@ mpfr_fits_intmax_p (mpfr_srcptr f, mpfr_rnd_t rnd)
   int res;
 
   if (MPFR_UNLIKELY (MPFR_IS_SINGULAR (f)))
-    /* Zero always fit */
-    return MPFR_IS_ZERO (f) ? 1 : 0;
+    /* Zero always fit, except for RNDF, since 0 might be rounded to -1 */
+    return MPFR_IS_ZERO (f) ? (rnd != MPFR_RNDF) : 0;
 
   /* now it fits if either
      (a) MINIMUM <= f <= MAXIMUM
-     (b) or MINIMUM <= round(f, prec(slong), rnd) <= MAXIMUM */
+     (b) or MINIMUM <= round(f, prec(slong), rnd) <= MAXIMUM
+     except or rnd = RNDF: when f = MINIMUM or MAXIMUM, it might be
+     rounded to MINIMUM-1 or MAXIMUM+1 */
 
   e = MPFR_EXP (f);
   if (e < 1)
@@ -94,7 +96,8 @@ mpfr_fits_intmax_p (mpfr_srcptr f, mpfr_rnd_t rnd)
     {
       mpfr_init2 (y, prec);
       mpfr_set_sj (y, MPFR_INTMAX_MIN, MPFR_RNDN);
-      res = mpfr_cmp (x, y) >= 0;
+      res = (rnd != MPFR_RNDF) ? mpfr_cmp (x, y) >= 0
+        : mpfr_cmp (x, y) > 0;
       mpfr_clear (y);
     }
   else
@@ -104,7 +107,15 @@ mpfr_fits_intmax_p (mpfr_srcptr f, mpfr_rnd_t rnd)
          thus well-defined and different from e, in which case this means
          that the number does not fit. That's why we use MPFR_EXP, not
          MPFR_GET_EXP. */
-      res = MPFR_EXP (x) == e;
+      if (rnd != MPFR_RNDF)
+        res = MPFR_EXP (x) == e;
+      else
+        {
+          mpfr_init2 (y, prec);
+          mpfr_set_sj (y, MPFR_INTMAX_MAX, MPFR_RNDN);
+          res = mpfr_cmp (x, y) < 0;
+          mpfr_clear (y);
+        }
     }
 
   mpfr_clear (x);