$centerSphere test and fixes to make it pass

1 files changed, 6 insertions, 0 deletions

diff --git a/db/geo/core.h b/db/geo/core.h
index 6d3c037f588..e0e39c13b1c 100644
--- a/db/geo/core.h
+++ b/db/geo/core.h
@@ -415,6 +415,12 @@ namespace mongo {
             (cos_y1*cos_x1 * cos_y2*cos_x2) +
             (cos_y1*sin_x1 * cos_y2*sin_x2) +
             (sin_y1        * sin_y2);
+        
+        if (cross_prod >= 1 || cross_prod <= -1){
+            // fun with floats
+            assert( fabs(cross_prod)-1 < 1e-6 );
+            return cross_prod > 0 ? 0 : M_PI;
+        }
 
         return acos(cross_prod);
     }