math: fix remquo.c when x==-y and a subnormal remainder bug as well

[musl] / src / math / remquol.c

diff --git a/src/math/remquol.c b/src/math/remquol.c
index 721231b..a2e1172 100644 (file)
--- a/src/math/remquol.c
+++ b/src/math/remquol.c
@@ -94,7 +94,7 @@ long double remquol(long double x, long double y, int *quo)
                        goto fixup;       /* |x|<|y| return x or x-y */
                }
                if (ux.bits.manh == uy.bits.manh && ux.bits.manl == uy.bits.manl) {
                        goto fixup;       /* |x|<|y| return x or x-y */
                }
                if (ux.bits.manh == uy.bits.manh && ux.bits.manl == uy.bits.manl) {

-                       *quo = 1;
+                       *quo = sxy ? -1 : 1;

                        return Zero[sx];  /* |x|=|y| return x*0*/
                }
        }
                        return Zero[sx];  /* |x|=|y| return x*0*/
                }
        }


@@ -152,6 +152,7 @@ long double remquol(long double x, long double y, int *quo)
 
        /* convert back to floating value and restore the sign */
        if ((hx|lx) == 0) {  /* return sign(x)*0 */
 
        /* convert back to floating value and restore the sign */
        if ((hx|lx) == 0) {  /* return sign(x)*0 */

+               q &= 0x7fffffff;

                *quo = sxy ? -q : q;
                return Zero[sx];
        }
                *quo = sxy ? -q : q;
                return Zero[sx];
        }