add membarrier syscall wrapper, refactor dynamic tls install to use it

[musl] / src / internal / atomic.h

diff --git a/src/internal/atomic.h b/src/internal/atomic.h
index 6f37d25..f938879 100644 (file)
--- a/src/internal/atomic.h
+++ b/src/internal/atomic.h
@@ -251,6 +251,22 @@ static inline void a_crash()
 }
 #endif
 
+#ifndef a_ctz_32
+#define a_ctz_32 a_ctz_32
+static inline int a_ctz_32(uint32_t x)
+{
+#ifdef a_clz_32
+       return 31-a_clz_32(x&-x);
+#else
+       static const char debruijn32[32] = {
+               0, 1, 23, 2, 29, 24, 19, 3, 30, 27, 25, 11, 20, 8, 4, 13,
+               31, 22, 28, 18, 26, 10, 7, 12, 21, 17, 9, 6, 16, 5, 15, 14
+       };
+       return debruijn32[(x&-x)*0x076be629 >> 27];
+#endif
+}
+#endif
+
 #ifndef a_ctz_64
 #define a_ctz_64 a_ctz_64
 static inline int a_ctz_64(uint64_t x)
@@ -261,32 +277,41 @@ static inline int a_ctz_64(uint64_t x)
                63, 52, 6, 26, 37, 40, 33, 47, 61, 45, 43, 21, 23, 58, 17, 10,
                51, 25, 36, 32, 60, 20, 57, 16, 50, 31, 19, 15, 30, 14, 13, 12
        };
-       static const char debruijn32[32] = {
-               0, 1, 23, 2, 29, 24, 19, 3, 30, 27, 25, 11, 20, 8, 4, 13,
-               31, 22, 28, 18, 26, 10, 7, 12, 21, 17, 9, 6, 16, 5, 15, 14
-       };
        if (sizeof(long) < 8) {
                uint32_t y = x;
                if (!y) {
                        y = x>>32;
-                       return 32 + debruijn32[(y&-y)*0x076be629 >> 27];
+                       return 32 + a_ctz_32(y);
                }
-               return debruijn32[(y&-y)*0x076be629 >> 27];
+               return a_ctz_32(y);
        }
        return debruijn64[(x&-x)*0x022fdd63cc95386dull >> 58];
 }
 #endif
 
-#ifndef a_ctz_l
-#define a_ctz_l a_ctz_l
 static inline int a_ctz_l(unsigned long x)
 {
-       static const char debruijn32[32] = {
-               0, 1, 23, 2, 29, 24, 19, 3, 30, 27, 25, 11, 20, 8, 4, 13,
-               31, 22, 28, 18, 26, 10, 7, 12, 21, 17, 9, 6, 16, 5, 15, 14
-       };
-       if (sizeof(long) == 8) return a_ctz_64(x);
-       return debruijn32[(x&-x)*0x076be629 >> 27];
+       return (sizeof(long) < 8) ? a_ctz_32(x) : a_ctz_64(x);
+}
+
+#ifndef a_clz_64
+#define a_clz_64 a_clz_64
+static inline int a_clz_64(uint64_t x)
+{
+#ifdef a_clz_32
+       if (x>>32)
+               return a_clz_32(x>>32);
+       return a_clz_32(x) + 32;
+#else
+       uint32_t y;
+       int r;
+       if (x>>32) y=x>>32, r=0; else y=x, r=32;
+       if (y>>16) y>>=16; else r |= 16;
+       if (y>>8) y>>=8; else r |= 8;
+       if (y>>4) y>>=4; else r |= 4;
+       if (y>>2) y>>=2; else r |= 2;
+       return r | !(y>>1);
+#endif
 }
 #endif