|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
#ifndef Py_INTERNAL_BITUTILS_H |
|
|
#define Py_INTERNAL_BITUTILS_H |
|
|
#ifdef __cplusplus |
|
|
extern "C" { |
|
|
#endif |
|
|
|
|
|
#ifndef Py_BUILD_CORE |
|
|
# error "this header requires Py_BUILD_CORE define" |
|
|
#endif |
|
|
|
|
|
#if defined(__GNUC__) \ |
|
|
&& ((__GNUC__ >= 5) || (__GNUC__ == 4) && (__GNUC_MINOR__ >= 8)) |
|
|
|
|
|
|
|
|
|
|
|
# define _PY_HAVE_BUILTIN_BSWAP |
|
|
#endif |
|
|
|
|
|
#ifdef _MSC_VER |
|
|
|
|
|
# include <intrin.h> |
|
|
#endif |
|
|
|
|
|
static inline uint16_t |
|
|
_Py_bswap16(uint16_t word) |
|
|
{ |
|
|
#if defined(_PY_HAVE_BUILTIN_BSWAP) || _Py__has_builtin(__builtin_bswap16) |
|
|
return __builtin_bswap16(word); |
|
|
#elif defined(_MSC_VER) |
|
|
Py_BUILD_ASSERT(sizeof(word) == sizeof(unsigned short)); |
|
|
return _byteswap_ushort(word); |
|
|
#else |
|
|
|
|
|
return ( ((word & UINT16_C(0x00FF)) << 8) |
|
|
| ((word & UINT16_C(0xFF00)) >> 8)); |
|
|
#endif |
|
|
} |
|
|
|
|
|
static inline uint32_t |
|
|
_Py_bswap32(uint32_t word) |
|
|
{ |
|
|
#if defined(_PY_HAVE_BUILTIN_BSWAP) || _Py__has_builtin(__builtin_bswap32) |
|
|
return __builtin_bswap32(word); |
|
|
#elif defined(_MSC_VER) |
|
|
Py_BUILD_ASSERT(sizeof(word) == sizeof(unsigned long)); |
|
|
return _byteswap_ulong(word); |
|
|
#else |
|
|
|
|
|
return ( ((word & UINT32_C(0x000000FF)) << 24) |
|
|
| ((word & UINT32_C(0x0000FF00)) << 8) |
|
|
| ((word & UINT32_C(0x00FF0000)) >> 8) |
|
|
| ((word & UINT32_C(0xFF000000)) >> 24)); |
|
|
#endif |
|
|
} |
|
|
|
|
|
static inline uint64_t |
|
|
_Py_bswap64(uint64_t word) |
|
|
{ |
|
|
#if defined(_PY_HAVE_BUILTIN_BSWAP) || _Py__has_builtin(__builtin_bswap64) |
|
|
return __builtin_bswap64(word); |
|
|
#elif defined(_MSC_VER) |
|
|
return _byteswap_uint64(word); |
|
|
#else |
|
|
|
|
|
return ( ((word & UINT64_C(0x00000000000000FF)) << 56) |
|
|
| ((word & UINT64_C(0x000000000000FF00)) << 40) |
|
|
| ((word & UINT64_C(0x0000000000FF0000)) << 24) |
|
|
| ((word & UINT64_C(0x00000000FF000000)) << 8) |
|
|
| ((word & UINT64_C(0x000000FF00000000)) >> 8) |
|
|
| ((word & UINT64_C(0x0000FF0000000000)) >> 24) |
|
|
| ((word & UINT64_C(0x00FF000000000000)) >> 40) |
|
|
| ((word & UINT64_C(0xFF00000000000000)) >> 56)); |
|
|
#endif |
|
|
} |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
static inline int |
|
|
_Py_popcount32(uint32_t x) |
|
|
{ |
|
|
#if (defined(__clang__) || defined(__GNUC__)) |
|
|
|
|
|
#if SIZEOF_INT >= 4 |
|
|
Py_BUILD_ASSERT(sizeof(x) <= sizeof(unsigned int)); |
|
|
return __builtin_popcount(x); |
|
|
#else |
|
|
|
|
|
|
|
|
Py_BUILD_ASSERT(sizeof(x) <= sizeof(unsigned long)); |
|
|
return __builtin_popcountl(x); |
|
|
#endif |
|
|
|
|
|
#else |
|
|
|
|
|
|
|
|
|
|
|
const uint32_t M1 = 0x55555555; |
|
|
|
|
|
const uint32_t M2 = 0x33333333; |
|
|
|
|
|
const uint32_t M4 = 0x0F0F0F0F; |
|
|
|
|
|
|
|
|
x = x - ((x >> 1) & M1); |
|
|
|
|
|
x = (x & M2) + ((x >> 2) & M2); |
|
|
|
|
|
x = (x + (x >> 4)) & M4; |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
return (uint32_t)(x * 0x01010101U) >> 24; |
|
|
#endif |
|
|
} |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
static inline int |
|
|
_Py_bit_length(unsigned long x) |
|
|
{ |
|
|
#if (defined(__clang__) || defined(__GNUC__)) |
|
|
if (x != 0) { |
|
|
|
|
|
|
|
|
return (int)sizeof(unsigned long) * 8 - __builtin_clzl(x); |
|
|
} |
|
|
else { |
|
|
return 0; |
|
|
} |
|
|
#elif defined(_MSC_VER) |
|
|
|
|
|
Py_BUILD_ASSERT(sizeof(unsigned long) <= 4); |
|
|
unsigned long msb; |
|
|
if (_BitScanReverse(&msb, x)) { |
|
|
return (int)msb + 1; |
|
|
} |
|
|
else { |
|
|
return 0; |
|
|
} |
|
|
#else |
|
|
const int BIT_LENGTH_TABLE[32] = { |
|
|
0, 1, 2, 2, 3, 3, 3, 3, 4, 4, 4, 4, 4, 4, 4, 4, |
|
|
5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5 |
|
|
}; |
|
|
int msb = 0; |
|
|
while (x >= 32) { |
|
|
msb += 6; |
|
|
x >>= 6; |
|
|
} |
|
|
msb += BIT_LENGTH_TABLE[x]; |
|
|
return msb; |
|
|
#endif |
|
|
} |
|
|
|
|
|
|
|
|
#ifdef __cplusplus |
|
|
} |
|
|
#endif |
|
|
#endif |
|
|
|