^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1) /* SPDX-License-Identifier: GPL-2.0 */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2) #ifndef _PERF_BITOPS_H
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3) #define _PERF_BITOPS_H
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 4)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 5) #include <string.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 6) #include <linux/bitops.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 7) #include <stdlib.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 8) #include <linux/kernel.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 9)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 10) #define DECLARE_BITMAP(name,bits) \
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 11) unsigned long name[BITS_TO_LONGS(bits)]
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 12)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 13) int __bitmap_weight(const unsigned long *bitmap, int bits);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 14) void __bitmap_or(unsigned long *dst, const unsigned long *bitmap1,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 15) const unsigned long *bitmap2, int bits);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 16) int __bitmap_and(unsigned long *dst, const unsigned long *bitmap1,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 17) const unsigned long *bitmap2, unsigned int bits);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 18) int __bitmap_equal(const unsigned long *bitmap1,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 19) const unsigned long *bitmap2, unsigned int bits);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 20) void bitmap_clear(unsigned long *map, unsigned int start, int len);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 21)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 22) #define BITMAP_FIRST_WORD_MASK(start) (~0UL << ((start) & (BITS_PER_LONG - 1)))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 23)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 24) #define BITMAP_LAST_WORD_MASK(nbits) \
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 25) ( \
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 26) ((nbits) % BITS_PER_LONG) ? \
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 27) (1UL<<((nbits) % BITS_PER_LONG))-1 : ~0UL \
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 28) )
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 29)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 30) #define small_const_nbits(nbits) \
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 31) (__builtin_constant_p(nbits) && (nbits) <= BITS_PER_LONG)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 32)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 33) static inline void bitmap_zero(unsigned long *dst, int nbits)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 34) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 35) if (small_const_nbits(nbits))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 36) *dst = 0UL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 37) else {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 38) int len = BITS_TO_LONGS(nbits) * sizeof(unsigned long);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 39) memset(dst, 0, len);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 40) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 41) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 42)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 43) static inline void bitmap_fill(unsigned long *dst, unsigned int nbits)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 44) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 45) unsigned int nlongs = BITS_TO_LONGS(nbits);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 46) if (!small_const_nbits(nbits)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 47) unsigned int len = (nlongs - 1) * sizeof(unsigned long);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 48) memset(dst, 0xff, len);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 49) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 50) dst[nlongs - 1] = BITMAP_LAST_WORD_MASK(nbits);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 51) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 52)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 53) static inline int bitmap_empty(const unsigned long *src, unsigned nbits)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 54) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 55) if (small_const_nbits(nbits))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 56) return ! (*src & BITMAP_LAST_WORD_MASK(nbits));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 57)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 58) return find_first_bit(src, nbits) == nbits;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 59) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 60)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 61) static inline int bitmap_full(const unsigned long *src, unsigned int nbits)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 62) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 63) if (small_const_nbits(nbits))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 64) return ! (~(*src) & BITMAP_LAST_WORD_MASK(nbits));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 65)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 66) return find_first_zero_bit(src, nbits) == nbits;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 67) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 68)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 69) static inline int bitmap_weight(const unsigned long *src, int nbits)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 70) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 71) if (small_const_nbits(nbits))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 72) return hweight_long(*src & BITMAP_LAST_WORD_MASK(nbits));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 73) return __bitmap_weight(src, nbits);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 74) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 75)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 76) static inline void bitmap_or(unsigned long *dst, const unsigned long *src1,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 77) const unsigned long *src2, int nbits)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 78) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 79) if (small_const_nbits(nbits))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 80) *dst = *src1 | *src2;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 81) else
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 82) __bitmap_or(dst, src1, src2, nbits);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 83) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 84)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 85) /**
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 86) * test_and_set_bit - Set a bit and return its old value
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 87) * @nr: Bit to set
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 88) * @addr: Address to count from
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 89) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 90) static inline int test_and_set_bit(int nr, unsigned long *addr)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 91) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 92) unsigned long mask = BIT_MASK(nr);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 93) unsigned long *p = ((unsigned long *)addr) + BIT_WORD(nr);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 94) unsigned long old;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 95)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 96) old = *p;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 97) *p = old | mask;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 98)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 99) return (old & mask) != 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 100) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 101)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 102) /**
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 103) * test_and_clear_bit - Clear a bit and return its old value
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 104) * @nr: Bit to clear
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 105) * @addr: Address to count from
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 106) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 107) static inline int test_and_clear_bit(int nr, unsigned long *addr)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 108) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 109) unsigned long mask = BIT_MASK(nr);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 110) unsigned long *p = ((unsigned long *)addr) + BIT_WORD(nr);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 111) unsigned long old;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 112)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 113) old = *p;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 114) *p = old & ~mask;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 115)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 116) return (old & mask) != 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 117) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 118)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 119) /**
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 120) * bitmap_alloc - Allocate bitmap
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 121) * @nbits: Number of bits
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 122) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 123) static inline unsigned long *bitmap_alloc(int nbits)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 124) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 125) return calloc(1, BITS_TO_LONGS(nbits) * sizeof(unsigned long));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 126) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 127)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 128) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 129) * bitmap_free - Free bitmap
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 130) * @bitmap: pointer to bitmap
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 131) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 132) static inline void bitmap_free(unsigned long *bitmap)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 133) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 134) free(bitmap);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 135) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 136)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 137) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 138) * bitmap_scnprintf - print bitmap list into buffer
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 139) * @bitmap: bitmap
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 140) * @nbits: size of bitmap
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 141) * @buf: buffer to store output
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 142) * @size: size of @buf
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 143) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 144) size_t bitmap_scnprintf(unsigned long *bitmap, int nbits,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 145) char *buf, size_t size);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 146)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 147) /**
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 148) * bitmap_and - Do logical and on bitmaps
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 149) * @dst: resulting bitmap
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 150) * @src1: operand 1
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 151) * @src2: operand 2
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 152) * @nbits: size of bitmap
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 153) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 154) static inline int bitmap_and(unsigned long *dst, const unsigned long *src1,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 155) const unsigned long *src2, unsigned int nbits)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 156) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 157) if (small_const_nbits(nbits))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 158) return (*dst = *src1 & *src2 & BITMAP_LAST_WORD_MASK(nbits)) != 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 159) return __bitmap_and(dst, src1, src2, nbits);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 160) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 161)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 162) #ifdef __LITTLE_ENDIAN
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 163) #define BITMAP_MEM_ALIGNMENT 8
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 164) #else
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 165) #define BITMAP_MEM_ALIGNMENT (8 * sizeof(unsigned long))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 166) #endif
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 167) #define BITMAP_MEM_MASK (BITMAP_MEM_ALIGNMENT - 1)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 168) #define IS_ALIGNED(x, a) (((x) & ((typeof(x))(a) - 1)) == 0)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 169)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 170) static inline int bitmap_equal(const unsigned long *src1,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 171) const unsigned long *src2, unsigned int nbits)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 172) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 173) if (small_const_nbits(nbits))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 174) return !((*src1 ^ *src2) & BITMAP_LAST_WORD_MASK(nbits));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 175) if (__builtin_constant_p(nbits & BITMAP_MEM_MASK) &&
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 176) IS_ALIGNED(nbits, BITMAP_MEM_ALIGNMENT))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 177) return !memcmp(src1, src2, nbits / 8);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 178) return __bitmap_equal(src1, src2, nbits);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 179) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 180)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 181) #endif /* _PERF_BITOPS_H */