27 #define BITMAP_LAST_WORD_MASK(nbits) (~0UL >> (-(nbits) & (BITS_PER_LONG - 1)))  argument
29 #define bitmap_size(nbits)	(ALIGN(nbits, BITS_PER_LONG) / BITS_PER_BYTE)  argument
31 static inline void bitmap_zero(unsigned long *dst, unsigned int nbits)  in bitmap_zero()  argument
33 	if (small_const_nbits(nbits))  in bitmap_zero()
36 		memset(dst, 0, bitmap_size(nbits));  in bitmap_zero()
40 static inline void bitmap_fill(unsigned long *dst, unsigned int nbits)  in bitmap_fill()  argument
42 	unsigned int nlongs = BITS_TO_LONGS(nbits);  in bitmap_fill()
43 	if (!small_const_nbits(nbits)) {  in bitmap_fill()
47 	dst[nlongs - 1] = BITMAP_LAST_WORD_MASK(nbits);  in bitmap_fill()
50 static inline bool bitmap_empty(const unsigned long *src, unsigned int nbits)  in bitmap_empty()  argument
52 	if (small_const_nbits(nbits))  in bitmap_empty()
53 		return ! (*src & BITMAP_LAST_WORD_MASK(nbits));  in bitmap_empty()
55 	return find_first_bit(src, nbits) == nbits;  in bitmap_empty()
58 static inline bool bitmap_full(const unsigned long *src, unsigned int nbits)  in bitmap_full()  argument
60 	if (small_const_nbits(nbits))  in bitmap_full()
61 		return ! (~(*src) & BITMAP_LAST_WORD_MASK(nbits));  in bitmap_full()
63 	return find_first_zero_bit(src, nbits) == nbits;  in bitmap_full()
66 static inline unsigned int bitmap_weight(const unsigned long *src, unsigned int nbits)  in bitmap_weight()  argument
68 	if (small_const_nbits(nbits))  in bitmap_weight()
69 		return hweight_long(*src & BITMAP_LAST_WORD_MASK(nbits));  in bitmap_weight()
70 	return __bitmap_weight(src, nbits);  in bitmap_weight()
74 			     const unsigned long *src2, unsigned int nbits)  in bitmap_or()  argument
76 	if (small_const_nbits(nbits))  in bitmap_or()
79 		__bitmap_or(dst, src1, src2, nbits);  in bitmap_or()
86 static inline unsigned long *bitmap_zalloc(int nbits)  in bitmap_zalloc()  argument
88 	return calloc(1, bitmap_size(nbits));  in bitmap_zalloc()
107 size_t bitmap_scnprintf(unsigned long *bitmap, unsigned int nbits,
118 			     const unsigned long *src2, unsigned int nbits)  in bitmap_and()  argument
120 	if (small_const_nbits(nbits))  in bitmap_and()
121 		return (*dst = *src1 & *src2 & BITMAP_LAST_WORD_MASK(nbits)) != 0;  in bitmap_and()
122 	return __bitmap_and(dst, src1, src2, nbits);  in bitmap_and()
133 				const unsigned long *src2, unsigned int nbits)  in bitmap_equal()  argument
135 	if (small_const_nbits(nbits))  in bitmap_equal()
136 		return !((*src1 ^ *src2) & BITMAP_LAST_WORD_MASK(nbits));  in bitmap_equal()
137 	if (__builtin_constant_p(nbits & BITMAP_MEM_MASK) &&  in bitmap_equal()
138 	    IS_ALIGNED(nbits, BITMAP_MEM_ALIGNMENT))  in bitmap_equal()
139 		return !memcmp(src1, src2, nbits / 8);  in bitmap_equal()
140 	return __bitmap_equal(src1, src2, nbits);  in bitmap_equal()
145 				     unsigned int nbits)  in bitmap_intersects()  argument
147 	if (small_const_nbits(nbits))  in bitmap_intersects()
148 		return ((*src1 & *src2) & BITMAP_LAST_WORD_MASK(nbits)) != 0;  in bitmap_intersects()
150 		return __bitmap_intersects(src1, src2, nbits);  in bitmap_intersects()
154 			       unsigned int nbits)  in bitmap_clear()  argument
156 	if (__builtin_constant_p(nbits) && nbits == 1)  in bitmap_clear()
158 	else if (small_const_nbits(start + nbits))  in bitmap_clear()
159 		*map &= ~GENMASK(start + nbits - 1, start);  in bitmap_clear()
162 		 __builtin_constant_p(nbits & BITMAP_MEM_MASK) &&  in bitmap_clear()
163 		 IS_ALIGNED(nbits, BITMAP_MEM_ALIGNMENT))  in bitmap_clear()
164 		memset((char *)map + start / 8, 0, nbits / 8);  in bitmap_clear()
166 		__bitmap_clear(map, start, nbits);  in bitmap_clear()