1 #ifndef _LINUX_BITOPS_H
2 #define _LINUX_BITOPS_H
6 #define BIT(nr) (1UL << (nr))
7 #define BIT_MASK(nr) (1UL << ((nr) % BITS_PER_LONG))
8 #define BIT_WORD(nr) ((nr) / BITS_PER_LONG)
9 #define BITS_TO_LONGS(nr) DIV_ROUND_UP(nr, BITS_PER_LONG)
10 #define BITS_PER_BYTE 8
14 * Include this here because some architectures need generic_ffs/fls in
17 #include <asm/bitops.h>
19 #define for_each_bit(bit, addr, size) \
20 for ((bit) = find_first_bit((addr), (size)); \
22 (bit) = find_next_bit((addr), (size), (bit) + 1))
25 static __inline__ int get_bitmask_order(unsigned int count)
30 return order; /* We could be slightly more clever with -1 here... */
33 static __inline__ int get_count_order(unsigned int count)
37 order = fls(count) - 1;
38 if (count & (count - 1))
43 static inline unsigned long hweight_long(unsigned long w)
45 return sizeof(w) == 4 ? hweight32(w) : hweight64(w);
49 * rol32 - rotate a 32-bit value left
50 * @word: value to rotate
51 * @shift: bits to roll
53 static inline __u32 rol32(__u32 word, unsigned int shift)
55 return (word << shift) | (word >> (32 - shift));
59 * ror32 - rotate a 32-bit value right
60 * @word: value to rotate
61 * @shift: bits to roll
63 static inline __u32 ror32(__u32 word, unsigned int shift)
65 return (word >> shift) | (word << (32 - shift));
69 * rol16 - rotate a 16-bit value left
70 * @word: value to rotate
71 * @shift: bits to roll
73 static inline __u16 rol16(__u16 word, unsigned int shift)
75 return (word << shift) | (word >> (16 - shift));
79 * ror16 - rotate a 16-bit value right
80 * @word: value to rotate
81 * @shift: bits to roll
83 static inline __u16 ror16(__u16 word, unsigned int shift)
85 return (word >> shift) | (word << (16 - shift));
89 * rol8 - rotate an 8-bit value left
90 * @word: value to rotate
91 * @shift: bits to roll
93 static inline __u8 rol8(__u8 word, unsigned int shift)
95 return (word << shift) | (word >> (8 - shift));
99 * ror8 - rotate an 8-bit value right
100 * @word: value to rotate
101 * @shift: bits to roll
103 static inline __u8 ror8(__u8 word, unsigned int shift)
105 return (word >> shift) | (word << (8 - shift));
108 static inline unsigned fls_long(unsigned long l)
116 #ifdef CONFIG_GENERIC_FIND_FIRST_BIT
117 extern unsigned long __find_first_bit(const unsigned long *addr,
121 * find_first_bit - find the first set bit in a memory region
122 * @addr: The address to start the search at
123 * @size: The maximum size to search
125 * Returns the bit number of the first set bit.
127 static __always_inline unsigned long
128 find_first_bit(const unsigned long *addr, unsigned long size)
130 /* Avoid a function call if the bitmap size is a constant */
131 /* and not bigger than BITS_PER_LONG. */
133 /* insert a sentinel so that __ffs returns size if there */
134 /* are no set bits in the bitmap */
135 if (__builtin_constant_p(size) && (size < BITS_PER_LONG))
136 return __ffs((*addr) | (1ul << size));
138 /* the result of __ffs(0) is undefined, so it needs to be */
139 /* handled separately */
140 if (__builtin_constant_p(size) && (size == BITS_PER_LONG))
141 return ((*addr) == 0) ? BITS_PER_LONG : __ffs(*addr);
143 /* size is not constant or too big */
144 return __find_first_bit(addr, size);
147 extern unsigned long __find_first_zero_bit(const unsigned long *addr,
151 * find_first_zero_bit - find the first cleared bit in a memory region
152 * @addr: The address to start the search at
153 * @size: The maximum size to search
155 * Returns the bit number of the first cleared bit.
157 static __always_inline unsigned long
158 find_first_zero_bit(const unsigned long *addr, unsigned long size)
160 /* Avoid a function call if the bitmap size is a constant */
161 /* and not bigger than BITS_PER_LONG. */
163 /* insert a sentinel so that __ffs returns size if there */
164 /* are no set bits in the bitmap */
165 if (__builtin_constant_p(size) && (size < BITS_PER_LONG)) {
166 return __ffs(~(*addr) | (1ul << size));
169 /* the result of __ffs(0) is undefined, so it needs to be */
170 /* handled separately */
171 if (__builtin_constant_p(size) && (size == BITS_PER_LONG))
172 return (~(*addr) == 0) ? BITS_PER_LONG : __ffs(~(*addr));
174 /* size is not constant or too big */
175 return __find_first_zero_bit(addr, size);
177 #endif /* CONFIG_GENERIC_FIND_FIRST_BIT */
179 #ifdef CONFIG_GENERIC_FIND_NEXT_BIT
180 extern unsigned long __find_next_bit(const unsigned long *addr,
181 unsigned long size, unsigned long offset);
184 * find_next_bit - find the next set bit in a memory region
185 * @addr: The address to base the search on
186 * @offset: The bitnumber to start searching at
187 * @size: The bitmap size in bits
189 static __always_inline unsigned long
190 find_next_bit(const unsigned long *addr, unsigned long size,
191 unsigned long offset)
195 /* Avoid a function call if the bitmap size is a constant */
196 /* and not bigger than BITS_PER_LONG. */
198 /* insert a sentinel so that __ffs returns size if there */
199 /* are no set bits in the bitmap */
200 if (__builtin_constant_p(size) && (size < BITS_PER_LONG)) {
201 value = (*addr) & ((~0ul) << offset);
202 value |= (1ul << size);
206 /* the result of __ffs(0) is undefined, so it needs to be */
207 /* handled separately */
208 if (__builtin_constant_p(size) && (size == BITS_PER_LONG)) {
209 value = (*addr) & ((~0ul) << offset);
210 return (value == 0) ? BITS_PER_LONG : __ffs(value);
213 /* size is not constant or too big */
214 return __find_next_bit(addr, size, offset);
217 extern unsigned long __find_next_zero_bit(const unsigned long *addr,
218 unsigned long size, unsigned long offset);
221 * find_next_zero_bit - find the next cleared bit in a memory region
222 * @addr: The address to base the search on
223 * @offset: The bitnumber to start searching at
224 * @size: The bitmap size in bits
226 static __always_inline unsigned long
227 find_next_zero_bit(const unsigned long *addr, unsigned long size,
228 unsigned long offset)
232 /* Avoid a function call if the bitmap size is a constant */
233 /* and not bigger than BITS_PER_LONG. */
235 /* insert a sentinel so that __ffs returns size if there */
236 /* are no set bits in the bitmap */
237 if (__builtin_constant_p(size) && (size < BITS_PER_LONG)) {
238 value = (~(*addr)) & ((~0ul) << offset);
239 value |= (1ul << size);
243 /* the result of __ffs(0) is undefined, so it needs to be */
244 /* handled separately */
245 if (__builtin_constant_p(size) && (size == BITS_PER_LONG)) {
246 value = (~(*addr)) & ((~0ul) << offset);
247 return (value == 0) ? BITS_PER_LONG : __ffs(value);
250 /* size is not constant or too big */
251 return __find_next_zero_bit(addr, size, offset);
253 #endif /* CONFIG_GENERIC_FIND_NEXT_BIT */
254 #endif /* __KERNEL__ */