1 /* SPDX-License-Identifier: GPL-2.0 */
4 * This file provides wrappers with sanitizer instrumentation for non-atomic
7 * To use this functionality, an arch's bitops.h file needs to define each of
8 * the below bit operations with an arch_ prefix (e.g. arch_set_bit(),
9 * arch___set_bit(), etc.).
11 #ifndef _ASM_GENERIC_BITOPS_INSTRUMENTED_NON_ATOMIC_H
12 #define _ASM_GENERIC_BITOPS_INSTRUMENTED_NON_ATOMIC_H
14 #include <linux/kasan-checks.h>
17 * __set_bit - Set a bit in memory
19 * @addr: the address to start counting from
21 * Unlike set_bit(), this function is non-atomic. If it is called on the same
22 * region of memory concurrently, the effect may be that only one operation
25 static inline void __set_bit(long nr
, volatile unsigned long *addr
)
27 kasan_check_write(addr
+ BIT_WORD(nr
), sizeof(long));
28 arch___set_bit(nr
, addr
);
32 * __clear_bit - Clears a bit in memory
33 * @nr: the bit to clear
34 * @addr: the address to start counting from
36 * Unlike clear_bit(), this function is non-atomic. If it is called on the same
37 * region of memory concurrently, the effect may be that only one operation
40 static inline void __clear_bit(long nr
, volatile unsigned long *addr
)
42 kasan_check_write(addr
+ BIT_WORD(nr
), sizeof(long));
43 arch___clear_bit(nr
, addr
);
47 * __change_bit - Toggle a bit in memory
48 * @nr: the bit to change
49 * @addr: the address to start counting from
51 * Unlike change_bit(), this function is non-atomic. If it is called on the same
52 * region of memory concurrently, the effect may be that only one operation
55 static inline void __change_bit(long nr
, volatile unsigned long *addr
)
57 kasan_check_write(addr
+ BIT_WORD(nr
), sizeof(long));
58 arch___change_bit(nr
, addr
);
62 * __test_and_set_bit - Set a bit and return its old value
64 * @addr: Address to count from
66 * This operation is non-atomic. If two instances of this operation race, one
67 * can appear to succeed but actually fail.
69 static inline bool __test_and_set_bit(long nr
, volatile unsigned long *addr
)
71 kasan_check_write(addr
+ BIT_WORD(nr
), sizeof(long));
72 return arch___test_and_set_bit(nr
, addr
);
76 * __test_and_clear_bit - Clear a bit and return its old value
78 * @addr: Address to count from
80 * This operation is non-atomic. If two instances of this operation race, one
81 * can appear to succeed but actually fail.
83 static inline bool __test_and_clear_bit(long nr
, volatile unsigned long *addr
)
85 kasan_check_write(addr
+ BIT_WORD(nr
), sizeof(long));
86 return arch___test_and_clear_bit(nr
, addr
);
90 * __test_and_change_bit - Change a bit and return its old value
92 * @addr: Address to count from
94 * This operation is non-atomic. If two instances of this operation race, one
95 * can appear to succeed but actually fail.
97 static inline bool __test_and_change_bit(long nr
, volatile unsigned long *addr
)
99 kasan_check_write(addr
+ BIT_WORD(nr
), sizeof(long));
100 return arch___test_and_change_bit(nr
, addr
);
104 * test_bit - Determine whether a bit is set
105 * @nr: bit number to test
106 * @addr: Address to start counting from
108 static inline bool test_bit(long nr
, const volatile unsigned long *addr
)
110 kasan_check_read(addr
+ BIT_WORD(nr
), sizeof(long));
111 return arch_test_bit(nr
, addr
);
114 #endif /* _ASM_GENERIC_BITOPS_INSTRUMENTED_NON_ATOMIC_H */