1 // SPDX-License-Identifier: GPL-2.0
3 * bitops.c: atomic operations which got too long to be inlined all over
6 * Copyright 1999 Philipp Rumpf (prumpf@tux.org)
7 * Copyright 2000 Grant Grundler (grundler@cup.hp.com)
10 #include <linux/kernel.h>
11 #include <linux/spinlock.h>
12 #include <linux/atomic.h>
15 arch_spinlock_t __atomic_hash
[ATOMIC_HASH_SIZE
] __lock_aligned
= {
16 [0 ... (ATOMIC_HASH_SIZE
-1)] = __ARCH_SPIN_LOCK_UNLOCKED
21 unsigned long __xchg64(unsigned long x
, unsigned long *ptr
)
23 unsigned long temp
, flags
;
25 _atomic_spin_lock_irqsave(ptr
, flags
);
28 _atomic_spin_unlock_irqrestore(ptr
, flags
);
33 unsigned long __xchg32(int x
, int *ptr
)
38 _atomic_spin_lock_irqsave(ptr
, flags
);
39 temp
= (long) *ptr
; /* XXX - sign extension wanted? */
41 _atomic_spin_unlock_irqrestore(ptr
, flags
);
42 return (unsigned long)temp
;
46 unsigned long __xchg8(char x
, char *ptr
)
51 _atomic_spin_lock_irqsave(ptr
, flags
);
52 temp
= (long) *ptr
; /* XXX - sign extension wanted? */
54 _atomic_spin_unlock_irqrestore(ptr
, flags
);
55 return (unsigned long)temp
;
59 u64
__cmpxchg_u64(volatile u64
*ptr
, u64 old
, u64
new)
64 _atomic_spin_lock_irqsave(ptr
, flags
);
65 if ((prev
= *ptr
) == old
)
67 _atomic_spin_unlock_irqrestore(ptr
, flags
);
71 unsigned long __cmpxchg_u32(volatile unsigned int *ptr
, unsigned int old
, unsigned int new)
76 _atomic_spin_lock_irqsave(ptr
, flags
);
77 if ((prev
= *ptr
) == old
)
79 _atomic_spin_unlock_irqrestore(ptr
, flags
);
80 return (unsigned long)prev
;
83 u8
__cmpxchg_u8(volatile u8
*ptr
, u8 old
, u8
new)
88 _atomic_spin_lock_irqsave(ptr
, flags
);
89 if ((prev
= *ptr
) == old
)
91 _atomic_spin_unlock_irqrestore(ptr
, flags
);