include/linux/rwlock_api_smp.h

   1 #ifndef __LINUX_RWLOCK_API_SMP_H
   2 #define __LINUX_RWLOCK_API_SMP_H
   3
   4 #ifndef __LINUX_SPINLOCK_API_SMP_H
   5 # error "please don't include this file directly"
   6 #endif
   7
   8 /*
   9  * include/linux/rwlock_api_smp.h
  10  *
  11  * spinlock API declarations on SMP (and debug)
  12  * (implemented in kernel/spinlock.c)
  13  *
  14  * portions Copyright 2005, Red Hat, Inc., Ingo Molnar
  15  * Released under the General Public License (GPL).
  16  */
  17
  18 void __lockfunc _raw_read_lock(rwlock_t *lock)          __acquires(lock);
  19 void __lockfunc _raw_write_lock(rwlock_t *lock)         __acquires(lock);
  20 void __lockfunc _raw_read_lock_bh(rwlock_t *lock)       __acquires(lock);
  21 void __lockfunc _raw_write_lock_bh(rwlock_t *lock)      __acquires(lock);
  22 void __lockfunc _raw_read_lock_irq(rwlock_t *lock)      __acquires(lock);
  23 void __lockfunc _raw_write_lock_irq(rwlock_t *lock)     __acquires(lock);
  24 unsigned long __lockfunc _raw_read_lock_irqsave(rwlock_t *lock)
  25                                                         __acquires(lock);
  26 unsigned long __lockfunc _raw_write_lock_irqsave(rwlock_t *lock)
  27                                                         __acquires(lock);
  28 int __lockfunc _raw_read_trylock(rwlock_t *lock);
  29 int __lockfunc _raw_write_trylock(rwlock_t *lock);
  30 void __lockfunc _raw_read_unlock(rwlock_t *lock)        __releases(lock);
  31 void __lockfunc _raw_write_unlock(rwlock_t *lock)       __releases(lock);
  32 void __lockfunc _raw_read_unlock_bh(rwlock_t *lock)     __releases(lock);
  33 void __lockfunc _raw_write_unlock_bh(rwlock_t *lock)    __releases(lock);
  34 void __lockfunc _raw_read_unlock_irq(rwlock_t *lock)    __releases(lock);
  35 void __lockfunc _raw_write_unlock_irq(rwlock_t *lock)   __releases(lock);
  36 void __lockfunc
  37 _raw_read_unlock_irqrestore(rwlock_t *lock, unsigned long flags)
  38                                                         __releases(lock);
  39 void __lockfunc
  40 _raw_write_unlock_irqrestore(rwlock_t *lock, unsigned long flags)
  41                                                         __releases(lock);
  42
  43 #ifdef CONFIG_INLINE_READ_LOCK
  44 #define _raw_read_lock(lock) __raw_read_lock(lock)
  45 #endif
  46
  47 #ifdef CONFIG_INLINE_WRITE_LOCK
  48 #define _raw_write_lock(lock) __raw_write_lock(lock)
  49 #endif
  50
  51 #ifdef CONFIG_INLINE_READ_LOCK_BH
  52 #define _raw_read_lock_bh(lock) __raw_read_lock_bh(lock)
  53 #endif
  54
  55 #ifdef CONFIG_INLINE_WRITE_LOCK_BH
  56 #define _raw_write_lock_bh(lock) __raw_write_lock_bh(lock)
  57 #endif
  58
  59 #ifdef CONFIG_INLINE_READ_LOCK_IRQ
  60 #define _raw_read_lock_irq(lock) __raw_read_lock_irq(lock)
  61 #endif
  62
  63 #ifdef CONFIG_INLINE_WRITE_LOCK_IRQ
  64 #define _raw_write_lock_irq(lock) __raw_write_lock_irq(lock)
  65 #endif
  66
  67 #ifdef CONFIG_INLINE_READ_LOCK_IRQSAVE
  68 #define _raw_read_lock_irqsave(lock) __raw_read_lock_irqsave(lock)
  69 #endif
  70
  71 #ifdef CONFIG_INLINE_WRITE_LOCK_IRQSAVE
  72 #define _raw_write_lock_irqsave(lock) __raw_write_lock_irqsave(lock)
  73 #endif
  74
  75 #ifdef CONFIG_INLINE_READ_TRYLOCK
  76 #define _raw_read_trylock(lock) __raw_read_trylock(lock)
  77 #endif
  78
  79 #ifdef CONFIG_INLINE_WRITE_TRYLOCK
  80 #define _raw_write_trylock(lock) __raw_write_trylock(lock)
  81 #endif
  82
  83 #ifdef CONFIG_INLINE_READ_UNLOCK
  84 #define _raw_read_unlock(lock) __raw_read_unlock(lock)
  85 #endif
  86
  87 #ifdef CONFIG_INLINE_WRITE_UNLOCK
  88 #define _raw_write_unlock(lock) __raw_write_unlock(lock)
  89 #endif
  90
  91 #ifdef CONFIG_INLINE_READ_UNLOCK_BH
  92 #define _raw_read_unlock_bh(lock) __raw_read_unlock_bh(lock)
  93 #endif
  94
  95 #ifdef CONFIG_INLINE_WRITE_UNLOCK_BH
  96 #define _raw_write_unlock_bh(lock) __raw_write_unlock_bh(lock)
  97 #endif
  98
  99 #ifdef CONFIG_INLINE_READ_UNLOCK_IRQ
 100 #define _raw_read_unlock_irq(lock) __raw_read_unlock_irq(lock)
 101 #endif
 102
 103 #ifdef CONFIG_INLINE_WRITE_UNLOCK_IRQ
 104 #define _raw_write_unlock_irq(lock) __raw_write_unlock_irq(lock)
 105 #endif
 106
 107 #ifdef CONFIG_INLINE_READ_UNLOCK_IRQRESTORE
 108 #define _raw_read_unlock_irqrestore(lock, flags) \
 109         __raw_read_unlock_irqrestore(lock, flags)
 110 #endif
 111
 112 #ifdef CONFIG_INLINE_WRITE_UNLOCK_IRQRESTORE
 113 #define _raw_write_unlock_irqrestore(lock, flags) \
 114         __raw_write_unlock_irqrestore(lock, flags)
 115 #endif
 116
 117 static inline int __raw_read_trylock(rwlock_t *lock)
 118 {
 119         preempt_disable();
 120         if (do_raw_read_trylock(lock)) {
 121                 rwlock_acquire_read(&lock->dep_map, 0, 1, _RET_IP_);
 122                 return 1;
 123         }
 124         preempt_enable();
 125         return 0;
 126 }
 127
 128 static inline int __raw_write_trylock(rwlock_t *lock)
 129 {
 130         preempt_disable();
 131         if (do_raw_write_trylock(lock)) {
 132                 rwlock_acquire(&lock->dep_map, 0, 1, _RET_IP_);
 133                 return 1;
 134         }
 135         preempt_enable();
 136         return 0;
 137 }
 138
 139 /*
 140  * If lockdep is enabled then we use the non-preemption spin-ops
 141  * even on CONFIG_PREEMPT, because lockdep assumes that interrupts are
 142  * not re-enabled during lock-acquire (which the preempt-spin-ops do):
 143  */
 144 #if !defined(CONFIG_GENERIC_LOCKBREAK) || defined(CONFIG_DEBUG_LOCK_ALLOC)
 145
 146 static inline void __raw_read_lock(rwlock_t *lock)
 147 {
 148         preempt_disable();
 149         rwlock_acquire_read(&lock->dep_map, 0, 0, _RET_IP_);
 150         LOCK_CONTENDED(lock, do_raw_read_trylock, do_raw_read_lock);
 151 }
 152
 153 static inline unsigned long __raw_read_lock_irqsave(rwlock_t *lock)
 154 {
 155         unsigned long flags;
 156
 157         local_irq_save(flags);
 158         preempt_disable();
 159         rwlock_acquire_read(&lock->dep_map, 0, 0, _RET_IP_);
 160         LOCK_CONTENDED_FLAGS(lock, do_raw_read_trylock, do_raw_read_lock,
 161                              do_raw_read_lock_flags, &flags);
 162         return flags;
 163 }
 164
 165 static inline void __raw_read_lock_irq(rwlock_t *lock)
 166 {
 167         local_irq_disable();
 168         preempt_disable();
 169         rwlock_acquire_read(&lock->dep_map, 0, 0, _RET_IP_);
 170         LOCK_CONTENDED(lock, do_raw_read_trylock, do_raw_read_lock);
 171 }
 172
 173 static inline void __raw_read_lock_bh(rwlock_t *lock)
 174 {
 175         __local_bh_disable_ip(_RET_IP_, SOFTIRQ_LOCK_OFFSET);
 176         rwlock_acquire_read(&lock->dep_map, 0, 0, _RET_IP_);
 177         LOCK_CONTENDED(lock, do_raw_read_trylock, do_raw_read_lock);
 178 }
 179
 180 static inline unsigned long __raw_write_lock_irqsave(rwlock_t *lock)
 181 {
 182         unsigned long flags;
 183
 184         local_irq_save(flags);
 185         preempt_disable();
 186         rwlock_acquire(&lock->dep_map, 0, 0, _RET_IP_);
 187         LOCK_CONTENDED_FLAGS(lock, do_raw_write_trylock, do_raw_write_lock,
 188                              do_raw_write_lock_flags, &flags);
 189         return flags;
 190 }
 191
 192 static inline void __raw_write_lock_irq(rwlock_t *lock)
 193 {
 194         local_irq_disable();
 195         preempt_disable();
 196         rwlock_acquire(&lock->dep_map, 0, 0, _RET_IP_);
 197         LOCK_CONTENDED(lock, do_raw_write_trylock, do_raw_write_lock);
 198 }
 199
 200 static inline void __raw_write_lock_bh(rwlock_t *lock)
 201 {
 202         __local_bh_disable_ip(_RET_IP_, SOFTIRQ_LOCK_OFFSET);
 203         rwlock_acquire(&lock->dep_map, 0, 0, _RET_IP_);
 204         LOCK_CONTENDED(lock, do_raw_write_trylock, do_raw_write_lock);
 205 }
 206
 207 static inline void __raw_write_lock(rwlock_t *lock)
 208 {
 209         preempt_disable();
 210         rwlock_acquire(&lock->dep_map, 0, 0, _RET_IP_);
 211         LOCK_CONTENDED(lock, do_raw_write_trylock, do_raw_write_lock);
 212 }
 213
 214 #endif /* !CONFIG_GENERIC_LOCKBREAK || CONFIG_DEBUG_LOCK_ALLOC */
 215
 216 static inline void __raw_write_unlock(rwlock_t *lock)
 217 {
 218         rwlock_release(&lock->dep_map, 1, _RET_IP_);
 219         do_raw_write_unlock(lock);
 220         preempt_enable();
 221 }
 222
 223 static inline void __raw_read_unlock(rwlock_t *lock)
 224 {
 225         rwlock_release(&lock->dep_map, 1, _RET_IP_);
 226         do_raw_read_unlock(lock);
 227         preempt_enable();
 228 }
 229
 230 static inline void
 231 __raw_read_unlock_irqrestore(rwlock_t *lock, unsigned long flags)
 232 {
 233         rwlock_release(&lock->dep_map, 1, _RET_IP_);
 234         do_raw_read_unlock(lock);
 235         local_irq_restore(flags);
 236         preempt_enable();
 237 }
 238
 239 static inline void __raw_read_unlock_irq(rwlock_t *lock)
 240 {
 241         rwlock_release(&lock->dep_map, 1, _RET_IP_);
 242         do_raw_read_unlock(lock);
 243         local_irq_enable();
 244         preempt_enable();
 245 }
 246
 247 static inline void __raw_read_unlock_bh(rwlock_t *lock)
 248 {
 249         rwlock_release(&lock->dep_map, 1, _RET_IP_);
 250         do_raw_read_unlock(lock);
 251         __local_bh_enable_ip(_RET_IP_, SOFTIRQ_LOCK_OFFSET);
 252 }
 253
 254 static inline void __raw_write_unlock_irqrestore(rwlock_t *lock,
 255                                              unsigned long flags)
 256 {
 257         rwlock_release(&lock->dep_map, 1, _RET_IP_);
 258         do_raw_write_unlock(lock);
 259         local_irq_restore(flags);
 260         preempt_enable();
 261 }
 262
 263 static inline void __raw_write_unlock_irq(rwlock_t *lock)
 264 {
 265         rwlock_release(&lock->dep_map, 1, _RET_IP_);
 266         do_raw_write_unlock(lock);
 267         local_irq_enable();
 268         preempt_enable();
 269 }
 270
 271 static inline void __raw_write_unlock_bh(rwlock_t *lock)
 272 {
 273         rwlock_release(&lock->dep_map, 1, _RET_IP_);
 274         do_raw_write_unlock(lock);
 275         __local_bh_enable_ip(_RET_IP_, SOFTIRQ_LOCK_OFFSET);
 276 }
 277
 278 #endif /* __LINUX_RWLOCK_API_SMP_H */