1 #ifndef __LINUX_SPINLOCK_API_SMP_H
2 #define __LINUX_SPINLOCK_API_SMP_H
4 #ifndef __LINUX_SPINLOCK_H
5 # error "please don't include this file directly"
9 * include/linux/spinlock_api_smp.h
11 * spinlock API declarations on SMP (and debug)
12 * (implemented in kernel/spinlock.c)
14 * portions Copyright 2005, Red Hat, Inc., Ingo Molnar
15 * Released under the General Public License (GPL).
18 int in_lock_functions(unsigned long addr);
20 #define assert_spin_locked(x) BUG_ON(!spin_is_locked(x))
22 void __lockfunc _spin_lock(spinlock_t *lock) __acquires(lock);
23 void __lockfunc _spin_lock_nested(spinlock_t *lock, int subclass)
25 void __lockfunc _spin_lock_nest_lock(spinlock_t *lock, struct lockdep_map *map)
27 void __lockfunc _read_lock(rwlock_t *lock) __acquires(lock);
28 void __lockfunc _write_lock(rwlock_t *lock) __acquires(lock);
29 void __lockfunc _spin_lock_bh(spinlock_t *lock) __acquires(lock);
30 void __lockfunc _read_lock_bh(rwlock_t *lock) __acquires(lock);
31 void __lockfunc _write_lock_bh(rwlock_t *lock) __acquires(lock);
32 void __lockfunc _spin_lock_irq(spinlock_t *lock) __acquires(lock);
33 void __lockfunc _read_lock_irq(rwlock_t *lock) __acquires(lock);
34 void __lockfunc _write_lock_irq(rwlock_t *lock) __acquires(lock);
35 unsigned long __lockfunc _spin_lock_irqsave(spinlock_t *lock)
37 unsigned long __lockfunc _spin_lock_irqsave_nested(spinlock_t *lock, int subclass)
39 unsigned long __lockfunc _read_lock_irqsave(rwlock_t *lock)
41 unsigned long __lockfunc _write_lock_irqsave(rwlock_t *lock)
43 int __lockfunc _spin_trylock(spinlock_t *lock);
44 int __lockfunc _read_trylock(rwlock_t *lock);
45 int __lockfunc _write_trylock(rwlock_t *lock);
46 int __lockfunc _spin_trylock_bh(spinlock_t *lock);
47 void __lockfunc _spin_unlock(spinlock_t *lock) __releases(lock);
48 void __lockfunc _read_unlock(rwlock_t *lock) __releases(lock);
49 void __lockfunc _write_unlock(rwlock_t *lock) __releases(lock);
50 void __lockfunc _spin_unlock_bh(spinlock_t *lock) __releases(lock);
51 void __lockfunc _read_unlock_bh(rwlock_t *lock) __releases(lock);
52 void __lockfunc _write_unlock_bh(rwlock_t *lock) __releases(lock);
53 void __lockfunc _spin_unlock_irq(spinlock_t *lock) __releases(lock);
54 void __lockfunc _read_unlock_irq(rwlock_t *lock) __releases(lock);
55 void __lockfunc _write_unlock_irq(rwlock_t *lock) __releases(lock);
56 void __lockfunc _spin_unlock_irqrestore(spinlock_t *lock, unsigned long flags)
58 void __lockfunc _read_unlock_irqrestore(rwlock_t *lock, unsigned long flags)
60 void __lockfunc _write_unlock_irqrestore(rwlock_t *lock, unsigned long flags)
63 #ifdef CONFIG_INLINE_SPIN_LOCK
64 #define _spin_lock(lock) __spin_lock(lock)
67 #ifdef CONFIG_INLINE_READ_LOCK
68 #define _read_lock(lock) __read_lock(lock)
71 #ifdef CONFIG_INLINE_WRITE_LOCK
72 #define _write_lock(lock) __write_lock(lock)
75 #ifdef CONFIG_INLINE_SPIN_LOCK_BH
76 #define _spin_lock_bh(lock) __spin_lock_bh(lock)
79 #ifdef CONFIG_INLINE_READ_LOCK_BH
80 #define _read_lock_bh(lock) __read_lock_bh(lock)
83 #ifdef CONFIG_INLINE_WRITE_LOCK_BH
84 #define _write_lock_bh(lock) __write_lock_bh(lock)
87 #ifdef CONFIG_INLINE_SPIN_LOCK_IRQ
88 #define _spin_lock_irq(lock) __spin_lock_irq(lock)
91 #ifdef CONFIG_INLINE_READ_LOCK_IRQ
92 #define _read_lock_irq(lock) __read_lock_irq(lock)
95 #ifdef CONFIG_INLINE_WRITE_LOCK_IRQ
96 #define _write_lock_irq(lock) __write_lock_irq(lock)
99 #ifdef CONFIG_INLINE_SPIN_LOCK_IRQSAVE
100 #define _spin_lock_irqsave(lock) __spin_lock_irqsave(lock)
103 #ifdef CONFIG_INLINE_READ_LOCK_IRQSAVE
104 #define _read_lock_irqsave(lock) __read_lock_irqsave(lock)
107 #ifdef CONFIG_INLINE_WRITE_LOCK_IRQSAVE
108 #define _write_lock_irqsave(lock) __write_lock_irqsave(lock)
111 #ifdef CONFIG_INLINE_SPIN_TRYLOCK
112 #define _spin_trylock(lock) __spin_trylock(lock)
115 #ifdef CONFIG_INLINE_READ_TRYLOCK
116 #define _read_trylock(lock) __read_trylock(lock)
119 #ifdef CONFIG_INLINE_WRITE_TRYLOCK
120 #define _write_trylock(lock) __write_trylock(lock)
123 #ifdef CONFIG_INLINE_SPIN_TRYLOCK_BH
124 #define _spin_trylock_bh(lock) __spin_trylock_bh(lock)
127 #ifdef CONFIG_INLINE_SPIN_UNLOCK
128 #define _spin_unlock(lock) __spin_unlock(lock)
131 #ifdef CONFIG_INLINE_READ_UNLOCK
132 #define _read_unlock(lock) __read_unlock(lock)
135 #ifdef CONFIG_INLINE_WRITE_UNLOCK
136 #define _write_unlock(lock) __write_unlock(lock)
139 #ifdef CONFIG_INLINE_SPIN_UNLOCK_BH
140 #define _spin_unlock_bh(lock) __spin_unlock_bh(lock)
143 #ifdef CONFIG_INLINE_READ_UNLOCK_BH
144 #define _read_unlock_bh(lock) __read_unlock_bh(lock)
147 #ifdef CONFIG_INLINE_WRITE_UNLOCK_BH
148 #define _write_unlock_bh(lock) __write_unlock_bh(lock)
151 #ifdef CONFIG_INLINE_SPIN_UNLOCK_IRQ
152 #define _spin_unlock_irq(lock) __spin_unlock_irq(lock)
155 #ifdef CONFIG_INLINE_READ_UNLOCK_IRQ
156 #define _read_unlock_irq(lock) __read_unlock_irq(lock)
159 #ifdef CONFIG_INLINE_WRITE_UNLOCK_IRQ
160 #define _write_unlock_irq(lock) __write_unlock_irq(lock)
163 #ifdef CONFIG_INLINE_SPIN_UNLOCK_IRQRESTORE
164 #define _spin_unlock_irqrestore(lock, flags) __spin_unlock_irqrestore(lock, flags)
167 #ifdef CONFIG_INLINE_READ_UNLOCK_IRQRESTORE
168 #define _read_unlock_irqrestore(lock, flags) __read_unlock_irqrestore(lock, flags)
171 #ifdef CONFIG_INLINE_WRITE_UNLOCK_IRQRESTORE
172 #define _write_unlock_irqrestore(lock, flags) __write_unlock_irqrestore(lock, flags)
175 static inline int __spin_trylock(spinlock_t *lock)
178 if (_raw_spin_trylock(lock)) {
179 spin_acquire(&lock->dep_map, 0, 1, _RET_IP_);
186 static inline int __read_trylock(rwlock_t *lock)
189 if (_raw_read_trylock(lock)) {
190 rwlock_acquire_read(&lock->dep_map, 0, 1, _RET_IP_);
197 static inline int __write_trylock(rwlock_t *lock)
200 if (_raw_write_trylock(lock)) {
201 rwlock_acquire(&lock->dep_map, 0, 1, _RET_IP_);
209 * If lockdep is enabled then we use the non-preemption spin-ops
210 * even on CONFIG_PREEMPT, because lockdep assumes that interrupts are
211 * not re-enabled during lock-acquire (which the preempt-spin-ops do):
213 #if !defined(CONFIG_GENERIC_LOCKBREAK) || defined(CONFIG_DEBUG_LOCK_ALLOC)
215 static inline void __read_lock(rwlock_t *lock)
218 rwlock_acquire_read(&lock->dep_map, 0, 0, _RET_IP_);
219 LOCK_CONTENDED(lock, _raw_read_trylock, _raw_read_lock);
222 static inline unsigned long __spin_lock_irqsave(spinlock_t *lock)
226 local_irq_save(flags);
228 spin_acquire(&lock->dep_map, 0, 0, _RET_IP_);
230 * On lockdep we dont want the hand-coded irq-enable of
231 * _raw_spin_lock_flags() code, because lockdep assumes
232 * that interrupts are not re-enabled during lock-acquire:
234 #ifdef CONFIG_LOCKDEP
235 LOCK_CONTENDED(lock, _raw_spin_trylock, _raw_spin_lock);
237 _raw_spin_lock_flags(lock, &flags);
242 static inline void __spin_lock_irq(spinlock_t *lock)
246 spin_acquire(&lock->dep_map, 0, 0, _RET_IP_);
247 LOCK_CONTENDED(lock, _raw_spin_trylock, _raw_spin_lock);
250 static inline void __spin_lock_bh(spinlock_t *lock)
254 spin_acquire(&lock->dep_map, 0, 0, _RET_IP_);
255 LOCK_CONTENDED(lock, _raw_spin_trylock, _raw_spin_lock);
258 static inline unsigned long __read_lock_irqsave(rwlock_t *lock)
262 local_irq_save(flags);
264 rwlock_acquire_read(&lock->dep_map, 0, 0, _RET_IP_);
265 LOCK_CONTENDED_FLAGS(lock, _raw_read_trylock, _raw_read_lock,
266 _raw_read_lock_flags, &flags);
270 static inline void __read_lock_irq(rwlock_t *lock)
274 rwlock_acquire_read(&lock->dep_map, 0, 0, _RET_IP_);
275 LOCK_CONTENDED(lock, _raw_read_trylock, _raw_read_lock);
278 static inline void __read_lock_bh(rwlock_t *lock)
282 rwlock_acquire_read(&lock->dep_map, 0, 0, _RET_IP_);
283 LOCK_CONTENDED(lock, _raw_read_trylock, _raw_read_lock);
286 static inline unsigned long __write_lock_irqsave(rwlock_t *lock)
290 local_irq_save(flags);
292 rwlock_acquire(&lock->dep_map, 0, 0, _RET_IP_);
293 LOCK_CONTENDED_FLAGS(lock, _raw_write_trylock, _raw_write_lock,
294 _raw_write_lock_flags, &flags);
298 static inline void __write_lock_irq(rwlock_t *lock)
302 rwlock_acquire(&lock->dep_map, 0, 0, _RET_IP_);
303 LOCK_CONTENDED(lock, _raw_write_trylock, _raw_write_lock);
306 static inline void __write_lock_bh(rwlock_t *lock)
310 rwlock_acquire(&lock->dep_map, 0, 0, _RET_IP_);
311 LOCK_CONTENDED(lock, _raw_write_trylock, _raw_write_lock);
314 static inline void __spin_lock(spinlock_t *lock)
317 spin_acquire(&lock->dep_map, 0, 0, _RET_IP_);
318 LOCK_CONTENDED(lock, _raw_spin_trylock, _raw_spin_lock);
321 static inline void __write_lock(rwlock_t *lock)
324 rwlock_acquire(&lock->dep_map, 0, 0, _RET_IP_);
325 LOCK_CONTENDED(lock, _raw_write_trylock, _raw_write_lock);
328 #endif /* CONFIG_PREEMPT */
330 static inline void __spin_unlock(spinlock_t *lock)
332 spin_release(&lock->dep_map, 1, _RET_IP_);
333 _raw_spin_unlock(lock);
337 static inline void __write_unlock(rwlock_t *lock)
339 rwlock_release(&lock->dep_map, 1, _RET_IP_);
340 _raw_write_unlock(lock);
344 static inline void __read_unlock(rwlock_t *lock)
346 rwlock_release(&lock->dep_map, 1, _RET_IP_);
347 _raw_read_unlock(lock);
351 static inline void __spin_unlock_irqrestore(spinlock_t *lock,
354 spin_release(&lock->dep_map, 1, _RET_IP_);
355 _raw_spin_unlock(lock);
356 local_irq_restore(flags);
360 static inline void __spin_unlock_irq(spinlock_t *lock)
362 spin_release(&lock->dep_map, 1, _RET_IP_);
363 _raw_spin_unlock(lock);
368 static inline void __spin_unlock_bh(spinlock_t *lock)
370 spin_release(&lock->dep_map, 1, _RET_IP_);
371 _raw_spin_unlock(lock);
372 preempt_enable_no_resched();
373 local_bh_enable_ip((unsigned long)__builtin_return_address(0));
376 static inline void __read_unlock_irqrestore(rwlock_t *lock, unsigned long flags)
378 rwlock_release(&lock->dep_map, 1, _RET_IP_);
379 _raw_read_unlock(lock);
380 local_irq_restore(flags);
384 static inline void __read_unlock_irq(rwlock_t *lock)
386 rwlock_release(&lock->dep_map, 1, _RET_IP_);
387 _raw_read_unlock(lock);
392 static inline void __read_unlock_bh(rwlock_t *lock)
394 rwlock_release(&lock->dep_map, 1, _RET_IP_);
395 _raw_read_unlock(lock);
396 preempt_enable_no_resched();
397 local_bh_enable_ip((unsigned long)__builtin_return_address(0));
400 static inline void __write_unlock_irqrestore(rwlock_t *lock,
403 rwlock_release(&lock->dep_map, 1, _RET_IP_);
404 _raw_write_unlock(lock);
405 local_irq_restore(flags);
409 static inline void __write_unlock_irq(rwlock_t *lock)
411 rwlock_release(&lock->dep_map, 1, _RET_IP_);
412 _raw_write_unlock(lock);
417 static inline void __write_unlock_bh(rwlock_t *lock)
419 rwlock_release(&lock->dep_map, 1, _RET_IP_);
420 _raw_write_unlock(lock);
421 preempt_enable_no_resched();
422 local_bh_enable_ip((unsigned long)__builtin_return_address(0));
425 static inline int __spin_trylock_bh(spinlock_t *lock)
429 if (_raw_spin_trylock(lock)) {
430 spin_acquire(&lock->dep_map, 0, 1, _RET_IP_);
433 preempt_enable_no_resched();
434 local_bh_enable_ip((unsigned long)__builtin_return_address(0));
438 #endif /* __LINUX_SPINLOCK_API_SMP_H */