Lines Matching refs:lock
72 #define LOCK_SECTION_NAME ".text..lock."KBUILD_BASENAME
101 extern void __raw_spin_lock_init(raw_spinlock_t *lock, const char *name,
104 # define raw_spin_lock_init(lock) \
108 __raw_spin_lock_init((lock), #lock, &__key, LD_WAIT_SPIN); \
112 # define raw_spin_lock_init(lock) \
113 do { *(lock) = __RAW_SPIN_LOCK_UNLOCKED(lock); } while (0)
116 #define raw_spin_is_locked(lock) arch_spin_is_locked(&(lock)->raw_lock)
119 #define raw_spin_is_contended(lock) arch_spin_is_contended(&(lock)->raw_lock)
121 #define raw_spin_is_contended(lock) (((void)(lock), 0))
126 * between program-order earlier lock acquisitions and program-order later
166 * Property (2) upgrades the lock to an RCsc lock.
180 extern void do_raw_spin_lock(raw_spinlock_t *lock) __acquires(lock);
181 extern int do_raw_spin_trylock(raw_spinlock_t *lock);
182 extern void do_raw_spin_unlock(raw_spinlock_t *lock) __releases(lock);
184 static inline void do_raw_spin_lock(raw_spinlock_t *lock) __acquires(lock)
186 __acquire(lock);
187 arch_spin_lock(&lock->raw_lock);
191 static inline int do_raw_spin_trylock(raw_spinlock_t *lock)
193 int ret = arch_spin_trylock(&(lock)->raw_lock);
201 static inline void do_raw_spin_unlock(raw_spinlock_t *lock) __releases(lock)
204 arch_spin_unlock(&lock->raw_lock);
205 __release(lock);
215 #define raw_spin_trylock(lock) __cond_lock(lock, _raw_spin_trylock(lock))
217 #define raw_spin_lock(lock) _raw_spin_lock(lock)
220 # define raw_spin_lock_nested(lock, subclass) \
221 _raw_spin_lock_nested(lock, subclass)
223 # define raw_spin_lock_nest_lock(lock, nest_lock) \
226 _raw_spin_lock_nest_lock(lock, &(nest_lock)->dep_map); \
234 # define raw_spin_lock_nested(lock, subclass) \
235 _raw_spin_lock(((void)(subclass), (lock)))
236 # define raw_spin_lock_nest_lock(lock, nest_lock) _raw_spin_lock(lock)
241 #define raw_spin_lock_irqsave(lock, flags) \
244 flags = _raw_spin_lock_irqsave(lock); \
248 #define raw_spin_lock_irqsave_nested(lock, flags, subclass) \
251 flags = _raw_spin_lock_irqsave_nested(lock, subclass); \
254 #define raw_spin_lock_irqsave_nested(lock, flags, subclass) \
257 flags = _raw_spin_lock_irqsave(lock); \
263 #define raw_spin_lock_irqsave(lock, flags) \
266 _raw_spin_lock_irqsave(lock, flags); \
269 #define raw_spin_lock_irqsave_nested(lock, flags, subclass) \
270 raw_spin_lock_irqsave(lock, flags)
274 #define raw_spin_lock_irq(lock) _raw_spin_lock_irq(lock)
275 #define raw_spin_lock_bh(lock) _raw_spin_lock_bh(lock)
276 #define raw_spin_unlock(lock) _raw_spin_unlock(lock)
277 #define raw_spin_unlock_irq(lock) _raw_spin_unlock_irq(lock)
279 #define raw_spin_unlock_irqrestore(lock, flags) \
282 _raw_spin_unlock_irqrestore(lock, flags); \
284 #define raw_spin_unlock_bh(lock) _raw_spin_unlock_bh(lock)
286 #define raw_spin_trylock_bh(lock) \
287 __cond_lock(lock, _raw_spin_trylock_bh(lock))
289 #define raw_spin_trylock_irq(lock) \
292 raw_spin_trylock(lock) ? \
296 #define raw_spin_trylock_irqsave(lock, flags) \
299 raw_spin_trylock(lock) ? \
324 static __always_inline raw_spinlock_t *spinlock_check(spinlock_t *lock)
326 return &lock->rlock;
331 # define spin_lock_init(lock) \
335 __raw_spin_lock_init(spinlock_check(lock), \
336 #lock, &__key, LD_WAIT_CONFIG); \
349 static __always_inline void spin_lock(spinlock_t *lock)
351 raw_spin_lock(&lock->rlock);
354 static __always_inline void spin_lock_bh(spinlock_t *lock)
356 raw_spin_lock_bh(&lock->rlock);
359 static __always_inline int spin_trylock(spinlock_t *lock)
361 return raw_spin_trylock(&lock->rlock);
364 #define spin_lock_nested(lock, subclass) \
366 raw_spin_lock_nested(spinlock_check(lock), subclass); \
369 #define spin_lock_nest_lock(lock, nest_lock) \
371 raw_spin_lock_nest_lock(spinlock_check(lock), nest_lock); \
374 static __always_inline void spin_lock_irq(spinlock_t *lock)
376 raw_spin_lock_irq(&lock->rlock);
379 #define spin_lock_irqsave(lock, flags) \
381 raw_spin_lock_irqsave(spinlock_check(lock), flags); \
384 #define spin_lock_irqsave_nested(lock, flags, subclass) \
386 raw_spin_lock_irqsave_nested(spinlock_check(lock), flags, subclass); \
389 static __always_inline void spin_unlock(spinlock_t *lock)
391 raw_spin_unlock(&lock->rlock);
394 static __always_inline void spin_unlock_bh(spinlock_t *lock)
396 raw_spin_unlock_bh(&lock->rlock);
399 static __always_inline void spin_unlock_irq(spinlock_t *lock)
401 raw_spin_unlock_irq(&lock->rlock);
404 static __always_inline void spin_unlock_irqrestore(spinlock_t *lock, unsigned long flags)
406 raw_spin_unlock_irqrestore(&lock->rlock, flags);
409 static __always_inline int spin_trylock_bh(spinlock_t *lock)
411 return raw_spin_trylock_bh(&lock->rlock);
414 static __always_inline int spin_trylock_irq(spinlock_t *lock)
416 return raw_spin_trylock_irq(&lock->rlock);
419 #define spin_trylock_irqsave(lock, flags) \
421 raw_spin_trylock_irqsave(spinlock_check(lock), flags); \
426 * @lock: Pointer to the spinlock.
433 * Returns: 1 if @lock is locked, 0 otherwise.
442 static __always_inline int spin_is_locked(spinlock_t *lock)
444 return raw_spin_is_locked(&lock->rlock);
447 static __always_inline int spin_is_contended(spinlock_t *lock)
449 return raw_spin_is_contended(&lock->rlock);
452 #define assert_spin_locked(lock) assert_raw_spin_locked(&(lock)->rlock)
463 static inline int spin_needbreak(spinlock_t *lock)
466 return spin_is_contended(lock);
475 * Returns zero if the lock is not contended or the system / underlying
480 static inline int rwlock_needbreak(rwlock_t *lock)
483 return rwlock_is_contended(lock);
495 * atomic_dec_and_lock - lock on reaching reference count zero
497 * @lock: the spinlock in question
500 * @lock. Returns false for all other cases.
502 extern int _atomic_dec_and_lock(atomic_t *atomic, spinlock_t *lock);
503 #define atomic_dec_and_lock(atomic, lock) \
504 __cond_lock(lock, _atomic_dec_and_lock(atomic, lock))
506 extern int _atomic_dec_and_lock_irqsave(atomic_t *atomic, spinlock_t *lock,
508 #define atomic_dec_and_lock_irqsave(atomic, lock, flags) \
509 __cond_lock(lock, _atomic_dec_and_lock_irqsave(atomic, lock, &(flags)))
511 extern int _atomic_dec_and_raw_lock(atomic_t *atomic, raw_spinlock_t *lock);
512 #define atomic_dec_and_raw_lock(atomic, lock) \
513 __cond_lock(lock, _atomic_dec_and_raw_lock(atomic, lock))
515 extern int _atomic_dec_and_raw_lock_irqsave(atomic_t *atomic, raw_spinlock_t *lock,
517 #define atomic_dec_and_raw_lock_irqsave(atomic, lock, flags) \
518 __cond_lock(lock, _atomic_dec_and_raw_lock_irqsave(atomic, lock, &(flags)))
538 raw_spin_lock(_T->lock),
539 raw_spin_unlock(_T->lock))
541 DEFINE_LOCK_GUARD_1_COND(raw_spinlock, _try, raw_spin_trylock(_T->lock))
544 raw_spin_lock_nested(_T->lock, SINGLE_DEPTH_NESTING),
545 raw_spin_unlock(_T->lock))
548 raw_spin_lock_irq(_T->lock),
549 raw_spin_unlock_irq(_T->lock))
551 DEFINE_LOCK_GUARD_1_COND(raw_spinlock_irq, _try, raw_spin_trylock_irq(_T->lock))
554 raw_spin_lock_irqsave(_T->lock, _T->flags),
555 raw_spin_unlock_irqrestore(_T->lock, _T->flags),
559 raw_spin_trylock_irqsave(_T->lock, _T->flags))
562 spin_lock(_T->lock),
563 spin_unlock(_T->lock))
565 DEFINE_LOCK_GUARD_1_COND(spinlock, _try, spin_trylock(_T->lock))
568 spin_lock_irq(_T->lock),
569 spin_unlock_irq(_T->lock))
572 spin_trylock_irq(_T->lock))
575 spin_lock_irqsave(_T->lock, _T->flags),
576 spin_unlock_irqrestore(_T->lock, _T->flags),
580 spin_trylock_irqsave(_T->lock, _T->flags))
583 read_lock(_T->lock),
584 read_unlock(_T->lock))
587 read_lock_irq(_T->lock),
588 read_unlock_irq(_T->lock))
591 read_lock_irqsave(_T->lock, _T->flags),
592 read_unlock_irqrestore(_T->lock, _T->flags),
596 write_lock(_T->lock),
597 write_unlock(_T->lock))
600 write_lock_irq(_T->lock),
601 write_unlock_irq(_T->lock))
604 write_lock_irqsave(_T->lock, _T->flags),
605 write_unlock_irqrestore(_T->lock, _T->flags),