Commit 3e71f016 authored by Linus Torvalds's avatar Linus Torvalds

Merge tag 'locking-core-2022-10-07' of git://git.kernel.org/pub/scm/linux/kernel/git/tip/tip

Pull locking updates from Ingo Molnar:

 - Disable preemption in rwsem_write_trylock()'s attempt to take the
   rwsem, to avoid RT tasks hogging the CPU, which managed to preempt
   this function after the owner has been cleared but before a new owner
   is set. Also add debug checks to enforce this.

 - Add __lockfunc to more slow path functions and add __sched to
   semaphore functions.

 - Mark spinlock APIs noinline when the respective CONFIG_INLINE_SPIN_*
   toggles are disabled, to reduce LTO text size.

 - Print more debug information when lockdep gets confused in
   look_up_lock_class().

 - Improve header file abuse checks.

 - Misc cleanups

* tag 'locking-core-2022-10-07' of git://git.kernel.org/pub/scm/linux/kernel/git/tip/tip:
  locking/lockdep: Print more debug information - report name and key when look_up_lock_class() got confused
  locking: Add __sched to semaphore functions
  locking/rwsem: Disable preemption while trying for rwsem lock
  locking: Detect includes rwlock.h outside of spinlock.h
  locking: Add __lockfunc to slow path functions
  locking/spinlocks: Mark spinlocks noinline when inline spinlocks are disabled
  selftests: futex: Fix 'the the' typo in comment
parents 3871d93b 76e64c73
...@@ -12,7 +12,7 @@ ...@@ -12,7 +12,7 @@
*/ */
#ifdef CONFIG_64BIT #ifdef CONFIG_64BIT
PV_CALLEE_SAVE_REGS_THUNK(__pv_queued_spin_unlock_slowpath); __PV_CALLEE_SAVE_REGS_THUNK(__pv_queued_spin_unlock_slowpath, ".spinlock.text");
#define __pv_queued_spin_unlock __pv_queued_spin_unlock #define __pv_queued_spin_unlock __pv_queued_spin_unlock
#define PV_UNLOCK "__raw_callee_save___pv_queued_spin_unlock" #define PV_UNLOCK "__raw_callee_save___pv_queued_spin_unlock"
#define PV_UNLOCK_SLOWPATH "__raw_callee_save___pv_queued_spin_unlock_slowpath" #define PV_UNLOCK_SLOWPATH "__raw_callee_save___pv_queued_spin_unlock_slowpath"
...@@ -20,9 +20,10 @@ PV_CALLEE_SAVE_REGS_THUNK(__pv_queued_spin_unlock_slowpath); ...@@ -20,9 +20,10 @@ PV_CALLEE_SAVE_REGS_THUNK(__pv_queued_spin_unlock_slowpath);
/* /*
* Optimized assembly version of __raw_callee_save___pv_queued_spin_unlock * Optimized assembly version of __raw_callee_save___pv_queued_spin_unlock
* which combines the registers saving trunk and the body of the following * which combines the registers saving trunk and the body of the following
* C code: * C code. Note that it puts the code in the .spinlock.text section which
* is equivalent to adding __lockfunc in the C code:
* *
* void __pv_queued_spin_unlock(struct qspinlock *lock) * void __lockfunc __pv_queued_spin_unlock(struct qspinlock *lock)
* { * {
* u8 lockval = cmpxchg(&lock->locked, _Q_LOCKED_VAL, 0); * u8 lockval = cmpxchg(&lock->locked, _Q_LOCKED_VAL, 0);
* *
...@@ -36,7 +37,7 @@ PV_CALLEE_SAVE_REGS_THUNK(__pv_queued_spin_unlock_slowpath); ...@@ -36,7 +37,7 @@ PV_CALLEE_SAVE_REGS_THUNK(__pv_queued_spin_unlock_slowpath);
* rsi = lockval (second argument) * rsi = lockval (second argument)
* rdx = internal variable (set to 0) * rdx = internal variable (set to 0)
*/ */
asm (".pushsection .text;" asm (".pushsection .spinlock.text;"
".globl " PV_UNLOCK ";" ".globl " PV_UNLOCK ";"
".type " PV_UNLOCK ", @function;" ".type " PV_UNLOCK ", @function;"
".align 4,0x90;" ".align 4,0x90;"
...@@ -65,8 +66,8 @@ asm (".pushsection .text;" ...@@ -65,8 +66,8 @@ asm (".pushsection .text;"
#else /* CONFIG_64BIT */ #else /* CONFIG_64BIT */
extern void __pv_queued_spin_unlock(struct qspinlock *lock); extern void __lockfunc __pv_queued_spin_unlock(struct qspinlock *lock);
PV_CALLEE_SAVE_REGS_THUNK(__pv_queued_spin_unlock); __PV_CALLEE_SAVE_REGS_THUNK(__pv_queued_spin_unlock, ".spinlock.text");
#endif /* CONFIG_64BIT */ #endif /* CONFIG_64BIT */
#endif #endif
#ifndef __LINUX_RWLOCK_H #ifndef __LINUX_RWLOCK_H
#define __LINUX_RWLOCK_H #define __LINUX_RWLOCK_H
#ifndef __LINUX_SPINLOCK_H #ifndef __LINUX_INSIDE_SPINLOCK_H
# error "please don't include this file directly" # error "please don't include this file directly"
#endif #endif
......
/* SPDX-License-Identifier: GPL-2.0 */ /* SPDX-License-Identifier: GPL-2.0 */
#ifndef __LINUX_SPINLOCK_H #ifndef __LINUX_SPINLOCK_H
#define __LINUX_SPINLOCK_H #define __LINUX_SPINLOCK_H
#define __LINUX_INSIDE_SPINLOCK_H
/* /*
* include/linux/spinlock.h - generic spinlock/rwlock declarations * include/linux/spinlock.h - generic spinlock/rwlock declarations
...@@ -492,4 +493,5 @@ int __alloc_bucket_spinlocks(spinlock_t **locks, unsigned int *lock_mask, ...@@ -492,4 +493,5 @@ int __alloc_bucket_spinlocks(spinlock_t **locks, unsigned int *lock_mask,
void free_bucket_spinlocks(spinlock_t *locks); void free_bucket_spinlocks(spinlock_t *locks);
#undef __LINUX_INSIDE_SPINLOCK_H
#endif /* __LINUX_SPINLOCK_H */ #endif /* __LINUX_SPINLOCK_H */
#ifndef __LINUX_SPINLOCK_API_SMP_H #ifndef __LINUX_SPINLOCK_API_SMP_H
#define __LINUX_SPINLOCK_API_SMP_H #define __LINUX_SPINLOCK_API_SMP_H
#ifndef __LINUX_SPINLOCK_H #ifndef __LINUX_INSIDE_SPINLOCK_H
# error "please don't include this file directly" # error "please don't include this file directly"
#endif #endif
......
#ifndef __LINUX_SPINLOCK_API_UP_H #ifndef __LINUX_SPINLOCK_API_UP_H
#define __LINUX_SPINLOCK_API_UP_H #define __LINUX_SPINLOCK_API_UP_H
#ifndef __LINUX_SPINLOCK_H #ifndef __LINUX_INSIDE_SPINLOCK_H
# error "please don't include this file directly" # error "please don't include this file directly"
#endif #endif
......
...@@ -2,7 +2,7 @@ ...@@ -2,7 +2,7 @@
#ifndef __LINUX_SPINLOCK_RT_H #ifndef __LINUX_SPINLOCK_RT_H
#define __LINUX_SPINLOCK_RT_H #define __LINUX_SPINLOCK_RT_H
#ifndef __LINUX_SPINLOCK_H #ifndef __LINUX_INSIDE_SPINLOCK_H
#error Do not include directly. Use spinlock.h #error Do not include directly. Use spinlock.h
#endif #endif
......
#ifndef __LINUX_SPINLOCK_UP_H #ifndef __LINUX_SPINLOCK_UP_H
#define __LINUX_SPINLOCK_UP_H #define __LINUX_SPINLOCK_UP_H
#ifndef __LINUX_SPINLOCK_H #ifndef __LINUX_INSIDE_SPINLOCK_H
# error "please don't include this file directly" # error "please don't include this file directly"
#endif #endif
......
...@@ -934,8 +934,10 @@ look_up_lock_class(const struct lockdep_map *lock, unsigned int subclass) ...@@ -934,8 +934,10 @@ look_up_lock_class(const struct lockdep_map *lock, unsigned int subclass)
* Huh! same key, different name? Did someone trample * Huh! same key, different name? Did someone trample
* on some memory? We're most confused. * on some memory? We're most confused.
*/ */
WARN_ON_ONCE(class->name != lock->name && WARN_ONCE(class->name != lock->name &&
lock->key != &__lockdep_no_validate__); lock->key != &__lockdep_no_validate__,
"Looking for class \"%s\" with key %ps, but found a different class \"%s\" with the same key\n",
lock->name, lock->key, class->name);
return class; return class;
} }
} }
......
...@@ -18,7 +18,7 @@ ...@@ -18,7 +18,7 @@
* queued_read_lock_slowpath - acquire read lock of a queued rwlock * queued_read_lock_slowpath - acquire read lock of a queued rwlock
* @lock: Pointer to queued rwlock structure * @lock: Pointer to queued rwlock structure
*/ */
void queued_read_lock_slowpath(struct qrwlock *lock) void __lockfunc queued_read_lock_slowpath(struct qrwlock *lock)
{ {
/* /*
* Readers come here when they cannot get the lock without waiting * Readers come here when they cannot get the lock without waiting
...@@ -63,7 +63,7 @@ EXPORT_SYMBOL(queued_read_lock_slowpath); ...@@ -63,7 +63,7 @@ EXPORT_SYMBOL(queued_read_lock_slowpath);
* queued_write_lock_slowpath - acquire write lock of a queued rwlock * queued_write_lock_slowpath - acquire write lock of a queued rwlock
* @lock : Pointer to queued rwlock structure * @lock : Pointer to queued rwlock structure
*/ */
void queued_write_lock_slowpath(struct qrwlock *lock) void __lockfunc queued_write_lock_slowpath(struct qrwlock *lock)
{ {
int cnts; int cnts;
......
...@@ -313,7 +313,7 @@ static __always_inline u32 __pv_wait_head_or_lock(struct qspinlock *lock, ...@@ -313,7 +313,7 @@ static __always_inline u32 __pv_wait_head_or_lock(struct qspinlock *lock,
* contended : (*,x,y) +--> (*,0,0) ---> (*,0,1) -' : * contended : (*,x,y) +--> (*,0,0) ---> (*,0,1) -' :
* queue : ^--' : * queue : ^--' :
*/ */
void queued_spin_lock_slowpath(struct qspinlock *lock, u32 val) void __lockfunc queued_spin_lock_slowpath(struct qspinlock *lock, u32 val)
{ {
struct mcs_spinlock *prev, *next, *node; struct mcs_spinlock *prev, *next, *node;
u32 old, tail; u32 old, tail;
......
...@@ -489,7 +489,7 @@ pv_wait_head_or_lock(struct qspinlock *lock, struct mcs_spinlock *node) ...@@ -489,7 +489,7 @@ pv_wait_head_or_lock(struct qspinlock *lock, struct mcs_spinlock *node)
* PV versions of the unlock fastpath and slowpath functions to be used * PV versions of the unlock fastpath and slowpath functions to be used
* instead of queued_spin_unlock(). * instead of queued_spin_unlock().
*/ */
__visible void __visible __lockfunc void
__pv_queued_spin_unlock_slowpath(struct qspinlock *lock, u8 locked) __pv_queued_spin_unlock_slowpath(struct qspinlock *lock, u8 locked)
{ {
struct pv_node *node; struct pv_node *node;
...@@ -544,7 +544,7 @@ __pv_queued_spin_unlock_slowpath(struct qspinlock *lock, u8 locked) ...@@ -544,7 +544,7 @@ __pv_queued_spin_unlock_slowpath(struct qspinlock *lock, u8 locked)
#include <asm/qspinlock_paravirt.h> #include <asm/qspinlock_paravirt.h>
#ifndef __pv_queued_spin_unlock #ifndef __pv_queued_spin_unlock
__visible void __pv_queued_spin_unlock(struct qspinlock *lock) __visible __lockfunc void __pv_queued_spin_unlock(struct qspinlock *lock)
{ {
u8 locked; u8 locked;
......
...@@ -133,14 +133,19 @@ ...@@ -133,14 +133,19 @@
* the owner value concurrently without lock. Read from owner, however, * the owner value concurrently without lock. Read from owner, however,
* may not need READ_ONCE() as long as the pointer value is only used * may not need READ_ONCE() as long as the pointer value is only used
* for comparison and isn't being dereferenced. * for comparison and isn't being dereferenced.
*
* Both rwsem_{set,clear}_owner() functions should be in the same
* preempt disable section as the atomic op that changes sem->count.
*/ */
static inline void rwsem_set_owner(struct rw_semaphore *sem) static inline void rwsem_set_owner(struct rw_semaphore *sem)
{ {
lockdep_assert_preemption_disabled();
atomic_long_set(&sem->owner, (long)current); atomic_long_set(&sem->owner, (long)current);
} }
static inline void rwsem_clear_owner(struct rw_semaphore *sem) static inline void rwsem_clear_owner(struct rw_semaphore *sem)
{ {
lockdep_assert_preemption_disabled();
atomic_long_set(&sem->owner, 0); atomic_long_set(&sem->owner, 0);
} }
...@@ -251,13 +256,16 @@ static inline bool rwsem_read_trylock(struct rw_semaphore *sem, long *cntp) ...@@ -251,13 +256,16 @@ static inline bool rwsem_read_trylock(struct rw_semaphore *sem, long *cntp)
static inline bool rwsem_write_trylock(struct rw_semaphore *sem) static inline bool rwsem_write_trylock(struct rw_semaphore *sem)
{ {
long tmp = RWSEM_UNLOCKED_VALUE; long tmp = RWSEM_UNLOCKED_VALUE;
bool ret = false;
preempt_disable();
if (atomic_long_try_cmpxchg_acquire(&sem->count, &tmp, RWSEM_WRITER_LOCKED)) { if (atomic_long_try_cmpxchg_acquire(&sem->count, &tmp, RWSEM_WRITER_LOCKED)) {
rwsem_set_owner(sem); rwsem_set_owner(sem);
return true; ret = true;
} }
return false; preempt_enable();
return ret;
} }
/* /*
...@@ -1352,8 +1360,10 @@ static inline void __up_write(struct rw_semaphore *sem) ...@@ -1352,8 +1360,10 @@ static inline void __up_write(struct rw_semaphore *sem)
DEBUG_RWSEMS_WARN_ON((rwsem_owner(sem) != current) && DEBUG_RWSEMS_WARN_ON((rwsem_owner(sem) != current) &&
!rwsem_test_oflags(sem, RWSEM_NONSPINNABLE), sem); !rwsem_test_oflags(sem, RWSEM_NONSPINNABLE), sem);
preempt_disable();
rwsem_clear_owner(sem); rwsem_clear_owner(sem);
tmp = atomic_long_fetch_add_release(-RWSEM_WRITER_LOCKED, &sem->count); tmp = atomic_long_fetch_add_release(-RWSEM_WRITER_LOCKED, &sem->count);
preempt_enable();
if (unlikely(tmp & RWSEM_FLAG_WAITERS)) if (unlikely(tmp & RWSEM_FLAG_WAITERS))
rwsem_wake(sem); rwsem_wake(sem);
} }
......
...@@ -51,7 +51,7 @@ static noinline void __up(struct semaphore *sem); ...@@ -51,7 +51,7 @@ static noinline void __up(struct semaphore *sem);
* Use of this function is deprecated, please use down_interruptible() or * Use of this function is deprecated, please use down_interruptible() or
* down_killable() instead. * down_killable() instead.
*/ */
void down(struct semaphore *sem) void __sched down(struct semaphore *sem)
{ {
unsigned long flags; unsigned long flags;
...@@ -74,7 +74,7 @@ EXPORT_SYMBOL(down); ...@@ -74,7 +74,7 @@ EXPORT_SYMBOL(down);
* If the sleep is interrupted by a signal, this function will return -EINTR. * If the sleep is interrupted by a signal, this function will return -EINTR.
* If the semaphore is successfully acquired, this function returns 0. * If the semaphore is successfully acquired, this function returns 0.
*/ */
int down_interruptible(struct semaphore *sem) int __sched down_interruptible(struct semaphore *sem)
{ {
unsigned long flags; unsigned long flags;
int result = 0; int result = 0;
...@@ -101,7 +101,7 @@ EXPORT_SYMBOL(down_interruptible); ...@@ -101,7 +101,7 @@ EXPORT_SYMBOL(down_interruptible);
* -EINTR. If the semaphore is successfully acquired, this function returns * -EINTR. If the semaphore is successfully acquired, this function returns
* 0. * 0.
*/ */
int down_killable(struct semaphore *sem) int __sched down_killable(struct semaphore *sem)
{ {
unsigned long flags; unsigned long flags;
int result = 0; int result = 0;
...@@ -131,7 +131,7 @@ EXPORT_SYMBOL(down_killable); ...@@ -131,7 +131,7 @@ EXPORT_SYMBOL(down_killable);
* Unlike mutex_trylock, this function can be used from interrupt context, * Unlike mutex_trylock, this function can be used from interrupt context,
* and the semaphore can be released by any task or interrupt. * and the semaphore can be released by any task or interrupt.
*/ */
int down_trylock(struct semaphore *sem) int __sched down_trylock(struct semaphore *sem)
{ {
unsigned long flags; unsigned long flags;
int count; int count;
...@@ -156,7 +156,7 @@ EXPORT_SYMBOL(down_trylock); ...@@ -156,7 +156,7 @@ EXPORT_SYMBOL(down_trylock);
* If the semaphore is not released within the specified number of jiffies, * If the semaphore is not released within the specified number of jiffies,
* this function returns -ETIME. It returns 0 if the semaphore was acquired. * this function returns -ETIME. It returns 0 if the semaphore was acquired.
*/ */
int down_timeout(struct semaphore *sem, long timeout) int __sched down_timeout(struct semaphore *sem, long timeout)
{ {
unsigned long flags; unsigned long flags;
int result = 0; int result = 0;
...@@ -180,7 +180,7 @@ EXPORT_SYMBOL(down_timeout); ...@@ -180,7 +180,7 @@ EXPORT_SYMBOL(down_timeout);
* Release the semaphore. Unlike mutexes, up() may be called from any * Release the semaphore. Unlike mutexes, up() may be called from any
* context and even by tasks which have never called down(). * context and even by tasks which have never called down().
*/ */
void up(struct semaphore *sem) void __sched up(struct semaphore *sem)
{ {
unsigned long flags; unsigned long flags;
......
...@@ -133,7 +133,7 @@ BUILD_LOCK_OPS(write, rwlock); ...@@ -133,7 +133,7 @@ BUILD_LOCK_OPS(write, rwlock);
#endif #endif
#ifndef CONFIG_INLINE_SPIN_TRYLOCK #ifndef CONFIG_INLINE_SPIN_TRYLOCK
int __lockfunc _raw_spin_trylock(raw_spinlock_t *lock) noinline int __lockfunc _raw_spin_trylock(raw_spinlock_t *lock)
{ {
return __raw_spin_trylock(lock); return __raw_spin_trylock(lock);
} }
...@@ -141,7 +141,7 @@ EXPORT_SYMBOL(_raw_spin_trylock); ...@@ -141,7 +141,7 @@ EXPORT_SYMBOL(_raw_spin_trylock);
#endif #endif
#ifndef CONFIG_INLINE_SPIN_TRYLOCK_BH #ifndef CONFIG_INLINE_SPIN_TRYLOCK_BH
int __lockfunc _raw_spin_trylock_bh(raw_spinlock_t *lock) noinline int __lockfunc _raw_spin_trylock_bh(raw_spinlock_t *lock)
{ {
return __raw_spin_trylock_bh(lock); return __raw_spin_trylock_bh(lock);
} }
...@@ -149,7 +149,7 @@ EXPORT_SYMBOL(_raw_spin_trylock_bh); ...@@ -149,7 +149,7 @@ EXPORT_SYMBOL(_raw_spin_trylock_bh);
#endif #endif
#ifndef CONFIG_INLINE_SPIN_LOCK #ifndef CONFIG_INLINE_SPIN_LOCK
void __lockfunc _raw_spin_lock(raw_spinlock_t *lock) noinline void __lockfunc _raw_spin_lock(raw_spinlock_t *lock)
{ {
__raw_spin_lock(lock); __raw_spin_lock(lock);
} }
...@@ -157,7 +157,7 @@ EXPORT_SYMBOL(_raw_spin_lock); ...@@ -157,7 +157,7 @@ EXPORT_SYMBOL(_raw_spin_lock);
#endif #endif
#ifndef CONFIG_INLINE_SPIN_LOCK_IRQSAVE #ifndef CONFIG_INLINE_SPIN_LOCK_IRQSAVE
unsigned long __lockfunc _raw_spin_lock_irqsave(raw_spinlock_t *lock) noinline unsigned long __lockfunc _raw_spin_lock_irqsave(raw_spinlock_t *lock)
{ {
return __raw_spin_lock_irqsave(lock); return __raw_spin_lock_irqsave(lock);
} }
...@@ -165,7 +165,7 @@ EXPORT_SYMBOL(_raw_spin_lock_irqsave); ...@@ -165,7 +165,7 @@ EXPORT_SYMBOL(_raw_spin_lock_irqsave);
#endif #endif
#ifndef CONFIG_INLINE_SPIN_LOCK_IRQ #ifndef CONFIG_INLINE_SPIN_LOCK_IRQ
void __lockfunc _raw_spin_lock_irq(raw_spinlock_t *lock) noinline void __lockfunc _raw_spin_lock_irq(raw_spinlock_t *lock)
{ {
__raw_spin_lock_irq(lock); __raw_spin_lock_irq(lock);
} }
...@@ -173,7 +173,7 @@ EXPORT_SYMBOL(_raw_spin_lock_irq); ...@@ -173,7 +173,7 @@ EXPORT_SYMBOL(_raw_spin_lock_irq);
#endif #endif
#ifndef CONFIG_INLINE_SPIN_LOCK_BH #ifndef CONFIG_INLINE_SPIN_LOCK_BH
void __lockfunc _raw_spin_lock_bh(raw_spinlock_t *lock) noinline void __lockfunc _raw_spin_lock_bh(raw_spinlock_t *lock)
{ {
__raw_spin_lock_bh(lock); __raw_spin_lock_bh(lock);
} }
...@@ -181,7 +181,7 @@ EXPORT_SYMBOL(_raw_spin_lock_bh); ...@@ -181,7 +181,7 @@ EXPORT_SYMBOL(_raw_spin_lock_bh);
#endif #endif
#ifdef CONFIG_UNINLINE_SPIN_UNLOCK #ifdef CONFIG_UNINLINE_SPIN_UNLOCK
void __lockfunc _raw_spin_unlock(raw_spinlock_t *lock) noinline void __lockfunc _raw_spin_unlock(raw_spinlock_t *lock)
{ {
__raw_spin_unlock(lock); __raw_spin_unlock(lock);
} }
...@@ -189,7 +189,7 @@ EXPORT_SYMBOL(_raw_spin_unlock); ...@@ -189,7 +189,7 @@ EXPORT_SYMBOL(_raw_spin_unlock);
#endif #endif
#ifndef CONFIG_INLINE_SPIN_UNLOCK_IRQRESTORE #ifndef CONFIG_INLINE_SPIN_UNLOCK_IRQRESTORE
void __lockfunc _raw_spin_unlock_irqrestore(raw_spinlock_t *lock, unsigned long flags) noinline void __lockfunc _raw_spin_unlock_irqrestore(raw_spinlock_t *lock, unsigned long flags)
{ {
__raw_spin_unlock_irqrestore(lock, flags); __raw_spin_unlock_irqrestore(lock, flags);
} }
...@@ -197,7 +197,7 @@ EXPORT_SYMBOL(_raw_spin_unlock_irqrestore); ...@@ -197,7 +197,7 @@ EXPORT_SYMBOL(_raw_spin_unlock_irqrestore);
#endif #endif
#ifndef CONFIG_INLINE_SPIN_UNLOCK_IRQ #ifndef CONFIG_INLINE_SPIN_UNLOCK_IRQ
void __lockfunc _raw_spin_unlock_irq(raw_spinlock_t *lock) noinline void __lockfunc _raw_spin_unlock_irq(raw_spinlock_t *lock)
{ {
__raw_spin_unlock_irq(lock); __raw_spin_unlock_irq(lock);
} }
...@@ -205,7 +205,7 @@ EXPORT_SYMBOL(_raw_spin_unlock_irq); ...@@ -205,7 +205,7 @@ EXPORT_SYMBOL(_raw_spin_unlock_irq);
#endif #endif
#ifndef CONFIG_INLINE_SPIN_UNLOCK_BH #ifndef CONFIG_INLINE_SPIN_UNLOCK_BH
void __lockfunc _raw_spin_unlock_bh(raw_spinlock_t *lock) noinline void __lockfunc _raw_spin_unlock_bh(raw_spinlock_t *lock)
{ {
__raw_spin_unlock_bh(lock); __raw_spin_unlock_bh(lock);
} }
...@@ -215,7 +215,7 @@ EXPORT_SYMBOL(_raw_spin_unlock_bh); ...@@ -215,7 +215,7 @@ EXPORT_SYMBOL(_raw_spin_unlock_bh);
#ifndef CONFIG_PREEMPT_RT #ifndef CONFIG_PREEMPT_RT
#ifndef CONFIG_INLINE_READ_TRYLOCK #ifndef CONFIG_INLINE_READ_TRYLOCK
int __lockfunc _raw_read_trylock(rwlock_t *lock) noinline int __lockfunc _raw_read_trylock(rwlock_t *lock)
{ {
return __raw_read_trylock(lock); return __raw_read_trylock(lock);
} }
...@@ -223,7 +223,7 @@ EXPORT_SYMBOL(_raw_read_trylock); ...@@ -223,7 +223,7 @@ EXPORT_SYMBOL(_raw_read_trylock);
#endif #endif
#ifndef CONFIG_INLINE_READ_LOCK #ifndef CONFIG_INLINE_READ_LOCK
void __lockfunc _raw_read_lock(rwlock_t *lock) noinline void __lockfunc _raw_read_lock(rwlock_t *lock)
{ {
__raw_read_lock(lock); __raw_read_lock(lock);
} }
...@@ -231,7 +231,7 @@ EXPORT_SYMBOL(_raw_read_lock); ...@@ -231,7 +231,7 @@ EXPORT_SYMBOL(_raw_read_lock);
#endif #endif
#ifndef CONFIG_INLINE_READ_LOCK_IRQSAVE #ifndef CONFIG_INLINE_READ_LOCK_IRQSAVE
unsigned long __lockfunc _raw_read_lock_irqsave(rwlock_t *lock) noinline unsigned long __lockfunc _raw_read_lock_irqsave(rwlock_t *lock)
{ {
return __raw_read_lock_irqsave(lock); return __raw_read_lock_irqsave(lock);
} }
...@@ -239,7 +239,7 @@ EXPORT_SYMBOL(_raw_read_lock_irqsave); ...@@ -239,7 +239,7 @@ EXPORT_SYMBOL(_raw_read_lock_irqsave);
#endif #endif
#ifndef CONFIG_INLINE_READ_LOCK_IRQ #ifndef CONFIG_INLINE_READ_LOCK_IRQ
void __lockfunc _raw_read_lock_irq(rwlock_t *lock) noinline void __lockfunc _raw_read_lock_irq(rwlock_t *lock)
{ {
__raw_read_lock_irq(lock); __raw_read_lock_irq(lock);
} }
...@@ -247,7 +247,7 @@ EXPORT_SYMBOL(_raw_read_lock_irq); ...@@ -247,7 +247,7 @@ EXPORT_SYMBOL(_raw_read_lock_irq);
#endif #endif
#ifndef CONFIG_INLINE_READ_LOCK_BH #ifndef CONFIG_INLINE_READ_LOCK_BH
void __lockfunc _raw_read_lock_bh(rwlock_t *lock) noinline void __lockfunc _raw_read_lock_bh(rwlock_t *lock)
{ {
__raw_read_lock_bh(lock); __raw_read_lock_bh(lock);
} }
...@@ -255,7 +255,7 @@ EXPORT_SYMBOL(_raw_read_lock_bh); ...@@ -255,7 +255,7 @@ EXPORT_SYMBOL(_raw_read_lock_bh);
#endif #endif
#ifndef CONFIG_INLINE_READ_UNLOCK #ifndef CONFIG_INLINE_READ_UNLOCK
void __lockfunc _raw_read_unlock(rwlock_t *lock) noinline void __lockfunc _raw_read_unlock(rwlock_t *lock)
{ {
__raw_read_unlock(lock); __raw_read_unlock(lock);
} }
...@@ -263,7 +263,7 @@ EXPORT_SYMBOL(_raw_read_unlock); ...@@ -263,7 +263,7 @@ EXPORT_SYMBOL(_raw_read_unlock);
#endif #endif
#ifndef CONFIG_INLINE_READ_UNLOCK_IRQRESTORE #ifndef CONFIG_INLINE_READ_UNLOCK_IRQRESTORE
void __lockfunc _raw_read_unlock_irqrestore(rwlock_t *lock, unsigned long flags) noinline void __lockfunc _raw_read_unlock_irqrestore(rwlock_t *lock, unsigned long flags)
{ {
__raw_read_unlock_irqrestore(lock, flags); __raw_read_unlock_irqrestore(lock, flags);
} }
...@@ -271,7 +271,7 @@ EXPORT_SYMBOL(_raw_read_unlock_irqrestore); ...@@ -271,7 +271,7 @@ EXPORT_SYMBOL(_raw_read_unlock_irqrestore);
#endif #endif
#ifndef CONFIG_INLINE_READ_UNLOCK_IRQ #ifndef CONFIG_INLINE_READ_UNLOCK_IRQ
void __lockfunc _raw_read_unlock_irq(rwlock_t *lock) noinline void __lockfunc _raw_read_unlock_irq(rwlock_t *lock)
{ {
__raw_read_unlock_irq(lock); __raw_read_unlock_irq(lock);
} }
...@@ -279,7 +279,7 @@ EXPORT_SYMBOL(_raw_read_unlock_irq); ...@@ -279,7 +279,7 @@ EXPORT_SYMBOL(_raw_read_unlock_irq);
#endif #endif
#ifndef CONFIG_INLINE_READ_UNLOCK_BH #ifndef CONFIG_INLINE_READ_UNLOCK_BH
void __lockfunc _raw_read_unlock_bh(rwlock_t *lock) noinline void __lockfunc _raw_read_unlock_bh(rwlock_t *lock)
{ {
__raw_read_unlock_bh(lock); __raw_read_unlock_bh(lock);
} }
...@@ -287,7 +287,7 @@ EXPORT_SYMBOL(_raw_read_unlock_bh); ...@@ -287,7 +287,7 @@ EXPORT_SYMBOL(_raw_read_unlock_bh);
#endif #endif
#ifndef CONFIG_INLINE_WRITE_TRYLOCK #ifndef CONFIG_INLINE_WRITE_TRYLOCK
int __lockfunc _raw_write_trylock(rwlock_t *lock) noinline int __lockfunc _raw_write_trylock(rwlock_t *lock)
{ {
return __raw_write_trylock(lock); return __raw_write_trylock(lock);
} }
...@@ -295,7 +295,7 @@ EXPORT_SYMBOL(_raw_write_trylock); ...@@ -295,7 +295,7 @@ EXPORT_SYMBOL(_raw_write_trylock);
#endif #endif
#ifndef CONFIG_INLINE_WRITE_LOCK #ifndef CONFIG_INLINE_WRITE_LOCK
void __lockfunc _raw_write_lock(rwlock_t *lock) noinline void __lockfunc _raw_write_lock(rwlock_t *lock)
{ {
__raw_write_lock(lock); __raw_write_lock(lock);
} }
...@@ -313,7 +313,7 @@ EXPORT_SYMBOL(_raw_write_lock_nested); ...@@ -313,7 +313,7 @@ EXPORT_SYMBOL(_raw_write_lock_nested);
#endif #endif
#ifndef CONFIG_INLINE_WRITE_LOCK_IRQSAVE #ifndef CONFIG_INLINE_WRITE_LOCK_IRQSAVE
unsigned long __lockfunc _raw_write_lock_irqsave(rwlock_t *lock) noinline unsigned long __lockfunc _raw_write_lock_irqsave(rwlock_t *lock)
{ {
return __raw_write_lock_irqsave(lock); return __raw_write_lock_irqsave(lock);
} }
...@@ -321,7 +321,7 @@ EXPORT_SYMBOL(_raw_write_lock_irqsave); ...@@ -321,7 +321,7 @@ EXPORT_SYMBOL(_raw_write_lock_irqsave);
#endif #endif
#ifndef CONFIG_INLINE_WRITE_LOCK_IRQ #ifndef CONFIG_INLINE_WRITE_LOCK_IRQ
void __lockfunc _raw_write_lock_irq(rwlock_t *lock) noinline void __lockfunc _raw_write_lock_irq(rwlock_t *lock)
{ {
__raw_write_lock_irq(lock); __raw_write_lock_irq(lock);
} }
...@@ -329,7 +329,7 @@ EXPORT_SYMBOL(_raw_write_lock_irq); ...@@ -329,7 +329,7 @@ EXPORT_SYMBOL(_raw_write_lock_irq);
#endif #endif
#ifndef CONFIG_INLINE_WRITE_LOCK_BH #ifndef CONFIG_INLINE_WRITE_LOCK_BH
void __lockfunc _raw_write_lock_bh(rwlock_t *lock) noinline void __lockfunc _raw_write_lock_bh(rwlock_t *lock)
{ {
__raw_write_lock_bh(lock); __raw_write_lock_bh(lock);
} }
...@@ -337,7 +337,7 @@ EXPORT_SYMBOL(_raw_write_lock_bh); ...@@ -337,7 +337,7 @@ EXPORT_SYMBOL(_raw_write_lock_bh);
#endif #endif
#ifndef CONFIG_INLINE_WRITE_UNLOCK #ifndef CONFIG_INLINE_WRITE_UNLOCK
void __lockfunc _raw_write_unlock(rwlock_t *lock) noinline void __lockfunc _raw_write_unlock(rwlock_t *lock)
{ {
__raw_write_unlock(lock); __raw_write_unlock(lock);
} }
...@@ -345,7 +345,7 @@ EXPORT_SYMBOL(_raw_write_unlock); ...@@ -345,7 +345,7 @@ EXPORT_SYMBOL(_raw_write_unlock);
#endif #endif
#ifndef CONFIG_INLINE_WRITE_UNLOCK_IRQRESTORE #ifndef CONFIG_INLINE_WRITE_UNLOCK_IRQRESTORE
void __lockfunc _raw_write_unlock_irqrestore(rwlock_t *lock, unsigned long flags) noinline void __lockfunc _raw_write_unlock_irqrestore(rwlock_t *lock, unsigned long flags)
{ {
__raw_write_unlock_irqrestore(lock, flags); __raw_write_unlock_irqrestore(lock, flags);
} }
...@@ -353,7 +353,7 @@ EXPORT_SYMBOL(_raw_write_unlock_irqrestore); ...@@ -353,7 +353,7 @@ EXPORT_SYMBOL(_raw_write_unlock_irqrestore);
#endif #endif
#ifndef CONFIG_INLINE_WRITE_UNLOCK_IRQ #ifndef CONFIG_INLINE_WRITE_UNLOCK_IRQ
void __lockfunc _raw_write_unlock_irq(rwlock_t *lock) noinline void __lockfunc _raw_write_unlock_irq(rwlock_t *lock)
{ {
__raw_write_unlock_irq(lock); __raw_write_unlock_irq(lock);
} }
...@@ -361,7 +361,7 @@ EXPORT_SYMBOL(_raw_write_unlock_irq); ...@@ -361,7 +361,7 @@ EXPORT_SYMBOL(_raw_write_unlock_irq);
#endif #endif
#ifndef CONFIG_INLINE_WRITE_UNLOCK_BH #ifndef CONFIG_INLINE_WRITE_UNLOCK_BH
void __lockfunc _raw_write_unlock_bh(rwlock_t *lock) noinline void __lockfunc _raw_write_unlock_bh(rwlock_t *lock)
{ {
__raw_write_unlock_bh(lock); __raw_write_unlock_bh(lock);
} }
......
...@@ -184,7 +184,7 @@ int main(int argc, char *argv[]) ...@@ -184,7 +184,7 @@ int main(int argc, char *argv[])
/* /*
* If res is non-zero, we either requeued the waiter or hit an * If res is non-zero, we either requeued the waiter or hit an
* error, break out and handle it. If it is zero, then the * error, break out and handle it. If it is zero, then the
* signal may have hit before the the waiter was blocked on f1. * signal may have hit before the waiter was blocked on f1.
* Try again. * Try again.
*/ */
if (res > 0) { if (res > 0) {
......
Markdown is supported
0%
or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment