mirror of
https://git.kernel.org/pub/scm/linux/kernel/git/chenhuacai/linux-loongson
synced 2025-09-01 15:14:52 +00:00
cleanup: Introduce ACQUIRE() and ACQUIRE_ERR() for conditional locks
scoped_cond_guard(), automatic cleanup for conditional locks, has a couple pain points: * It causes existing straight-line code to be re-indented into a new bracketed scope. While this can be mitigated by a new helper function to contain the scope, that is not always a comfortable conversion. * The return code from the conditional lock is tossed in favor of a scheme to pass a 'return err;' statement to the macro. Other attempts to clean this up, to behave more like guard() [1], got hung up trying to both establish and evaluate the conditional lock in one statement. ACQUIRE() solves this by reflecting the result of the condition in the automatic variable established by the lock CLASS(). The result is separately retrieved with the ACQUIRE_ERR() helper, effectively a PTR_ERR() operation. Link: http://lore.kernel.org/all/Z1LBnX9TpZLR5Dkf@gmail.com [1] Link: http://patch.msgid.link/20250512105026.GP4439@noisy.programming.kicks-ass.net Link: http://patch.msgid.link/20250512185817.GA1808@noisy.programming.kicks-ass.net Cc: Ingo Molnar <mingo@kernel.org> Cc: Linus Torvalds <torvalds@linux-foundation.org> Cc: David Lechner <dlechner@baylibre.com> Cc: Fabio M. De Francesco <fabio.m.de.francesco@linux.intel.com> Signed-off-by: Peter Zijlstra (Intel) <peterz@infradead.org> [djbw: wrap Peter's proposal with changelog and comments] Co-developed-by: Dan Williams <dan.j.williams@intel.com> Signed-off-by: Dan Williams <dan.j.williams@intel.com> Reviewed-by: Jonathan Cameron <jonathan.cameron@huawei.com> Link: https://patch.msgid.link/20250711234932.671292-2-dan.j.williams@intel.com Signed-off-by: Dave Jiang <dave.jiang@intel.com>
This commit is contained in:
parent
d0b3b7b22d
commit
857d18f23a
@ -3,6 +3,8 @@
|
|||||||
#define _LINUX_CLEANUP_H
|
#define _LINUX_CLEANUP_H
|
||||||
|
|
||||||
#include <linux/compiler.h>
|
#include <linux/compiler.h>
|
||||||
|
#include <linux/err.h>
|
||||||
|
#include <linux/args.h>
|
||||||
|
|
||||||
/**
|
/**
|
||||||
* DOC: scope-based cleanup helpers
|
* DOC: scope-based cleanup helpers
|
||||||
@ -61,9 +63,21 @@
|
|||||||
* Observe the lock is held for the remainder of the "if ()" block not
|
* Observe the lock is held for the remainder of the "if ()" block not
|
||||||
* the remainder of "func()".
|
* the remainder of "func()".
|
||||||
*
|
*
|
||||||
* Now, when a function uses both __free() and guard(), or multiple
|
* The ACQUIRE() macro can be used in all places that guard() can be
|
||||||
* instances of __free(), the LIFO order of variable definition order
|
* used and additionally support conditional locks
|
||||||
* matters. GCC documentation says:
|
*
|
||||||
|
*
|
||||||
|
* DEFINE_GUARD_COND(pci_dev, _try, pci_dev_trylock(_T))
|
||||||
|
* ...
|
||||||
|
* ACQUIRE(pci_dev_try, lock)(dev);
|
||||||
|
* rc = ACQUIRE_ERR(pci_dev_try, &lock);
|
||||||
|
* if (rc)
|
||||||
|
* return rc;
|
||||||
|
* // @lock is held
|
||||||
|
*
|
||||||
|
* Now, when a function uses both __free() and guard()/ACQUIRE(), or
|
||||||
|
* multiple instances of __free(), the LIFO order of variable definition
|
||||||
|
* order matters. GCC documentation says:
|
||||||
*
|
*
|
||||||
* "When multiple variables in the same scope have cleanup attributes,
|
* "When multiple variables in the same scope have cleanup attributes,
|
||||||
* at exit from the scope their associated cleanup functions are run in
|
* at exit from the scope their associated cleanup functions are run in
|
||||||
@ -305,14 +319,46 @@ static inline class_##_name##_t class_##_name##ext##_constructor(_init_args) \
|
|||||||
* acquire fails.
|
* acquire fails.
|
||||||
*
|
*
|
||||||
* Only for conditional locks.
|
* Only for conditional locks.
|
||||||
|
*
|
||||||
|
* ACQUIRE(name, var):
|
||||||
|
* a named instance of the (guard) class, suitable for conditional
|
||||||
|
* locks when paired with ACQUIRE_ERR().
|
||||||
|
*
|
||||||
|
* ACQUIRE_ERR(name, &var):
|
||||||
|
* a helper that is effectively a PTR_ERR() conversion of the guard
|
||||||
|
* pointer. Returns 0 when the lock was acquired and a negative
|
||||||
|
* error code otherwise.
|
||||||
*/
|
*/
|
||||||
|
|
||||||
#define __DEFINE_CLASS_IS_CONDITIONAL(_name, _is_cond) \
|
#define __DEFINE_CLASS_IS_CONDITIONAL(_name, _is_cond) \
|
||||||
static __maybe_unused const bool class_##_name##_is_conditional = _is_cond
|
static __maybe_unused const bool class_##_name##_is_conditional = _is_cond
|
||||||
|
|
||||||
#define __DEFINE_GUARD_LOCK_PTR(_name, _exp) \
|
#define __GUARD_IS_ERR(_ptr) \
|
||||||
static inline void * class_##_name##_lock_ptr(class_##_name##_t *_T) \
|
({ \
|
||||||
{ return (void *)(__force unsigned long)*(_exp); }
|
unsigned long _rc = (__force unsigned long)(_ptr); \
|
||||||
|
unlikely((_rc - 1) >= -MAX_ERRNO - 1); \
|
||||||
|
})
|
||||||
|
|
||||||
|
#define __DEFINE_GUARD_LOCK_PTR(_name, _exp) \
|
||||||
|
static inline void *class_##_name##_lock_ptr(class_##_name##_t *_T) \
|
||||||
|
{ \
|
||||||
|
void *_ptr = (void *)(__force unsigned long)*(_exp); \
|
||||||
|
if (IS_ERR(_ptr)) { \
|
||||||
|
_ptr = NULL; \
|
||||||
|
} \
|
||||||
|
return _ptr; \
|
||||||
|
} \
|
||||||
|
static inline int class_##_name##_lock_err(class_##_name##_t *_T) \
|
||||||
|
{ \
|
||||||
|
long _rc = (__force unsigned long)*(_exp); \
|
||||||
|
if (!_rc) { \
|
||||||
|
_rc = -EBUSY; \
|
||||||
|
} \
|
||||||
|
if (!IS_ERR_VALUE(_rc)) { \
|
||||||
|
_rc = 0; \
|
||||||
|
} \
|
||||||
|
return _rc; \
|
||||||
|
}
|
||||||
|
|
||||||
#define DEFINE_CLASS_IS_GUARD(_name) \
|
#define DEFINE_CLASS_IS_GUARD(_name) \
|
||||||
__DEFINE_CLASS_IS_CONDITIONAL(_name, false); \
|
__DEFINE_CLASS_IS_CONDITIONAL(_name, false); \
|
||||||
@ -323,23 +369,37 @@ static __maybe_unused const bool class_##_name##_is_conditional = _is_cond
|
|||||||
__DEFINE_GUARD_LOCK_PTR(_name, _T)
|
__DEFINE_GUARD_LOCK_PTR(_name, _T)
|
||||||
|
|
||||||
#define DEFINE_GUARD(_name, _type, _lock, _unlock) \
|
#define DEFINE_GUARD(_name, _type, _lock, _unlock) \
|
||||||
DEFINE_CLASS(_name, _type, if (_T) { _unlock; }, ({ _lock; _T; }), _type _T); \
|
DEFINE_CLASS(_name, _type, if (!__GUARD_IS_ERR(_T)) { _unlock; }, ({ _lock; _T; }), _type _T); \
|
||||||
DEFINE_CLASS_IS_GUARD(_name)
|
DEFINE_CLASS_IS_GUARD(_name)
|
||||||
|
|
||||||
#define DEFINE_GUARD_COND(_name, _ext, _condlock) \
|
#define DEFINE_GUARD_COND_4(_name, _ext, _lock, _cond) \
|
||||||
__DEFINE_CLASS_IS_CONDITIONAL(_name##_ext, true); \
|
__DEFINE_CLASS_IS_CONDITIONAL(_name##_ext, true); \
|
||||||
EXTEND_CLASS(_name, _ext, \
|
EXTEND_CLASS(_name, _ext, \
|
||||||
({ void *_t = _T; if (_T && !(_condlock)) _t = NULL; _t; }), \
|
({ void *_t = _T; int _RET = (_lock); if (_T && !(_cond)) _t = ERR_PTR(_RET); _t; }), \
|
||||||
class_##_name##_t _T) \
|
class_##_name##_t _T) \
|
||||||
static inline void * class_##_name##_ext##_lock_ptr(class_##_name##_t *_T) \
|
static inline void * class_##_name##_ext##_lock_ptr(class_##_name##_t *_T) \
|
||||||
{ return class_##_name##_lock_ptr(_T); }
|
{ return class_##_name##_lock_ptr(_T); } \
|
||||||
|
static inline int class_##_name##_ext##_lock_err(class_##_name##_t *_T) \
|
||||||
|
{ return class_##_name##_lock_err(_T); }
|
||||||
|
|
||||||
|
/*
|
||||||
|
* Default binary condition; success on 'true'.
|
||||||
|
*/
|
||||||
|
#define DEFINE_GUARD_COND_3(_name, _ext, _lock) \
|
||||||
|
DEFINE_GUARD_COND_4(_name, _ext, _lock, _RET)
|
||||||
|
|
||||||
|
#define DEFINE_GUARD_COND(X...) CONCATENATE(DEFINE_GUARD_COND_, COUNT_ARGS(X))(X)
|
||||||
|
|
||||||
#define guard(_name) \
|
#define guard(_name) \
|
||||||
CLASS(_name, __UNIQUE_ID(guard))
|
CLASS(_name, __UNIQUE_ID(guard))
|
||||||
|
|
||||||
#define __guard_ptr(_name) class_##_name##_lock_ptr
|
#define __guard_ptr(_name) class_##_name##_lock_ptr
|
||||||
|
#define __guard_err(_name) class_##_name##_lock_err
|
||||||
#define __is_cond_ptr(_name) class_##_name##_is_conditional
|
#define __is_cond_ptr(_name) class_##_name##_is_conditional
|
||||||
|
|
||||||
|
#define ACQUIRE(_name, _var) CLASS(_name, _var)
|
||||||
|
#define ACQUIRE_ERR(_name, _var) __guard_err(_name)(_var)
|
||||||
|
|
||||||
/*
|
/*
|
||||||
* Helper macro for scoped_guard().
|
* Helper macro for scoped_guard().
|
||||||
*
|
*
|
||||||
@ -401,7 +461,7 @@ typedef struct { \
|
|||||||
\
|
\
|
||||||
static inline void class_##_name##_destructor(class_##_name##_t *_T) \
|
static inline void class_##_name##_destructor(class_##_name##_t *_T) \
|
||||||
{ \
|
{ \
|
||||||
if (_T->lock) { _unlock; } \
|
if (!__GUARD_IS_ERR(_T->lock)) { _unlock; } \
|
||||||
} \
|
} \
|
||||||
\
|
\
|
||||||
__DEFINE_GUARD_LOCK_PTR(_name, &_T->lock)
|
__DEFINE_GUARD_LOCK_PTR(_name, &_T->lock)
|
||||||
@ -433,15 +493,22 @@ __DEFINE_CLASS_IS_CONDITIONAL(_name, false); \
|
|||||||
__DEFINE_UNLOCK_GUARD(_name, void, _unlock, __VA_ARGS__) \
|
__DEFINE_UNLOCK_GUARD(_name, void, _unlock, __VA_ARGS__) \
|
||||||
__DEFINE_LOCK_GUARD_0(_name, _lock)
|
__DEFINE_LOCK_GUARD_0(_name, _lock)
|
||||||
|
|
||||||
#define DEFINE_LOCK_GUARD_1_COND(_name, _ext, _condlock) \
|
#define DEFINE_LOCK_GUARD_1_COND_4(_name, _ext, _lock, _cond) \
|
||||||
__DEFINE_CLASS_IS_CONDITIONAL(_name##_ext, true); \
|
__DEFINE_CLASS_IS_CONDITIONAL(_name##_ext, true); \
|
||||||
EXTEND_CLASS(_name, _ext, \
|
EXTEND_CLASS(_name, _ext, \
|
||||||
({ class_##_name##_t _t = { .lock = l }, *_T = &_t;\
|
({ class_##_name##_t _t = { .lock = l }, *_T = &_t;\
|
||||||
if (_T->lock && !(_condlock)) _T->lock = NULL; \
|
int _RET = (_lock); \
|
||||||
|
if (_T->lock && !(_cond)) _T->lock = ERR_PTR(_RET);\
|
||||||
_t; }), \
|
_t; }), \
|
||||||
typeof_member(class_##_name##_t, lock) l) \
|
typeof_member(class_##_name##_t, lock) l) \
|
||||||
static inline void * class_##_name##_ext##_lock_ptr(class_##_name##_t *_T) \
|
static inline void * class_##_name##_ext##_lock_ptr(class_##_name##_t *_T) \
|
||||||
{ return class_##_name##_lock_ptr(_T); }
|
{ return class_##_name##_lock_ptr(_T); } \
|
||||||
|
static inline int class_##_name##_ext##_lock_err(class_##_name##_t *_T) \
|
||||||
|
{ return class_##_name##_lock_err(_T); }
|
||||||
|
|
||||||
|
#define DEFINE_LOCK_GUARD_1_COND_3(_name, _ext, _lock) \
|
||||||
|
DEFINE_LOCK_GUARD_1_COND_4(_name, _ext, _lock, _RET)
|
||||||
|
|
||||||
|
#define DEFINE_LOCK_GUARD_1_COND(X...) CONCATENATE(DEFINE_LOCK_GUARD_1_COND_, COUNT_ARGS(X))(X)
|
||||||
|
|
||||||
#endif /* _LINUX_CLEANUP_H */
|
#endif /* _LINUX_CLEANUP_H */
|
||||||
|
@ -224,7 +224,7 @@ extern int atomic_dec_and_mutex_lock(atomic_t *cnt, struct mutex *lock);
|
|||||||
|
|
||||||
DEFINE_GUARD(mutex, struct mutex *, mutex_lock(_T), mutex_unlock(_T))
|
DEFINE_GUARD(mutex, struct mutex *, mutex_lock(_T), mutex_unlock(_T))
|
||||||
DEFINE_GUARD_COND(mutex, _try, mutex_trylock(_T))
|
DEFINE_GUARD_COND(mutex, _try, mutex_trylock(_T))
|
||||||
DEFINE_GUARD_COND(mutex, _intr, mutex_lock_interruptible(_T) == 0)
|
DEFINE_GUARD_COND(mutex, _intr, mutex_lock_interruptible(_T), _RET == 0)
|
||||||
|
|
||||||
extern unsigned long mutex_get_owner(struct mutex *lock);
|
extern unsigned long mutex_get_owner(struct mutex *lock);
|
||||||
|
|
||||||
|
@ -240,7 +240,7 @@ extern void up_write(struct rw_semaphore *sem);
|
|||||||
|
|
||||||
DEFINE_GUARD(rwsem_read, struct rw_semaphore *, down_read(_T), up_read(_T))
|
DEFINE_GUARD(rwsem_read, struct rw_semaphore *, down_read(_T), up_read(_T))
|
||||||
DEFINE_GUARD_COND(rwsem_read, _try, down_read_trylock(_T))
|
DEFINE_GUARD_COND(rwsem_read, _try, down_read_trylock(_T))
|
||||||
DEFINE_GUARD_COND(rwsem_read, _intr, down_read_interruptible(_T) == 0)
|
DEFINE_GUARD_COND(rwsem_read, _intr, down_read_interruptible(_T), _RET == 0)
|
||||||
|
|
||||||
DEFINE_GUARD(rwsem_write, struct rw_semaphore *, down_write(_T), up_write(_T))
|
DEFINE_GUARD(rwsem_write, struct rw_semaphore *, down_write(_T), up_write(_T))
|
||||||
DEFINE_GUARD_COND(rwsem_write, _try, down_write_trylock(_T))
|
DEFINE_GUARD_COND(rwsem_write, _try, down_write_trylock(_T))
|
||||||
|
Loading…
Reference in New Issue
Block a user