diff options
| author | Kent Overstreet <kent.overstreet@linux.dev> | 2022-09-24 00:13:05 -0400 |
|---|---|---|
| committer | Kent Overstreet <kent.overstreet@linux.dev> | 2024-02-15 22:08:37 -0500 |
| commit | 0a641c602131372e3c513b7f17ebbd3efbbf26ac (patch) | |
| tree | a47d78842f3a9463d08c1f5edf96d094d3e3303c | |
| parent | 61eace09ba00d2fcc1df41d2e05c3c8a829c528a (diff) | |
locking/lockdep: lockdep_set_no_check_recursion()
This adds a method to tell lockdep not to check lock ordering within a
lock class - but to still check lock ordering w.r.t. other lock types.
This is for bcachefs, where for btree node locks we have our own
deadlock avoidance strategy w.r.t. other btree node locks (cycle
detection), but we still want lockdep to check lock ordering w.r.t.
other lock types.
Signed-off-by: Kent Overstreet <kent.overstreet@linux.dev>
Cc: Peter Zijlstra <peterz@infradead.org>
Cc: Ingo Molnar <mingo@redhat.com>
Cc: Will Deacon <will@kernel.org>
Cc: Waiman Long <longman@redhat.com>
Cc: Boqun Feng <boqun.feng@gmail.com>
| -rw-r--r-- | include/linux/lockdep.h | 6 | ||||
| -rw-r--r-- | include/linux/lockdep_types.h | 2 | ||||
| -rw-r--r-- | kernel/locking/lockdep.c | 26 |
3 files changed, 33 insertions, 1 deletions
diff --git a/include/linux/lockdep.h b/include/linux/lockdep.h index 8060ecd9846a..3d12b01aa9a2 100644 --- a/include/linux/lockdep.h +++ b/include/linux/lockdep.h @@ -647,4 +647,10 @@ lockdep_rcu_suspicious(const char *file, const int line, const char *s) } #endif +#ifdef CONFIG_DEBUG_LOCK_ALLOC +void lockdep_set_no_check_recursion(struct lockdep_map *map); +#else +static inline void lockdep_set_no_check_recursion(struct lockdep_map *map) {} +#endif + #endif /* __LINUX_LOCKDEP_H */ diff --git a/include/linux/lockdep_types.h b/include/linux/lockdep_types.h index 9f361d3ab9d9..37318ecdbd93 100644 --- a/include/linux/lockdep_types.h +++ b/include/linux/lockdep_types.h @@ -138,7 +138,7 @@ struct lock_class { u8 wait_type_inner; u8 wait_type_outer; u8 lock_type; - /* u8 hole; */ + u8 no_check_recursion; #ifdef CONFIG_LOCK_STAT unsigned long contention_point[LOCKSTAT_POINTS]; diff --git a/kernel/locking/lockdep.c b/kernel/locking/lockdep.c index 8b32744e26cd..73489e547d8d 100644 --- a/kernel/locking/lockdep.c +++ b/kernel/locking/lockdep.c @@ -3048,6 +3048,9 @@ check_deadlock(struct task_struct *curr, struct held_lock *next) class = hlock_class(prev); + if (class->no_check_recursion) + continue; + if (class->cmp_fn && class->cmp_fn(prev->instance, next->instance) < 0) continue; @@ -3113,6 +3116,10 @@ check_prev_add(struct task_struct *curr, struct held_lock *prev, return 2; } + if (hlock_class(prev) == hlock_class(next) && + hlock_class(prev)->no_check_recursion) + return 2; + if (prev->class_idx == next->class_idx) { struct lock_class *class = hlock_class(prev); @@ -6740,3 +6747,22 @@ void lockdep_rcu_suspicious(const char *file, const int line, const char *s) warn_rcu_exit(rcu); } EXPORT_SYMBOL_GPL(lockdep_rcu_suspicious); + +#ifdef CONFIG_DEBUG_LOCK_ALLOC +void lockdep_set_no_check_recursion(struct lockdep_map *lock) +{ + struct lock_class *class = lock->class_cache[0]; + unsigned long flags; + + raw_local_irq_save(flags); + lockdep_recursion_inc(); + + if (!class) + class = register_lock_class(lock, 0, 0); + if (class) + class->no_check_recursion = true; + lockdep_recursion_finish(); + raw_local_irq_restore(flags); +} +EXPORT_SYMBOL_GPL(lockdep_set_no_check_recursion); +#endif |