21f8ca3bf6
Use the lockdep infrastructure to track lock contention and other lock statistics. It tracks lock contention events, and the first four unique call-sites that encountered contention. It also measures lock wait-time and hold-time in nanoseconds. The minimum and maximum times are tracked, as well as a total (which together with the number of event can give the avg). All statistics are done per lock class, per write (exclusive state) and per read (shared state). The statistics are collected per-cpu, so that the collection overhead is minimized via having no global cachemisses. This new lock statistics feature is independent of the lock dependency checking traditionally done by lockdep; it just shares the lock tracking code. It is also possible to enable both and runtime disabled either component - thereby avoiding the O(n^2) lock chain walks for instance. This patch: raw_spinlock_t should not use lockdep (and doesn't) since lockdep itself relies on it. Signed-off-by: Peter Zijlstra <a.p.zijlstra@chello.nl> Acked-by: Ingo Molnar <mingo@elte.hu> Signed-off-by: Andrew Morton <akpm@linux-foundation.org> Signed-off-by: Linus Torvalds <torvalds@linux-foundation.org>
101 lines
2.6 KiB
C
101 lines
2.6 KiB
C
#ifndef __LINUX_SPINLOCK_TYPES_H
|
|
#define __LINUX_SPINLOCK_TYPES_H
|
|
|
|
/*
|
|
* include/linux/spinlock_types.h - generic spinlock type definitions
|
|
* and initializers
|
|
*
|
|
* portions Copyright 2005, Red Hat, Inc., Ingo Molnar
|
|
* Released under the General Public License (GPL).
|
|
*/
|
|
|
|
#if defined(CONFIG_SMP)
|
|
# include <asm/spinlock_types.h>
|
|
#else
|
|
# include <linux/spinlock_types_up.h>
|
|
#endif
|
|
|
|
#include <linux/lockdep.h>
|
|
|
|
typedef struct {
|
|
raw_spinlock_t raw_lock;
|
|
#if defined(CONFIG_PREEMPT) && defined(CONFIG_SMP)
|
|
unsigned int break_lock;
|
|
#endif
|
|
#ifdef CONFIG_DEBUG_SPINLOCK
|
|
unsigned int magic, owner_cpu;
|
|
void *owner;
|
|
#endif
|
|
#ifdef CONFIG_DEBUG_LOCK_ALLOC
|
|
struct lockdep_map dep_map;
|
|
#endif
|
|
} spinlock_t;
|
|
|
|
#define SPINLOCK_MAGIC 0xdead4ead
|
|
|
|
typedef struct {
|
|
raw_rwlock_t raw_lock;
|
|
#if defined(CONFIG_PREEMPT) && defined(CONFIG_SMP)
|
|
unsigned int break_lock;
|
|
#endif
|
|
#ifdef CONFIG_DEBUG_SPINLOCK
|
|
unsigned int magic, owner_cpu;
|
|
void *owner;
|
|
#endif
|
|
#ifdef CONFIG_DEBUG_LOCK_ALLOC
|
|
struct lockdep_map dep_map;
|
|
#endif
|
|
} rwlock_t;
|
|
|
|
#define RWLOCK_MAGIC 0xdeaf1eed
|
|
|
|
#define SPINLOCK_OWNER_INIT ((void *)-1L)
|
|
|
|
#ifdef CONFIG_DEBUG_LOCK_ALLOC
|
|
# define SPIN_DEP_MAP_INIT(lockname) .dep_map = { .name = #lockname }
|
|
#else
|
|
# define SPIN_DEP_MAP_INIT(lockname)
|
|
#endif
|
|
|
|
#ifdef CONFIG_DEBUG_LOCK_ALLOC
|
|
# define RW_DEP_MAP_INIT(lockname) .dep_map = { .name = #lockname }
|
|
#else
|
|
# define RW_DEP_MAP_INIT(lockname)
|
|
#endif
|
|
|
|
#ifdef CONFIG_DEBUG_SPINLOCK
|
|
# define __SPIN_LOCK_UNLOCKED(lockname) \
|
|
(spinlock_t) { .raw_lock = __RAW_SPIN_LOCK_UNLOCKED, \
|
|
.magic = SPINLOCK_MAGIC, \
|
|
.owner = SPINLOCK_OWNER_INIT, \
|
|
.owner_cpu = -1, \
|
|
SPIN_DEP_MAP_INIT(lockname) }
|
|
#define __RW_LOCK_UNLOCKED(lockname) \
|
|
(rwlock_t) { .raw_lock = __RAW_RW_LOCK_UNLOCKED, \
|
|
.magic = RWLOCK_MAGIC, \
|
|
.owner = SPINLOCK_OWNER_INIT, \
|
|
.owner_cpu = -1, \
|
|
RW_DEP_MAP_INIT(lockname) }
|
|
#else
|
|
# define __SPIN_LOCK_UNLOCKED(lockname) \
|
|
(spinlock_t) { .raw_lock = __RAW_SPIN_LOCK_UNLOCKED, \
|
|
SPIN_DEP_MAP_INIT(lockname) }
|
|
#define __RW_LOCK_UNLOCKED(lockname) \
|
|
(rwlock_t) { .raw_lock = __RAW_RW_LOCK_UNLOCKED, \
|
|
RW_DEP_MAP_INIT(lockname) }
|
|
#endif
|
|
|
|
/*
|
|
* SPIN_LOCK_UNLOCKED and RW_LOCK_UNLOCKED defeat lockdep state tracking and
|
|
* are hence deprecated.
|
|
* Please use DEFINE_SPINLOCK()/DEFINE_RWLOCK() or
|
|
* __SPIN_LOCK_UNLOCKED()/__RW_LOCK_UNLOCKED() as appropriate.
|
|
*/
|
|
#define SPIN_LOCK_UNLOCKED __SPIN_LOCK_UNLOCKED(old_style_spin_init)
|
|
#define RW_LOCK_UNLOCKED __RW_LOCK_UNLOCKED(old_style_rw_init)
|
|
|
|
#define DEFINE_SPINLOCK(x) spinlock_t x = __SPIN_LOCK_UNLOCKED(x)
|
|
#define DEFINE_RWLOCK(x) rwlock_t x = __RW_LOCK_UNLOCKED(x)
|
|
|
|
#endif /* __LINUX_SPINLOCK_TYPES_H */
|