2010-09-17 09:09:00 -06:00
|
|
|
#ifndef _LINUX_JUMP_LABEL_H
|
|
|
|
#define _LINUX_JUMP_LABEL_H
|
|
|
|
|
2011-03-16 15:29:47 -06:00
|
|
|
#include <linux/types.h>
|
|
|
|
#include <linux/compiler.h>
|
|
|
|
|
2010-10-29 10:33:43 -06:00
|
|
|
#if defined(CC_HAVE_ASM_GOTO) && defined(CONFIG_JUMP_LABEL)
|
2011-03-16 15:29:47 -06:00
|
|
|
|
|
|
|
struct jump_label_key {
|
|
|
|
atomic_t enabled;
|
|
|
|
struct jump_entry *entries;
|
|
|
|
#ifdef CONFIG_MODULES
|
|
|
|
struct jump_label_mod *next;
|
|
|
|
#endif
|
|
|
|
};
|
|
|
|
|
2010-09-17 09:09:00 -06:00
|
|
|
# include <asm/jump_label.h>
|
|
|
|
# define HAVE_JUMP_LABEL
|
|
|
|
#endif
|
|
|
|
|
|
|
|
enum jump_label_type {
|
2011-03-16 15:29:47 -06:00
|
|
|
JUMP_LABEL_DISABLE = 0,
|
2010-09-17 09:09:00 -06:00
|
|
|
JUMP_LABEL_ENABLE,
|
|
|
|
};
|
|
|
|
|
|
|
|
struct module;
|
|
|
|
|
|
|
|
#ifdef HAVE_JUMP_LABEL
|
|
|
|
|
2011-03-16 15:29:47 -06:00
|
|
|
#ifdef CONFIG_MODULES
|
2011-09-28 18:45:15 -06:00
|
|
|
#define JUMP_LABEL_INIT {ATOMIC_INIT(0), NULL, NULL}
|
2011-03-16 15:29:47 -06:00
|
|
|
#else
|
2011-09-28 18:45:15 -06:00
|
|
|
#define JUMP_LABEL_INIT {ATOMIC_INIT(0), NULL}
|
2011-03-16 15:29:47 -06:00
|
|
|
#endif
|
|
|
|
|
|
|
|
static __always_inline bool static_branch(struct jump_label_key *key)
|
|
|
|
{
|
|
|
|
return arch_static_branch(key);
|
|
|
|
}
|
|
|
|
|
2010-09-17 09:09:00 -06:00
|
|
|
extern struct jump_entry __start___jump_table[];
|
|
|
|
extern struct jump_entry __stop___jump_table[];
|
|
|
|
|
2010-10-01 15:23:48 -06:00
|
|
|
extern void jump_label_lock(void);
|
|
|
|
extern void jump_label_unlock(void);
|
2010-09-17 09:09:00 -06:00
|
|
|
extern void arch_jump_label_transform(struct jump_entry *entry,
|
2011-09-29 12:10:05 -06:00
|
|
|
enum jump_label_type type);
|
2011-10-03 12:01:46 -06:00
|
|
|
extern void arch_jump_label_transform_static(struct jump_entry *entry,
|
|
|
|
enum jump_label_type type);
|
2010-09-17 09:09:08 -06:00
|
|
|
extern int jump_label_text_reserved(void *start, void *end);
|
2011-03-16 15:29:47 -06:00
|
|
|
extern void jump_label_inc(struct jump_label_key *key);
|
|
|
|
extern void jump_label_dec(struct jump_label_key *key);
|
|
|
|
extern bool jump_label_enabled(struct jump_label_key *key);
|
|
|
|
extern void jump_label_apply_nops(struct module *mod);
|
2010-09-17 09:09:00 -06:00
|
|
|
|
2011-03-16 15:29:47 -06:00
|
|
|
#else
|
2010-09-17 09:09:00 -06:00
|
|
|
|
2011-07-26 17:09:06 -06:00
|
|
|
#include <linux/atomic.h>
|
2010-09-17 09:09:00 -06:00
|
|
|
|
2011-03-16 15:29:47 -06:00
|
|
|
#define JUMP_LABEL_INIT {ATOMIC_INIT(0)}
|
2010-09-17 09:09:00 -06:00
|
|
|
|
2011-03-16 15:29:47 -06:00
|
|
|
struct jump_label_key {
|
|
|
|
atomic_t enabled;
|
|
|
|
};
|
2010-09-17 09:09:00 -06:00
|
|
|
|
2011-03-16 15:29:47 -06:00
|
|
|
static __always_inline bool static_branch(struct jump_label_key *key)
|
|
|
|
{
|
|
|
|
if (unlikely(atomic_read(&key->enabled)))
|
|
|
|
return true;
|
|
|
|
return false;
|
|
|
|
}
|
2010-09-17 09:09:00 -06:00
|
|
|
|
2011-03-16 15:29:47 -06:00
|
|
|
static inline void jump_label_inc(struct jump_label_key *key)
|
|
|
|
{
|
|
|
|
atomic_inc(&key->enabled);
|
|
|
|
}
|
2010-09-17 09:09:00 -06:00
|
|
|
|
2011-03-16 15:29:47 -06:00
|
|
|
static inline void jump_label_dec(struct jump_label_key *key)
|
2010-09-17 09:09:00 -06:00
|
|
|
{
|
2011-03-16 15:29:47 -06:00
|
|
|
atomic_dec(&key->enabled);
|
2010-09-17 09:09:00 -06:00
|
|
|
}
|
|
|
|
|
2010-09-17 09:09:08 -06:00
|
|
|
static inline int jump_label_text_reserved(void *start, void *end)
|
|
|
|
{
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
2010-10-01 15:23:48 -06:00
|
|
|
static inline void jump_label_lock(void) {}
|
|
|
|
static inline void jump_label_unlock(void) {}
|
|
|
|
|
2011-03-16 15:29:47 -06:00
|
|
|
static inline bool jump_label_enabled(struct jump_label_key *key)
|
|
|
|
{
|
|
|
|
return !!atomic_read(&key->enabled);
|
|
|
|
}
|
2010-09-17 09:09:00 -06:00
|
|
|
|
2011-03-16 15:29:47 -06:00
|
|
|
static inline int jump_label_apply_nops(struct module *mod)
|
|
|
|
{
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
|
|
|
#endif
|
2010-10-17 04:15:00 -06:00
|
|
|
|
2010-09-17 09:09:00 -06:00
|
|
|
#endif
|