5b554ce518
Fix the runqslower tool to include libbpf header files with the bpf/
prefix, to be consistent with external users of the library. Also ensure
that all includes of exported libbpf header files (those that are exported
on 'make install' of the library) use bracketed includes instead of quoted.
To not break the build, keep the old include path until everything has been
changed to the new one; a subsequent patch will remove that.
Fixes: 6910d7d386 ("selftests/bpf: Ensure bpf_helper_defs.h are taken from selftests dir")
Signed-off-by: Toke Høiland-Jørgensen <toke@redhat.com>
Signed-off-by: Alexei Starovoitov <ast@kernel.org>
Acked-by: Andrii Nakryiko <andriin@fb.com>
Link: https://lore.kernel.org/bpf/157952560457.1683545.9913736511685743625.stgit@toke.dk
101 lines
2.2 KiB
C
101 lines
2.2 KiB
C
// SPDX-License-Identifier: GPL-2.0
|
|
// Copyright (c) 2019 Facebook
|
|
#include "vmlinux.h"
|
|
#include <bpf/bpf_helpers.h>
|
|
#include "runqslower.h"
|
|
|
|
#define TASK_RUNNING 0
|
|
|
|
#define BPF_F_INDEX_MASK 0xffffffffULL
|
|
#define BPF_F_CURRENT_CPU BPF_F_INDEX_MASK
|
|
|
|
const volatile __u64 min_us = 0;
|
|
const volatile pid_t targ_pid = 0;
|
|
|
|
struct {
|
|
__uint(type, BPF_MAP_TYPE_HASH);
|
|
__uint(max_entries, 10240);
|
|
__type(key, u32);
|
|
__type(value, u64);
|
|
} start SEC(".maps");
|
|
|
|
struct {
|
|
__uint(type, BPF_MAP_TYPE_PERF_EVENT_ARRAY);
|
|
__uint(key_size, sizeof(u32));
|
|
__uint(value_size, sizeof(u32));
|
|
} events SEC(".maps");
|
|
|
|
/* record enqueue timestamp */
|
|
__always_inline
|
|
static int trace_enqueue(u32 tgid, u32 pid)
|
|
{
|
|
u64 ts;
|
|
|
|
if (!pid || (targ_pid && targ_pid != pid))
|
|
return 0;
|
|
|
|
ts = bpf_ktime_get_ns();
|
|
bpf_map_update_elem(&start, &pid, &ts, 0);
|
|
return 0;
|
|
}
|
|
|
|
SEC("tp_btf/sched_wakeup")
|
|
int handle__sched_wakeup(u64 *ctx)
|
|
{
|
|
/* TP_PROTO(struct task_struct *p) */
|
|
struct task_struct *p = (void *)ctx[0];
|
|
|
|
return trace_enqueue(p->tgid, p->pid);
|
|
}
|
|
|
|
SEC("tp_btf/sched_wakeup_new")
|
|
int handle__sched_wakeup_new(u64 *ctx)
|
|
{
|
|
/* TP_PROTO(struct task_struct *p) */
|
|
struct task_struct *p = (void *)ctx[0];
|
|
|
|
return trace_enqueue(p->tgid, p->pid);
|
|
}
|
|
|
|
SEC("tp_btf/sched_switch")
|
|
int handle__sched_switch(u64 *ctx)
|
|
{
|
|
/* TP_PROTO(bool preempt, struct task_struct *prev,
|
|
* struct task_struct *next)
|
|
*/
|
|
struct task_struct *prev = (struct task_struct *)ctx[1];
|
|
struct task_struct *next = (struct task_struct *)ctx[2];
|
|
struct event event = {};
|
|
u64 *tsp, delta_us;
|
|
long state;
|
|
u32 pid;
|
|
|
|
/* ivcsw: treat like an enqueue event and store timestamp */
|
|
if (prev->state == TASK_RUNNING)
|
|
trace_enqueue(prev->tgid, prev->pid);
|
|
|
|
pid = next->pid;
|
|
|
|
/* fetch timestamp and calculate delta */
|
|
tsp = bpf_map_lookup_elem(&start, &pid);
|
|
if (!tsp)
|
|
return 0; /* missed enqueue */
|
|
|
|
delta_us = (bpf_ktime_get_ns() - *tsp) / 1000;
|
|
if (min_us && delta_us <= min_us)
|
|
return 0;
|
|
|
|
event.pid = pid;
|
|
event.delta_us = delta_us;
|
|
bpf_get_current_comm(&event.task, sizeof(event.task));
|
|
|
|
/* output */
|
|
bpf_perf_event_output(ctx, &events, BPF_F_CURRENT_CPU,
|
|
&event, sizeof(event));
|
|
|
|
bpf_map_delete_elem(&start, &pid);
|
|
return 0;
|
|
}
|
|
|
|
char LICENSE[] SEC("license") = "GPL";
|