blob: fd2fb6aebd82bdd15f72cda6fd4444044f01e0dd [file] [edit]
// SPDX-License-Identifier: GPL-2.0
/* Copyright 2026 Google LLC */
#include "vmlinux.h"
#include <bpf/bpf_helpers.h>
#include <bpf/bpf_core_read.h>
#include "bpf_experimental.h"
#include "bpf_misc.h"
#include "wakeup_source.h"
#define MAX_LOOP_ITER 1000
#define RB_SIZE (16384 * 4)
struct {
__uint(type, BPF_MAP_TYPE_RINGBUF);
__uint(max_entries, RB_SIZE);
} rb SEC(".maps");
struct bpf_ws_lock;
struct bpf_ws_lock *bpf_wakeup_sources_read_lock(void) __ksym;
void bpf_wakeup_sources_read_unlock(struct bpf_ws_lock *lock) __ksym;
void *bpf_wakeup_sources_get_head(void) __ksym;
SEC("syscall")
__success __retval(0)
int iterate_wakeupsources(void *ctx)
{
struct list_head *head = bpf_wakeup_sources_get_head();
struct list_head *pos = head;
struct bpf_ws_lock *lock;
int i;
lock = bpf_wakeup_sources_read_lock();
if (!lock)
return 0;
bpf_for(i, 0, MAX_LOOP_ITER) {
if (bpf_core_read(&pos, sizeof(pos), &pos->next) || !pos || pos == head)
break;
struct wakeup_event_t *e = bpf_ringbuf_reserve(&rb, sizeof(*e), 0);
if (!e)
break;
struct wakeup_source *ws = bpf_core_cast(
(void *)pos - bpf_core_field_offset(struct wakeup_source, entry),
struct wakeup_source);
s64 active_time = 0;
bool active = BPF_CORE_READ_BITFIELD(ws, active);
bool autosleep_enable = BPF_CORE_READ_BITFIELD(ws, autosleep_enabled);
s64 last_time = ws->last_time;
s64 max_time = ws->max_time;
s64 prevent_sleep_time = ws->prevent_sleep_time;
s64 total_time = ws->total_time;
if (active) {
s64 curr_time = bpf_ktime_get_ns();
s64 prevent_time = ws->start_prevent_time;
if (curr_time > last_time)
active_time = curr_time - last_time;
total_time += active_time;
if (active_time > max_time)
max_time = active_time;
if (autosleep_enable && curr_time > prevent_time)
prevent_sleep_time += curr_time - prevent_time;
}
e->active_count = ws->active_count;
e->active_time_ns = active_time;
e->event_count = ws->event_count;
e->expire_count = ws->expire_count;
e->last_time_ns = last_time;
e->max_time_ns = max_time;
e->prevent_sleep_time_ns = prevent_sleep_time;
e->total_time_ns = total_time;
e->wakeup_count = ws->wakeup_count;
if (bpf_probe_read_kernel_str(
e->name, WAKEUP_NAME_LEN, ws->name) < 0)
e->name[0] = '\0';
bpf_ringbuf_submit(e, 0);
}
bpf_wakeup_sources_read_unlock(lock);
return 0;
}
char _license[] SEC("license") = "GPL";