| // SPDX-License-Identifier: GPL-2.0 | |
| /* Copyright 2026 Google LLC */ | |
| #include "vmlinux.h" | |
| #include <bpf/bpf_helpers.h> | |
| #include <bpf/bpf_core_read.h> | |
| #include "bpf_experimental.h" | |
| #include "bpf_misc.h" | |
| #include "wakeup_source.h" | |
| #define MAX_LOOP_ITER 1000 | |
| #define RB_SIZE (16384 * 4) | |
| struct { | |
| __uint(type, BPF_MAP_TYPE_RINGBUF); | |
| __uint(max_entries, RB_SIZE); | |
| } rb SEC(".maps"); | |
| struct bpf_ws_lock; | |
| struct bpf_ws_lock *bpf_wakeup_sources_read_lock(void) __ksym; | |
| void bpf_wakeup_sources_read_unlock(struct bpf_ws_lock *lock) __ksym; | |
| void *bpf_wakeup_sources_get_head(void) __ksym; | |
| SEC("syscall") | |
| __success __retval(0) | |
| int iterate_wakeupsources(void *ctx) | |
| { | |
| struct list_head *head = bpf_wakeup_sources_get_head(); | |
| struct list_head *pos = head; | |
| struct bpf_ws_lock *lock; | |
| int i; | |
| lock = bpf_wakeup_sources_read_lock(); | |
| if (!lock) | |
| return 0; | |
| bpf_for(i, 0, MAX_LOOP_ITER) { | |
| if (bpf_core_read(&pos, sizeof(pos), &pos->next) || !pos || pos == head) | |
| break; | |
| struct wakeup_event_t *e = bpf_ringbuf_reserve(&rb, sizeof(*e), 0); | |
| if (!e) | |
| break; | |
| struct wakeup_source *ws = bpf_core_cast( | |
| (void *)pos - bpf_core_field_offset(struct wakeup_source, entry), | |
| struct wakeup_source); | |
| s64 active_time = 0; | |
| bool active = BPF_CORE_READ_BITFIELD(ws, active); | |
| bool autosleep_enable = BPF_CORE_READ_BITFIELD(ws, autosleep_enabled); | |
| s64 last_time = ws->last_time; | |
| s64 max_time = ws->max_time; | |
| s64 prevent_sleep_time = ws->prevent_sleep_time; | |
| s64 total_time = ws->total_time; | |
| if (active) { | |
| s64 curr_time = bpf_ktime_get_ns(); | |
| s64 prevent_time = ws->start_prevent_time; | |
| if (curr_time > last_time) | |
| active_time = curr_time - last_time; | |
| total_time += active_time; | |
| if (active_time > max_time) | |
| max_time = active_time; | |
| if (autosleep_enable && curr_time > prevent_time) | |
| prevent_sleep_time += curr_time - prevent_time; | |
| } | |
| e->active_count = ws->active_count; | |
| e->active_time_ns = active_time; | |
| e->event_count = ws->event_count; | |
| e->expire_count = ws->expire_count; | |
| e->last_time_ns = last_time; | |
| e->max_time_ns = max_time; | |
| e->prevent_sleep_time_ns = prevent_sleep_time; | |
| e->total_time_ns = total_time; | |
| e->wakeup_count = ws->wakeup_count; | |
| if (bpf_probe_read_kernel_str( | |
| e->name, WAKEUP_NAME_LEN, ws->name) < 0) | |
| e->name[0] = '\0'; | |
| bpf_ringbuf_submit(e, 0); | |
| } | |
| bpf_wakeup_sources_read_unlock(lock); | |
| return 0; | |
| } | |
| char _license[] SEC("license") = "GPL"; |