| // SPDX-License-Identifier: GPL-2.0 | |
| /* Copyright (c) 2026 Meta Platforms, Inc. and affiliates. */ | |
| #include <test_progs.h> | |
| #include <network_helpers.h> | |
| #include "map_kptr_race.skel.h" | |
| static int get_map_id(int map_fd) | |
| { | |
| struct bpf_map_info info = {}; | |
| __u32 len = sizeof(info); | |
| if (!ASSERT_OK(bpf_map_get_info_by_fd(map_fd, &info, &len), "get_map_info")) | |
| return -1; | |
| return info.id; | |
| } | |
| static int read_refs(struct map_kptr_race *skel) | |
| { | |
| LIBBPF_OPTS(bpf_test_run_opts, opts); | |
| int ret; | |
| ret = bpf_prog_test_run_opts(bpf_program__fd(skel->progs.count_ref), &opts); | |
| if (!ASSERT_OK(ret, "count_ref run")) | |
| return -1; | |
| if (!ASSERT_OK(opts.retval, "count_ref retval")) | |
| return -1; | |
| return skel->bss->num_of_refs; | |
| } | |
| static void test_htab_leak(void) | |
| { | |
| LIBBPF_OPTS(bpf_test_run_opts, opts, | |
| .data_in = &pkt_v4, | |
| .data_size_in = sizeof(pkt_v4), | |
| .repeat = 1, | |
| ); | |
| struct map_kptr_race *skel, *watcher; | |
| int ret, map_id; | |
| skel = map_kptr_race__open_and_load(); | |
| if (!ASSERT_OK_PTR(skel, "open_and_load")) | |
| return; | |
| ret = bpf_prog_test_run_opts(bpf_program__fd(skel->progs.test_htab_leak), &opts); | |
| if (!ASSERT_OK(ret, "test_htab_leak run")) | |
| goto out_skel; | |
| if (!ASSERT_OK(opts.retval, "test_htab_leak retval")) | |
| goto out_skel; | |
| map_id = get_map_id(bpf_map__fd(skel->maps.race_hash_map)); | |
| if (!ASSERT_GE(map_id, 0, "map_id")) | |
| goto out_skel; | |
| watcher = map_kptr_race__open_and_load(); | |
| if (!ASSERT_OK_PTR(watcher, "watcher open_and_load")) | |
| goto out_skel; | |
| watcher->bss->target_map_id = map_id; | |
| watcher->links.map_put = bpf_program__attach(watcher->progs.map_put); | |
| if (!ASSERT_OK_PTR(watcher->links.map_put, "attach fentry")) | |
| goto out_watcher; | |
| watcher->links.htab_map_free = bpf_program__attach(watcher->progs.htab_map_free); | |
| if (!ASSERT_OK_PTR(watcher->links.htab_map_free, "attach fexit")) | |
| goto out_watcher; | |
| map_kptr_race__destroy(skel); | |
| skel = NULL; | |
| kern_sync_rcu(); | |
| while (!READ_ONCE(watcher->bss->map_freed)) | |
| sched_yield(); | |
| ASSERT_EQ(watcher->bss->map_freed, 1, "map_freed"); | |
| ASSERT_EQ(read_refs(watcher), 2, "htab refcount"); | |
| out_watcher: | |
| map_kptr_race__destroy(watcher); | |
| out_skel: | |
| map_kptr_race__destroy(skel); | |
| } | |
| static void test_percpu_htab_leak(void) | |
| { | |
| LIBBPF_OPTS(bpf_test_run_opts, opts, | |
| .data_in = &pkt_v4, | |
| .data_size_in = sizeof(pkt_v4), | |
| .repeat = 1, | |
| ); | |
| struct map_kptr_race *skel, *watcher; | |
| int ret, map_id; | |
| skel = map_kptr_race__open(); | |
| if (!ASSERT_OK_PTR(skel, "open")) | |
| return; | |
| skel->rodata->nr_cpus = libbpf_num_possible_cpus(); | |
| if (skel->rodata->nr_cpus > 16) | |
| skel->rodata->nr_cpus = 16; | |
| ret = map_kptr_race__load(skel); | |
| if (!ASSERT_OK(ret, "load")) | |
| goto out_skel; | |
| ret = bpf_prog_test_run_opts(bpf_program__fd(skel->progs.test_percpu_htab_leak), &opts); | |
| if (!ASSERT_OK(ret, "test_percpu_htab_leak run")) | |
| goto out_skel; | |
| if (!ASSERT_OK(opts.retval, "test_percpu_htab_leak retval")) | |
| goto out_skel; | |
| map_id = get_map_id(bpf_map__fd(skel->maps.race_percpu_hash_map)); | |
| if (!ASSERT_GE(map_id, 0, "map_id")) | |
| goto out_skel; | |
| watcher = map_kptr_race__open_and_load(); | |
| if (!ASSERT_OK_PTR(watcher, "watcher open_and_load")) | |
| goto out_skel; | |
| watcher->bss->target_map_id = map_id; | |
| watcher->links.map_put = bpf_program__attach(watcher->progs.map_put); | |
| if (!ASSERT_OK_PTR(watcher->links.map_put, "attach fentry")) | |
| goto out_watcher; | |
| watcher->links.htab_map_free = bpf_program__attach(watcher->progs.htab_map_free); | |
| if (!ASSERT_OK_PTR(watcher->links.htab_map_free, "attach fexit")) | |
| goto out_watcher; | |
| map_kptr_race__destroy(skel); | |
| skel = NULL; | |
| kern_sync_rcu(); | |
| while (!READ_ONCE(watcher->bss->map_freed)) | |
| sched_yield(); | |
| ASSERT_EQ(watcher->bss->map_freed, 1, "map_freed"); | |
| ASSERT_EQ(read_refs(watcher), 2, "percpu_htab refcount"); | |
| out_watcher: | |
| map_kptr_race__destroy(watcher); | |
| out_skel: | |
| map_kptr_race__destroy(skel); | |
| } | |
| static void test_sk_ls_leak(void) | |
| { | |
| struct map_kptr_race *skel, *watcher; | |
| int listen_fd = -1, client_fd = -1, map_id; | |
| skel = map_kptr_race__open_and_load(); | |
| if (!ASSERT_OK_PTR(skel, "open_and_load")) | |
| return; | |
| if (!ASSERT_OK(map_kptr_race__attach(skel), "attach")) | |
| goto out_skel; | |
| listen_fd = start_server(AF_INET6, SOCK_STREAM, "::1", 0, 0); | |
| if (!ASSERT_GE(listen_fd, 0, "start_server")) | |
| goto out_skel; | |
| client_fd = connect_to_fd(listen_fd, 0); | |
| if (!ASSERT_GE(client_fd, 0, "connect_to_fd")) | |
| goto out_skel; | |
| if (!ASSERT_EQ(skel->bss->sk_ls_leak_done, 1, "sk_ls_leak_done")) | |
| goto out_skel; | |
| close(client_fd); | |
| client_fd = -1; | |
| close(listen_fd); | |
| listen_fd = -1; | |
| map_id = get_map_id(bpf_map__fd(skel->maps.race_sk_ls_map)); | |
| if (!ASSERT_GE(map_id, 0, "map_id")) | |
| goto out_skel; | |
| watcher = map_kptr_race__open_and_load(); | |
| if (!ASSERT_OK_PTR(watcher, "watcher open_and_load")) | |
| goto out_skel; | |
| watcher->bss->target_map_id = map_id; | |
| watcher->links.map_put = bpf_program__attach(watcher->progs.map_put); | |
| if (!ASSERT_OK_PTR(watcher->links.map_put, "attach fentry")) | |
| goto out_watcher; | |
| watcher->links.sk_map_free = bpf_program__attach(watcher->progs.sk_map_free); | |
| if (!ASSERT_OK_PTR(watcher->links.sk_map_free, "attach fexit")) | |
| goto out_watcher; | |
| map_kptr_race__destroy(skel); | |
| skel = NULL; | |
| kern_sync_rcu(); | |
| while (!READ_ONCE(watcher->bss->map_freed)) | |
| sched_yield(); | |
| ASSERT_EQ(watcher->bss->map_freed, 1, "map_freed"); | |
| ASSERT_EQ(read_refs(watcher), 2, "sk_ls refcount"); | |
| out_watcher: | |
| map_kptr_race__destroy(watcher); | |
| out_skel: | |
| if (client_fd >= 0) | |
| close(client_fd); | |
| if (listen_fd >= 0) | |
| close(listen_fd); | |
| map_kptr_race__destroy(skel); | |
| } | |
| void serial_test_map_kptr_race(void) | |
| { | |
| if (test__start_subtest("htab_leak")) | |
| test_htab_leak(); | |
| if (test__start_subtest("percpu_htab_leak")) | |
| test_percpu_htab_leak(); | |
| if (test__start_subtest("sk_ls_leak")) | |
| test_sk_ls_leak(); | |
| } |