| // SPDX-License-Identifier: GPL-2.0 | |
| /* Copyright (c) 2026 Meta Platforms, Inc. and affiliates. */ | |
| #include <vmlinux.h> | |
| #include <bpf/bpf_helpers.h> | |
| #include "../test_kmods/bpf_testmod_kfunc.h" | |
| #include "bpf_misc.h" | |
| #if (defined(__TARGET_ARCH_x86) || defined(__TARGET_ARCH_arm64)) && \ | |
| defined(__BPF_FEATURE_STACK_ARGUMENT) | |
| /* Force kfunc extern BTF generation for inline asm call below. | |
| * Uses its own SEC so it's not included as a .text subprog. | |
| * The '?' prefix sets autoload=false so libbpf won't load it. | |
| */ | |
| SEC("?tc") | |
| int __btf_kfunc_gen(struct __sk_buff *ctx) | |
| { | |
| char buf[8] = {}; | |
| return bpf_kfunc_call_stack_arg_mem(0, 0, 0, 0, 0, buf, sizeof(buf)); | |
| } | |
| /* | |
| * Test precision backtracking across bpf-to-bpf call for kfunc stack arg. | |
| * subprog_call_mem_kfunc receives a size as incoming stack arg (arg6) | |
| * and forwards it as mem__sz (arg7) to bpf_kfunc_call_stack_arg_mem. | |
| */ | |
| __naked __noinline __used | |
| static long subprog_call_mem_kfunc(long a, long b, long c, long d, long e, long size) | |
| { | |
| asm volatile ( | |
| "r1 = *(u64 *)(r11 + 8);" /* r1 = incoming arg6 (size) */ | |
| "r2 = 0x0807060504030201 ll;" /* r2 = buf contents */ | |
| "*(u64 *)(r10 - 8) = r2;" /* store buf to stack */ | |
| "r2 = r10;" | |
| "r2 += -8;" /* r2 = &buf */ | |
| "*(u64 *)(r11 - 8) = r2;" /* outgoing arg6 = buf */ | |
| "*(u64 *)(r11 - 16) = r1;" /* outgoing arg7 = size */ | |
| "r1 = 1;" | |
| "r2 = 2;" | |
| "r3 = 3;" | |
| "r4 = 4;" | |
| "r5 = 5;" | |
| "call %[bpf_kfunc_call_stack_arg_mem];" | |
| "exit;" | |
| : | |
| : __imm(bpf_kfunc_call_stack_arg_mem) | |
| : __clobber_all | |
| ); | |
| } | |
| SEC("tc") | |
| __description("stack_arg: precision backtracking across bpf2bpf call for kfunc") | |
| __success | |
| __log_level(2) | |
| __flag(BPF_F_TEST_STATE_FREQ) | |
| __btf_func_path("btf__stack_arg_precision.bpf.o") | |
| __msg("mark_precise: frame1: last_idx 26 first_idx 13 subseq_idx -1") | |
| __msg("mark_precise: frame1: regs= stack= before 25: (b7) r5 = 5") | |
| __msg("mark_precise: frame1: regs= stack= before 24: (b7) r4 = 4") | |
| __msg("mark_precise: frame1: regs= stack= before 23: (b7) r3 = 3") | |
| __msg("mark_precise: frame1: regs= stack= before 22: (b7) r2 = 2") | |
| __msg("mark_precise: frame1: regs= stack= before 21: (b7) r1 = 1") | |
| __msg("mark_precise: frame1: regs= stack= before 20: (7b) *(u64 *)(r11 -16) = r1") | |
| __msg("mark_precise: frame1: regs=r1 stack= before 19: (7b) *(u64 *)(r11 -8) = r2") | |
| __msg("mark_precise: frame1: regs=r1 stack= before 18: (07) r2 += -8") | |
| __msg("mark_precise: frame1: regs=r1 stack= before 17: (bf) r2 = r10") | |
| __msg("mark_precise: frame1: regs=r1 stack= before 16: (7b) *(u64 *)(r10 -8) = r2") | |
| __msg("mark_precise: frame1: regs=r1 stack= before 14: (18) r2 = 0x807060504030201") | |
| __msg("mark_precise: frame1: regs=r1 stack= before 13: (79) r1 = *(u64 *)(r11 +8)") | |
| __msg("mark_precise: frame1: parent state regs= stack=: frame1: R10=fp0") | |
| __msg("mark_precise: frame0: parent state regs= stack=: R10=fp0") | |
| __msg("mark_precise: frame1: last_idx 11 first_idx 11 subseq_idx 13") | |
| __msg("mark_precise: frame1: regs= stack= before 11: (85) call pc+1") | |
| __msg("mark_precise: frame0: parent state regs= stack=: R1=1 R2=2 R3=3 R4=4 R5=5 R10=fp0") | |
| __msg("mark_precise: frame0: last_idx 9 first_idx 7 subseq_idx 11") | |
| __msg("mark_precise: frame0: regs= stack= before 9: (05) goto pc+1") | |
| __msg("mark_precise: frame0: regs= stack= before 8: (7a) *(u64 *)(r11 -8) = 4") | |
| __msg("mark_precise: frame1: last_idx 26 first_idx 13 subseq_idx -1 ") | |
| __msg("mark_precise: frame1: regs= stack= before 25: (b7) r5 = 5") | |
| __msg("mark_precise: frame1: regs= stack= before 24: (b7) r4 = 4") | |
| __msg("mark_precise: frame1: regs= stack= before 23: (b7) r3 = 3") | |
| __msg("mark_precise: frame1: regs= stack= before 22: (b7) r2 = 2") | |
| __msg("mark_precise: frame1: regs= stack= before 21: (b7) r1 = 1") | |
| __msg("mark_precise: frame1: regs= stack= before 20: (7b) *(u64 *)(r11 -16) = r1") | |
| __msg("mark_precise: frame1: regs=r1 stack= before 19: (7b) *(u64 *)(r11 -8) = r2") | |
| __msg("mark_precise: frame1: regs=r1 stack= before 18: (07) r2 += -8") | |
| __msg("mark_precise: frame1: regs=r1 stack= before 17: (bf) r2 = r10") | |
| __msg("mark_precise: frame1: regs=r1 stack= before 16: (7b) *(u64 *)(r10 -8) = r2") | |
| __msg("mark_precise: frame1: regs=r1 stack= before 14: (18) r2 = 0x807060504030201") | |
| __msg("mark_precise: frame1: regs=r1 stack= before 13: (79) r1 = *(u64 *)(r11 +8)") | |
| __msg("mark_precise: frame1: parent state regs= stack=: frame1: R10=fp0") | |
| __msg("mark_precise: frame0: parent state regs= stack=: R10=fp0") | |
| __msg("mark_precise: frame1: last_idx 11 first_idx 11 subseq_idx 13 ") | |
| __msg("mark_precise: frame1: regs= stack= before 11: (85) call pc+1") | |
| __msg("mark_precise: frame0: parent state regs= stack=: R1=1 R2=2 R3=3 R4=4 R5=5 R10=fp0") | |
| __msg("mark_precise: frame0: last_idx 10 first_idx 10 subseq_idx 11 ") | |
| __msg("mark_precise: frame0: regs= stack= before 10: (7a) *(u64 *)(r11 -8) = 6") | |
| __naked void stack_arg_precision_bpf2bpf(void) | |
| { | |
| asm volatile ( | |
| "call %[bpf_get_prandom_u32];" | |
| "r6 = r0;" | |
| "r1 = 1;" | |
| "r2 = 2;" | |
| "r3 = 3;" | |
| "r4 = 4;" | |
| "r5 = 5;" | |
| "if r6 < 2 goto l0_%=;" | |
| "*(u64 *)(r11 - 8) = 4;" | |
| "goto l1_%=;" | |
| "l0_%=:" | |
| "*(u64 *)(r11 - 8) = 6;" | |
| "l1_%=:" | |
| "call subprog_call_mem_kfunc;" | |
| "exit;" | |
| :: __imm(bpf_get_prandom_u32) | |
| : __clobber_all | |
| ); | |
| } | |
| #else | |
| SEC("socket") | |
| __description("stack_arg_precision: not supported, dummy test") | |
| __success | |
| int dummy_test(void) | |
| { | |
| return 0; | |
| } | |
| #endif | |
| char _license[] SEC("license") = "GPL"; |