| // SPDX-License-Identifier: GPL-2.0 | |
| /* Copyright (c) 2026 Meta Platforms, Inc. and affiliates. */ | |
| #include <linux/bpf.h> | |
| #include <bpf/bpf_helpers.h> | |
| #include "bpf_misc.h" | |
| struct timer_value { | |
| struct bpf_timer timer; | |
| }; | |
| struct { | |
| __uint(type, BPF_MAP_TYPE_ARRAY); | |
| __uint(max_entries, 1); | |
| __type(key, int); | |
| __type(value, struct timer_value); | |
| } timer_map SEC(".maps"); | |
| #if (defined(__TARGET_ARCH_x86) || defined(__TARGET_ARCH_arm64) || \ | |
| (defined(__TARGET_ARCH_riscv) && __riscv_xlen == 64)) && \ | |
| defined(__BPF_FEATURE_STACK_ARGUMENT) | |
| __noinline __used __naked | |
| static int subprog_bad_order_6args(int a, int b, int c, int d, int e, int f) | |
| { | |
| asm volatile ( | |
| "*(u64 *)(r11 - 8) = r1;" | |
| "r0 = *(u64 *)(r11 + 8);" | |
| "exit;" | |
| ::: __clobber_all | |
| ); | |
| } | |
| SEC("tc") | |
| __description("stack_arg: r11 load after r11 store") | |
| __failure | |
| __msg("r11 load must be before any r11 store or call insn") | |
| __btf_func_path("btf__verifier_stack_arg_order.bpf.o") | |
| __naked void stack_arg_load_after_store(void) | |
| { | |
| asm volatile ( | |
| "r1 = 1;" | |
| "r2 = 2;" | |
| "r3 = 3;" | |
| "r4 = 4;" | |
| "r5 = 5;" | |
| "*(u64 *)(r11 - 8) = 6;" | |
| "call subprog_bad_order_6args;" | |
| "exit;" | |
| ::: __clobber_all | |
| ); | |
| } | |
| __noinline __used __naked | |
| static int subprog_call_before_load_6args(int a, int b, int c, int d, int e, | |
| int f) | |
| { | |
| asm volatile ( | |
| "call %[bpf_get_prandom_u32];" | |
| "r0 = *(u64 *)(r11 + 8);" | |
| "exit;" | |
| :: __imm(bpf_get_prandom_u32) | |
| : __clobber_all | |
| ); | |
| } | |
| SEC("tc") | |
| __description("stack_arg: r11 load after a call") | |
| __failure | |
| __msg("r11 load must be before any r11 store or call insn") | |
| __btf_func_path("btf__verifier_stack_arg_order.bpf.o") | |
| __naked void stack_arg_load_after_call(void) | |
| { | |
| asm volatile ( | |
| "r1 = 1;" | |
| "r2 = 2;" | |
| "r3 = 3;" | |
| "r4 = 4;" | |
| "r5 = 5;" | |
| "*(u64 *)(r11 - 8) = 6;" | |
| "call subprog_call_before_load_6args;" | |
| "exit;" | |
| ::: __clobber_all | |
| ); | |
| } | |
| __noinline __used __naked | |
| static int subprog_pruning_call_before_load_6args(int a, int b, int c, int d, | |
| int e, int f) | |
| { | |
| asm volatile ( | |
| "if r1 s> 0 goto l0_%=;" | |
| "goto l1_%=;" | |
| "l0_%=:" | |
| "call %[bpf_get_prandom_u32];" | |
| "l1_%=:" | |
| "r0 = *(u64 *)(r11 + 8);" | |
| "exit;" | |
| :: __imm(bpf_get_prandom_u32) | |
| : __clobber_all | |
| ); | |
| } | |
| SEC("tc") | |
| __description("stack_arg: pruning keeps r11 load ordering") | |
| __failure | |
| __flag(BPF_F_TEST_STATE_FREQ) | |
| __msg("r11 load must be before any r11 store or call insn") | |
| __btf_func_path("btf__verifier_stack_arg_order.bpf.o") | |
| __naked void stack_arg_pruning_load_after_call(void) | |
| { | |
| asm volatile ( | |
| "call %[bpf_get_prandom_u32];" | |
| "r1 = r0;" | |
| "r2 = 2;" | |
| "r3 = 3;" | |
| "r4 = 4;" | |
| "r5 = 5;" | |
| "*(u64 *)(r11 - 8) = 6;" | |
| "call subprog_pruning_call_before_load_6args;" | |
| "exit;" | |
| :: __imm(bpf_get_prandom_u32) | |
| : __clobber_all | |
| ); | |
| } | |
| /* | |
| * "bad_ptr": the first arg is 'long *', which is not a recognized pointer | |
| * type for static subprogs (not ctx, dynptr, or tagged). btf_prepare_func_args() | |
| * sets arg_slot_cnt = 7 / stack_arg_cnt = 2, then fails with -EINVAL. The | |
| * subprog is marked unreliable but the call still proceeds for static subprogs. | |
| */ | |
| __noinline __used __naked | |
| static void subprog_bad_ptr_7args(long *a, int b, int c, int d, int e, int f, int g) | |
| { | |
| asm volatile ( | |
| "r0 = *(u64 *)(r11 + 8);" | |
| "r1 = *(u64 *)(r11 + 16);" | |
| "exit;" | |
| ::: __clobber_all | |
| ); | |
| } | |
| __noinline __used __naked | |
| static int callback_6args(long a, long b, long c, long d, long e, long f) | |
| { | |
| asm volatile ("r0 = *(u64 *)(r11 + 8);" | |
| "exit;" | |
| ::: __clobber_all | |
| ); | |
| } | |
| __noinline __used __naked | |
| static void subprog_call_bad_ptr_7args(void) | |
| { | |
| asm volatile ("*(u64 *)(r11 - 8) = 0;" | |
| "call subprog_bad_ptr_7args;" | |
| "exit;" | |
| ::: __clobber_all | |
| ); | |
| } | |
| SEC("tc") | |
| __description("stack_arg: read without caller write") | |
| __failure | |
| __msg("callee expects 7 args, stack arg1 is not initialized") | |
| __btf_func_path("btf__verifier_stack_arg_order.bpf.o") | |
| __naked void stack_arg_read_without_write_1(void) | |
| { | |
| asm volatile ( | |
| "r1 = 0;" | |
| "r2 = 0;" | |
| "r3 = 0;" | |
| "r4 = 0;" | |
| "r5 = 0;" | |
| "call subprog_bad_ptr_7args;" | |
| "exit;" | |
| ::: __clobber_all | |
| ); | |
| } | |
| SEC("tc") | |
| __description("stack_arg: read with not-initialized caller write") | |
| __failure | |
| __msg("invalid read from uninitialized stack arg off 8") | |
| __btf_func_path("btf__verifier_stack_arg_order.bpf.o") | |
| __naked void stack_arg_read_without_write_2(void) | |
| { | |
| asm volatile ( | |
| "r1 = 0;" | |
| "r2 = 0;" | |
| "r3 = 0;" | |
| "r4 = 0;" | |
| "r5 = 0;" | |
| "*(u64 *)(r11 - 8) = 0;" | |
| "*(u64 *)(r11 - 16) = 0;" | |
| "call subprog_bad_ptr_7args;" | |
| "call subprog_bad_ptr_7args;" | |
| "exit;" | |
| ::: __clobber_all | |
| ); | |
| } | |
| SEC("tc") | |
| __description("stack_arg: unreliable callee with too few stack args") | |
| __failure | |
| __msg("invalid read from uninitialized stack arg off 16") | |
| __btf_func_path("btf__verifier_stack_arg_order.bpf.o") | |
| __naked void stack_arg_read_with_short_bridge_write(void) | |
| { | |
| asm volatile ("r1 = 0;" | |
| "r2 = 0;" | |
| "r3 = 0;" | |
| "r4 = 0;" | |
| "r5 = 0;" | |
| "*(u64 *)(r11 - 8) = 0;" | |
| "*(u64 *)(r11 - 16) = 0;" | |
| "call subprog_bad_ptr_7args;" | |
| "call subprog_call_bad_ptr_7args;" | |
| "exit;" | |
| ::: __clobber_all | |
| ); | |
| } | |
| SEC("tc") | |
| __description("stack_arg: synchronous callback with stack args") | |
| __failure | |
| __msg("callback subprog cannot have stack args") | |
| __btf_func_path("btf__verifier_stack_arg_order.bpf.o") | |
| __naked void stack_arg_sync_callback(void) | |
| { | |
| asm volatile ("r6 = 0;" | |
| "*(u64 *)(r11 - 8) = r6;" | |
| "r1 = 1;" | |
| "r2 = %[callback_6args];" | |
| "r3 = 0;" | |
| "r4 = 0;" | |
| "call %[bpf_loop];" | |
| "r1 = 1;" | |
| "r2 = 2;" | |
| "r3 = 3;" | |
| "r4 = 4;" | |
| "r5 = 5;" | |
| "*(u64 *)(r11 - 8) = 6;" | |
| "call callback_6args;" | |
| "r0 = 0;" | |
| "exit;" | |
| : | |
| : __imm_ptr(callback_6args), | |
| __imm(bpf_loop) | |
| : __clobber_common, "r6" | |
| ); | |
| } | |
| SEC("tc") | |
| __description("stack_arg: asynchronous callback with stack args") | |
| __failure | |
| __msg("callback subprog cannot have stack args") | |
| __btf_func_path("btf__verifier_stack_arg_order.bpf.o") | |
| __naked void stack_arg_async_callback(void) | |
| { | |
| asm volatile ("r1 = 0;" | |
| "*(u32 *)(r10 - 4) = r1;" | |
| "r1 = %[timer_map] ll;" | |
| "r2 = r10;" | |
| "r2 += -4;" | |
| "call %[bpf_map_lookup_elem];" | |
| "if r0 == 0 goto l0_%=;" | |
| "r6 = r0;" | |
| "r7 = 0;" | |
| "*(u64 *)(r11 - 8) = r7;" | |
| "r1 = r6;" | |
| "r2 = %[callback_6args];" | |
| "call %[bpf_timer_set_callback];" | |
| "r1 = 1;" | |
| "r2 = 2;" | |
| "r3 = 3;" | |
| "r4 = 4;" | |
| "r5 = 5;" | |
| "*(u64 *)(r11 - 8) = 6;" | |
| "call callback_6args;" | |
| "l0_%=: r0 = 0;" | |
| "exit;" | |
| : | |
| : __imm_addr(timer_map), | |
| __imm_ptr(callback_6args), | |
| __imm(bpf_map_lookup_elem), | |
| __imm(bpf_timer_set_callback) | |
| : __clobber_common, "r6", "r7" | |
| ); | |
| } | |
| #else | |
| SEC("socket") | |
| __description("stack_arg order is not supported by compiler or jit, use a dummy test") | |
| __skip("stack_arg order is not supported by compiler or jit") | |
| __success | |
| int dummy_test(void) | |
| { | |
| return 0; | |
| } | |
| #endif | |
| char _license[] SEC("license") = "GPL"; |