// SPDX-License-Identifier: GPL-2.0 /* Converted from tools/testing/selftests/bpf/verifier/stack_ptr.c */ #include #include #include #include "bpf_misc.h" #define MAX_ENTRIES 11 struct test_val { unsigned int index; int foo[MAX_ENTRIES]; }; struct { __uint(type, BPF_MAP_TYPE_ARRAY); __uint(max_entries, 1); __type(key, int); __type(value, struct test_val); } map_array_48b SEC(".maps"); SEC("socket") __description("PTR_TO_STACK store/load") __success __success_unpriv __retval(0xfaceb00c) __naked void ptr_to_stack_store_load(void) { asm volatile (" \ r1 = r10; \ r1 += -10; \ r0 = 0xfaceb00c; \ *(u64*)(r1 + 2) = r0; \ r0 = *(u64*)(r1 + 2); \ exit; \ " ::: __clobber_all); } SEC("socket") __description("PTR_TO_STACK store/load - bad alignment on off") __failure __msg("misaligned stack access off 0+-8+2 size 8") __failure_unpriv __naked void load_bad_alignment_on_off(void) { asm volatile (" \ r1 = r10; \ r1 += -8; \ r0 = 0xfaceb00c; \ *(u64*)(r1 + 2) = r0; \ r0 = *(u64*)(r1 + 2); \ exit; \ " ::: __clobber_all); } SEC("socket") __description("PTR_TO_STACK store/load - bad alignment on reg") __failure __msg("misaligned stack access off 0+-10+8 size 8") __failure_unpriv __naked void load_bad_alignment_on_reg(void) { asm volatile (" \ r1 = r10; \ r1 += -10; \ r0 = 0xfaceb00c; \ *(u64*)(r1 + 8) = r0; \ r0 = *(u64*)(r1 + 8); \ exit; \ " ::: __clobber_all); } SEC("socket") __description("PTR_TO_STACK store/load - out of bounds low") __failure __msg("invalid write to stack R1 off=-79992 size=8") __msg_unpriv("R1 stack pointer arithmetic goes out of range") __naked void load_out_of_bounds_low(void) { asm volatile (" \ r1 = r10; \ r1 += -80000; \ r0 = 0xfaceb00c; \ *(u64*)(r1 + 8) = r0; \ r0 = *(u64*)(r1 + 8); \ exit; \ " ::: __clobber_all); } SEC("socket") __description("PTR_TO_STACK store/load - out of bounds high") __failure __msg("invalid write to stack R1 off=0 size=8") __failure_unpriv __naked void load_out_of_bounds_high(void) { asm volatile (" \ r1 = r10; \ r1 += -8; \ r0 = 0xfaceb00c; \ *(u64*)(r1 + 8) = r0; \ r0 = *(u64*)(r1 + 8); \ exit; \ " ::: __clobber_all); } SEC("socket") __description("PTR_TO_STACK check high 1") __success __success_unpriv __retval(42) __naked void to_stack_check_high_1(void) { asm volatile (" \ r1 = r10; \ r1 += -1; \ r0 = 42; \ *(u8*)(r1 + 0) = r0; \ r0 = *(u8*)(r1 + 0); \ exit; \ " ::: __clobber_all); } SEC("socket") __description("PTR_TO_STACK check high 2") __success __success_unpriv __retval(42) __naked void to_stack_check_high_2(void) { asm volatile (" \ r1 = r10; \ r0 = 42; \ *(u8*)(r1 - 1) = r0; \ r0 = *(u8*)(r1 - 1); \ exit; \ " ::: __clobber_all); } SEC("socket") __description("PTR_TO_STACK check high 3") __success __failure_unpriv __msg_unpriv("R1 stack pointer arithmetic goes out of range") __retval(42) __naked void to_stack_check_high_3(void) { asm volatile (" \ r1 = r10; \ r1 += 0; \ r0 = 42; \ *(u8*)(r1 - 1) = r0; \ r0 = *(u8*)(r1 - 1); \ exit; \ " ::: __clobber_all); } SEC("socket") __description("PTR_TO_STACK check high 4") __failure __msg("invalid write to stack R1 off=0 size=1") __msg_unpriv("R1 stack pointer arithmetic goes out of range") __naked void to_stack_check_high_4(void) { asm volatile (" \ r1 = r10; \ r1 += 0; \ r0 = 42; \ *(u8*)(r1 + 0) = r0; \ r0 = *(u8*)(r1 + 0); \ exit; \ " ::: __clobber_all); } SEC("socket") __description("PTR_TO_STACK check high 5") __failure __msg("invalid write to stack R1") __msg_unpriv("R1 stack pointer arithmetic goes out of range") __naked void to_stack_check_high_5(void) { asm volatile (" \ r1 = r10; \ r1 += %[__imm_0]; \ r0 = 42; \ *(u8*)(r1 + 0) = r0; \ r0 = *(u8*)(r1 + 0); \ exit; \ " : : __imm_const(__imm_0, (1 << 29) - 1) : __clobber_all); } SEC("socket") __description("PTR_TO_STACK check high 6") __failure __msg("invalid write to stack") __msg_unpriv("R1 stack pointer arithmetic goes out of range") __naked void to_stack_check_high_6(void) { asm volatile (" \ r1 = r10; \ r1 += %[__imm_0]; \ r0 = 42; \ *(u8*)(r1 + %[shrt_max]) = r0; \ r0 = *(u8*)(r1 + %[shrt_max]); \ exit; \ " : : __imm_const(__imm_0, (1 << 29) - 1), __imm_const(shrt_max, SHRT_MAX) : __clobber_all); } SEC("socket") __description("PTR_TO_STACK check high 7") __failure __msg("fp pointer offset") __msg_unpriv("R1 stack pointer arithmetic goes out of range") __naked void to_stack_check_high_7(void) { asm volatile (" \ r1 = r10; \ r1 += %[__imm_0]; \ r1 += %[__imm_0]; \ r0 = 42; \ *(u8*)(r1 + %[shrt_max]) = r0; \ r0 = *(u8*)(r1 + %[shrt_max]); \ exit; \ " : : __imm_const(__imm_0, (1 << 29) - 1), __imm_const(shrt_max, SHRT_MAX) : __clobber_all); } SEC("socket") __description("PTR_TO_STACK check low 1") __success __success_unpriv __retval(42) __naked void to_stack_check_low_1(void) { asm volatile (" \ r1 = r10; \ r1 += -512; \ r0 = 42; \ *(u8*)(r1 + 0) = r0; \ r0 = *(u8*)(r1 + 0); \ exit; \ " ::: __clobber_all); } SEC("socket") __description("PTR_TO_STACK check low 2") __success __failure_unpriv __msg_unpriv("R1 stack pointer arithmetic goes out of range") __retval(42) __naked void to_stack_check_low_2(void) { asm volatile (" \ r1 = r10; \ r1 += -513; \ r0 = 42; \ *(u8*)(r1 + 1) = r0; \ r0 = *(u8*)(r1 + 1); \ exit; \ " ::: __clobber_all); } SEC("socket") __description("PTR_TO_STACK check low 3") __failure __msg("invalid write to stack R1 off=-513 size=1") __msg_unpriv("R1 stack pointer arithmetic goes out of range") __naked void to_stack_check_low_3(void) { asm volatile (" \ r1 = r10; \ r1 += -513; \ r0 = 42; \ *(u8*)(r1 + 0) = r0; \ r0 = *(u8*)(r1 + 0); \ exit; \ " ::: __clobber_all); } SEC("socket") __description("PTR_TO_STACK check low 4") __failure __msg("math between fp pointer") __failure_unpriv __naked void to_stack_check_low_4(void) { asm volatile (" \ r1 = r10; \ r1 += %[int_min]; \ r0 = 42; \ *(u8*)(r1 + 0) = r0; \ r0 = *(u8*)(r1 + 0); \ exit; \ " : : __imm_const(int_min, INT_MIN) : __clobber_all); } SEC("socket") __description("PTR_TO_STACK check low 5") __failure __msg("invalid write to stack") __msg_unpriv("R1 stack pointer arithmetic goes out of range") __naked void to_stack_check_low_5(void) { asm volatile (" \ r1 = r10; \ r1 += %[__imm_0]; \ r0 = 42; \ *(u8*)(r1 + 0) = r0; \ r0 = *(u8*)(r1 + 0); \ exit; \ " : : __imm_const(__imm_0, -((1 << 29) - 1)) : __clobber_all); } SEC("socket") __description("PTR_TO_STACK check low 6") __failure __msg("invalid write to stack") __msg_unpriv("R1 stack pointer arithmetic goes out of range") __naked void to_stack_check_low_6(void) { asm volatile (" \ r1 = r10; \ r1 += %[__imm_0]; \ r0 = 42; \ *(u8*)(r1 %[shrt_min]) = r0; \ r0 = *(u8*)(r1 %[shrt_min]); \ exit; \ " : : __imm_const(__imm_0, -((1 << 29) - 1)), __imm_const(shrt_min, SHRT_MIN) : __clobber_all); } SEC("socket") __description("PTR_TO_STACK check low 7") __failure __msg("fp pointer offset") __msg_unpriv("R1 stack pointer arithmetic goes out of range") __naked void to_stack_check_low_7(void) { asm volatile (" \ r1 = r10; \ r1 += %[__imm_0]; \ r1 += %[__imm_0]; \ r0 = 42; \ *(u8*)(r1 %[shrt_min]) = r0; \ r0 = *(u8*)(r1 %[shrt_min]); \ exit; \ " : : __imm_const(__imm_0, -((1 << 29) - 1)), __imm_const(shrt_min, SHRT_MIN) : __clobber_all); } SEC("socket") __description("PTR_TO_STACK mixed reg/k, 1") __success __success_unpriv __retval(42) __naked void stack_mixed_reg_k_1(void) { asm volatile (" \ r1 = r10; \ r1 += -3; \ r2 = -3; \ r1 += r2; \ r0 = 42; \ *(u8*)(r1 + 0) = r0; \ r0 = *(u8*)(r1 + 0); \ exit; \ " ::: __clobber_all); } SEC("socket") __description("PTR_TO_STACK mixed reg/k, 2") __success __success_unpriv __retval(42) __naked void stack_mixed_reg_k_2(void) { asm volatile (" \ r0 = 0; \ *(u64*)(r10 - 8) = r0; \ r0 = 0; \ *(u64*)(r10 - 16) = r0; \ r1 = r10; \ r1 += -3; \ r2 = -3; \ r1 += r2; \ r0 = 42; \ *(u8*)(r1 + 0) = r0; \ r5 = r10; \ r0 = *(u8*)(r5 - 6); \ exit; \ " ::: __clobber_all); } SEC("socket") __description("PTR_TO_STACK mixed reg/k, 3") __success __success_unpriv __retval(-3) __naked void stack_mixed_reg_k_3(void) { asm volatile (" \ r1 = r10; \ r1 += -3; \ r2 = -3; \ r1 += r2; \ r0 = 42; \ *(u8*)(r1 + 0) = r0; \ r0 = r2; \ exit; \ " ::: __clobber_all); } SEC("socket") __description("PTR_TO_STACK reg") __success __success_unpriv __retval(42) __naked void ptr_to_stack_reg(void) { asm volatile (" \ r1 = r10; \ r2 = -3; \ r1 += r2; \ r0 = 42; \ *(u8*)(r1 + 0) = r0; \ r0 = *(u8*)(r1 + 0); \ exit; \ " ::: __clobber_all); } SEC("socket") __description("stack pointer arithmetic") __success __success_unpriv __retval(0) __naked void stack_pointer_arithmetic(void) { asm volatile (" \ r1 = 4; \ goto l0_%=; \ l0_%=: r7 = r10; \ r7 += -10; \ r7 += -10; \ r2 = r7; \ r2 += r1; \ r0 = 0; \ *(u32*)(r2 + 4) = r0; \ r2 = r7; \ r2 += 8; \ r0 = 0; \ *(u32*)(r2 + 4) = r0; \ r0 = 0; \ exit; \ " ::: __clobber_all); } SEC("tc") __description("store PTR_TO_STACK in R10 to array map using BPF_B") __success __retval(42) __naked void array_map_using_bpf_b(void) { asm volatile (" \ /* Load pointer to map. */ \ r2 = r10; \ r2 += -8; \ r1 = 0; \ *(u64*)(r2 + 0) = r1; \ r1 = %[map_array_48b] ll; \ call %[bpf_map_lookup_elem]; \ if r0 != 0 goto l0_%=; \ r0 = 2; \ exit; \ l0_%=: r1 = r0; \ /* Copy R10 to R9. */ \ r9 = r10; \ /* Pollute other registers with unaligned values. */\ r2 = -1; \ r3 = -1; \ r4 = -1; \ r5 = -1; \ r6 = -1; \ r7 = -1; \ r8 = -1; \ /* Store both R9 and R10 with BPF_B and read back. */\ *(u8*)(r1 + 0) = r10; \ r2 = *(u8*)(r1 + 0); \ *(u8*)(r1 + 0) = r9; \ r3 = *(u8*)(r1 + 0); \ /* Should read back as same value. */ \ if r2 == r3 goto l1_%=; \ r0 = 1; \ exit; \ l1_%=: r0 = 42; \ exit; \ " : : __imm(bpf_map_lookup_elem), __imm_addr(map_array_48b) : __clobber_all); } char _license[] SEC("license") = "GPL";