// SPDX-License-Identifier: GPL-2.0 #include #include #include #include "bpf_experimental.h" struct foo { struct bpf_spin_lock lock; int data; }; struct array_map { __uint(type, BPF_MAP_TYPE_ARRAY); __type(key, int); __type(value, struct foo); __uint(max_entries, 1); } array_map SEC(".maps"); struct { __uint(type, BPF_MAP_TYPE_ARRAY_OF_MAPS); __uint(max_entries, 1); __type(key, int); __type(value, int); __array(values, struct array_map); } map_of_maps SEC(".maps") = { .values = { [0] = &array_map, }, }; SEC(".data.A") struct bpf_spin_lock lockA; SEC(".data.B") struct bpf_spin_lock lockB; SEC("?tc") int lock_id_kptr_preserve(void *ctx) { struct foo *f; f = bpf_obj_new(typeof(*f)); if (!f) return 0; bpf_this_cpu_ptr(f); return 0; } SEC("?tc") int lock_id_global_zero(void *ctx) { bpf_this_cpu_ptr(&lockA); return 0; } SEC("?tc") int lock_id_mapval_preserve(void *ctx) { struct foo *f; int key = 0; f = bpf_map_lookup_elem(&array_map, &key); if (!f) return 0; bpf_this_cpu_ptr(f); return 0; } SEC("?tc") int lock_id_innermapval_preserve(void *ctx) { struct foo *f; int key = 0; void *map; map = bpf_map_lookup_elem(&map_of_maps, &key); if (!map) return 0; f = bpf_map_lookup_elem(map, &key); if (!f) return 0; bpf_this_cpu_ptr(f); return 0; } #define CHECK(test, A, B) \ SEC("?tc") \ int lock_id_mismatch_##test(void *ctx) \ { \ struct foo *f1, *f2, *v, *iv; \ int key = 0; \ void *map; \ \ map = bpf_map_lookup_elem(&map_of_maps, &key); \ if (!map) \ return 0; \ iv = bpf_map_lookup_elem(map, &key); \ if (!iv) \ return 0; \ v = bpf_map_lookup_elem(&array_map, &key); \ if (!v) \ return 0; \ f1 = bpf_obj_new(typeof(*f1)); \ if (!f1) \ return 0; \ f2 = bpf_obj_new(typeof(*f2)); \ if (!f2) { \ bpf_obj_drop(f1); \ return 0; \ } \ bpf_spin_lock(A); \ bpf_spin_unlock(B); \ return 0; \ } CHECK(kptr_kptr, &f1->lock, &f2->lock); CHECK(kptr_global, &f1->lock, &lockA); CHECK(kptr_mapval, &f1->lock, &v->lock); CHECK(kptr_innermapval, &f1->lock, &iv->lock); CHECK(global_global, &lockA, &lockB); CHECK(global_kptr, &lockA, &f1->lock); CHECK(global_mapval, &lockA, &v->lock); CHECK(global_innermapval, &lockA, &iv->lock); SEC("?tc") int lock_id_mismatch_mapval_mapval(void *ctx) { struct foo *f1, *f2; int key = 0; f1 = bpf_map_lookup_elem(&array_map, &key); if (!f1) return 0; f2 = bpf_map_lookup_elem(&array_map, &key); if (!f2) return 0; bpf_spin_lock(&f1->lock); f1->data = 42; bpf_spin_unlock(&f2->lock); return 0; } CHECK(mapval_kptr, &v->lock, &f1->lock); CHECK(mapval_global, &v->lock, &lockB); CHECK(mapval_innermapval, &v->lock, &iv->lock); SEC("?tc") int lock_id_mismatch_innermapval_innermapval1(void *ctx) { struct foo *f1, *f2; int key = 0; void *map; map = bpf_map_lookup_elem(&map_of_maps, &key); if (!map) return 0; f1 = bpf_map_lookup_elem(map, &key); if (!f1) return 0; f2 = bpf_map_lookup_elem(map, &key); if (!f2) return 0; bpf_spin_lock(&f1->lock); f1->data = 42; bpf_spin_unlock(&f2->lock); return 0; } SEC("?tc") int lock_id_mismatch_innermapval_innermapval2(void *ctx) { struct foo *f1, *f2; int key = 0; void *map; map = bpf_map_lookup_elem(&map_of_maps, &key); if (!map) return 0; f1 = bpf_map_lookup_elem(map, &key); if (!f1) return 0; map = bpf_map_lookup_elem(&map_of_maps, &key); if (!map) return 0; f2 = bpf_map_lookup_elem(map, &key); if (!f2) return 0; bpf_spin_lock(&f1->lock); f1->data = 42; bpf_spin_unlock(&f2->lock); return 0; } CHECK(innermapval_kptr, &iv->lock, &f1->lock); CHECK(innermapval_global, &iv->lock, &lockA); CHECK(innermapval_mapval, &iv->lock, &v->lock); #undef CHECK __noinline int global_subprog(struct __sk_buff *ctx) { volatile int ret = 0; if (ctx->protocol) ret += ctx->protocol; return ret + ctx->mark; } __noinline static int static_subprog_call_global(struct __sk_buff *ctx) { volatile int ret = 0; if (ctx->protocol) return ret; return ret + ctx->len + global_subprog(ctx); } SEC("?tc") int lock_global_subprog_call1(struct __sk_buff *ctx) { int ret = 0; bpf_spin_lock(&lockA); if (ctx->mark == 42) ret = global_subprog(ctx); bpf_spin_unlock(&lockA); return ret; } SEC("?tc") int lock_global_subprog_call2(struct __sk_buff *ctx) { int ret = 0; bpf_spin_lock(&lockA); if (ctx->mark == 42) ret = static_subprog_call_global(ctx); bpf_spin_unlock(&lockA); return ret; } char _license[] SEC("license") = "GPL";