1// SPDX-License-Identifier: GPL-2.0 2// Copyright (c) 2019 Facebook 3#include <test_progs.h> 4static int libbpf_debug_print(enum libbpf_print_level level, 5 const char *format, va_list args) 6{ 7 if (level != LIBBPF_DEBUG) { 8 vprintf(format, args); 9 return 0; 10 } 11 12 if (!strstr(format, "verifier log")) 13 return 0; 14 vprintf("%s", args); 15 return 0; 16} 17 18extern int extra_prog_load_log_flags; 19 20static int check_load(const char *file, enum bpf_prog_type type) 21{ 22 struct bpf_object *obj = NULL; 23 struct bpf_program *prog; 24 int err; 25 26 obj = bpf_object__open_file(file, NULL); 27 err = libbpf_get_error(obj); 28 if (err) 29 return err; 30 31 prog = bpf_object__next_program(obj, NULL); 32 if (!prog) { 33 err = -ENOENT; 34 goto err_out; 35 } 36 37 bpf_program__set_type(prog, type); 38 bpf_program__set_flags(prog, testing_prog_flags()); 39 bpf_program__set_log_level(prog, 4 | extra_prog_load_log_flags); 40 41 err = bpf_object__load(obj); 42 43err_out: 44 bpf_object__close(obj); 45 return err; 46} 47 48struct scale_test_def { 49 const char *file; 50 enum bpf_prog_type attach_type; 51 bool fails; 52}; 53 54static void scale_test(const char *file, 55 enum bpf_prog_type attach_type, 56 bool should_fail) 57{ 58 libbpf_print_fn_t old_print_fn = NULL; 59 int err; 60 61 if (env.verifier_stats) { 62 test__force_log(); 63 old_print_fn = libbpf_set_print(libbpf_debug_print); 64 } 65 66 err = check_load(file, attach_type); 67 if (should_fail) 68 ASSERT_ERR(err, "expect_error"); 69 else 70 ASSERT_OK(err, "expect_success"); 71 72 if (env.verifier_stats) 73 libbpf_set_print(old_print_fn); 74} 75 76void test_verif_scale1() 77{ 78 scale_test("test_verif_scale1.bpf.o", BPF_PROG_TYPE_SCHED_CLS, false); 79} 80 81void test_verif_scale2() 82{ 83 scale_test("test_verif_scale2.bpf.o", BPF_PROG_TYPE_SCHED_CLS, false); 84} 85 86void test_verif_scale3() 87{ 88 scale_test("test_verif_scale3.bpf.o", BPF_PROG_TYPE_SCHED_CLS, false); 89} 90 91void test_verif_scale_pyperf_global() 92{ 93 scale_test("pyperf_global.bpf.o", BPF_PROG_TYPE_RAW_TRACEPOINT, false); 94} 95 96void test_verif_scale_pyperf_subprogs() 97{ 98 scale_test("pyperf_subprogs.bpf.o", BPF_PROG_TYPE_RAW_TRACEPOINT, false); 99} 100 101void test_verif_scale_pyperf50() 102{ 103 /* full unroll by llvm */ 104 scale_test("pyperf50.bpf.o", BPF_PROG_TYPE_RAW_TRACEPOINT, false); 105} 106 107void test_verif_scale_pyperf100() 108{ 109 /* full unroll by llvm */ 110 scale_test("pyperf100.bpf.o", BPF_PROG_TYPE_RAW_TRACEPOINT, false); 111} 112 113void test_verif_scale_pyperf180() 114{ 115 /* full unroll by llvm */ 116 scale_test("pyperf180.bpf.o", BPF_PROG_TYPE_RAW_TRACEPOINT, false); 117} 118 119void test_verif_scale_pyperf600() 120{ 121 /* partial unroll. llvm will unroll loop ~150 times. 122 * C loop count -> 600. 123 * Asm loop count -> 4. 124 * 16k insns in loop body. 125 * Total of 5 such loops. Total program size ~82k insns. 126 */ 127 scale_test("pyperf600.bpf.o", BPF_PROG_TYPE_RAW_TRACEPOINT, false); 128} 129 130void test_verif_scale_pyperf600_bpf_loop(void) 131{ 132 /* use the bpf_loop helper*/ 133 scale_test("pyperf600_bpf_loop.bpf.o", BPF_PROG_TYPE_RAW_TRACEPOINT, false); 134} 135 136void test_verif_scale_pyperf600_nounroll() 137{ 138 /* no unroll at all. 139 * C loop count -> 600. 140 * ASM loop count -> 600. 141 * ~110 insns in loop body. 142 * Total of 5 such loops. Total program size ~1500 insns. 143 */ 144 scale_test("pyperf600_nounroll.bpf.o", BPF_PROG_TYPE_RAW_TRACEPOINT, false); 145} 146 147void test_verif_scale_pyperf600_iter() 148{ 149 /* open-coded BPF iterator version */ 150 scale_test("pyperf600_iter.bpf.o", BPF_PROG_TYPE_RAW_TRACEPOINT, false); 151} 152 153void test_verif_scale_loop1() 154{ 155 scale_test("loop1.bpf.o", BPF_PROG_TYPE_RAW_TRACEPOINT, false); 156} 157 158void test_verif_scale_loop2() 159{ 160 scale_test("loop2.bpf.o", BPF_PROG_TYPE_RAW_TRACEPOINT, false); 161} 162 163void test_verif_scale_loop3_fail() 164{ 165 scale_test("loop3.bpf.o", BPF_PROG_TYPE_RAW_TRACEPOINT, true /* fails */); 166} 167 168void test_verif_scale_loop4() 169{ 170 scale_test("loop4.bpf.o", BPF_PROG_TYPE_SCHED_CLS, false); 171} 172 173void test_verif_scale_loop5() 174{ 175 scale_test("loop5.bpf.o", BPF_PROG_TYPE_SCHED_CLS, false); 176} 177 178void test_verif_scale_loop6() 179{ 180 scale_test("loop6.bpf.o", BPF_PROG_TYPE_KPROBE, false); 181} 182 183void test_verif_scale_strobemeta() 184{ 185 /* partial unroll. 19k insn in a loop. 186 * Total program size 20.8k insn. 187 * ~350k processed_insns 188 */ 189 scale_test("strobemeta.bpf.o", BPF_PROG_TYPE_RAW_TRACEPOINT, false); 190} 191 192void test_verif_scale_strobemeta_bpf_loop(void) 193{ 194 /* use the bpf_loop helper*/ 195 scale_test("strobemeta_bpf_loop.bpf.o", BPF_PROG_TYPE_RAW_TRACEPOINT, false); 196} 197 198void test_verif_scale_strobemeta_nounroll1() 199{ 200 /* no unroll, tiny loops */ 201 scale_test("strobemeta_nounroll1.bpf.o", BPF_PROG_TYPE_RAW_TRACEPOINT, false); 202} 203 204void test_verif_scale_strobemeta_nounroll2() 205{ 206 /* no unroll, tiny loops */ 207 scale_test("strobemeta_nounroll2.bpf.o", BPF_PROG_TYPE_RAW_TRACEPOINT, false); 208} 209 210void test_verif_scale_strobemeta_subprogs() 211{ 212 /* non-inlined subprogs */ 213 scale_test("strobemeta_subprogs.bpf.o", BPF_PROG_TYPE_RAW_TRACEPOINT, false); 214} 215 216void test_verif_scale_sysctl_loop1() 217{ 218 scale_test("test_sysctl_loop1.bpf.o", BPF_PROG_TYPE_CGROUP_SYSCTL, false); 219} 220 221void test_verif_scale_sysctl_loop2() 222{ 223 scale_test("test_sysctl_loop2.bpf.o", BPF_PROG_TYPE_CGROUP_SYSCTL, false); 224} 225 226void test_verif_scale_xdp_loop() 227{ 228 scale_test("test_xdp_loop.bpf.o", BPF_PROG_TYPE_XDP, false); 229} 230 231void test_verif_scale_seg6_loop() 232{ 233 scale_test("test_seg6_loop.bpf.o", BPF_PROG_TYPE_LWT_SEG6LOCAL, false); 234} 235 236void test_verif_twfw() 237{ 238 scale_test("twfw.bpf.o", BPF_PROG_TYPE_CGROUP_SKB, false); 239} 240