1// SPDX-License-Identifier: GPL-2.0
2// Copyright (c) 2019 Facebook
3#include <test_progs.h>
4static int libbpf_debug_print(enum libbpf_print_level level,
5			      const char *format, va_list args)
6{
7	if (level != LIBBPF_DEBUG) {
8		vprintf(format, args);
9		return 0;
10	}
11
12	if (!strstr(format, "verifier log"))
13		return 0;
14	vprintf("%s", args);
15	return 0;
16}
17
18extern int extra_prog_load_log_flags;
19
20static int check_load(const char *file, enum bpf_prog_type type)
21{
22	struct bpf_object *obj = NULL;
23	struct bpf_program *prog;
24	int err;
25
26	obj = bpf_object__open_file(file, NULL);
27	err = libbpf_get_error(obj);
28	if (err)
29		return err;
30
31	prog = bpf_object__next_program(obj, NULL);
32	if (!prog) {
33		err = -ENOENT;
34		goto err_out;
35	}
36
37	bpf_program__set_type(prog, type);
38	bpf_program__set_flags(prog, testing_prog_flags());
39	bpf_program__set_log_level(prog, 4 | extra_prog_load_log_flags);
40
41	err = bpf_object__load(obj);
42
43err_out:
44	bpf_object__close(obj);
45	return err;
46}
47
48struct scale_test_def {
49	const char *file;
50	enum bpf_prog_type attach_type;
51	bool fails;
52};
53
54static void scale_test(const char *file,
55		       enum bpf_prog_type attach_type,
56		       bool should_fail)
57{
58	libbpf_print_fn_t old_print_fn = NULL;
59	int err;
60
61	if (env.verifier_stats) {
62		test__force_log();
63		old_print_fn = libbpf_set_print(libbpf_debug_print);
64	}
65
66	err = check_load(file, attach_type);
67	if (should_fail)
68		ASSERT_ERR(err, "expect_error");
69	else
70		ASSERT_OK(err, "expect_success");
71
72	if (env.verifier_stats)
73		libbpf_set_print(old_print_fn);
74}
75
76void test_verif_scale1()
77{
78	scale_test("test_verif_scale1.bpf.o", BPF_PROG_TYPE_SCHED_CLS, false);
79}
80
81void test_verif_scale2()
82{
83	scale_test("test_verif_scale2.bpf.o", BPF_PROG_TYPE_SCHED_CLS, false);
84}
85
86void test_verif_scale3()
87{
88	scale_test("test_verif_scale3.bpf.o", BPF_PROG_TYPE_SCHED_CLS, false);
89}
90
91void test_verif_scale_pyperf_global()
92{
93	scale_test("pyperf_global.bpf.o", BPF_PROG_TYPE_RAW_TRACEPOINT, false);
94}
95
96void test_verif_scale_pyperf_subprogs()
97{
98	scale_test("pyperf_subprogs.bpf.o", BPF_PROG_TYPE_RAW_TRACEPOINT, false);
99}
100
101void test_verif_scale_pyperf50()
102{
103	/* full unroll by llvm */
104	scale_test("pyperf50.bpf.o", BPF_PROG_TYPE_RAW_TRACEPOINT, false);
105}
106
107void test_verif_scale_pyperf100()
108{
109	/* full unroll by llvm */
110	scale_test("pyperf100.bpf.o", BPF_PROG_TYPE_RAW_TRACEPOINT, false);
111}
112
113void test_verif_scale_pyperf180()
114{
115	/* full unroll by llvm */
116	scale_test("pyperf180.bpf.o", BPF_PROG_TYPE_RAW_TRACEPOINT, false);
117}
118
119void test_verif_scale_pyperf600()
120{
121	/* partial unroll. llvm will unroll loop ~150 times.
122	 * C loop count -> 600.
123	 * Asm loop count -> 4.
124	 * 16k insns in loop body.
125	 * Total of 5 such loops. Total program size ~82k insns.
126	 */
127	scale_test("pyperf600.bpf.o", BPF_PROG_TYPE_RAW_TRACEPOINT, false);
128}
129
130void test_verif_scale_pyperf600_bpf_loop(void)
131{
132	/* use the bpf_loop helper*/
133	scale_test("pyperf600_bpf_loop.bpf.o", BPF_PROG_TYPE_RAW_TRACEPOINT, false);
134}
135
136void test_verif_scale_pyperf600_nounroll()
137{
138	/* no unroll at all.
139	 * C loop count -> 600.
140	 * ASM loop count -> 600.
141	 * ~110 insns in loop body.
142	 * Total of 5 such loops. Total program size ~1500 insns.
143	 */
144	scale_test("pyperf600_nounroll.bpf.o", BPF_PROG_TYPE_RAW_TRACEPOINT, false);
145}
146
147void test_verif_scale_pyperf600_iter()
148{
149	/* open-coded BPF iterator version */
150	scale_test("pyperf600_iter.bpf.o", BPF_PROG_TYPE_RAW_TRACEPOINT, false);
151}
152
153void test_verif_scale_loop1()
154{
155	scale_test("loop1.bpf.o", BPF_PROG_TYPE_RAW_TRACEPOINT, false);
156}
157
158void test_verif_scale_loop2()
159{
160	scale_test("loop2.bpf.o", BPF_PROG_TYPE_RAW_TRACEPOINT, false);
161}
162
163void test_verif_scale_loop3_fail()
164{
165	scale_test("loop3.bpf.o", BPF_PROG_TYPE_RAW_TRACEPOINT, true /* fails */);
166}
167
168void test_verif_scale_loop4()
169{
170	scale_test("loop4.bpf.o", BPF_PROG_TYPE_SCHED_CLS, false);
171}
172
173void test_verif_scale_loop5()
174{
175	scale_test("loop5.bpf.o", BPF_PROG_TYPE_SCHED_CLS, false);
176}
177
178void test_verif_scale_loop6()
179{
180	scale_test("loop6.bpf.o", BPF_PROG_TYPE_KPROBE, false);
181}
182
183void test_verif_scale_strobemeta()
184{
185	/* partial unroll. 19k insn in a loop.
186	 * Total program size 20.8k insn.
187	 * ~350k processed_insns
188	 */
189	scale_test("strobemeta.bpf.o", BPF_PROG_TYPE_RAW_TRACEPOINT, false);
190}
191
192void test_verif_scale_strobemeta_bpf_loop(void)
193{
194	/* use the bpf_loop helper*/
195	scale_test("strobemeta_bpf_loop.bpf.o", BPF_PROG_TYPE_RAW_TRACEPOINT, false);
196}
197
198void test_verif_scale_strobemeta_nounroll1()
199{
200	/* no unroll, tiny loops */
201	scale_test("strobemeta_nounroll1.bpf.o", BPF_PROG_TYPE_RAW_TRACEPOINT, false);
202}
203
204void test_verif_scale_strobemeta_nounroll2()
205{
206	/* no unroll, tiny loops */
207	scale_test("strobemeta_nounroll2.bpf.o", BPF_PROG_TYPE_RAW_TRACEPOINT, false);
208}
209
210void test_verif_scale_strobemeta_subprogs()
211{
212	/* non-inlined subprogs */
213	scale_test("strobemeta_subprogs.bpf.o", BPF_PROG_TYPE_RAW_TRACEPOINT, false);
214}
215
216void test_verif_scale_sysctl_loop1()
217{
218	scale_test("test_sysctl_loop1.bpf.o", BPF_PROG_TYPE_CGROUP_SYSCTL, false);
219}
220
221void test_verif_scale_sysctl_loop2()
222{
223	scale_test("test_sysctl_loop2.bpf.o", BPF_PROG_TYPE_CGROUP_SYSCTL, false);
224}
225
226void test_verif_scale_xdp_loop()
227{
228	scale_test("test_xdp_loop.bpf.o", BPF_PROG_TYPE_XDP, false);
229}
230
231void test_verif_scale_seg6_loop()
232{
233	scale_test("test_seg6_loop.bpf.o", BPF_PROG_TYPE_LWT_SEG6LOCAL, false);
234}
235
236void test_verif_twfw()
237{
238	scale_test("twfw.bpf.o", BPF_PROG_TYPE_CGROUP_SKB, false);
239}
240