lib/bpf/gen_loader.c

96 static void emit(struct bpf_gen *gen, struct bpf_insn insn)
106 	emit(gen, insn1);
107 	emit(gen, insn2);
121 	emit(gen, BPF_MOV64_REG(BPF_REG_6, BPF_REG_1));
124 	emit(gen, BPF_MOV64_REG(BPF_REG_1, BPF_REG_10));
125 	emit(gen, BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, -stack_sz));
126 	emit(gen, BPF_MOV64_IMM(BPF_REG_2, stack_sz));
127 	emit(gen, BPF_MOV64_IMM(BPF_REG_3, 0));
128 	emit(gen, BPF_EMIT_CALL(BPF_FUNC_probe_read_kernel));
133 	emit(gen, BPF_JMP_IMM(BPF_JA, 0, 0,
143 	/* emit cleanup code: close all temp FDs */
145 		emit(gen, BPF_LDX_MEM(BPF_W, BPF_REG_1, BPF_REG_10, -stack_sz + i));
146 		emit(gen, BPF_JMP_IMM(BPF_JSLE, BPF_REG_1, 0, 1));
147 		emit(gen, BPF_EMIT_CALL(BPF_FUNC_sys_close));
152 	emit(gen, BPF_MOV64_REG(BPF_REG_0, BPF_REG_7));
153 	emit(gen, BPF_EXIT_INSN());
217 	emit(gen, BPF_STX_MEM(BPF_DW, BPF_REG_1, BPF_REG_0, 0));
224 	emit(gen, BPF_LDX_MEM(insn_bytes_to_bpf_size(size), BPF_REG_0, BPF_REG_2, 0));
227 	emit(gen, BPF_STX_MEM(insn_bytes_to_bpf_size(size), BPF_REG_1, BPF_REG_0, 0));
234 	emit(gen, BPF_LDX_MEM(insn_bytes_to_bpf_size(size), BPF_REG_0, BPF_REG_1, 0));
235 	emit(gen, BPF_STX_MEM(insn_bytes_to_bpf_size(size), BPF_REG_6, BPF_REG_0, ctx_off));
241 	emit(gen, BPF_LDX_MEM(insn_bytes_to_bpf_size(size), BPF_REG_0, BPF_REG_6, ctx_off));
246 		emit(gen, BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 3));
249 	emit(gen, BPF_STX_MEM(insn_bytes_to_bpf_size(size), BPF_REG_1, BPF_REG_0, 0));
254 	emit(gen, BPF_LDX_MEM(insn_bytes_to_bpf_size(size), BPF_REG_0, BPF_REG_10, stack_off));
257 	emit(gen, BPF_STX_MEM(insn_bytes_to_bpf_size(size), BPF_REG_1, BPF_REG_0, 0));
262 	emit(gen, BPF_LDX_MEM(insn_bytes_to_bpf_size(size), BPF_REG_0, BPF_REG_10, stack_off));
263 	emit(gen, BPF_STX_MEM(insn_bytes_to_bpf_size(size), BPF_REG_6, BPF_REG_0, ctx_off));
268 	emit(gen, BPF_MOV64_IMM(BPF_REG_1, cmd));
271 	emit(gen, BPF_MOV64_IMM(BPF_REG_3, attr_size));
272 	emit(gen, BPF_EMIT_CALL(BPF_FUNC_sys_bpf));
274 	emit(gen, BPF_MOV64_REG(BPF_REG_7, BPF_REG_0));
290 		emit(gen, BPF_JMP_IMM(BPF_JSLT, BPF_REG_7, 0, off));
293 		emit(gen, BPF_JMP_IMM(BPF_JA, 0, 0, -1));
318 	emit(gen, BPF_MOV64_IMM(BPF_REG_2, len));
320 		emit(gen, BPF_MOV64_REG(BPF_REG_3, reg1));
322 		emit(gen, BPF_MOV64_REG(BPF_REG_4, reg2));
323 	emit(gen, BPF_EMIT_CALL(BPF_FUNC_trace_printk));
346 	emit(gen, BPF_JMP_IMM(BPF_JSLE, BPF_REG_1, 0,
351 	emit(gen, BPF_MOV64_REG(BPF_REG_9, BPF_REG_1));
352 	emit(gen, BPF_EMIT_CALL(BPF_FUNC_sys_close));
358 	emit(gen, BPF_LDX_MEM(BPF_W, BPF_REG_1, BPF_REG_10, stack_off));
366 	emit(gen, BPF_LDX_MEM(BPF_W, BPF_REG_1, BPF_REG_0, 0));
394 	emit(gen, BPF_MOV64_IMM(BPF_REG_0, 0));
395 	emit(gen, BPF_EXIT_INSN());
440 	/* emit BTF_LOAD command */
445 	emit(gen, BPF_STX_MEM(BPF_W, BPF_REG_10, BPF_REG_7, stack_off(btf_fd)));
498 	/* emit MAP_CREATE command */
510 		emit(gen, BPF_STX_MEM(BPF_W, BPF_REG_10, BPF_REG_7,
520 		emit(gen, BPF_STX_MEM(BPF_W, BPF_REG_1, BPF_REG_7, 0));
549 	emit(gen, BPF_MOV64_IMM(BPF_REG_2, len));
550 	emit(gen, BPF_MOV64_IMM(BPF_REG_3, gen->attach_kind));
551 	emit(gen, BPF_MOV64_IMM(BPF_REG_4, 0));
552 	emit(gen, BPF_EMIT_CALL(BPF_FUNC_btf_find_by_name_kind));
553 	emit(gen, BPF_MOV64_REG(BPF_REG_7, BPF_REG_0));
623 	emit(gen, BPF_MOV64_IMM(BPF_REG_2, len));
624 	emit(gen, BPF_MOV64_IMM(BPF_REG_3, relo->kind));
625 	emit(gen, BPF_MOV64_IMM(BPF_REG_4, 0));
626 	emit(gen, BPF_EMIT_CALL(BPF_FUNC_btf_find_by_name_kind));
627 	emit(gen, BPF_MOV64_REG(BPF_REG_7, BPF_REG_0));
643 	emit(gen, BPF_MOV64_IMM(BPF_REG_2, len));
644 	emit(gen, BPF_MOV64_IMM(BPF_REG_3, 0));
647 	emit(gen, BPF_MOV64_REG(BPF_REG_7, BPF_REG_4));
648 	emit(gen, BPF_EMIT_CALL(BPF_FUNC_kallsyms_lookup_name));
649 	emit(gen, BPF_LDX_MEM(BPF_DW, BPF_REG_9, BPF_REG_7, 0));
650 	emit(gen, BPF_MOV64_REG(BPF_REG_7, BPF_REG_0));
695 	emit(gen, BPF_JMP_IMM(BPF_JSGE, BPF_REG_7, 0, 3));
697 	emit(gen, BPF_ST_MEM(BPF_W, BPF_REG_8, offsetof(struct bpf_insn, imm), 0));
698 	emit(gen, BPF_ST_MEM(BPF_H, BPF_REG_8, offsetof(struct bpf_insn, off), 0));
700 	emit(gen, BPF_JMP_IMM(BPF_JA, 0, 0, 10));
702 	emit(gen, BPF_STX_MEM(BPF_W, BPF_REG_8, BPF_REG_7, offsetof(struct bpf_insn, imm)));
704 	emit(gen, BPF_MOV64_REG(BPF_REG_9, BPF_REG_7));
705 	emit(gen, BPF_ALU64_IMM(BPF_RSH, BPF_REG_9, 32));
710 	emit(gen, BPF_STX_MEM(BPF_W, BPF_REG_0, BPF_REG_9, 0));
712 	emit(gen, BPF_JMP_IMM(BPF_JNE, BPF_REG_9, 0, 2));
714 	emit(gen, BPF_ST_MEM(BPF_H, BPF_REG_8, offsetof(struct bpf_insn, off), 0));
716 	emit(gen, BPF_JMP_IMM(BPF_JA, 0, 0, 1));
718 	emit(gen, BPF_ST_MEM(BPF_H, BPF_REG_8, offsetof(struct bpf_insn, off), btf_fd_idx));
722 	emit(gen, BPF_LDX_MEM(BPF_W, BPF_REG_7, BPF_REG_8,
724 	emit(gen, BPF_LDX_MEM(BPF_H, BPF_REG_9, BPF_REG_8,
730 	emit(gen, BPF_LDX_MEM(BPF_W, BPF_REG_9, BPF_REG_0, 0));
740 	emit(gen, BPF_LDX_MEM(BPF_W, BPF_REG_7, BPF_REG_8,
742 	emit(gen, BPF_LDX_MEM(BPF_H, BPF_REG_9, BPF_REG_8, sizeof(struct bpf_insn) +
746 	emit(gen, BPF_LDX_MEM(BPF_B, BPF_REG_9, BPF_REG_8, offsetofend(struct bpf_insn, code)));
775 	emit(gen, BPF_JMP_IMM(BPF_JEQ, BPF_REG_7, -ENOENT, 1));
778 	emit(gen, BPF_STX_MEM(BPF_W, BPF_REG_8, BPF_REG_9, offsetof(struct bpf_insn, imm)));
780 	emit(gen, BPF_ALU64_IMM(BPF_RSH, BPF_REG_9, 32));
781 	emit(gen, BPF_STX_MEM(BPF_W, BPF_REG_8, BPF_REG_9,
818 		emit(gen, BPF_JMP_IMM(BPF_JNE, BPF_REG_0, 0, 3));
827 	emit(gen, BPF_JMP_IMM(BPF_JSGE, BPF_REG_7, 0, 3));
829 	emit(gen, BPF_ST_MEM(BPF_W, BPF_REG_8, offsetof(struct bpf_insn, imm), 0));
830 	emit(gen, BPF_ST_MEM(BPF_W, BPF_REG_8, sizeof(struct bpf_insn) + offsetof(struct bpf_insn, imm), 0));
832 	emit(gen, BPF_JMP_IMM(BPF_JA, 0, 0, 4));
834 	emit(gen, BPF_STX_MEM(BPF_W, BPF_REG_8, BPF_REG_7, offsetof(struct bpf_insn, imm)));
836 	emit(gen, BPF_ALU64_IMM(BPF_RSH, BPF_REG_7, 32));
837 	emit(gen, BPF_STX_MEM(BPF_W, BPF_REG_8, BPF_REG_7,
840 	emit(gen, BPF_JMP_IMM(BPF_JA, 0, 0, 3));
844 	emit(gen, BPF_LDX_MEM(BPF_B, BPF_REG_9, BPF_REG_8, offsetofend(struct bpf_insn, code)));
845 	emit(gen, BPF_ALU32_IMM(BPF_AND, BPF_REG_9, reg_mask));
846 	emit(gen, BPF_STX_MEM(BPF_B, BPF_REG_8, BPF_REG_9, offsetofend(struct bpf_insn, code)));
1010 		emit(gen, BPF_STX_MEM(BPF_W, BPF_REG_0, BPF_REG_7,
1012 		emit(gen, BPF_ALU64_IMM(BPF_RSH, BPF_REG_7, 32));
1013 		emit(gen, BPF_STX_MEM(BPF_W, BPF_REG_0, BPF_REG_7,
1017 	/* emit PROG_LOAD command */
1029 	emit(gen, BPF_STX_MEM(BPF_W, BPF_REG_10, BPF_REG_7,
1055 	emit(gen, BPF_LDX_MEM(BPF_DW, BPF_REG_3, BPF_REG_6,
1059 	emit(gen, BPF_JMP_IMM(BPF_JEQ, BPF_REG_3, 0, 8));
1062 	emit(gen, BPF_MOV64_IMM(BPF_REG_2, value_size));
1063 	emit(gen, BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_6,
1065 	emit(gen, BPF_JMP_IMM(BPF_JSET, BPF_REG_0, BPF_SKEL_KERNEL, 2));
1066 	emit(gen, BPF_EMIT_CALL(BPF_FUNC_copy_from_user));
1067 	emit(gen, BPF_JMP_IMM(BPF_JA, 0, 0, 1));
1068 	emit(gen, BPF_EMIT_CALL(BPF_FUNC_probe_read_kernel));
1075 	/* emit MAP_UPDATE_ELEM command */
1101 	/* emit MAP_UPDATE_ELEM command */
1119 	/* emit MAP_FREEZE command */