1/* SPDX-License-Identifier: GPL-2.0 */ 2#ifndef _ASM_X86_FTRACE_H 3#define _ASM_X86_FTRACE_H 4 5#ifdef CONFIG_FUNCTION_TRACER 6#ifndef CC_USING_FENTRY 7# error Compiler does not support fentry? 8#endif 9# define MCOUNT_ADDR ((unsigned long)(__fentry__)) 10#define MCOUNT_INSN_SIZE 5 /* sizeof mcount call */ 11 12/* Ignore unused weak functions which will have non zero offsets */ 13#ifdef CONFIG_HAVE_FENTRY 14# include <asm/ibt.h> 15/* Add offset for endbr64 if IBT enabled */ 16# define FTRACE_MCOUNT_MAX_OFFSET ENDBR_INSN_SIZE 17#endif 18 19#ifdef CONFIG_DYNAMIC_FTRACE 20#define ARCH_SUPPORTS_FTRACE_OPS 1 21#endif 22 23#define HAVE_FUNCTION_GRAPH_RET_ADDR_PTR 24 25#ifndef __ASSEMBLY__ 26extern void __fentry__(void); 27 28static inline unsigned long ftrace_call_adjust(unsigned long addr) 29{ 30 /* 31 * addr is the address of the mcount call instruction. 32 * recordmcount does the necessary offset calculation. 33 */ 34 return addr; 35} 36 37#ifdef CONFIG_HAVE_DYNAMIC_FTRACE_WITH_ARGS 38struct ftrace_regs { 39 struct pt_regs regs; 40}; 41 42static __always_inline struct pt_regs * 43arch_ftrace_get_regs(struct ftrace_regs *fregs) 44{ 45 /* Only when FL_SAVE_REGS is set, cs will be non zero */ 46 if (!fregs->regs.cs) 47 return NULL; 48 return &fregs->regs; 49} 50 51#define ftrace_regs_set_instruction_pointer(fregs, _ip) \ 52 do { (fregs)->regs.ip = (_ip); } while (0) 53 54#define ftrace_regs_get_instruction_pointer(fregs) \ 55 ((fregs)->regs.ip) 56 57#define ftrace_regs_get_argument(fregs, n) \ 58 regs_get_kernel_argument(&(fregs)->regs, n) 59#define ftrace_regs_get_stack_pointer(fregs) \ 60 kernel_stack_pointer(&(fregs)->regs) 61#define ftrace_regs_return_value(fregs) \ 62 regs_return_value(&(fregs)->regs) 63#define ftrace_regs_set_return_value(fregs, ret) \ 64 regs_set_return_value(&(fregs)->regs, ret) 65#define ftrace_override_function_with_return(fregs) \ 66 override_function_with_return(&(fregs)->regs) 67#define ftrace_regs_query_register_offset(name) \ 68 regs_query_register_offset(name) 69 70struct ftrace_ops; 71#define ftrace_graph_func ftrace_graph_func 72void ftrace_graph_func(unsigned long ip, unsigned long parent_ip, 73 struct ftrace_ops *op, struct ftrace_regs *fregs); 74#else 75#define FTRACE_GRAPH_TRAMP_ADDR FTRACE_GRAPH_ADDR 76#endif 77 78#ifdef CONFIG_DYNAMIC_FTRACE_WITH_DIRECT_CALLS 79/* 80 * When a ftrace registered caller is tracing a function that is 81 * also set by a register_ftrace_direct() call, it needs to be 82 * differentiated in the ftrace_caller trampoline. To do this, we 83 * place the direct caller in the ORIG_AX part of pt_regs. This 84 * tells the ftrace_caller that there's a direct caller. 85 */ 86static inline void 87__arch_ftrace_set_direct_caller(struct pt_regs *regs, unsigned long addr) 88{ 89 /* Emulate a call */ 90 regs->orig_ax = addr; 91} 92#define arch_ftrace_set_direct_caller(fregs, addr) \ 93 __arch_ftrace_set_direct_caller(&(fregs)->regs, addr) 94#endif /* CONFIG_DYNAMIC_FTRACE_WITH_DIRECT_CALLS */ 95 96#ifdef CONFIG_DYNAMIC_FTRACE 97 98struct dyn_arch_ftrace { 99 /* No extra data needed for x86 */ 100}; 101 102#endif /* CONFIG_DYNAMIC_FTRACE */ 103#endif /* __ASSEMBLY__ */ 104#endif /* CONFIG_FUNCTION_TRACER */ 105 106 107#ifndef __ASSEMBLY__ 108 109void prepare_ftrace_return(unsigned long ip, unsigned long *parent, 110 unsigned long frame_pointer); 111 112#if defined(CONFIG_FUNCTION_TRACER) && defined(CONFIG_DYNAMIC_FTRACE) 113extern void set_ftrace_ops_ro(void); 114#else 115static inline void set_ftrace_ops_ro(void) { } 116#endif 117 118#define ARCH_HAS_SYSCALL_MATCH_SYM_NAME 119static inline bool arch_syscall_match_sym_name(const char *sym, const char *name) 120{ 121 /* 122 * Compare the symbol name with the system call name. Skip the 123 * "__x64_sys", "__ia32_sys", "__do_sys" or simple "sys" prefix. 124 */ 125 return !strcmp(sym + 3, name + 3) || 126 (!strncmp(sym, "__x64_", 6) && !strcmp(sym + 9, name + 3)) || 127 (!strncmp(sym, "__ia32_", 7) && !strcmp(sym + 10, name + 3)) || 128 (!strncmp(sym, "__do_sys", 8) && !strcmp(sym + 8, name + 3)); 129} 130 131#ifndef COMPILE_OFFSETS 132 133#if defined(CONFIG_FTRACE_SYSCALLS) && defined(CONFIG_IA32_EMULATION) 134#include <linux/compat.h> 135 136/* 137 * Because ia32 syscalls do not map to x86_64 syscall numbers 138 * this screws up the trace output when tracing a ia32 task. 139 * Instead of reporting bogus syscalls, just do not trace them. 140 * 141 * If the user really wants these, then they should use the 142 * raw syscall tracepoints with filtering. 143 */ 144#define ARCH_TRACE_IGNORE_COMPAT_SYSCALLS 1 145static inline bool arch_trace_is_compat_syscall(struct pt_regs *regs) 146{ 147 return in_32bit_syscall(); 148} 149#endif /* CONFIG_FTRACE_SYSCALLS && CONFIG_IA32_EMULATION */ 150#endif /* !COMPILE_OFFSETS */ 151#endif /* !__ASSEMBLY__ */ 152 153#ifndef __ASSEMBLY__ 154#ifdef CONFIG_FUNCTION_GRAPH_TRACER 155struct fgraph_ret_regs { 156 unsigned long ax; 157 unsigned long dx; 158 unsigned long bp; 159}; 160 161static inline unsigned long fgraph_ret_regs_return_value(struct fgraph_ret_regs *ret_regs) 162{ 163 return ret_regs->ax; 164} 165 166static inline unsigned long fgraph_ret_regs_frame_pointer(struct fgraph_ret_regs *ret_regs) 167{ 168 return ret_regs->bp; 169} 170#endif /* ifdef CONFIG_FUNCTION_GRAPH_TRACER */ 171#endif 172 173#endif /* _ASM_X86_FTRACE_H */ 174