profile.h revision 139731
1/*-
2 * Copyright (c) 1992, 1993
3 *	The Regents of the University of California.  All rights reserved.
4 *
5 * Redistribution and use in source and binary forms, with or without
6 * modification, are permitted provided that the following conditions
7 * are met:
8 * 1. Redistributions of source code must retain the above copyright
9 *    notice, this list of conditions and the following disclaimer.
10 * 2. Redistributions in binary form must reproduce the above copyright
11 *    notice, this list of conditions and the following disclaimer in the
12 *    documentation and/or other materials provided with the distribution.
13 * 4. Neither the name of the University nor the names of its contributors
14 *    may be used to endorse or promote products derived from this software
15 *    without specific prior written permission.
16 *
17 * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
18 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
19 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
20 * ARE DISCLAIMED.  IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
21 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
22 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
23 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
24 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
25 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
26 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
27 * SUCH DAMAGE.
28 *
29 *	@(#)profile.h	8.1 (Berkeley) 6/11/93
30 * $FreeBSD: head/sys/amd64/include/profile.h 139731 2005-01-05 20:17:21Z imp $
31 */
32
33#ifndef _MACHINE_PROFILE_H_
34#define	_MACHINE_PROFILE_H_
35
36#ifdef _KERNEL
37
38/*
39 * Config generates something to tell the compiler to align functions on 16
40 * byte boundaries.  A strict alignment is good for keeping the tables small.
41 */
42#define	FUNCTION_ALIGNMENT	16
43
44/*
45 * The kernel uses assembler stubs instead of unportable inlines.
46 * This is mainly to save a little time when profiling is not enabled,
47 * which is the usual case for the kernel.
48 */
49#define	_MCOUNT_DECL void mcount
50#define	MCOUNT
51
52#ifdef GUPROF
53#define	MCOUNT_DECL(s)
54#define	MCOUNT_ENTER(s)
55#define	MCOUNT_EXIT(s)
56#ifdef __GNUC__
57#define	MCOUNT_OVERHEAD(label)						\
58	__asm __volatile("pushq %0; call __mcount; popq %%rcx"		\
59			 :						\
60			 : "i" (profil)					\
61			 : "ax", "dx", "cx", "di", "si", "r8", "r9", "memory")
62#define	MEXITCOUNT_OVERHEAD()						\
63	__asm __volatile("call .mexitcount; 1:"				\
64			 : :						\
65			 : "ax", "dx", "cx", "di", "si", "r8", "r9", "memory")
66#define	MEXITCOUNT_OVERHEAD_GETLABEL(labelp)				\
67	__asm __volatile("movq $1b,%0" : "=rm" (labelp))
68#elif defined(lint)
69#define	MCOUNT_OVERHEAD(label)
70#define	MEXITCOUNT_OVERHEAD()
71#define	MEXITCOUNT_OVERHEAD_GETLABEL()
72#else
73#error
74#endif /* __GNUC */
75#else /* !GUPROF */
76#define	MCOUNT_DECL(s)	u_long s;
77#ifdef SMP
78extern int	mcount_lock;
79#define	MCOUNT_ENTER(s)	{ s = read_rflags(); disable_intr(); \
80 			  while (!atomic_cmpset_acq_int(&mcount_lock, 0, 1)) \
81			  	/* nothing */ ; }
82#define	MCOUNT_EXIT(s)	{ atomic_store_rel_int(&mcount_lock, 0); \
83			  write_rflags(s); }
84#else
85#define	MCOUNT_ENTER(s)	{ s = read_rflags(); disable_intr(); }
86#define	MCOUNT_EXIT(s)	(write_rflags(s))
87#endif
88#endif /* GUPROF */
89
90void bintr(void);
91void btrap(void);
92void eintr(void);
93void user(void);
94
95#define	MCOUNT_FROMPC_USER(pc)					\
96	((pc < (uintfptr_t)VM_MAXUSER_ADDRESS) ? (uintfptr_t)user : pc)
97
98#define	MCOUNT_FROMPC_INTR(pc)					\
99	((pc >= (uintfptr_t)btrap && pc < (uintfptr_t)eintr) ?	\
100	    ((pc >= (uintfptr_t)bintr) ? (uintfptr_t)bintr :	\
101		(uintfptr_t)btrap) : ~0UL)
102
103#else /* !_KERNEL */
104
105#define	FUNCTION_ALIGNMENT	4
106
107#define	_MCOUNT_DECL \
108static void _mcount(uintfptr_t frompc, uintfptr_t selfpc) __used; \
109static void _mcount
110
111#ifdef	__GNUC__
112#define	MCOUNT __asm("			\n\
113	.globl	.mcount			\n\
114	.type	.mcount @function	\n\
115.mcount:				\n\
116	pushq	%rbp			\n\
117	movq	%rsp,%rbp		\n\
118	pushq	%rdi			\n\
119	pushq	%rsi			\n\
120	pushq	%rdx			\n\
121	pushq	%rcx			\n\
122	pushq	%r8			\n\
123	pushq	%r9			\n\
124	pushq	%rax			\n\
125	movq	8(%rbp),%rsi		\n\
126	movq	(%rbp),%rdi		\n\
127	movq	8(%rdi),%rdi		\n\
128	call	_mcount			\n\
129	popq	%rax			\n\
130	popq	%r9			\n\
131	popq	%r8			\n\
132	popq	%rcx			\n\
133	popq	%rdx			\n\
134	popq	%rsi			\n\
135	popq	%rdi			\n\
136	leave				\n\
137	ret				\n\
138	.size	.mcount, . - .mcount");
139#if 0
140/*
141 * We could use this, except it doesn't preserve the registers that were
142 * being passed with arguments to the function that we were inserted
143 * into.  I've left it here as documentation of what the code above is
144 * supposed to do.
145 */
146#define	MCOUNT								\
147void									\
148mcount()								\
149{									\
150	uintfptr_t selfpc, frompc;					\
151	/*								\
152	 * Find the return address for mcount,				\
153	 * and the return address for mcount's caller.			\
154	 *								\
155	 * selfpc = pc pushed by call to mcount				\
156	 */								\
157	__asm("movq 8(%%rbp),%0" : "=r" (selfpc));			\
158	/*								\
159	 * frompc = pc pushed by call to mcount's caller.		\
160	 * The caller's stack frame has already been built, so %rbp is	\
161	 * the caller's frame pointer.  The caller's raddr is in the	\
162	 * caller's frame following the caller's caller's frame pointer.\
163	 */								\
164	__asm("movq (%%rbp),%0" : "=r" (frompc));			\
165	frompc = ((uintfptr_t *)frompc)[1];				\
166	_mcount(frompc, selfpc);					\
167}
168#endif
169#else /* !__GNUC__ */
170#define	MCOUNT								\
171void									\
172mcount()								\
173{									\
174}
175#endif /* __GNUC__ */
176
177typedef	u_long	uintfptr_t;
178
179#endif /* _KERNEL */
180
181/*
182 * An unsigned integral type that can hold non-negative difference between
183 * function pointers.
184 */
185typedef	u_long	fptrdiff_t;
186
187#ifdef _KERNEL
188
189void	mcount(uintfptr_t frompc, uintfptr_t selfpc);
190
191#else /* !_KERNEL */
192
193#include <sys/cdefs.h>
194
195__BEGIN_DECLS
196#ifdef __GNUC__
197void	mcount(void) __asm(".mcount");
198#endif
199__END_DECLS
200
201#endif /* _KERNEL */
202
203#endif /* !_MACHINE_PROFILE_H_ */
204