1145256Sjkoshy/*-
2183033Sjkoshy * Copyright (c) 2003-2005,2008 Joseph Koshy
3174395Sjkoshy * Copyright (c) 2007 The FreeBSD Foundation
4145256Sjkoshy * All rights reserved.
5145256Sjkoshy *
6174395Sjkoshy * Portions of this software were developed by A. Joseph Koshy under
7174395Sjkoshy * sponsorship from the FreeBSD Foundation and Google, Inc.
8174395Sjkoshy *
9145256Sjkoshy * Redistribution and use in source and binary forms, with or without
10145256Sjkoshy * modification, are permitted provided that the following conditions
11145256Sjkoshy * are met:
12145256Sjkoshy * 1. Redistributions of source code must retain the above copyright
13145256Sjkoshy *    notice, this list of conditions and the following disclaimer.
14145256Sjkoshy * 2. Redistributions in binary form must reproduce the above copyright
15145256Sjkoshy *    notice, this list of conditions and the following disclaimer in the
16145256Sjkoshy *    documentation and/or other materials provided with the distribution.
17145256Sjkoshy *
18145256Sjkoshy * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
19145256Sjkoshy * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
20145256Sjkoshy * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
21145256Sjkoshy * ARE DISCLAIMED.  IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
22145256Sjkoshy * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
23145256Sjkoshy * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
24145256Sjkoshy * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
25145256Sjkoshy * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
26145256Sjkoshy * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
27145256Sjkoshy * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
28145256Sjkoshy * SUCH DAMAGE.
29145256Sjkoshy *
30145256Sjkoshy * $FreeBSD: stable/11/sys/i386/include/pmc_mdep.h 339769 2018-10-26 06:12:56Z mmacy $
31145256Sjkoshy */
32145256Sjkoshy
33145256Sjkoshy#ifndef _MACHINE_PMC_MDEP_H
34145256Sjkoshy#define	_MACHINE_PMC_MDEP_H 1
35145256Sjkoshy
36184802Sjkoshy#ifdef	_KERNEL
37184802Sjkoshystruct pmc_mdep;
38184802Sjkoshy#endif
39184802Sjkoshy
40147191Sjkoshy/*
41147191Sjkoshy * On the i386 platform we support the following PMCs.
42147191Sjkoshy *
43184802Sjkoshy * TSC		The timestamp counter
44147191Sjkoshy * K7		AMD Athlon XP/MP and other 32 bit processors.
45147191Sjkoshy * K8		AMD Athlon64 and Opteron PMCs in 32 bit mode.
46147191Sjkoshy * PIV		Intel P4/HTT and P4/EMT64
47147191Sjkoshy * PPRO		Intel Pentium Pro, Pentium-II, Pentium-III, Celeron and
48147191Sjkoshy *		Pentium-M processors
49147191Sjkoshy * PENTIUM	Intel Pentium MMX.
50184802Sjkoshy * IAP		Intel Core/Core2/Atom programmable PMCs.
51184802Sjkoshy * IAF		Intel fixed-function PMCs.
52206089Sfabient * UCP		Intel Uncore programmable PMCs.
53206089Sfabient * UCF		Intel Uncore fixed-function PMCs.
54147191Sjkoshy */
55145256Sjkoshy
56147191Sjkoshy#include <dev/hwpmc/hwpmc_amd.h> /* K7 and K8 */
57185363Sjkoshy#include <dev/hwpmc/hwpmc_core.h>
58147191Sjkoshy#include <dev/hwpmc/hwpmc_piv.h>
59147191Sjkoshy#include <dev/hwpmc/hwpmc_ppro.h>
60147191Sjkoshy#include <dev/hwpmc/hwpmc_pentium.h>
61184802Sjkoshy#include <dev/hwpmc/hwpmc_tsc.h>
62206089Sfabient#include <dev/hwpmc/hwpmc_uncore.h>
63145256Sjkoshy
64147191Sjkoshy/*
65184802Sjkoshy * Intel processors implementing V2 and later of the Intel performance
66184802Sjkoshy * measurement architecture have PMCs of the following classes: TSC,
67206089Sfabient * IAF, IAP, UCF and UCP.
68184802Sjkoshy */
69233628Sfabient#define	PMC_MDEP_CLASS_INDEX_TSC	1
70233628Sfabient#define	PMC_MDEP_CLASS_INDEX_K7		2
71233628Sfabient#define	PMC_MDEP_CLASS_INDEX_K8		2
72339769Smmacy#define	PMC_MDEP_CLASS_INDEX_F17H	2
73233628Sfabient#define	PMC_MDEP_CLASS_INDEX_P4		2
74233628Sfabient#define	PMC_MDEP_CLASS_INDEX_P5		2
75233628Sfabient#define	PMC_MDEP_CLASS_INDEX_P6		2
76233628Sfabient#define	PMC_MDEP_CLASS_INDEX_IAP	2
77233628Sfabient#define	PMC_MDEP_CLASS_INDEX_IAF	3
78233628Sfabient#define	PMC_MDEP_CLASS_INDEX_UCP	4
79233628Sfabient#define	PMC_MDEP_CLASS_INDEX_UCF	5
80184802Sjkoshy
81184802Sjkoshy/*
82147191Sjkoshy * Architecture specific extensions to <sys/pmc.h> structures.
83147191Sjkoshy */
84145256Sjkoshy
85147191Sjkoshyunion pmc_md_op_pmcallocate  {
86147191Sjkoshy	struct pmc_md_amd_op_pmcallocate	pm_amd;
87185363Sjkoshy	struct pmc_md_iaf_op_pmcallocate	pm_iaf;
88185363Sjkoshy	struct pmc_md_iap_op_pmcallocate	pm_iap;
89206089Sfabient	struct pmc_md_ucf_op_pmcallocate	pm_ucf;
90206089Sfabient	struct pmc_md_ucp_op_pmcallocate	pm_ucp;
91185363Sjkoshy	struct pmc_md_p4_op_pmcallocate		pm_p4;
92147191Sjkoshy	struct pmc_md_pentium_op_pmcallocate	pm_pentium;
93185363Sjkoshy	struct pmc_md_ppro_op_pmcallocate	pm_ppro;
94147191Sjkoshy	uint64_t				__pad[4];
95147191Sjkoshy};
96145256Sjkoshy
97147191Sjkoshy/* Logging */
98147191Sjkoshy#define	PMCLOG_READADDR		PMCLOG_READ32
99147191Sjkoshy#define	PMCLOG_EMITADDR		PMCLOG_EMIT32
100145256Sjkoshy
101147191Sjkoshy#ifdef _KERNEL
102145256Sjkoshy
103147191Sjkoshy/* MD extension for 'struct pmc' */
104147191Sjkoshyunion pmc_md_pmc  {
105147191Sjkoshy	struct pmc_md_amd_pmc	pm_amd;
106185363Sjkoshy	struct pmc_md_iaf_pmc	pm_iaf;
107185363Sjkoshy	struct pmc_md_iap_pmc	pm_iap;
108206089Sfabient	struct pmc_md_ucf_pmc	pm_ucf;
109206089Sfabient	struct pmc_md_ucp_pmc	pm_ucp;
110185363Sjkoshy	struct pmc_md_p4_pmc	pm_p4;
111185363Sjkoshy	struct pmc_md_pentium_pmc pm_pentium;
112147191Sjkoshy	struct pmc_md_ppro_pmc	pm_ppro;
113147191Sjkoshy};
114145256Sjkoshy
115147191Sjkoshystruct pmc;
116184802Sjkoshystruct pmc_mdep;
117145256Sjkoshy
118174395Sjkoshy#define	PMC_TRAPFRAME_TO_PC(TF)	((TF)->tf_eip)
119174395Sjkoshy#define	PMC_TRAPFRAME_TO_FP(TF)	((TF)->tf_ebp)
120174395Sjkoshy
121183033Sjkoshy/*
122183033Sjkoshy * The layout of the stack frame on entry into the NMI handler depends on
123183033Sjkoshy * whether a privilege level change (and consequent stack switch) was
124183033Sjkoshy * required for entry.
125183033Sjkoshy *
126183033Sjkoshy * When processing an interrupt when in user mode, the processor switches
127183033Sjkoshy * stacks, and saves the user mode stack pointer on the kernel stack.  The
128183033Sjkoshy * user mode stack pointer is then available to the interrupt handler
129183033Sjkoshy * at frame->tf_esp.
130183033Sjkoshy *
131183033Sjkoshy * When processing an interrupt while in kernel mode, the processor
132183033Sjkoshy * continues to use the existing (kernel) stack.  Therefore we determine
133183033Sjkoshy * the stack pointer for the interrupted kernel procedure by adding an
134183033Sjkoshy * offset to the current frame pointer.
135183033Sjkoshy */
136183033Sjkoshy
137183033Sjkoshy#define	PMC_TRAPFRAME_TO_USER_SP(TF)	((TF)->tf_esp)
138183033Sjkoshy#define	PMC_TRAPFRAME_TO_KERNEL_SP(TF)	((uintptr_t) &((TF)->tf_esp))
139183033Sjkoshy
140174395Sjkoshy#define	PMC_IN_KERNEL_STACK(S,START,END)		\
141174395Sjkoshy	((S) >= (START) && (S) < (END))
142285041Skib#define	PMC_IN_KERNEL(va)	INKERNEL(va)
143174395Sjkoshy
144174395Sjkoshy#define	PMC_IN_USERSPACE(va) ((va) <= VM_MAXUSER_ADDRESS)
145174395Sjkoshy
146174395Sjkoshy#define	PMC_IN_TRAP_HANDLER(PC) 			\
147174395Sjkoshy	((PC) >= (uintptr_t) start_exceptions &&	\
148174395Sjkoshy	 (PC) < (uintptr_t) end_exceptions)
149174395Sjkoshy
150174395Sjkoshy#define	PMC_AT_FUNCTION_PROLOGUE_PUSH_BP(I)		\
151182790Sjkoshy	(((I) & 0x00ffffff) == 0xe58955) /* pushl %ebp; movl %esp,%ebp */
152174395Sjkoshy#define	PMC_AT_FUNCTION_PROLOGUE_MOV_SP_BP(I)		\
153182790Sjkoshy	(((I) & 0x0000ffff) == 0xe589)	/* movl %esp,%ebp */
154174395Sjkoshy#define	PMC_AT_FUNCTION_EPILOGUE_RET(I)			\
155174395Sjkoshy	(((I) & 0xFF) == 0xC3)		   /* ret */
156174395Sjkoshy
157233628Sfabient/* Build a fake kernel trapframe from current instruction pointer. */
158233628Sfabient#define PMC_FAKE_TRAPFRAME(TF)						\
159233628Sfabient	do {								\
160233628Sfabient	(TF)->tf_cs = 0; (TF)->tf_eflags = 0;				\
161233628Sfabient	__asm __volatile("movl %%ebp,%0" : "=r" ((TF)->tf_ebp));	\
162233628Sfabient	__asm __volatile("movl %%esp,%0" : "=r" ((TF)->tf_esp));	\
163233628Sfabient	__asm __volatile("call 1f \n\t1: pop %0" : "=r"((TF)->tf_eip));	\
164233628Sfabient	} while (0)
165233628Sfabient
166145256Sjkoshy/*
167145256Sjkoshy * Prototypes
168145256Sjkoshy */
169145256Sjkoshy
170174395Sjkoshyvoid	start_exceptions(void), end_exceptions(void);
171145256Sjkoshy
172184802Sjkoshystruct pmc_mdep *pmc_amd_initialize(void);
173184802Sjkoshyvoid	pmc_amd_finalize(struct pmc_mdep *_md);
174184802Sjkoshystruct pmc_mdep *pmc_intel_initialize(void);
175184802Sjkoshyvoid	pmc_intel_finalize(struct pmc_mdep *_md);
176184802Sjkoshy
177145256Sjkoshy#endif /* _KERNEL */
178145256Sjkoshy#endif /* _MACHINE_PMC_MDEP_H */
179