smp.h revision 291688
1/*-
2 * ----------------------------------------------------------------------------
3 * "THE BEER-WARE LICENSE" (Revision 42):
4 * <phk@FreeBSD.org> wrote this file.  As long as you retain this notice you
5 * can do whatever you want with this stuff. If we meet some day, and you think
6 * this stuff is worth it, you can buy me a beer in return.   Poul-Henning Kamp
7 * ----------------------------------------------------------------------------
8 *
9 * $FreeBSD: head/sys/amd64/include/smp.h 291688 2015-12-03 11:14:14Z kib $
10 *
11 */
12
13#ifndef _MACHINE_SMP_H_
14#define _MACHINE_SMP_H_
15
16#ifdef _KERNEL
17
18#ifdef SMP
19
20#ifndef LOCORE
21
22#include <sys/bus.h>
23#include <machine/frame.h>
24#include <machine/intr_machdep.h>
25#include <x86/apicvar.h>
26#include <machine/pcb.h>
27
28struct pmap;
29
30/* global symbols in mpboot.S */
31extern char			mptramp_start[];
32extern char			mptramp_end[];
33extern u_int32_t		mptramp_pagetables;
34
35/* global data in mp_machdep.c */
36extern int			mp_naps;
37extern int			boot_cpu_id;
38extern struct pcb		stoppcbs[];
39extern int			cpu_apic_ids[];
40extern void *dpcpu;
41extern char *bootSTK;
42extern int bootAP;
43extern void *bootstacks[];
44extern volatile u_int cpu_ipi_pending[];
45extern volatile int aps_ready;
46extern struct mtx ap_boot_mtx;
47extern int cpu_logical;
48extern int cpu_cores;
49extern int pmap_pcid_enabled;
50extern int invpcid_works;
51extern u_int xhits_gbl[];
52extern u_int xhits_pg[];
53extern u_int xhits_rng[];
54extern u_int ipi_global;
55extern u_int ipi_page;
56extern u_int ipi_range;
57extern u_int ipi_range_size;
58extern struct pmap *smp_tlb_pmap;
59
60extern volatile int smp_tlb_wait;
61
62struct cpu_info {
63	int	cpu_present:1;
64	int	cpu_bsp:1;
65	int	cpu_disabled:1;
66	int	cpu_hyperthread:1;
67};
68extern struct cpu_info cpu_info[];
69
70#ifdef COUNT_IPIS
71extern u_long *ipi_invltlb_counts[MAXCPU];
72extern u_long *ipi_invlrng_counts[MAXCPU];
73extern u_long *ipi_invlpg_counts[MAXCPU];
74extern u_long *ipi_invlcache_counts[MAXCPU];
75extern u_long *ipi_rendezvous_counts[MAXCPU];
76#endif
77
78/* IPI handlers */
79inthand_t
80	IDTVEC(invltlb),	/* TLB shootdowns - global */
81	IDTVEC(invltlb_pcid),	/* TLB shootdowns - global, pcid */
82	IDTVEC(invltlb_invpcid),/* TLB shootdowns - global, invpcid */
83	IDTVEC(invlpg),		/* TLB shootdowns - 1 page */
84	IDTVEC(invlrng),	/* TLB shootdowns - page range */
85	IDTVEC(invlcache),	/* Write back and invalidate cache */
86	IDTVEC(ipi_intr_bitmap_handler), /* Bitmap based IPIs */
87	IDTVEC(cpustop),	/* CPU stops & waits to be restarted */
88	IDTVEC(cpususpend),	/* CPU suspends & waits to be resumed */
89	IDTVEC(justreturn),	/* interrupt CPU with minimum overhead */
90	IDTVEC(rendezvous);	/* handle CPU rendezvous */
91
92/* functions in mp_machdep.c */
93void	assign_cpu_ids(void);
94void	cpu_add(u_int apic_id, char boot_cpu);
95void	cpustop_handler(void);
96void	cpususpend_handler(void);
97void	init_secondary_tail(void);
98void	invltlb_handler(void);
99void	invltlb_pcid_handler(void);
100void	invltlb_invpcid_handler(void);
101void	invlpg_handler(void);
102void	invlrng_handler(void);
103void	invlcache_handler(void);
104void	init_secondary(void);
105void	ipi_startup(int apic_id, int vector);
106void	ipi_all_but_self(u_int ipi);
107void 	ipi_bitmap_handler(struct trapframe frame);
108void	ipi_cpu(int cpu, u_int ipi);
109int	ipi_nmi_handler(void);
110void	ipi_selected(cpuset_t cpus, u_int ipi);
111u_int	mp_bootaddress(u_int);
112void	set_interrupt_apic_ids(void);
113void	smp_cache_flush(void);
114void	smp_masked_invlpg(cpuset_t mask, vm_offset_t addr);
115void	smp_masked_invlpg_range(cpuset_t mask, vm_offset_t startva,
116	    vm_offset_t endva);
117void	smp_masked_invltlb(cpuset_t mask, struct pmap *pmap);
118int	native_start_all_aps(void);
119void	mem_range_AP_init(void);
120void	topo_probe(void);
121void	ipi_send_cpu(int cpu, u_int ipi);
122
123#endif /* !LOCORE */
124#endif /* SMP */
125
126#endif /* _KERNEL */
127#endif /* _MACHINE_SMP_H_ */
128