smp.h revision 281940
1/*-
2 * ----------------------------------------------------------------------------
3 * "THE BEER-WARE LICENSE" (Revision 42):
4 * <phk@FreeBSD.org> wrote this file.  As long as you retain this notice you
5 * can do whatever you want with this stuff. If we meet some day, and you think
6 * this stuff is worth it, you can buy me a beer in return.   Poul-Henning Kamp
7 * ----------------------------------------------------------------------------
8 *
9 * $FreeBSD: head/sys/amd64/include/smp.h 281940 2015-04-24 16:20:56Z kib $
10 *
11 */
12
13#ifndef _MACHINE_SMP_H_
14#define _MACHINE_SMP_H_
15
16#ifdef _KERNEL
17
18#ifdef SMP
19
20#ifndef LOCORE
21
22#include <sys/bus.h>
23#include <machine/frame.h>
24#include <machine/intr_machdep.h>
25#include <x86/apicvar.h>
26#include <machine/pcb.h>
27
28/* global symbols in mpboot.S */
29extern char			mptramp_start[];
30extern char			mptramp_end[];
31extern u_int32_t		mptramp_pagetables;
32
33/* global data in mp_machdep.c */
34extern int			mp_naps;
35extern int			boot_cpu_id;
36extern struct pcb		stoppcbs[];
37extern int			cpu_apic_ids[];
38extern int bootAP;
39extern void *dpcpu;
40extern char *bootSTK;
41extern int bootAP;
42extern void *bootstacks[];
43extern volatile u_int cpu_ipi_pending[];
44extern volatile int aps_ready;
45extern struct mtx ap_boot_mtx;
46extern int cpu_logical;
47extern int cpu_cores;
48extern int pmap_pcid_enabled;
49extern u_int xhits_gbl[];
50extern u_int xhits_pg[];
51extern u_int xhits_rng[];
52extern u_int ipi_global;
53extern u_int ipi_page;
54extern u_int ipi_range;
55extern u_int ipi_range_size;
56extern u_int ipi_masked_global;
57extern u_int ipi_masked_page;
58extern u_int ipi_masked_range;
59extern u_int ipi_masked_range_size;
60
61extern volatile int smp_tlb_wait;
62
63struct cpu_info {
64	int	cpu_present:1;
65	int	cpu_bsp:1;
66	int	cpu_disabled:1;
67	int	cpu_hyperthread:1;
68};
69extern struct cpu_info cpu_info[];
70
71#ifdef COUNT_IPIS
72extern u_long *ipi_invltlb_counts[MAXCPU];
73extern u_long *ipi_invlrng_counts[MAXCPU];
74extern u_long *ipi_invlpg_counts[MAXCPU];
75extern u_long *ipi_invlcache_counts[MAXCPU];
76extern u_long *ipi_rendezvous_counts[MAXCPU];
77#endif
78
79/* IPI handlers */
80inthand_t
81	IDTVEC(invltlb_pcid),	/* TLB shootdowns - global, pcid enabled */
82	IDTVEC(invltlb),	/* TLB shootdowns - global */
83	IDTVEC(invlpg_pcid),	/* TLB shootdowns - 1 page, pcid enabled */
84	IDTVEC(invlpg),		/* TLB shootdowns - 1 page */
85	IDTVEC(invlrng),	/* TLB shootdowns - page range */
86	IDTVEC(invlcache),	/* Write back and invalidate cache */
87	IDTVEC(ipi_intr_bitmap_handler), /* Bitmap based IPIs */
88	IDTVEC(cpustop),	/* CPU stops & waits to be restarted */
89	IDTVEC(cpususpend),	/* CPU suspends & waits to be resumed */
90	IDTVEC(justreturn),	/* interrupt CPU with minimum overhead */
91	IDTVEC(rendezvous);	/* handle CPU rendezvous */
92
93struct pmap;
94
95/* functions in mp_machdep.c */
96void	assign_cpu_ids(void);
97void	cpu_add(u_int apic_id, char boot_cpu);
98void	cpustop_handler(void);
99void	cpususpend_handler(void);
100void	init_secondary_tail(void);
101void	invltlb_handler(void);
102void	invltlb_pcid_handler(void);
103void	invlpg_handler(void);
104void	invlpg_pcid_handler(void);
105void	invlrng_handler(void);
106void	invlcache_handler(void);
107void	init_secondary(void);
108void	ipi_startup(int apic_id, int vector);
109void	ipi_all_but_self(u_int ipi);
110void 	ipi_bitmap_handler(struct trapframe frame);
111void	ipi_cpu(int cpu, u_int ipi);
112int	ipi_nmi_handler(void);
113void	ipi_selected(cpuset_t cpus, u_int ipi);
114u_int	mp_bootaddress(u_int);
115void	set_interrupt_apic_ids(void);
116void	smp_cache_flush(void);
117void	smp_invlpg(struct pmap *pmap, vm_offset_t addr);
118void	smp_masked_invlpg(cpuset_t mask, struct pmap *pmap, vm_offset_t addr);
119void	smp_invlpg_range(struct pmap *pmap, vm_offset_t startva,
120	    vm_offset_t endva);
121void	smp_masked_invlpg_range(cpuset_t mask, struct pmap *pmap,
122	    vm_offset_t startva, vm_offset_t endva);
123void	smp_invltlb(struct pmap *pmap);
124void	smp_masked_invltlb(cpuset_t mask, struct pmap *pmap);
125int	native_start_all_aps(void);
126void	mem_range_AP_init(void);
127void	topo_probe(void);
128void	ipi_send_cpu(int cpu, u_int ipi);
129
130#endif /* !LOCORE */
131#endif /* SMP */
132
133#endif /* _KERNEL */
134#endif /* _MACHINE_SMP_H_ */
135