1/*-
2 * SPDX-License-Identifier: Beerware
3 *
4 * ----------------------------------------------------------------------------
5 * "THE BEER-WARE LICENSE" (Revision 42):
6 * <phk@FreeBSD.org> wrote this file.  As long as you retain this notice you
7 * can do whatever you want with this stuff. If we meet some day, and you think
8 * this stuff is worth it, you can buy me a beer in return.   Poul-Henning Kamp
9 * ----------------------------------------------------------------------------
10 *
11 */
12
13#ifndef _X86_X86_SMP_H_
14#define	_X86_X86_SMP_H_
15
16#include <sys/bus.h>
17#include <machine/frame.h>
18#include <machine/intr_machdep.h>
19#include <x86/apicvar.h>
20#include <machine/pcb.h>
21
22struct pmap;
23
24#ifdef __i386__
25extern unsigned int boot_address;
26#endif
27
28/* global data in mp_x86.c */
29extern int mp_naps;
30extern int boot_cpu_id;
31extern int cpu_apic_ids[];
32extern int bootAP;
33extern void *dpcpu;
34extern char *bootSTK;
35extern void *bootstacks[];
36extern unsigned int bootMP_size;
37extern volatile int aps_ready;
38extern struct mtx ap_boot_mtx;
39extern int cpu_logical;
40extern int cpu_cores;
41extern volatile uint32_t smp_tlb_generation;
42extern struct pmap *smp_tlb_pmap;
43extern vm_offset_t smp_tlb_addr1, smp_tlb_addr2;
44extern u_int xhits_gbl[];
45extern u_int xhits_pg[];
46extern u_int xhits_rng[];
47extern u_int ipi_global;
48extern u_int ipi_page;
49extern u_int ipi_range;
50extern u_int ipi_range_size;
51
52extern int nmi_kdb_lock;
53extern int nmi_is_broadcast;
54
55struct cpu_info {
56	bool	cpu_present:1;
57	bool	cpu_bsp:1;
58	bool	cpu_disabled:1;
59	bool	cpu_hyperthread:1;
60};
61extern struct cpu_info *cpu_info;
62
63/*
64 * Set if MWAIT does not reliably wake when the MONITORed address is written.
65 */
66extern bool mwait_cpustop_broken;
67
68#ifdef COUNT_IPIS
69extern u_long *ipi_invltlb_counts[MAXCPU];
70extern u_long *ipi_invlrng_counts[MAXCPU];
71extern u_long *ipi_invlpg_counts[MAXCPU];
72extern u_long *ipi_invlcache_counts[MAXCPU];
73extern u_long *ipi_rendezvous_counts[MAXCPU];
74#endif
75
76/* IPI handlers */
77inthand_t
78	IDTVEC(ipi_intr_bitmap_handler), /* Bitmap based IPIs */
79	IDTVEC(ipi_swi),	/* Runs delayed SWI */
80	IDTVEC(cpustop),	/* CPU stops & waits to be restarted */
81	IDTVEC(cpususpend),	/* CPU suspends & waits to be resumed */
82	IDTVEC(rendezvous);	/* handle CPU rendezvous */
83
84typedef void (*smp_invl_cb_t)(struct pmap *, vm_offset_t addr1,
85    vm_offset_t addr2);
86
87#ifdef __i386__
88void	alloc_ap_trampoline(vm_paddr_t *physmap, unsigned int *physmap_idx);
89#endif
90
91/* functions in x86_mp.c */
92void	assign_cpu_ids(void);
93void	cpu_add(u_int apic_id, char boot_cpu);
94void	cpustop_handler(void);
95void	cpususpend_handler(void);
96void	init_secondary_tail(void);
97void	init_secondary(void);
98void	ipi_startup(int apic_id, int vector);
99void	ipi_all_but_self(u_int ipi);
100void 	ipi_bitmap_handler(struct trapframe frame);
101void	ipi_cpu(int cpu, u_int ipi);
102int	ipi_nmi_handler(void);
103void	ipi_swi_handler(struct trapframe frame);
104void	ipi_selected(cpuset_t cpus, u_int ipi);
105void	ipi_self_from_nmi(u_int vector);
106void	set_interrupt_apic_ids(void);
107void	mem_range_AP_init(void);
108void	topo_probe(void);
109
110/* functions in mp_machdep.c */
111void	smp_cache_flush(smp_invl_cb_t curcpu_cb);
112#ifdef __i386__
113void	smp_masked_invlpg(cpuset_t mask, vm_offset_t addr, struct pmap *pmap,
114	    smp_invl_cb_t curcpu_cb);
115void	smp_masked_invlpg_range(cpuset_t mask, vm_offset_t startva,
116	    vm_offset_t endva, struct pmap *pmap, smp_invl_cb_t curcpu_cb);
117void	smp_masked_invltlb(cpuset_t mask, struct pmap *pmap,
118	    smp_invl_cb_t curcpu_cb);
119#else
120void	smp_masked_invlpg(vm_offset_t addr, struct pmap *pmap,
121	    smp_invl_cb_t curcpu_cb);
122void	smp_masked_invlpg_range(vm_offset_t startva, vm_offset_t endva,
123	    struct pmap *pmap, smp_invl_cb_t curcpu_cb);
124void	smp_masked_invltlb(struct pmap *pmap, smp_invl_cb_t curcpu_cb);
125#endif
126#endif
127