1/*- 2 * SPDX-License-Identifier: Beerware 3 * 4 * ---------------------------------------------------------------------------- 5 * "THE BEER-WARE LICENSE" (Revision 42): 6 * <phk@FreeBSD.org> wrote this file. As long as you retain this notice you 7 * can do whatever you want with this stuff. If we meet some day, and you think 8 * this stuff is worth it, you can buy me a beer in return. Poul-Henning Kamp 9 * ---------------------------------------------------------------------------- 10 * 11 */ 12 13#ifndef _X86_X86_SMP_H_ 14#define _X86_X86_SMP_H_ 15 16#include <sys/bus.h> 17#include <machine/frame.h> 18#include <machine/intr_machdep.h> 19#include <x86/apicvar.h> 20#include <machine/pcb.h> 21 22struct pmap; 23 24#ifdef __i386__ 25extern unsigned int boot_address; 26#endif 27 28/* global data in mp_x86.c */ 29extern int mp_naps; 30extern int boot_cpu_id; 31extern int cpu_apic_ids[]; 32extern int bootAP; 33extern void *dpcpu; 34extern char *bootSTK; 35extern void *bootstacks[]; 36extern unsigned int bootMP_size; 37extern volatile int aps_ready; 38extern struct mtx ap_boot_mtx; 39extern int cpu_logical; 40extern int cpu_cores; 41extern volatile uint32_t smp_tlb_generation; 42extern struct pmap *smp_tlb_pmap; 43extern vm_offset_t smp_tlb_addr1, smp_tlb_addr2; 44extern u_int xhits_gbl[]; 45extern u_int xhits_pg[]; 46extern u_int xhits_rng[]; 47extern u_int ipi_global; 48extern u_int ipi_page; 49extern u_int ipi_range; 50extern u_int ipi_range_size; 51 52extern int nmi_kdb_lock; 53extern int nmi_is_broadcast; 54 55struct cpu_info { 56 bool cpu_present:1; 57 bool cpu_bsp:1; 58 bool cpu_disabled:1; 59 bool cpu_hyperthread:1; 60}; 61extern struct cpu_info *cpu_info; 62 63/* 64 * Set if MWAIT does not reliably wake when the MONITORed address is written. 65 */ 66extern bool mwait_cpustop_broken; 67 68#ifdef COUNT_IPIS 69extern u_long *ipi_invltlb_counts[MAXCPU]; 70extern u_long *ipi_invlrng_counts[MAXCPU]; 71extern u_long *ipi_invlpg_counts[MAXCPU]; 72extern u_long *ipi_invlcache_counts[MAXCPU]; 73extern u_long *ipi_rendezvous_counts[MAXCPU]; 74#endif 75 76/* IPI handlers */ 77inthand_t 78 IDTVEC(ipi_intr_bitmap_handler), /* Bitmap based IPIs */ 79 IDTVEC(ipi_swi), /* Runs delayed SWI */ 80 IDTVEC(cpustop), /* CPU stops & waits to be restarted */ 81 IDTVEC(cpususpend), /* CPU suspends & waits to be resumed */ 82 IDTVEC(rendezvous); /* handle CPU rendezvous */ 83 84typedef void (*smp_invl_cb_t)(struct pmap *, vm_offset_t addr1, 85 vm_offset_t addr2); 86 87#ifdef __i386__ 88void alloc_ap_trampoline(vm_paddr_t *physmap, unsigned int *physmap_idx); 89#endif 90 91/* functions in x86_mp.c */ 92void assign_cpu_ids(void); 93void cpu_add(u_int apic_id, char boot_cpu); 94void cpustop_handler(void); 95void cpususpend_handler(void); 96void init_secondary_tail(void); 97void init_secondary(void); 98void ipi_startup(int apic_id, int vector); 99void ipi_all_but_self(u_int ipi); 100void ipi_bitmap_handler(struct trapframe frame); 101void ipi_cpu(int cpu, u_int ipi); 102int ipi_nmi_handler(void); 103void ipi_swi_handler(struct trapframe frame); 104void ipi_selected(cpuset_t cpus, u_int ipi); 105void ipi_self_from_nmi(u_int vector); 106void set_interrupt_apic_ids(void); 107void mem_range_AP_init(void); 108void topo_probe(void); 109 110/* functions in mp_machdep.c */ 111void smp_cache_flush(smp_invl_cb_t curcpu_cb); 112#ifdef __i386__ 113void smp_masked_invlpg(cpuset_t mask, vm_offset_t addr, struct pmap *pmap, 114 smp_invl_cb_t curcpu_cb); 115void smp_masked_invlpg_range(cpuset_t mask, vm_offset_t startva, 116 vm_offset_t endva, struct pmap *pmap, smp_invl_cb_t curcpu_cb); 117void smp_masked_invltlb(cpuset_t mask, struct pmap *pmap, 118 smp_invl_cb_t curcpu_cb); 119#else 120void smp_masked_invlpg(vm_offset_t addr, struct pmap *pmap, 121 smp_invl_cb_t curcpu_cb); 122void smp_masked_invlpg_range(vm_offset_t startva, vm_offset_t endva, 123 struct pmap *pmap, smp_invl_cb_t curcpu_cb); 124void smp_masked_invltlb(struct pmap *pmap, smp_invl_cb_t curcpu_cb); 125#endif 126#endif 127