1/*-
2 * Copyright (c) 2013 Anish Gupta (akgupt3@gmail.com)
3 * All rights reserved.
4 *
5 * Redistribution and use in source and binary forms, with or without
6 * modification, are permitted provided that the following conditions
7 * are met:
8 * 1. Redistributions of source code must retain the above copyright
9 *    notice unmodified, this list of conditions, and the following
10 *    disclaimer.
11 * 2. Redistributions in binary form must reproduce the above copyright
12 *    notice, this list of conditions and the following disclaimer in the
13 *    documentation and/or other materials provided with the distribution.
14 *
15 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
16 * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
17 * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
18 * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
19 * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
20 * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
21 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
22 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
23 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
24 * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
25 *
26 * $FreeBSD: stable/10/sys/amd64/vmm/amd/vmcb.h 328002 2018-01-15 12:17:26Z avg $
27 */
28
29#ifndef _VMCB_H_
30#define	_VMCB_H_
31
32struct svm_softc;
33
34#define BIT(n)			(1ULL << n)
35
36/*
37 * Secure Virtual Machine: AMD64 Programmer's Manual Vol2, Chapter 15
38 * Layout of VMCB: AMD64 Programmer's Manual Vol2, Appendix B
39 */
40
41/* vmcb_ctrl->intercept[] array indices */
42#define	VMCB_CR_INTCPT		0
43#define	VMCB_DR_INTCPT		1
44#define	VMCB_EXC_INTCPT		2
45#define	VMCB_CTRL1_INTCPT	3
46#define	VMCB_CTRL2_INTCPT	4
47
48/* intercept[VMCB_CTRL1_INTCPT] fields */
49#define	VMCB_INTCPT_INTR		BIT(0)
50#define	VMCB_INTCPT_NMI			BIT(1)
51#define	VMCB_INTCPT_SMI			BIT(2)
52#define	VMCB_INTCPT_INIT		BIT(3)
53#define	VMCB_INTCPT_VINTR		BIT(4)
54#define	VMCB_INTCPT_CR0_WRITE		BIT(5)
55#define	VMCB_INTCPT_IDTR_READ		BIT(6)
56#define	VMCB_INTCPT_GDTR_READ		BIT(7)
57#define	VMCB_INTCPT_LDTR_READ		BIT(8)
58#define	VMCB_INTCPT_TR_READ		BIT(9)
59#define	VMCB_INTCPT_IDTR_WRITE		BIT(10)
60#define	VMCB_INTCPT_GDTR_WRITE		BIT(11)
61#define	VMCB_INTCPT_LDTR_WRITE		BIT(12)
62#define	VMCB_INTCPT_TR_WRITE		BIT(13)
63#define	VMCB_INTCPT_RDTSC		BIT(14)
64#define	VMCB_INTCPT_RDPMC		BIT(15)
65#define	VMCB_INTCPT_PUSHF		BIT(16)
66#define	VMCB_INTCPT_POPF		BIT(17)
67#define	VMCB_INTCPT_CPUID		BIT(18)
68#define	VMCB_INTCPT_RSM			BIT(19)
69#define	VMCB_INTCPT_IRET		BIT(20)
70#define	VMCB_INTCPT_INTn		BIT(21)
71#define	VMCB_INTCPT_INVD		BIT(22)
72#define	VMCB_INTCPT_PAUSE		BIT(23)
73#define	VMCB_INTCPT_HLT			BIT(24)
74#define	VMCB_INTCPT_INVPG		BIT(25)
75#define	VMCB_INTCPT_INVPGA		BIT(26)
76#define	VMCB_INTCPT_IO			BIT(27)
77#define	VMCB_INTCPT_MSR			BIT(28)
78#define	VMCB_INTCPT_TASK_SWITCH		BIT(29)
79#define	VMCB_INTCPT_FERR_FREEZE		BIT(30)
80#define	VMCB_INTCPT_SHUTDOWN		BIT(31)
81
82/* intercept[VMCB_CTRL2_INTCPT] fields */
83#define	VMCB_INTCPT_VMRUN		BIT(0)
84#define	VMCB_INTCPT_VMMCALL		BIT(1)
85#define	VMCB_INTCPT_VMLOAD		BIT(2)
86#define	VMCB_INTCPT_VMSAVE		BIT(3)
87#define	VMCB_INTCPT_STGI		BIT(4)
88#define	VMCB_INTCPT_CLGI		BIT(5)
89#define	VMCB_INTCPT_SKINIT		BIT(6)
90#define	VMCB_INTCPT_RDTSCP		BIT(7)
91#define	VMCB_INTCPT_ICEBP		BIT(8)
92#define	VMCB_INTCPT_WBINVD		BIT(9)
93#define	VMCB_INTCPT_MONITOR		BIT(10)
94#define	VMCB_INTCPT_MWAIT		BIT(11)
95#define	VMCB_INTCPT_MWAIT_ARMED		BIT(12)
96#define	VMCB_INTCPT_XSETBV		BIT(13)
97
98/* VMCB TLB control */
99#define	VMCB_TLB_FLUSH_NOTHING		0	/* Flush nothing */
100#define	VMCB_TLB_FLUSH_ALL		1	/* Flush entire TLB */
101#define	VMCB_TLB_FLUSH_GUEST		3	/* Flush all guest entries */
102#define	VMCB_TLB_FLUSH_GUEST_NONGLOBAL	7	/* Flush guest non-PG entries */
103
104/* VMCB state caching */
105#define	VMCB_CACHE_NONE		0	/* No caching */
106#define	VMCB_CACHE_I		BIT(0)	/* Intercept, TSC off, Pause filter */
107#define	VMCB_CACHE_IOPM		BIT(1)	/* I/O and MSR permission */
108#define	VMCB_CACHE_ASID		BIT(2)	/* ASID */
109#define	VMCB_CACHE_TPR		BIT(3)	/* V_TPR to V_INTR_VECTOR */
110#define	VMCB_CACHE_NP		BIT(4)	/* Nested Paging */
111#define	VMCB_CACHE_CR		BIT(5)	/* CR0, CR3, CR4 & EFER */
112#define	VMCB_CACHE_DR		BIT(6)	/* Debug registers */
113#define	VMCB_CACHE_DT		BIT(7)	/* GDT/IDT */
114#define	VMCB_CACHE_SEG		BIT(8)	/* User segments, CPL */
115#define	VMCB_CACHE_CR2		BIT(9)	/* page fault address */
116#define	VMCB_CACHE_LBR		BIT(10)	/* Last branch */
117
118/* VMCB control event injection */
119#define	VMCB_EVENTINJ_EC_VALID		BIT(11)	/* Error Code valid */
120#define	VMCB_EVENTINJ_VALID		BIT(31)	/* Event valid */
121
122/* Event types that can be injected */
123#define	VMCB_EVENTINJ_TYPE_INTR		0
124#define	VMCB_EVENTINJ_TYPE_NMI		2
125#define	VMCB_EVENTINJ_TYPE_EXCEPTION	3
126#define	VMCB_EVENTINJ_TYPE_INTn		4
127
128/* VMCB exit code, APM vol2 Appendix C */
129#define	VMCB_EXIT_MC			0x52
130#define	VMCB_EXIT_INTR			0x60
131#define	VMCB_EXIT_NMI			0x61
132#define	VMCB_EXIT_VINTR			0x64
133#define	VMCB_EXIT_PUSHF			0x70
134#define	VMCB_EXIT_POPF			0x71
135#define	VMCB_EXIT_CPUID			0x72
136#define	VMCB_EXIT_IRET			0x74
137#define	VMCB_EXIT_PAUSE			0x77
138#define	VMCB_EXIT_HLT			0x78
139#define	VMCB_EXIT_IO			0x7B
140#define	VMCB_EXIT_MSR			0x7C
141#define	VMCB_EXIT_SHUTDOWN		0x7F
142#define	VMCB_EXIT_VMSAVE		0x83
143#define	VMCB_EXIT_MONITOR		0x8A
144#define	VMCB_EXIT_MWAIT			0x8B
145#define	VMCB_EXIT_NPF			0x400
146#define	VMCB_EXIT_INVALID		-1
147
148/*
149 * Nested page fault.
150 * Bit definitions to decode EXITINFO1.
151 */
152#define	VMCB_NPF_INFO1_P		BIT(0) /* Nested page present. */
153#define	VMCB_NPF_INFO1_W		BIT(1) /* Access was write. */
154#define	VMCB_NPF_INFO1_U		BIT(2) /* Access was user access. */
155#define	VMCB_NPF_INFO1_RSV		BIT(3) /* Reserved bits present. */
156#define	VMCB_NPF_INFO1_ID		BIT(4) /* Code read. */
157
158#define	VMCB_NPF_INFO1_GPA		BIT(32) /* Guest physical address. */
159#define	VMCB_NPF_INFO1_GPT		BIT(33) /* Guest page table. */
160
161/*
162 * EXITINTINFO, Interrupt exit info for all intrecepts.
163 * Section 15.7.2, Intercepts during IDT Interrupt Delivery.
164 */
165#define VMCB_EXITINTINFO_VECTOR(x)	((x) & 0xFF)
166#define VMCB_EXITINTINFO_TYPE(x)	(((x) >> 8) & 0x7)
167#define VMCB_EXITINTINFO_EC_VALID(x)	(((x) & BIT(11)) ? 1 : 0)
168#define VMCB_EXITINTINFO_VALID(x)	(((x) & BIT(31)) ? 1 : 0)
169#define VMCB_EXITINTINFO_EC(x)		(((x) >> 32) & 0xFFFFFFFF)
170
171/* Offset of various VMCB fields. */
172#define	VMCB_OFF_CTRL(x)		(x)
173#define	VMCB_OFF_STATE(x)		((x) + 0x400)
174
175#define	VMCB_OFF_CR_INTERCEPT		VMCB_OFF_CTRL(0x0)
176#define	VMCB_OFF_DR_INTERCEPT		VMCB_OFF_CTRL(0x4)
177#define	VMCB_OFF_EXC_INTERCEPT		VMCB_OFF_CTRL(0x8)
178#define	VMCB_OFF_INST1_INTERCEPT	VMCB_OFF_CTRL(0xC)
179#define	VMCB_OFF_INST2_INTERCEPT	VMCB_OFF_CTRL(0x10)
180#define	VMCB_OFF_IO_PERM		VMCB_OFF_CTRL(0x40)
181#define	VMCB_OFF_MSR_PERM		VMCB_OFF_CTRL(0x48)
182#define	VMCB_OFF_TSC_OFFSET		VMCB_OFF_CTRL(0x50)
183#define	VMCB_OFF_ASID			VMCB_OFF_CTRL(0x58)
184#define	VMCB_OFF_TLB_CTRL		VMCB_OFF_CTRL(0x5C)
185#define	VMCB_OFF_VIRQ			VMCB_OFF_CTRL(0x60)
186#define	VMCB_OFF_EXIT_REASON		VMCB_OFF_CTRL(0x70)
187#define	VMCB_OFF_EXITINFO1		VMCB_OFF_CTRL(0x78)
188#define	VMCB_OFF_EXITINFO2		VMCB_OFF_CTRL(0x80)
189#define	VMCB_OFF_EXITINTINFO		VMCB_OFF_CTRL(0x88)
190#define	VMCB_OFF_AVIC_BAR		VMCB_OFF_CTRL(0x98)
191#define	VMCB_OFF_NPT_BASE		VMCB_OFF_CTRL(0xB0)
192#define	VMCB_OFF_AVIC_PAGE		VMCB_OFF_CTRL(0xE0)
193#define	VMCB_OFF_AVIC_LT		VMCB_OFF_CTRL(0xF0)
194#define	VMCB_OFF_AVIC_PT		VMCB_OFF_CTRL(0xF8)
195#define	VMCB_OFF_SYSENTER_CS		VMCB_OFF_STATE(0x228)
196#define	VMCB_OFF_SYSENTER_ESP		VMCB_OFF_STATE(0x230)
197#define	VMCB_OFF_SYSENTER_EIP		VMCB_OFF_STATE(0x238)
198#define	VMCB_OFF_GUEST_PAT		VMCB_OFF_STATE(0x268)
199
200/*
201 * Encode the VMCB offset and bytes that we want to read from VMCB.
202 */
203#define	VMCB_ACCESS(o, w)		(0x80000000 | (((w) & 0xF) << 16) | \
204					((o) & 0xFFF))
205#define	VMCB_ACCESS_OK(v)               ((v) & 0x80000000 )
206#define	VMCB_ACCESS_BYTES(v)            (((v) >> 16) & 0xF)
207#define	VMCB_ACCESS_OFFSET(v)           ((v) & 0xFFF)
208
209#ifdef _KERNEL
210/* VMCB save state area segment format */
211struct vmcb_segment {
212	uint16_t	selector;
213	uint16_t	attrib;
214	uint32_t	limit;
215	uint64_t	base;
216} __attribute__ ((__packed__));
217CTASSERT(sizeof(struct vmcb_segment) == 16);
218
219/* Code segment descriptor attribute in 12 bit format as saved by VMCB. */
220#define	VMCB_CS_ATTRIB_L		BIT(9)	/* Long mode. */
221#define	VMCB_CS_ATTRIB_D		BIT(10)	/* OPerand size bit. */
222
223/*
224 * The VMCB is divided into two areas - the first one contains various
225 * control bits including the intercept vector and the second one contains
226 * the guest state.
227 */
228
229/* VMCB control area - padded up to 1024 bytes */
230struct vmcb_ctrl {
231	uint32_t intercept[5];	/* all intercepts */
232	uint8_t	 pad1[0x28];	/* Offsets 0x14-0x3B are reserved. */
233	uint16_t pause_filthresh; /* Offset 0x3C, PAUSE filter threshold */
234	uint16_t pause_filcnt;  /* Offset 0x3E, PAUSE filter count */
235	uint64_t iopm_base_pa;	/* 0x40: IOPM_BASE_PA */
236	uint64_t msrpm_base_pa; /* 0x48: MSRPM_BASE_PA */
237	uint64_t tsc_offset;	/* 0x50: TSC_OFFSET */
238	uint32_t asid;		/* 0x58: Guest ASID */
239	uint8_t	 tlb_ctrl;	/* 0x5C: TLB_CONTROL */
240	uint8_t  pad2[3];	/* 0x5D-0x5F: Reserved. */
241	uint8_t	 v_tpr;		/* 0x60: V_TPR, guest CR8 */
242	uint8_t	 v_irq:1;	/* Is virtual interrupt pending? */
243	uint8_t	:7; 		/* Padding */
244	uint8_t v_intr_prio:4;	/* 0x62: Priority for virtual interrupt. */
245	uint8_t v_ign_tpr:1;
246	uint8_t :3;
247	uint8_t	v_intr_masking:1; /* Guest and host sharing of RFLAGS. */
248	uint8_t	:7;
249	uint8_t	v_intr_vector;	/* 0x64: Vector for virtual interrupt. */
250	uint8_t pad3[3];	/* 0x65-0x67 Reserved. */
251	uint64_t intr_shadow:1; /* 0x68: Interrupt shadow, section15.2.1 APM2 */
252	uint64_t :63;
253	uint64_t exitcode;	/* 0x70, Exitcode */
254	uint64_t exitinfo1;	/* 0x78, EXITINFO1 */
255	uint64_t exitinfo2;	/* 0x80, EXITINFO2 */
256	uint64_t exitintinfo;	/* 0x88, Interrupt exit value. */
257	uint64_t np_enable:1;   /* 0x90, Nested paging enable. */
258	uint64_t :63;
259	uint8_t  pad4[0x10];	/* 0x98-0xA7 reserved. */
260	uint64_t eventinj;	/* 0xA8, Event injection. */
261	uint64_t n_cr3;		/* B0, Nested page table. */
262	uint64_t lbr_virt_en:1;	/* Enable LBR virtualization. */
263	uint64_t :63;
264	uint32_t vmcb_clean;	/* 0xC0: VMCB clean bits for caching */
265	uint32_t :32;		/* 0xC4: Reserved */
266	uint64_t nrip;		/* 0xC8: Guest next nRIP. */
267	uint8_t	inst_len;	/* 0xD0: #NPF decode assist */
268	uint8_t	inst_bytes[15];
269	uint8_t	padd6[0x320];
270} __attribute__ ((__packed__));
271CTASSERT(sizeof(struct vmcb_ctrl) == 1024);
272
273struct vmcb_state {
274	struct   vmcb_segment es;
275	struct   vmcb_segment cs;
276	struct   vmcb_segment ss;
277	struct   vmcb_segment ds;
278	struct   vmcb_segment fs;
279	struct   vmcb_segment gs;
280	struct   vmcb_segment gdt;
281	struct   vmcb_segment ldt;
282	struct   vmcb_segment idt;
283	struct   vmcb_segment tr;
284	uint8_t	 pad1[0x2b];		/* Reserved: 0xA0-0xCA */
285	uint8_t	 cpl;
286	uint8_t  pad2[4];
287	uint64_t efer;
288	uint8_t	 pad3[0x70];		/* Reserved: 0xd8-0x147 */
289	uint64_t cr4;
290	uint64_t cr3;			/* Guest CR3 */
291	uint64_t cr0;
292	uint64_t dr7;
293	uint64_t dr6;
294	uint64_t rflags;
295	uint64_t rip;
296	uint8_t	 pad4[0x58]; 		/* Reserved: 0x180-0x1D7 */
297	uint64_t rsp;
298	uint8_t	 pad5[0x18]; 		/* Reserved 0x1E0-0x1F7 */
299	uint64_t rax;
300	uint64_t star;
301	uint64_t lstar;
302	uint64_t cstar;
303	uint64_t sfmask;
304	uint64_t kernelgsbase;
305	uint64_t sysenter_cs;
306	uint64_t sysenter_esp;
307	uint64_t sysenter_eip;
308	uint64_t cr2;
309	uint8_t	 pad6[0x20];
310	uint64_t g_pat;
311	uint64_t dbgctl;
312	uint64_t br_from;
313	uint64_t br_to;
314	uint64_t int_from;
315	uint64_t int_to;
316	uint8_t	 pad7[0x968];		/* Reserved upto end of VMCB */
317} __attribute__ ((__packed__));
318CTASSERT(sizeof(struct vmcb_state) == 0xC00);
319
320struct vmcb {
321	struct vmcb_ctrl ctrl;
322	struct vmcb_state state;
323} __attribute__ ((__packed__));
324CTASSERT(sizeof(struct vmcb) == PAGE_SIZE);
325CTASSERT(offsetof(struct vmcb, state) == 0x400);
326
327int	vmcb_read(struct svm_softc *sc, int vcpu, int ident, uint64_t *retval);
328int	vmcb_write(struct svm_softc *sc, int vcpu, int ident, uint64_t val);
329int	vmcb_setdesc(void *arg, int vcpu, int ident, struct seg_desc *desc);
330int	vmcb_getdesc(void *arg, int vcpu, int ident, struct seg_desc *desc);
331int	vmcb_seg(struct vmcb *vmcb, int ident, struct vmcb_segment *seg);
332
333#endif /* _KERNEL */
334#endif /* _VMCB_H_ */
335