155714Skris/*-
255714Skris * Copyright (c) 2013 Anish Gupta (akgupt3@gmail.com)
355714Skris * All rights reserved.
455714Skris *
555714Skris * Redistribution and use in source and binary forms, with or without
655714Skris * modification, are permitted provided that the following conditions
755714Skris * are met:
8280304Sjkim * 1. Redistributions of source code must retain the above copyright
955714Skris *    notice unmodified, this list of conditions, and the following
1055714Skris *    disclaimer.
1155714Skris * 2. Redistributions in binary form must reproduce the above copyright
1255714Skris *    notice, this list of conditions and the following disclaimer in the
1355714Skris *    documentation and/or other materials provided with the distribution.
1455714Skris *
15280304Sjkim * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
1655714Skris * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
1755714Skris * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
1855714Skris * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
1955714Skris * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
2055714Skris * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
2155714Skris * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
22280304Sjkim * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
2355714Skris * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
2455714Skris * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
2555714Skris *
2655714Skris * $FreeBSD: stable/10/sys/amd64/vmm/amd/vmcb.h 328002 2018-01-15 12:17:26Z avg $
2755714Skris */
2855714Skris
2955714Skris#ifndef _VMCB_H_
3055714Skris#define	_VMCB_H_
3155714Skris
3255714Skrisstruct svm_softc;
3355714Skris
3455714Skris#define BIT(n)			(1ULL << n)
3555714Skris
3655714Skris/*
37280304Sjkim * Secure Virtual Machine: AMD64 Programmer's Manual Vol2, Chapter 15
3855714Skris * Layout of VMCB: AMD64 Programmer's Manual Vol2, Appendix B
3955714Skris */
40280304Sjkim
4155714Skris/* vmcb_ctrl->intercept[] array indices */
4255714Skris#define	VMCB_CR_INTCPT		0
4355714Skris#define	VMCB_DR_INTCPT		1
4455714Skris#define	VMCB_EXC_INTCPT		2
4555714Skris#define	VMCB_CTRL1_INTCPT	3
4655714Skris#define	VMCB_CTRL2_INTCPT	4
4755714Skris
4855714Skris/* intercept[VMCB_CTRL1_INTCPT] fields */
4955714Skris#define	VMCB_INTCPT_INTR		BIT(0)
5055714Skris#define	VMCB_INTCPT_NMI			BIT(1)
5155714Skris#define	VMCB_INTCPT_SMI			BIT(2)
52280304Sjkim#define	VMCB_INTCPT_INIT		BIT(3)
5355714Skris#define	VMCB_INTCPT_VINTR		BIT(4)
5455714Skris#define	VMCB_INTCPT_CR0_WRITE		BIT(5)
5555714Skris#define	VMCB_INTCPT_IDTR_READ		BIT(6)
5655714Skris#define	VMCB_INTCPT_GDTR_READ		BIT(7)
5755714Skris#define	VMCB_INTCPT_LDTR_READ		BIT(8)
5855714Skris#define	VMCB_INTCPT_TR_READ		BIT(9)
5955714Skris#define	VMCB_INTCPT_IDTR_WRITE		BIT(10)
60280304Sjkim#define	VMCB_INTCPT_GDTR_WRITE		BIT(11)
61280304Sjkim#define	VMCB_INTCPT_LDTR_WRITE		BIT(12)
6255714Skris#define	VMCB_INTCPT_TR_WRITE		BIT(13)
63280304Sjkim#define	VMCB_INTCPT_RDTSC		BIT(14)
64280304Sjkim#define	VMCB_INTCPT_RDPMC		BIT(15)
65280304Sjkim#define	VMCB_INTCPT_PUSHF		BIT(16)
66280304Sjkim#define	VMCB_INTCPT_POPF		BIT(17)
67280304Sjkim#define	VMCB_INTCPT_CPUID		BIT(18)
6855714Skris#define	VMCB_INTCPT_RSM			BIT(19)
6955714Skris#define	VMCB_INTCPT_IRET		BIT(20)
70280304Sjkim#define	VMCB_INTCPT_INTn		BIT(21)
71280304Sjkim#define	VMCB_INTCPT_INVD		BIT(22)
72280304Sjkim#define	VMCB_INTCPT_PAUSE		BIT(23)
73280304Sjkim#define	VMCB_INTCPT_HLT			BIT(24)
74280304Sjkim#define	VMCB_INTCPT_INVPG		BIT(25)
75280304Sjkim#define	VMCB_INTCPT_INVPGA		BIT(26)
76280304Sjkim#define	VMCB_INTCPT_IO			BIT(27)
77280304Sjkim#define	VMCB_INTCPT_MSR			BIT(28)
78280304Sjkim#define	VMCB_INTCPT_TASK_SWITCH		BIT(29)
79280304Sjkim#define	VMCB_INTCPT_FERR_FREEZE		BIT(30)
80280304Sjkim#define	VMCB_INTCPT_SHUTDOWN		BIT(31)
81280304Sjkim
82280304Sjkim/* intercept[VMCB_CTRL2_INTCPT] fields */
83280304Sjkim#define	VMCB_INTCPT_VMRUN		BIT(0)
84280304Sjkim#define	VMCB_INTCPT_VMMCALL		BIT(1)
8555714Skris#define	VMCB_INTCPT_VMLOAD		BIT(2)
86280304Sjkim#define	VMCB_INTCPT_VMSAVE		BIT(3)
87280304Sjkim#define	VMCB_INTCPT_STGI		BIT(4)
88280304Sjkim#define	VMCB_INTCPT_CLGI		BIT(5)
89280304Sjkim#define	VMCB_INTCPT_SKINIT		BIT(6)
90280304Sjkim#define	VMCB_INTCPT_RDTSCP		BIT(7)
9155714Skris#define	VMCB_INTCPT_ICEBP		BIT(8)
9255714Skris#define	VMCB_INTCPT_WBINVD		BIT(9)
93280304Sjkim#define	VMCB_INTCPT_MONITOR		BIT(10)
94280304Sjkim#define	VMCB_INTCPT_MWAIT		BIT(11)
95280304Sjkim#define	VMCB_INTCPT_MWAIT_ARMED		BIT(12)
96280304Sjkim#define	VMCB_INTCPT_XSETBV		BIT(13)
97280304Sjkim
98280304Sjkim/* VMCB TLB control */
99280304Sjkim#define	VMCB_TLB_FLUSH_NOTHING		0	/* Flush nothing */
100280304Sjkim#define	VMCB_TLB_FLUSH_ALL		1	/* Flush entire TLB */
101280304Sjkim#define	VMCB_TLB_FLUSH_GUEST		3	/* Flush all guest entries */
102280304Sjkim#define	VMCB_TLB_FLUSH_GUEST_NONGLOBAL	7	/* Flush guest non-PG entries */
103280304Sjkim
104280304Sjkim/* VMCB state caching */
105280304Sjkim#define	VMCB_CACHE_NONE		0	/* No caching */
106280304Sjkim#define	VMCB_CACHE_I		BIT(0)	/* Intercept, TSC off, Pause filter */
10755714Skris#define	VMCB_CACHE_IOPM		BIT(1)	/* I/O and MSR permission */
10855714Skris#define	VMCB_CACHE_ASID		BIT(2)	/* ASID */
109280304Sjkim#define	VMCB_CACHE_TPR		BIT(3)	/* V_TPR to V_INTR_VECTOR */
110280304Sjkim#define	VMCB_CACHE_NP		BIT(4)	/* Nested Paging */
111280304Sjkim#define	VMCB_CACHE_CR		BIT(5)	/* CR0, CR3, CR4 & EFER */
112280304Sjkim#define	VMCB_CACHE_DR		BIT(6)	/* Debug registers */
113280304Sjkim#define	VMCB_CACHE_DT		BIT(7)	/* GDT/IDT */
114280304Sjkim#define	VMCB_CACHE_SEG		BIT(8)	/* User segments, CPL */
115280304Sjkim#define	VMCB_CACHE_CR2		BIT(9)	/* page fault address */
116280304Sjkim#define	VMCB_CACHE_LBR		BIT(10)	/* Last branch */
117280304Sjkim
118280304Sjkim/* VMCB control event injection */
119280304Sjkim#define	VMCB_EVENTINJ_EC_VALID		BIT(11)	/* Error Code valid */
120280304Sjkim#define	VMCB_EVENTINJ_VALID		BIT(31)	/* Event valid */
121280304Sjkim
122280304Sjkim/* Event types that can be injected */
12355714Skris#define	VMCB_EVENTINJ_TYPE_INTR		0
12455714Skris#define	VMCB_EVENTINJ_TYPE_NMI		2
125280304Sjkim#define	VMCB_EVENTINJ_TYPE_EXCEPTION	3
126280304Sjkim#define	VMCB_EVENTINJ_TYPE_INTn		4
127280304Sjkim
128280304Sjkim/* VMCB exit code, APM vol2 Appendix C */
129280304Sjkim#define	VMCB_EXIT_MC			0x52
130280304Sjkim#define	VMCB_EXIT_INTR			0x60
131280304Sjkim#define	VMCB_EXIT_NMI			0x61
132280304Sjkim#define	VMCB_EXIT_VINTR			0x64
133280304Sjkim#define	VMCB_EXIT_PUSHF			0x70
134280304Sjkim#define	VMCB_EXIT_POPF			0x71
135280304Sjkim#define	VMCB_EXIT_CPUID			0x72
136280304Sjkim#define	VMCB_EXIT_IRET			0x74
137280304Sjkim#define	VMCB_EXIT_PAUSE			0x77
13855714Skris#define	VMCB_EXIT_HLT			0x78
139280304Sjkim#define	VMCB_EXIT_IO			0x7B
140280304Sjkim#define	VMCB_EXIT_MSR			0x7C
14155714Skris#define	VMCB_EXIT_SHUTDOWN		0x7F
14255714Skris#define	VMCB_EXIT_VMSAVE		0x83
14355714Skris#define	VMCB_EXIT_MONITOR		0x8A
14455714Skris#define	VMCB_EXIT_MWAIT			0x8B
145280304Sjkim#define	VMCB_EXIT_NPF			0x400
146280304Sjkim#define	VMCB_EXIT_INVALID		-1
14755714Skris
14855714Skris/*
14955714Skris * Nested page fault.
15055714Skris * Bit definitions to decode EXITINFO1.
151280304Sjkim */
152280304Sjkim#define	VMCB_NPF_INFO1_P		BIT(0) /* Nested page present. */
153280304Sjkim#define	VMCB_NPF_INFO1_W		BIT(1) /* Access was write. */
154280304Sjkim#define	VMCB_NPF_INFO1_U		BIT(2) /* Access was user access. */
15555714Skris#define	VMCB_NPF_INFO1_RSV		BIT(3) /* Reserved bits present. */
156280304Sjkim#define	VMCB_NPF_INFO1_ID		BIT(4) /* Code read. */
15755714Skris
15855714Skris#define	VMCB_NPF_INFO1_GPA		BIT(32) /* Guest physical address. */
15955714Skris#define	VMCB_NPF_INFO1_GPT		BIT(33) /* Guest page table. */
16055714Skris
16155714Skris/*
16255714Skris * EXITINTINFO, Interrupt exit info for all intrecepts.
16355714Skris * Section 15.7.2, Intercepts during IDT Interrupt Delivery.
16455714Skris */
16555714Skris#define VMCB_EXITINTINFO_VECTOR(x)	((x) & 0xFF)
166280304Sjkim#define VMCB_EXITINTINFO_TYPE(x)	(((x) >> 8) & 0x7)
167280304Sjkim#define VMCB_EXITINTINFO_EC_VALID(x)	(((x) & BIT(11)) ? 1 : 0)
168280304Sjkim#define VMCB_EXITINTINFO_VALID(x)	(((x) & BIT(31)) ? 1 : 0)
169280304Sjkim#define VMCB_EXITINTINFO_EC(x)		(((x) >> 32) & 0xFFFFFFFF)
170280304Sjkim
171280304Sjkim/* Offset of various VMCB fields. */
172280304Sjkim#define	VMCB_OFF_CTRL(x)		(x)
173280304Sjkim#define	VMCB_OFF_STATE(x)		((x) + 0x400)
17455714Skris
175280304Sjkim#define	VMCB_OFF_CR_INTERCEPT		VMCB_OFF_CTRL(0x0)
17655714Skris#define	VMCB_OFF_DR_INTERCEPT		VMCB_OFF_CTRL(0x4)
177280304Sjkim#define	VMCB_OFF_EXC_INTERCEPT		VMCB_OFF_CTRL(0x8)
178280304Sjkim#define	VMCB_OFF_INST1_INTERCEPT	VMCB_OFF_CTRL(0xC)
179280304Sjkim#define	VMCB_OFF_INST2_INTERCEPT	VMCB_OFF_CTRL(0x10)
180280304Sjkim#define	VMCB_OFF_IO_PERM		VMCB_OFF_CTRL(0x40)
181280304Sjkim#define	VMCB_OFF_MSR_PERM		VMCB_OFF_CTRL(0x48)
182280304Sjkim#define	VMCB_OFF_TSC_OFFSET		VMCB_OFF_CTRL(0x50)
183280304Sjkim#define	VMCB_OFF_ASID			VMCB_OFF_CTRL(0x58)
184280304Sjkim#define	VMCB_OFF_TLB_CTRL		VMCB_OFF_CTRL(0x5C)
18555714Skris#define	VMCB_OFF_VIRQ			VMCB_OFF_CTRL(0x60)
18655714Skris#define	VMCB_OFF_EXIT_REASON		VMCB_OFF_CTRL(0x70)
18755714Skris#define	VMCB_OFF_EXITINFO1		VMCB_OFF_CTRL(0x78)
18859191Skris#define	VMCB_OFF_EXITINFO2		VMCB_OFF_CTRL(0x80)
18959191Skris#define	VMCB_OFF_EXITINTINFO		VMCB_OFF_CTRL(0x88)
19055714Skris#define	VMCB_OFF_AVIC_BAR		VMCB_OFF_CTRL(0x98)
19155714Skris#define	VMCB_OFF_NPT_BASE		VMCB_OFF_CTRL(0xB0)
19255714Skris#define	VMCB_OFF_AVIC_PAGE		VMCB_OFF_CTRL(0xE0)
19355714Skris#define	VMCB_OFF_AVIC_LT		VMCB_OFF_CTRL(0xF0)
19455714Skris#define	VMCB_OFF_AVIC_PT		VMCB_OFF_CTRL(0xF8)
195280304Sjkim#define	VMCB_OFF_SYSENTER_CS		VMCB_OFF_STATE(0x228)
196280304Sjkim#define	VMCB_OFF_SYSENTER_ESP		VMCB_OFF_STATE(0x230)
197280304Sjkim#define	VMCB_OFF_SYSENTER_EIP		VMCB_OFF_STATE(0x238)
198280304Sjkim#define	VMCB_OFF_GUEST_PAT		VMCB_OFF_STATE(0x268)
199280304Sjkim
200280304Sjkim/*
201280304Sjkim * Encode the VMCB offset and bytes that we want to read from VMCB.
202280304Sjkim */
20355714Skris#define	VMCB_ACCESS(o, w)		(0x80000000 | (((w) & 0xF) << 16) | \
20455714Skris					((o) & 0xFFF))
20555714Skris#define	VMCB_ACCESS_OK(v)               ((v) & 0x80000000 )
20655714Skris#define	VMCB_ACCESS_BYTES(v)            (((v) >> 16) & 0xF)
20755714Skris#define	VMCB_ACCESS_OFFSET(v)           ((v) & 0xFFF)
20855714Skris
20955714Skris#ifdef _KERNEL
21055714Skris/* VMCB save state area segment format */
21155714Skrisstruct vmcb_segment {
212280304Sjkim	uint16_t	selector;
213280304Sjkim	uint16_t	attrib;
214280304Sjkim	uint32_t	limit;
215280304Sjkim	uint64_t	base;
216280304Sjkim} __attribute__ ((__packed__));
217280304SjkimCTASSERT(sizeof(struct vmcb_segment) == 16);
218280304Sjkim
219280304Sjkim/* Code segment descriptor attribute in 12 bit format as saved by VMCB. */
22055714Skris#define	VMCB_CS_ATTRIB_L		BIT(9)	/* Long mode. */
22155714Skris#define	VMCB_CS_ATTRIB_D		BIT(10)	/* OPerand size bit. */
222
223/*
224 * The VMCB is divided into two areas - the first one contains various
225 * control bits including the intercept vector and the second one contains
226 * the guest state.
227 */
228
229/* VMCB control area - padded up to 1024 bytes */
230struct vmcb_ctrl {
231	uint32_t intercept[5];	/* all intercepts */
232	uint8_t	 pad1[0x28];	/* Offsets 0x14-0x3B are reserved. */
233	uint16_t pause_filthresh; /* Offset 0x3C, PAUSE filter threshold */
234	uint16_t pause_filcnt;  /* Offset 0x3E, PAUSE filter count */
235	uint64_t iopm_base_pa;	/* 0x40: IOPM_BASE_PA */
236	uint64_t msrpm_base_pa; /* 0x48: MSRPM_BASE_PA */
237	uint64_t tsc_offset;	/* 0x50: TSC_OFFSET */
238	uint32_t asid;		/* 0x58: Guest ASID */
239	uint8_t	 tlb_ctrl;	/* 0x5C: TLB_CONTROL */
240	uint8_t  pad2[3];	/* 0x5D-0x5F: Reserved. */
241	uint8_t	 v_tpr;		/* 0x60: V_TPR, guest CR8 */
242	uint8_t	 v_irq:1;	/* Is virtual interrupt pending? */
243	uint8_t	:7; 		/* Padding */
244	uint8_t v_intr_prio:4;	/* 0x62: Priority for virtual interrupt. */
245	uint8_t v_ign_tpr:1;
246	uint8_t :3;
247	uint8_t	v_intr_masking:1; /* Guest and host sharing of RFLAGS. */
248	uint8_t	:7;
249	uint8_t	v_intr_vector;	/* 0x64: Vector for virtual interrupt. */
250	uint8_t pad3[3];	/* 0x65-0x67 Reserved. */
251	uint64_t intr_shadow:1; /* 0x68: Interrupt shadow, section15.2.1 APM2 */
252	uint64_t :63;
253	uint64_t exitcode;	/* 0x70, Exitcode */
254	uint64_t exitinfo1;	/* 0x78, EXITINFO1 */
255	uint64_t exitinfo2;	/* 0x80, EXITINFO2 */
256	uint64_t exitintinfo;	/* 0x88, Interrupt exit value. */
257	uint64_t np_enable:1;   /* 0x90, Nested paging enable. */
258	uint64_t :63;
259	uint8_t  pad4[0x10];	/* 0x98-0xA7 reserved. */
260	uint64_t eventinj;	/* 0xA8, Event injection. */
261	uint64_t n_cr3;		/* B0, Nested page table. */
262	uint64_t lbr_virt_en:1;	/* Enable LBR virtualization. */
263	uint64_t :63;
264	uint32_t vmcb_clean;	/* 0xC0: VMCB clean bits for caching */
265	uint32_t :32;		/* 0xC4: Reserved */
266	uint64_t nrip;		/* 0xC8: Guest next nRIP. */
267	uint8_t	inst_len;	/* 0xD0: #NPF decode assist */
268	uint8_t	inst_bytes[15];
269	uint8_t	padd6[0x320];
270} __attribute__ ((__packed__));
271CTASSERT(sizeof(struct vmcb_ctrl) == 1024);
272
273struct vmcb_state {
274	struct   vmcb_segment es;
275	struct   vmcb_segment cs;
276	struct   vmcb_segment ss;
277	struct   vmcb_segment ds;
278	struct   vmcb_segment fs;
279	struct   vmcb_segment gs;
280	struct   vmcb_segment gdt;
281	struct   vmcb_segment ldt;
282	struct   vmcb_segment idt;
283	struct   vmcb_segment tr;
284	uint8_t	 pad1[0x2b];		/* Reserved: 0xA0-0xCA */
285	uint8_t	 cpl;
286	uint8_t  pad2[4];
287	uint64_t efer;
288	uint8_t	 pad3[0x70];		/* Reserved: 0xd8-0x147 */
289	uint64_t cr4;
290	uint64_t cr3;			/* Guest CR3 */
291	uint64_t cr0;
292	uint64_t dr7;
293	uint64_t dr6;
294	uint64_t rflags;
295	uint64_t rip;
296	uint8_t	 pad4[0x58]; 		/* Reserved: 0x180-0x1D7 */
297	uint64_t rsp;
298	uint8_t	 pad5[0x18]; 		/* Reserved 0x1E0-0x1F7 */
299	uint64_t rax;
300	uint64_t star;
301	uint64_t lstar;
302	uint64_t cstar;
303	uint64_t sfmask;
304	uint64_t kernelgsbase;
305	uint64_t sysenter_cs;
306	uint64_t sysenter_esp;
307	uint64_t sysenter_eip;
308	uint64_t cr2;
309	uint8_t	 pad6[0x20];
310	uint64_t g_pat;
311	uint64_t dbgctl;
312	uint64_t br_from;
313	uint64_t br_to;
314	uint64_t int_from;
315	uint64_t int_to;
316	uint8_t	 pad7[0x968];		/* Reserved upto end of VMCB */
317} __attribute__ ((__packed__));
318CTASSERT(sizeof(struct vmcb_state) == 0xC00);
319
320struct vmcb {
321	struct vmcb_ctrl ctrl;
322	struct vmcb_state state;
323} __attribute__ ((__packed__));
324CTASSERT(sizeof(struct vmcb) == PAGE_SIZE);
325CTASSERT(offsetof(struct vmcb, state) == 0x400);
326
327int	vmcb_read(struct svm_softc *sc, int vcpu, int ident, uint64_t *retval);
328int	vmcb_write(struct svm_softc *sc, int vcpu, int ident, uint64_t val);
329int	vmcb_setdesc(void *arg, int vcpu, int ident, struct seg_desc *desc);
330int	vmcb_getdesc(void *arg, int vcpu, int ident, struct seg_desc *desc);
331int	vmcb_seg(struct vmcb *vmcb, int ident, struct vmcb_segment *seg);
332
333#endif /* _KERNEL */
334#endif /* _VMCB_H_ */
335