xenpmap.h revision 181638
1181638Skmacy/*
2181638Skmacy *
3181638Skmacy * Copyright (c) 2004 Christian Limpach.
4181638Skmacy * Copyright (c) 2004,2005 Kip Macy
5181638Skmacy * All rights reserved.
6181638Skmacy *
7181638Skmacy * Redistribution and use in source and binary forms, with or without
8181638Skmacy * modification, are permitted provided that the following conditions
9181638Skmacy * are met:
10181638Skmacy * 1. Redistributions of source code must retain the above copyright
11181638Skmacy *    notice, this list of conditions and the following disclaimer.
12181638Skmacy * 2. Redistributions in binary form must reproduce the above copyright
13181638Skmacy *    notice, this list of conditions and the following disclaimer in the
14181638Skmacy *    documentation and/or other materials provided with the distribution.
15181638Skmacy * 3. All advertising materials mentioning features or use of this software
16181638Skmacy *    must display the following acknowledgement:
17181638Skmacy *      This product includes software developed by Christian Limpach.
18181638Skmacy * 4. The name of the author may not be used to endorse or promote products
19181638Skmacy *    derived from this software without specific prior written permission.
20181638Skmacy *
21181638Skmacy * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
22181638Skmacy * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
23181638Skmacy * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
24181638Skmacy * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
25181638Skmacy * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
26181638Skmacy * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
27181638Skmacy * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
28181638Skmacy * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
29181638Skmacy * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
30181638Skmacy * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
31181638Skmacy *
32181638Skmacy *
33181638Skmacy * $FreeBSD: head/sys/i386/include/xen/xenpmap.h 181638 2008-08-12 19:41:11Z kmacy $
34181638Skmacy */
35181638Skmacy
36181638Skmacy#ifndef _XEN_XENPMAP_H_
37181638Skmacy#define _XEN_XENPMAP_H_
38181638Skmacyvoid xen_invlpg(vm_offset_t);
39181638Skmacyvoid xen_load_cr3(vm_paddr_t);
40181638Skmacyvoid _xen_queue_pt_update(vm_paddr_t, vm_paddr_t, char *, int);
41181638Skmacyvoid xen_pt_switch(vm_paddr_t);
42181638Skmacyvoid xen_set_ldt(vm_paddr_t, unsigned long);
43181638Skmacyvoid xen_tlb_flush(void);
44181638Skmacyvoid xen_pgdpt_pin(vm_paddr_t);
45181638Skmacyvoid xen_pgd_pin(vm_paddr_t);
46181638Skmacyvoid xen_pgd_unpin(vm_paddr_t);
47181638Skmacyvoid xen_pt_pin(vm_paddr_t);
48181638Skmacyvoid xen_pt_unpin(vm_paddr_t);
49181638Skmacyvoid xen_flush_queue(void);
50181638Skmacyvoid pmap_ref(pt_entry_t *pte, vm_paddr_t ma);
51181638Skmacyvoid xen_check_queue(void);
52181638Skmacy
53181638Skmacy#ifdef INVARIANTS
54181638Skmacy#define xen_queue_pt_update(a, b) _xen_queue_pt_update((a), (b), __FILE__, __LINE__)
55181638Skmacy#else
56181638Skmacy#define xen_queue_pt_update(a, b) _xen_queue_pt_update((a), (b), NULL, 0)
57181638Skmacy#endif
58181638Skmacy
59181638Skmacy
60181638Skmacy#include <sys/param.h>
61181638Skmacy#include <sys/pcpu.h>
62181638Skmacy
63181638Skmacy#ifdef PMAP_DEBUG
64181638Skmacy#define PMAP_REF pmap_ref
65181638Skmacy#define PMAP_DEC_REF_PAGE pmap_dec_ref_page
66181638Skmacy#define PMAP_MARK_PRIV pmap_mark_privileged
67181638Skmacy#define PMAP_MARK_UNPRIV pmap_mark_unprivileged
68181638Skmacy#else
69181638Skmacy#define PMAP_MARK_PRIV(a)
70181638Skmacy#define PMAP_MARK_UNPRIV(a)
71181638Skmacy#define PMAP_REF(a, b)
72181638Skmacy#define PMAP_DEC_REF_PAGE(a)
73181638Skmacy#endif
74181638Skmacy
75181638Skmacy#define ALWAYS_SYNC 0
76181638Skmacy
77181638Skmacy#ifdef PT_DEBUG
78181638Skmacy#define PT_LOG() printk("WP PT_SET %s:%d\n", __FILE__, __LINE__)
79181638Skmacy#else
80181638Skmacy#define PT_LOG()
81181638Skmacy#endif
82181638Skmacy
83181638Skmacy#define INVALID_P2M_ENTRY	(~0UL)
84181638Skmacy
85181638Skmacy#define pmap_valid_entry(E)           ((E) & PG_V) /* is PDE or PTE valid? */
86181638Skmacy
87181638Skmacy#define SH_PD_SET_VA        1
88181638Skmacy#define SH_PD_SET_VA_MA     2
89181638Skmacy#define SH_PD_SET_VA_CLEAR  3
90181638Skmacy
91181638Skmacystruct pmap;
92181638Skmacyvoid pd_set(struct pmap *pmap, int ptepindex, vm_paddr_t val, int type);
93181638Skmacy#ifdef notyet
94181638Skmacystatic vm_paddr_t
95181638Skmacyvptetomachpte(vm_paddr_t *pte)
96181638Skmacy{
97181638Skmacy	vm_offset_t offset, ppte;
98181638Skmacy	vm_paddr_t pgoffset, retval, *pdir_shadow_ptr;
99181638Skmacy	int pgindex;
100181638Skmacy
101181638Skmacy	ppte = (vm_offset_t)pte;
102181638Skmacy	pgoffset = (ppte & PAGE_MASK);
103181638Skmacy	offset = ppte - (vm_offset_t)PTmap;
104181638Skmacy	pgindex = ppte >> PDRSHIFT;
105181638Skmacy
106181638Skmacy	pdir_shadow_ptr = (vm_paddr_t *)PCPU_GET(pdir_shadow);
107181638Skmacy	retval = (pdir_shadow_ptr[pgindex] & ~PAGE_MASK) + pgoffset;
108181638Skmacy	return (retval);
109181638Skmacy}
110181638Skmacy#endif
111181638Skmacy#define	PT_GET(_ptp)						\
112181638Skmacy	(pmap_valid_entry(*(_ptp)) ? xpmap_mtop(*(_ptp)) : (0))
113181638Skmacy
114181638Skmacy#ifdef WRITABLE_PAGETABLES
115181638Skmacy
116181638Skmacy#define PT_SET_VA(_ptp,_npte,sync) do {				\
117181638Skmacy        PMAP_REF((_ptp), xpmap_ptom(_npte));                    \
118181638Skmacy        PT_LOG();                                               \
119181638Skmacy        *(_ptp) = xpmap_ptom((_npte));                          \
120181638Skmacy} while (/*CONSTCOND*/0)
121181638Skmacy#define PT_SET_VA_MA(_ptp,_npte,sync) do {		        \
122181638Skmacy        PMAP_REF((_ptp), (_npte));                              \
123181638Skmacy        PT_LOG();                                               \
124181638Skmacy        *(_ptp) = (_npte);                                      \
125181638Skmacy} while (/*CONSTCOND*/0)
126181638Skmacy#define PT_CLEAR_VA(_ptp, sync) do {				\
127181638Skmacy        PMAP_REF((pt_entry_t *)(_ptp), 0);                      \
128181638Skmacy        PT_LOG();                                               \
129181638Skmacy        *(_ptp) = 0;                                            \
130181638Skmacy} while (/*CONSTCOND*/0)
131181638Skmacy
132181638Skmacy#define PD_SET_VA(_pmap, _ptp, _npte, sync) do {		\
133181638Skmacy        PMAP_REF((_ptp), xpmap_ptom(_npte));                    \
134181638Skmacy        pd_set((_pmap),(_ptp),(_npte), SH_PD_SET_VA);           \
135181638Skmacy	if (sync || ALWAYS_SYNC) xen_flush_queue();     	\
136181638Skmacy} while (/*CONSTCOND*/0)
137181638Skmacy#define PD_SET_VA_MA(_pmap, _ptp, _npte, sync) do {		\
138181638Skmacy        PMAP_REF((_ptp), (_npte));                              \
139181638Skmacy        pd_set((_pmap),(_ptp),(_npte), SH_PD_SET_VA_MA);        \
140181638Skmacy	if (sync || ALWAYS_SYNC) xen_flush_queue();		\
141181638Skmacy} while (/*CONSTCOND*/0)
142181638Skmacy#define PD_CLEAR_VA(_pmap, _ptp, sync) do {			\
143181638Skmacy        PMAP_REF((pt_entry_t *)(_ptp), 0);                      \
144181638Skmacy        pd_set((_pmap),(_ptp), 0, SH_PD_SET_VA_CLEAR);  	\
145181638Skmacy	if (sync || ALWAYS_SYNC) xen_flush_queue();		\
146181638Skmacy} while (/*CONSTCOND*/0)
147181638Skmacy
148181638Skmacy#else /* !WRITABLE_PAGETABLES */
149181638Skmacy
150181638Skmacy#define PT_SET_VA(_ptp,_npte,sync) do {				\
151181638Skmacy        PMAP_REF((_ptp), xpmap_ptom(_npte));                    \
152181638Skmacy	xen_queue_pt_update(vtomach(_ptp), 	        \
153181638Skmacy			    xpmap_ptom(_npte)); 		\
154181638Skmacy	if (sync || ALWAYS_SYNC) xen_flush_queue();		\
155181638Skmacy} while (/*CONSTCOND*/0)
156181638Skmacy#define PT_SET_VA_MA(_ptp,_npte,sync) do {		        \
157181638Skmacy        PMAP_REF((_ptp), (_npte));                              \
158181638Skmacy	xen_queue_pt_update(vtomach(_ptp), _npte);        \
159181638Skmacy	if (sync || ALWAYS_SYNC) xen_flush_queue();		\
160181638Skmacy} while (/*CONSTCOND*/0)
161181638Skmacy#define PT_CLEAR_VA(_ptp, sync) do {				\
162181638Skmacy        PMAP_REF((pt_entry_t *)(_ptp), 0);                      \
163181638Skmacy	xen_queue_pt_update(vtomach(_ptp), 0);            \
164181638Skmacy	if (sync || ALWAYS_SYNC)				\
165181638Skmacy		xen_flush_queue();				\
166181638Skmacy} while (/*CONSTCOND*/0)
167181638Skmacy
168181638Skmacy#define PD_SET_VA(_pmap, _ptepindex,_npte,sync) do {		\
169181638Skmacy        PMAP_REF((_ptp), xpmap_ptom(_npte));                    \
170181638Skmacy        pd_set((_pmap),(_ptepindex),(_npte), SH_PD_SET_VA);     \
171181638Skmacy	if (sync || ALWAYS_SYNC) xen_flush_queue();     	\
172181638Skmacy} while (/*CONSTCOND*/0)
173181638Skmacy#define PD_SET_VA_MA(_pmap, _ptepindex,_npte,sync) do {		\
174181638Skmacy        PMAP_REF((_ptp), (_npte));                              \
175181638Skmacy        pd_set((_pmap),(_ptepindex),(_npte), SH_PD_SET_VA_MA);  \
176181638Skmacy	if (sync || ALWAYS_SYNC) xen_flush_queue();		\
177181638Skmacy} while (/*CONSTCOND*/0)
178181638Skmacy#define PD_CLEAR_VA(_pmap, _ptepindex, sync) do {		\
179181638Skmacy        PMAP_REF((pt_entry_t *)(_ptp), 0);                      \
180181638Skmacy        pd_set((_pmap),(_ptepindex), 0, SH_PD_SET_VA_CLEAR);    \
181181638Skmacy	if (sync || ALWAYS_SYNC) xen_flush_queue();		\
182181638Skmacy} while (/*CONSTCOND*/0)
183181638Skmacy
184181638Skmacy#endif
185181638Skmacy
186181638Skmacy#ifdef PAE
187181638Skmacy#define PT_SET_MA(_va, _ma) 					\
188181638Skmacydo { 								\
189181638Skmacy   PANIC_IF(HYPERVISOR_update_va_mapping(((unsigned long)(_va)),\
190181638Skmacy	   (_ma),						\
191181638Skmacy	   UVMF_INVLPG| UVMF_LOCAL) < 0);			\
192181638Skmacy} while (/*CONSTCOND*/0)
193181638Skmacy
194181638Skmacy#else
195181638Skmacy
196181638Skmacy#define PT_SET_MA(_va, _ma) 					\
197181638Skmacydo { 								\
198181638Skmacy   PANIC_IF(HYPERVISOR_update_va_mapping(((unsigned long)(_va)),\
199181638Skmacy	   (_ma),						\
200181638Skmacy	   UVMF_INVLPG| UVMF_LOCAL) < 0);			\
201181638Skmacy} while (/*CONSTCOND*/0)
202181638Skmacy
203181638Skmacy#endif
204181638Skmacy
205181638Skmacy#define	PT_UPDATES_FLUSH() do {				        \
206181638Skmacy        xen_flush_queue();                                      \
207181638Skmacy} while (/*CONSTCOND*/0)
208181638Skmacy
209181638Skmacystatic __inline vm_paddr_t
210181638Skmacyxpmap_mtop(vm_paddr_t mpa)
211181638Skmacy{
212181638Skmacy	vm_paddr_t tmp = (mpa & PG_FRAME);
213181638Skmacy
214181638Skmacy	return machtophys(tmp) | (mpa & ~PG_FRAME);
215181638Skmacy}
216181638Skmacy
217181638Skmacystatic __inline vm_paddr_t
218181638Skmacyxpmap_ptom(vm_paddr_t ppa)
219181638Skmacy{
220181638Skmacy	vm_paddr_t tmp = (ppa & PG_FRAME);
221181638Skmacy
222181638Skmacy	return phystomach(tmp) | (ppa & ~PG_FRAME);
223181638Skmacy}
224181638Skmacy
225181638Skmacystatic __inline void
226181638Skmacyset_phys_to_machine(unsigned long pfn, unsigned long mfn)
227181638Skmacy{
228181638Skmacy#ifdef notyet
229181638Skmacy        PANIC_IF(max_mapnr && pfn >= max_mapnr);
230181638Skmacy#endif
231181638Skmacy        if (xen_feature(XENFEAT_auto_translated_physmap)) {
232181638Skmacy#ifdef notyet
233181638Skmacy                PANIC_IF((pfn != mfn && mfn != INVALID_P2M_ENTRY));
234181638Skmacy#endif
235181638Skmacy                return;
236181638Skmacy        }
237181638Skmacy        xen_phys_machine[pfn] = mfn;
238181638Skmacy}
239181638Skmacy
240181638Skmacy
241181638Skmacy
242181638Skmacy
243181638Skmacy#endif /* _XEN_XENPMAP_H_ */
244