xenpmap.h revision 183927
1191783Srmacklem/*
2191783Srmacklem *
3191783Srmacklem * Copyright (c) 2004 Christian Limpach.
4191783Srmacklem * Copyright (c) 2004,2005 Kip Macy
5191783Srmacklem * All rights reserved.
6191783Srmacklem *
7191783Srmacklem * Redistribution and use in source and binary forms, with or without
8191783Srmacklem * modification, are permitted provided that the following conditions
9191783Srmacklem * are met:
10191783Srmacklem * 1. Redistributions of source code must retain the above copyright
11191783Srmacklem *    notice, this list of conditions and the following disclaimer.
12191783Srmacklem * 2. Redistributions in binary form must reproduce the above copyright
13191783Srmacklem *    notice, this list of conditions and the following disclaimer in the
14191783Srmacklem *    documentation and/or other materials provided with the distribution.
15191783Srmacklem * 3. All advertising materials mentioning features or use of this software
16191783Srmacklem *    must display the following acknowledgement:
17191783Srmacklem *      This product includes software developed by Christian Limpach.
18191783Srmacklem * 4. The name of the author may not be used to endorse or promote products
19191783Srmacklem *    derived from this software without specific prior written permission.
20191783Srmacklem *
21191783Srmacklem * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
22191783Srmacklem * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
23191783Srmacklem * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
24191783Srmacklem * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
25191783Srmacklem * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
26191783Srmacklem * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
27191783Srmacklem * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
28191783Srmacklem * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
29191783Srmacklem * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
30191783Srmacklem * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
31191783Srmacklem */
32191783Srmacklem
33191783Srmacklem
34191783Srmacklem#ifndef _XEN_XENPMAP_H_
35191783Srmacklem#define _XEN_XENPMAP_H_
36191783Srmacklemvoid _xen_queue_pt_update(vm_paddr_t, vm_paddr_t, char *, int);
37191783Srmacklemvoid xen_pt_switch(vm_paddr_t);
38191783Srmacklemvoid xen_set_ldt(vm_paddr_t, unsigned long);
39191783Srmacklemvoid xen_pgdpt_pin(vm_paddr_t);
40191783Srmacklemvoid xen_pgd_pin(vm_paddr_t);
41191783Srmacklemvoid xen_pgd_unpin(vm_paddr_t);
42191783Srmacklemvoid xen_pt_pin(vm_paddr_t);
43191783Srmacklemvoid xen_pt_unpin(vm_paddr_t);
44191783Srmacklemvoid xen_flush_queue(void);
45191783Srmacklemvoid xen_check_queue(void);
46191783Srmacklem#if 0
47191783Srmacklemvoid pmap_ref(pt_entry_t *pte, vm_paddr_t ma);
48191783Srmacklem#endif
49191783Srmacklem
50191783Srmacklem#ifdef INVARIANTS
51191783Srmacklem#define xen_queue_pt_update(a, b) _xen_queue_pt_update((a), (b), __FILE__, __LINE__)
52191783Srmacklem#else
53191783Srmacklem#define xen_queue_pt_update(a, b) _xen_queue_pt_update((a), (b), NULL, 0)
54191783Srmacklem#endif
55191783Srmacklem
56191783Srmacklem
57191783Srmacklem#include <sys/param.h>
58191783Srmacklem#include <sys/pcpu.h>
59191783Srmacklem
60191783Srmacklem#ifdef PMAP_DEBUG
61191783Srmacklem#define PMAP_REF pmap_ref
62191783Srmacklem#define PMAP_DEC_REF_PAGE pmap_dec_ref_page
63191783Srmacklem#define PMAP_MARK_PRIV pmap_mark_privileged
64191783Srmacklem#define PMAP_MARK_UNPRIV pmap_mark_unprivileged
65191783Srmacklem#else
66191783Srmacklem#define PMAP_MARK_PRIV(a)
67191783Srmacklem#define PMAP_MARK_UNPRIV(a)
68191783Srmacklem#define PMAP_REF(a, b)
69191783Srmacklem#define PMAP_DEC_REF_PAGE(a)
70191783Srmacklem#endif
71191783Srmacklem
72191783Srmacklem#define ALWAYS_SYNC 0
73191783Srmacklem
74191783Srmacklem#ifdef PT_DEBUG
75191783Srmacklem#define PT_LOG() printk("WP PT_SET %s:%d\n", __FILE__, __LINE__)
76191783Srmacklem#else
77191783Srmacklem#define PT_LOG()
78191783Srmacklem#endif
79191783Srmacklem
80191783Srmacklem#define INVALID_P2M_ENTRY	(~0UL)
81191783Srmacklem
82191783Srmacklem#define pmap_valid_entry(E)           ((E) & PG_V) /* is PDE or PTE valid? */
83191783Srmacklem
84191783Srmacklem#define SH_PD_SET_VA        1
85191783Srmacklem#define SH_PD_SET_VA_MA     2
86191783Srmacklem#define SH_PD_SET_VA_CLEAR  3
87191783Srmacklem
88191783Srmacklemstruct pmap;
89191783Srmacklemvoid pd_set(struct pmap *pmap, int ptepindex, vm_paddr_t val, int type);
90191783Srmacklem#ifdef notyet
91191783Srmacklemstatic vm_paddr_t
92191783Srmacklemvptetomachpte(vm_paddr_t *pte)
93191783Srmacklem{
94191783Srmacklem	vm_offset_t offset, ppte;
95191783Srmacklem	vm_paddr_t pgoffset, retval, *pdir_shadow_ptr;
96191783Srmacklem	int pgindex;
97191783Srmacklem
98191783Srmacklem	ppte = (vm_offset_t)pte;
99191783Srmacklem	pgoffset = (ppte & PAGE_MASK);
100191783Srmacklem	offset = ppte - (vm_offset_t)PTmap;
101191783Srmacklem	pgindex = ppte >> PDRSHIFT;
102191783Srmacklem
103191783Srmacklem	pdir_shadow_ptr = (vm_paddr_t *)PCPU_GET(pdir_shadow);
104191783Srmacklem	retval = (pdir_shadow_ptr[pgindex] & ~PAGE_MASK) + pgoffset;
105191783Srmacklem	return (retval);
106191783Srmacklem}
107191783Srmacklem#endif
108191783Srmacklem#define	PT_GET(_ptp)						\
109191783Srmacklem	(pmap_valid_entry(*(_ptp)) ? xpmap_mtop(*(_ptp)) : (0))
110191783Srmacklem
111191783Srmacklem#ifdef WRITABLE_PAGETABLES
112191783Srmacklem
113191783Srmacklem#define PT_SET_VA(_ptp,_npte,sync) do {				\
114191783Srmacklem        PMAP_REF((_ptp), xpmap_ptom(_npte));                    \
115191783Srmacklem        PT_LOG();                                               \
116191783Srmacklem        *(_ptp) = xpmap_ptom((_npte));                          \
117191783Srmacklem} while (/*CONSTCOND*/0)
118191783Srmacklem#define PT_SET_VA_MA(_ptp,_npte,sync) do {		        \
119191783Srmacklem        PMAP_REF((_ptp), (_npte));                              \
120191783Srmacklem        PT_LOG();                                               \
121191783Srmacklem        *(_ptp) = (_npte);                                      \
122191783Srmacklem} while (/*CONSTCOND*/0)
123191783Srmacklem#define PT_CLEAR_VA(_ptp, sync) do {				\
124191783Srmacklem        PMAP_REF((pt_entry_t *)(_ptp), 0);                      \
125191783Srmacklem        PT_LOG();                                               \
126191783Srmacklem        *(_ptp) = 0;                                            \
127191783Srmacklem} while (/*CONSTCOND*/0)
128191783Srmacklem
129191783Srmacklem#define PD_SET_VA(_pmap, _ptp, _npte, sync) do {		\
130191783Srmacklem        PMAP_REF((_ptp), xpmap_ptom(_npte));                    \
131191783Srmacklem        pd_set((_pmap),(_ptp),(_npte), SH_PD_SET_VA);           \
132191783Srmacklem	if (sync || ALWAYS_SYNC) xen_flush_queue();     	\
133191783Srmacklem} while (/*CONSTCOND*/0)
134191783Srmacklem#define PD_SET_VA_MA(_pmap, _ptp, _npte, sync) do {		\
135191783Srmacklem        PMAP_REF((_ptp), (_npte));                              \
136191783Srmacklem        pd_set((_pmap),(_ptp),(_npte), SH_PD_SET_VA_MA);        \
137191783Srmacklem	if (sync || ALWAYS_SYNC) xen_flush_queue();		\
138191783Srmacklem} while (/*CONSTCOND*/0)
139191783Srmacklem#define PD_CLEAR_VA(_pmap, _ptp, sync) do {			\
140191783Srmacklem        PMAP_REF((pt_entry_t *)(_ptp), 0);                      \
141191783Srmacklem        pd_set((_pmap),(_ptp), 0, SH_PD_SET_VA_CLEAR);  	\
142191783Srmacklem	if (sync || ALWAYS_SYNC) xen_flush_queue();		\
143191783Srmacklem} while (/*CONSTCOND*/0)
144191783Srmacklem
145191783Srmacklem#else /* !WRITABLE_PAGETABLES */
146191783Srmacklem
147191783Srmacklem#define PT_SET_VA(_ptp,_npte,sync) do {				\
148191783Srmacklem        PMAP_REF((_ptp), xpmap_ptom(_npte));                    \
149191783Srmacklem	xen_queue_pt_update(vtomach(_ptp), 	        \
150191783Srmacklem			    xpmap_ptom(_npte)); 		\
151191783Srmacklem	if (sync || ALWAYS_SYNC) xen_flush_queue();		\
152191783Srmacklem} while (/*CONSTCOND*/0)
153191783Srmacklem#define PT_SET_VA_MA(_ptp,_npte,sync) do {		        \
154191783Srmacklem        PMAP_REF((_ptp), (_npte));                              \
155191783Srmacklem	xen_queue_pt_update(vtomach(_ptp), _npte);        \
156191783Srmacklem	if (sync || ALWAYS_SYNC) xen_flush_queue();		\
157191783Srmacklem} while (/*CONSTCOND*/0)
158191783Srmacklem#define PT_CLEAR_VA(_ptp, sync) do {				\
159191783Srmacklem        PMAP_REF((pt_entry_t *)(_ptp), 0);                      \
160191783Srmacklem	xen_queue_pt_update(vtomach(_ptp), 0);            \
161191783Srmacklem	if (sync || ALWAYS_SYNC)				\
162191783Srmacklem		xen_flush_queue();				\
163191783Srmacklem} while (/*CONSTCOND*/0)
164191783Srmacklem
165191783Srmacklem#define PD_SET_VA(_pmap, _ptepindex,_npte,sync) do {		\
166191783Srmacklem        PMAP_REF((_ptp), xpmap_ptom(_npte));                    \
167191783Srmacklem        pd_set((_pmap),(_ptepindex),(_npte), SH_PD_SET_VA);     \
168191783Srmacklem	if (sync || ALWAYS_SYNC) xen_flush_queue();     	\
169191783Srmacklem} while (/*CONSTCOND*/0)
170191783Srmacklem#define PD_SET_VA_MA(_pmap, _ptepindex,_npte,sync) do {		\
171191783Srmacklem        PMAP_REF((_ptp), (_npte));                              \
172191783Srmacklem        pd_set((_pmap),(_ptepindex),(_npte), SH_PD_SET_VA_MA);  \
173191783Srmacklem	if (sync || ALWAYS_SYNC) xen_flush_queue();		\
174191783Srmacklem} while (/*CONSTCOND*/0)
175191783Srmacklem#define PD_CLEAR_VA(_pmap, _ptepindex, sync) do {		\
176191783Srmacklem        PMAP_REF((pt_entry_t *)(_ptp), 0);                      \
177191783Srmacklem        pd_set((_pmap),(_ptepindex), 0, SH_PD_SET_VA_CLEAR);    \
178191783Srmacklem	if (sync || ALWAYS_SYNC) xen_flush_queue();		\
179191783Srmacklem} while (/*CONSTCOND*/0)
180191783Srmacklem
181191783Srmacklem#endif
182191783Srmacklem
183191783Srmacklem#define PT_SET_MA(_va, _ma) 					\
184191783Srmacklemdo { 								\
185191783Srmacklem   PANIC_IF(HYPERVISOR_update_va_mapping(((unsigned long)(_va)),\
186191783Srmacklem	   (_ma),						\
187191783Srmacklem	   UVMF_INVLPG| UVMF_ALL) < 0);			\
188191783Srmacklem} while (/*CONSTCOND*/0)
189191783Srmacklem
190191783Srmacklem#define	PT_UPDATES_FLUSH() do {				        \
191191783Srmacklem        xen_flush_queue();                                      \
192191783Srmacklem} while (/*CONSTCOND*/0)
193191783Srmacklem
194191783Srmacklemstatic __inline vm_paddr_t
195191783Srmacklemxpmap_mtop(vm_paddr_t mpa)
196191783Srmacklem{
197191783Srmacklem	vm_paddr_t tmp = (mpa & PG_FRAME);
198191783Srmacklem
199191783Srmacklem	return machtophys(tmp) | (mpa & ~PG_FRAME);
200191783Srmacklem}
201191783Srmacklem
202191783Srmacklemstatic __inline vm_paddr_t
203191783Srmacklemxpmap_ptom(vm_paddr_t ppa)
204191783Srmacklem{
205191783Srmacklem	vm_paddr_t tmp = (ppa & PG_FRAME);
206191783Srmacklem
207191783Srmacklem	return phystomach(tmp) | (ppa & ~PG_FRAME);
208191783Srmacklem}
209191783Srmacklem
210191783Srmacklemstatic __inline void
211191783Srmacklemset_phys_to_machine(unsigned long pfn, unsigned long mfn)
212191783Srmacklem{
213191783Srmacklem#ifdef notyet
214191783Srmacklem        PANIC_IF(max_mapnr && pfn >= max_mapnr);
215191783Srmacklem#endif
216191783Srmacklem        if (xen_feature(XENFEAT_auto_translated_physmap)) {
217191783Srmacklem#ifdef notyet
218191783Srmacklem                PANIC_IF((pfn != mfn && mfn != INVALID_P2M_ENTRY));
219191783Srmacklem#endif
220191783Srmacklem                return;
221191783Srmacklem        }
222191783Srmacklem        xen_phys_machine[pfn] = mfn;
223191783Srmacklem}
224191783Srmacklem
225191783Srmacklem
226191783Srmacklem
227191783Srmacklem
228191783Srmacklem#endif /* _XEN_XENPMAP_H_ */
229191783Srmacklem