xenpmap.h revision 183927
1191783Srmacklem/* 2191783Srmacklem * 3191783Srmacklem * Copyright (c) 2004 Christian Limpach. 4191783Srmacklem * Copyright (c) 2004,2005 Kip Macy 5191783Srmacklem * All rights reserved. 6191783Srmacklem * 7191783Srmacklem * Redistribution and use in source and binary forms, with or without 8191783Srmacklem * modification, are permitted provided that the following conditions 9191783Srmacklem * are met: 10191783Srmacklem * 1. Redistributions of source code must retain the above copyright 11191783Srmacklem * notice, this list of conditions and the following disclaimer. 12191783Srmacklem * 2. Redistributions in binary form must reproduce the above copyright 13191783Srmacklem * notice, this list of conditions and the following disclaimer in the 14191783Srmacklem * documentation and/or other materials provided with the distribution. 15191783Srmacklem * 3. All advertising materials mentioning features or use of this software 16191783Srmacklem * must display the following acknowledgement: 17191783Srmacklem * This product includes software developed by Christian Limpach. 18191783Srmacklem * 4. The name of the author may not be used to endorse or promote products 19191783Srmacklem * derived from this software without specific prior written permission. 20191783Srmacklem * 21191783Srmacklem * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR 22191783Srmacklem * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES 23191783Srmacklem * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. 24191783Srmacklem * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, 25191783Srmacklem * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT 26191783Srmacklem * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, 27191783Srmacklem * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY 28191783Srmacklem * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT 29191783Srmacklem * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF 30191783Srmacklem * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 31191783Srmacklem */ 32191783Srmacklem 33191783Srmacklem 34191783Srmacklem#ifndef _XEN_XENPMAP_H_ 35191783Srmacklem#define _XEN_XENPMAP_H_ 36191783Srmacklemvoid _xen_queue_pt_update(vm_paddr_t, vm_paddr_t, char *, int); 37191783Srmacklemvoid xen_pt_switch(vm_paddr_t); 38191783Srmacklemvoid xen_set_ldt(vm_paddr_t, unsigned long); 39191783Srmacklemvoid xen_pgdpt_pin(vm_paddr_t); 40191783Srmacklemvoid xen_pgd_pin(vm_paddr_t); 41191783Srmacklemvoid xen_pgd_unpin(vm_paddr_t); 42191783Srmacklemvoid xen_pt_pin(vm_paddr_t); 43191783Srmacklemvoid xen_pt_unpin(vm_paddr_t); 44191783Srmacklemvoid xen_flush_queue(void); 45191783Srmacklemvoid xen_check_queue(void); 46191783Srmacklem#if 0 47191783Srmacklemvoid pmap_ref(pt_entry_t *pte, vm_paddr_t ma); 48191783Srmacklem#endif 49191783Srmacklem 50191783Srmacklem#ifdef INVARIANTS 51191783Srmacklem#define xen_queue_pt_update(a, b) _xen_queue_pt_update((a), (b), __FILE__, __LINE__) 52191783Srmacklem#else 53191783Srmacklem#define xen_queue_pt_update(a, b) _xen_queue_pt_update((a), (b), NULL, 0) 54191783Srmacklem#endif 55191783Srmacklem 56191783Srmacklem 57191783Srmacklem#include <sys/param.h> 58191783Srmacklem#include <sys/pcpu.h> 59191783Srmacklem 60191783Srmacklem#ifdef PMAP_DEBUG 61191783Srmacklem#define PMAP_REF pmap_ref 62191783Srmacklem#define PMAP_DEC_REF_PAGE pmap_dec_ref_page 63191783Srmacklem#define PMAP_MARK_PRIV pmap_mark_privileged 64191783Srmacklem#define PMAP_MARK_UNPRIV pmap_mark_unprivileged 65191783Srmacklem#else 66191783Srmacklem#define PMAP_MARK_PRIV(a) 67191783Srmacklem#define PMAP_MARK_UNPRIV(a) 68191783Srmacklem#define PMAP_REF(a, b) 69191783Srmacklem#define PMAP_DEC_REF_PAGE(a) 70191783Srmacklem#endif 71191783Srmacklem 72191783Srmacklem#define ALWAYS_SYNC 0 73191783Srmacklem 74191783Srmacklem#ifdef PT_DEBUG 75191783Srmacklem#define PT_LOG() printk("WP PT_SET %s:%d\n", __FILE__, __LINE__) 76191783Srmacklem#else 77191783Srmacklem#define PT_LOG() 78191783Srmacklem#endif 79191783Srmacklem 80191783Srmacklem#define INVALID_P2M_ENTRY (~0UL) 81191783Srmacklem 82191783Srmacklem#define pmap_valid_entry(E) ((E) & PG_V) /* is PDE or PTE valid? */ 83191783Srmacklem 84191783Srmacklem#define SH_PD_SET_VA 1 85191783Srmacklem#define SH_PD_SET_VA_MA 2 86191783Srmacklem#define SH_PD_SET_VA_CLEAR 3 87191783Srmacklem 88191783Srmacklemstruct pmap; 89191783Srmacklemvoid pd_set(struct pmap *pmap, int ptepindex, vm_paddr_t val, int type); 90191783Srmacklem#ifdef notyet 91191783Srmacklemstatic vm_paddr_t 92191783Srmacklemvptetomachpte(vm_paddr_t *pte) 93191783Srmacklem{ 94191783Srmacklem vm_offset_t offset, ppte; 95191783Srmacklem vm_paddr_t pgoffset, retval, *pdir_shadow_ptr; 96191783Srmacklem int pgindex; 97191783Srmacklem 98191783Srmacklem ppte = (vm_offset_t)pte; 99191783Srmacklem pgoffset = (ppte & PAGE_MASK); 100191783Srmacklem offset = ppte - (vm_offset_t)PTmap; 101191783Srmacklem pgindex = ppte >> PDRSHIFT; 102191783Srmacklem 103191783Srmacklem pdir_shadow_ptr = (vm_paddr_t *)PCPU_GET(pdir_shadow); 104191783Srmacklem retval = (pdir_shadow_ptr[pgindex] & ~PAGE_MASK) + pgoffset; 105191783Srmacklem return (retval); 106191783Srmacklem} 107191783Srmacklem#endif 108191783Srmacklem#define PT_GET(_ptp) \ 109191783Srmacklem (pmap_valid_entry(*(_ptp)) ? xpmap_mtop(*(_ptp)) : (0)) 110191783Srmacklem 111191783Srmacklem#ifdef WRITABLE_PAGETABLES 112191783Srmacklem 113191783Srmacklem#define PT_SET_VA(_ptp,_npte,sync) do { \ 114191783Srmacklem PMAP_REF((_ptp), xpmap_ptom(_npte)); \ 115191783Srmacklem PT_LOG(); \ 116191783Srmacklem *(_ptp) = xpmap_ptom((_npte)); \ 117191783Srmacklem} while (/*CONSTCOND*/0) 118191783Srmacklem#define PT_SET_VA_MA(_ptp,_npte,sync) do { \ 119191783Srmacklem PMAP_REF((_ptp), (_npte)); \ 120191783Srmacklem PT_LOG(); \ 121191783Srmacklem *(_ptp) = (_npte); \ 122191783Srmacklem} while (/*CONSTCOND*/0) 123191783Srmacklem#define PT_CLEAR_VA(_ptp, sync) do { \ 124191783Srmacklem PMAP_REF((pt_entry_t *)(_ptp), 0); \ 125191783Srmacklem PT_LOG(); \ 126191783Srmacklem *(_ptp) = 0; \ 127191783Srmacklem} while (/*CONSTCOND*/0) 128191783Srmacklem 129191783Srmacklem#define PD_SET_VA(_pmap, _ptp, _npte, sync) do { \ 130191783Srmacklem PMAP_REF((_ptp), xpmap_ptom(_npte)); \ 131191783Srmacklem pd_set((_pmap),(_ptp),(_npte), SH_PD_SET_VA); \ 132191783Srmacklem if (sync || ALWAYS_SYNC) xen_flush_queue(); \ 133191783Srmacklem} while (/*CONSTCOND*/0) 134191783Srmacklem#define PD_SET_VA_MA(_pmap, _ptp, _npte, sync) do { \ 135191783Srmacklem PMAP_REF((_ptp), (_npte)); \ 136191783Srmacklem pd_set((_pmap),(_ptp),(_npte), SH_PD_SET_VA_MA); \ 137191783Srmacklem if (sync || ALWAYS_SYNC) xen_flush_queue(); \ 138191783Srmacklem} while (/*CONSTCOND*/0) 139191783Srmacklem#define PD_CLEAR_VA(_pmap, _ptp, sync) do { \ 140191783Srmacklem PMAP_REF((pt_entry_t *)(_ptp), 0); \ 141191783Srmacklem pd_set((_pmap),(_ptp), 0, SH_PD_SET_VA_CLEAR); \ 142191783Srmacklem if (sync || ALWAYS_SYNC) xen_flush_queue(); \ 143191783Srmacklem} while (/*CONSTCOND*/0) 144191783Srmacklem 145191783Srmacklem#else /* !WRITABLE_PAGETABLES */ 146191783Srmacklem 147191783Srmacklem#define PT_SET_VA(_ptp,_npte,sync) do { \ 148191783Srmacklem PMAP_REF((_ptp), xpmap_ptom(_npte)); \ 149191783Srmacklem xen_queue_pt_update(vtomach(_ptp), \ 150191783Srmacklem xpmap_ptom(_npte)); \ 151191783Srmacklem if (sync || ALWAYS_SYNC) xen_flush_queue(); \ 152191783Srmacklem} while (/*CONSTCOND*/0) 153191783Srmacklem#define PT_SET_VA_MA(_ptp,_npte,sync) do { \ 154191783Srmacklem PMAP_REF((_ptp), (_npte)); \ 155191783Srmacklem xen_queue_pt_update(vtomach(_ptp), _npte); \ 156191783Srmacklem if (sync || ALWAYS_SYNC) xen_flush_queue(); \ 157191783Srmacklem} while (/*CONSTCOND*/0) 158191783Srmacklem#define PT_CLEAR_VA(_ptp, sync) do { \ 159191783Srmacklem PMAP_REF((pt_entry_t *)(_ptp), 0); \ 160191783Srmacklem xen_queue_pt_update(vtomach(_ptp), 0); \ 161191783Srmacklem if (sync || ALWAYS_SYNC) \ 162191783Srmacklem xen_flush_queue(); \ 163191783Srmacklem} while (/*CONSTCOND*/0) 164191783Srmacklem 165191783Srmacklem#define PD_SET_VA(_pmap, _ptepindex,_npte,sync) do { \ 166191783Srmacklem PMAP_REF((_ptp), xpmap_ptom(_npte)); \ 167191783Srmacklem pd_set((_pmap),(_ptepindex),(_npte), SH_PD_SET_VA); \ 168191783Srmacklem if (sync || ALWAYS_SYNC) xen_flush_queue(); \ 169191783Srmacklem} while (/*CONSTCOND*/0) 170191783Srmacklem#define PD_SET_VA_MA(_pmap, _ptepindex,_npte,sync) do { \ 171191783Srmacklem PMAP_REF((_ptp), (_npte)); \ 172191783Srmacklem pd_set((_pmap),(_ptepindex),(_npte), SH_PD_SET_VA_MA); \ 173191783Srmacklem if (sync || ALWAYS_SYNC) xen_flush_queue(); \ 174191783Srmacklem} while (/*CONSTCOND*/0) 175191783Srmacklem#define PD_CLEAR_VA(_pmap, _ptepindex, sync) do { \ 176191783Srmacklem PMAP_REF((pt_entry_t *)(_ptp), 0); \ 177191783Srmacklem pd_set((_pmap),(_ptepindex), 0, SH_PD_SET_VA_CLEAR); \ 178191783Srmacklem if (sync || ALWAYS_SYNC) xen_flush_queue(); \ 179191783Srmacklem} while (/*CONSTCOND*/0) 180191783Srmacklem 181191783Srmacklem#endif 182191783Srmacklem 183191783Srmacklem#define PT_SET_MA(_va, _ma) \ 184191783Srmacklemdo { \ 185191783Srmacklem PANIC_IF(HYPERVISOR_update_va_mapping(((unsigned long)(_va)),\ 186191783Srmacklem (_ma), \ 187191783Srmacklem UVMF_INVLPG| UVMF_ALL) < 0); \ 188191783Srmacklem} while (/*CONSTCOND*/0) 189191783Srmacklem 190191783Srmacklem#define PT_UPDATES_FLUSH() do { \ 191191783Srmacklem xen_flush_queue(); \ 192191783Srmacklem} while (/*CONSTCOND*/0) 193191783Srmacklem 194191783Srmacklemstatic __inline vm_paddr_t 195191783Srmacklemxpmap_mtop(vm_paddr_t mpa) 196191783Srmacklem{ 197191783Srmacklem vm_paddr_t tmp = (mpa & PG_FRAME); 198191783Srmacklem 199191783Srmacklem return machtophys(tmp) | (mpa & ~PG_FRAME); 200191783Srmacklem} 201191783Srmacklem 202191783Srmacklemstatic __inline vm_paddr_t 203191783Srmacklemxpmap_ptom(vm_paddr_t ppa) 204191783Srmacklem{ 205191783Srmacklem vm_paddr_t tmp = (ppa & PG_FRAME); 206191783Srmacklem 207191783Srmacklem return phystomach(tmp) | (ppa & ~PG_FRAME); 208191783Srmacklem} 209191783Srmacklem 210191783Srmacklemstatic __inline void 211191783Srmacklemset_phys_to_machine(unsigned long pfn, unsigned long mfn) 212191783Srmacklem{ 213191783Srmacklem#ifdef notyet 214191783Srmacklem PANIC_IF(max_mapnr && pfn >= max_mapnr); 215191783Srmacklem#endif 216191783Srmacklem if (xen_feature(XENFEAT_auto_translated_physmap)) { 217191783Srmacklem#ifdef notyet 218191783Srmacklem PANIC_IF((pfn != mfn && mfn != INVALID_P2M_ENTRY)); 219191783Srmacklem#endif 220191783Srmacklem return; 221191783Srmacklem } 222191783Srmacklem xen_phys_machine[pfn] = mfn; 223191783Srmacklem} 224191783Srmacklem 225191783Srmacklem 226191783Srmacklem 227191783Srmacklem 228191783Srmacklem#endif /* _XEN_XENPMAP_H_ */ 229191783Srmacklem