1181638Skmacy/* 2181638Skmacy * 3181638Skmacy * Copyright (c) 2004 Christian Limpach. 4181638Skmacy * Copyright (c) 2004,2005 Kip Macy 5181638Skmacy * All rights reserved. 6181638Skmacy * 7181638Skmacy * Redistribution and use in source and binary forms, with or without 8181638Skmacy * modification, are permitted provided that the following conditions 9181638Skmacy * are met: 10181638Skmacy * 1. Redistributions of source code must retain the above copyright 11181638Skmacy * notice, this list of conditions and the following disclaimer. 12181638Skmacy * 2. Redistributions in binary form must reproduce the above copyright 13181638Skmacy * notice, this list of conditions and the following disclaimer in the 14181638Skmacy * documentation and/or other materials provided with the distribution. 15181638Skmacy * 3. All advertising materials mentioning features or use of this software 16181638Skmacy * must display the following acknowledgement: 17181638Skmacy * This product includes software developed by Christian Limpach. 18181638Skmacy * 4. The name of the author may not be used to endorse or promote products 19181638Skmacy * derived from this software without specific prior written permission. 20181638Skmacy * 21181638Skmacy * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR 22181638Skmacy * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES 23181638Skmacy * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. 24181638Skmacy * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, 25181638Skmacy * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT 26181638Skmacy * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, 27181638Skmacy * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY 28181638Skmacy * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT 29181638Skmacy * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF 30181638Skmacy * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 31181638Skmacy * 32181638Skmacy * 33181638Skmacy * $FreeBSD$ 34181638Skmacy */ 35181638Skmacy 36181638Skmacy#ifndef _XEN_XENPMAP_H_ 37181638Skmacy#define _XEN_XENPMAP_H_ 38216956Srwatson 39216956Srwatson#if defined(XEN) 40181638Skmacyvoid _xen_queue_pt_update(vm_paddr_t, vm_paddr_t, char *, int); 41181638Skmacyvoid xen_pt_switch(vm_paddr_t); 42181638Skmacyvoid xen_set_ldt(vm_paddr_t, unsigned long); 43181638Skmacyvoid xen_pgdpt_pin(vm_paddr_t); 44181638Skmacyvoid xen_pgd_pin(vm_paddr_t); 45181638Skmacyvoid xen_pgd_unpin(vm_paddr_t); 46181638Skmacyvoid xen_pt_pin(vm_paddr_t); 47181638Skmacyvoid xen_pt_unpin(vm_paddr_t); 48181638Skmacyvoid xen_flush_queue(void); 49181638Skmacyvoid pmap_ref(pt_entry_t *pte, vm_paddr_t ma); 50190627Sdfrvoid pmap_suspend(void); 51190627Sdfrvoid pmap_resume(void); 52181638Skmacyvoid xen_check_queue(void); 53181638Skmacy 54181638Skmacy#ifdef INVARIANTS 55181638Skmacy#define xen_queue_pt_update(a, b) _xen_queue_pt_update((a), (b), __FILE__, __LINE__) 56181638Skmacy#else 57181638Skmacy#define xen_queue_pt_update(a, b) _xen_queue_pt_update((a), (b), NULL, 0) 58181638Skmacy#endif 59181638Skmacy 60181638Skmacy 61181638Skmacy#include <sys/param.h> 62181638Skmacy#include <sys/pcpu.h> 63181638Skmacy 64181638Skmacy#ifdef PMAP_DEBUG 65181638Skmacy#define PMAP_REF pmap_ref 66181638Skmacy#define PMAP_DEC_REF_PAGE pmap_dec_ref_page 67181638Skmacy#define PMAP_MARK_PRIV pmap_mark_privileged 68181638Skmacy#define PMAP_MARK_UNPRIV pmap_mark_unprivileged 69181638Skmacy#else 70181638Skmacy#define PMAP_MARK_PRIV(a) 71181638Skmacy#define PMAP_MARK_UNPRIV(a) 72181638Skmacy#define PMAP_REF(a, b) 73181638Skmacy#define PMAP_DEC_REF_PAGE(a) 74181638Skmacy#endif 75181638Skmacy 76181638Skmacy#define ALWAYS_SYNC 0 77181638Skmacy 78181638Skmacy#ifdef PT_DEBUG 79181638Skmacy#define PT_LOG() printk("WP PT_SET %s:%d\n", __FILE__, __LINE__) 80181638Skmacy#else 81181638Skmacy#define PT_LOG() 82181638Skmacy#endif 83181638Skmacy 84181638Skmacy#define INVALID_P2M_ENTRY (~0UL) 85181638Skmacy 86181638Skmacy#define pmap_valid_entry(E) ((E) & PG_V) /* is PDE or PTE valid? */ 87181638Skmacy 88181638Skmacy#define SH_PD_SET_VA 1 89181638Skmacy#define SH_PD_SET_VA_MA 2 90181638Skmacy#define SH_PD_SET_VA_CLEAR 3 91181638Skmacy 92181638Skmacystruct pmap; 93181638Skmacyvoid pd_set(struct pmap *pmap, int ptepindex, vm_paddr_t val, int type); 94181638Skmacy#ifdef notyet 95181638Skmacystatic vm_paddr_t 96181638Skmacyvptetomachpte(vm_paddr_t *pte) 97181638Skmacy{ 98181638Skmacy vm_offset_t offset, ppte; 99181638Skmacy vm_paddr_t pgoffset, retval, *pdir_shadow_ptr; 100181638Skmacy int pgindex; 101181638Skmacy 102181638Skmacy ppte = (vm_offset_t)pte; 103181638Skmacy pgoffset = (ppte & PAGE_MASK); 104181638Skmacy offset = ppte - (vm_offset_t)PTmap; 105181638Skmacy pgindex = ppte >> PDRSHIFT; 106181638Skmacy 107181638Skmacy pdir_shadow_ptr = (vm_paddr_t *)PCPU_GET(pdir_shadow); 108181638Skmacy retval = (pdir_shadow_ptr[pgindex] & ~PAGE_MASK) + pgoffset; 109181638Skmacy return (retval); 110181638Skmacy} 111181638Skmacy#endif 112181638Skmacy#define PT_GET(_ptp) \ 113181638Skmacy (pmap_valid_entry(*(_ptp)) ? xpmap_mtop(*(_ptp)) : (0)) 114181638Skmacy 115181638Skmacy#ifdef WRITABLE_PAGETABLES 116181638Skmacy 117181638Skmacy#define PT_SET_VA(_ptp,_npte,sync) do { \ 118181638Skmacy PMAP_REF((_ptp), xpmap_ptom(_npte)); \ 119181638Skmacy PT_LOG(); \ 120181638Skmacy *(_ptp) = xpmap_ptom((_npte)); \ 121181638Skmacy} while (/*CONSTCOND*/0) 122181638Skmacy#define PT_SET_VA_MA(_ptp,_npte,sync) do { \ 123181638Skmacy PMAP_REF((_ptp), (_npte)); \ 124181638Skmacy PT_LOG(); \ 125181638Skmacy *(_ptp) = (_npte); \ 126181638Skmacy} while (/*CONSTCOND*/0) 127181638Skmacy#define PT_CLEAR_VA(_ptp, sync) do { \ 128181638Skmacy PMAP_REF((pt_entry_t *)(_ptp), 0); \ 129181638Skmacy PT_LOG(); \ 130181638Skmacy *(_ptp) = 0; \ 131181638Skmacy} while (/*CONSTCOND*/0) 132181638Skmacy 133181638Skmacy#define PD_SET_VA(_pmap, _ptp, _npte, sync) do { \ 134181638Skmacy PMAP_REF((_ptp), xpmap_ptom(_npte)); \ 135181638Skmacy pd_set((_pmap),(_ptp),(_npte), SH_PD_SET_VA); \ 136181638Skmacy if (sync || ALWAYS_SYNC) xen_flush_queue(); \ 137181638Skmacy} while (/*CONSTCOND*/0) 138181638Skmacy#define PD_SET_VA_MA(_pmap, _ptp, _npte, sync) do { \ 139181638Skmacy PMAP_REF((_ptp), (_npte)); \ 140181638Skmacy pd_set((_pmap),(_ptp),(_npte), SH_PD_SET_VA_MA); \ 141181638Skmacy if (sync || ALWAYS_SYNC) xen_flush_queue(); \ 142181638Skmacy} while (/*CONSTCOND*/0) 143181638Skmacy#define PD_CLEAR_VA(_pmap, _ptp, sync) do { \ 144181638Skmacy PMAP_REF((pt_entry_t *)(_ptp), 0); \ 145181638Skmacy pd_set((_pmap),(_ptp), 0, SH_PD_SET_VA_CLEAR); \ 146181638Skmacy if (sync || ALWAYS_SYNC) xen_flush_queue(); \ 147181638Skmacy} while (/*CONSTCOND*/0) 148181638Skmacy 149181638Skmacy#else /* !WRITABLE_PAGETABLES */ 150181638Skmacy 151181638Skmacy#define PT_SET_VA(_ptp,_npte,sync) do { \ 152181638Skmacy PMAP_REF((_ptp), xpmap_ptom(_npte)); \ 153181638Skmacy xen_queue_pt_update(vtomach(_ptp), \ 154181638Skmacy xpmap_ptom(_npte)); \ 155181638Skmacy if (sync || ALWAYS_SYNC) xen_flush_queue(); \ 156181638Skmacy} while (/*CONSTCOND*/0) 157181638Skmacy#define PT_SET_VA_MA(_ptp,_npte,sync) do { \ 158181638Skmacy PMAP_REF((_ptp), (_npte)); \ 159181638Skmacy xen_queue_pt_update(vtomach(_ptp), _npte); \ 160181638Skmacy if (sync || ALWAYS_SYNC) xen_flush_queue(); \ 161181638Skmacy} while (/*CONSTCOND*/0) 162181638Skmacy#define PT_CLEAR_VA(_ptp, sync) do { \ 163181638Skmacy PMAP_REF((pt_entry_t *)(_ptp), 0); \ 164181638Skmacy xen_queue_pt_update(vtomach(_ptp), 0); \ 165181638Skmacy if (sync || ALWAYS_SYNC) \ 166181638Skmacy xen_flush_queue(); \ 167181638Skmacy} while (/*CONSTCOND*/0) 168181638Skmacy 169181638Skmacy#define PD_SET_VA(_pmap, _ptepindex,_npte,sync) do { \ 170181638Skmacy PMAP_REF((_ptp), xpmap_ptom(_npte)); \ 171181638Skmacy pd_set((_pmap),(_ptepindex),(_npte), SH_PD_SET_VA); \ 172181638Skmacy if (sync || ALWAYS_SYNC) xen_flush_queue(); \ 173181638Skmacy} while (/*CONSTCOND*/0) 174181638Skmacy#define PD_SET_VA_MA(_pmap, _ptepindex,_npte,sync) do { \ 175181638Skmacy PMAP_REF((_ptp), (_npte)); \ 176181638Skmacy pd_set((_pmap),(_ptepindex),(_npte), SH_PD_SET_VA_MA); \ 177181638Skmacy if (sync || ALWAYS_SYNC) xen_flush_queue(); \ 178181638Skmacy} while (/*CONSTCOND*/0) 179181638Skmacy#define PD_CLEAR_VA(_pmap, _ptepindex, sync) do { \ 180181638Skmacy PMAP_REF((pt_entry_t *)(_ptp), 0); \ 181181638Skmacy pd_set((_pmap),(_ptepindex), 0, SH_PD_SET_VA_CLEAR); \ 182181638Skmacy if (sync || ALWAYS_SYNC) xen_flush_queue(); \ 183181638Skmacy} while (/*CONSTCOND*/0) 184181638Skmacy 185181638Skmacy#endif 186181638Skmacy 187181638Skmacy#define PT_SET_MA(_va, _ma) \ 188181638Skmacydo { \ 189181638Skmacy PANIC_IF(HYPERVISOR_update_va_mapping(((unsigned long)(_va)),\ 190181638Skmacy (_ma), \ 191182902Skmacy UVMF_INVLPG| UVMF_ALL) < 0); \ 192181638Skmacy} while (/*CONSTCOND*/0) 193181638Skmacy 194181638Skmacy#define PT_UPDATES_FLUSH() do { \ 195181638Skmacy xen_flush_queue(); \ 196181638Skmacy} while (/*CONSTCOND*/0) 197181638Skmacy 198181638Skmacystatic __inline vm_paddr_t 199181638Skmacyxpmap_mtop(vm_paddr_t mpa) 200181638Skmacy{ 201181638Skmacy vm_paddr_t tmp = (mpa & PG_FRAME); 202181638Skmacy 203181638Skmacy return machtophys(tmp) | (mpa & ~PG_FRAME); 204181638Skmacy} 205181638Skmacy 206181638Skmacystatic __inline vm_paddr_t 207181638Skmacyxpmap_ptom(vm_paddr_t ppa) 208181638Skmacy{ 209181638Skmacy vm_paddr_t tmp = (ppa & PG_FRAME); 210181638Skmacy 211181638Skmacy return phystomach(tmp) | (ppa & ~PG_FRAME); 212181638Skmacy} 213181638Skmacy 214181638Skmacystatic __inline void 215181638Skmacyset_phys_to_machine(unsigned long pfn, unsigned long mfn) 216181638Skmacy{ 217181638Skmacy#ifdef notyet 218181638Skmacy PANIC_IF(max_mapnr && pfn >= max_mapnr); 219181638Skmacy#endif 220181638Skmacy if (xen_feature(XENFEAT_auto_translated_physmap)) { 221181638Skmacy#ifdef notyet 222181638Skmacy PANIC_IF((pfn != mfn && mfn != INVALID_P2M_ENTRY)); 223181638Skmacy#endif 224181638Skmacy return; 225181638Skmacy } 226181638Skmacy xen_phys_machine[pfn] = mfn; 227181638Skmacy} 228181638Skmacy 229189699Sdfrstatic __inline int 230189699Sdfrphys_to_machine_mapping_valid(unsigned long pfn) 231189699Sdfr{ 232189699Sdfr return xen_phys_machine[pfn] != INVALID_P2M_ENTRY; 233189699Sdfr} 234181638Skmacy 235230916Sken#endif /* !XEN */ 236181638Skmacy 237181638Skmacy#endif /* _XEN_XENPMAP_H_ */ 238