180709Sjake/*- 280709Sjake * Copyright (c) 2001 Jake Burkholder. 3205258Smarius * Copyright (c) 2008, 2010 Marius Strobl <marius@FreeBSD.org> 480709Sjake * All rights reserved. 580709Sjake * 680709Sjake * Redistribution and use in source and binary forms, with or without 780709Sjake * modification, are permitted provided that the following conditions 880709Sjake * are met: 980709Sjake * 1. Redistributions of source code must retain the above copyright 1080709Sjake * notice, this list of conditions and the following disclaimer. 1180709Sjake * 2. Redistributions in binary form must reproduce the above copyright 1280709Sjake * notice, this list of conditions and the following disclaimer in the 1380709Sjake * documentation and/or other materials provided with the distribution. 1480709Sjake * 1581334Sobrien * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND 1680709Sjake * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 1780709Sjake * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 1881334Sobrien * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE 1980709Sjake * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 2080709Sjake * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS 2180709Sjake * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 2280709Sjake * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 2380709Sjake * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 2480709Sjake * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 2580709Sjake * SUCH DAMAGE. 2680709Sjake * 2780709Sjake * $FreeBSD$ 2880709Sjake */ 2980709Sjake 3080709Sjake#ifndef _MACHINE_TLB_H_ 3180709Sjake#define _MACHINE_TLB_H_ 3280709Sjake 33108245Sjake#define TLB_DIRECT_ADDRESS_BITS (43) 34108245Sjake#define TLB_DIRECT_PAGE_BITS (PAGE_SHIFT_4M) 35100771Sjake 36108245Sjake#define TLB_DIRECT_ADDRESS_MASK ((1UL << TLB_DIRECT_ADDRESS_BITS) - 1) 37108245Sjake#define TLB_DIRECT_PAGE_MASK ((1UL << TLB_DIRECT_PAGE_BITS) - 1) 38108245Sjake 39205258Smarius#define TLB_PHYS_TO_DIRECT(pa) \ 40108245Sjake ((pa) | VM_MIN_DIRECT_ADDRESS) 41205258Smarius#define TLB_DIRECT_TO_PHYS(va) \ 42108245Sjake ((va) & TLB_DIRECT_ADDRESS_MASK) 43205258Smarius#define TLB_DIRECT_TO_TTE_MASK \ 44108245Sjake (TD_V | TD_4M | (TLB_DIRECT_ADDRESS_MASK - TLB_DIRECT_PAGE_MASK)) 45108245Sjake 4680709Sjake#define TLB_DAR_SLOT_SHIFT (3) 47223719Smarius#define TLB_DAR_TLB_SHIFT (16) 48223719Smarius#define TLB_DAR_SLOT(tlb, slot) \ 49223719Smarius ((tlb) << TLB_DAR_TLB_SHIFT | (slot) << TLB_DAR_SLOT_SHIFT) 50223719Smarius#define TLB_DAR_T16 (0) /* US-III{,i,+}, IV{,+} */ 51223719Smarius#define TLB_DAR_T32 (0) /* US-I, II{,e,i} */ 52223719Smarius#define TLB_DAR_DT512_0 (2) /* US-III{,i,+}, IV{,+} */ 53223719Smarius#define TLB_DAR_DT512_1 (3) /* US-III{,i,+}, IV{,+} */ 54223719Smarius#define TLB_DAR_IT128 (2) /* US-III{,i,+}, IV */ 55223719Smarius#define TLB_DAR_IT512 (2) /* US-IV+ */ 56223719Smarius#define TLB_DAR_FTLB (0) /* SPARC64 V, VI, VII, VIIIfx */ 57223719Smarius#define TLB_DAR_STLB (2) /* SPARC64 V, VI, VII, VIIIfx */ 5880709Sjake 5991224Sjake#define TAR_VPN_SHIFT (13) 6091224Sjake#define TAR_CTX_MASK ((1 << TAR_VPN_SHIFT) - 1) 6180709Sjake 6291224Sjake#define TLB_TAR_VA(va) ((va) & ~TAR_CTX_MASK) 6391224Sjake#define TLB_TAR_CTX(ctx) ((ctx) & TAR_CTX_MASK) 6491224Sjake 65182878Smarius#define TLB_CXR_CTX_BITS (13) 66182878Smarius#define TLB_CXR_CTX_MASK \ 67182878Smarius (((1UL << TLB_CXR_CTX_BITS) - 1) << TLB_CXR_CTX_SHIFT) 68182878Smarius#define TLB_CXR_CTX_SHIFT (0) 69182878Smarius#define TLB_CXR_PGSZ_BITS (3) 70205258Smarius#define TLB_CXR_PGSZ_MASK (~TLB_CXR_CTX_MASK) 71205258Smarius#define TLB_PCXR_N_IPGSZ0_SHIFT (53) /* SPARC64 VI, VII, VIIIfx */ 72205258Smarius#define TLB_PCXR_N_IPGSZ1_SHIFT (50) /* SPARC64 VI, VII, VIIIfx */ 73182878Smarius#define TLB_PCXR_N_PGSZ0_SHIFT (61) 74182878Smarius#define TLB_PCXR_N_PGSZ1_SHIFT (58) 75205258Smarius#define TLB_PCXR_N_PGSZ_I_SHIFT (55) /* US-IV+ */ 76205258Smarius#define TLB_PCXR_P_IPGSZ0_SHIFT (24) /* SPARC64 VI, VII, VIIIfx */ 77205258Smarius#define TLB_PCXR_P_IPGSZ1_SHIFT (27) /* SPARC64 VI, VII, VIIIfx */ 78182878Smarius#define TLB_PCXR_P_PGSZ0_SHIFT (16) 79182878Smarius#define TLB_PCXR_P_PGSZ1_SHIFT (19) 80205258Smarius/* 81205258Smarius * Note that the US-IV+ documentation appears to have TLB_PCXR_P_PGSZ_I_SHIFT 82205258Smarius * and TLB_PCXR_P_PGSZ0_SHIFT erroneously inverted. 83205258Smarius */ 84205258Smarius#define TLB_PCXR_P_PGSZ_I_SHIFT (22) /* US-IV+ */ 85182878Smarius#define TLB_SCXR_S_PGSZ1_SHIFT (19) 86182878Smarius#define TLB_SCXR_S_PGSZ0_SHIFT (16) 87182878Smarius 88182878Smarius#define TLB_TAE_PGSZ_BITS (3) 89182878Smarius#define TLB_TAE_PGSZ0_MASK \ 90182878Smarius (((1UL << TLB_TAE_PGSZ_BITS) - 1) << TLB_TAE_PGSZ0_SHIFT) 91182878Smarius#define TLB_TAE_PGSZ1_MASK \ 92182878Smarius (((1UL << TLB_TAE_PGSZ_BITS) - 1) << TLB_TAE_PGSZ1_SHIFT) 93182878Smarius#define TLB_TAE_PGSZ0_SHIFT (16) 94182878Smarius#define TLB_TAE_PGSZ1_SHIFT (19) 95182878Smarius 9680709Sjake#define TLB_DEMAP_ID_SHIFT (4) 9780709Sjake#define TLB_DEMAP_ID_PRIMARY (0) 9880709Sjake#define TLB_DEMAP_ID_SECONDARY (1) 9980709Sjake#define TLB_DEMAP_ID_NUCLEUS (2) 10080709Sjake 10180709Sjake#define TLB_DEMAP_TYPE_SHIFT (6) 10280709Sjake#define TLB_DEMAP_TYPE_PAGE (0) 10380709Sjake#define TLB_DEMAP_TYPE_CONTEXT (1) 104205258Smarius#define TLB_DEMAP_TYPE_ALL (2) /* US-III and beyond only */ 10580709Sjake 10680709Sjake#define TLB_DEMAP_VA(va) ((va) & ~PAGE_MASK) 10780709Sjake#define TLB_DEMAP_ID(id) ((id) << TLB_DEMAP_ID_SHIFT) 10880709Sjake#define TLB_DEMAP_TYPE(type) ((type) << TLB_DEMAP_TYPE_SHIFT) 10980709Sjake 11080709Sjake#define TLB_DEMAP_PAGE (TLB_DEMAP_TYPE(TLB_DEMAP_TYPE_PAGE)) 11180709Sjake#define TLB_DEMAP_CONTEXT (TLB_DEMAP_TYPE(TLB_DEMAP_TYPE_CONTEXT)) 112176994Smarius#define TLB_DEMAP_ALL (TLB_DEMAP_TYPE(TLB_DEMAP_TYPE_ALL)) 11380709Sjake 11480709Sjake#define TLB_DEMAP_PRIMARY (TLB_DEMAP_ID(TLB_DEMAP_ID_PRIMARY)) 11580709Sjake#define TLB_DEMAP_SECONDARY (TLB_DEMAP_ID(TLB_DEMAP_ID_SECONDARY)) 11680709Sjake#define TLB_DEMAP_NUCLEUS (TLB_DEMAP_ID(TLB_DEMAP_ID_NUCLEUS)) 11780709Sjake 11880709Sjake#define TLB_CTX_KERNEL (0) 11991613Sjake#define TLB_CTX_USER_MIN (1) 12091613Sjake#define TLB_CTX_USER_MAX (8192) 12180709Sjake 12281176Sjake#define MMU_SFSR_ASI_SHIFT (16) 12381176Sjake#define MMU_SFSR_FT_SHIFT (7) 12481176Sjake#define MMU_SFSR_E_SHIFT (6) 12581176Sjake#define MMU_SFSR_CT_SHIFT (4) 12681176Sjake#define MMU_SFSR_PR_SHIFT (3) 12781176Sjake#define MMU_SFSR_W_SHIFT (2) 12881176Sjake#define MMU_SFSR_OW_SHIFT (1) 12981176Sjake#define MMU_SFSR_FV_SHIFT (0) 13081176Sjake 13181176Sjake#define MMU_SFSR_ASI_SIZE (8) 13281176Sjake#define MMU_SFSR_FT_SIZE (6) 13381176Sjake#define MMU_SFSR_CT_SIZE (2) 13481176Sjake 135205258Smarius#define MMU_SFSR_GET_ASI(sfsr) \ 136101955Sjake (((sfsr) >> MMU_SFSR_ASI_SHIFT) & ((1UL << MMU_SFSR_ASI_SIZE) - 1)) 137205258Smarius#define MMU_SFSR_GET_FT(sfsr) \ 138205258Smarius (((sfsr) >> MMU_SFSR_FT_SHIFT) & ((1UL << MMU_SFSR_FT_SIZE) - 1)) 139205258Smarius#define MMU_SFSR_GET_CT(sfsr) \ 140205258Smarius (((sfsr) >> MMU_SFSR_CT_SHIFT) & ((1UL << MMU_SFSR_CT_SIZE) - 1)) 141205258Smarius 142205258Smarius#define MMU_SFSR_E (1UL << MMU_SFSR_E_SHIFT) 143205258Smarius#define MMU_SFSR_PR (1UL << MMU_SFSR_PR_SHIFT) 144101955Sjake#define MMU_SFSR_W (1UL << MMU_SFSR_W_SHIFT) 145205258Smarius#define MMU_SFSR_OW (1UL << MMU_SFSR_OW_SHIFT) 146101955Sjake#define MMU_SFSR_FV (1UL << MMU_SFSR_FV_SHIFT) 14781176Sjake 148176994Smariustypedef void tlb_flush_nonlocked_t(void); 149113453Sjaketypedef void tlb_flush_user_t(void); 150113453Sjake 151113453Sjakestruct pmap; 15297445Sjakestruct tlb_entry; 15397445Sjake 154186682Smariusextern int dtlb_slots; 155186682Smariusextern int itlb_slots; 15691616Sjakeextern int kernel_tlb_slots; 15797445Sjakeextern struct tlb_entry *kernel_tlbs; 15891616Sjake 15996998Sjakevoid tlb_context_demap(struct pmap *pm); 160100718Sjakevoid tlb_page_demap(struct pmap *pm, vm_offset_t va); 16196998Sjakevoid tlb_range_demap(struct pmap *pm, vm_offset_t start, vm_offset_t end); 16288629Sjake 163176994Smariustlb_flush_nonlocked_t cheetah_tlb_flush_nonlocked; 164113453Sjaketlb_flush_user_t cheetah_tlb_flush_user; 165176994Smarius 166176994Smariustlb_flush_nonlocked_t spitfire_tlb_flush_nonlocked; 167113453Sjaketlb_flush_user_t spitfire_tlb_flush_user; 168113453Sjake 169223719Smariustlb_flush_nonlocked_t zeus_tlb_flush_nonlocked; 170223719Smariustlb_flush_user_t zeus_tlb_flush_user; 171223719Smarius 172176994Smariusextern tlb_flush_nonlocked_t *tlb_flush_nonlocked; 173113453Sjakeextern tlb_flush_user_t *tlb_flush_user; 174113453Sjake 17580709Sjake#endif /* !_MACHINE_TLB_H_ */ 176