tlb.h revision 91224
180709Sjake/*- 280709Sjake * Copyright (c) 2001 Jake Burkholder. 380709Sjake * All rights reserved. 480709Sjake * 580709Sjake * Redistribution and use in source and binary forms, with or without 680709Sjake * modification, are permitted provided that the following conditions 780709Sjake * are met: 880709Sjake * 1. Redistributions of source code must retain the above copyright 980709Sjake * notice, this list of conditions and the following disclaimer. 1080709Sjake * 2. Redistributions in binary form must reproduce the above copyright 1180709Sjake * notice, this list of conditions and the following disclaimer in the 1280709Sjake * documentation and/or other materials provided with the distribution. 1380709Sjake * 1481334Sobrien * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND 1580709Sjake * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 1680709Sjake * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 1781334Sobrien * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE 1880709Sjake * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 1980709Sjake * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS 2080709Sjake * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 2180709Sjake * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 2280709Sjake * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 2380709Sjake * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 2480709Sjake * SUCH DAMAGE. 2580709Sjake * 2680709Sjake * $FreeBSD: head/sys/sparc64/include/tlb.h 91224 2002-02-25 04:56:50Z jake $ 2780709Sjake */ 2880709Sjake 2980709Sjake#ifndef _MACHINE_TLB_H_ 3080709Sjake#define _MACHINE_TLB_H_ 3180709Sjake 3280709Sjake#define TLB_SLOT_COUNT 64 3380709Sjake 3491224Sjake#define TLB_SLOT_TSB_KERNEL_MIN 62 /* XXX */ 3580709Sjake#define TLB_SLOT_KERNEL 63 3680709Sjake 3780709Sjake#define TLB_DAR_SLOT_SHIFT (3) 3880709Sjake#define TLB_DAR_SLOT(slot) ((slot) << TLB_DAR_SLOT_SHIFT) 3980709Sjake 4091224Sjake#define TAR_VPN_SHIFT (13) 4191224Sjake#define TAR_CTX_MASK ((1 << TAR_VPN_SHIFT) - 1) 4280709Sjake 4391224Sjake#define TLB_TAR_VA(va) ((va) & ~TAR_CTX_MASK) 4491224Sjake#define TLB_TAR_CTX(ctx) ((ctx) & TAR_CTX_MASK) 4591224Sjake 4680709Sjake#define TLB_DEMAP_ID_SHIFT (4) 4780709Sjake#define TLB_DEMAP_ID_PRIMARY (0) 4880709Sjake#define TLB_DEMAP_ID_SECONDARY (1) 4980709Sjake#define TLB_DEMAP_ID_NUCLEUS (2) 5080709Sjake 5180709Sjake#define TLB_DEMAP_TYPE_SHIFT (6) 5280709Sjake#define TLB_DEMAP_TYPE_PAGE (0) 5380709Sjake#define TLB_DEMAP_TYPE_CONTEXT (1) 5480709Sjake 5580709Sjake#define TLB_DEMAP_VA(va) ((va) & ~PAGE_MASK) 5680709Sjake#define TLB_DEMAP_ID(id) ((id) << TLB_DEMAP_ID_SHIFT) 5780709Sjake#define TLB_DEMAP_TYPE(type) ((type) << TLB_DEMAP_TYPE_SHIFT) 5880709Sjake 5980709Sjake#define TLB_DEMAP_PAGE (TLB_DEMAP_TYPE(TLB_DEMAP_TYPE_PAGE)) 6080709Sjake#define TLB_DEMAP_CONTEXT (TLB_DEMAP_TYPE(TLB_DEMAP_TYPE_CONTEXT)) 6180709Sjake 6280709Sjake#define TLB_DEMAP_PRIMARY (TLB_DEMAP_ID(TLB_DEMAP_ID_PRIMARY)) 6380709Sjake#define TLB_DEMAP_SECONDARY (TLB_DEMAP_ID(TLB_DEMAP_ID_SECONDARY)) 6480709Sjake#define TLB_DEMAP_NUCLEUS (TLB_DEMAP_ID(TLB_DEMAP_ID_NUCLEUS)) 6580709Sjake 6680709Sjake#define TLB_CTX_KERNEL (0) 6780709Sjake 6880709Sjake#define TLB_DTLB (1 << 0) 6980709Sjake#define TLB_ITLB (1 << 1) 7080709Sjake 7181176Sjake#define MMU_SFSR_ASI_SHIFT (16) 7281176Sjake#define MMU_SFSR_FT_SHIFT (7) 7381176Sjake#define MMU_SFSR_E_SHIFT (6) 7481176Sjake#define MMU_SFSR_CT_SHIFT (4) 7581176Sjake#define MMU_SFSR_PR_SHIFT (3) 7681176Sjake#define MMU_SFSR_W_SHIFT (2) 7781176Sjake#define MMU_SFSR_OW_SHIFT (1) 7881176Sjake#define MMU_SFSR_FV_SHIFT (0) 7981176Sjake 8081176Sjake#define MMU_SFSR_ASI_SIZE (8) 8181176Sjake#define MMU_SFSR_FT_SIZE (6) 8281176Sjake#define MMU_SFSR_CT_SIZE (2) 8381176Sjake 8481176Sjake#define MMU_SFSR_W (1L << MMU_SFSR_W_SHIFT) 8581176Sjake 8688629Sjake/* 8788629Sjake * Some tlb operations must be atomical, so no interrupt or trap can be allowed 8888629Sjake * while they are in progress. Traps should not happen, but interrupts need to 8988629Sjake * be explicitely disabled. critical_enter() cannot be used here, since it only 9088629Sjake * disables soft interrupts. 9188629Sjake * XXX: is something like this needed elsewhere, too? 9288629Sjake */ 9388629Sjake 9480709Sjakestatic __inline void 9588629Sjaketlb_dtlb_context_primary_demap(void) 9688629Sjake{ 9788629Sjake stxa(TLB_DEMAP_PRIMARY | TLB_DEMAP_CONTEXT, ASI_DMMU_DEMAP, 0); 9888629Sjake membar(Sync); 9988629Sjake} 10088629Sjake 10188629Sjakestatic __inline void 10281377Sjaketlb_dtlb_page_demap(u_long ctx, vm_offset_t va) 10380709Sjake{ 10480709Sjake if (ctx == TLB_CTX_KERNEL) { 10580709Sjake stxa(TLB_DEMAP_VA(va) | TLB_DEMAP_NUCLEUS | TLB_DEMAP_PAGE, 10680709Sjake ASI_DMMU_DEMAP, 0); 10780709Sjake membar(Sync); 10881377Sjake } else { 10981377Sjake stxa(AA_DMMU_SCXR, ASI_DMMU, ctx); 11081377Sjake membar(Sync); 11181377Sjake stxa(TLB_DEMAP_VA(va) | TLB_DEMAP_SECONDARY | TLB_DEMAP_PAGE, 11281377Sjake ASI_DMMU_DEMAP, 0); 11388629Sjake membar(Sync); 11481377Sjake stxa(AA_DMMU_SCXR, ASI_DMMU, 0); 11581377Sjake membar(Sync); 11681377Sjake } 11780709Sjake} 11880709Sjake 11980709Sjakestatic __inline void 12081377Sjaketlb_dtlb_store(vm_offset_t va, u_long ctx, struct tte tte) 12180709Sjake{ 12288629Sjake u_long pst; 12388629Sjake 12491170Sjake pst = intr_disable(); 12581176Sjake stxa(AA_DMMU_TAR, ASI_DMMU, 12681377Sjake TLB_TAR_VA(va) | TLB_TAR_CTX(ctx)); 12780709Sjake stxa(0, ASI_DTLB_DATA_IN_REG, tte.tte_data); 12880709Sjake membar(Sync); 12991170Sjake intr_restore(pst); 13080709Sjake} 13180709Sjake 13280709Sjakestatic __inline void 13381377Sjaketlb_dtlb_store_slot(vm_offset_t va, u_long ctx, struct tte tte, int slot) 13480709Sjake{ 13588629Sjake u_long pst; 13688629Sjake 13791170Sjake pst = intr_disable(); 13881377Sjake stxa(AA_DMMU_TAR, ASI_DMMU, TLB_TAR_VA(va) | TLB_TAR_CTX(ctx)); 13980709Sjake stxa(TLB_DAR_SLOT(slot), ASI_DTLB_DATA_ACCESS_REG, tte.tte_data); 14080709Sjake membar(Sync); 14191170Sjake intr_restore(pst); 14280709Sjake} 14380709Sjake 14480709Sjakestatic __inline void 14588629Sjaketlb_itlb_context_primary_demap(void) 14688629Sjake{ 14788629Sjake stxa(TLB_DEMAP_PRIMARY | TLB_DEMAP_CONTEXT, ASI_IMMU_DEMAP, 0); 14888629Sjake membar(Sync); 14988629Sjake} 15088629Sjake 15188629Sjakestatic __inline void 15281377Sjaketlb_itlb_page_demap(u_long ctx, vm_offset_t va) 15380709Sjake{ 15480709Sjake if (ctx == TLB_CTX_KERNEL) { 15580709Sjake stxa(TLB_DEMAP_VA(va) | TLB_DEMAP_NUCLEUS | TLB_DEMAP_PAGE, 15680709Sjake ASI_IMMU_DEMAP, 0); 15780709Sjake flush(KERNBASE); 15881377Sjake } else { 15981377Sjake stxa(AA_DMMU_SCXR, ASI_DMMU, ctx); 16081377Sjake membar(Sync); 16181377Sjake stxa(TLB_DEMAP_VA(va) | TLB_DEMAP_SECONDARY | TLB_DEMAP_PAGE, 16281377Sjake ASI_IMMU_DEMAP, 0); 16388629Sjake membar(Sync); 16481377Sjake stxa(AA_DMMU_SCXR, ASI_DMMU, 0); 16581377Sjake /* flush probably not needed. */ 16681377Sjake membar(Sync); 16781377Sjake } 16880709Sjake} 16980709Sjake 17080709Sjakestatic __inline void 17181377Sjaketlb_itlb_store(vm_offset_t va, u_long ctx, struct tte tte) 17280709Sjake{ 17388629Sjake u_long pst; 17488629Sjake 17591170Sjake pst = intr_disable(); 17681377Sjake stxa(AA_IMMU_TAR, ASI_IMMU, TLB_TAR_VA(va) | TLB_TAR_CTX(ctx)); 17781377Sjake stxa(0, ASI_ITLB_DATA_IN_REG, tte.tte_data); 17881377Sjake if (ctx == TLB_CTX_KERNEL) 17981377Sjake flush(va); 18081377Sjake else { 18181377Sjake /* 18281377Sjake * flush probably not needed and impossible here, no access to 18381377Sjake * user page. 18481377Sjake */ 18581377Sjake membar(Sync); 18681377Sjake } 18791170Sjake intr_restore(pst); 18880709Sjake} 18980709Sjake 19080709Sjakestatic __inline void 19191172Sjaketlb_context_demap(u_int context) 19288629Sjake{ 19391172Sjake tlb_dtlb_context_primary_demap(); 19491172Sjake tlb_itlb_context_primary_demap(); 19588629Sjake} 19688629Sjake 19788629Sjakestatic __inline void 19881377Sjaketlb_itlb_store_slot(vm_offset_t va, u_long ctx, struct tte tte, int slot) 19980709Sjake{ 20088629Sjake u_long pst; 20188629Sjake 20291170Sjake pst = intr_disable(); 20381377Sjake stxa(AA_IMMU_TAR, ASI_IMMU, TLB_TAR_VA(va) | TLB_TAR_CTX(ctx)); 20480709Sjake stxa(TLB_DAR_SLOT(slot), ASI_ITLB_DATA_ACCESS_REG, tte.tte_data); 20580709Sjake flush(va); 20691170Sjake intr_restore(pst); 20780709Sjake} 20880709Sjake 20980709Sjakestatic __inline void 21080709Sjaketlb_page_demap(u_int tlb, u_int ctx, vm_offset_t va) 21180709Sjake{ 21280709Sjake if (tlb & TLB_DTLB) 21380709Sjake tlb_dtlb_page_demap(ctx, va); 21480709Sjake if (tlb & TLB_ITLB) 21580709Sjake tlb_itlb_page_demap(ctx, va); 21680709Sjake} 21780709Sjake 21880709Sjakestatic __inline void 21991172Sjaketlb_range_demap(u_int ctx, vm_offset_t start, vm_offset_t end) 22091172Sjake{ 22191172Sjake for (; start < end; start += PAGE_SIZE) 22291172Sjake tlb_page_demap(TLB_DTLB | TLB_ITLB, ctx, start); 22391172Sjake} 22491172Sjake 22591172Sjakestatic __inline void 22691224Sjaketlb_tte_demap(struct tte tte, u_int ctx) 22791172Sjake{ 22891224Sjake tlb_page_demap(TD_GET_TLB(tte.tte_data), ctx, TV_GET_VA(tte.tte_vpn)); 22991172Sjake} 23091172Sjake 23191172Sjakestatic __inline void 23281377Sjaketlb_store(u_int tlb, vm_offset_t va, u_long ctx, struct tte tte) 23380709Sjake{ 23480709Sjake if (tlb & TLB_DTLB) 23581377Sjake tlb_dtlb_store(va, ctx, tte); 23680709Sjake if (tlb & TLB_ITLB) 23781377Sjake tlb_itlb_store(va, ctx, tte); 23880709Sjake} 23980709Sjake 24080709Sjakestatic __inline void 24181377Sjaketlb_store_slot(u_int tlb, vm_offset_t va, u_long ctx, struct tte tte, int slot) 24280709Sjake{ 24380709Sjake if (tlb & TLB_DTLB) 24481377Sjake tlb_dtlb_store_slot(va, ctx, tte, slot); 24580709Sjake if (tlb & TLB_ITLB) 24681377Sjake tlb_itlb_store_slot(va, ctx, tte, slot); 24780709Sjake} 24880709Sjake 24980709Sjake#endif /* !_MACHINE_TLB_H_ */ 250