/* SPDX-License-Identifier: GPL-2.0-or-later */ #ifndef _ASM_POWERPC_PAGE_64_H #define _ASM_POWERPC_PAGE_64_H /* * Copyright (C) 2001 PPC64 Team, IBM Corp */ #include /* * We always define HW_PAGE_SHIFT to 12 as use of 64K pages remains Linux * specific, every notion of page number shared with the firmware, TCEs, * iommu, etc... still uses a page size of 4K. */ #define HW_PAGE_SHIFT 12 #define HW_PAGE_SIZE (ASM_CONST(1) << HW_PAGE_SHIFT) #define HW_PAGE_MASK (~(HW_PAGE_SIZE-1)) /* * PAGE_FACTOR is the number of bits factor between PAGE_SHIFT and * HW_PAGE_SHIFT, that is 4K pages. */ #define PAGE_FACTOR (PAGE_SHIFT - HW_PAGE_SHIFT) /* Segment size; normal 256M segments */ #define SID_SHIFT 28 #define SID_MASK ASM_CONST(0xfffffffff) #define ESID_MASK 0xfffffffff0000000UL #define GET_ESID(x) (((x) >> SID_SHIFT) & SID_MASK) /* 1T segments */ #define SID_SHIFT_1T 40 #define SID_MASK_1T 0xffffffUL #define ESID_MASK_1T 0xffffff0000000000UL #define GET_ESID_1T(x) (((x) >> SID_SHIFT_1T) & SID_MASK_1T) #ifndef __ASSEMBLY__ #include typedef unsigned long pte_basic_t; static inline void clear_page(void *addr) { unsigned long iterations; unsigned long onex, twox, fourx, eightx; iterations = ppc64_caches.l1d.blocks_per_page / 8; /* * Some verisions of gcc use multiply instructions to * calculate the offsets so lets give it a hand to * do better. */ onex = ppc64_caches.l1d.block_size; twox = onex << 1; fourx = onex << 2; eightx = onex << 3; asm volatile( "mtctr %1 # clear_page\n\ .balign 16\n\ 1: dcbz 0,%0\n\ dcbz %3,%0\n\ dcbz %4,%0\n\ dcbz %5,%0\n\ dcbz %6,%0\n\ dcbz %7,%0\n\ dcbz %8,%0\n\ dcbz %9,%0\n\ add %0,%0,%10\n\ bdnz+ 1b" : "=&r" (addr) : "r" (iterations), "0" (addr), "b" (onex), "b" (twox), "b" (twox+onex), "b" (fourx), "b" (fourx+onex), "b" (twox+fourx), "b" (eightx-onex), "r" (eightx) : "ctr", "memory"); } extern void copy_page(void *to, void *from); /* Log 2 of page table size */ extern u64 ppc64_pft_size; #endif /* __ASSEMBLY__ */ #define VM_DATA_DEFAULT_FLAGS \ (is_32bit_task() ? \ VM_DATA_DEFAULT_FLAGS32 : VM_DATA_DEFAULT_FLAGS64) /* * This is the default if a program doesn't have a PT_GNU_STACK * program header entry. The PPC64 ELF ABI has a non executable stack * stack by default, so in the absence of a PT_GNU_STACK program header * we turn execute permission off. */ #define VM_STACK_DEFAULT_FLAGS32 VM_DATA_FLAGS_EXEC #define VM_STACK_DEFAULT_FLAGS64 VM_DATA_FLAGS_NON_EXEC #define VM_STACK_DEFAULT_FLAGS \ (is_32bit_task() ? \ VM_STACK_DEFAULT_FLAGS32 : VM_STACK_DEFAULT_FLAGS64) #include #endif /* _ASM_POWERPC_PAGE_64_H */