1// SPDX-License-Identifier: GPL-2.0 2/* 3 * Copyright (C) 2020-2022 Loongson Technology Corporation Limited 4 */ 5#include <linux/init.h> 6#include <linux/export.h> 7#include <linux/mm.h> 8#include <asm/pgalloc.h> 9#include <asm/pgtable.h> 10#include <asm/tlbflush.h> 11 12struct page *dmw_virt_to_page(unsigned long kaddr) 13{ 14 return phys_to_page(__pa(kaddr)); 15} 16EXPORT_SYMBOL(dmw_virt_to_page); 17 18struct page *tlb_virt_to_page(unsigned long kaddr) 19{ 20 return phys_to_page(pfn_to_phys(pte_pfn(*virt_to_kpte(kaddr)))); 21} 22EXPORT_SYMBOL(tlb_virt_to_page); 23 24pgd_t *pgd_alloc(struct mm_struct *mm) 25{ 26 pgd_t *init, *ret = NULL; 27 struct ptdesc *ptdesc = pagetable_alloc(GFP_KERNEL & ~__GFP_HIGHMEM, 0); 28 29 if (ptdesc) { 30 ret = (pgd_t *)ptdesc_address(ptdesc); 31 init = pgd_offset(&init_mm, 0UL); 32 pgd_init(ret); 33 memcpy(ret + USER_PTRS_PER_PGD, init + USER_PTRS_PER_PGD, 34 (PTRS_PER_PGD - USER_PTRS_PER_PGD) * sizeof(pgd_t)); 35 } 36 37 return ret; 38} 39EXPORT_SYMBOL_GPL(pgd_alloc); 40 41void pgd_init(void *addr) 42{ 43 unsigned long *p, *end; 44 unsigned long entry; 45 46#if !defined(__PAGETABLE_PUD_FOLDED) 47 entry = (unsigned long)invalid_pud_table; 48#elif !defined(__PAGETABLE_PMD_FOLDED) 49 entry = (unsigned long)invalid_pmd_table; 50#else 51 entry = (unsigned long)invalid_pte_table; 52#endif 53 54 p = (unsigned long *)addr; 55 end = p + PTRS_PER_PGD; 56 57 do { 58 p[0] = entry; 59 p[1] = entry; 60 p[2] = entry; 61 p[3] = entry; 62 p[4] = entry; 63 p += 8; 64 p[-3] = entry; 65 p[-2] = entry; 66 p[-1] = entry; 67 } while (p != end); 68} 69EXPORT_SYMBOL_GPL(pgd_init); 70 71#ifndef __PAGETABLE_PMD_FOLDED 72void pmd_init(void *addr) 73{ 74 unsigned long *p, *end; 75 unsigned long pagetable = (unsigned long)invalid_pte_table; 76 77 p = (unsigned long *)addr; 78 end = p + PTRS_PER_PMD; 79 80 do { 81 p[0] = pagetable; 82 p[1] = pagetable; 83 p[2] = pagetable; 84 p[3] = pagetable; 85 p[4] = pagetable; 86 p += 8; 87 p[-3] = pagetable; 88 p[-2] = pagetable; 89 p[-1] = pagetable; 90 } while (p != end); 91} 92EXPORT_SYMBOL_GPL(pmd_init); 93#endif 94 95#ifndef __PAGETABLE_PUD_FOLDED 96void pud_init(void *addr) 97{ 98 unsigned long *p, *end; 99 unsigned long pagetable = (unsigned long)invalid_pmd_table; 100 101 p = (unsigned long *)addr; 102 end = p + PTRS_PER_PUD; 103 104 do { 105 p[0] = pagetable; 106 p[1] = pagetable; 107 p[2] = pagetable; 108 p[3] = pagetable; 109 p[4] = pagetable; 110 p += 8; 111 p[-3] = pagetable; 112 p[-2] = pagetable; 113 p[-1] = pagetable; 114 } while (p != end); 115} 116EXPORT_SYMBOL_GPL(pud_init); 117#endif 118 119pmd_t mk_pmd(struct page *page, pgprot_t prot) 120{ 121 pmd_t pmd; 122 123 pmd_val(pmd) = (page_to_pfn(page) << PFN_PTE_SHIFT) | pgprot_val(prot); 124 125 return pmd; 126} 127 128void set_pmd_at(struct mm_struct *mm, unsigned long addr, 129 pmd_t *pmdp, pmd_t pmd) 130{ 131 *pmdp = pmd; 132 flush_tlb_all(); 133} 134 135void __init pagetable_init(void) 136{ 137 /* Initialize the entire pgd. */ 138 pgd_init(swapper_pg_dir); 139 pgd_init(invalid_pg_dir); 140#ifndef __PAGETABLE_PUD_FOLDED 141 pud_init(invalid_pud_table); 142#endif 143#ifndef __PAGETABLE_PMD_FOLDED 144 pmd_init(invalid_pmd_table); 145#endif 146} 147