1// SPDX-License-Identifier: GPL-2.0
2/*
3 * Copyright (C) 2020-2022 Loongson Technology Corporation Limited
4 */
5#include <linux/init.h>
6#include <linux/export.h>
7#include <linux/mm.h>
8#include <asm/pgalloc.h>
9#include <asm/pgtable.h>
10#include <asm/tlbflush.h>
11
12struct page *dmw_virt_to_page(unsigned long kaddr)
13{
14	return phys_to_page(__pa(kaddr));
15}
16EXPORT_SYMBOL(dmw_virt_to_page);
17
18struct page *tlb_virt_to_page(unsigned long kaddr)
19{
20	return phys_to_page(pfn_to_phys(pte_pfn(*virt_to_kpte(kaddr))));
21}
22EXPORT_SYMBOL(tlb_virt_to_page);
23
24pgd_t *pgd_alloc(struct mm_struct *mm)
25{
26	pgd_t *init, *ret = NULL;
27	struct ptdesc *ptdesc = pagetable_alloc(GFP_KERNEL & ~__GFP_HIGHMEM, 0);
28
29	if (ptdesc) {
30		ret = (pgd_t *)ptdesc_address(ptdesc);
31		init = pgd_offset(&init_mm, 0UL);
32		pgd_init(ret);
33		memcpy(ret + USER_PTRS_PER_PGD, init + USER_PTRS_PER_PGD,
34		       (PTRS_PER_PGD - USER_PTRS_PER_PGD) * sizeof(pgd_t));
35	}
36
37	return ret;
38}
39EXPORT_SYMBOL_GPL(pgd_alloc);
40
41void pgd_init(void *addr)
42{
43	unsigned long *p, *end;
44	unsigned long entry;
45
46#if !defined(__PAGETABLE_PUD_FOLDED)
47	entry = (unsigned long)invalid_pud_table;
48#elif !defined(__PAGETABLE_PMD_FOLDED)
49	entry = (unsigned long)invalid_pmd_table;
50#else
51	entry = (unsigned long)invalid_pte_table;
52#endif
53
54	p = (unsigned long *)addr;
55	end = p + PTRS_PER_PGD;
56
57	do {
58		p[0] = entry;
59		p[1] = entry;
60		p[2] = entry;
61		p[3] = entry;
62		p[4] = entry;
63		p += 8;
64		p[-3] = entry;
65		p[-2] = entry;
66		p[-1] = entry;
67	} while (p != end);
68}
69EXPORT_SYMBOL_GPL(pgd_init);
70
71#ifndef __PAGETABLE_PMD_FOLDED
72void pmd_init(void *addr)
73{
74	unsigned long *p, *end;
75	unsigned long pagetable = (unsigned long)invalid_pte_table;
76
77	p = (unsigned long *)addr;
78	end = p + PTRS_PER_PMD;
79
80	do {
81		p[0] = pagetable;
82		p[1] = pagetable;
83		p[2] = pagetable;
84		p[3] = pagetable;
85		p[4] = pagetable;
86		p += 8;
87		p[-3] = pagetable;
88		p[-2] = pagetable;
89		p[-1] = pagetable;
90	} while (p != end);
91}
92EXPORT_SYMBOL_GPL(pmd_init);
93#endif
94
95#ifndef __PAGETABLE_PUD_FOLDED
96void pud_init(void *addr)
97{
98	unsigned long *p, *end;
99	unsigned long pagetable = (unsigned long)invalid_pmd_table;
100
101	p = (unsigned long *)addr;
102	end = p + PTRS_PER_PUD;
103
104	do {
105		p[0] = pagetable;
106		p[1] = pagetable;
107		p[2] = pagetable;
108		p[3] = pagetable;
109		p[4] = pagetable;
110		p += 8;
111		p[-3] = pagetable;
112		p[-2] = pagetable;
113		p[-1] = pagetable;
114	} while (p != end);
115}
116EXPORT_SYMBOL_GPL(pud_init);
117#endif
118
119pmd_t mk_pmd(struct page *page, pgprot_t prot)
120{
121	pmd_t pmd;
122
123	pmd_val(pmd) = (page_to_pfn(page) << PFN_PTE_SHIFT) | pgprot_val(prot);
124
125	return pmd;
126}
127
128void set_pmd_at(struct mm_struct *mm, unsigned long addr,
129		pmd_t *pmdp, pmd_t pmd)
130{
131	*pmdp = pmd;
132	flush_tlb_all();
133}
134
135void __init pagetable_init(void)
136{
137	/* Initialize the entire pgd.  */
138	pgd_init(swapper_pg_dir);
139	pgd_init(invalid_pg_dir);
140#ifndef __PAGETABLE_PUD_FOLDED
141	pud_init(invalid_pud_table);
142#endif
143#ifndef __PAGETABLE_PMD_FOLDED
144	pmd_init(invalid_pmd_table);
145#endif
146}
147