riscv/mm/hugetlbpage.c

30 pte_t *huge_pte_alloc(struct mm_struct *mm,
42 	pgd = pgd_offset(mm, addr);
43 	p4d = p4d_alloc(mm, pgd, addr);
47 	pud = pud_alloc(mm, p4d, addr);
58 			pte = huge_pmd_share(mm, vma, addr, pud);
60 			pte = (pte_t *)pmd_alloc(mm, pud, addr);
64 	pmd = pmd_alloc(mm, pud, addr);
70 			pte = pte_alloc_huge(mm, pmd, addr & napot_cont_mask(order));
84 pte_t *huge_pte_offset(struct mm_struct *mm,
95 	pgd = pgd_offset(mm, addr);
148 static pte_t get_clear_contig(struct mm_struct *mm,
157 		pte_t pte = ptep_get_and_clear(mm, addr, ptep);
169 static pte_t get_clear_contig_flush(struct mm_struct *mm,
174 	pte_t orig_pte = get_clear_contig(mm, addr, ptep, pte_num);
175 	struct vm_area_struct vma = TLB_FLUSH_VMA(mm, 0);
200 static void clear_flush(struct mm_struct *mm,
206 	struct vm_area_struct vma = TLB_FLUSH_VMA(mm, 0);
210 		ptep_get_and_clear(mm, addr, ptep);
223 void set_huge_pte_at(struct mm_struct *mm,
248 			set_ptes(mm, addr, ptep, pte, 1);
253 		set_ptes(mm, addr, ptep, pte, 1);
257 	clear_flush(mm, addr, ptep, pgsize, pte_num);
260 		set_pte_at(mm, addr, ptep, pte);
269 	struct mm_struct *mm = vma->vm_mm;
279 	ptep = huge_pte_offset(mm, addr, napot_cont_size(order));
280 	orig_pte = get_clear_contig_flush(mm, addr, ptep, pte_num);
289 		set_pte_at(mm, addr, ptep, pte);
294 pte_t huge_ptep_get_and_clear(struct mm_struct *mm,
302 		return ptep_get_and_clear(mm, addr, ptep);
306 	return get_clear_contig(mm, addr, ptep, pte_num);
309 void huge_ptep_set_wrprotect(struct mm_struct *mm,
319 		ptep_set_wrprotect(mm, addr, ptep);
325 	ptep = huge_pte_offset(mm, addr, napot_cont_size(order));
326 	orig_pte = get_clear_contig_flush(mm, addr, ptep, pte_num);
331 		set_pte_at(mm, addr, ptep, orig_pte);
349 void huge_pte_clear(struct mm_struct *mm,
358 		pte_clear(mm, addr, ptep);
364 		pte_clear(mm, addr, ptep);