powerpc/mm/hugetlbpage.c

36 pte_t *huge_pte_offset(struct mm_struct *mm, unsigned long addr, unsigned long sz)
42 	return __find_linux_pte(mm->pgd, addr, NULL, NULL);
111 		      unsigned long addr, unsigned long sz)
122 	addr &= ~(sz-1);
123 	pg = pgd_offset(mm, addr);
124 	p4 = p4d_offset(pg, addr);
138 		pu = pud_alloc(mm, p4, addr);
148 			pm = pmd_alloc(mm, pu, addr);
166 		pu = pud_alloc(mm, p4, addr);
174 			pm = pmd_alloc(mm, pu, addr);
186 		return pte_alloc_huge(mm, (pmd_t *)hpdp, addr);
190 	if (hugepd_none(*hpdp) && __hugepte_alloc(mm, hpdp, addr,
194 	return hugepte_offset(*hpdp, addr, pdshift);
210 void __init pseries_add_gpage(u64 addr, u64 page_size, unsigned long number_of_pages)
212 	if (!addr)
215 		gpage_freearray[nr_gpages] = addr;
218 		addr += page_size;
348 				   unsigned long addr, unsigned long end,
353 	if (range_is_outside_limits(addr, end, floor, ceiling, PMD_MASK))
357 	pte_free_tlb(tlb, token, addr);
362 				   unsigned long addr, unsigned long end,
369 	start = addr;
373 		pmd = pmd_offset(pud, addr);
374 		next = pmd_addr_end(addr, end);
385 			hugetlb_free_pte_range(tlb, pmd, addr, end, floor, ceiling);
395 		more = addr + (1UL << hugepd_shift(*(hugepd_t *)pmd));
400 				  addr, next, floor, ceiling);
401 	} while (addr = next, addr != end);
413 				   unsigned long addr, unsigned long end,
420 	start = addr;
422 		pud = pud_offset(p4d, addr);
423 		next = pud_addr_end(addr, end);
427 			hugetlb_free_pmd_range(tlb, pud, addr, next, floor,
437 			more = addr + (1UL << hugepd_shift(*(hugepd_t *)pud));
442 					  addr, next, floor, ceiling);
444 	} while (addr = next, addr != end);
459 			    unsigned long addr, unsigned long end,
484 		next = pgd_addr_end(addr, end);
485 		pgd = pgd_offset(tlb->mm, addr);
486 		p4d = p4d_offset(pgd, addr);
490 			hugetlb_free_pud_range(tlb, p4d, addr, next, floor, ceiling);
499 			more = addr + (1UL << hugepd_shift(*(hugepd_t *)pgd));
504 					  addr, next, floor, ceiling);
506 	} while (addr = next, addr != end);