sparc/mm/hugetlbpage.c

27 							unsigned long addr,
45 	addr = vm_unmapped_area(&info);
47 	if ((addr & ~PAGE_MASK) && task_size > VA_EXCLUDE_END) {
48 		VM_BUG_ON(addr != -ENOMEM);
51 		addr = vm_unmapped_area(&info);
54 	return addr;
65 	unsigned long addr = addr0;
77 	addr = vm_unmapped_area(&info);
85 	if (addr & ~PAGE_MASK) {
86 		VM_BUG_ON(addr != -ENOMEM);
90 		addr = vm_unmapped_area(&info);
93 	return addr;
97 hugetlb_get_unmapped_area(struct file *file, unsigned long addr,
114 		if (prepare_hugepage_range(file, addr, len))
116 		return addr;
119 	if (addr) {
120 		addr = ALIGN(addr, huge_page_size(h));
121 		vma = find_vma(mm, addr);
122 		if (task_size - len >= addr &&
123 		    (!vma || addr + len <= vm_start_gap(vma)))
124 			return addr;
127 		return hugetlb_get_unmapped_area_bottomup(file, addr, len,
130 		return hugetlb_get_unmapped_area_topdown(file, addr, len,
282 			unsigned long addr, unsigned long sz)
289 	pgd = pgd_offset(mm, addr);
290 	p4d = p4d_offset(pgd, addr);
291 	pud = pud_alloc(mm, p4d, addr);
296 	pmd = pmd_alloc(mm, pud, addr);
301 	return pte_alloc_huge(mm, pmd, addr);
305 		       unsigned long addr, unsigned long sz)
312 	pgd = pgd_offset(mm, addr);
315 	p4d = p4d_offset(pgd, addr);
318 	pud = pud_offset(p4d, addr);
323 	pmd = pmd_offset(pud, addr);
328 	return pte_offset_huge(pmd, addr);
331 void __set_huge_pte_at(struct mm_struct *mm, unsigned long addr,
353 	addr &= ~(size - 1);
360 	maybe_tlb_batch_add(mm, addr, ptep, orig, 0, orig_shift);
363 		maybe_tlb_batch_add(mm, addr + REAL_HPAGE_SIZE, ptep, orig, 0,
367 void set_huge_pte_at(struct mm_struct *mm, unsigned long addr,
370 	__set_huge_pte_at(mm, addr, ptep, entry);
373 pte_t huge_ptep_get_and_clear(struct mm_struct *mm, unsigned long addr,
397 	addr &= ~(size - 1);
401 	maybe_tlb_batch_add(mm, addr, ptep, entry, 0, orig_shift);
404 		maybe_tlb_batch_add(mm, addr + REAL_HPAGE_SIZE, ptep, entry, 0,
423 			   unsigned long addr)
428 	pte_free_tlb(tlb, token, addr);
433 				   unsigned long addr, unsigned long end,
440 	start = addr;
441 	pmd = pmd_offset(pud, addr);
443 		next = pmd_addr_end(addr, end);
449 			hugetlb_free_pte_range(tlb, pmd, addr);
450 	} while (pmd++, addr = next, addr != end);
470 				   unsigned long addr, unsigned long end,
477 	start = addr;
478 	pud = pud_offset(p4d, addr);
480 		next = pud_addr_end(addr, end);
486 			hugetlb_free_pmd_range(tlb, pud, addr, next, floor,
488 	} while (pud++, addr = next, addr != end);
508 			    unsigned long addr, unsigned long end,
515 	addr &= PMD_MASK;
516 	if (addr < floor) {
517 		addr += PMD_SIZE;
518 		if (!addr)
528 	if (addr > end - 1)
531 	pgd = pgd_offset(tlb->mm, addr);
532 	p4d = p4d_offset(pgd, addr);
534 		next = p4d_addr_end(addr, end);
537 		hugetlb_free_pud_range(tlb, p4d, addr, next, floor, ceiling);
538 	} while (p4d++, addr = next, addr != end);