sparc/mm/init_64.c

1685 static unsigned long __ref kernel_map_hugepud(unsigned long vstart,
1690 	u64 pte_val = vstart;
1693 	if ((vstart & mask16gb) ||
1694 	    (vend - vstart <= mask16gb)) {
1698 		return vstart + PUD_SIZE;
1704 	vend = vstart + mask16gb + 1UL;
1705 	while (vstart < vend) {
1709 		vstart += PUD_SIZE;
1712 	return vstart;
1715 static bool kernel_can_map_hugepud(unsigned long vstart, unsigned long vend,
1718 	if (guard && !(vstart & ~PUD_MASK) && (vend - vstart) >= PUD_SIZE)
1724 static unsigned long __ref kernel_map_hugepmd(unsigned long vstart,
1730 	u64 pte_val = vstart;
1733 	if ((vstart & mask256mb) ||
1734 	    (vend - vstart <= mask256mb)) {
1738 		return vstart + PMD_SIZE;
1741 	if ((vstart & mask2gb) ||
1742 	    (vend - vstart <= mask2gb)) {
1745 		vend = vstart + mask256mb + 1UL;
1749 		vend = vstart + mask2gb + 1UL;
1752 	while (vstart < vend) {
1756 		vstart += PMD_SIZE;
1760 	return vstart;
1763 static bool kernel_can_map_hugepmd(unsigned long vstart, unsigned long vend,
1766 	if (guard && !(vstart & ~PMD_MASK) && (vend - vstart) >= PMD_SIZE)
1776 	unsigned long vstart = PAGE_OFFSET + pstart;
1780 	if ((vstart & ~PAGE_MASK) || (vend & ~PAGE_MASK)) {
1782 			    vstart, vend);
1786 	while (vstart < vend) {
1787 		unsigned long this_end, paddr = __pa(vstart);
1788 		pgd_t *pgd = pgd_offset_k(vstart);
1805 		p4d = p4d_offset(pgd, vstart);
1817 		pud = pud_offset(p4d, vstart);
1821 			if (kernel_can_map_hugepud(vstart, vend, use_huge)) {
1822 				vstart = kernel_map_hugepud(vstart, vend, pud);
1833 		pmd = pmd_offset(pud, vstart);
1837 			if (kernel_can_map_hugepmd(vstart, vend, use_huge)) {
1838 				vstart = kernel_map_hugepmd(vstart, vend, pmd);
1849 		pte = pte_offset_kernel(pmd, vstart);
1850 		this_end = (vstart + PMD_SIZE) & PMD_MASK;
1854 		while (vstart < this_end) {
1857 			vstart += PAGE_SIZE;
2595 int __meminit vmemmap_populate(unsigned long vstart, unsigned long vend,
2609 	vstart = vstart & PMD_MASK;
2611 	for (; vstart < vend; vstart += PMD_SIZE) {
2612 		pgd_t *pgd = vmemmap_pgd_populate(vstart, node);
2621 		p4d = vmemmap_p4d_populate(pgd, vstart, node);
2625 		pud = vmemmap_pud_populate(p4d, vstart, node);
2629 		pmd = pmd_offset(pud, vstart);