linux-master/mm/pagewalk.c

119 	unsigned long next;
127 		next = pmd_addr_end(addr, end);
130 				err = ops->pte_hole(addr, next, depth, walk);
143 			err = ops->pmd_entry(pmd, addr, next, walk);
163 			err = walk_hugepd_range((hugepd_t *)pmd, addr, next, walk, PMD_SHIFT);
165 			err = walk_pte_range(pmd, addr, next, walk);
172 	} while (pmd++, addr = next, addr != end);
181 	unsigned long next;
189 		next = pud_addr_end(addr, end);
192 				err = ops->pte_hole(addr, next, depth, walk);
201 			err = ops->pud_entry(pud, addr, next, walk);
219 			err = walk_hugepd_range((hugepd_t *)pud, addr, next, walk, PUD_SHIFT);
221 			err = walk_pmd_range(pud, addr, next, walk);
224 	} while (pud++, addr = next, addr != end);
233 	unsigned long next;
240 		next = p4d_addr_end(addr, end);
243 				err = ops->pte_hole(addr, next, depth, walk);
249 			err = ops->p4d_entry(p4d, addr, next, walk);
254 			err = walk_hugepd_range((hugepd_t *)p4d, addr, next, walk, P4D_SHIFT);
256 			err = walk_pud_range(p4d, addr, next, walk);
259 	} while (p4d++, addr = next, addr != end);
268 	unsigned long next;
277 		next = pgd_addr_end(addr, end);
280 				err = ops->pte_hole(addr, next, 0, walk);
286 			err = ops->pgd_entry(pgd, addr, next, walk);
291 			err = walk_hugepd_range((hugepd_t *)pgd, addr, next, walk, PGDIR_SHIFT);
293 			err = walk_p4d_range(pgd, addr, next, walk);
296 	} while (pgd++, addr = next, addr != end);
314 	unsigned long next;
323 		next = hugetlb_entry_end(h, addr, end);
326 			err = ops->hugetlb_entry(pte, hmask, addr, next, walk);
328 			err = ops->pte_hole(addr, next, -1, walk);
331 	} while (addr = next, addr != end);
475 	unsigned long next;
495 			next = end;
497 				err = ops->pte_hole(start, next, -1, &walk);
500 			next = min(end, vma->vm_start);
502 				err = ops->pte_hole(start, next, -1, &walk);
506 			next = min(end, vma->vm_end);
509 			err = walk_page_test(start, next, &walk);
521 			err = __walk_page_range(start, next, &walk);
525 	} while (start = next, start < end);