linux-master/mm/pagewalk.c

24 				unsigned long end, struct mm_walk *walk)
33 		if (addr >= end - PAGE_SIZE)
41 static int walk_pte_range(pmd_t *pmd, unsigned long addr, unsigned long end,
60 			err = walk_pte_range_inner(pte, addr, end, walk);
67 			err = walk_pte_range_inner(pte, addr, end, walk);
78 			     unsigned long end, struct mm_walk *walk, int pdshift)
101 		if (addr >= end - page_size)
109 			     unsigned long end, struct mm_walk *walk, int pdshift)
115 static int walk_pmd_range(pud_t *pud, unsigned long addr, unsigned long end,
127 		next = pmd_addr_end(addr, end);
172 	} while (pmd++, addr = next, addr != end);
177 static int walk_pud_range(p4d_t *p4d, unsigned long addr, unsigned long end,
189 		next = pud_addr_end(addr, end);
224 	} while (pud++, addr = next, addr != end);
229 static int walk_p4d_range(pgd_t *pgd, unsigned long addr, unsigned long end,
240 		next = p4d_addr_end(addr, end);
259 	} while (p4d++, addr = next, addr != end);
264 static int walk_pgd_range(unsigned long addr, unsigned long end,
277 		next = pgd_addr_end(addr, end);
296 	} while (pgd++, addr = next, addr != end);
303 				       unsigned long end)
306 	return boundary < end ? boundary : end;
309 static int walk_hugetlb_range(unsigned long addr, unsigned long end,
323 		next = hugetlb_entry_end(h, addr, end);
331 	} while (addr = next, addr != end);
338 static int walk_hugetlb_range(unsigned long addr, unsigned long end,
347  * Decide whether we really walk over the current vma on [@start, @end)
352 static int walk_page_test(unsigned long start, unsigned long end,
359 		return ops->test_walk(start, end, walk);
372 			err = ops->pte_hole(start, end, -1, walk);
378 static int __walk_page_range(unsigned long start, unsigned long end,
386 		err = ops->pre_vma(start, end, walk);
393 			err = walk_hugetlb_range(start, end, walk);
395 		err = walk_pgd_range(start, end, walk);
434  * @end:	end address of the virtual address range
439  * within the virtual address range [@start, @end). During walking, we can do
446  *         end address yet, continue to walk.
471 		unsigned long end, const struct mm_walk_ops *ops,
483 	if (start >= end)
495 			next = end;
500 			next = min(end, vma->vm_start);
506 			next = min(end, vma->vm_end);
525 	} while (start = next, start < end);
533  * @end:	end address of the virtual address range
549 			  unsigned long end, const struct mm_walk_ops *ops,
561 	if (start >= end || !walk.mm)
588 	return walk_pgd_range(start, end, &walk);
592 			unsigned long end, const struct mm_walk_ops *ops,
602 	if (start >= end || !walk.mm)
604 	if (start < vma->vm_start || end > vma->vm_end)
609 	return __walk_page_range(start, end, &walk);