linux-master/mm/gup.c

1099 				    unsigned long address, pgd_t *pgdp,
1105 	p4dp = p4d_offset(pgdp, address);
3209 static int gup_fast_pgd_leaf(pgd_t orig, pgd_t *pgdp, unsigned long addr,
3229 	if (unlikely(pgd_val(orig) != pgd_val(*pgdp))) {
3319 static int gup_fast_p4d_range(pgd_t *pgdp, pgd_t pgd, unsigned long addr,
3326 	p4dp = p4d_offset_lockless(pgdp, pgd, addr);
3350 	pgd_t *pgdp;
3352 	pgdp = pgd_offset(current->mm, addr);
3354 		pgd_t pgd = READ_ONCE(*pgdp);
3360 			if (!gup_fast_pgd_leaf(pgd, pgdp, addr, next, flags,
3367 		} else if (!gup_fast_p4d_range(pgdp, pgd, addr, next, flags,
3370 	} while (pgdp++, addr = next, addr != end);