/linux-master/arch/powerpc/mm/ |
H A D | pgtable.c | 384 pgd_t *pgdp; local 405 pgdp = pgdir + pgd_index(ea); 406 p4dp = p4d_offset(pgdp, ea);
|
/linux-master/arch/x86/mm/ |
H A D | pti.c | 124 pgd_t __pti_set_user_pgtbl(pgd_t *pgdp, pgd_t pgd) argument 135 if (!pgdp_maps_userspace(pgdp)) 142 kernel_to_user_pgdp(pgdp)->pgd = pgd.pgd;
|
/linux-master/arch/riscv/include/asm/ |
H A D | pgtable-64.h | 345 static inline void set_pgd(pgd_t *pgdp, pgd_t pgd) argument 348 WRITE_ONCE(*pgdp, pgd); 350 set_p4d((p4d_t *)pgdp, (p4d_t){ pgd_val(pgd) });
|
/linux-master/arch/sparc/mm/ |
H A D | fault_64.c | 81 pgd_t *pgdp = pgd_offset(current->mm, tpc); local 89 if (pgd_none(*pgdp) || unlikely(pgd_bad(*pgdp))) 91 p4dp = p4d_offset(pgdp, tpc);
|
/linux-master/arch/powerpc/lib/ |
H A D | code-patching.c | 250 pgd_t *pgdp; local 252 pgdp = pgd_offset_k(addr); 253 if (WARN_ON(pgd_none(*pgdp))) 256 p4dp = p4d_offset(pgdp, addr);
|
/linux-master/mm/ |
H A D | debug_vm_pgtable.c | 64 pgd_t *pgdp; member in struct:pgtable_debug_args 578 pgd_t pgd = READ_ONCE(*(args->pgdp)); 585 WRITE_ONCE(*args->pgdp, pgd); 586 pgd_clear(args->pgdp); 587 pgd = READ_ONCE(*args->pgdp); 604 pgd_clear(args->pgdp); 605 pgd_populate(args->mm, args->pgdp, args->start_p4dp); 606 pgd = READ_ONCE(*args->pgdp); 1240 args->pgdp = pgd_offset(args->mm, args->vaddr); 1241 args->p4dp = p4d_alloc(args->mm, args->pgdp, arg [all...] |
H A D | migrate_device.c | 576 pgd_t *pgdp; local 587 pgdp = pgd_offset(mm, addr); 588 p4dp = p4d_alloc(mm, pgdp, addr);
|
H A D | gup.c | 771 unsigned long address, pgd_t *pgdp, 777 p4d = p4d_offset(pgdp, address); 2965 static int gup_huge_pgd(pgd_t orig, pgd_t *pgdp, unsigned long addr, argument 2985 if (unlikely(pgd_val(orig) != pgd_val(*pgdp))) { 3072 static int gup_p4d_range(pgd_t *pgdp, pgd_t pgd, unsigned long addr, unsigned long end, argument 3078 p4dp = p4d_offset_lockless(pgdp, pgd, addr); 3101 pgd_t *pgdp; local 3103 pgdp = pgd_offset(current->mm, addr); 3105 pgd_t pgd = READ_ONCE(*pgdp); 3111 if (!gup_huge_pgd(pgd, pgdp, add 770 follow_p4d_mask(struct vm_area_struct *vma, unsigned long address, pgd_t *pgdp, unsigned int flags, struct follow_page_context *ctx) argument [all...] |
/linux-master/arch/m68k/include/asm/ |
H A D | mcf_pgtable.h | 113 static inline void pgd_set(pgd_t *pgdp, pmd_t *pmdp) argument 115 pgd_val(*pgdp) = virt_to_phys(pmdp);
|
/linux-master/arch/x86/boot/compressed/ |
H A D | ident_map_64.c | 259 pgd_t *pgdp = (pgd_t *)top_level_pgt; local 283 p4dp = p4d_offset(pgdp, address);
|
/linux-master/arch/x86/include/asm/ |
H A D | pgtable.h | 76 #define set_pgd(pgdp, pgd) native_set_pgd(pgdp, pgd) 912 pgd_t __pti_set_user_pgtbl(pgd_t *pgdp, pgd_t pgd); 915 * Take a PGD location (pgdp) and a pgd value that needs to be set there. 919 static inline pgd_t pti_set_user_pgtbl(pgd_t *pgdp, pgd_t pgd) argument 923 return __pti_set_user_pgtbl(pgdp, pgd); 926 static inline pgd_t pti_set_user_pgtbl(pgd_t *pgdp, pgd_t pgd) argument 1446 static inline pgd_t *kernel_to_user_pgdp(pgd_t *pgdp) argument 1448 return ptr_set_bit(pgdp, PTI_PGTABLE_SWITCH_BIT); 1451 static inline pgd_t *user_to_kernel_pgdp(pgd_t *pgdp) argument [all...] |
H A D | paravirt_types.h | 201 void (*set_pgd)(pgd_t *pgdp, pgd_t pgdval);
|
/linux-master/include/linux/ |
H A D | pgtable.h | 343 static inline pgd_t pgdp_get(pgd_t *pgdp) argument 345 return READ_ONCE(*pgdp); 1007 #define set_pgd_safe(pgdp, pgd) \ 1009 WARN_ON_ONCE(pgd_present(*pgdp) && !pgd_same(*pgdp, pgd)); \ 1010 set_pgd(pgdp, pgd); \ 1763 #define p4d_offset_lockless(pgdp, pgd, address) p4d_offset(&(pgd), address)
|
/linux-master/arch/powerpc/mm/book3s64/ |
H A D | radix_pgtable.c | 76 pgd_t *pgdp; local 82 pgdp = pgd_offset_k(ea); 83 p4dp = p4d_offset(pgdp, ea); 128 pgd_t *pgdp; local 151 pgdp = pgd_offset_k(ea); 152 p4dp = p4d_offset(pgdp, ea); 189 pgd_t *pgdp; local 202 pgdp = pgd_offset_k(idx); 203 p4dp = p4d_offset(pgdp, idx);
|
/linux-master/arch/mips/mm/ |
H A D | tlb-r4k.c | 296 pgd_t *pgdp; local 319 pgdp = pgd_offset(vma->vm_mm, address); 323 p4dp = p4d_offset(pgdp, address);
|
/linux-master/arch/riscv/kernel/ |
H A D | hibernate.c | 312 static int temp_pgtable_mapping(pgd_t *pgdp, unsigned long start, unsigned long end, pgprot_t prot) argument 314 pgd_t *dst_pgdp = pgd_offset_pgd(pgdp, start);
|
/linux-master/arch/riscv/mm/ |
H A D | init.c | 641 void __init create_pgd_mapping(pgd_t *pgdp, argument 650 if (pgd_val(pgdp[pgd_idx]) == 0) 651 pgdp[pgd_idx] = pfn_pgd(PFN_DOWN(pa), prot); 655 if (pgd_val(pgdp[pgd_idx]) == 0) { 657 pgdp[pgd_idx] = pfn_pgd(PFN_DOWN(next_phys), PAGE_TABLE); 661 next_phys = PFN_PHYS(_pgd_pfn(pgdp[pgd_idx]));
|
/linux-master/arch/sparc/kernel/ |
H A D | signal32.c | 299 pgd_t *pgdp; local 317 pgdp = pgd_offset(current->mm, address); 318 if (pgd_none(*pgdp)) 320 p4dp = p4d_offset(pgdp, address);
|
/linux-master/drivers/misc/sgi-gru/ |
H A D | grufault.c | 208 pgd_t *pgdp; local 214 pgdp = pgd_offset(vma->vm_mm, vaddr); 215 if (unlikely(pgd_none(*pgdp))) 218 p4dp = p4d_offset(pgdp, vaddr);
|
/linux-master/arch/arm64/mm/ |
H A D | fault.c | 136 pgd_t *pgdp; local 156 pr_alert("%s pgtable: %luk pages, %llu-bit VAs, pgdp=%016lx\n", 159 pgdp = pgd_offset(mm, addr); 160 pgd = READ_ONCE(*pgdp); 172 p4dp = p4d_offset(pgdp, addr);
|
/linux-master/arch/s390/include/asm/ |
H A D | pgtable.h | 924 static inline void set_pgd(pgd_t *pgdp, pgd_t pgd) argument 926 WRITE_ONCE(*pgdp, pgd); 1417 * pgdp = pgd_offset(current->mm, addr); 1418 * pgd = READ_ONCE(*pgdp); 1438 static inline p4d_t *p4d_offset_lockless(pgd_t *pgdp, pgd_t pgd, unsigned long address) argument 1442 return (p4d_t *) pgdp; 1446 static inline p4d_t *p4d_offset(pgd_t *pgdp, unsigned long address) argument 1448 return p4d_offset_lockless(pgdp, *pgdp, address);
|
/linux-master/arch/arm/include/asm/ |
H A D | pgtable.h | 154 #define pgdp_get(pgpd) READ_ONCE(*pgdp)
|
/linux-master/arch/powerpc/kvm/ |
H A D | book3s_64_mmu_radix.c | 1311 pgd_t *pgdp; local 1384 pgdp = pgt + pgd_index(gpa); 1385 p4dp = p4d_offset(pgdp, gpa);
|
/linux-master/arch/powerpc/xmon/ |
H A D | xmon.c | 3306 pgd_t *pgdp; local 3332 pgdp = pgd_offset_k(addr); 3334 pgdp = pgd_offset(mm, addr); 3336 p4dp = p4d_offset(pgdp, addr);
|
/linux-master/kernel/events/ |
H A D | core.c | 7543 pgd_t *pgdp, pgd; local 7549 pgdp = pgd_offset(mm, addr); 7550 pgd = READ_ONCE(*pgdp); 7557 p4dp = p4d_offset_lockless(pgdp, pgd, addr);
|