Searched refs:pgdp (Results 26 - 50 of 50) sorted by relevance

12

/linux-master/arch/powerpc/mm/
H A Dpgtable.c384 pgd_t *pgdp; local
405 pgdp = pgdir + pgd_index(ea);
406 p4dp = p4d_offset(pgdp, ea);
/linux-master/arch/x86/mm/
H A Dpti.c124 pgd_t __pti_set_user_pgtbl(pgd_t *pgdp, pgd_t pgd) argument
135 if (!pgdp_maps_userspace(pgdp))
142 kernel_to_user_pgdp(pgdp)->pgd = pgd.pgd;
/linux-master/arch/riscv/include/asm/
H A Dpgtable-64.h345 static inline void set_pgd(pgd_t *pgdp, pgd_t pgd) argument
348 WRITE_ONCE(*pgdp, pgd);
350 set_p4d((p4d_t *)pgdp, (p4d_t){ pgd_val(pgd) });
/linux-master/arch/sparc/mm/
H A Dfault_64.c81 pgd_t *pgdp = pgd_offset(current->mm, tpc); local
89 if (pgd_none(*pgdp) || unlikely(pgd_bad(*pgdp)))
91 p4dp = p4d_offset(pgdp, tpc);
/linux-master/arch/powerpc/lib/
H A Dcode-patching.c250 pgd_t *pgdp; local
252 pgdp = pgd_offset_k(addr);
253 if (WARN_ON(pgd_none(*pgdp)))
256 p4dp = p4d_offset(pgdp, addr);
/linux-master/mm/
H A Ddebug_vm_pgtable.c64 pgd_t *pgdp; member in struct:pgtable_debug_args
578 pgd_t pgd = READ_ONCE(*(args->pgdp));
585 WRITE_ONCE(*args->pgdp, pgd);
586 pgd_clear(args->pgdp);
587 pgd = READ_ONCE(*args->pgdp);
604 pgd_clear(args->pgdp);
605 pgd_populate(args->mm, args->pgdp, args->start_p4dp);
606 pgd = READ_ONCE(*args->pgdp);
1240 args->pgdp = pgd_offset(args->mm, args->vaddr);
1241 args->p4dp = p4d_alloc(args->mm, args->pgdp, arg
[all...]
H A Dmigrate_device.c576 pgd_t *pgdp; local
587 pgdp = pgd_offset(mm, addr);
588 p4dp = p4d_alloc(mm, pgdp, addr);
H A Dgup.c771 unsigned long address, pgd_t *pgdp,
777 p4d = p4d_offset(pgdp, address);
2965 static int gup_huge_pgd(pgd_t orig, pgd_t *pgdp, unsigned long addr, argument
2985 if (unlikely(pgd_val(orig) != pgd_val(*pgdp))) {
3072 static int gup_p4d_range(pgd_t *pgdp, pgd_t pgd, unsigned long addr, unsigned long end, argument
3078 p4dp = p4d_offset_lockless(pgdp, pgd, addr);
3101 pgd_t *pgdp; local
3103 pgdp = pgd_offset(current->mm, addr);
3105 pgd_t pgd = READ_ONCE(*pgdp);
3111 if (!gup_huge_pgd(pgd, pgdp, add
770 follow_p4d_mask(struct vm_area_struct *vma, unsigned long address, pgd_t *pgdp, unsigned int flags, struct follow_page_context *ctx) argument
[all...]
/linux-master/arch/m68k/include/asm/
H A Dmcf_pgtable.h113 static inline void pgd_set(pgd_t *pgdp, pmd_t *pmdp) argument
115 pgd_val(*pgdp) = virt_to_phys(pmdp);
/linux-master/arch/x86/boot/compressed/
H A Dident_map_64.c259 pgd_t *pgdp = (pgd_t *)top_level_pgt; local
283 p4dp = p4d_offset(pgdp, address);
/linux-master/arch/x86/include/asm/
H A Dpgtable.h76 #define set_pgd(pgdp, pgd) native_set_pgd(pgdp, pgd)
912 pgd_t __pti_set_user_pgtbl(pgd_t *pgdp, pgd_t pgd);
915 * Take a PGD location (pgdp) and a pgd value that needs to be set there.
919 static inline pgd_t pti_set_user_pgtbl(pgd_t *pgdp, pgd_t pgd) argument
923 return __pti_set_user_pgtbl(pgdp, pgd);
926 static inline pgd_t pti_set_user_pgtbl(pgd_t *pgdp, pgd_t pgd) argument
1446 static inline pgd_t *kernel_to_user_pgdp(pgd_t *pgdp) argument
1448 return ptr_set_bit(pgdp, PTI_PGTABLE_SWITCH_BIT);
1451 static inline pgd_t *user_to_kernel_pgdp(pgd_t *pgdp) argument
[all...]
H A Dparavirt_types.h201 void (*set_pgd)(pgd_t *pgdp, pgd_t pgdval);
/linux-master/include/linux/
H A Dpgtable.h343 static inline pgd_t pgdp_get(pgd_t *pgdp) argument
345 return READ_ONCE(*pgdp);
1007 #define set_pgd_safe(pgdp, pgd) \
1009 WARN_ON_ONCE(pgd_present(*pgdp) && !pgd_same(*pgdp, pgd)); \
1010 set_pgd(pgdp, pgd); \
1763 #define p4d_offset_lockless(pgdp, pgd, address) p4d_offset(&(pgd), address)
/linux-master/arch/powerpc/mm/book3s64/
H A Dradix_pgtable.c76 pgd_t *pgdp; local
82 pgdp = pgd_offset_k(ea);
83 p4dp = p4d_offset(pgdp, ea);
128 pgd_t *pgdp; local
151 pgdp = pgd_offset_k(ea);
152 p4dp = p4d_offset(pgdp, ea);
189 pgd_t *pgdp; local
202 pgdp = pgd_offset_k(idx);
203 p4dp = p4d_offset(pgdp, idx);
/linux-master/arch/mips/mm/
H A Dtlb-r4k.c296 pgd_t *pgdp; local
319 pgdp = pgd_offset(vma->vm_mm, address);
323 p4dp = p4d_offset(pgdp, address);
/linux-master/arch/riscv/kernel/
H A Dhibernate.c312 static int temp_pgtable_mapping(pgd_t *pgdp, unsigned long start, unsigned long end, pgprot_t prot) argument
314 pgd_t *dst_pgdp = pgd_offset_pgd(pgdp, start);
/linux-master/arch/riscv/mm/
H A Dinit.c641 void __init create_pgd_mapping(pgd_t *pgdp, argument
650 if (pgd_val(pgdp[pgd_idx]) == 0)
651 pgdp[pgd_idx] = pfn_pgd(PFN_DOWN(pa), prot);
655 if (pgd_val(pgdp[pgd_idx]) == 0) {
657 pgdp[pgd_idx] = pfn_pgd(PFN_DOWN(next_phys), PAGE_TABLE);
661 next_phys = PFN_PHYS(_pgd_pfn(pgdp[pgd_idx]));
/linux-master/arch/sparc/kernel/
H A Dsignal32.c299 pgd_t *pgdp; local
317 pgdp = pgd_offset(current->mm, address);
318 if (pgd_none(*pgdp))
320 p4dp = p4d_offset(pgdp, address);
/linux-master/drivers/misc/sgi-gru/
H A Dgrufault.c208 pgd_t *pgdp; local
214 pgdp = pgd_offset(vma->vm_mm, vaddr);
215 if (unlikely(pgd_none(*pgdp)))
218 p4dp = p4d_offset(pgdp, vaddr);
/linux-master/arch/arm64/mm/
H A Dfault.c136 pgd_t *pgdp; local
156 pr_alert("%s pgtable: %luk pages, %llu-bit VAs, pgdp=%016lx\n",
159 pgdp = pgd_offset(mm, addr);
160 pgd = READ_ONCE(*pgdp);
172 p4dp = p4d_offset(pgdp, addr);
/linux-master/arch/s390/include/asm/
H A Dpgtable.h924 static inline void set_pgd(pgd_t *pgdp, pgd_t pgd) argument
926 WRITE_ONCE(*pgdp, pgd);
1417 * pgdp = pgd_offset(current->mm, addr);
1418 * pgd = READ_ONCE(*pgdp);
1438 static inline p4d_t *p4d_offset_lockless(pgd_t *pgdp, pgd_t pgd, unsigned long address) argument
1442 return (p4d_t *) pgdp;
1446 static inline p4d_t *p4d_offset(pgd_t *pgdp, unsigned long address) argument
1448 return p4d_offset_lockless(pgdp, *pgdp, address);
/linux-master/arch/arm/include/asm/
H A Dpgtable.h154 #define pgdp_get(pgpd) READ_ONCE(*pgdp)
/linux-master/arch/powerpc/kvm/
H A Dbook3s_64_mmu_radix.c1311 pgd_t *pgdp; local
1384 pgdp = pgt + pgd_index(gpa);
1385 p4dp = p4d_offset(pgdp, gpa);
/linux-master/arch/powerpc/xmon/
H A Dxmon.c3306 pgd_t *pgdp; local
3332 pgdp = pgd_offset_k(addr);
3334 pgdp = pgd_offset(mm, addr);
3336 p4dp = p4d_offset(pgdp, addr);
/linux-master/kernel/events/
H A Dcore.c7543 pgd_t *pgdp, pgd; local
7549 pgdp = pgd_offset(mm, addr);
7550 pgd = READ_ONCE(*pgdp);
7557 p4dp = p4d_offset_lockless(pgdp, pgd, addr);

Completed in 490 milliseconds

12