Searched refs:pgdp (Results 1 - 25 of 50) sorted by relevance

12

/linux-master/arch/riscv/include/asm/
H A Dmmu.h29 void __init create_pgd_mapping(pgd_t *pgdp, uintptr_t va, phys_addr_t pa,
/linux-master/arch/powerpc/mm/nohash/
H A Dbook3e_pgtable.c76 pgd_t *pgdp; local
84 pgdp = pgd_offset_k(ea);
85 p4dp = p4d_offset(pgdp, ea);
96 pgdp = pgd_offset_k(ea);
97 p4dp = p4d_offset(pgdp, ea);
/linux-master/arch/arm64/include/asm/
H A Dpgalloc.h74 static inline void __pgd_populate(pgd_t *pgdp, phys_addr_t p4dp, pgdval_t prot) argument
77 set_pgd(pgdp, __pgd(__phys_to_pgd_val(p4dp) | prot));
80 static inline void pgd_populate(struct mm_struct *mm, pgd_t *pgdp, p4d_t *p4dp) argument
85 __pgd_populate(pgdp, __pa(p4dp), pgdval);
107 static inline void __pgd_populate(pgd_t *pgdp, phys_addr_t p4dp, pgdval_t prot) argument
114 extern void pgd_free(struct mm_struct *mm, pgd_t *pgdp);
H A Dmmu_context.h144 void __cpu_replace_ttbr1(pgd_t *pgdp, bool cnp);
151 static inline void cpu_replace_ttbr1(pgd_t *pgdp) argument
158 __cpu_replace_ttbr1(pgdp, false);
H A Dpgtable.h646 extern void set_swapper_pgd(pgd_t *pgdp, pgd_t pgd);
894 #define pud_set_fixmap_offset(pgdp, addr) ((pud_t *)pgdp)
923 static inline void set_pgd(pgd_t *pgdp, pgd_t pgd) argument
925 if (in_swapper_pgdir(pgdp)) {
926 set_swapper_pgd(pgdp, __pgd(pgd_val(pgd)));
930 WRITE_ONCE(*pgdp, pgd);
935 static inline void pgd_clear(pgd_t *pgdp) argument
938 set_pgd(pgdp, __pgd(0));
948 static inline p4d_t *pgd_to_folded_p4d(pgd_t *pgdp, unsigne argument
953 p4d_offset_phys(pgd_t *pgdp, unsigned long addr) argument
961 p4d_offset_lockless(pgd_t *pgdp, pgd_t pgd, unsigned long addr) argument
969 p4d_offset(pgd_t *pgdp, unsigned long addr) argument
981 p4d_set_fixmap_offset(pgd_t *pgdp, unsigned long addr) argument
995 p4d_offset_kimg(pgd_t *pgdp, u64 addr) argument
[all...]
/linux-master/arch/m68k/include/asm/
H A Dpgtable_no.h22 #define pgd_clear(pgdp)
/linux-master/arch/riscv/mm/
H A Dkasan_init.c142 static void __init kasan_populate_pgd(pgd_t *pgdp, argument
151 if (pgd_none(pgdp_get(pgdp)) && IS_ALIGNED(vaddr, PGDIR_SIZE) &&
155 set_pgd(pgdp, pfn_pgd(PFN_DOWN(phys_addr), PAGE_KERNEL));
161 kasan_populate_p4d(pgdp, vaddr, next);
162 } while (pgdp++, vaddr = next, vaddr != end);
190 static void __init kasan_early_clear_p4d(pgd_t *pgdp, argument
197 p4dp = (p4d_t *)pgdp;
199 base_p4d = pt_ops.get_p4d_virt(pfn_to_phys(_pgd_pfn(pgdp_get(pgdp))));
216 static void __init kasan_early_clear_pgd(pgd_t *pgdp, argument
226 pgd_clear(pgdp);
263 kasan_early_populate_p4d(pgd_t *pgdp, unsigned long vaddr, unsigned long end) argument
301 kasan_early_populate_pgd(pgd_t *pgdp, unsigned long vaddr, unsigned long end) argument
[all...]
H A Dpageattr.c180 static int __split_linear_mapping_p4d(pgd_t *pgdp, argument
187 p4dp = p4d_offset(pgdp, vaddr);
238 static int __split_linear_mapping_pgd(pgd_t *pgdp, argument
248 ret = __split_linear_mapping_p4d(pgdp, vaddr, next);
251 } while (pgdp++, vaddr = next, vaddr != end);
/linux-master/arch/arm64/mm/
H A Dkasan_init.c102 static p4d_t *__init kasan_p4d_offset(pgd_t *pgdp, unsigned long addr, int node, argument
105 if (pgd_none(READ_ONCE(*pgdp))) {
109 __pgd_populate(pgdp, p4d_phys, PGD_TYPE_TABLE);
112 return early ? p4d_offset_kimg(pgdp, addr) : p4d_offset(pgdp, addr);
156 static void __init kasan_p4d_populate(pgd_t *pgdp, unsigned long addr, argument
160 p4d_t *p4dp = kasan_p4d_offset(pgdp, addr, node, early);
172 pgd_t *pgdp; local
174 pgdp = pgd_offset_k(addr);
177 kasan_p4d_populate(pgdp, add
218 pgd_t *pgdp = pgd_offset_k(KASAN_SHADOW_START); local
[all...]
H A Dmmu.c71 void noinstr set_swapper_pgd(pgd_t *pgdp, pgd_t pgd) argument
80 WRITE_ONCE(*pgdp, pgd);
87 fixmap_pgdp = pgd_set_fixmap(__pa_symbol(pgdp));
371 static void alloc_init_p4d(pgd_t *pgdp, unsigned long addr, unsigned long end, argument
377 pgd_t pgd = READ_ONCE(*pgdp);
388 __pgd_populate(pgdp, p4d_phys, pgdval);
389 pgd = READ_ONCE(*pgdp);
393 p4dp = p4d_set_fixmap_offset(pgdp, addr);
418 pgd_t *pgdp = pgd_offset_pgd(pgdir, virt); local
433 alloc_init_p4d(pgdp, add
537 __map_memblock(pgd_t *pgdp, phys_addr_t start, phys_addr_t end, pgprot_t prot, int flags) argument
589 arm64_kfence_map_pool(phys_addr_t kfence_pool, pgd_t *pgdp) argument
604 arm64_kfence_map_pool(phys_addr_t kfence_pool, pgd_t *pgdp) argument
608 map_mem(pgd_t *pgdp) argument
926 unmap_hotplug_p4d_range(pgd_t *pgdp, unsigned long addr, unsigned long end, bool free_mapped, struct vmem_altmap *altmap) argument
949 pgd_t *pgdp, pgd; local
1088 free_empty_p4d_table(pgd_t *pgdp, unsigned long addr, unsigned long end, unsigned long floor, unsigned long ceiling) argument
1132 pgd_t *pgdp, pgd; local
1511 __cpu_replace_ttbr1(pgd_t *pgdp, bool cnp) argument
[all...]
H A Dpageattr.c215 pgd_t *pgdp; local
222 pgdp = pgd_offset_k(addr);
223 if (pgd_none(READ_ONCE(*pgdp)))
226 p4dp = p4d_offset(pgdp, addr);
H A Dhugetlbpage.c99 pgd_t *pgdp = pgd_offset(mm, addr); local
105 p4dp = p4d_offset(pgdp, addr);
272 pgd_t *pgdp; local
278 pgdp = pgd_offset(mm, addr);
279 p4dp = p4d_alloc(mm, pgdp, addr);
313 pgd_t *pgdp; local
318 pgdp = pgd_offset(mm, addr);
319 if (!pgd_present(READ_ONCE(*pgdp)))
322 p4dp = p4d_offset(pgdp, addr);
H A Dfixmap.c106 pgd_t *pgdp = pgd_offset_k(addr); local
107 p4d_t *p4dp = p4d_offset_kimg(pgdp, addr);
/linux-master/arch/arm/include/asm/
H A Dpgtable-nommu.h23 #define pgd_clear(pgdp)
/linux-master/arch/loongarch/mm/
H A Dkasan_init.c184 static void __init kasan_p4d_populate(pgd_t *pgdp, unsigned long addr, argument
188 p4d_t *p4dp = p4d_offset(pgdp, addr);
200 pgd_t *pgdp; local
202 pgdp = pgd_offset_k(addr);
206 kasan_p4d_populate(pgdp, addr, next, node, early);
207 } while (pgdp++, addr = next, addr != end);
224 static inline void kasan_set_pgd(pgd_t *pgdp, pgd_t pgdval) argument
226 WRITE_ONCE(*pgdp, pgdval);
/linux-master/arch/arm/mm/
H A Dkasan_init.c127 pgd_t *pgdp; local
131 pgdp = pgd_offset_k(addr);
138 if (!early && pgd_none(*pgdp)) {
146 pgd_populate(&init_mm, pgdp, p);
155 p4dp = p4d_offset(pgdp, addr);
159 } while (pgdp++, addr = next, addr != end);
/linux-master/arch/arm64/kernel/pi/
H A Dmap_kernel.c43 u64 pgdp = (u64)init_pg_dir + PAGE_SIZE; local
81 map_segment(init_pg_dir, &pgdp, va_offset, _stext, _etext, prot,
83 map_segment(init_pg_dir, &pgdp, va_offset, __start_rodata,
85 map_segment(init_pg_dir, &pgdp, va_offset, __inittext_begin,
87 map_segment(init_pg_dir, &pgdp, va_offset, __initdata_begin,
89 map_segment(init_pg_dir, &pgdp, va_offset, _data, _end, data_prot,
/linux-master/arch/s390/mm/
H A Dhugetlbpage.c194 pgd_t *pgdp; local
199 pgdp = pgd_offset(mm, addr);
200 p4dp = p4d_alloc(mm, pgdp, addr);
216 pgd_t *pgdp; local
221 pgdp = pgd_offset(mm, addr);
222 if (pgd_present(*pgdp)) {
223 p4dp = p4d_offset(pgdp, addr);
H A Dpageattr.c325 pgd_t *pgdp; local
327 pgdp = pgd_offset_k(addr);
329 if (pgd_none(*pgdp))
332 rc = walk_p4d_level(pgdp, addr, next, flags);
336 } while (pgdp++, addr = next, addr < end && !rc);
/linux-master/arch/powerpc/mm/kasan/
H A Dinit_book3e_64.c34 pgd_t *pgdp; local
40 pgdp = pgd_offset_k(ea);
41 p4dp = p4d_offset(pgdp, ea);
/linux-master/arch/sparc/mm/
H A Dsrmmu.c110 static inline void srmmu_ctxd_set(ctxd_t *ctxp, pgd_t *pgdp) argument
114 pte = __pte((SRMMU_ET_PTD | (__nocache_pa(pgdp) >> 4)));
497 pgd_t *pgdp; local
505 pgdp = pgd_offset_k(virt_addr);
506 p4dp = p4d_offset(pgdp, virt_addr);
536 pgd_t *pgdp; local
543 pgdp = pgd_offset_k(virt_addr);
544 p4dp = p4d_offset(pgdp, virt_addr);
683 pgd_t *pgdp; local
690 pgdp
718 pgd_t *pgdp; local
777 pgd_t *pgdp; local
850 pgd_t *pgdp = pgd_offset_k(vaddr); local
[all...]
/linux-master/arch/x86/mm/
H A Dpgtable.c274 static void mop_up_one_pmd(struct mm_struct *mm, pgd_t *pgdp) argument
276 pgd_t pgd = *pgdp;
281 pgd_clear(pgdp);
289 static void pgd_mop_up_pmds(struct mm_struct *mm, pgd_t *pgdp) argument
294 mop_up_one_pmd(mm, &pgdp[i]);
301 pgdp = kernel_to_user_pgdp(pgdp);
304 mop_up_one_pmd(mm, &pgdp[i + KERNEL_PGD_BOUNDARY]);
/linux-master/arch/x86/include/asm/
H A Dpgtable_64.h162 static inline void native_set_pgd(pgd_t *pgdp, pgd_t pgd) argument
164 WRITE_ONCE(*pgdp, pti_set_user_pgtbl(pgdp, pgd));
H A Dparavirt.h505 static inline void __set_pgd(pgd_t *pgdp, pgd_t pgd) argument
507 PVOP_VCALL2(mmu.set_pgd, pgdp, native_pgd_val(pgd));
510 #define set_pgd(pgdp, pgdval) do { \
512 __set_pgd(pgdp, pgdval); \
514 set_p4d((p4d_t *)(pgdp), (p4d_t) { (pgdval).pgd }); \
517 #define pgd_clear(pgdp) do { \
519 set_pgd(pgdp, native_make_pgd(0)); \
/linux-master/arch/powerpc/mm/book3s64/
H A Dhash_pgtable.c149 pgd_t *pgdp; local
157 pgdp = pgd_offset_k(ea);
158 p4dp = p4d_offset(pgdp, ea);

Completed in 391 milliseconds

12