/linux-master/arch/riscv/include/asm/ |
H A D | mmu.h | 29 void __init create_pgd_mapping(pgd_t *pgdp, uintptr_t va, phys_addr_t pa,
|
/linux-master/arch/powerpc/mm/nohash/ |
H A D | book3e_pgtable.c | 76 pgd_t *pgdp; local 84 pgdp = pgd_offset_k(ea); 85 p4dp = p4d_offset(pgdp, ea); 96 pgdp = pgd_offset_k(ea); 97 p4dp = p4d_offset(pgdp, ea);
|
/linux-master/arch/arm64/include/asm/ |
H A D | pgalloc.h | 74 static inline void __pgd_populate(pgd_t *pgdp, phys_addr_t p4dp, pgdval_t prot) argument 77 set_pgd(pgdp, __pgd(__phys_to_pgd_val(p4dp) | prot)); 80 static inline void pgd_populate(struct mm_struct *mm, pgd_t *pgdp, p4d_t *p4dp) argument 85 __pgd_populate(pgdp, __pa(p4dp), pgdval); 107 static inline void __pgd_populate(pgd_t *pgdp, phys_addr_t p4dp, pgdval_t prot) argument 114 extern void pgd_free(struct mm_struct *mm, pgd_t *pgdp);
|
H A D | mmu_context.h | 144 void __cpu_replace_ttbr1(pgd_t *pgdp, bool cnp); 151 static inline void cpu_replace_ttbr1(pgd_t *pgdp) argument 158 __cpu_replace_ttbr1(pgdp, false);
|
H A D | pgtable.h | 646 extern void set_swapper_pgd(pgd_t *pgdp, pgd_t pgd); 894 #define pud_set_fixmap_offset(pgdp, addr) ((pud_t *)pgdp) 923 static inline void set_pgd(pgd_t *pgdp, pgd_t pgd) argument 925 if (in_swapper_pgdir(pgdp)) { 926 set_swapper_pgd(pgdp, __pgd(pgd_val(pgd))); 930 WRITE_ONCE(*pgdp, pgd); 935 static inline void pgd_clear(pgd_t *pgdp) argument 938 set_pgd(pgdp, __pgd(0)); 948 static inline p4d_t *pgd_to_folded_p4d(pgd_t *pgdp, unsigne argument 953 p4d_offset_phys(pgd_t *pgdp, unsigned long addr) argument 961 p4d_offset_lockless(pgd_t *pgdp, pgd_t pgd, unsigned long addr) argument 969 p4d_offset(pgd_t *pgdp, unsigned long addr) argument 981 p4d_set_fixmap_offset(pgd_t *pgdp, unsigned long addr) argument 995 p4d_offset_kimg(pgd_t *pgdp, u64 addr) argument [all...] |
/linux-master/arch/m68k/include/asm/ |
H A D | pgtable_no.h | 22 #define pgd_clear(pgdp)
|
/linux-master/arch/riscv/mm/ |
H A D | kasan_init.c | 142 static void __init kasan_populate_pgd(pgd_t *pgdp, argument 151 if (pgd_none(pgdp_get(pgdp)) && IS_ALIGNED(vaddr, PGDIR_SIZE) && 155 set_pgd(pgdp, pfn_pgd(PFN_DOWN(phys_addr), PAGE_KERNEL)); 161 kasan_populate_p4d(pgdp, vaddr, next); 162 } while (pgdp++, vaddr = next, vaddr != end); 190 static void __init kasan_early_clear_p4d(pgd_t *pgdp, argument 197 p4dp = (p4d_t *)pgdp; 199 base_p4d = pt_ops.get_p4d_virt(pfn_to_phys(_pgd_pfn(pgdp_get(pgdp)))); 216 static void __init kasan_early_clear_pgd(pgd_t *pgdp, argument 226 pgd_clear(pgdp); 263 kasan_early_populate_p4d(pgd_t *pgdp, unsigned long vaddr, unsigned long end) argument 301 kasan_early_populate_pgd(pgd_t *pgdp, unsigned long vaddr, unsigned long end) argument [all...] |
H A D | pageattr.c | 180 static int __split_linear_mapping_p4d(pgd_t *pgdp, argument 187 p4dp = p4d_offset(pgdp, vaddr); 238 static int __split_linear_mapping_pgd(pgd_t *pgdp, argument 248 ret = __split_linear_mapping_p4d(pgdp, vaddr, next); 251 } while (pgdp++, vaddr = next, vaddr != end);
|
/linux-master/arch/arm64/mm/ |
H A D | kasan_init.c | 102 static p4d_t *__init kasan_p4d_offset(pgd_t *pgdp, unsigned long addr, int node, argument 105 if (pgd_none(READ_ONCE(*pgdp))) { 109 __pgd_populate(pgdp, p4d_phys, PGD_TYPE_TABLE); 112 return early ? p4d_offset_kimg(pgdp, addr) : p4d_offset(pgdp, addr); 156 static void __init kasan_p4d_populate(pgd_t *pgdp, unsigned long addr, argument 160 p4d_t *p4dp = kasan_p4d_offset(pgdp, addr, node, early); 172 pgd_t *pgdp; local 174 pgdp = pgd_offset_k(addr); 177 kasan_p4d_populate(pgdp, add 218 pgd_t *pgdp = pgd_offset_k(KASAN_SHADOW_START); local [all...] |
H A D | mmu.c | 71 void noinstr set_swapper_pgd(pgd_t *pgdp, pgd_t pgd) argument 80 WRITE_ONCE(*pgdp, pgd); 87 fixmap_pgdp = pgd_set_fixmap(__pa_symbol(pgdp)); 371 static void alloc_init_p4d(pgd_t *pgdp, unsigned long addr, unsigned long end, argument 377 pgd_t pgd = READ_ONCE(*pgdp); 388 __pgd_populate(pgdp, p4d_phys, pgdval); 389 pgd = READ_ONCE(*pgdp); 393 p4dp = p4d_set_fixmap_offset(pgdp, addr); 418 pgd_t *pgdp = pgd_offset_pgd(pgdir, virt); local 433 alloc_init_p4d(pgdp, add 537 __map_memblock(pgd_t *pgdp, phys_addr_t start, phys_addr_t end, pgprot_t prot, int flags) argument 589 arm64_kfence_map_pool(phys_addr_t kfence_pool, pgd_t *pgdp) argument 604 arm64_kfence_map_pool(phys_addr_t kfence_pool, pgd_t *pgdp) argument 608 map_mem(pgd_t *pgdp) argument 926 unmap_hotplug_p4d_range(pgd_t *pgdp, unsigned long addr, unsigned long end, bool free_mapped, struct vmem_altmap *altmap) argument 949 pgd_t *pgdp, pgd; local 1088 free_empty_p4d_table(pgd_t *pgdp, unsigned long addr, unsigned long end, unsigned long floor, unsigned long ceiling) argument 1132 pgd_t *pgdp, pgd; local 1511 __cpu_replace_ttbr1(pgd_t *pgdp, bool cnp) argument [all...] |
H A D | pageattr.c | 215 pgd_t *pgdp; local 222 pgdp = pgd_offset_k(addr); 223 if (pgd_none(READ_ONCE(*pgdp))) 226 p4dp = p4d_offset(pgdp, addr);
|
H A D | hugetlbpage.c | 99 pgd_t *pgdp = pgd_offset(mm, addr); local 105 p4dp = p4d_offset(pgdp, addr); 272 pgd_t *pgdp; local 278 pgdp = pgd_offset(mm, addr); 279 p4dp = p4d_alloc(mm, pgdp, addr); 313 pgd_t *pgdp; local 318 pgdp = pgd_offset(mm, addr); 319 if (!pgd_present(READ_ONCE(*pgdp))) 322 p4dp = p4d_offset(pgdp, addr);
|
H A D | fixmap.c | 106 pgd_t *pgdp = pgd_offset_k(addr); local 107 p4d_t *p4dp = p4d_offset_kimg(pgdp, addr);
|
/linux-master/arch/arm/include/asm/ |
H A D | pgtable-nommu.h | 23 #define pgd_clear(pgdp)
|
/linux-master/arch/loongarch/mm/ |
H A D | kasan_init.c | 184 static void __init kasan_p4d_populate(pgd_t *pgdp, unsigned long addr, argument 188 p4d_t *p4dp = p4d_offset(pgdp, addr); 200 pgd_t *pgdp; local 202 pgdp = pgd_offset_k(addr); 206 kasan_p4d_populate(pgdp, addr, next, node, early); 207 } while (pgdp++, addr = next, addr != end); 224 static inline void kasan_set_pgd(pgd_t *pgdp, pgd_t pgdval) argument 226 WRITE_ONCE(*pgdp, pgdval);
|
/linux-master/arch/arm/mm/ |
H A D | kasan_init.c | 127 pgd_t *pgdp; local 131 pgdp = pgd_offset_k(addr); 138 if (!early && pgd_none(*pgdp)) { 146 pgd_populate(&init_mm, pgdp, p); 155 p4dp = p4d_offset(pgdp, addr); 159 } while (pgdp++, addr = next, addr != end);
|
/linux-master/arch/arm64/kernel/pi/ |
H A D | map_kernel.c | 43 u64 pgdp = (u64)init_pg_dir + PAGE_SIZE; local 81 map_segment(init_pg_dir, &pgdp, va_offset, _stext, _etext, prot, 83 map_segment(init_pg_dir, &pgdp, va_offset, __start_rodata, 85 map_segment(init_pg_dir, &pgdp, va_offset, __inittext_begin, 87 map_segment(init_pg_dir, &pgdp, va_offset, __initdata_begin, 89 map_segment(init_pg_dir, &pgdp, va_offset, _data, _end, data_prot,
|
/linux-master/arch/s390/mm/ |
H A D | hugetlbpage.c | 194 pgd_t *pgdp; local 199 pgdp = pgd_offset(mm, addr); 200 p4dp = p4d_alloc(mm, pgdp, addr); 216 pgd_t *pgdp; local 221 pgdp = pgd_offset(mm, addr); 222 if (pgd_present(*pgdp)) { 223 p4dp = p4d_offset(pgdp, addr);
|
H A D | pageattr.c | 325 pgd_t *pgdp; local 327 pgdp = pgd_offset_k(addr); 329 if (pgd_none(*pgdp)) 332 rc = walk_p4d_level(pgdp, addr, next, flags); 336 } while (pgdp++, addr = next, addr < end && !rc);
|
/linux-master/arch/powerpc/mm/kasan/ |
H A D | init_book3e_64.c | 34 pgd_t *pgdp; local 40 pgdp = pgd_offset_k(ea); 41 p4dp = p4d_offset(pgdp, ea);
|
/linux-master/arch/sparc/mm/ |
H A D | srmmu.c | 110 static inline void srmmu_ctxd_set(ctxd_t *ctxp, pgd_t *pgdp) argument 114 pte = __pte((SRMMU_ET_PTD | (__nocache_pa(pgdp) >> 4))); 497 pgd_t *pgdp; local 505 pgdp = pgd_offset_k(virt_addr); 506 p4dp = p4d_offset(pgdp, virt_addr); 536 pgd_t *pgdp; local 543 pgdp = pgd_offset_k(virt_addr); 544 p4dp = p4d_offset(pgdp, virt_addr); 683 pgd_t *pgdp; local 690 pgdp 718 pgd_t *pgdp; local 777 pgd_t *pgdp; local 850 pgd_t *pgdp = pgd_offset_k(vaddr); local [all...] |
/linux-master/arch/x86/mm/ |
H A D | pgtable.c | 274 static void mop_up_one_pmd(struct mm_struct *mm, pgd_t *pgdp) argument 276 pgd_t pgd = *pgdp; 281 pgd_clear(pgdp); 289 static void pgd_mop_up_pmds(struct mm_struct *mm, pgd_t *pgdp) argument 294 mop_up_one_pmd(mm, &pgdp[i]); 301 pgdp = kernel_to_user_pgdp(pgdp); 304 mop_up_one_pmd(mm, &pgdp[i + KERNEL_PGD_BOUNDARY]);
|
/linux-master/arch/x86/include/asm/ |
H A D | pgtable_64.h | 162 static inline void native_set_pgd(pgd_t *pgdp, pgd_t pgd) argument 164 WRITE_ONCE(*pgdp, pti_set_user_pgtbl(pgdp, pgd));
|
H A D | paravirt.h | 505 static inline void __set_pgd(pgd_t *pgdp, pgd_t pgd) argument 507 PVOP_VCALL2(mmu.set_pgd, pgdp, native_pgd_val(pgd)); 510 #define set_pgd(pgdp, pgdval) do { \ 512 __set_pgd(pgdp, pgdval); \ 514 set_p4d((p4d_t *)(pgdp), (p4d_t) { (pgdval).pgd }); \ 517 #define pgd_clear(pgdp) do { \ 519 set_pgd(pgdp, native_make_pgd(0)); \
|
/linux-master/arch/powerpc/mm/book3s64/ |
H A D | hash_pgtable.c | 149 pgd_t *pgdp; local 157 pgdp = pgd_offset_k(ea); 158 p4dp = p4d_offset(pgdp, ea);
|