/linux-master/include/asm-generic/ |
H A D | pgtable-nop4d.h | 9 typedef struct { pgd_t pgd; } p4d_t; typedef in typeref:struct:__anon165 33 #define set_pgd(pgdptr, pgdval) set_p4d((p4d_t *)(pgdptr), (p4d_t) { pgdval }) 35 static inline p4d_t *p4d_offset(pgd_t *pgd, unsigned long address) 37 return (p4d_t *)pgd; 41 #define __p4d(x) ((p4d_t) { __pgd(x) }) 43 #define pgd_page(pgd) (p4d_page((p4d_t){ pgd })) 44 #define pgd_page_vaddr(pgd) ((unsigned long)(p4d_pgtable((p4d_t){ pgd })))
|
H A D | pgtable-nopud.h | 16 typedef struct { p4d_t p4d; } pud_t; 28 static inline int p4d_none(p4d_t p4d) { return 0; } 29 static inline int p4d_bad(p4d_t p4d) { return 0; } 30 static inline int p4d_present(p4d_t p4d) { return 1; } 31 static inline void p4d_clear(p4d_t *p4d) { } 42 static inline pud_t *pud_offset(p4d_t *p4d, unsigned long address)
|
/linux-master/arch/powerpc/include/asm/nohash/64/ |
H A D | pgtable-4k.h | 62 static inline pud_t *p4d_pgtable(p4d_t p4d) 67 static inline void p4d_clear(p4d_t *p4dp) 72 static inline pte_t p4d_pte(p4d_t p4d) 77 static inline p4d_t pte_p4d(pte_t pte) 81 extern struct page *p4d_page(p4d_t p4d);
|
/linux-master/arch/riscv/include/asm/ |
H A D | pgtable-64.h | 49 } p4d_t; typedef in typeref:struct:__anon25 52 #define __p4d(x) ((p4d_t) { (x) }) 53 #define PTRS_PER_P4D (PAGE_SIZE / sizeof(p4d_t)) 278 static inline void set_p4d(p4d_t *p4dp, p4d_t p4d) 286 static inline int p4d_none(p4d_t p4d) 294 static inline int p4d_present(p4d_t p4d) 302 static inline int p4d_bad(p4d_t p4d) 310 static inline void p4d_clear(p4d_t *p4d) 316 static inline p4d_t pfn_p4 [all...] |
H A D | pgalloc.h | 42 static inline void p4d_populate(struct mm_struct *mm, p4d_t *p4d, pud_t *pud) 51 static inline void p4d_populate_safe(struct mm_struct *mm, p4d_t *p4d, 62 static inline void pgd_populate(struct mm_struct *mm, pgd_t *pgd, p4d_t *p4d) 72 p4d_t *p4d) 113 static inline p4d_t *p4d_alloc_one(struct mm_struct *mm, unsigned long addr) 120 return (p4d_t *)get_zeroed_page(gfp); 126 static inline void __p4d_free(struct mm_struct *mm, p4d_t *p4d) 133 static inline void p4d_free(struct mm_struct *mm, p4d_t *p4d) 139 static inline void __p4d_free_tlb(struct mmu_gather *tlb, p4d_t *p4d,
|
/linux-master/arch/riscv/mm/ |
H A D | pgtable.c | 32 pud_t *pud_offset(p4d_t *p4d, unsigned long address) 40 p4d_t *p4d_offset(pgd_t *pgd, unsigned long address) 45 return (p4d_t *)pgd; 50 int p4d_set_huge(p4d_t *p4d, phys_addr_t addr, pgprot_t prot) 55 void p4d_clear_huge(p4d_t *p4d)
|
H A D | kasan_init.c | 26 static p4d_t tmp_p4d[PTRS_PER_P4D] __page_aligned_bss; 80 static void __init kasan_populate_pud(p4d_t *p4d, 115 p4d_t *p4dp, *p; 119 p = memblock_alloc(PTRS_PER_P4D * sizeof(p4d_t), PAGE_SIZE); 165 static void __init kasan_early_clear_pud(p4d_t *p4dp, 193 p4d_t *p4dp, *base_p4d; 197 p4dp = (p4d_t *)pgdp; 234 static void __init kasan_early_populate_pud(p4d_t *p4dp, 267 p4d_t *p4dp, *base_p4d; 281 p4dp = (p4d_t *)pgd [all...] |
/linux-master/arch/arm64/include/asm/ |
H A D | pgalloc.h | 45 static inline void __p4d_populate(p4d_t *p4dp, phys_addr_t pudp, p4dval_t prot) 51 static inline void p4d_populate(struct mm_struct *mm, p4d_t *p4dp, pud_t *pudp) 66 static inline void __p4d_populate(p4d_t *p4dp, phys_addr_t pudp, p4dval_t prot) 80 static inline void pgd_populate(struct mm_struct *mm, pgd_t *pgdp, p4d_t *p4dp) 88 static inline p4d_t *p4d_alloc_one(struct mm_struct *mm, unsigned long addr) 94 return (p4d_t *)get_zeroed_page(gfp); 97 static inline void p4d_free(struct mm_struct *mm, p4d_t *p4d)
|
H A D | pgtable-types.h | 40 typedef struct { p4dval_t p4d; } p4d_t; typedef in typeref:struct:__anon14 42 #define __p4d(x) ((p4d_t) { (x) } )
|
/linux-master/arch/x86/include/asm/ |
H A D | pgalloc.h | 113 static inline void p4d_populate(struct mm_struct *mm, p4d_t *p4d, pud_t *pud) 119 static inline void p4d_populate_safe(struct mm_struct *mm, p4d_t *p4d, pud_t *pud) 134 static inline void pgd_populate(struct mm_struct *mm, pgd_t *pgd, p4d_t *p4d) 142 static inline void pgd_populate_safe(struct mm_struct *mm, pgd_t *pgd, p4d_t *p4d) 150 static inline p4d_t *p4d_alloc_one(struct mm_struct *mm, unsigned long addr) 156 return (p4d_t *)get_zeroed_page(gfp); 159 static inline void p4d_free(struct mm_struct *mm, p4d_t *p4d) 168 extern void ___p4d_free_tlb(struct mmu_gather *tlb, p4d_t *p4d); 170 static inline void __p4d_free_tlb(struct mmu_gather *tlb, p4d_t *p4d,
|
H A D | pgtable_64.h | 19 extern p4d_t level4_kernel_pgt[512]; 20 extern p4d_t level4_ident_pgt[512]; 62 void set_pte_vaddr_p4d(p4d_t *p4d_page, unsigned long vaddr, pte_t new_pte); 142 static inline void native_set_p4d(p4d_t *p4dp, p4d_t p4d) 157 static inline void native_p4d_clear(p4d_t *p4d)
|
/linux-master/arch/mips/mm/ |
H A D | hugetlbpage.c | 28 p4d_t *p4d; 45 p4d_t *p4d;
|
/linux-master/mm/ |
H A D | pgalloc-track.h | 6 static inline p4d_t *p4d_alloc_track(struct mm_struct *mm, pgd_t *pgd, 19 static inline pud_t *pud_alloc_track(struct mm_struct *mm, p4d_t *p4d,
|
/linux-master/arch/sh/mm/ |
H A D | hugetlbpage.c | 28 p4d_t *p4d; 53 p4d_t *p4d;
|
/linux-master/arch/s390/include/asm/ |
H A D | pgalloc.h | 52 static inline p4d_t *p4d_alloc_one(struct mm_struct *mm, unsigned long address) 58 return (p4d_t *) table; 61 static inline void p4d_free(struct mm_struct *mm, p4d_t *p4d) 103 static inline void pgd_populate(struct mm_struct *mm, pgd_t *pgd, p4d_t *p4d) 108 static inline void p4d_populate(struct mm_struct *mm, p4d_t *p4d, pud_t *pud)
|
H A D | page.h | 88 typedef struct { unsigned long p4d; } p4d_t; typedef in typeref:struct:__anon11 110 static inline unsigned long p4d_val(p4d_t p4d) 124 #define __p4d(x) ((p4d_t) { (x) } )
|
/linux-master/mm/kasan/ |
H A D | init.c | 32 p4d_t kasan_early_shadow_p4d[MAX_PTRS_PER_P4D] __page_aligned_bss; 45 static inline bool kasan_pud_table(p4d_t p4d) 50 static inline bool kasan_pud_table(p4d_t p4d) 146 static int __ref zero_pud_populate(p4d_t *p4d, unsigned long addr, 191 p4d_t *p4d = p4d_offset(pgd, addr); 248 p4d_t *p4d; 275 p4d_t *p; 322 static void kasan_free_pud(pud_t *pud_start, p4d_t *p4d) 337 static void kasan_free_p4d(p4d_t *p4d_start, pgd_t *pgd) 339 p4d_t *p4 [all...] |
/linux-master/arch/mips/include/asm/ |
H A D | pgtable-64.h | 184 static inline int p4d_none(p4d_t p4d) 189 static inline int p4d_bad(p4d_t p4d) 197 static inline int p4d_present(p4d_t p4d) 202 static inline void p4d_clear(p4d_t *p4dp) 207 static inline pud_t *p4d_pgtable(p4d_t p4d) 217 static inline void set_p4d(p4d_t *p4d, p4d_t p4dval)
|
/linux-master/arch/x86/power/ |
H A D | hibernate_64.c | 32 p4d_t *p4d = NULL; 55 p4d = (p4d_t *)get_safe_page(GFP_ATOMIC); 73 p4d_t new_p4d = __p4d(__pa(pud) | pgprot_val(pgtable_prot));
|
/linux-master/arch/parisc/mm/ |
H A D | fixmap.c | 17 p4d_t *p4d = p4d_offset(pgd, vaddr);
|
/linux-master/arch/x86/mm/ |
H A D | ident_map.c | 61 static int ident_p4d_init(struct x86_mapping_info *info, p4d_t *p4d_page, 68 p4d_t *p4d = p4d_page + p4d_index(addr); 114 p4d_t *p4d; 128 p4d = (p4d_t *)info->alloc_pgt_page(info->context);
|
H A D | kasan_init_64.c | 24 static p4d_t tmp_p4d_table[MAX_PTRS_PER_P4D] __initdata __aligned(PAGE_SIZE); 103 static void __init kasan_populate_p4d(p4d_t *p4d, unsigned long addr, 127 p4d_t *p4d; 192 static inline p4d_t *early_p4d_offset(pgd_t *pgd, unsigned long addr) 197 return (p4d_t *)pgd; 201 return (p4d_t *)p4d + p4d_index(addr); 209 p4d_t *p4d, p4d_entry; 249 p4d_t *p4d;
|
/linux-master/arch/loongarch/mm/ |
H A D | hugetlbpage.c | 20 p4d_t *p4d; 37 p4d_t *p4d;
|
/linux-master/arch/arm64/mm/ |
H A D | fixmap.c | 72 static void __init early_fixmap_init_pud(p4d_t *p4dp, unsigned long addr, 75 p4d_t p4d = READ_ONCE(*p4dp); 107 p4d_t *p4dp = p4d_offset_kimg(pgdp, addr);
|
/linux-master/arch/riscv/kernel/ |
H A D | hibernate.c | 234 static int temp_pgtable_map_pud(p4d_t *dst_p4dp, p4d_t *src_p4dp, unsigned long start, 278 p4d_t *dst_p4dp; 279 p4d_t *src_p4dp; 282 dst_p4dp = (p4d_t *)get_safe_page(GFP_ATOMIC); 293 p4d_t p4d = READ_ONCE(*src_p4dp);
|