Searched refs:p4d_t (Results 1 - 25 of 171) sorted by relevance

1234567

/linux-master/include/asm-generic/
H A Dpgtable-nop4d.h9 typedef struct { pgd_t pgd; } p4d_t; typedef in typeref:struct:__anon165
33 #define set_pgd(pgdptr, pgdval) set_p4d((p4d_t *)(pgdptr), (p4d_t) { pgdval })
35 static inline p4d_t *p4d_offset(pgd_t *pgd, unsigned long address)
37 return (p4d_t *)pgd;
41 #define __p4d(x) ((p4d_t) { __pgd(x) })
43 #define pgd_page(pgd) (p4d_page((p4d_t){ pgd }))
44 #define pgd_page_vaddr(pgd) ((unsigned long)(p4d_pgtable((p4d_t){ pgd })))
H A Dpgtable-nopud.h16 typedef struct { p4d_t p4d; } pud_t;
28 static inline int p4d_none(p4d_t p4d) { return 0; }
29 static inline int p4d_bad(p4d_t p4d) { return 0; }
30 static inline int p4d_present(p4d_t p4d) { return 1; }
31 static inline void p4d_clear(p4d_t *p4d) { }
42 static inline pud_t *pud_offset(p4d_t *p4d, unsigned long address)
/linux-master/arch/powerpc/include/asm/nohash/64/
H A Dpgtable-4k.h62 static inline pud_t *p4d_pgtable(p4d_t p4d)
67 static inline void p4d_clear(p4d_t *p4dp)
72 static inline pte_t p4d_pte(p4d_t p4d)
77 static inline p4d_t pte_p4d(pte_t pte)
81 extern struct page *p4d_page(p4d_t p4d);
/linux-master/arch/riscv/include/asm/
H A Dpgtable-64.h49 } p4d_t; typedef in typeref:struct:__anon25
52 #define __p4d(x) ((p4d_t) { (x) })
53 #define PTRS_PER_P4D (PAGE_SIZE / sizeof(p4d_t))
278 static inline void set_p4d(p4d_t *p4dp, p4d_t p4d)
286 static inline int p4d_none(p4d_t p4d)
294 static inline int p4d_present(p4d_t p4d)
302 static inline int p4d_bad(p4d_t p4d)
310 static inline void p4d_clear(p4d_t *p4d)
316 static inline p4d_t pfn_p4
[all...]
H A Dpgalloc.h42 static inline void p4d_populate(struct mm_struct *mm, p4d_t *p4d, pud_t *pud)
51 static inline void p4d_populate_safe(struct mm_struct *mm, p4d_t *p4d,
62 static inline void pgd_populate(struct mm_struct *mm, pgd_t *pgd, p4d_t *p4d)
72 p4d_t *p4d)
113 static inline p4d_t *p4d_alloc_one(struct mm_struct *mm, unsigned long addr)
120 return (p4d_t *)get_zeroed_page(gfp);
126 static inline void __p4d_free(struct mm_struct *mm, p4d_t *p4d)
133 static inline void p4d_free(struct mm_struct *mm, p4d_t *p4d)
139 static inline void __p4d_free_tlb(struct mmu_gather *tlb, p4d_t *p4d,
/linux-master/arch/riscv/mm/
H A Dpgtable.c32 pud_t *pud_offset(p4d_t *p4d, unsigned long address)
40 p4d_t *p4d_offset(pgd_t *pgd, unsigned long address)
45 return (p4d_t *)pgd;
50 int p4d_set_huge(p4d_t *p4d, phys_addr_t addr, pgprot_t prot)
55 void p4d_clear_huge(p4d_t *p4d)
H A Dkasan_init.c26 static p4d_t tmp_p4d[PTRS_PER_P4D] __page_aligned_bss;
80 static void __init kasan_populate_pud(p4d_t *p4d,
115 p4d_t *p4dp, *p;
119 p = memblock_alloc(PTRS_PER_P4D * sizeof(p4d_t), PAGE_SIZE);
165 static void __init kasan_early_clear_pud(p4d_t *p4dp,
193 p4d_t *p4dp, *base_p4d;
197 p4dp = (p4d_t *)pgdp;
234 static void __init kasan_early_populate_pud(p4d_t *p4dp,
267 p4d_t *p4dp, *base_p4d;
281 p4dp = (p4d_t *)pgd
[all...]
/linux-master/arch/arm64/include/asm/
H A Dpgalloc.h45 static inline void __p4d_populate(p4d_t *p4dp, phys_addr_t pudp, p4dval_t prot)
51 static inline void p4d_populate(struct mm_struct *mm, p4d_t *p4dp, pud_t *pudp)
66 static inline void __p4d_populate(p4d_t *p4dp, phys_addr_t pudp, p4dval_t prot)
80 static inline void pgd_populate(struct mm_struct *mm, pgd_t *pgdp, p4d_t *p4dp)
88 static inline p4d_t *p4d_alloc_one(struct mm_struct *mm, unsigned long addr)
94 return (p4d_t *)get_zeroed_page(gfp);
97 static inline void p4d_free(struct mm_struct *mm, p4d_t *p4d)
H A Dpgtable-types.h40 typedef struct { p4dval_t p4d; } p4d_t; typedef in typeref:struct:__anon14
42 #define __p4d(x) ((p4d_t) { (x) } )
/linux-master/arch/x86/include/asm/
H A Dpgalloc.h113 static inline void p4d_populate(struct mm_struct *mm, p4d_t *p4d, pud_t *pud)
119 static inline void p4d_populate_safe(struct mm_struct *mm, p4d_t *p4d, pud_t *pud)
134 static inline void pgd_populate(struct mm_struct *mm, pgd_t *pgd, p4d_t *p4d)
142 static inline void pgd_populate_safe(struct mm_struct *mm, pgd_t *pgd, p4d_t *p4d)
150 static inline p4d_t *p4d_alloc_one(struct mm_struct *mm, unsigned long addr)
156 return (p4d_t *)get_zeroed_page(gfp);
159 static inline void p4d_free(struct mm_struct *mm, p4d_t *p4d)
168 extern void ___p4d_free_tlb(struct mmu_gather *tlb, p4d_t *p4d);
170 static inline void __p4d_free_tlb(struct mmu_gather *tlb, p4d_t *p4d,
H A Dpgtable_64.h19 extern p4d_t level4_kernel_pgt[512];
20 extern p4d_t level4_ident_pgt[512];
62 void set_pte_vaddr_p4d(p4d_t *p4d_page, unsigned long vaddr, pte_t new_pte);
142 static inline void native_set_p4d(p4d_t *p4dp, p4d_t p4d)
157 static inline void native_p4d_clear(p4d_t *p4d)
/linux-master/arch/mips/mm/
H A Dhugetlbpage.c28 p4d_t *p4d;
45 p4d_t *p4d;
/linux-master/mm/
H A Dpgalloc-track.h6 static inline p4d_t *p4d_alloc_track(struct mm_struct *mm, pgd_t *pgd,
19 static inline pud_t *pud_alloc_track(struct mm_struct *mm, p4d_t *p4d,
/linux-master/arch/sh/mm/
H A Dhugetlbpage.c28 p4d_t *p4d;
53 p4d_t *p4d;
/linux-master/arch/s390/include/asm/
H A Dpgalloc.h52 static inline p4d_t *p4d_alloc_one(struct mm_struct *mm, unsigned long address)
58 return (p4d_t *) table;
61 static inline void p4d_free(struct mm_struct *mm, p4d_t *p4d)
103 static inline void pgd_populate(struct mm_struct *mm, pgd_t *pgd, p4d_t *p4d)
108 static inline void p4d_populate(struct mm_struct *mm, p4d_t *p4d, pud_t *pud)
H A Dpage.h88 typedef struct { unsigned long p4d; } p4d_t; typedef in typeref:struct:__anon11
110 static inline unsigned long p4d_val(p4d_t p4d)
124 #define __p4d(x) ((p4d_t) { (x) } )
/linux-master/mm/kasan/
H A Dinit.c32 p4d_t kasan_early_shadow_p4d[MAX_PTRS_PER_P4D] __page_aligned_bss;
45 static inline bool kasan_pud_table(p4d_t p4d)
50 static inline bool kasan_pud_table(p4d_t p4d)
146 static int __ref zero_pud_populate(p4d_t *p4d, unsigned long addr,
191 p4d_t *p4d = p4d_offset(pgd, addr);
248 p4d_t *p4d;
275 p4d_t *p;
322 static void kasan_free_pud(pud_t *pud_start, p4d_t *p4d)
337 static void kasan_free_p4d(p4d_t *p4d_start, pgd_t *pgd)
339 p4d_t *p4
[all...]
/linux-master/arch/mips/include/asm/
H A Dpgtable-64.h184 static inline int p4d_none(p4d_t p4d)
189 static inline int p4d_bad(p4d_t p4d)
197 static inline int p4d_present(p4d_t p4d)
202 static inline void p4d_clear(p4d_t *p4dp)
207 static inline pud_t *p4d_pgtable(p4d_t p4d)
217 static inline void set_p4d(p4d_t *p4d, p4d_t p4dval)
/linux-master/arch/x86/power/
H A Dhibernate_64.c32 p4d_t *p4d = NULL;
55 p4d = (p4d_t *)get_safe_page(GFP_ATOMIC);
73 p4d_t new_p4d = __p4d(__pa(pud) | pgprot_val(pgtable_prot));
/linux-master/arch/parisc/mm/
H A Dfixmap.c17 p4d_t *p4d = p4d_offset(pgd, vaddr);
/linux-master/arch/x86/mm/
H A Dident_map.c61 static int ident_p4d_init(struct x86_mapping_info *info, p4d_t *p4d_page,
68 p4d_t *p4d = p4d_page + p4d_index(addr);
114 p4d_t *p4d;
128 p4d = (p4d_t *)info->alloc_pgt_page(info->context);
H A Dkasan_init_64.c24 static p4d_t tmp_p4d_table[MAX_PTRS_PER_P4D] __initdata __aligned(PAGE_SIZE);
103 static void __init kasan_populate_p4d(p4d_t *p4d, unsigned long addr,
127 p4d_t *p4d;
192 static inline p4d_t *early_p4d_offset(pgd_t *pgd, unsigned long addr)
197 return (p4d_t *)pgd;
201 return (p4d_t *)p4d + p4d_index(addr);
209 p4d_t *p4d, p4d_entry;
249 p4d_t *p4d;
/linux-master/arch/loongarch/mm/
H A Dhugetlbpage.c20 p4d_t *p4d;
37 p4d_t *p4d;
/linux-master/arch/arm64/mm/
H A Dfixmap.c72 static void __init early_fixmap_init_pud(p4d_t *p4dp, unsigned long addr,
75 p4d_t p4d = READ_ONCE(*p4dp);
107 p4d_t *p4dp = p4d_offset_kimg(pgdp, addr);
/linux-master/arch/riscv/kernel/
H A Dhibernate.c234 static int temp_pgtable_map_pud(p4d_t *dst_p4dp, p4d_t *src_p4dp, unsigned long start,
278 p4d_t *dst_p4dp;
279 p4d_t *src_p4dp;
282 dst_p4dp = (p4d_t *)get_safe_page(GFP_ATOMIC);
293 p4d_t p4d = READ_ONCE(*src_p4dp);

Completed in 380 milliseconds

1234567