Searched refs:pgd (Results 1 - 25 of 327) sorted by relevance

1234567891011>>

/linux-master/include/asm-generic/
H A Dpgtable-nop4d.h9 typedef struct { pgd_t pgd; } p4d_t; member in struct:__anon165
19 * into the pgd entry)
21 static inline int pgd_none(pgd_t pgd) { return 0; } argument
22 static inline int pgd_bad(pgd_t pgd) { return 0; } argument
23 static inline int pgd_present(pgd_t pgd) { return 1; } argument
24 static inline void pgd_clear(pgd_t *pgd) { } argument
25 #define p4d_ERROR(p4d) (pgd_ERROR((p4d).pgd))
27 #define pgd_populate(mm, pgd, p4d) do { } while (0)
28 #define pgd_populate_safe(mm, pgd, p4d) do { } while (0)
35 static inline p4d_t *p4d_offset(pgd_t *pgd, unsigne argument
[all...]
/linux-master/arch/sh/mm/
H A Dhugetlbpage.c27 pgd_t *pgd; local
33 pgd = pgd_offset(mm, addr);
34 if (pgd) {
35 p4d = p4d_alloc(mm, pgd, addr);
52 pgd_t *pgd; local
58 pgd = pgd_offset(mm, addr);
59 if (pgd) {
60 p4d = p4d_offset(pgd, addr);
H A Dpgtable.c12 pgd_t *pgd = x; local
14 memset(pgd, 0, USER_PTRS_PER_PGD * sizeof(pgd_t));
15 memcpy(pgd + USER_PTRS_PER_PGD,
37 void pgd_free(struct mm_struct *mm, pgd_t *pgd) argument
39 kmem_cache_free(pgd_cachep, pgd);
H A Dtlbex_32.c25 pgd_t *pgd; local
38 pgd = pgd_offset_k(address);
43 pgd = pgd_offset(current->mm, address);
46 p4d = p4d_offset(pgd, address);
/linux-master/arch/mips/mm/
H A Dhugetlbpage.c27 pgd_t *pgd; local
32 pgd = pgd_offset(mm, addr);
33 p4d = p4d_alloc(mm, pgd, addr);
44 pgd_t *pgd; local
49 pgd = pgd_offset(mm, addr);
50 if (pgd_present(*pgd)) {
51 p4d = p4d_offset(pgd, addr);
/linux-master/arch/parisc/include/asm/
H A Dpgalloc.h18 /* Allocate the top level pgd (page directory) */
21 pgd_t *pgd; local
23 pgd = (pgd_t *) __get_free_pages(GFP_KERNEL, PGD_TABLE_ORDER);
24 if (unlikely(pgd == NULL))
27 memset(pgd, 0, PAGE_SIZE << PGD_TABLE_ORDER);
29 return pgd;
32 static inline void pgd_free(struct mm_struct *mm, pgd_t *pgd) argument
34 free_pages((unsigned long)pgd, PGD_TABLE_ORDER);
/linux-master/arch/hexagon/include/asm/
H A Dpgalloc.h23 pgd_t *pgd; local
25 pgd = (pgd_t *)__get_free_page(GFP_KERNEL | __GFP_ZERO);
35 memcpy(pgd, swapper_pg_dir, PTRS_PER_PGD*sizeof(pgd_t));
39 mm->context.ptbase = __pa(pgd);
41 return pgd;
83 pmdindex = (pgd_t *)pmd - mm->pgd;
84 ppmd = (pmd_t *)current->active_mm->pgd + pmdindex;
/linux-master/arch/m68k/include/asm/
H A Dpgtable_no.h19 #define pgd_present(pgd) (1)
20 #define pgd_none(pgd) (0)
21 #define pgd_bad(pgd) (0)
/linux-master/arch/arm/mm/
H A Dpgd.c3 * linux/arch/arm/mm/pgd.c
21 #define __pgd_free(pgd) kfree(pgd)
24 #define __pgd_free(pgd) free_pages((unsigned long)pgd, 2)
144 pgd_t *pgd; local
153 pgd = pgd_base + pgd_index(0);
154 if (pgd_none_or_clear_bad(pgd))
157 p4d = p4d_offset(pgd, 0);
181 pgd_clear(pgd);
[all...]
/linux-master/arch/powerpc/include/asm/book3s/64/
H A Dpgalloc.h39 static inline void radix__pgd_free(struct mm_struct *mm, pgd_t *pgd) argument
42 free_page((unsigned long)pgd);
44 free_pages((unsigned long)pgd, 4);
50 pgd_t *pgd; local
55 pgd = kmem_cache_alloc(PGT_CACHE(PGD_INDEX_SIZE),
57 if (unlikely(!pgd))
58 return pgd;
65 kmemleak_no_scan(pgd);
76 memset(pgd, 0, PGD_TABLE_SIZE);
78 return pgd;
81 pgd_free(struct mm_struct *mm, pgd_t *pgd) argument
88 p4d_populate(struct mm_struct *mm, p4d_t *pgd, pud_t *pud) argument
[all...]
/linux-master/arch/loongarch/mm/
H A Dhugetlbpage.c19 pgd_t *pgd; local
24 pgd = pgd_offset(mm, addr);
25 p4d = p4d_alloc(mm, pgd, addr);
36 pgd_t *pgd; local
41 pgd = pgd_offset(mm, addr);
42 if (pgd_present(*pgd)) {
43 p4d = p4d_offset(pgd, addr);
/linux-master/arch/riscv/include/asm/
H A Dpgalloc.h62 static inline void pgd_populate(struct mm_struct *mm, pgd_t *pgd, p4d_t *p4d) argument
67 set_pgd(pgd, __pgd((pfn << _PAGE_PFN_SHIFT) | _PAGE_TABLE));
71 static inline void pgd_populate_safe(struct mm_struct *mm, pgd_t *pgd, argument
77 set_pgd_safe(pgd,
151 static inline void sync_kernel_mappings(pgd_t *pgd) argument
153 memcpy(pgd + USER_PTRS_PER_PGD,
154 init_mm.pgd + USER_PTRS_PER_PGD,
160 pgd_t *pgd; local
162 pgd = (pgd_t *)__get_free_page(GFP_KERNEL);
163 if (likely(pgd !
[all...]
H A Dpgtable-64.h27 /* p4d is folded into pgd in case of 4-level page table */
36 /* pud is folded into pgd in case of 3-level page table */
345 static inline void set_pgd(pgd_t *pgdp, pgd_t pgd) argument
348 WRITE_ONCE(*pgdp, pgd);
350 set_p4d((p4d_t *)pgdp, (p4d_t){ pgd_val(pgd) });
353 static inline int pgd_none(pgd_t pgd) argument
356 return (pgd_val(pgd) == 0);
361 static inline int pgd_present(pgd_t pgd) argument
364 return (pgd_val(pgd) & _PAGE_PRESENT);
369 static inline int pgd_bad(pgd_t pgd) argument
377 pgd_clear(pgd_t *pgd) argument
383 pgd_pgtable(pgd_t pgd) argument
392 pgd_page(pgd_t pgd) argument
[all...]
/linux-master/arch/x86/power/
H A Dhibernate_64.c28 static int set_up_temporary_text_mapping(pgd_t *pgd) argument
77 set_pgd(pgd + pgd_index(restore_jump_address), new_pgd);
79 /* No p4d for 4-level paging: point the pgd to the pud page table */
81 set_pgd(pgd + pgd_index(restore_jump_address), new_pgd);
100 pgd_t *pgd; local
104 pgd = (pgd_t *)get_safe_page(GFP_ATOMIC);
105 if (!pgd)
109 result = set_up_temporary_text_mapping(pgd);
118 result = kernel_ident_mapping_init(&info, pgd, mstart, mend);
123 temp_pgt = __pa(pgd);
[all...]
H A Dhibernate_32.c30 static pmd_t *resume_one_md_table_init(pgd_t *pgd) argument
41 set_pgd(pgd, __pgd(__pa(pmd_table) | _PAGE_PRESENT));
42 p4d = p4d_offset(pgd, 0);
47 p4d = p4d_offset(pgd, 0);
84 pgd_t *pgd; local
90 pgd = pgd_base + pgd_idx;
93 for (; pgd_idx < PTRS_PER_PGD; pgd++, pgd_idx++) {
94 pmd = resume_one_md_table_init(pgd);
147 pgd_t *pgd; local
151 pgd
[all...]
/linux-master/arch/csky/mm/
H A Dhighmem.c23 pgd_t *pgd; local
31 pgd = swapper_pg_dir + pgd_index(vaddr);
32 pud = (pud_t *)pgd;
/linux-master/arch/arm/include/asm/
H A Dpgtable-nommu.h20 #define pgd_present(pgd) (1)
21 #define pgd_none(pgd) (0)
22 #define pgd_bad(pgd) (0)
/linux-master/arch/arm64/mm/
H A Dpgd.c41 void pgd_free(struct mm_struct *mm, pgd_t *pgd) argument
44 free_page((unsigned long)pgd);
46 kmem_cache_free(pgd_cache, pgd);
/linux-master/arch/x86/mm/
H A Dkasan_init_64.c123 static void __init kasan_populate_pgd(pgd_t *pgd, unsigned long addr, argument
130 if (pgd_none(*pgd)) {
132 pgd_populate(&init_mm, pgd, p);
135 p4d = p4d_offset(pgd, addr);
145 pgd_t *pgd; local
150 pgd = pgd_offset_k(addr);
153 kasan_populate_pgd(pgd, addr, next, nid);
154 } while (pgd++, addr = next, addr != end);
171 pgd_t *pgd; local
176 pgd
192 early_p4d_offset(pgd_t *pgd, unsigned long addr) argument
204 kasan_early_p4d_populate(pgd_t *pgd, unsigned long addr, unsigned long end) argument
231 kasan_map_early_shadow(pgd_t *pgd) argument
245 kasan_shallow_populate_p4ds(pgd_t *pgd, unsigned long addr, unsigned long end) argument
267 pgd_t *pgd; local
[all...]
H A Dpgtable.c96 static inline void pgd_list_add(pgd_t *pgd) argument
98 struct ptdesc *ptdesc = virt_to_ptdesc(pgd);
103 static inline void pgd_list_del(pgd_t *pgd) argument
105 struct ptdesc *ptdesc = virt_to_ptdesc(pgd);
116 static void pgd_set_mm(pgd_t *pgd, struct mm_struct *mm) argument
118 virt_to_ptdesc(pgd)->pt_mm = mm;
126 static void pgd_ctor(struct mm_struct *mm, pgd_t *pgd) argument
128 /* If the pgd points to a shared pagetable level (either the
134 clone_pgd_range(pgd + KERNEL_PGD_BOUNDARY,
141 pgd_set_mm(pgd, m
146 pgd_dtor(pgd_t *pgd) argument
276 pgd_t pgd = *pgdp; local
308 pgd_prepopulate_pmd(struct mm_struct *mm, pgd_t *pgd, pmd_t *pmds[]) argument
412 _pgd_free(pgd_t *pgd) argument
427 _pgd_free(pgd_t *pgd) argument
435 pgd_t *pgd; local
487 pgd_free(struct mm_struct *mm, pgd_t *pgd) argument
[all...]
H A Dpti.c124 pgd_t __pti_set_user_pgtbl(pgd_t *pgdp, pgd_t pgd) argument
132 * Top-level entries added to init_mm's usermode pgd after boot
136 return pgd;
142 kernel_to_user_pgdp(pgdp)->pgd = pgd.pgd;
155 * - we're clearing the PGD (i.e. the new pgd is not present).
157 if ((pgd.pgd & (_PAGE_USER|_PAGE_PRESENT)) == (_PAGE_USER|_PAGE_PRESENT) &&
159 pgd
173 pgd_t *pgd = kernel_to_user_pgdp(pgd_offset_k(address)); local
315 pgd_t *pgd; local
[all...]
/linux-master/arch/sh/include/asm/
H A Dmmu_context_32.h42 static inline void set_TTB(pgd_t *pgd) argument
44 __raw_writel((unsigned long)pgd, MMU_TTB);
/linux-master/include/linux/
H A Dptdump.h22 struct mm_struct *mm, pgd_t *pgd,
24 void ptdump_walk_pgd(struct ptdump_state *st, struct mm_struct *mm, pgd_t *pgd);
/linux-master/mm/
H A Dpgalloc-track.h6 static inline p4d_t *p4d_alloc_track(struct mm_struct *mm, pgd_t *pgd, argument
10 if (unlikely(pgd_none(*pgd))) {
11 if (__p4d_alloc(mm, pgd, address))
16 return p4d_offset(pgd, address);
/linux-master/arch/microblaze/include/asm/
H A Dmmu_context_mm.h50 extern void set_context(mm_context_t context, pgd_t *pgd);
117 tsk->thread.pgdir = next->pgd;
119 set_context(next->context, next->pgd);
130 current->thread.pgdir = mm->pgd;
132 set_context(mm->context, mm->pgd);

Completed in 398 milliseconds

1234567891011>>