/linux-master/arch/powerpc/include/asm/nohash/32/ |
H A D | pgalloc.h | 17 static inline void pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmdp, argument 21 *pmdp = __pmd((unsigned long)pte | _PMD_PRESENT); 23 *pmdp = __pmd(__pa(pte) | _PMD_PRESENT); 26 static inline void pmd_populate(struct mm_struct *mm, pmd_t *pmdp, argument 30 *pmdp = __pmd((unsigned long)pte_page | _PMD_PRESENT); 32 *pmdp = __pmd(__pa(pte_page) | _PMD_USER | _PMD_PRESENT);
|
/linux-master/arch/alpha/include/asm/ |
H A D | pgtable.h | 209 extern inline void pmd_set(pmd_t * pmdp, pte_t * ptep) argument 210 { pmd_val(*pmdp) = _PAGE_TABLE | ((((unsigned long) ptep) - PAGE_OFFSET) << (32-PAGE_SHIFT)); } 212 extern inline void pud_set(pud_t * pudp, pmd_t * pmdp) argument 213 { pud_val(*pudp) = _PAGE_TABLE | ((((unsigned long) pmdp) - PAGE_OFFSET) << (32-PAGE_SHIFT)); } 241 extern inline void pmd_clear(pmd_t * pmdp) { pmd_val(*pmdp) = 0; } argument
|
/linux-master/arch/arc/include/asm/ |
H A D | hugepage.h | 59 pmd_t *pmdp, pmd_t pmd) 61 *pmdp = pmd; 58 set_pmd_at(struct mm_struct *mm, unsigned long addr, pmd_t *pmdp, pmd_t pmd) argument
|
H A D | pgalloc.h | 86 static inline void pud_populate(struct mm_struct *mm, pud_t *pudp, pmd_t *pmdp) argument 88 set_pud(pudp, __pud((unsigned long)pmdp));
|
H A D | pgtable-levels.h | 163 #define set_pmd(pmdp, pmd) (*(pmdp) = pmd)
|
/linux-master/arch/arm/include/asm/ |
H A D | pgalloc.h | 107 static inline void __pmd_populate(pmd_t *pmdp, phys_addr_t pte, argument 111 pmdp[0] = __pmd(pmdval); 113 pmdp[1] = __pmd(pmdval + 256 * sizeof(pte_t)); 115 flush_pmd_entry(pmdp); 119 * Populate the pmdp entry with a pointer to the pte. This pmd is part 125 pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmdp, pte_t *ptep) argument 130 __pmd_populate(pmdp, __pa(ptep), _PAGE_KERNEL_TABLE); 134 pmd_populate(struct mm_struct *mm, pmd_t *pmdp, pgtable_t ptep) argument 144 __pmd_populate(pmdp, page_to_phys(ptep), prot);
|
H A D | pgtable-2level.h | 227 #define pmd_clear(pmdp) \ 229 pmdp[0] = __pmd(0); \ 230 pmdp[1] = __pmd(0); \ 231 clean_pmd_entry(pmdp); \
|
H A D | pgtable-3level.h | 148 #define pmd_clear(pmdp) \ 150 *pmdp = __pmd(0); \ 151 clean_pmd_entry(pmdp); \ 233 pmd_t *pmdp, pmd_t pmd) 246 *pmdp = __pmd(pmd_val(pmd) | PMD_SECT_nG); 247 flush_pmd_entry(pmdp); 232 set_pmd_at(struct mm_struct *mm, unsigned long addr, pmd_t *pmdp, pmd_t pmd) argument
|
H A D | tlb.h | 59 __pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmdp, unsigned long addr) argument 62 struct ptdesc *ptdesc = virt_to_ptdesc(pmdp);
|
/linux-master/arch/arm/mm/ |
H A D | ioremap.c | 151 pmd_t *pmdp = pmd_off_k(addr); local 154 pmd_t pmd = *pmdp; 164 pmd_clear(pmdp); 175 pmdp += 2;
|
H A D | kasan_init.c | 43 static void __init kasan_pte_populate(pmd_t *pmdp, unsigned long addr, argument 47 pte_t *ptep = pte_offset_kernel(pmdp, addr); 97 pmd_t *pmdp = pmd_offset(pudp, addr); local 100 if (pmd_none(*pmdp)) { 114 pmd_populate_kernel(&init_mm, pmdp, p); 115 flush_pmd_entry(pmdp); 119 kasan_pte_populate(pmdp, addr, next, early); 120 } while (pmdp++, addr = next, addr != end);
|
/linux-master/arch/arm64/include/asm/ |
H A D | pgalloc.h | 24 static inline void __pud_populate(pud_t *pudp, phys_addr_t pmdp, pudval_t prot) argument 26 set_pud(pudp, __pud(__phys_to_pud_val(pmdp) | prot)); 29 static inline void pud_populate(struct mm_struct *mm, pud_t *pudp, pmd_t *pmdp) argument 34 __pud_populate(pudp, __pa(pmdp), pudval); 37 static inline void __pud_populate(pud_t *pudp, phys_addr_t pmdp, pudval_t prot) argument 116 static inline void __pmd_populate(pmd_t *pmdp, phys_addr_t ptep, argument 119 set_pmd(pmdp, __pmd(__phys_to_pmd_val(ptep) | prot)); 123 * Populate the pmdp entry with a pointer to the pte. This pmd is part 127 pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmdp, pte_t *ptep) argument 130 __pmd_populate(pmdp, __p 134 pmd_populate(struct mm_struct *mm, pmd_t *pmdp, pgtable_t ptep) argument [all...] |
H A D | pgtable.h | 561 pmd_t *pmdp, pmd_t pmd) 563 page_table_check_pmd_set(mm, pmdp, pmd); 564 return __set_pte_at(mm, addr, (pte_t *)pmdp, pmd_pte(pmd), 654 static inline void set_pmd(pmd_t *pmdp, pmd_t pmd) argument 657 if (in_swapper_pgdir(pmdp)) { 658 set_swapper_pgd((pgd_t *)pmdp, __pgd(pmd_val(pmd))); 663 WRITE_ONCE(*pmdp, pmd); 671 static inline void pmd_clear(pmd_t *pmdp) argument 673 set_pmd(pmdp, __pmd(0)); 1058 unsigned long address, pmd_t *pmdp, 560 set_pmd_at(struct mm_struct *mm, unsigned long addr, pmd_t *pmdp, pmd_t pmd) argument 1057 pmdp_set_access_flags(struct vm_area_struct *vma, unsigned long address, pmd_t *pmdp, pmd_t entry, int dirty) argument 1135 pmdp_test_and_clear_young(struct vm_area_struct *vma, unsigned long address, pmd_t *pmdp) argument 1186 pmdp_huge_get_and_clear(struct mm_struct *mm, unsigned long address, pmd_t *pmdp) argument 1232 pmdp_set_wrprotect(struct mm_struct *mm, unsigned long address, pmd_t *pmdp) argument 1239 pmdp_establish(struct vm_area_struct *vma, unsigned long address, pmd_t *pmdp, pmd_t pmd) argument [all...] |
H A D | tlb.h | 90 static inline void __pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmdp, argument 93 struct ptdesc *ptdesc = virt_to_ptdesc(pmdp);
|
/linux-master/arch/arm64/mm/ |
H A D | fault.c | 166 pmd_t *pmdp, pmd; local 184 pmdp = pmd_offset(pudp, addr); 185 pmd = READ_ONCE(*pmdp); 190 ptep = pte_offset_map(pmdp, addr);
|
H A D | fixmap.c | 43 static void __init early_fixmap_init_pte(pmd_t *pmdp, unsigned long addr) argument 45 pmd_t pmd = READ_ONCE(*pmdp); 50 __pmd_populate(pmdp, __pa_symbol(ptep), PMD_TYPE_TABLE); 59 pmd_t *pmdp; local 64 pmdp = pmd_offset_kimg(pudp, addr); 67 early_fixmap_init_pte(pmdp, addr); 68 } while (pmdp++, addr = next, addr != end);
|
H A D | hugetlbpage.c | 102 pmd_t *pmdp; local 107 pmdp = pmd_offset(pudp, addr); 108 if ((pte_t *)pmdp == ptep) { 275 pmd_t *pmdp; local 290 pmdp = pmd_alloc(mm, pudp, addr); 291 if (!pmdp) 295 ptep = pte_alloc_huge(mm, pmdp, addr); 302 pmdp = pmd_alloc(mm, pudp, addr); 304 return (pte_t *)pmdp; 316 pmd_t *pmdp, pm local [all...] |
H A D | kasan_init.c | 62 static pte_t *__init kasan_pte_offset(pmd_t *pmdp, unsigned long addr, int node, argument 65 if (pmd_none(READ_ONCE(*pmdp))) { 69 __pmd_populate(pmdp, pte_phys, PMD_TYPE_TABLE); 72 return early ? pte_offset_kimg(pmdp, addr) 73 : pte_offset_kernel(pmdp, addr); 115 static void __init kasan_pte_populate(pmd_t *pmdp, unsigned long addr, argument 119 pte_t *ptep = kasan_pte_offset(pmdp, addr, node, early); 136 pmd_t *pmdp = kasan_pmd_offset(pudp, addr, node, early); local 140 kasan_pte_populate(pmdp, addr, next, node, early); 141 } while (pmdp [all...] |
H A D | mmu.c | 175 static void init_pte(pmd_t *pmdp, unsigned long addr, unsigned long end, argument 180 ptep = pte_set_fixmap_offset(pmdp, addr); 199 static void alloc_init_cont_pte(pmd_t *pmdp, unsigned long addr, argument 206 pmd_t pmd = READ_ONCE(*pmdp); 217 __pmd_populate(pmdp, pte_phys, pmdval); 218 pmd = READ_ONCE(*pmdp); 232 init_pte(pmdp, addr, next, phys, __prot); 243 pmd_t *pmdp; local 245 pmdp = pmd_set_fixmap_offset(pudp, addr); 247 pmd_t old_pmd = READ_ONCE(*pmdp); 839 unmap_hotplug_pte_range(pmd_t *pmdp, unsigned long addr, unsigned long end, bool free_mapped, struct vmem_altmap *altmap) argument 865 pmd_t *pmdp, pmd; local 971 free_empty_pte_table(pmd_t *pmdp, unsigned long addr, unsigned long end, unsigned long floor, unsigned long ceiling) argument 1012 pmd_t *pmdp, pmd; local 1147 vmemmap_set_pmd(pmd_t *pmdp, void *p, int node, unsigned long addr, unsigned long next) argument 1153 vmemmap_check_pmd(pmd_t *pmdp, int node, unsigned long addr, unsigned long next) argument 1196 pmd_set_huge(pmd_t *pmdp, phys_addr_t phys, pgprot_t prot) argument 1224 pmd_clear_huge(pmd_t *pmdp) argument 1232 pmd_free_pte_page(pmd_t *pmdp, unsigned long addr) argument 1254 pmd_t *pmdp; local [all...] |
H A D | pageattr.c | 218 pmd_t *pmdp, pmd; local 237 pmdp = pmd_offset(pudp, addr); 238 pmd = READ_ONCE(*pmdp); 244 ptep = pte_offset_kernel(pmdp, addr);
|
/linux-master/arch/loongarch/include/asm/ |
H A D | pgtable.h | 234 static inline void pmd_clear(pmd_t *pmdp) argument 236 pmd_val(*pmdp) = ((unsigned long)invalid_pte_table); 250 extern void set_pmd_at(struct mm_struct *mm, unsigned long addr, pmd_t *pmdp, pmd_t pmd); 474 unsigned long address, pmd_t *pmdp) 476 __update_tlb(vma, address, (pte_t *)pmdp); 590 unsigned long address, pmd_t *pmdp) 592 pmd_t old = *pmdp; 594 pmd_clear(pmdp); 473 update_mmu_cache_pmd(struct vm_area_struct *vma, unsigned long address, pmd_t *pmdp) argument 589 pmdp_huge_get_and_clear(struct mm_struct *mm, unsigned long address, pmd_t *pmdp) argument
|
/linux-master/arch/loongarch/mm/ |
H A D | kasan_init.c | 106 static pte_t *__init kasan_pte_offset(pmd_t *pmdp, unsigned long addr, int node, bool early) argument 108 if (__pmd_none(early, READ_ONCE(*pmdp))) { 113 pmd_populate_kernel(NULL, pmdp, (pte_t *)__va(pte_phys)); 116 return pte_offset_kernel(pmdp, addr); 145 static void __init kasan_pte_populate(pmd_t *pmdp, unsigned long addr, argument 149 pte_t *ptep = kasan_pte_offset(pmdp, addr, node, early); 164 pmd_t *pmdp = kasan_pmd_offset(pudp, addr, node, early); local 168 kasan_pte_populate(pmdp, addr, next, node, early); 169 } while (pmdp++, addr = next, addr != end && __pmd_none(early, READ_ONCE(*pmdp))); [all...] |
H A D | pgtable.c | 129 pmd_t *pmdp, pmd_t pmd) 131 *pmdp = pmd; 128 set_pmd_at(struct mm_struct *mm, unsigned long addr, pmd_t *pmdp, pmd_t pmd) argument
|
/linux-master/arch/m68k/include/asm/ |
H A D | mcf_pgtable.h | 111 #define pmd_set(pmdp, ptep) do {} while (0) 113 static inline void pgd_set(pgd_t *pgdp, pmd_t *pmdp) argument 115 pgd_val(*pgdp) = virt_to_phys(pmdp); 144 static inline void pmd_clear(pmd_t *pmdp) { pmd_val(*pmdp) = 0; } argument
|
H A D | motorola_pgtable.h | 96 static inline void pmd_set(pmd_t *pmdp, pte_t *ptep) argument 98 pmd_val(*pmdp) = virt_to_phys(ptep) | _PAGE_TABLE | _PAGE_ACCESSED; 101 static inline void pud_set(pud_t *pudp, pmd_t *pmdp) argument 103 pud_val(*pudp) = _PAGE_TABLE | _PAGE_ACCESSED | __pa(pmdp); 123 #define pmd_clear(pmdp) ({ pmd_val(*pmdp) = 0; })
|