/linux-master/arch/arm64/mm/ |
H A D | hugetlbpage.c | 102 pmd_t *pmdp; local 107 pmdp = pmd_offset(pudp, addr); 108 if ((pte_t *)pmdp == ptep) { 275 pmd_t *pmdp; local 290 pmdp = pmd_alloc(mm, pudp, addr); 291 if (!pmdp) 295 ptep = pte_alloc_huge(mm, pmdp, addr); 302 pmdp = pmd_alloc(mm, pudp, addr); 304 return (pte_t *)pmdp; 316 pmd_t *pmdp, pm local [all...] |
/linux-master/arch/powerpc/mm/ |
H A D | pgtable.c | 229 pmd_t *pmdp = pmd_off_k(va); local 230 pte_t *ptep = pte_offset_kernel(pmdp, va); 387 pmd_t pmd, *pmdp; local 446 pmdp = pmd_offset(&pud, ea); 447 pmd = READ_ONCE(*pmdp); 470 ret_pte = (pte_t *)pmdp; 475 ret_pte = (pte_t *)pmdp;
|
/linux-master/arch/riscv/include/asm/ |
H A D | pgtable.h | 243 static inline void set_pmd(pmd_t *pmdp, pmd_t pmd) argument 245 WRITE_ONCE(*pmdp, pmd); 248 static inline void pmd_clear(pmd_t *pmdp) argument 250 set_pmd(pmdp, __pmd(0)); 493 unsigned long address, pmd_t *pmdp) 495 pte_t *ptep = (pte_t *)pmdp; 721 pmd_t *pmdp, pmd_t pmd) 723 page_table_check_pmd_set(mm, pmdp, pmd); 724 return __set_pte_at(mm, (pte_t *)pmdp, pmd_pte(pmd)); 759 unsigned long address, pmd_t *pmdp, 492 update_mmu_cache_pmd(struct vm_area_struct *vma, unsigned long address, pmd_t *pmdp) argument 720 set_pmd_at(struct mm_struct *mm, unsigned long addr, pmd_t *pmdp, pmd_t pmd) argument 758 pmdp_set_access_flags(struct vm_area_struct *vma, unsigned long address, pmd_t *pmdp, pmd_t entry, int dirty) argument 766 pmdp_test_and_clear_young(struct vm_area_struct *vma, unsigned long address, pmd_t *pmdp) argument 773 pmdp_huge_get_and_clear(struct mm_struct *mm, unsigned long address, pmd_t *pmdp) argument 784 pmdp_set_wrprotect(struct mm_struct *mm, unsigned long address, pmd_t *pmdp) argument 791 pmdp_establish(struct vm_area_struct *vma, unsigned long address, pmd_t *pmdp, pmd_t pmd) argument [all...] |
/linux-master/arch/m68k/include/asm/ |
H A D | mcf_pgtable.h | 111 #define pmd_set(pmdp, ptep) do {} while (0) 113 static inline void pgd_set(pgd_t *pgdp, pmd_t *pmdp) argument 115 pgd_val(*pgdp) = virt_to_phys(pmdp); 144 static inline void pmd_clear(pmd_t *pmdp) { pmd_val(*pmdp) = 0; } argument
|
H A D | sun3_pgtable.h | 91 #define pmd_set(pmdp,ptep) do {} while (0) 126 static inline void pmd_clear (pmd_t *pmdp) { pmd_val (*pmdp) = 0; } argument
|
/linux-master/arch/powerpc/include/asm/book3s/64/ |
H A D | radix.h | 286 pmd_t *pmdp, unsigned long clr, 292 unsigned long address, pmd_t *pmdp); 293 extern void radix__pgtable_trans_huge_deposit(struct mm_struct *mm, pmd_t *pmdp, 295 extern pgtable_t radix__pgtable_trans_huge_withdraw(struct mm_struct *mm, pmd_t *pmdp); 297 unsigned long addr, pmd_t *pmdp);
|
H A D | tlbflush-hash.h | 66 pmd_t *pmdp, unsigned int psize, int ssize,
|
H A D | hash.h | 250 pmd_t *pmdp, unsigned long old_pmd); 253 unsigned long addr, pmd_t *pmdp, 252 hpte_do_hugepage_flush(struct mm_struct *mm, unsigned long addr, pmd_t *pmdp, unsigned long old_pmd) argument
|
/linux-master/include/trace/events/ |
H A D | xen.h | 159 TP_PROTO(pmd_t *pmdp, pmd_t pmdval), 160 TP_ARGS(pmdp, pmdval), 162 __field(pmd_t *, pmdp) 165 TP_fast_assign(__entry->pmdp = pmdp; 167 TP_printk("pmdp %p pmdval %0*llx (raw %0*llx)", 168 __entry->pmdp, 192 TP_PROTO(pmd_t *pmdp), 193 TP_ARGS(pmdp), 195 __field(pmd_t *, pmdp) [all...] |
/linux-master/arch/alpha/include/asm/ |
H A D | pgtable.h | 209 extern inline void pmd_set(pmd_t * pmdp, pte_t * ptep) argument 210 { pmd_val(*pmdp) = _PAGE_TABLE | ((((unsigned long) ptep) - PAGE_OFFSET) << (32-PAGE_SHIFT)); } 212 extern inline void pud_set(pud_t * pudp, pmd_t * pmdp) argument 213 { pud_val(*pudp) = _PAGE_TABLE | ((((unsigned long) pmdp) - PAGE_OFFSET) << (32-PAGE_SHIFT)); } 241 extern inline void pmd_clear(pmd_t * pmdp) { pmd_val(*pmdp) = 0; } argument
|
/linux-master/arch/powerpc/include/asm/ |
H A D | pgtable-be-types.h | 93 static inline bool pmd_xchg(pmd_t *pmdp, pmd_t old, pmd_t new) argument 95 unsigned long *p = (unsigned long *)pmdp;
|
/linux-master/arch/powerpc/include/asm/nohash/32/ |
H A D | pgtable.h | 159 static inline void pmd_clear(pmd_t *pmdp) argument 161 *pmdp = __pmd(0);
|
/linux-master/arch/mips/mm/ |
H A D | pgtable-64.c | 103 pmd_t *pmdp, pmd_t pmd) 105 *pmdp = pmd; 102 set_pmd_at(struct mm_struct *mm, unsigned long addr, pmd_t *pmdp, pmd_t pmd) argument
|
H A D | c-r3k.c | 242 pmd_t *pmdp; local 252 pmdp = pmd_off(mm, addr); 253 ptep = pte_offset_kernel(pmdp, addr);
|
/linux-master/arch/loongarch/mm/ |
H A D | pgtable.c | 129 pmd_t *pmdp, pmd_t pmd) 131 *pmdp = pmd; 128 set_pmd_at(struct mm_struct *mm, unsigned long addr, pmd_t *pmdp, pmd_t pmd) argument
|
/linux-master/arch/x86/mm/ |
H A D | pgtable.c | 516 unsigned long address, pmd_t *pmdp, 519 int changed = !pmd_same(*pmdp, entry); 524 set_pmd(pmdp, entry); 571 unsigned long addr, pmd_t *pmdp) 575 if (pmd_young(*pmdp)) 577 (unsigned long *)pmdp); 618 unsigned long address, pmd_t *pmdp) 624 young = pmdp_test_and_clear_young(vma, address, pmdp); 632 pmd_t *pmdp) 638 return pmdp_establish(vma, address, pmdp, pmd_mkinvali 515 pmdp_set_access_flags(struct vm_area_struct *vma, unsigned long address, pmd_t *pmdp, pmd_t entry, int dirty) argument 570 pmdp_test_and_clear_young(struct vm_area_struct *vma, unsigned long addr, pmd_t *pmdp) argument 617 pmdp_clear_flush_young(struct vm_area_struct *vma, unsigned long address, pmd_t *pmdp) argument 631 pmdp_invalidate_ad(struct vm_area_struct *vma, unsigned long address, pmd_t *pmdp) argument [all...] |
/linux-master/arch/x86/include/asm/ |
H A D | pgtable.h | 73 #define set_pmd(pmdp, pmd) native_set_pmd(pmdp, pmd) 1222 static inline pmd_t native_local_pmdp_get_and_clear(pmd_t *pmdp) argument 1224 pmd_t res = *pmdp; 1226 native_pmd_clear(pmdp); 1239 pmd_t *pmdp, pmd_t pmd) 1241 page_table_check_pmd_set(mm, pmdp, pmd); 1242 set_pmd(pmdp, pmd); 1325 unsigned long address, pmd_t *pmdp, 1333 unsigned long addr, pmd_t *pmdp); 1238 set_pmd_at(struct mm_struct *mm, unsigned long addr, pmd_t *pmdp, pmd_t pmd) argument 1343 pmdp_huge_get_and_clear(struct mm_struct *mm, unsigned long addr, pmd_t *pmdp) argument 1365 pmdp_set_wrprotect(struct mm_struct *mm, unsigned long addr, pmd_t *pmdp) argument 1383 pmdp_establish(struct vm_area_struct *vma, unsigned long address, pmd_t *pmdp, pmd_t pmd) argument [all...] |
/linux-master/arch/sparc/mm/ |
H A D | fault_64.c | 84 pmd_t *pmdp; local 101 pmdp = pmd_offset(pudp, tpc); 103 if (pmd_none(*pmdp) || unlikely(pmd_bad(*pmdp))) 107 if (is_hugetlb_pmd(*pmdp)) { 108 pa = pmd_pfn(*pmdp) << PAGE_SHIFT; 118 ptep = pte_offset_map(pmdp, tpc);
|
/linux-master/arch/riscv/mm/ |
H A D | pageattr.c | 99 pmd_t *pmdp; local 102 pmdp = pmd_offset(pudp, vaddr); 111 if (pmd_leaf(pmdp_get(pmdp))) { 113 unsigned long pfn = _pmd_pfn(pmdp_get(pmdp)); 114 pgprot_t prot = __pgprot(pmd_val(pmdp_get(pmdp)) & ~_PAGE_PFN_MASK); 128 set_pmd(pmdp, pfn_pmd(page_to_pfn(pte_page), PAGE_TABLE)); 130 } while (pmdp++, vaddr = next, vaddr != end);
|
/linux-master/include/asm-generic/ |
H A D | tlb.h | 660 #define __tlb_remove_pmd_tlb_entry(tlb, pmdp, address) do {} while (0) 663 #define tlb_remove_pmd_tlb_entry(tlb, pmdp, address) \ 666 __tlb_remove_pmd_tlb_entry(tlb, pmdp, address); \ 711 #define pmd_free_tlb(tlb, pmdp, address) \ 715 __pmd_free_tlb(tlb, pmdp, address); \
|
/linux-master/arch/sparc/include/asm/ |
H A D | pgtable_64.h | 819 pmd_t *pmdp, pmd_t pmd); 822 pmd_t *pmdp, pmd_t pmd) 824 *pmdp = pmd; 828 static inline void pmd_set(struct mm_struct *mm, pmd_t *pmdp, pte_t *ptep) argument 832 pmd_val(*pmdp) = val; 835 #define pud_set(pudp, pmdp) \ 836 (pud_val(*(pudp)) = (__pa((unsigned long) (pmdp)))) 859 #define pmd_clear(pmdp) (pmd_val(*(pmdp)) = 0UL) 916 pmd_t *pmdp) 821 set_pmd_at(struct mm_struct *mm, unsigned long addr, pmd_t *pmdp, pmd_t pmd) argument 914 pmdp_huge_get_and_clear(struct mm_struct *mm, unsigned long addr, pmd_t *pmdp) argument [all...] |
/linux-master/mm/ |
H A D | hmm.c | 224 unsigned long end, pmd_t *pmdp, pte_t *ptep, 279 migration_entry_wait(walk->mm, pmdp, addr); 320 static int hmm_vma_walk_pmd(pmd_t *pmdp, argument 335 pmd = pmdp_get_lockless(pmdp); 342 pmd_migration_entry_wait(walk->mm, pmdp); 364 pmd = pmdp_get_lockless(pmdp); 383 ptep = pte_offset_map(pmdp, addr); 389 r = hmm_vma_handle_pte(walk, addr, end, pmdp, ptep, hmm_pfns); 223 hmm_vma_handle_pte(struct mm_walk *walk, unsigned long addr, unsigned long end, pmd_t *pmdp, pte_t *ptep, unsigned long *hmm_pfn) argument
|
/linux-master/arch/arc/include/asm/ |
H A D | pgtable-levels.h | 163 #define set_pmd(pmdp, pmd) (*(pmdp) = pmd)
|
/linux-master/arch/loongarch/include/asm/ |
H A D | pgtable.h | 234 static inline void pmd_clear(pmd_t *pmdp) argument 236 pmd_val(*pmdp) = ((unsigned long)invalid_pte_table); 250 extern void set_pmd_at(struct mm_struct *mm, unsigned long addr, pmd_t *pmdp, pmd_t pmd); 474 unsigned long address, pmd_t *pmdp) 476 __update_tlb(vma, address, (pte_t *)pmdp); 590 unsigned long address, pmd_t *pmdp) 592 pmd_t old = *pmdp; 594 pmd_clear(pmdp); 473 update_mmu_cache_pmd(struct vm_area_struct *vma, unsigned long address, pmd_t *pmdp) argument 589 pmdp_huge_get_and_clear(struct mm_struct *mm, unsigned long address, pmd_t *pmdp) argument
|
/linux-master/arch/xtensa/include/asm/ |
H A D | pgtable.h | 249 #define pmd_clear(pmdp) do { set_pmd(pmdp, __pmd(0)); } while (0) 311 set_pmd(pmd_t *pmdp, pmd_t pmdval) argument 313 *pmdp = pmdval;
|