| /linux-master/arch/powerpc/mm/book3s64/ |
| H A D | hash_hugepage.c | 28 unsigned long old_pmd, new_pmd; local
38 old_pmd = pmd_val(pmd);
40 if (unlikely(old_pmd & H_PAGE_BUSY))
43 if (unlikely(!check_pte_access(access, old_pmd)))
49 new_pmd = old_pmd | H_PAGE_BUSY | _PAGE_ACCESSED;
52 } while (!pmd_xchg(pmdp, __pmd(old_pmd), __pmd(new_pmd)));
57 if (!(old_pmd & (H_PAGE_THP_HUGE | _PAGE_DEVMAP)))
84 if ((old_pmd & H_PAGE_HASHPTE) && !(old_pmd & H_PAGE_COMBO)) {
130 pa = pmd_pfn(__pmd(old_pmd)) << PAGE_SHIF
[all...] |
| H A D | hash_pgtable.c | 313 pmd_t *pmdp, unsigned long old_pmd)
325 if (old_pmd & H_PAGE_COMBO)
348 pmd_t old_pmd; local
354 old_pmd = __pmd(old);
367 return old_pmd;
312 hpte_do_hugepage_flush(struct mm_struct *mm, unsigned long addr, pmd_t *pmdp, unsigned long old_pmd) argument
|
| H A D | pgtable.c | 171 unsigned long old_pmd; local
173 old_pmd = pmd_hugepage_update(vma->vm_mm, address, pmdp, _PAGE_PRESENT, _PAGE_INVALID);
175 return __pmd(old_pmd);
|
| H A D | radix_pgtable.c | 1446 pmd_t old_pmd; local
1450 old_pmd = __pmd(old);
1451 return old_pmd;
|
| /linux-master/mm/ |
| H A D | mremap.c | 136 static int move_ptes(struct vm_area_struct *vma, pmd_t *old_pmd, argument
173 old_pte = pte_offset_map_lock(mm, old_pmd, old_addr, &old_ptl);
237 unsigned long new_addr, pmd_t *old_pmd, pmd_t *new_pmd)
275 old_ptl = pmd_lock(vma->vm_mm, old_pmd);
281 pmd = *old_pmd;
282 pmd_clear(old_pmd);
296 unsigned long old_addr, unsigned long new_addr, pmd_t *old_pmd,
551 pmd_t *old_pmd, *new_pmd; local
605 old_pmd = get_old_pmd(vma->vm_mm, old_addr);
606 if (!old_pmd)
236 move_normal_pmd(struct vm_area_struct *vma, unsigned long old_addr, unsigned long new_addr, pmd_t *old_pmd, pmd_t *new_pmd) argument
295 move_normal_pmd(struct vm_area_struct *vma, unsigned long old_addr, unsigned long new_addr, pmd_t *old_pmd, pmd_t *new_pmd) argument
[all...] |
| H A D | huge_memory.c | 1974 unsigned long new_addr, pmd_t *old_pmd, pmd_t *new_pmd)
1995 old_ptl = __pmd_trans_huge_lock(old_pmd, vma);
2000 pmd = pmdp_huge_get_and_clear(mm, old_addr, old_pmd);
2007 pgtable = pgtable_trans_huge_withdraw(mm, old_pmd);
2396 pmd_t _pmd, old_pmd; local
2409 old_pmd = pmdp_huge_clear_flush(vma, haddr, pmd);
2421 if (pmd_uffd_wp(old_pmd))
2439 pmd_t old_pmd, _pmd; local
2455 old_pmd = pmdp_huge_clear_flush(vma, haddr, pmd);
2464 if (unlikely(is_pmd_migration_entry(old_pmd))) {
1973 move_huge_pmd(struct vm_area_struct *vma, unsigned long old_addr, unsigned long new_addr, pmd_t *old_pmd, pmd_t *new_pmd) argument
[all...] |
| /linux-master/arch/powerpc/include/asm/book3s/64/ |
| H A D | hash.h | 250 pmd_t *pmdp, unsigned long old_pmd);
254 unsigned long old_pmd)
252 hpte_do_hugepage_flush(struct mm_struct *mm, unsigned long addr, pmd_t *pmdp, unsigned long old_pmd) argument
|
| /linux-master/include/linux/ |
| H A D | pgtable.h | 801 pmd_t old_pmd = *pmdp; local
802 set_pmd_at(mm, address, pmdp, pmd_wrprotect(old_pmd));
870 pmd_t old_pmd = *pmdp; local
872 return old_pmd;
|
| H A D | huge_mm.h | 35 unsigned long new_addr, pmd_t *old_pmd, pmd_t *new_pmd);
|
| /linux-master/arch/arm64/mm/ |
| H A D | mmu.c | 247 pmd_t old_pmd = READ_ONCE(*pmdp); local
260 BUG_ON(!pgattr_change_is_safe(pmd_val(old_pmd),
266 BUG_ON(pmd_val(old_pmd) != 0 &&
267 pmd_val(old_pmd) != READ_ONCE(pmd_val(*pmdp)));
|
| /linux-master/arch/x86/include/asm/ |
| H A D | pgtable.h | 1373 pmd_t old_pmd, new_pmd; local
1375 old_pmd = READ_ONCE(*pmdp);
1377 new_pmd = pmd_wrprotect(old_pmd);
1378 } while (!try_cmpxchg((long *)pmdp, (long *)&old_pmd, *(long *)&new_pmd));
|