/linux-master/arch/s390/mm/ |
H A D | hugetlbpage.c | 76 unsigned long pteval; local 105 pteval = rste & _SEGMENT_ENTRY_ORIGIN_LARGE; 106 pteval |= _PAGE_LARGE | _PAGE_PRESENT; 107 pteval |= move_set_bit(rste, _SEGMENT_ENTRY_READ, _PAGE_READ); 108 pteval |= move_set_bit(rste, _SEGMENT_ENTRY_WRITE, _PAGE_WRITE); 109 pteval |= move_set_bit(rste, _SEGMENT_ENTRY_INVALID, _PAGE_INVALID); 110 pteval |= move_set_bit(rste, _SEGMENT_ENTRY_PROTECT, _PAGE_PROTECT); 111 pteval |= move_set_bit(rste, _SEGMENT_ENTRY_DIRTY, _PAGE_DIRTY); 112 pteval |= move_set_bit(rste, _SEGMENT_ENTRY_YOUNG, _PAGE_YOUNG); 114 pteval | [all...] |
/linux-master/arch/riscv/include/asm/ |
H A D | pgtable.h | 511 static inline void set_pte(pte_t *ptep, pte_t pteval) argument 513 WRITE_ONCE(*ptep, pteval); 518 static inline void __set_pte_at(struct mm_struct *mm, pte_t *ptep, pte_t pteval) argument 520 if (pte_present(pteval) && pte_exec(pteval)) 521 flush_icache_pte(mm, pteval); 523 set_pte(ptep, pteval); 529 pte_t *ptep, pte_t pteval, unsigned int nr) 531 page_table_check_ptes_set(mm, ptep, pteval, nr); 534 __set_pte_at(mm, ptep, pteval); 528 set_ptes(struct mm_struct *mm, unsigned long addr, pte_t *ptep, pte_t pteval, unsigned int nr) argument [all...] |
/linux-master/mm/ |
H A D | hugetlb.c | 7510 pte_t pteval = ptep_get_lockless(pte); local 7512 BUG_ON(pte_present(pteval) && !pte_huge(pteval));
|
H A D | memory.c | 1450 struct zap_details *details, pte_t pteval) 1461 pte_install_uffd_wp_if_needed(vma, addr, pte, pteval); 1448 zap_install_uffd_wp_if_needed(struct vm_area_struct *vma, unsigned long addr, pte_t *pte, int nr, struct zap_details *details, pte_t pteval) argument
|
H A D | rmap.c | 675 static void set_tlb_ubc_flush_pending(struct mm_struct *mm, pte_t pteval, argument 680 bool writable = pte_dirty(pteval); 682 if (!pte_accessible(mm, pteval)) 760 static void set_tlb_ubc_flush_pending(struct mm_struct *mm, pte_t pteval, argument 1621 pte_t pteval; local 1741 pteval = huge_ptep_clear_flush(vma, address, pvmw.pte); 1754 pteval = ptep_get_and_clear(mm, address, pvmw.pte); 1756 set_tlb_ubc_flush_pending(mm, pteval, address); 1758 pteval = ptep_clear_flush(vma, address, pvmw.pte); 1767 pte_install_uffd_wp_if_needed(vma, address, pvmw.pte, pteval); 1970 pte_t pteval; local 2345 pte_t pteval; local [all...] |
H A D | khugepaged.c | 510 pte_t pteval = ptep_get(_pte); local 513 if (pte_none(pteval)) 515 pfn = pte_pfn(pteval); 555 pte_t pteval = ptep_get(_pte); local 556 if (pte_none(pteval) || (pte_present(pteval) && 557 is_zero_pfn(pte_pfn(pteval)))) { 569 if (!pte_present(pteval)) { 573 if (pte_uffd_wp(pteval)) { 577 page = vm_normal_page(vma, address, pteval); 694 pte_t pteval; local 789 pte_t pteval; local 1283 pte_t pteval = ptep_get(_pte); local [all...] |
H A D | highmem.c | 173 idx = arch_kmap_local_map_idx(i, pte_pfn(pteval)); 177 return pte_page(kctrl->pteval[i]); 484 # define arch_kmap_local_post_map(vaddr, pteval) do { } while (0) 540 pte_t pteval, *kmap_pte; local 554 pteval = pfn_pte(pfn, prot); 555 arch_kmap_local_set_pte(&init_mm, vaddr, kmap_pte, pteval); 556 arch_kmap_local_post_map(vaddr, pteval); 557 current->kmap_ctrl.pteval[kmap_local_idx()] = pteval; 617 current->kmap_ctrl.pteval[kmap_local_id 642 pte_t pteval = tsk->kmap_ctrl.pteval[i]; local 679 pte_t pteval = tsk->kmap_ctrl.pteval[i]; local [all...] |
/linux-master/drivers/iommu/intel/ |
H A D | iommu.c | 868 uint64_t pteval; local 876 pteval = ((uint64_t)virt_to_dma_pfn(tmp_page) << VTD_PAGE_SHIFT) | DMA_PTE_READ | DMA_PTE_WRITE; 878 pteval |= DMA_FL_PTE_XD | DMA_FL_PTE_US | DMA_FL_PTE_ACCESS; 880 if (cmpxchg64(&pte->val, 0ULL, pteval)) 2072 phys_addr_t pteval; local 2096 pteval = ((phys_addr_t)phys_pfn << VTD_PAGE_SHIFT) | attr; 2118 pteval |= DMA_PTE_LARGE_PAGE; 2124 pteval &= ~(uint64_t)DMA_PTE_LARGE_PAGE; 2131 tmp = cmpxchg64_local(&pte->val, 0ULL, pteval); 2135 iov_pfn, tmp, (unsigned long long)pteval); [all...] |
/linux-master/arch/loongarch/include/asm/ |
H A D | pgtable.h | 315 static inline void set_pte(pte_t *ptep, pte_t pteval) argument 317 *ptep = pteval; 318 if (pte_val(pteval) & _PAGE_GLOBAL) {
|
/linux-master/arch/arm/mm/ |
H A D | flush.c | 285 void __sync_icache_dcache(pte_t pteval) argument 291 if (cache_is_vipt_nonaliasing() && !pte_exec(pteval)) 294 pfn = pte_pfn(pteval); 310 if (pte_exec(pteval))
|
H A D | mmu.c | 1802 pte_t *ptep, pte_t pteval, unsigned int nr) 1806 if (addr < TASK_SIZE && pte_valid_user(pteval)) { 1807 if (!pte_special(pteval)) 1808 __sync_icache_dcache(pteval); 1813 set_pte_ext(ptep, pteval, ext); 1817 pteval = pte_next_pfn(pteval); 1801 set_ptes(struct mm_struct *mm, unsigned long addr, pte_t *ptep, pte_t pteval, unsigned int nr) argument
|
/linux-master/include/linux/ |
H A D | sched.h | 744 pte_t pteval[KM_MAX_IDX]; member in struct:kmap_ctrl
|
/linux-master/arch/sparc/mm/ |
H A D | srmmu.c | 276 unsigned long pteval; local 311 pteval = ((paddr >> 4) | SRMMU_ET_PTE | SRMMU_PRIV); 314 pteval |= SRMMU_CACHE; 316 set_pte(__nocache_fix(pte), __pte(pteval));
|
/linux-master/arch/x86/xen/ |
H A D | mmu_pv.c | 269 static bool xen_batched_set_pte(pte_t *ptep, pte_t pteval) argument 279 u.val = pte_val_ma(pteval); 287 static inline void __xen_set_pte(pte_t *ptep, pte_t pteval) argument 289 if (!xen_batched_set_pte(ptep, pteval)) { 297 u.val = pte_val_ma(pteval); 302 static void xen_set_pte(pte_t *ptep, pte_t pteval) argument 304 trace_xen_mmu_set_pte(ptep, pteval); 305 __xen_set_pte(ptep, pteval); 376 pteval_t pteval = pte.pte; local 378 return pte_mfn_to_pfn(pteval); [all...] |
/linux-master/arch/x86/mm/ |
H A D | init_64.c | 325 void set_pte_vaddr(unsigned long vaddr, pte_t pteval) argument 330 pr_debug("set_pte_vaddr %lx to %lx\n", vaddr, native_pte_val(pteval)); 340 set_pte_vaddr_p4d(p4d_page, vaddr, pteval);
|
/linux-master/arch/x86/include/asm/ |
H A D | pgtable.h | 1628 * 'pteval' can come from a PTE, PMD or PUD. We only check 1632 static inline bool __pte_access_permitted(unsigned long pteval, bool write) argument 1644 if ((pteval & need_pte_bits) != need_pte_bits) 1647 return __pkru_allows_pkey(pte_flags_pkey(pteval), write);
|
H A D | paravirt_types.h | 173 void (*set_pte)(pte_t *ptep, pte_t pteval);
|
/linux-master/arch/s390/include/asm/ |
H A D | pgtable.h | 1833 unsigned long pteval; local 1835 pteval = _PAGE_INVALID | _PAGE_PROTECT; 1836 pteval |= (offset & __SWP_OFFSET_MASK) << __SWP_OFFSET_SHIFT; 1837 pteval |= (type & __SWP_TYPE_MASK) << __SWP_TYPE_SHIFT; 1838 return __pte(pteval);
|
/linux-master/arch/nios2/include/asm/ |
H A D | pgtable.h | 176 static inline void set_pte(pte_t *ptep, pte_t pteval) argument 178 *ptep = pteval;
|
/linux-master/arch/arm64/mm/ |
H A D | fault.c | 216 pteval_t old_pteval, pteval; local 232 pteval = pte_val(pte); 234 old_pteval = pteval; 235 pteval ^= PTE_RDONLY; 236 pteval |= pte_val(entry); 237 pteval ^= PTE_RDONLY; 238 pteval = cmpxchg_relaxed(&pte_val(*ptep), old_pteval, pteval); 239 } while (pteval != old_pteval);
|
/linux-master/arch/arm64/include/asm/ |
H A D | pgtable.h | 293 extern void __sync_icache_dcache(pte_t pteval);
|
/linux-master/arch/arm/include/asm/ |
H A D | pgtable.h | 205 static inline void __sync_icache_dcache(pte_t pteval) argument 209 extern void __sync_icache_dcache(pte_t pteval); 215 pte_t *ptep, pte_t pteval, unsigned int nr);
|
/linux-master/arch/riscv/mm/ |
H A D | hugetlbpage.c | 77 pte_t pteval = ptep_get_lockless(pte); local 79 WARN_ON_ONCE(pte_present(pteval) && !pte_huge(pteval));
|
/linux-master/drivers/iommu/amd/ |
H A D | io_pgtable.c | 339 static void free_clear_pte(u64 *pte, u64 pteval, struct list_head *freelist) argument 344 while (!try_cmpxchg64(pte, &pteval, 0)) 347 if (!IOMMU_PTE_PRESENT(pteval)) 350 pt = IOMMU_PTE_PAGE(pteval); 351 mode = IOMMU_PTE_MODE(pteval);
|
/linux-master/arch/mips/include/asm/ |
H A D | pgtable.h | 171 static inline void set_pte(pte_t *ptep, pte_t pteval) argument 173 *ptep = pteval; 175 if (pte_val(pteval) & _PAGE_GLOBAL) {
|