Searched refs:pteval (Results 1 - 25 of 52) sorted by last modified time

123

/linux-master/arch/s390/mm/
H A Dhugetlbpage.c76 unsigned long pteval; local
105 pteval = rste & _SEGMENT_ENTRY_ORIGIN_LARGE;
106 pteval |= _PAGE_LARGE | _PAGE_PRESENT;
107 pteval |= move_set_bit(rste, _SEGMENT_ENTRY_READ, _PAGE_READ);
108 pteval |= move_set_bit(rste, _SEGMENT_ENTRY_WRITE, _PAGE_WRITE);
109 pteval |= move_set_bit(rste, _SEGMENT_ENTRY_INVALID, _PAGE_INVALID);
110 pteval |= move_set_bit(rste, _SEGMENT_ENTRY_PROTECT, _PAGE_PROTECT);
111 pteval |= move_set_bit(rste, _SEGMENT_ENTRY_DIRTY, _PAGE_DIRTY);
112 pteval |= move_set_bit(rste, _SEGMENT_ENTRY_YOUNG, _PAGE_YOUNG);
114 pteval |
[all...]
/linux-master/arch/riscv/include/asm/
H A Dpgtable.h511 static inline void set_pte(pte_t *ptep, pte_t pteval) argument
513 WRITE_ONCE(*ptep, pteval);
518 static inline void __set_pte_at(struct mm_struct *mm, pte_t *ptep, pte_t pteval) argument
520 if (pte_present(pteval) && pte_exec(pteval))
521 flush_icache_pte(mm, pteval);
523 set_pte(ptep, pteval);
529 pte_t *ptep, pte_t pteval, unsigned int nr)
531 page_table_check_ptes_set(mm, ptep, pteval, nr);
534 __set_pte_at(mm, ptep, pteval);
528 set_ptes(struct mm_struct *mm, unsigned long addr, pte_t *ptep, pte_t pteval, unsigned int nr) argument
[all...]
/linux-master/mm/
H A Dhugetlb.c7510 pte_t pteval = ptep_get_lockless(pte); local
7512 BUG_ON(pte_present(pteval) && !pte_huge(pteval));
H A Dmemory.c1450 struct zap_details *details, pte_t pteval)
1461 pte_install_uffd_wp_if_needed(vma, addr, pte, pteval);
1448 zap_install_uffd_wp_if_needed(struct vm_area_struct *vma, unsigned long addr, pte_t *pte, int nr, struct zap_details *details, pte_t pteval) argument
H A Drmap.c675 static void set_tlb_ubc_flush_pending(struct mm_struct *mm, pte_t pteval, argument
680 bool writable = pte_dirty(pteval);
682 if (!pte_accessible(mm, pteval))
760 static void set_tlb_ubc_flush_pending(struct mm_struct *mm, pte_t pteval, argument
1621 pte_t pteval; local
1741 pteval = huge_ptep_clear_flush(vma, address, pvmw.pte);
1754 pteval = ptep_get_and_clear(mm, address, pvmw.pte);
1756 set_tlb_ubc_flush_pending(mm, pteval, address);
1758 pteval = ptep_clear_flush(vma, address, pvmw.pte);
1767 pte_install_uffd_wp_if_needed(vma, address, pvmw.pte, pteval);
1970 pte_t pteval; local
2345 pte_t pteval; local
[all...]
H A Dkhugepaged.c510 pte_t pteval = ptep_get(_pte); local
513 if (pte_none(pteval))
515 pfn = pte_pfn(pteval);
555 pte_t pteval = ptep_get(_pte); local
556 if (pte_none(pteval) || (pte_present(pteval) &&
557 is_zero_pfn(pte_pfn(pteval)))) {
569 if (!pte_present(pteval)) {
573 if (pte_uffd_wp(pteval)) {
577 page = vm_normal_page(vma, address, pteval);
694 pte_t pteval; local
789 pte_t pteval; local
1283 pte_t pteval = ptep_get(_pte); local
[all...]
H A Dhighmem.c173 idx = arch_kmap_local_map_idx(i, pte_pfn(pteval));
177 return pte_page(kctrl->pteval[i]);
484 # define arch_kmap_local_post_map(vaddr, pteval) do { } while (0)
540 pte_t pteval, *kmap_pte; local
554 pteval = pfn_pte(pfn, prot);
555 arch_kmap_local_set_pte(&init_mm, vaddr, kmap_pte, pteval);
556 arch_kmap_local_post_map(vaddr, pteval);
557 current->kmap_ctrl.pteval[kmap_local_idx()] = pteval;
617 current->kmap_ctrl.pteval[kmap_local_id
642 pte_t pteval = tsk->kmap_ctrl.pteval[i]; local
679 pte_t pteval = tsk->kmap_ctrl.pteval[i]; local
[all...]
/linux-master/drivers/iommu/intel/
H A Diommu.c868 uint64_t pteval; local
876 pteval = ((uint64_t)virt_to_dma_pfn(tmp_page) << VTD_PAGE_SHIFT) | DMA_PTE_READ | DMA_PTE_WRITE;
878 pteval |= DMA_FL_PTE_XD | DMA_FL_PTE_US | DMA_FL_PTE_ACCESS;
880 if (cmpxchg64(&pte->val, 0ULL, pteval))
2072 phys_addr_t pteval; local
2096 pteval = ((phys_addr_t)phys_pfn << VTD_PAGE_SHIFT) | attr;
2118 pteval |= DMA_PTE_LARGE_PAGE;
2124 pteval &= ~(uint64_t)DMA_PTE_LARGE_PAGE;
2131 tmp = cmpxchg64_local(&pte->val, 0ULL, pteval);
2135 iov_pfn, tmp, (unsigned long long)pteval);
[all...]
/linux-master/arch/loongarch/include/asm/
H A Dpgtable.h315 static inline void set_pte(pte_t *ptep, pte_t pteval) argument
317 *ptep = pteval;
318 if (pte_val(pteval) & _PAGE_GLOBAL) {
/linux-master/arch/arm/mm/
H A Dflush.c285 void __sync_icache_dcache(pte_t pteval) argument
291 if (cache_is_vipt_nonaliasing() && !pte_exec(pteval))
294 pfn = pte_pfn(pteval);
310 if (pte_exec(pteval))
H A Dmmu.c1802 pte_t *ptep, pte_t pteval, unsigned int nr)
1806 if (addr < TASK_SIZE && pte_valid_user(pteval)) {
1807 if (!pte_special(pteval))
1808 __sync_icache_dcache(pteval);
1813 set_pte_ext(ptep, pteval, ext);
1817 pteval = pte_next_pfn(pteval);
1801 set_ptes(struct mm_struct *mm, unsigned long addr, pte_t *ptep, pte_t pteval, unsigned int nr) argument
/linux-master/include/linux/
H A Dsched.h744 pte_t pteval[KM_MAX_IDX]; member in struct:kmap_ctrl
/linux-master/arch/sparc/mm/
H A Dsrmmu.c276 unsigned long pteval; local
311 pteval = ((paddr >> 4) | SRMMU_ET_PTE | SRMMU_PRIV);
314 pteval |= SRMMU_CACHE;
316 set_pte(__nocache_fix(pte), __pte(pteval));
/linux-master/arch/x86/xen/
H A Dmmu_pv.c269 static bool xen_batched_set_pte(pte_t *ptep, pte_t pteval) argument
279 u.val = pte_val_ma(pteval);
287 static inline void __xen_set_pte(pte_t *ptep, pte_t pteval) argument
289 if (!xen_batched_set_pte(ptep, pteval)) {
297 u.val = pte_val_ma(pteval);
302 static void xen_set_pte(pte_t *ptep, pte_t pteval) argument
304 trace_xen_mmu_set_pte(ptep, pteval);
305 __xen_set_pte(ptep, pteval);
376 pteval_t pteval = pte.pte; local
378 return pte_mfn_to_pfn(pteval);
[all...]
/linux-master/arch/x86/mm/
H A Dinit_64.c325 void set_pte_vaddr(unsigned long vaddr, pte_t pteval) argument
330 pr_debug("set_pte_vaddr %lx to %lx\n", vaddr, native_pte_val(pteval));
340 set_pte_vaddr_p4d(p4d_page, vaddr, pteval);
/linux-master/arch/x86/include/asm/
H A Dpgtable.h1628 * 'pteval' can come from a PTE, PMD or PUD. We only check
1632 static inline bool __pte_access_permitted(unsigned long pteval, bool write) argument
1644 if ((pteval & need_pte_bits) != need_pte_bits)
1647 return __pkru_allows_pkey(pte_flags_pkey(pteval), write);
H A Dparavirt_types.h173 void (*set_pte)(pte_t *ptep, pte_t pteval);
/linux-master/arch/s390/include/asm/
H A Dpgtable.h1833 unsigned long pteval; local
1835 pteval = _PAGE_INVALID | _PAGE_PROTECT;
1836 pteval |= (offset & __SWP_OFFSET_MASK) << __SWP_OFFSET_SHIFT;
1837 pteval |= (type & __SWP_TYPE_MASK) << __SWP_TYPE_SHIFT;
1838 return __pte(pteval);
/linux-master/arch/nios2/include/asm/
H A Dpgtable.h176 static inline void set_pte(pte_t *ptep, pte_t pteval) argument
178 *ptep = pteval;
/linux-master/arch/arm64/mm/
H A Dfault.c216 pteval_t old_pteval, pteval; local
232 pteval = pte_val(pte);
234 old_pteval = pteval;
235 pteval ^= PTE_RDONLY;
236 pteval |= pte_val(entry);
237 pteval ^= PTE_RDONLY;
238 pteval = cmpxchg_relaxed(&pte_val(*ptep), old_pteval, pteval);
239 } while (pteval != old_pteval);
/linux-master/arch/arm64/include/asm/
H A Dpgtable.h293 extern void __sync_icache_dcache(pte_t pteval);
/linux-master/arch/arm/include/asm/
H A Dpgtable.h205 static inline void __sync_icache_dcache(pte_t pteval) argument
209 extern void __sync_icache_dcache(pte_t pteval);
215 pte_t *ptep, pte_t pteval, unsigned int nr);
/linux-master/arch/riscv/mm/
H A Dhugetlbpage.c77 pte_t pteval = ptep_get_lockless(pte); local
79 WARN_ON_ONCE(pte_present(pteval) && !pte_huge(pteval));
/linux-master/drivers/iommu/amd/
H A Dio_pgtable.c339 static void free_clear_pte(u64 *pte, u64 pteval, struct list_head *freelist) argument
344 while (!try_cmpxchg64(pte, &pteval, 0))
347 if (!IOMMU_PTE_PRESENT(pteval))
350 pt = IOMMU_PTE_PAGE(pteval);
351 mode = IOMMU_PTE_MODE(pteval);
/linux-master/arch/mips/include/asm/
H A Dpgtable.h171 static inline void set_pte(pte_t *ptep, pte_t pteval) argument
173 *ptep = pteval;
175 if (pte_val(pteval) & _PAGE_GLOBAL) {

Completed in 443 milliseconds

123