Lines Matching refs:pte_t
75 static inline phys_addr_t __pte_to_phys(pte_t pte)
166 static inline pte_t clear_pte_bit(pte_t pte, pgprot_t prot)
172 static inline pte_t set_pte_bit(pte_t pte, pgprot_t prot)
190 static inline pte_t pte_mkwrite_novma(pte_t pte)
197 static inline pte_t pte_mkclean(pte_t pte)
205 static inline pte_t pte_mkdirty(pte_t pte)
215 static inline pte_t pte_wrprotect(pte_t pte)
229 static inline pte_t pte_mkold(pte_t pte)
234 static inline pte_t pte_mkyoung(pte_t pte)
239 static inline pte_t pte_mkspecial(pte_t pte)
244 static inline pte_t pte_mkcont(pte_t pte)
250 static inline pte_t pte_mknoncont(pte_t pte)
255 static inline pte_t pte_mkpresent(pte_t pte)
260 static inline pte_t pte_mkinvalid(pte_t pte)
272 static inline pte_t pte_mkdevmap(pte_t pte)
278 static inline int pte_uffd_wp(pte_t pte)
283 static inline pte_t pte_mkuffd_wp(pte_t pte)
288 static inline pte_t pte_clear_uffd_wp(pte_t pte)
294 static inline void __set_pte_nosync(pte_t *ptep, pte_t pte)
299 static inline void __set_pte(pte_t *ptep, pte_t pte)
313 static inline pte_t __ptep_get(pte_t *ptep)
318 extern void __sync_icache_dcache(pte_t pteval);
337 static inline void __check_safe_pte_update(struct mm_struct *mm, pte_t *ptep,
338 pte_t pte)
340 pte_t old_pte;
368 static inline void __sync_cache_and_tags(pte_t pte, unsigned int nr_pages)
387 static inline pgprot_t pte_pgprot(pte_t pte)
395 static inline pte_t pte_advance_pfn(pte_t pte, unsigned long nr)
402 pte_t *ptep, pte_t pte, unsigned int nr)
431 static inline pte_t pgd_pte(pgd_t pgd)
436 static inline pte_t p4d_pte(p4d_t p4d)
441 static inline pte_t pud_pte(pud_t pud)
446 static inline pud_t pte_pud(pte_t pte)
456 static inline pte_t pmd_pte(pmd_t pmd)
461 static inline pmd_t pte_pmd(pte_t pte)
476 static inline pte_t pte_swp_mkexclusive(pte_t pte)
481 static inline int pte_swp_exclusive(pte_t pte)
486 static inline pte_t pte_swp_clear_exclusive(pte_t pte)
492 static inline pte_t pte_swp_mkuffd_wp(pte_t pte)
497 static inline int pte_swp_uffd_wp(pte_t pte)
502 static inline pte_t pte_swp_clear_uffd_wp(pte_t pte)
512 static inline int pte_protnone(pte_t pte)
599 pte_t *ptep, pte_t pte, unsigned int nr)
610 return __set_pte_at(mm, addr, (pte_t *)pmdp, pmd_pte(pmd),
618 return __set_pte_at(mm, addr, (pte_t *)pudp, pud_pte(pud),
733 #define pte_offset_phys(dir,addr) (pmd_page_paddr(READ_ONCE(*(dir))) + pte_index(addr) * sizeof(pte_t))
735 #define pte_set_fixmap(addr) ((pte_t *)set_fixmap_offset(FIX_PTE, addr))
742 #define pte_offset_kimg(dir,addr) ((pte_t *)__phys_to_kimg(pte_offset_phys((dir), (addr))))
1076 static inline pte_t pte_modify(pte_t pte, pgprot_t newprot)
1105 unsigned long address, pte_t *ptep,
1106 pte_t entry, int dirty);
1114 return __ptep_set_access_flags(vma, address, (pte_t *)pmdp,
1130 static inline bool pte_user_accessible_page(pte_t pte)
1151 pte_t *ptep)
1153 pte_t old_pte, pte;
1167 unsigned long address, pte_t *ptep)
1192 return __ptep_test_and_clear_young(vma, address, (pte_t *)pmdp);
1196 static inline pte_t __ptep_get_and_clear(struct mm_struct *mm,
1197 unsigned long address, pte_t *ptep)
1199 pte_t pte = __pte(xchg_relaxed(&pte_val(*ptep), 0));
1207 pte_t *ptep, unsigned int nr, int full)
1218 static inline pte_t __get_and_clear_full_ptes(struct mm_struct *mm,
1219 unsigned long addr, pte_t *ptep,
1222 pte_t pte, tmp_pte;
1251 unsigned long address, pte_t *ptep,
1252 pte_t pte)
1254 pte_t old_pte;
1269 unsigned long address, pte_t *ptep)
1275 pte_t *ptep, unsigned int nr)
1284 unsigned long addr, pte_t *ptep,
1285 pte_t pte, cydp_t flags)
1287 pte_t old_pte;
1303 unsigned long addr, pte_t *ptep,
1306 pte_t pte;
1328 __ptep_set_wrprotect(mm, address, (pte_t *)pmdp);
1361 #define __swp_entry_to_pte(swp) ((pte_t) { (swp).val })
1401 struct vm_area_struct *vma, unsigned long addr, pte_t *ptep,
1443 extern pte_t ptep_modify_prot_start(struct vm_area_struct *vma,
1444 unsigned long addr, pte_t *ptep);
1448 unsigned long addr, pte_t *ptep,
1449 pte_t old_pte, pte_t new_pte);
1459 pte_t *ptep, pte_t pte);
1461 pte_t *ptep, pte_t pte);
1462 extern pte_t contpte_ptep_get(pte_t *ptep, pte_t orig_pte);
1463 extern pte_t contpte_ptep_get_lockless(pte_t *orig_ptep);
1465 pte_t *ptep, pte_t pte, unsigned int nr);
1467 pte_t *ptep, unsigned int nr, int full);
1468 extern pte_t contpte_get_and_clear_full_ptes(struct mm_struct *mm,
1469 unsigned long addr, pte_t *ptep,
1472 unsigned long addr, pte_t *ptep);
1474 unsigned long addr, pte_t *ptep);
1476 pte_t *ptep, unsigned int nr);
1478 unsigned long addr, pte_t *ptep,
1479 pte_t entry, int dirty);
1481 unsigned long addr, pte_t *ptep,
1485 unsigned long addr, pte_t *ptep, pte_t pte)
1508 unsigned long addr, pte_t *ptep, pte_t pte)
1515 static inline unsigned int pte_batch_hint(pte_t *ptep, pte_t pte)
1542 static inline pte_t ptep_get(pte_t *ptep)
1544 pte_t pte = __ptep_get(ptep);
1553 static inline pte_t ptep_get_lockless(pte_t *ptep)
1555 pte_t pte = __ptep_get(ptep);
1563 static inline void set_pte(pte_t *ptep, pte_t pte)
1572 pte_t orig_pte = __ptep_get(ptep);
1580 pte_t *ptep, pte_t pte, unsigned int nr)
1594 unsigned long addr, pte_t *ptep)
1602 pte_t *ptep, unsigned int nr, int full)
1613 static inline pte_t get_and_clear_full_ptes(struct mm_struct *mm,
1614 unsigned long addr, pte_t *ptep,
1617 pte_t pte;
1630 static inline pte_t ptep_get_and_clear(struct mm_struct *mm,
1631 unsigned long addr, pte_t *ptep)
1639 unsigned long addr, pte_t *ptep)
1641 pte_t orig_pte = __ptep_get(ptep);
1651 unsigned long addr, pte_t *ptep)
1653 pte_t orig_pte = __ptep_get(ptep);
1663 unsigned long addr, pte_t *ptep, unsigned int nr)
1673 pte_t orig_pte = __ptep_get(ptep);
1687 unsigned long addr, pte_t *ptep)
1694 unsigned long addr, pte_t *ptep,
1695 pte_t entry, int dirty)
1697 pte_t orig_pte = __ptep_get(ptep);
1709 unsigned long addr, pte_t *ptep,