include/linux/pgtable.h

36  * This defines the first usable user address. Platforms
59  * table page which would control the given virtual address
67 static inline unsigned long pte_index(unsigned long address)
69 	return (address >> PAGE_SHIFT) & (PTRS_PER_PTE - 1);
73 static inline unsigned long pmd_index(unsigned long address)
75 	return (address >> PMD_SHIFT) & (PTRS_PER_PMD - 1);
81 static inline unsigned long pud_index(unsigned long address)
83 	return (address >> PUD_SHIFT) & (PTRS_PER_PUD - 1);
94 static inline pte_t *pte_offset_kernel(pmd_t *pmd, unsigned long address)
96 	return (pte_t *)pmd_page_vaddr(*pmd) + pte_index(address);
102 #define __pte_map(pmd, address) \
103 	((pte_t *)kmap_local_page(pmd_page(*(pmd))) + pte_index((address)))
109 static inline pte_t *__pte_map(pmd_t *pmd, unsigned long address)
111 	return pte_offset_kernel(pmd, address);
123 static inline pmd_t *pmd_offset(pud_t *pud, unsigned long address)
125 	return pud_pgtable(*pud) + pmd_index(address);
131 static inline pud_t *pud_offset(p4d_t *p4d, unsigned long address)
133 	return p4d_pgtable(*p4d) + pud_index(address);
138 static inline pgd_t *pgd_offset_pgd(pgd_t *pgd, unsigned long address)
140 	return (pgd + pgd_index(address));
147 #define pgd_offset(mm, address)		pgd_offset_pgd((mm)->pgd, (address))
154 #define pgd_offset_k(address)		pgd_offset(&init_mm, (address))
157  * In many cases it is known that a virtual address is mapped at PMD or PTE
160  * address to the pointer in the PTE in the kernel page tables with simple
284 				 unsigned long address, pte_t *ptep,
291 				 unsigned long address, pmd_t *pmdp,
294 				 unsigned long address, pud_t *pudp,
298 					unsigned long address, pmd_t *pmdp,
305 					unsigned long address, pud_t *pudp,
351 					    unsigned long address,
359 		set_pte_at(vma->vm_mm, address, ptep, pte_mkold(pte));
367 					    unsigned long address,
375 		set_pmd_at(vma->vm_mm, address, pmdp, pmd_mkold(pmd));
380 					    unsigned long address,
391 			   unsigned long address, pte_t *ptep);
397 				  unsigned long address, pmd_t *pmdp);
404 					 unsigned long address, pmd_t *pmdp)
452 				       unsigned long address,
456 	pte_clear(mm, address, ptep);
598 					    unsigned long address,
611 					    unsigned long address,
627 					    unsigned long address, pmd_t *pmdp,
630 	return pmdp_huge_get_and_clear(vma->vm_mm, address, pmdp);
636 					    unsigned long address, pud_t *pudp,
639 	return pudp_huge_get_and_clear(vma->vm_mm, address, pudp);
646 					    unsigned long address, pte_t *ptep,
649 	return ptep_get_and_clear(mm, address, ptep);
734 				unsigned long address, pte_t *ptep)
743  * not present, or in the process of an address space destruction.
747 					      unsigned long address,
751 	pte_clear(mm, address, ptep);
786 			      unsigned long address,
792 			      unsigned long address,
795 			      unsigned long address,
815 static inline void ptep_set_wrprotect(struct mm_struct *mm, unsigned long address, pte_t *ptep)
818 	set_pte_at(mm, address, ptep, pte_wrprotect(old_pte));
872 				      unsigned long address, pmd_t *pmdp)
875 	set_pmd_at(mm, address, pmdp, pmd_wrprotect(old_pmd));
879 				      unsigned long address, pmd_t *pmdp)
889 				      unsigned long address, pud_t *pudp)
893 	set_pud_at(mm, address, pudp, pud_wrprotect(old_pud));
897 				      unsigned long address, pud_t *pudp)
908 				 unsigned long address, pmd_t *pmdp);
911 					unsigned long address,
941 		unsigned long address, pmd_t *pmdp, pmd_t pmd)
944 	set_pmd_at(vma->vm_mm, address, pmdp, pmd);
950 extern pmd_t pmdp_invalidate(struct vm_area_struct *vma, unsigned long address,
971 				unsigned long address, pmd_t *pmdp);
1163 #define flush_tlb_fix_spurious_fault(vma, address, ptep) flush_tlb_page(vma, address)
1167  * When walking page tables, get the address of the next boundary,
1168  * or the end address of the range if that comes earlier.  Although no
1803  * with physical address space extension, but falls back to
1836 #define p4d_offset_lockless(pgdp, pgd, address) p4d_offset(&(pgd), address)
1839 #define pud_offset_lockless(p4dp, p4d, address) pud_offset(&(p4d), address)
1842 #define pmd_offset_lockless(pudp, pud, address) pmd_offset(&(pud), address)