1/* SPDX-License-Identifier: GPL-2.0 */ 2#ifndef _ASM_GENERIC_HUGETLB_H 3#define _ASM_GENERIC_HUGETLB_H 4 5#include <linux/swap.h> 6#include <linux/swapops.h> 7 8static inline pte_t mk_huge_pte(struct page *page, pgprot_t pgprot) 9{ 10 return mk_pte(page, pgprot); 11} 12 13static inline unsigned long huge_pte_write(pte_t pte) 14{ 15 return pte_write(pte); 16} 17 18static inline unsigned long huge_pte_dirty(pte_t pte) 19{ 20 return pte_dirty(pte); 21} 22 23static inline pte_t huge_pte_mkwrite(pte_t pte) 24{ 25 return pte_mkwrite_novma(pte); 26} 27 28#ifndef __HAVE_ARCH_HUGE_PTE_WRPROTECT 29static inline pte_t huge_pte_wrprotect(pte_t pte) 30{ 31 return pte_wrprotect(pte); 32} 33#endif 34 35static inline pte_t huge_pte_mkdirty(pte_t pte) 36{ 37 return pte_mkdirty(pte); 38} 39 40static inline pte_t huge_pte_modify(pte_t pte, pgprot_t newprot) 41{ 42 return pte_modify(pte, newprot); 43} 44 45static inline pte_t huge_pte_mkuffd_wp(pte_t pte) 46{ 47 return huge_pte_wrprotect(pte_mkuffd_wp(pte)); 48} 49 50static inline pte_t huge_pte_clear_uffd_wp(pte_t pte) 51{ 52 return pte_clear_uffd_wp(pte); 53} 54 55static inline int huge_pte_uffd_wp(pte_t pte) 56{ 57 return pte_uffd_wp(pte); 58} 59 60#ifndef __HAVE_ARCH_HUGE_PTE_CLEAR 61static inline void huge_pte_clear(struct mm_struct *mm, unsigned long addr, 62 pte_t *ptep, unsigned long sz) 63{ 64 pte_clear(mm, addr, ptep); 65} 66#endif 67 68#ifndef __HAVE_ARCH_HUGETLB_FREE_PGD_RANGE 69static inline void hugetlb_free_pgd_range(struct mmu_gather *tlb, 70 unsigned long addr, unsigned long end, 71 unsigned long floor, unsigned long ceiling) 72{ 73 free_pgd_range(tlb, addr, end, floor, ceiling); 74} 75#endif 76 77#ifndef __HAVE_ARCH_HUGE_SET_HUGE_PTE_AT 78static inline void set_huge_pte_at(struct mm_struct *mm, unsigned long addr, 79 pte_t *ptep, pte_t pte, unsigned long sz) 80{ 81 set_pte_at(mm, addr, ptep, pte); 82} 83#endif 84 85#ifndef __HAVE_ARCH_HUGE_PTEP_GET_AND_CLEAR 86static inline pte_t huge_ptep_get_and_clear(struct mm_struct *mm, 87 unsigned long addr, pte_t *ptep) 88{ 89 return ptep_get_and_clear(mm, addr, ptep); 90} 91#endif 92 93#ifndef __HAVE_ARCH_HUGE_PTEP_CLEAR_FLUSH 94static inline pte_t huge_ptep_clear_flush(struct vm_area_struct *vma, 95 unsigned long addr, pte_t *ptep) 96{ 97 return ptep_clear_flush(vma, addr, ptep); 98} 99#endif 100 101#ifndef __HAVE_ARCH_HUGE_PTE_NONE 102static inline int huge_pte_none(pte_t pte) 103{ 104 return pte_none(pte); 105} 106#endif 107 108/* Please refer to comments above pte_none_mostly() for the usage */ 109static inline int huge_pte_none_mostly(pte_t pte) 110{ 111 return huge_pte_none(pte) || is_pte_marker(pte); 112} 113 114#ifndef __HAVE_ARCH_PREPARE_HUGEPAGE_RANGE 115static inline int prepare_hugepage_range(struct file *file, 116 unsigned long addr, unsigned long len) 117{ 118 struct hstate *h = hstate_file(file); 119 120 if (len & ~huge_page_mask(h)) 121 return -EINVAL; 122 if (addr & ~huge_page_mask(h)) 123 return -EINVAL; 124 125 return 0; 126} 127#endif 128 129#ifndef __HAVE_ARCH_HUGE_PTEP_SET_WRPROTECT 130static inline void huge_ptep_set_wrprotect(struct mm_struct *mm, 131 unsigned long addr, pte_t *ptep) 132{ 133 ptep_set_wrprotect(mm, addr, ptep); 134} 135#endif 136 137#ifndef __HAVE_ARCH_HUGE_PTEP_SET_ACCESS_FLAGS 138static inline int huge_ptep_set_access_flags(struct vm_area_struct *vma, 139 unsigned long addr, pte_t *ptep, 140 pte_t pte, int dirty) 141{ 142 return ptep_set_access_flags(vma, addr, ptep, pte, dirty); 143} 144#endif 145 146#ifndef __HAVE_ARCH_HUGE_PTEP_GET 147static inline pte_t huge_ptep_get(pte_t *ptep) 148{ 149 return ptep_get(ptep); 150} 151#endif 152 153#ifndef __HAVE_ARCH_GIGANTIC_PAGE_RUNTIME_SUPPORTED 154static inline bool gigantic_page_runtime_supported(void) 155{ 156 return IS_ENABLED(CONFIG_ARCH_HAS_GIGANTIC_PAGE); 157} 158#endif /* __HAVE_ARCH_GIGANTIC_PAGE_RUNTIME_SUPPORTED */ 159 160#endif /* _ASM_GENERIC_HUGETLB_H */ 161