/linux-master/arch/arc/include/asm/ |
H A D | hugepage.h | 20 static inline pte_t pmd_pte(pmd_t pmd) argument 22 return __pte(pmd_val(pmd)); 30 #define pmd_wrprotect(pmd) pte_pmd(pte_wrprotect(pmd_pte(pmd))) 31 #define pmd_mkwrite_novma(pmd) pte_pmd(pte_mkwrite_novma(pmd_pte(pmd))) 32 #define pmd_mkdirty(pmd) pte_pmd(pte_mkdirty(pmd_pte(pmd))) 33 #define pmd_mkold(pmd) pte_pmd(pte_mkold(pmd_pte(pmd))) 49 pmd_modify(pmd_t pmd, pgprot_t newprot) argument 58 set_pmd_at(struct mm_struct *mm, unsigned long addr, pmd_t *pmdp, pmd_t pmd) argument [all...] |
H A D | pgalloc.h | 37 pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmd, pte_t *pte) argument 46 set_pmd(pmd, __pmd((unsigned long)pte)); 49 static inline void pmd_populate(struct mm_struct *mm, pmd_t *pmd, pgtable_t pte_page) argument 51 set_pmd(pmd, __pmd((unsigned long)page_address(pte_page))); 80 #define __pud_free_tlb(tlb, pmd, addr) pud_free((tlb)->mm, pmd) 91 #define __pmd_free_tlb(tlb, pmd, addr) pmd_free((tlb)->mm, pmd)
|
/linux-master/drivers/md/ |
H A D | dm-thin-metadata.c | 233 struct dm_pool_metadata *pmd; member in struct:dm_thin_device 419 static inline void pmd_write_lock_in_core(struct dm_pool_metadata *pmd) 420 __acquires(pmd->root_lock) 422 down_write(&pmd->root_lock); 425 static inline void pmd_write_lock(struct dm_pool_metadata *pmd) argument 427 pmd_write_lock_in_core(pmd); 428 if (unlikely(!pmd->in_service)) 429 pmd->in_service = true; 432 static inline void pmd_write_unlock(struct dm_pool_metadata *pmd) 433 __releases(pmd 440 superblock_lock_zero(struct dm_pool_metadata *pmd, struct dm_block **sblock) argument 447 superblock_lock(struct dm_pool_metadata *pmd, struct dm_block **sblock) argument 483 __setup_btree_details(struct dm_pool_metadata *pmd) argument 521 save_sm_roots(struct dm_pool_metadata *pmd) argument 541 copy_sm_roots(struct dm_pool_metadata *pmd, struct thin_disk_superblock *disk) argument 553 __write_initial_superblock(struct dm_pool_metadata *pmd) argument 599 __format_metadata(struct dm_pool_metadata *pmd) argument 660 __check_incompat_features(struct thin_disk_superblock *disk_super, struct dm_pool_metadata *pmd) argument 688 __open_metadata(struct dm_pool_metadata *pmd) argument 771 __open_or_format_metadata(struct dm_pool_metadata *pmd, bool format_device) argument 785 __create_persistent_data_objects(struct dm_pool_metadata *pmd, bool format_device) argument 807 __destroy_persistent_data_objects(struct dm_pool_metadata *pmd, bool destroy_bm) argument 822 __begin_transaction(struct dm_pool_metadata *pmd) argument 849 __write_changed_details(struct dm_pool_metadata *pmd) argument 884 __commit_transaction(struct dm_pool_metadata *pmd) argument 939 __set_metadata_reserve(struct dm_pool_metadata *pmd) argument 958 struct dm_pool_metadata *pmd; local 994 dm_pool_metadata_close(struct dm_pool_metadata *pmd) argument 1036 __open_device(struct dm_pool_metadata *pmd, dm_thin_id dev, int create, struct dm_thin_device **td) argument 1104 __create_thin(struct dm_pool_metadata *pmd, dm_thin_id dev) argument 1147 dm_pool_create_thin(struct dm_pool_metadata *pmd, dm_thin_id dev) argument 1159 __set_snapshot_details(struct dm_pool_metadata *pmd, struct dm_thin_device *snap, dm_thin_id origin, uint32_t time) argument 1180 __create_snap(struct dm_pool_metadata *pmd, dm_thin_id dev, dm_thin_id origin) argument 1235 dm_pool_create_snap(struct dm_pool_metadata *pmd, dm_thin_id dev, dm_thin_id origin) argument 1249 __delete_device(struct dm_pool_metadata *pmd, dm_thin_id dev) argument 1279 dm_pool_delete_thin_device(struct dm_pool_metadata *pmd, dm_thin_id dev) argument 1292 dm_pool_set_metadata_transaction_id(struct dm_pool_metadata *pmd, uint64_t current_id, uint64_t new_id) argument 1317 dm_pool_get_metadata_transaction_id(struct dm_pool_metadata *pmd, uint64_t *result) argument 1332 __reserve_metadata_snap(struct dm_pool_metadata *pmd) argument 1402 dm_pool_reserve_metadata_snap(struct dm_pool_metadata *pmd) argument 1414 __release_metadata_snap(struct dm_pool_metadata *pmd) argument 1450 dm_pool_release_metadata_snap(struct dm_pool_metadata *pmd) argument 1462 __get_metadata_snap(struct dm_pool_metadata *pmd, dm_block_t *result) argument 1482 dm_pool_get_metadata_snap(struct dm_pool_metadata *pmd, dm_block_t *result) argument 1495 dm_pool_open_thin_device(struct dm_pool_metadata *pmd, dm_thin_id dev, struct dm_thin_device **td) argument 1551 struct dm_pool_metadata *pmd = td->pmd; local 1571 struct dm_pool_metadata *pmd = td->pmd; local 1591 struct dm_pool_metadata *pmd = td->pmd; local 1653 struct dm_pool_metadata *pmd = td->pmd; local 1670 struct dm_pool_metadata *pmd = td->pmd; local 1705 struct dm_pool_metadata *pmd = td->pmd; local 1773 dm_pool_block_is_shared(struct dm_pool_metadata *pmd, dm_block_t b, bool *result) argument 1789 dm_pool_inc_data_range(struct dm_pool_metadata *pmd, dm_block_t b, dm_block_t e) argument 1801 dm_pool_dec_data_range(struct dm_pool_metadata *pmd, dm_block_t b, dm_block_t e) argument 1824 dm_pool_changed_this_transaction(struct dm_pool_metadata *pmd) argument 1852 dm_pool_alloc_data_block(struct dm_pool_metadata *pmd, dm_block_t *result) argument 1864 dm_pool_commit_metadata(struct dm_pool_metadata *pmd) argument 1889 __set_abort_with_changes_flags(struct dm_pool_metadata *pmd) argument 1897 dm_pool_abort_metadata(struct dm_pool_metadata *pmd) argument 1926 dm_pool_get_free_block_count(struct dm_pool_metadata *pmd, dm_block_t *result) argument 1938 dm_pool_get_free_metadata_block_count(struct dm_pool_metadata *pmd, dm_block_t *result) argument 1958 dm_pool_get_metadata_dev_size(struct dm_pool_metadata *pmd, dm_block_t *result) argument 1971 dm_pool_get_data_dev_size(struct dm_pool_metadata *pmd, dm_block_t *result) argument 1986 struct dm_pool_metadata *pmd = td->pmd; local 2003 struct dm_pool_metadata *pmd = td->pmd; local 2018 struct dm_pool_metadata *pmd = td->pmd; local 2048 dm_pool_resize_data_dev(struct dm_pool_metadata *pmd, dm_block_t new_count) argument 2060 dm_pool_resize_metadata_dev(struct dm_pool_metadata *pmd, dm_block_t new_count) argument 2075 dm_pool_metadata_read_only(struct dm_pool_metadata *pmd) argument 2082 dm_pool_metadata_read_write(struct dm_pool_metadata *pmd) argument 2089 dm_pool_register_metadata_threshold(struct dm_pool_metadata *pmd, dm_block_t threshold, dm_sm_threshold_fn fn, void *context) argument 2106 dm_pool_register_pre_commit_callback(struct dm_pool_metadata *pmd, dm_pool_pre_commit_fn fn, void *context) argument 2116 dm_pool_metadata_set_needs_check(struct dm_pool_metadata *pmd) argument 2143 dm_pool_metadata_needs_check(struct dm_pool_metadata *pmd) argument 2154 dm_pool_issue_prefetches(struct dm_pool_metadata *pmd) argument [all...] |
H A D | dm-thin-metadata.h | 49 int dm_pool_metadata_close(struct dm_pool_metadata *pmd); 62 int dm_pool_create_thin(struct dm_pool_metadata *pmd, dm_thin_id dev); 70 int dm_pool_create_snap(struct dm_pool_metadata *pmd, dm_thin_id dev, 78 int dm_pool_delete_thin_device(struct dm_pool_metadata *pmd, 85 int dm_pool_commit_metadata(struct dm_pool_metadata *pmd); 95 int dm_pool_abort_metadata(struct dm_pool_metadata *pmd); 100 int dm_pool_set_metadata_transaction_id(struct dm_pool_metadata *pmd, 104 int dm_pool_get_metadata_transaction_id(struct dm_pool_metadata *pmd, 116 int dm_pool_reserve_metadata_snap(struct dm_pool_metadata *pmd); 117 int dm_pool_release_metadata_snap(struct dm_pool_metadata *pmd); [all...] |
/linux-master/arch/um/include/asm/ |
H A D | pgalloc.h | 15 #define pmd_populate_kernel(mm, pmd, pte) \ 16 set_pmd(pmd, __pmd(_PAGE_TABLE + (unsigned long) __pa(pte))) 18 #define pmd_populate(mm, pmd, pte) \ 19 set_pmd(pmd, __pmd(_PAGE_TABLE + \ 36 #define __pmd_free_tlb(tlb, pmd, address) \ 38 pagetable_pmd_dtor(virt_to_ptdesc(pmd)); \ 39 tlb_remove_page_ptdesc((tlb), virt_to_ptdesc(pmd)); \
|
/linux-master/include/asm-generic/ |
H A D | pgtable_uffd.h | 10 static __always_inline int pmd_uffd_wp(pmd_t pmd) argument 20 static __always_inline pmd_t pmd_mkuffd_wp(pmd_t pmd) argument 22 return pmd; 30 static __always_inline pmd_t pmd_clear_uffd_wp(pmd_t pmd) argument 32 return pmd; 50 static inline pmd_t pmd_swp_mkuffd_wp(pmd_t pmd) argument 52 return pmd; 55 static inline int pmd_swp_uffd_wp(pmd_t pmd) argument 60 static inline pmd_t pmd_swp_clear_uffd_wp(pmd_t pmd) argument 62 return pmd; [all...] |
/linux-master/arch/alpha/include/asm/ |
H A D | pgalloc.h | 17 pmd_populate(struct mm_struct *mm, pmd_t *pmd, pgtable_t pte) argument 19 pmd_set(pmd, (pte_t *)(page_to_pa(pte) + PAGE_OFFSET)); 23 pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmd, pte_t *pte) argument 25 pmd_set(pmd, pte); 29 pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) argument 31 pud_set(pud, pmd);
|
H A D | tlb.h | 8 #define __pmd_free_tlb(tlb, pmd, address) pmd_free((tlb)->mm, pmd)
|
/linux-master/arch/parisc/include/asm/ |
H A D | pgalloc.h | 39 /* Three Level Page Table Support for pmd's */ 41 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) argument 44 (__u32)(__pa((unsigned long)pmd) >> PxD_VALUE_SHIFT))); 49 pmd_t *pmd; local 51 pmd = (pmd_t *)__get_free_pages(GFP_PGTABLE_KERNEL, PMD_TABLE_ORDER); 52 if (likely(pmd)) 53 memset ((void *)pmd, 0, PAGE_SIZE << PMD_TABLE_ORDER); 54 return pmd; 57 static inline void pmd_free(struct mm_struct *mm, pmd_t *pmd) argument 59 free_pages((unsigned long)pmd, PMD_TABLE_ORDE 64 pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmd, pte_t *pte) argument [all...] |
H A D | tlb.h | 8 #define __pmd_free_tlb(tlb, pmd, addr) pmd_free((tlb)->mm, pmd)
|
/linux-master/arch/arm/include/asm/ |
H A D | pgtable-3level.h | 117 #define pmd_table(pmd) ((pmd_val(pmd) & PMD_TYPE_MASK) == \ 119 #define pmd_sect(pmd) ((pmd_val(pmd) & PMD_TYPE_MASK) == \ 121 #define pmd_leaf(pmd) pmd_sect(pmd) 140 #define pmd_bad(pmd) (!(pmd_val(pmd) & 2)) 176 #define pmd_isset(pmd, val) ((u32)(val) == (val) ? pmd_val(pmd) 219 pmd_mkinvalid(pmd_t pmd) argument 224 pmd_modify(pmd_t pmd, pgprot_t newprot) argument 232 set_pmd_at(struct mm_struct *mm, unsigned long addr, pmd_t *pmdp, pmd_t pmd) argument [all...] |
H A D | kfence.h | 11 static inline int split_pmd_page(pmd_t *pmd, unsigned long addr) argument 22 pmd_populate_kernel(&init_mm, pmd, pte); 31 pmd_t *pmd; local 35 pmd = pmd_off_k(addr); 37 if (pmd_leaf(*pmd)) { 38 if (split_pmd_page(pmd, addr & PMD_MASK))
|
/linux-master/arch/m68k/include/asm/ |
H A D | motorola_pgalloc.h | 59 static inline int pmd_free(struct mm_struct *mm, pmd_t *pmd) argument 61 return free_pointer_table(pmd, TABLE_PMD); 64 static inline int __pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmd, argument 67 return free_pointer_table(pmd, TABLE_PMD); 82 static inline void pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmd, pte_t *pte) argument 84 pmd_set(pmd, pte); 87 static inline void pmd_populate(struct mm_struct *mm, pmd_t *pmd, pgtable_t page) argument 89 pmd_set(pmd, page); 92 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) argument 94 pud_set(pud, pmd); [all...] |
/linux-master/arch/powerpc/include/asm/nohash/64/ |
H A D | pgalloc.h | 34 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) argument 36 pud_set(pud, (unsigned long)pmd); 39 static inline void pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmd, argument 42 pmd_set(pmd, (unsigned long)pte); 45 static inline void pmd_populate(struct mm_struct *mm, pmd_t *pmd, argument 48 pmd_set(pmd, (unsigned long)pte_page); 57 static inline void pmd_free(struct mm_struct *mm, pmd_t *pmd) argument 59 kmem_cache_free(PGT_CACHE(PMD_CACHE_INDEX), pmd); local 62 #define __pmd_free_tlb(tlb, pmd, addr) \ 63 pgtable_free_tlb(tlb, pmd, PMD_CACHE_INDE [all...] |
/linux-master/arch/sh/include/asm/ |
H A D | pgalloc.h | 17 extern void pud_populate(struct mm_struct *mm, pud_t *pudp, pmd_t *pmd); 19 extern void pmd_free(struct mm_struct *mm, pmd_t *pmd); 23 static inline void pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmd, argument 26 set_pmd(pmd, __pmd((unsigned long)pte)); 29 static inline void pmd_populate(struct mm_struct *mm, pmd_t *pmd, argument 32 set_pmd(pmd, __pmd((unsigned long)page_address(pte)));
|
/linux-master/arch/arm/mm/ |
H A D | hugetlbpage.c | 22 * On ARM, huge pages are backed by pmd's rather than pte's, so we do a lot 31 int pmd_huge(pmd_t pmd) argument 33 return pmd_val(pmd) && !(pmd_val(pmd) & PMD_TABLE_BIT);
|
H A D | idmap.c | 27 pmd_t *pmd; local 31 pmd = pmd_alloc_one(&init_mm, addr); 32 if (!pmd) { 33 pr_warn("Failed to allocate identity pmd.\n"); 41 memcpy(pmd, pmd_offset(pud, 0), 43 pud_populate(&init_mm, pud, pmd); 44 pmd += pmd_index(addr); 46 pmd = pmd_offset(pud, addr); 50 *pmd = __pmd((addr & PMD_MASK) | prot); 51 flush_pmd_entry(pmd); 58 pmd_t *pmd = pmd_offset(pud, addr); local [all...] |
/linux-master/arch/powerpc/mm/book3s32/ |
H A D | tlb.c | 52 pmd_t *pmd; local 61 pmd = pmd_off(mm, start); 66 if (!pmd_none(*pmd)) { 68 flush_hash_pages(ctx, start, pmd_val(*pmd), count); 73 ++pmd; 100 pmd_t *pmd; local 103 pmd = pmd_off(mm, vmaddr); 104 if (!pmd_none(*pmd)) 105 flush_hash_pages(mm->context.id, vmaddr, pmd_val(*pmd), 1);
|
/linux-master/arch/sh/mm/ |
H A D | hugetlbpage.c | 30 pmd_t *pmd; local 39 pmd = pmd_alloc(mm, pud, addr); 40 if (pmd) 41 pte = pte_alloc_huge(mm, pmd, addr); 55 pmd_t *pmd; local 64 pmd = pmd_offset(pud, addr); 65 if (pmd) 66 pte = pte_offset_huge(pmd, addr); 74 int pmd_huge(pmd_t pmd) argument
|
/linux-master/arch/nios2/include/asm/ |
H A D | pgalloc.h | 17 static inline void pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmd, argument 20 set_pmd(pmd, __pmd((unsigned long)pte)); 23 static inline void pmd_populate(struct mm_struct *mm, pmd_t *pmd, argument 26 set_pmd(pmd, __pmd((unsigned long)page_address(pte)));
|
/linux-master/include/trace/events/ |
H A D | thp.h | 29 TP_PROTO(unsigned long addr, unsigned long pmd), 30 TP_ARGS(addr, pmd) 61 TP_PROTO(unsigned long addr, unsigned long pmd, unsigned long clr, unsigned long set), 62 TP_ARGS(addr, pmd, clr, set) 72 TP_PROTO(unsigned long addr, unsigned long pmd), 74 TP_ARGS(addr, pmd), 78 __field(unsigned long, pmd) 83 __entry->pmd = pmd; 85 TP_printk("addr=%lx, pmd [all...] |
/linux-master/arch/powerpc/include/asm/nohash/32/ |
H A D | pgtable.h | 40 * are an index to the second level table. The combined pgdir/pmd first 156 #define pmd_none(pmd) (!pmd_val(pmd)) 157 #define pmd_bad(pmd) (pmd_val(pmd) & _PMD_BAD) 158 #define pmd_present(pmd) (pmd_val(pmd) & _PMD_PRESENT_MASK) 165 * Note that on Book E processors, the pmd contains the kernel virtual 168 * handler). On everything else the pmd contains the physical address 172 #define pmd_pfn(pmd) (pmd_va [all...] |
/linux-master/arch/riscv/mm/ |
H A D | pgtable.c | 77 pmd_t *pmd = pud_pgtable(pudp_get(pud)); local 85 if (!pmd_none(pmd[i])) { 86 pte_t *pte = (pte_t *)pmd_page_vaddr(pmd[i]); 92 pmd_free(NULL, pmd); 97 int pmd_set_huge(pmd_t *pmd, phys_addr_t phys, pgprot_t prot) argument 101 set_pmd(pmd, new_pmd); 105 int pmd_clear_huge(pmd_t *pmd) argument 107 if (!pmd_leaf(pmdp_get(pmd))) 109 pmd_clear(pmd); 113 int pmd_free_pte_page(pmd_t *pmd, unsigne argument 129 pmd_t pmd = pmdp_huge_get_and_clear(vma->vm_mm, address, pmdp); local [all...] |
/linux-master/arch/microblaze/include/asm/ |
H A D | pgalloc.h | 22 extern void __bad_pte(pmd_t *pmd); 35 #define pmd_populate(mm, pmd, pte) \ 36 (pmd_val(*(pmd)) = (unsigned long)page_address(pte)) 38 #define pmd_populate_kernel(mm, pmd, pte) \ 39 (pmd_val(*(pmd)) = (unsigned long) (pte))
|
/linux-master/arch/mips/include/asm/ |
H A D | pgalloc.h | 21 static inline void pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmd, argument 24 set_pmd(pmd, __pmd((unsigned long)pte)); 27 static inline void pmd_populate(struct mm_struct *mm, pmd_t *pmd, argument 30 set_pmd(pmd, __pmd((unsigned long)page_address(pte))); 34 * Initialize a new pmd table with invalid pointers. 40 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) argument 42 set_pud(pud, __pud((unsigned long)pmd)); 67 pmd_t *pmd; local 79 pmd = ptdesc_address(ptdesc); 80 pmd_init(pmd); [all...] |