drivers/iommu/io-pgtable-arm.c

43 	ilog2(sizeof(arm_lpae_iopte)))
46 	(sizeof(arm_lpae_iopte) << (d)->bits_per_level)
48 	(sizeof(arm_lpae_iopte) << (d)->pgd_bits)
51 	(ARM_LPAE_GRANULE(d) >> ilog2(sizeof(arm_lpae_iopte)))
77 #define ARM_LPAE_PTE_NSTABLE		(((arm_lpae_iopte)1) << 63)
78 #define ARM_LPAE_PTE_XN			(((arm_lpae_iopte)3) << 53)
79 #define ARM_LPAE_PTE_AF			(((arm_lpae_iopte)1) << 10)
80 #define ARM_LPAE_PTE_SH_NS		(((arm_lpae_iopte)0) << 8)
81 #define ARM_LPAE_PTE_SH_OS		(((arm_lpae_iopte)2) << 8)
82 #define ARM_LPAE_PTE_SH_IS		(((arm_lpae_iopte)3) << 8)
83 #define ARM_LPAE_PTE_NS			(((arm_lpae_iopte)1) << 5)
84 #define ARM_LPAE_PTE_VALID		(((arm_lpae_iopte)1) << 0)
86 #define ARM_LPAE_PTE_ATTR_LO_MASK	(((arm_lpae_iopte)0x3ff) << 2)
88 #define ARM_LPAE_PTE_ATTR_HI_MASK	(((arm_lpae_iopte)6) << 52)
92 #define ARM_LPAE_PTE_SW_SYNC		(((arm_lpae_iopte)1) << 55)
95 #define ARM_LPAE_PTE_AP_UNPRIV		(((arm_lpae_iopte)1) << 6)
96 #define ARM_LPAE_PTE_AP_RDONLY		(((arm_lpae_iopte)2) << 6)
98 #define ARM_LPAE_PTE_nG			(((arm_lpae_iopte)1) << 11)
101 #define ARM_LPAE_PTE_HAP_FAULT		(((arm_lpae_iopte)0) << 6)
102 #define ARM_LPAE_PTE_HAP_READ		(((arm_lpae_iopte)1) << 6)
103 #define ARM_LPAE_PTE_HAP_WRITE		(((arm_lpae_iopte)2) << 6)
104 #define ARM_LPAE_PTE_MEMATTR_OIWB	(((arm_lpae_iopte)0xf) << 2)
105 #define ARM_LPAE_PTE_MEMATTR_NC		(((arm_lpae_iopte)0x5) << 2)
106 #define ARM_LPAE_PTE_MEMATTR_DEV	(((arm_lpae_iopte)0x1) << 2)
152 typedef u64 arm_lpae_iopte;
154 static inline bool iopte_leaf(arm_lpae_iopte pte, int lvl,
163 static arm_lpae_iopte paddr_to_iopte(phys_addr_t paddr,
166 	arm_lpae_iopte pte = paddr;
172 static phys_addr_t iopte_to_paddr(arm_lpae_iopte pte,
252 static void __arm_lpae_sync_pte(arm_lpae_iopte *ptep, int num_entries,
259 static void __arm_lpae_clear_pte(arm_lpae_iopte *ptep, struct io_pgtable_cfg *cfg)
271 			       int lvl, arm_lpae_iopte *ptep);
274 				phys_addr_t paddr, arm_lpae_iopte prot,
275 				int lvl, int num_entries, arm_lpae_iopte *ptep)
277 	arm_lpae_iopte pte = prot;
296 			     arm_lpae_iopte prot, int lvl, int num_entries,
297 			     arm_lpae_iopte *ptep)
311 			arm_lpae_iopte *tblp;
326 static arm_lpae_iopte arm_lpae_install_table(arm_lpae_iopte *table,
327 					     arm_lpae_iopte *ptep,
328 					     arm_lpae_iopte curr,
331 	arm_lpae_iopte old, new;
360 			  arm_lpae_iopte prot, int lvl, arm_lpae_iopte *ptep,
363 	arm_lpae_iopte *cptep, pte;
415 static arm_lpae_iopte arm_lpae_prot_to_pte(struct arm_lpae_io_pgtable *data,
418 	arm_lpae_iopte pte;
485 	arm_lpae_iopte *ptep = data->pgd;
487 	arm_lpae_iopte prot;
515 				    arm_lpae_iopte *ptep)
517 	arm_lpae_iopte *start, *end;
534 		arm_lpae_iopte pte = *ptep++;
556 				       arm_lpae_iopte blk_pte, int lvl,
557 				       arm_lpae_iopte *ptep, size_t pgcount)
560 	arm_lpae_iopte pte, *tablep;
616 			       int lvl, arm_lpae_iopte *ptep)
618 	arm_lpae_iopte pte;
678 	arm_lpae_iopte *ptep = data->pgd;
697 	arm_lpae_iopte pte, *ptep = data->pgd;
794 	data->bits_per_level = pg_shift - ilog2(sizeof(arm_lpae_iopte));
938 		pgd_pages = ARM_LPAE_PGD_SIZE(data) / sizeof(arm_lpae_iopte);