drivers/iommu/io-pgtable-arm.c

270 			       unsigned long iova, size_t size, size_t pgcount,
295 			     unsigned long iova, phys_addr_t paddr,
314 			tblp = ptep - ARM_LPAE_LVL_IDX(iova, lvl, data);
315 			if (__arm_lpae_unmap(data, NULL, iova + i * sz, sz, 1,
358 static int __arm_lpae_map(struct arm_lpae_io_pgtable *data, unsigned long iova,
370 	map_idx_start = ARM_LPAE_LVL_IDX(iova, lvl, data);
377 		ret = arm_lpae_init_pte(data, iova, paddr, prot, lvl, num_entries, ptep);
411 	return __arm_lpae_map(data, iova, paddr, size, pgcount, prot, lvl + 1,
479 static int arm_lpae_map_pages(struct io_pgtable_ops *ops, unsigned long iova,
488 	long iaext = (s64)iova >> cfg->ias;
503 	ret = __arm_lpae_map(data, iova, paddr, pgsize, pgcount, prot, lvl,
507 	 * a chance for anything to kick off a table walk for the new iova.
555 				       unsigned long iova, size_t size,
575 		unmap_idx_start = ARM_LPAE_LVL_IDX(iova, lvl, data);
605 			io_pgtable_tlb_add_page(&data->iop, gather, iova + i * size, size);
610 	return __arm_lpae_unmap(data, gather, iova, size, pgcount, lvl, tablep);
615 			       unsigned long iova, size_t size, size_t pgcount,
626 	unmap_idx_start = ARM_LPAE_LVL_IDX(iova, lvl, data);
646 				io_pgtable_tlb_flush_walk(iop, iova + i * size, size,
650 				io_pgtable_tlb_add_page(iop, gather, iova + i * size, size);
663 		return arm_lpae_split_blk_unmap(data, gather, iova, size, pte,
669 	return __arm_lpae_unmap(data, gather, iova, size, pgcount, lvl + 1, ptep);
672 static size_t arm_lpae_unmap_pages(struct io_pgtable_ops *ops, unsigned long iova,
679 	long iaext = (s64)iova >> cfg->ias;
689 	return __arm_lpae_unmap(data, gather, iova, pgsize, pgcount,
694 					 unsigned long iova)
706 		ptep += ARM_LPAE_LVL_IDX(iova, lvl, data);
725 	iova &= (ARM_LPAE_BLOCK_SIZE(lvl, data) - 1);
726 	return iopte_to_paddr(pte, data) | iova;
1136 static void __init dummy_tlb_flush(unsigned long iova, size_t size,
1144 				      unsigned long iova, size_t granule,
1147 	dummy_tlb_flush(iova, granule, granule, cookie);
1183 	unsigned long iova;
1213 		iova = 0;
1217 			if (ops->map_pages(ops, iova, iova, size, 1,
1224 			if (!ops->map_pages(ops, iova, iova + size, size, 1,
1229 			if (ops->iova_to_phys(ops, iova + 42) != (iova + 42))
1232 			iova += SZ_1G;
1249 		iova = 0;
1253 			if (ops->unmap_pages(ops, iova, size, 1, NULL) != size)
1256 			if (ops->iova_to_phys(ops, iova + 42))
1260 			if (ops->map_pages(ops, iova, iova, size, 1,
1264 			if (ops->iova_to_phys(ops, iova + 42) != (iova + 42))
1267 			iova += SZ_1G;