arm/arm-smmu-v3/arm-smmu-v3.c

1822 		 "\tsid 0x%08x.0x%05x: [%u%s] %sprivileged %s%s%s access at iova 0x%016llx\n",
1932 arm_smmu_atc_inv_to_cmd(int ssid, unsigned long iova, size_t size,
1966 	page_start	= iova >> inval_grain_shift;
1967 	page_end	= (iova + size - 1) >> inval_grain_shift;
2016 			    unsigned long iova, size_t size)
2044 	arm_smmu_atc_inv_to_cmd(ssid, iova, size, &cmd);
2088 				     unsigned long iova, size_t size,
2093 	unsigned long end = iova + size, num_pages = 0, tg = 0;
2125 	while (iova < end) {
2151 		cmd->tlbi.addr = iova;
2153 		iova += inv_range;
2158 static void arm_smmu_tlb_inv_range_domain(unsigned long iova, size_t size,
2176 	__arm_smmu_tlb_inv_range(&cmd, iova, size, granule, smmu_domain);
2182 	arm_smmu_atc_inv_domain(smmu_domain, IOMMU_NO_PASID, iova, size);
2185 void arm_smmu_tlb_inv_range_asid(unsigned long iova, size_t size, int asid,
2198 	__arm_smmu_tlb_inv_range(&cmd, iova, size, granule, smmu_domain);
2202 					 unsigned long iova, size_t granule,
2208 	iommu_iotlb_gather_add_page(domain, gather, iova, granule);
2211 static void arm_smmu_tlb_inv_walk(unsigned long iova, size_t size,
2214 	arm_smmu_tlb_inv_range_domain(iova, size, granule, false, cookie);
2715 static int arm_smmu_map_pages(struct iommu_domain *domain, unsigned long iova,
2724 	return ops->map_pages(ops, iova, paddr, pgsize, pgcount, prot, gfp, mapped);
2727 static size_t arm_smmu_unmap_pages(struct iommu_domain *domain, unsigned long iova,
2737 	return ops->unmap_pages(ops, iova, pgsize, pgcount, gather);
2762 arm_smmu_iova_to_phys(struct iommu_domain *domain, dma_addr_t iova)
2769 	return ops->iova_to_phys(ops, iova);