drivers/iommu/dma-iommu.c

20 #include <linux/iova.h>
39 	dma_addr_t		iova;
352 		pr_warn("iova flush queue initialization failed\n");
498 		msi_page->iova = start;
766 	unsigned long shift, iova_len, iova;
793 		iova = alloc_iova_fast(iovad, iova_len,
795 		if (iova)
802 	iova = alloc_iova_fast(iovad, iova_len, dma_limit >> shift, true);
804 	return (dma_addr_t)iova << shift;
808 		dma_addr_t iova, size_t size, struct iommu_iotlb_gather *gather)
816 		queue_iova(cookie, iova_pfn(iovad, iova),
820 		free_iova_fast(iovad, iova_pfn(iovad, iova),
854 	dma_addr_t iova;
867 	iova = iommu_dma_alloc_iova(domain, size, dma_mask, dev);
868 	if (!iova)
871 	if (iommu_map(domain, iova, phys - iova_off, size, prot, GFP_ATOMIC)) {
872 		iommu_dma_free_iova(cookie, iova, size, NULL);
875 	return iova + iova_off;
952 	dma_addr_t iova;
976 	iova = iommu_dma_alloc_iova(domain, size, dev->coherent_dma_mask, dev);
977 	if (!iova)
998 	ret = iommu_map_sg(domain, iova, sgt->sgl, sgt->orig_nents, ioprot,
1003 	sgt->sgl->dma_address = iova;
1010 	iommu_dma_free_iova(cookie, iova, size, NULL);
1147 	dma_addr_t iova, dma_mask = dma_get_mask(dev);
1191 	iova = __iommu_dma_map(dev, phys, size, prot, dma_mask);
1192 	if (iova == DMA_MAPPING_ERROR && is_swiotlb_buffer(dev, phys))
1194 	return iova;
1361 	dma_addr_t iova;
1445 	iova = iommu_dma_alloc_iova(domain, iova_len, dma_get_mask(dev), dev);
1446 	if (!iova) {
1455 	ret = iommu_map_sg(domain, iova, sg, nents, prot, GFP_ATOMIC);
1459 	return __finalise_sg(dev, sg, nents, iova);
1462 	iommu_dma_free_iova(cookie, iova, iova_len, NULL);
1776 	dma_addr_t iova;
1789 	iova = iommu_dma_alloc_iova(domain, size, dma_get_mask(dev), dev);
1790 	if (!iova)
1793 	if (iommu_map(domain, iova, msi_addr, size, prot, GFP_KERNEL))
1798 	msi_page->iova = iova;
1803 	iommu_dma_free_iova(cookie, iova, size, NULL);
1860 	msg->address_hi = upper_32_bits(msi_page->iova);
1862 	msg->address_lo += lower_32_bits(msi_page->iova);