diff options
Diffstat (limited to 'lib/swiotlb.c')
-rw-r--r-- | lib/swiotlb.c | 35 |
1 files changed, 21 insertions, 14 deletions
diff --git a/lib/swiotlb.c b/lib/swiotlb.c index 539fd1099ba9..1a147f1354a1 100644 --- a/lib/swiotlb.c +++ b/lib/swiotlb.c | |||
@@ -780,22 +780,31 @@ err_warn: | |||
780 | } | 780 | } |
781 | EXPORT_SYMBOL(swiotlb_alloc_coherent); | 781 | EXPORT_SYMBOL(swiotlb_alloc_coherent); |
782 | 782 | ||
783 | static bool swiotlb_free_buffer(struct device *dev, size_t size, | ||
784 | dma_addr_t dma_addr) | ||
785 | { | ||
786 | phys_addr_t phys_addr = dma_to_phys(dev, dma_addr); | ||
787 | |||
788 | WARN_ON_ONCE(irqs_disabled()); | ||
789 | |||
790 | if (!is_swiotlb_buffer(phys_addr)) | ||
791 | return false; | ||
792 | |||
793 | /* | ||
794 | * DMA_TO_DEVICE to avoid memcpy in swiotlb_tbl_unmap_single. | ||
795 | * DMA_ATTR_SKIP_CPU_SYNC is optional. | ||
796 | */ | ||
797 | swiotlb_tbl_unmap_single(dev, phys_addr, size, DMA_TO_DEVICE, | ||
798 | DMA_ATTR_SKIP_CPU_SYNC); | ||
799 | return true; | ||
800 | } | ||
801 | |||
783 | void | 802 | void |
784 | swiotlb_free_coherent(struct device *hwdev, size_t size, void *vaddr, | 803 | swiotlb_free_coherent(struct device *hwdev, size_t size, void *vaddr, |
785 | dma_addr_t dev_addr) | 804 | dma_addr_t dev_addr) |
786 | { | 805 | { |
787 | phys_addr_t paddr = dma_to_phys(hwdev, dev_addr); | 806 | if (!swiotlb_free_buffer(hwdev, size, dev_addr)) |
788 | |||
789 | WARN_ON(irqs_disabled()); | ||
790 | if (!is_swiotlb_buffer(paddr)) | ||
791 | free_pages((unsigned long)vaddr, get_order(size)); | 807 | free_pages((unsigned long)vaddr, get_order(size)); |
792 | else | ||
793 | /* | ||
794 | * DMA_TO_DEVICE to avoid memcpy in swiotlb_tbl_unmap_single. | ||
795 | * DMA_ATTR_SKIP_CPU_SYNC is optional. | ||
796 | */ | ||
797 | swiotlb_tbl_unmap_single(hwdev, paddr, size, DMA_TO_DEVICE, | ||
798 | DMA_ATTR_SKIP_CPU_SYNC); | ||
799 | } | 808 | } |
800 | EXPORT_SYMBOL(swiotlb_free_coherent); | 809 | EXPORT_SYMBOL(swiotlb_free_coherent); |
801 | 810 | ||
@@ -1110,9 +1119,7 @@ void *swiotlb_alloc(struct device *dev, size_t size, dma_addr_t *dma_handle, | |||
1110 | void swiotlb_free(struct device *dev, size_t size, void *vaddr, | 1119 | void swiotlb_free(struct device *dev, size_t size, void *vaddr, |
1111 | dma_addr_t dma_addr, unsigned long attrs) | 1120 | dma_addr_t dma_addr, unsigned long attrs) |
1112 | { | 1121 | { |
1113 | if (is_swiotlb_buffer(dma_to_phys(dev, dma_addr))) | 1122 | if (!swiotlb_free_buffer(dev, size, dma_addr)) |
1114 | swiotlb_free_coherent(dev, size, vaddr, dma_addr); | ||
1115 | else | ||
1116 | dma_direct_free(dev, size, vaddr, dma_addr, attrs); | 1123 | dma_direct_free(dev, size, vaddr, dma_addr, attrs); |
1117 | } | 1124 | } |
1118 | 1125 | ||