2 * Copyright (c) 2004 Hewlett-Packard Development Company, L.P.
3 * Contributed by David Mosberger-Tang <davidm@hpl.hp.com>
5 * This is a pseudo I/O MMU which dispatches to the hardware I/O MMU
6 * whenever possible. We assume that the hardware I/O MMU requires
7 * full 32-bit addressability, as is the case, e.g., for HP zx1-based
8 * systems (there, the I/O MMU window is mapped at 3-4GB). If a
9 * device doesn't provide full 32-bit addressability, we fall back on
10 * the sw I/O TLB. This is good enough to let us support broken
11 * hardware such as soundcards which have a DMA engine that can
12 * address only 28 bits.
15 #include <linux/device.h>
17 #include <asm/machvec.h>
19 /* swiotlb declarations & definitions: */
20 extern void swiotlb_init_with_default_size (size_t size);
21 extern ia64_mv_dma_alloc_coherent swiotlb_alloc_coherent;
22 extern ia64_mv_dma_free_coherent swiotlb_free_coherent;
23 extern ia64_mv_dma_map_single swiotlb_map_single;
24 extern ia64_mv_dma_unmap_single swiotlb_unmap_single;
25 extern ia64_mv_dma_map_sg swiotlb_map_sg;
26 extern ia64_mv_dma_unmap_sg swiotlb_unmap_sg;
27 extern ia64_mv_dma_supported swiotlb_dma_supported;
28 extern ia64_mv_dma_mapping_error swiotlb_dma_mapping_error;
30 /* hwiommu declarations & definitions: */
32 extern ia64_mv_dma_alloc_coherent sba_alloc_coherent;
33 extern ia64_mv_dma_free_coherent sba_free_coherent;
34 extern ia64_mv_dma_map_single sba_map_single;
35 extern ia64_mv_dma_unmap_single sba_unmap_single;
36 extern ia64_mv_dma_map_sg sba_map_sg;
37 extern ia64_mv_dma_unmap_sg sba_unmap_sg;
38 extern ia64_mv_dma_supported sba_dma_supported;
39 extern ia64_mv_dma_mapping_error sba_dma_mapping_error;
41 #define hwiommu_alloc_coherent sba_alloc_coherent
42 #define hwiommu_free_coherent sba_free_coherent
43 #define hwiommu_map_single sba_map_single
44 #define hwiommu_unmap_single sba_unmap_single
45 #define hwiommu_map_sg sba_map_sg
46 #define hwiommu_unmap_sg sba_unmap_sg
47 #define hwiommu_dma_supported sba_dma_supported
48 #define hwiommu_dma_mapping_error sba_dma_mapping_error
49 #define hwiommu_sync_single_for_cpu machvec_dma_sync_single
50 #define hwiommu_sync_sg_for_cpu machvec_dma_sync_sg
51 #define hwiommu_sync_single_for_device machvec_dma_sync_single
52 #define hwiommu_sync_sg_for_device machvec_dma_sync_sg
56 * Note: we need to make the determination of whether or not to use
57 * the sw I/O TLB based purely on the device structure. Anything else
58 * would be unreliable or would be too intrusive.
61 use_swiotlb (struct device *dev)
63 return dev && dev->dma_mask && !hwiommu_dma_supported(dev, *dev->dma_mask);
69 /* default to a smallish 2MB sw I/O TLB */
70 swiotlb_init_with_default_size (2 * (1<<20));
74 hwsw_alloc_coherent (struct device *dev, size_t size, dma_addr_t *dma_handle, int flags)
77 return swiotlb_alloc_coherent(dev, size, dma_handle, flags);
79 return hwiommu_alloc_coherent(dev, size, dma_handle, flags);
83 hwsw_free_coherent (struct device *dev, size_t size, void *vaddr, dma_addr_t dma_handle)
86 swiotlb_free_coherent(dev, size, vaddr, dma_handle);
88 hwiommu_free_coherent(dev, size, vaddr, dma_handle);
92 hwsw_map_single (struct device *dev, void *addr, size_t size, int dir)
95 return swiotlb_map_single(dev, addr, size, dir);
97 return hwiommu_map_single(dev, addr, size, dir);
101 hwsw_unmap_single (struct device *dev, dma_addr_t iova, size_t size, int dir)
103 if (use_swiotlb(dev))
104 return swiotlb_unmap_single(dev, iova, size, dir);
106 return hwiommu_unmap_single(dev, iova, size, dir);
111 hwsw_map_sg (struct device *dev, struct scatterlist *sglist, int nents, int dir)
113 if (use_swiotlb(dev))
114 return swiotlb_map_sg(dev, sglist, nents, dir);
116 return hwiommu_map_sg(dev, sglist, nents, dir);
120 hwsw_unmap_sg (struct device *dev, struct scatterlist *sglist, int nents, int dir)
122 if (use_swiotlb(dev))
123 return swiotlb_unmap_sg(dev, sglist, nents, dir);
125 return hwiommu_unmap_sg(dev, sglist, nents, dir);
129 hwsw_sync_single_for_cpu (struct device *dev, dma_addr_t addr, size_t size, int dir)
131 if (use_swiotlb(dev))
132 swiotlb_sync_single_for_cpu(dev, addr, size, dir);
134 hwiommu_sync_single_for_cpu(dev, addr, size, dir);
138 hwsw_sync_sg_for_cpu (struct device *dev, struct scatterlist *sg, int nelems, int dir)
140 if (use_swiotlb(dev))
141 swiotlb_sync_sg_for_cpu(dev, sg, nelems, dir);
143 hwiommu_sync_sg_for_cpu(dev, sg, nelems, dir);
147 hwsw_sync_single_for_device (struct device *dev, dma_addr_t addr, size_t size, int dir)
149 if (use_swiotlb(dev))
150 swiotlb_sync_single_for_device(dev, addr, size, dir);
152 hwiommu_sync_single_for_device(dev, addr, size, dir);
156 hwsw_sync_sg_for_device (struct device *dev, struct scatterlist *sg, int nelems, int dir)
158 if (use_swiotlb(dev))
159 swiotlb_sync_sg_for_device(dev, sg, nelems, dir);
161 hwiommu_sync_sg_for_device(dev, sg, nelems, dir);
165 hwsw_dma_supported (struct device *dev, u64 mask)
167 if (hwiommu_dma_supported(dev, mask))
169 return swiotlb_dma_supported(dev, mask);
173 hwsw_dma_mapping_error (dma_addr_t dma_addr)
175 return hwiommu_dma_mapping_error (dma_addr) || swiotlb_dma_mapping_error(dma_addr);
178 EXPORT_SYMBOL(hwsw_dma_mapping_error);
179 EXPORT_SYMBOL(hwsw_map_single);
180 EXPORT_SYMBOL(hwsw_unmap_single);
181 EXPORT_SYMBOL(hwsw_map_sg);
182 EXPORT_SYMBOL(hwsw_unmap_sg);
183 EXPORT_SYMBOL(hwsw_dma_supported);
184 EXPORT_SYMBOL(hwsw_alloc_coherent);
185 EXPORT_SYMBOL(hwsw_free_coherent);