2 * Copyright (C) 2004-2006 Atmel Corporation
4 * This program is free software; you can redistribute it and/or modify
5 * it under the terms of the GNU General Public License version 2 as
6 * published by the Free Software Foundation.
9 #include <linux/dma-mapping.h>
11 #include <asm/addrspace.h>
12 #include <asm/cacheflush.h>
14 void dma_cache_sync(struct device *dev, void *vaddr, size_t size, int direction)
17 * No need to sync an uncached area
19 if (PXSEG(vaddr) == P2SEG)
23 case DMA_FROM_DEVICE: /* invalidate only */
24 dma_cache_inv(vaddr, size);
26 case DMA_TO_DEVICE: /* writeback only */
27 dma_cache_wback(vaddr, size);
29 case DMA_BIDIRECTIONAL: /* writeback and invalidate */
30 dma_cache_wback_inv(vaddr, size);
36 EXPORT_SYMBOL(dma_cache_sync);
38 static struct page *__dma_alloc(struct device *dev, size_t size,
39 dma_addr_t *handle, gfp_t gfp)
41 struct page *page, *free, *end;
44 size = PAGE_ALIGN(size);
45 order = get_order(size);
47 page = alloc_pages(gfp, order);
50 split_page(page, order);
53 * When accessing physical memory with valid cache data, we
54 * get a cache hit even if the virtual memory region is marked
57 * Since the memory is newly allocated, there is no point in
58 * doing a writeback. If the previous owner cares, he should
59 * have flushed the cache before releasing the memory.
61 invalidate_dcache_region(phys_to_virt(page_to_phys(page)), size);
63 *handle = page_to_bus(page);
64 free = page + (size >> PAGE_SHIFT);
65 end = page + (1 << order);
68 * Free any unused pages
78 static void __dma_free(struct device *dev, size_t size,
79 struct page *page, dma_addr_t handle)
81 struct page *end = page + (PAGE_ALIGN(size) >> PAGE_SHIFT);
87 void *dma_alloc_coherent(struct device *dev, size_t size,
88 dma_addr_t *handle, gfp_t gfp)
93 page = __dma_alloc(dev, size, handle, gfp);
95 ret = phys_to_uncached(page_to_phys(page));
99 EXPORT_SYMBOL(dma_alloc_coherent);
101 void dma_free_coherent(struct device *dev, size_t size,
102 void *cpu_addr, dma_addr_t handle)
104 void *addr = phys_to_cached(uncached_to_phys(cpu_addr));
107 pr_debug("dma_free_coherent addr %p (phys %08lx) size %u\n",
108 cpu_addr, (unsigned long)handle, (unsigned)size);
109 BUG_ON(!virt_addr_valid(addr));
110 page = virt_to_page(addr);
111 __dma_free(dev, size, page, handle);
113 EXPORT_SYMBOL(dma_free_coherent);
115 void *dma_alloc_writecombine(struct device *dev, size_t size,
116 dma_addr_t *handle, gfp_t gfp)
121 page = __dma_alloc(dev, size, handle, gfp);
125 phys = page_to_phys(page);
128 /* Now, map the page into P3 with write-combining turned on */
129 return __ioremap(phys, size, _PAGE_BUFFER);
131 EXPORT_SYMBOL(dma_alloc_writecombine);
133 void dma_free_writecombine(struct device *dev, size_t size,
134 void *cpu_addr, dma_addr_t handle)
140 page = phys_to_page(handle);
141 __dma_free(dev, size, page, handle);
143 EXPORT_SYMBOL(dma_free_writecombine);