2 * This file is subject to the terms and conditions of the GNU General Public
3 * License. See the file COPYING in the main directory of this archive
9 #include <linux/dma-mapping.h>
10 #include <linux/device.h>
11 #include <linux/kernel.h>
12 #include <linux/scatterlist.h>
13 #include <linux/slab.h>
14 #include <linux/vmalloc.h>
15 #include <linux/export.h>
17 #include <asm/pgalloc.h>
19 #if defined(CONFIG_MMU) && !defined(CONFIG_COLDFIRE)
21 void *dma_alloc_coherent(struct device
*dev
, size_t size
,
22 dma_addr_t
*handle
, gfp_t flag
)
24 struct page
*page
, **map
;
29 pr_debug("dma_alloc_coherent: %d,%x\n", size
, flag
);
31 size
= PAGE_ALIGN(size
);
32 order
= get_order(size
);
34 page
= alloc_pages(flag
, order
);
38 *handle
= page_to_phys(page
);
39 map
= kmalloc(sizeof(struct page
*) << order
, flag
& ~__GFP_DMA
);
41 __free_pages(page
, order
);
44 split_page(page
, order
);
49 for (i
= 1; i
< size
; i
++)
51 for (; i
< order
; i
++)
52 __free_page(page
+ i
);
53 pgprot
= __pgprot(_PAGE_PRESENT
| _PAGE_ACCESSED
| _PAGE_DIRTY
);
54 if (CPU_IS_040_OR_060
)
55 pgprot_val(pgprot
) |= _PAGE_GLOBAL040
| _PAGE_NOCACHE_S
;
57 pgprot_val(pgprot
) |= _PAGE_NOCACHE030
;
58 addr
= vmap(map
, size
, VM_MAP
, pgprot
);
64 void dma_free_coherent(struct device
*dev
, size_t size
,
65 void *addr
, dma_addr_t handle
)
67 pr_debug("dma_free_coherent: %p, %x\n", addr
, handle
);
73 #include <asm/cacheflush.h>
75 void *dma_alloc_coherent(struct device
*dev
, size_t size
,
76 dma_addr_t
*dma_handle
, gfp_t gfp
)
79 /* ignore region specifiers */
80 gfp
&= ~(__GFP_DMA
| __GFP_HIGHMEM
);
82 if (dev
== NULL
|| (*dev
->dma_mask
< 0xffffffff))
84 ret
= (void *)__get_free_pages(gfp
, get_order(size
));
88 *dma_handle
= virt_to_phys(ret
);
93 void dma_free_coherent(struct device
*dev
, size_t size
,
94 void *vaddr
, dma_addr_t dma_handle
)
96 free_pages((unsigned long)vaddr
, get_order(size
));
99 #endif /* CONFIG_MMU && !CONFIG_COLDFIRE */
101 EXPORT_SYMBOL(dma_alloc_coherent
);
102 EXPORT_SYMBOL(dma_free_coherent
);
104 void dma_sync_single_for_device(struct device
*dev
, dma_addr_t handle
,
105 size_t size
, enum dma_data_direction dir
)
108 case DMA_BIDIRECTIONAL
:
110 cache_push(handle
, size
);
112 case DMA_FROM_DEVICE
:
113 cache_clear(handle
, size
);
116 if (printk_ratelimit())
117 printk("dma_sync_single_for_device: unsupported dir %u\n", dir
);
121 EXPORT_SYMBOL(dma_sync_single_for_device
);
123 void dma_sync_sg_for_device(struct device
*dev
, struct scatterlist
*sglist
,
124 int nents
, enum dma_data_direction dir
)
127 struct scatterlist
*sg
;
129 for_each_sg(sglist
, sg
, nents
, i
) {
130 dma_sync_single_for_device(dev
, sg
->dma_address
, sg
->length
,
134 EXPORT_SYMBOL(dma_sync_sg_for_device
);
136 dma_addr_t
dma_map_single(struct device
*dev
, void *addr
, size_t size
,
137 enum dma_data_direction dir
)
139 dma_addr_t handle
= virt_to_bus(addr
);
141 dma_sync_single_for_device(dev
, handle
, size
, dir
);
144 EXPORT_SYMBOL(dma_map_single
);
146 dma_addr_t
dma_map_page(struct device
*dev
, struct page
*page
,
147 unsigned long offset
, size_t size
,
148 enum dma_data_direction dir
)
150 dma_addr_t handle
= page_to_phys(page
) + offset
;
152 dma_sync_single_for_device(dev
, handle
, size
, dir
);
155 EXPORT_SYMBOL(dma_map_page
);
157 int dma_map_sg(struct device
*dev
, struct scatterlist
*sglist
, int nents
,
158 enum dma_data_direction dir
)
161 struct scatterlist
*sg
;
163 for_each_sg(sglist
, sg
, nents
, i
) {
164 sg
->dma_address
= sg_phys(sg
);
165 dma_sync_single_for_device(dev
, sg
->dma_address
, sg
->length
,
170 EXPORT_SYMBOL(dma_map_sg
);