2 * This file is subject to the terms and conditions of the GNU General Public
3 * License. See the file COPYING in the main directory of this archive
9 #include <linux/dma-mapping.h>
10 #include <linux/device.h>
11 #include <linux/kernel.h>
12 #include <linux/scatterlist.h>
13 #include <linux/slab.h>
14 #include <linux/vmalloc.h>
15 #include <linux/export.h>
17 #include <asm/pgalloc.h>
19 #if defined(CONFIG_MMU) && !defined(CONFIG_COLDFIRE)
21 void *dma_alloc_coherent(struct device
*dev
, size_t size
,
22 dma_addr_t
*handle
, gfp_t flag
)
24 struct page
*page
, **map
;
29 pr_debug("dma_alloc_coherent: %d,%x\n", size
, flag
);
31 size
= PAGE_ALIGN(size
);
32 order
= get_order(size
);
34 page
= alloc_pages(flag
, order
);
38 *handle
= page_to_phys(page
);
39 map
= kmalloc(sizeof(struct page
*) << order
, flag
& ~__GFP_DMA
);
41 __free_pages(page
, order
);
44 split_page(page
, order
);
49 for (i
= 1; i
< size
; i
++)
51 for (; i
< order
; i
++)
52 __free_page(page
+ i
);
53 pgprot
= __pgprot(_PAGE_PRESENT
| _PAGE_ACCESSED
| _PAGE_DIRTY
);
54 if (CPU_IS_040_OR_060
)
55 pgprot_val(pgprot
) |= _PAGE_GLOBAL040
| _PAGE_NOCACHE_S
;
57 pgprot_val(pgprot
) |= _PAGE_NOCACHE030
;
58 addr
= vmap(map
, size
, VM_MAP
, pgprot
);
64 void dma_free_coherent(struct device
*dev
, size_t size
,
65 void *addr
, dma_addr_t handle
)
67 pr_debug("dma_free_coherent: %p, %x\n", addr
, handle
);
73 #include <asm/cacheflush.h>
75 void *dma_alloc_coherent(struct device
*dev
, size_t size
,
76 dma_addr_t
*dma_handle
, gfp_t gfp
)
79 /* ignore region specifiers */
80 gfp
&= ~(__GFP_DMA
| __GFP_HIGHMEM
);
82 if (dev
== NULL
|| (*dev
->dma_mask
< 0xffffffff))
84 ret
= (void *)__get_free_pages(gfp
, get_order(size
));
88 *dma_handle
= virt_to_phys(ret
);
93 void dma_free_coherent(struct device
*dev
, size_t size
,
94 void *vaddr
, dma_addr_t dma_handle
)
96 free_pages((unsigned long)vaddr
, get_order(size
));
99 #endif /* CONFIG_MMU && !CONFIG_COLDFIRE */
101 EXPORT_SYMBOL(dma_alloc_coherent
);
102 EXPORT_SYMBOL(dma_free_coherent
);
104 void dma_sync_single_for_device(struct device
*dev
, dma_addr_t handle
,
105 size_t size
, enum dma_data_direction dir
)
108 case DMA_BIDIRECTIONAL
:
110 cache_push(handle
, size
);
112 case DMA_FROM_DEVICE
:
113 cache_clear(handle
, size
);
116 if (printk_ratelimit())
117 printk("dma_sync_single_for_device: unsupported dir %u\n", dir
);
121 EXPORT_SYMBOL(dma_sync_single_for_device
);
123 void dma_sync_sg_for_device(struct device
*dev
, struct scatterlist
*sg
, int nents
,
124 enum dma_data_direction dir
)
128 for (i
= 0; i
< nents
; sg
++, i
++)
129 dma_sync_single_for_device(dev
, sg
->dma_address
, sg
->length
, dir
);
131 EXPORT_SYMBOL(dma_sync_sg_for_device
);
133 dma_addr_t
dma_map_single(struct device
*dev
, void *addr
, size_t size
,
134 enum dma_data_direction dir
)
136 dma_addr_t handle
= virt_to_bus(addr
);
138 dma_sync_single_for_device(dev
, handle
, size
, dir
);
141 EXPORT_SYMBOL(dma_map_single
);
143 dma_addr_t
dma_map_page(struct device
*dev
, struct page
*page
,
144 unsigned long offset
, size_t size
,
145 enum dma_data_direction dir
)
147 dma_addr_t handle
= page_to_phys(page
) + offset
;
149 dma_sync_single_for_device(dev
, handle
, size
, dir
);
152 EXPORT_SYMBOL(dma_map_page
);
154 int dma_map_sg(struct device
*dev
, struct scatterlist
*sg
, int nents
,
155 enum dma_data_direction dir
)
159 for (i
= 0; i
< nents
; sg
++, i
++) {
160 sg
->dma_address
= sg_phys(sg
);
161 dma_sync_single_for_device(dev
, sg
->dma_address
, sg
->length
, dir
);
165 EXPORT_SYMBOL(dma_map_sg
);