2 * Copyright (c) by Jaroslav Kysela <perex@perex.cz>
3 * Copyright (c) by Takashi Iwai <tiwai@suse.de>
5 * EMU10K1 memory page allocation (PTB area)
8 * This program is free software; you can redistribute it and/or modify
9 * it under the terms of the GNU General Public License as published by
10 * the Free Software Foundation; either version 2 of the License, or
11 * (at your option) any later version.
13 * This program is distributed in the hope that it will be useful,
14 * but WITHOUT ANY WARRANTY; without even the implied warranty of
15 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
16 * GNU General Public License for more details.
18 * You should have received a copy of the GNU General Public License
19 * along with this program; if not, write to the Free Software
20 * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
24 #include <linux/pci.h>
25 #include <linux/time.h>
26 #include <linux/mutex.h>
28 #include <sound/core.h>
29 #include <sound/emu10k1.h>
31 /* page arguments of these two macros are Emu page (4096 bytes), not like
32 * aligned pages in others
34 #define __set_ptb_entry(emu,page,addr) \
35 (((u32 *)(emu)->ptb_pages.area)[page] = cpu_to_le32(((addr) << 1) | (page)))
37 #define UNIT_PAGES (PAGE_SIZE / EMUPAGESIZE)
38 #define MAX_ALIGN_PAGES (MAXPAGES / UNIT_PAGES)
39 /* get aligned page from offset address */
40 #define get_aligned_page(offset) ((offset) >> PAGE_SHIFT)
41 /* get offset address from aligned page */
42 #define aligned_page_offset(page) ((page) << PAGE_SHIFT)
45 /* page size == EMUPAGESIZE */
46 /* fill PTB entrie(s) corresponding to page with addr */
47 #define set_ptb_entry(emu,page,addr) __set_ptb_entry(emu,page,addr)
48 /* fill PTB entrie(s) corresponding to page with silence pointer */
49 #define set_silent_ptb(emu,page) __set_ptb_entry(emu,page,emu->silent_page.addr)
51 /* fill PTB entries -- we need to fill UNIT_PAGES entries */
52 static inline void set_ptb_entry(struct snd_emu10k1
*emu
, int page
, dma_addr_t addr
)
56 for (i
= 0; i
< UNIT_PAGES
; i
++, page
++) {
57 __set_ptb_entry(emu
, page
, addr
);
61 static inline void set_silent_ptb(struct snd_emu10k1
*emu
, int page
)
65 for (i
= 0; i
< UNIT_PAGES
; i
++, page
++)
66 /* do not increment ptr */
67 __set_ptb_entry(emu
, page
, emu
->silent_page
.addr
);
69 #endif /* PAGE_SIZE */
74 static int synth_alloc_pages(struct snd_emu10k1
*hw
, struct snd_emu10k1_memblk
*blk
);
75 static int synth_free_pages(struct snd_emu10k1
*hw
, struct snd_emu10k1_memblk
*blk
);
77 #define get_emu10k1_memblk(l,member) list_entry(l, struct snd_emu10k1_memblk, member)
80 /* initialize emu10k1 part */
81 static void emu10k1_memblk_init(struct snd_emu10k1_memblk
*blk
)
83 blk
->mapped_page
= -1;
84 INIT_LIST_HEAD(&blk
->mapped_link
);
85 INIT_LIST_HEAD(&blk
->mapped_order_link
);
88 blk
->first_page
= get_aligned_page(blk
->mem
.offset
);
89 blk
->last_page
= get_aligned_page(blk
->mem
.offset
+ blk
->mem
.size
- 1);
90 blk
->pages
= blk
->last_page
- blk
->first_page
+ 1;
94 * search empty region on PTB with the given size
96 * if an empty region is found, return the page and store the next mapped block
98 * if not found, return a negative error code.
100 static int search_empty_map_area(struct snd_emu10k1
*emu
, int npages
, struct list_head
**nextp
)
102 int page
= 0, found_page
= -ENOMEM
;
103 int max_size
= npages
;
105 struct list_head
*candidate
= &emu
->mapped_link_head
;
106 struct list_head
*pos
;
108 list_for_each (pos
, &emu
->mapped_link_head
) {
109 struct snd_emu10k1_memblk
*blk
= get_emu10k1_memblk(pos
, mapped_link
);
110 snd_assert(blk
->mapped_page
>= 0, continue);
111 size
= blk
->mapped_page
- page
;
112 if (size
== npages
) {
116 else if (size
> max_size
) {
117 /* we look for the maximum empty hole */
122 page
= blk
->mapped_page
+ blk
->pages
;
124 size
= MAX_ALIGN_PAGES
- page
;
125 if (size
>= max_size
) {
134 * map a memory block onto emu10k1's PTB
136 * call with memblk_lock held
138 static int map_memblk(struct snd_emu10k1
*emu
, struct snd_emu10k1_memblk
*blk
)
141 struct list_head
*next
;
143 page
= search_empty_map_area(emu
, blk
->pages
, &next
);
144 if (page
< 0) /* not found */
146 /* insert this block in the proper position of mapped list */
147 list_add_tail(&blk
->mapped_link
, next
);
148 /* append this as a newest block in order list */
149 list_add_tail(&blk
->mapped_order_link
, &emu
->mapped_order_link_head
);
150 blk
->mapped_page
= page
;
152 for (pg
= blk
->first_page
; pg
<= blk
->last_page
; pg
++) {
153 set_ptb_entry(emu
, page
, emu
->page_addr_table
[pg
]);
161 * return the size of resultant empty pages
163 * call with memblk_lock held
165 static int unmap_memblk(struct snd_emu10k1
*emu
, struct snd_emu10k1_memblk
*blk
)
167 int start_page
, end_page
, mpage
, pg
;
169 struct snd_emu10k1_memblk
*q
;
171 /* calculate the expected size of empty region */
172 if ((p
= blk
->mapped_link
.prev
) != &emu
->mapped_link_head
) {
173 q
= get_emu10k1_memblk(p
, mapped_link
);
174 start_page
= q
->mapped_page
+ q
->pages
;
177 if ((p
= blk
->mapped_link
.next
) != &emu
->mapped_link_head
) {
178 q
= get_emu10k1_memblk(p
, mapped_link
);
179 end_page
= q
->mapped_page
;
181 end_page
= MAX_ALIGN_PAGES
;
184 list_del(&blk
->mapped_link
);
185 list_del(&blk
->mapped_order_link
);
187 mpage
= blk
->mapped_page
;
188 for (pg
= blk
->first_page
; pg
<= blk
->last_page
; pg
++) {
189 set_silent_ptb(emu
, mpage
);
192 blk
->mapped_page
= -1;
193 return end_page
- start_page
; /* return the new empty size */
197 * search empty pages with the given size, and create a memory block
199 * unlike synth_alloc the memory block is aligned to the page start
201 static struct snd_emu10k1_memblk
*
202 search_empty(struct snd_emu10k1
*emu
, int size
)
205 struct snd_emu10k1_memblk
*blk
;
208 psize
= get_aligned_page(size
+ PAGE_SIZE
-1);
210 list_for_each(p
, &emu
->memhdr
->block
) {
211 blk
= get_emu10k1_memblk(p
, mem
.list
);
212 if (page
+ psize
<= blk
->first_page
)
214 page
= blk
->last_page
+ 1;
216 if (page
+ psize
> emu
->max_cache_pages
)
220 /* create a new memory block */
221 blk
= (struct snd_emu10k1_memblk
*)__snd_util_memblk_new(emu
->memhdr
, psize
<< PAGE_SHIFT
, p
->prev
);
224 blk
->mem
.offset
= aligned_page_offset(page
); /* set aligned offset */
225 emu10k1_memblk_init(blk
);
231 * check if the given pointer is valid for pages
233 static int is_valid_page(struct snd_emu10k1
*emu
, dma_addr_t addr
)
235 if (addr
& ~emu
->dma_mask
) {
236 snd_printk(KERN_ERR
"max memory size is 0x%lx (addr = 0x%lx)!!\n", emu
->dma_mask
, (unsigned long)addr
);
239 if (addr
& (EMUPAGESIZE
-1)) {
240 snd_printk(KERN_ERR
"page is not aligned\n");
247 * map the given memory block on PTB.
248 * if the block is already mapped, update the link order.
249 * if no empty pages are found, tries to release unsed memory blocks
250 * and retry the mapping.
252 int snd_emu10k1_memblk_map(struct snd_emu10k1
*emu
, struct snd_emu10k1_memblk
*blk
)
256 struct list_head
*p
, *nextp
;
257 struct snd_emu10k1_memblk
*deleted
;
260 spin_lock_irqsave(&emu
->memblk_lock
, flags
);
261 if (blk
->mapped_page
>= 0) {
262 /* update order link */
263 list_del(&blk
->mapped_order_link
);
264 list_add_tail(&blk
->mapped_order_link
, &emu
->mapped_order_link_head
);
265 spin_unlock_irqrestore(&emu
->memblk_lock
, flags
);
268 if ((err
= map_memblk(emu
, blk
)) < 0) {
269 /* no enough page - try to unmap some blocks */
270 /* starting from the oldest block */
271 p
= emu
->mapped_order_link_head
.next
;
272 for (; p
!= &emu
->mapped_order_link_head
; p
= nextp
) {
274 deleted
= get_emu10k1_memblk(p
, mapped_order_link
);
275 if (deleted
->map_locked
)
277 size
= unmap_memblk(emu
, deleted
);
278 if (size
>= blk
->pages
) {
279 /* ok the empty region is enough large */
280 err
= map_memblk(emu
, blk
);
285 spin_unlock_irqrestore(&emu
->memblk_lock
, flags
);
289 EXPORT_SYMBOL(snd_emu10k1_memblk_map
);
292 * page allocation for DMA
294 struct snd_util_memblk
*
295 snd_emu10k1_alloc_pages(struct snd_emu10k1
*emu
, struct snd_pcm_substream
*substream
)
297 struct snd_pcm_runtime
*runtime
= substream
->runtime
;
298 struct snd_sg_buf
*sgbuf
= snd_pcm_substream_sgbuf(substream
);
299 struct snd_util_memhdr
*hdr
;
300 struct snd_emu10k1_memblk
*blk
;
303 snd_assert(emu
, return NULL
);
304 snd_assert(runtime
->dma_bytes
> 0 && runtime
->dma_bytes
< MAXPAGES
* EMUPAGESIZE
, return NULL
);
306 snd_assert(hdr
, return NULL
);
308 mutex_lock(&hdr
->block_mutex
);
309 blk
= search_empty(emu
, runtime
->dma_bytes
);
311 mutex_unlock(&hdr
->block_mutex
);
314 /* fill buffer addresses but pointers are not stored so that
315 * snd_free_pci_page() is not called in in synth_free()
318 for (page
= blk
->first_page
; page
<= blk
->last_page
; page
++, idx
++) {
320 #ifdef CONFIG_SND_DEBUG
321 if (idx
>= sgbuf
->pages
) {
322 printk(KERN_ERR
"emu: pages overflow! (%d-%d) for %d\n",
323 blk
->first_page
, blk
->last_page
, sgbuf
->pages
);
324 mutex_unlock(&hdr
->block_mutex
);
328 addr
= sgbuf
->table
[idx
].addr
;
329 if (! is_valid_page(emu
, addr
)) {
330 printk(KERN_ERR
"emu: failure page = %d\n", idx
);
331 mutex_unlock(&hdr
->block_mutex
);
334 emu
->page_addr_table
[page
] = addr
;
335 emu
->page_ptr_table
[page
] = NULL
;
338 /* set PTB entries */
339 blk
->map_locked
= 1; /* do not unmap this block! */
340 err
= snd_emu10k1_memblk_map(emu
, blk
);
342 __snd_util_mem_free(hdr
, (struct snd_util_memblk
*)blk
);
343 mutex_unlock(&hdr
->block_mutex
);
346 mutex_unlock(&hdr
->block_mutex
);
347 return (struct snd_util_memblk
*)blk
;
352 * release DMA buffer from page table
354 int snd_emu10k1_free_pages(struct snd_emu10k1
*emu
, struct snd_util_memblk
*blk
)
356 snd_assert(emu
&& blk
, return -EINVAL
);
357 return snd_emu10k1_synth_free(emu
, blk
);
362 * memory allocation using multiple pages (for synth)
363 * Unlike the DMA allocation above, non-contiguous pages are assined.
367 * allocate a synth sample area
369 struct snd_util_memblk
*
370 snd_emu10k1_synth_alloc(struct snd_emu10k1
*hw
, unsigned int size
)
372 struct snd_emu10k1_memblk
*blk
;
373 struct snd_util_memhdr
*hdr
= hw
->memhdr
;
375 mutex_lock(&hdr
->block_mutex
);
376 blk
= (struct snd_emu10k1_memblk
*)__snd_util_mem_alloc(hdr
, size
);
378 mutex_unlock(&hdr
->block_mutex
);
381 if (synth_alloc_pages(hw
, blk
)) {
382 __snd_util_mem_free(hdr
, (struct snd_util_memblk
*)blk
);
383 mutex_unlock(&hdr
->block_mutex
);
386 snd_emu10k1_memblk_map(hw
, blk
);
387 mutex_unlock(&hdr
->block_mutex
);
388 return (struct snd_util_memblk
*)blk
;
391 EXPORT_SYMBOL(snd_emu10k1_synth_alloc
);
394 * free a synth sample area
397 snd_emu10k1_synth_free(struct snd_emu10k1
*emu
, struct snd_util_memblk
*memblk
)
399 struct snd_util_memhdr
*hdr
= emu
->memhdr
;
400 struct snd_emu10k1_memblk
*blk
= (struct snd_emu10k1_memblk
*)memblk
;
403 mutex_lock(&hdr
->block_mutex
);
404 spin_lock_irqsave(&emu
->memblk_lock
, flags
);
405 if (blk
->mapped_page
>= 0)
406 unmap_memblk(emu
, blk
);
407 spin_unlock_irqrestore(&emu
->memblk_lock
, flags
);
408 synth_free_pages(emu
, blk
);
409 __snd_util_mem_free(hdr
, memblk
);
410 mutex_unlock(&hdr
->block_mutex
);
414 EXPORT_SYMBOL(snd_emu10k1_synth_free
);
416 /* check new allocation range */
417 static void get_single_page_range(struct snd_util_memhdr
*hdr
,
418 struct snd_emu10k1_memblk
*blk
,
419 int *first_page_ret
, int *last_page_ret
)
422 struct snd_emu10k1_memblk
*q
;
423 int first_page
, last_page
;
424 first_page
= blk
->first_page
;
425 if ((p
= blk
->mem
.list
.prev
) != &hdr
->block
) {
426 q
= get_emu10k1_memblk(p
, mem
.list
);
427 if (q
->last_page
== first_page
)
428 first_page
++; /* first page was already allocated */
430 last_page
= blk
->last_page
;
431 if ((p
= blk
->mem
.list
.next
) != &hdr
->block
) {
432 q
= get_emu10k1_memblk(p
, mem
.list
);
433 if (q
->first_page
== last_page
)
434 last_page
--; /* last page was already allocated */
436 *first_page_ret
= first_page
;
437 *last_page_ret
= last_page
;
440 /* release allocated pages */
441 static void __synth_free_pages(struct snd_emu10k1
*emu
, int first_page
,
446 for (page
= first_page
; page
<= last_page
; page
++) {
447 free_page((unsigned long)emu
->page_ptr_table
[page
]);
448 emu
->page_addr_table
[page
] = 0;
449 emu
->page_ptr_table
[page
] = NULL
;
454 * allocate kernel pages
456 static int synth_alloc_pages(struct snd_emu10k1
*emu
, struct snd_emu10k1_memblk
*blk
)
458 int page
, first_page
, last_page
;
460 emu10k1_memblk_init(blk
);
461 get_single_page_range(emu
->memhdr
, blk
, &first_page
, &last_page
);
462 /* allocate kernel pages */
463 for (page
= first_page
; page
<= last_page
; page
++) {
464 /* first try to allocate from <4GB zone */
465 struct page
*p
= alloc_page(GFP_KERNEL
| GFP_DMA32
|
467 if (!p
|| (page_to_pfn(p
) & ~(emu
->dma_mask
>> PAGE_SHIFT
))) {
470 /* try to allocate from <16MB zone */
471 p
= alloc_page(GFP_ATOMIC
| GFP_DMA
|
472 __GFP_NORETRY
| /* no OOM-killer */
476 __synth_free_pages(emu
, first_page
, page
- 1);
479 emu
->page_addr_table
[page
] = page_to_phys(p
);
480 emu
->page_ptr_table
[page
] = page_address(p
);
488 static int synth_free_pages(struct snd_emu10k1
*emu
, struct snd_emu10k1_memblk
*blk
)
490 int first_page
, last_page
;
492 get_single_page_range(emu
->memhdr
, blk
, &first_page
, &last_page
);
493 __synth_free_pages(emu
, first_page
, last_page
);
497 /* calculate buffer pointer from offset address */
498 static inline void *offset_ptr(struct snd_emu10k1
*emu
, int page
, int offset
)
501 snd_assert(page
>= 0 && page
< emu
->max_cache_pages
, return NULL
);
502 ptr
= emu
->page_ptr_table
[page
];
504 printk(KERN_ERR
"emu10k1: access to NULL ptr: page = %d\n", page
);
507 ptr
+= offset
& (PAGE_SIZE
- 1);
512 * bzero(blk + offset, size)
514 int snd_emu10k1_synth_bzero(struct snd_emu10k1
*emu
, struct snd_util_memblk
*blk
,
515 int offset
, int size
)
517 int page
, nextofs
, end_offset
, temp
, temp1
;
519 struct snd_emu10k1_memblk
*p
= (struct snd_emu10k1_memblk
*)blk
;
521 offset
+= blk
->offset
& (PAGE_SIZE
- 1);
522 end_offset
= offset
+ size
;
523 page
= get_aligned_page(offset
);
525 nextofs
= aligned_page_offset(page
+ 1);
526 temp
= nextofs
- offset
;
527 temp1
= end_offset
- offset
;
530 ptr
= offset_ptr(emu
, page
+ p
->first_page
, offset
);
532 memset(ptr
, 0, temp
);
535 } while (offset
< end_offset
);
539 EXPORT_SYMBOL(snd_emu10k1_synth_bzero
);
542 * copy_from_user(blk + offset, data, size)
544 int snd_emu10k1_synth_copy_from_user(struct snd_emu10k1
*emu
, struct snd_util_memblk
*blk
,
545 int offset
, const char __user
*data
, int size
)
547 int page
, nextofs
, end_offset
, temp
, temp1
;
549 struct snd_emu10k1_memblk
*p
= (struct snd_emu10k1_memblk
*)blk
;
551 offset
+= blk
->offset
& (PAGE_SIZE
- 1);
552 end_offset
= offset
+ size
;
553 page
= get_aligned_page(offset
);
555 nextofs
= aligned_page_offset(page
+ 1);
556 temp
= nextofs
- offset
;
557 temp1
= end_offset
- offset
;
560 ptr
= offset_ptr(emu
, page
+ p
->first_page
, offset
);
561 if (ptr
&& copy_from_user(ptr
, data
, temp
))
566 } while (offset
< end_offset
);
570 EXPORT_SYMBOL(snd_emu10k1_synth_copy_from_user
);