Linux 2.6.19-rc1
[linux-2.6/next.git] / sound / oss / dmabuf.c
blobb256c0401161a8ad97c1c5dd680291b907fe284f
1 /*
2 * sound/oss/dmabuf.c
4 * The DMA buffer manager for digitized voice applications
5 */
6 /*
7 * Copyright (C) by Hannu Savolainen 1993-1997
9 * OSS/Free for Linux is distributed under the GNU GENERAL PUBLIC LICENSE (GPL)
10 * Version 2 (June 1991). See the "COPYING" file distributed with this software
11 * for more info.
13 * Thomas Sailer : moved several static variables into struct audio_operations
14 * (which is grossly misnamed btw.) because they have the same
15 * lifetime as the rest in there and dynamic allocation saves
16 * 12k or so
17 * Thomas Sailer : remove {in,out}_sleep_flag. It was used for the sleeper to
18 * determine if it was woken up by the expiring timeout or by
19 * an explicit wake_up. The return value from schedule_timeout
20 * can be used instead; if 0, the wakeup was due to the timeout.
22 * Rob Riggs Added persistent DMA buffers (1998/10/17)
25 #define BE_CONSERVATIVE
26 #define SAMPLE_ROUNDUP 0
28 #include "sound_config.h"
30 #define DMAP_FREE_ON_CLOSE 0
31 #define DMAP_KEEP_ON_CLOSE 1
32 extern int sound_dmap_flag;
34 static void dma_reset_output(int dev);
35 static void dma_reset_input(int dev);
36 static int local_start_dma(struct audio_operations *adev, unsigned long physaddr, int count, int dma_mode);
40 static int debugmem; /* switched off by default */
41 static int dma_buffsize = DSP_BUFFSIZE;
43 static long dmabuf_timeout(struct dma_buffparms *dmap)
45 long tmout;
47 tmout = (dmap->fragment_size * HZ) / dmap->data_rate;
48 tmout += HZ / 5; /* Some safety distance */
49 if (tmout < (HZ / 2))
50 tmout = HZ / 2;
51 if (tmout > 20 * HZ)
52 tmout = 20 * HZ;
53 return tmout;
56 static int sound_alloc_dmap(struct dma_buffparms *dmap)
58 char *start_addr, *end_addr;
59 int dma_pagesize;
60 int sz, size;
61 struct page *page;
63 dmap->mapping_flags &= ~DMA_MAP_MAPPED;
65 if (dmap->raw_buf != NULL)
66 return 0; /* Already done */
67 if (dma_buffsize < 4096)
68 dma_buffsize = 4096;
69 dma_pagesize = (dmap->dma < 4) ? (64 * 1024) : (128 * 1024);
72 * Now check for the Cyrix problem.
75 if(isa_dma_bridge_buggy==2)
76 dma_pagesize=32768;
78 dmap->raw_buf = NULL;
79 dmap->buffsize = dma_buffsize;
80 if (dmap->buffsize > dma_pagesize)
81 dmap->buffsize = dma_pagesize;
82 start_addr = NULL;
84 * Now loop until we get a free buffer. Try to get smaller buffer if
85 * it fails. Don't accept smaller than 8k buffer for performance
86 * reasons.
88 while (start_addr == NULL && dmap->buffsize > PAGE_SIZE) {
89 for (sz = 0, size = PAGE_SIZE; size < dmap->buffsize; sz++, size <<= 1);
90 dmap->buffsize = PAGE_SIZE * (1 << sz);
91 start_addr = (char *) __get_free_pages(GFP_ATOMIC|GFP_DMA|__GFP_NOWARN, sz);
92 if (start_addr == NULL)
93 dmap->buffsize /= 2;
96 if (start_addr == NULL) {
97 printk(KERN_WARNING "Sound error: Couldn't allocate DMA buffer\n");
98 return -ENOMEM;
99 } else {
100 /* make some checks */
101 end_addr = start_addr + dmap->buffsize - 1;
103 if (debugmem)
104 printk(KERN_DEBUG "sound: start 0x%lx, end 0x%lx\n", (long) start_addr, (long) end_addr);
106 /* now check if it fits into the same dma-pagesize */
108 if (((long) start_addr & ~(dma_pagesize - 1)) != ((long) end_addr & ~(dma_pagesize - 1))
109 || end_addr >= (char *) (MAX_DMA_ADDRESS)) {
110 printk(KERN_ERR "sound: Got invalid address 0x%lx for %db DMA-buffer\n", (long) start_addr, dmap->buffsize);
111 return -EFAULT;
114 dmap->raw_buf = start_addr;
115 dmap->raw_buf_phys = virt_to_bus(start_addr);
117 for (page = virt_to_page(start_addr); page <= virt_to_page(end_addr); page++)
118 SetPageReserved(page);
119 return 0;
122 static void sound_free_dmap(struct dma_buffparms *dmap)
124 int sz, size;
125 struct page *page;
126 unsigned long start_addr, end_addr;
128 if (dmap->raw_buf == NULL)
129 return;
130 if (dmap->mapping_flags & DMA_MAP_MAPPED)
131 return; /* Don't free mmapped buffer. Will use it next time */
132 for (sz = 0, size = PAGE_SIZE; size < dmap->buffsize; sz++, size <<= 1);
134 start_addr = (unsigned long) dmap->raw_buf;
135 end_addr = start_addr + dmap->buffsize;
137 for (page = virt_to_page(start_addr); page <= virt_to_page(end_addr); page++)
138 ClearPageReserved(page);
140 free_pages((unsigned long) dmap->raw_buf, sz);
141 dmap->raw_buf = NULL;
145 /* Intel version !!!!!!!!! */
147 static int sound_start_dma(struct dma_buffparms *dmap, unsigned long physaddr, int count, int dma_mode)
149 unsigned long flags;
150 int chan = dmap->dma;
152 /* printk( "Start DMA%d %d, %d\n", chan, (int)(physaddr-dmap->raw_buf_phys), count); */
154 flags = claim_dma_lock();
155 disable_dma(chan);
156 clear_dma_ff(chan);
157 set_dma_mode(chan, dma_mode);
158 set_dma_addr(chan, physaddr);
159 set_dma_count(chan, count);
160 enable_dma(chan);
161 release_dma_lock(flags);
163 return 0;
166 static void dma_init_buffers(struct dma_buffparms *dmap)
168 dmap->qlen = dmap->qhead = dmap->qtail = dmap->user_counter = 0;
169 dmap->byte_counter = 0;
170 dmap->max_byte_counter = 8000 * 60 * 60;
171 dmap->bytes_in_use = dmap->buffsize;
173 dmap->dma_mode = DMODE_NONE;
174 dmap->mapping_flags = 0;
175 dmap->neutral_byte = 0x80;
176 dmap->data_rate = 8000;
177 dmap->cfrag = -1;
178 dmap->closing = 0;
179 dmap->nbufs = 1;
180 dmap->flags = DMA_BUSY; /* Other flags off */
183 static int open_dmap(struct audio_operations *adev, int mode, struct dma_buffparms *dmap)
185 int err;
187 if (dmap->flags & DMA_BUSY)
188 return -EBUSY;
189 if ((err = sound_alloc_dmap(dmap)) < 0)
190 return err;
192 if (dmap->raw_buf == NULL) {
193 printk(KERN_WARNING "Sound: DMA buffers not available\n");
194 return -ENOSPC; /* Memory allocation failed during boot */
196 if (dmap->dma >= 0 && sound_open_dma(dmap->dma, adev->name)) {
197 printk(KERN_WARNING "Unable to grab(2) DMA%d for the audio driver\n", dmap->dma);
198 return -EBUSY;
200 dma_init_buffers(dmap);
201 spin_lock_init(&dmap->lock);
202 dmap->open_mode = mode;
203 dmap->subdivision = dmap->underrun_count = 0;
204 dmap->fragment_size = 0;
205 dmap->max_fragments = 65536; /* Just a large value */
206 dmap->byte_counter = 0;
207 dmap->max_byte_counter = 8000 * 60 * 60;
208 dmap->applic_profile = APF_NORMAL;
209 dmap->needs_reorg = 1;
210 dmap->audio_callback = NULL;
211 dmap->callback_parm = 0;
212 return 0;
215 static void close_dmap(struct audio_operations *adev, struct dma_buffparms *dmap)
217 unsigned long flags;
219 if (dmap->dma >= 0) {
220 sound_close_dma(dmap->dma);
221 flags=claim_dma_lock();
222 disable_dma(dmap->dma);
223 release_dma_lock(flags);
225 if (dmap->flags & DMA_BUSY)
226 dmap->dma_mode = DMODE_NONE;
227 dmap->flags &= ~DMA_BUSY;
229 if (sound_dmap_flag == DMAP_FREE_ON_CLOSE)
230 sound_free_dmap(dmap);
234 static unsigned int default_set_bits(int dev, unsigned int bits)
236 mm_segment_t fs = get_fs();
238 set_fs(get_ds());
239 audio_devs[dev]->d->ioctl(dev, SNDCTL_DSP_SETFMT, (void __user *)&bits);
240 set_fs(fs);
241 return bits;
244 static int default_set_speed(int dev, int speed)
246 mm_segment_t fs = get_fs();
248 set_fs(get_ds());
249 audio_devs[dev]->d->ioctl(dev, SNDCTL_DSP_SPEED, (void __user *)&speed);
250 set_fs(fs);
251 return speed;
254 static short default_set_channels(int dev, short channels)
256 int c = channels;
257 mm_segment_t fs = get_fs();
259 set_fs(get_ds());
260 audio_devs[dev]->d->ioctl(dev, SNDCTL_DSP_CHANNELS, (void __user *)&c);
261 set_fs(fs);
262 return c;
265 static void check_driver(struct audio_driver *d)
267 if (d->set_speed == NULL)
268 d->set_speed = default_set_speed;
269 if (d->set_bits == NULL)
270 d->set_bits = default_set_bits;
271 if (d->set_channels == NULL)
272 d->set_channels = default_set_channels;
275 int DMAbuf_open(int dev, int mode)
277 struct audio_operations *adev = audio_devs[dev];
278 int retval;
279 struct dma_buffparms *dmap_in = NULL;
280 struct dma_buffparms *dmap_out = NULL;
282 if (!adev)
283 return -ENXIO;
284 if (!(adev->flags & DMA_DUPLEX))
285 adev->dmap_in = adev->dmap_out;
286 check_driver(adev->d);
288 if ((retval = adev->d->open(dev, mode)) < 0)
289 return retval;
290 dmap_out = adev->dmap_out;
291 dmap_in = adev->dmap_in;
292 if (dmap_in == dmap_out)
293 adev->flags &= ~DMA_DUPLEX;
295 if (mode & OPEN_WRITE) {
296 if ((retval = open_dmap(adev, mode, dmap_out)) < 0) {
297 adev->d->close(dev);
298 return retval;
301 adev->enable_bits = mode;
303 if (mode == OPEN_READ || (mode != OPEN_WRITE && (adev->flags & DMA_DUPLEX))) {
304 if ((retval = open_dmap(adev, mode, dmap_in)) < 0) {
305 adev->d->close(dev);
306 if (mode & OPEN_WRITE)
307 close_dmap(adev, dmap_out);
308 return retval;
311 adev->open_mode = mode;
312 adev->go = 1;
314 adev->d->set_bits(dev, 8);
315 adev->d->set_channels(dev, 1);
316 adev->d->set_speed(dev, DSP_DEFAULT_SPEED);
317 if (adev->dmap_out->dma_mode == DMODE_OUTPUT)
318 memset(adev->dmap_out->raw_buf, adev->dmap_out->neutral_byte,
319 adev->dmap_out->bytes_in_use);
320 return 0;
322 /* MUST not hold the spinlock */
323 void DMAbuf_reset(int dev)
325 if (audio_devs[dev]->open_mode & OPEN_WRITE)
326 dma_reset_output(dev);
328 if (audio_devs[dev]->open_mode & OPEN_READ)
329 dma_reset_input(dev);
332 static void dma_reset_output(int dev)
334 struct audio_operations *adev = audio_devs[dev];
335 unsigned long flags,f ;
336 struct dma_buffparms *dmap = adev->dmap_out;
338 if (!(dmap->flags & DMA_STARTED)) /* DMA is not active */
339 return;
342 * First wait until the current fragment has been played completely
344 spin_lock_irqsave(&dmap->lock,flags);
345 adev->dmap_out->flags |= DMA_SYNCING;
347 adev->dmap_out->underrun_count = 0;
348 if (!signal_pending(current) && adev->dmap_out->qlen &&
349 adev->dmap_out->underrun_count == 0){
350 spin_unlock_irqrestore(&dmap->lock,flags);
351 interruptible_sleep_on_timeout(&adev->out_sleeper,
352 dmabuf_timeout(dmap));
353 spin_lock_irqsave(&dmap->lock,flags);
355 adev->dmap_out->flags &= ~(DMA_SYNCING | DMA_ACTIVE);
358 * Finally shut the device off
360 if (!(adev->flags & DMA_DUPLEX) || !adev->d->halt_output)
361 adev->d->halt_io(dev);
362 else
363 adev->d->halt_output(dev);
364 adev->dmap_out->flags &= ~DMA_STARTED;
366 f=claim_dma_lock();
367 clear_dma_ff(dmap->dma);
368 disable_dma(dmap->dma);
369 release_dma_lock(f);
371 dmap->byte_counter = 0;
372 reorganize_buffers(dev, adev->dmap_out, 0);
373 dmap->qlen = dmap->qhead = dmap->qtail = dmap->user_counter = 0;
374 spin_unlock_irqrestore(&dmap->lock,flags);
377 static void dma_reset_input(int dev)
379 struct audio_operations *adev = audio_devs[dev];
380 unsigned long flags;
381 struct dma_buffparms *dmap = adev->dmap_in;
383 spin_lock_irqsave(&dmap->lock,flags);
384 if (!(adev->flags & DMA_DUPLEX) || !adev->d->halt_input)
385 adev->d->halt_io(dev);
386 else
387 adev->d->halt_input(dev);
388 adev->dmap_in->flags &= ~DMA_STARTED;
390 dmap->qlen = dmap->qhead = dmap->qtail = dmap->user_counter = 0;
391 dmap->byte_counter = 0;
392 reorganize_buffers(dev, adev->dmap_in, 1);
393 spin_unlock_irqrestore(&dmap->lock,flags);
395 /* MUST be called with holding the dmap->lock */
396 void DMAbuf_launch_output(int dev, struct dma_buffparms *dmap)
398 struct audio_operations *adev = audio_devs[dev];
400 if (!((adev->enable_bits * adev->go) & PCM_ENABLE_OUTPUT))
401 return; /* Don't start DMA yet */
402 dmap->dma_mode = DMODE_OUTPUT;
404 if (!(dmap->flags & DMA_ACTIVE) || !(adev->flags & DMA_AUTOMODE) || (dmap->flags & DMA_NODMA)) {
405 if (!(dmap->flags & DMA_STARTED)) {
406 reorganize_buffers(dev, dmap, 0);
407 if (adev->d->prepare_for_output(dev, dmap->fragment_size, dmap->nbufs))
408 return;
409 if (!(dmap->flags & DMA_NODMA))
410 local_start_dma(adev, dmap->raw_buf_phys, dmap->bytes_in_use,DMA_MODE_WRITE);
411 dmap->flags |= DMA_STARTED;
413 if (dmap->counts[dmap->qhead] == 0)
414 dmap->counts[dmap->qhead] = dmap->fragment_size;
415 dmap->dma_mode = DMODE_OUTPUT;
416 adev->d->output_block(dev, dmap->raw_buf_phys + dmap->qhead * dmap->fragment_size,
417 dmap->counts[dmap->qhead], 1);
418 if (adev->d->trigger)
419 adev->d->trigger(dev,adev->enable_bits * adev->go);
421 dmap->flags |= DMA_ACTIVE;
424 int DMAbuf_sync(int dev)
426 struct audio_operations *adev = audio_devs[dev];
427 unsigned long flags;
428 int n = 0;
429 struct dma_buffparms *dmap;
431 if (!adev->go && !(adev->enable_bits & PCM_ENABLE_OUTPUT))
432 return 0;
434 if (adev->dmap_out->dma_mode == DMODE_OUTPUT) {
435 dmap = adev->dmap_out;
436 spin_lock_irqsave(&dmap->lock,flags);
437 if (dmap->qlen > 0 && !(dmap->flags & DMA_ACTIVE))
438 DMAbuf_launch_output(dev, dmap);
439 adev->dmap_out->flags |= DMA_SYNCING;
440 adev->dmap_out->underrun_count = 0;
441 while (!signal_pending(current) && n++ <= adev->dmap_out->nbufs &&
442 adev->dmap_out->qlen && adev->dmap_out->underrun_count == 0) {
443 long t = dmabuf_timeout(dmap);
444 spin_unlock_irqrestore(&dmap->lock,flags);
445 /* FIXME: not safe may miss events */
446 t = interruptible_sleep_on_timeout(&adev->out_sleeper, t);
447 spin_lock_irqsave(&dmap->lock,flags);
448 if (!t) {
449 adev->dmap_out->flags &= ~DMA_SYNCING;
450 spin_unlock_irqrestore(&dmap->lock,flags);
451 return adev->dmap_out->qlen;
454 adev->dmap_out->flags &= ~(DMA_SYNCING | DMA_ACTIVE);
457 * Some devices such as GUS have huge amount of on board RAM for the
458 * audio data. We have to wait until the device has finished playing.
461 /* still holding the lock */
462 if (adev->d->local_qlen) { /* Device has hidden buffers */
463 while (!signal_pending(current) &&
464 adev->d->local_qlen(dev)){
465 spin_unlock_irqrestore(&dmap->lock,flags);
466 interruptible_sleep_on_timeout(&adev->out_sleeper,
467 dmabuf_timeout(dmap));
468 spin_lock_irqsave(&dmap->lock,flags);
471 spin_unlock_irqrestore(&dmap->lock,flags);
473 adev->dmap_out->dma_mode = DMODE_NONE;
474 return adev->dmap_out->qlen;
477 int DMAbuf_release(int dev, int mode)
479 struct audio_operations *adev = audio_devs[dev];
480 struct dma_buffparms *dmap;
481 unsigned long flags;
483 dmap = adev->dmap_out;
484 if (adev->open_mode & OPEN_WRITE)
485 adev->dmap_out->closing = 1;
487 if (adev->open_mode & OPEN_READ){
488 adev->dmap_in->closing = 1;
489 dmap = adev->dmap_in;
491 if (adev->open_mode & OPEN_WRITE)
492 if (!(adev->dmap_out->mapping_flags & DMA_MAP_MAPPED))
493 if (!signal_pending(current) && (adev->dmap_out->dma_mode == DMODE_OUTPUT))
494 DMAbuf_sync(dev);
495 if (adev->dmap_out->dma_mode == DMODE_OUTPUT)
496 memset(adev->dmap_out->raw_buf, adev->dmap_out->neutral_byte, adev->dmap_out->bytes_in_use);
498 DMAbuf_reset(dev);
499 spin_lock_irqsave(&dmap->lock,flags);
500 adev->d->close(dev);
502 if (adev->open_mode & OPEN_WRITE)
503 close_dmap(adev, adev->dmap_out);
505 if (adev->open_mode == OPEN_READ ||
506 (adev->open_mode != OPEN_WRITE &&
507 (adev->flags & DMA_DUPLEX)))
508 close_dmap(adev, adev->dmap_in);
509 adev->open_mode = 0;
510 spin_unlock_irqrestore(&dmap->lock,flags);
511 return 0;
513 /* called with dmap->lock dold */
514 int DMAbuf_activate_recording(int dev, struct dma_buffparms *dmap)
516 struct audio_operations *adev = audio_devs[dev];
517 int err;
519 if (!(adev->open_mode & OPEN_READ))
520 return 0;
521 if (!(adev->enable_bits & PCM_ENABLE_INPUT))
522 return 0;
523 if (dmap->dma_mode == DMODE_OUTPUT) { /* Direction change */
524 /* release lock - it's not recursive */
525 spin_unlock_irq(&dmap->lock);
526 DMAbuf_sync(dev);
527 DMAbuf_reset(dev);
528 spin_lock_irq(&dmap->lock);
529 dmap->dma_mode = DMODE_NONE;
531 if (!dmap->dma_mode) {
532 reorganize_buffers(dev, dmap, 1);
533 if ((err = adev->d->prepare_for_input(dev,
534 dmap->fragment_size, dmap->nbufs)) < 0)
535 return err;
536 dmap->dma_mode = DMODE_INPUT;
538 if (!(dmap->flags & DMA_ACTIVE)) {
539 if (dmap->needs_reorg)
540 reorganize_buffers(dev, dmap, 0);
541 local_start_dma(adev, dmap->raw_buf_phys, dmap->bytes_in_use, DMA_MODE_READ);
542 adev->d->start_input(dev, dmap->raw_buf_phys + dmap->qtail * dmap->fragment_size,
543 dmap->fragment_size, 0);
544 dmap->flags |= DMA_ACTIVE;
545 if (adev->d->trigger)
546 adev->d->trigger(dev, adev->enable_bits * adev->go);
548 return 0;
550 /* acquires lock */
551 int DMAbuf_getrdbuffer(int dev, char **buf, int *len, int dontblock)
553 struct audio_operations *adev = audio_devs[dev];
554 unsigned long flags;
555 int err = 0, n = 0;
556 struct dma_buffparms *dmap = adev->dmap_in;
557 int go;
559 if (!(adev->open_mode & OPEN_READ))
560 return -EIO;
561 spin_lock_irqsave(&dmap->lock,flags);
562 if (dmap->needs_reorg)
563 reorganize_buffers(dev, dmap, 0);
564 if (adev->dmap_in->mapping_flags & DMA_MAP_MAPPED) {
565 /* printk(KERN_WARNING "Sound: Can't read from mmapped device (1)\n");*/
566 spin_unlock_irqrestore(&dmap->lock,flags);
567 return -EINVAL;
568 } else while (dmap->qlen <= 0 && n++ < 10) {
569 long timeout = MAX_SCHEDULE_TIMEOUT;
570 if (!(adev->enable_bits & PCM_ENABLE_INPUT) || !adev->go) {
571 spin_unlock_irqrestore(&dmap->lock,flags);
572 return -EAGAIN;
574 if ((err = DMAbuf_activate_recording(dev, dmap)) < 0) {
575 spin_unlock_irqrestore(&dmap->lock,flags);
576 return err;
578 /* Wait for the next block */
580 if (dontblock) {
581 spin_unlock_irqrestore(&dmap->lock,flags);
582 return -EAGAIN;
584 if ((go = adev->go))
585 timeout = dmabuf_timeout(dmap);
587 spin_unlock_irqrestore(&dmap->lock,flags);
588 timeout = interruptible_sleep_on_timeout(&adev->in_sleeper,
589 timeout);
590 if (!timeout) {
591 /* FIXME: include device name */
592 err = -EIO;
593 printk(KERN_WARNING "Sound: DMA (input) timed out - IRQ/DRQ config error?\n");
594 dma_reset_input(dev);
595 } else
596 err = -EINTR;
597 spin_lock_irqsave(&dmap->lock,flags);
599 spin_unlock_irqrestore(&dmap->lock,flags);
601 if (dmap->qlen <= 0)
602 return err ? err : -EINTR;
603 *buf = &dmap->raw_buf[dmap->qhead * dmap->fragment_size + dmap->counts[dmap->qhead]];
604 *len = dmap->fragment_size - dmap->counts[dmap->qhead];
606 return dmap->qhead;
609 int DMAbuf_rmchars(int dev, int buff_no, int c)
611 struct audio_operations *adev = audio_devs[dev];
612 struct dma_buffparms *dmap = adev->dmap_in;
613 int p = dmap->counts[dmap->qhead] + c;
615 if (dmap->mapping_flags & DMA_MAP_MAPPED)
617 /* printk("Sound: Can't read from mmapped device (2)\n");*/
618 return -EINVAL;
620 else if (dmap->qlen <= 0)
621 return -EIO;
622 else if (p >= dmap->fragment_size) { /* This buffer is completely empty */
623 dmap->counts[dmap->qhead] = 0;
624 dmap->qlen--;
625 dmap->qhead = (dmap->qhead + 1) % dmap->nbufs;
627 else dmap->counts[dmap->qhead] = p;
629 return 0;
631 /* MUST be called with dmap->lock hold */
632 int DMAbuf_get_buffer_pointer(int dev, struct dma_buffparms *dmap, int direction)
635 * Try to approximate the active byte position of the DMA pointer within the
636 * buffer area as well as possible.
639 int pos;
640 unsigned long f;
642 if (!(dmap->flags & DMA_ACTIVE))
643 pos = 0;
644 else {
645 int chan = dmap->dma;
647 f=claim_dma_lock();
648 clear_dma_ff(chan);
650 if(!isa_dma_bridge_buggy)
651 disable_dma(dmap->dma);
653 pos = get_dma_residue(chan);
655 pos = dmap->bytes_in_use - pos;
657 if (!(dmap->mapping_flags & DMA_MAP_MAPPED)) {
658 if (direction == DMODE_OUTPUT) {
659 if (dmap->qhead == 0)
660 if (pos > dmap->fragment_size)
661 pos = 0;
662 } else {
663 if (dmap->qtail == 0)
664 if (pos > dmap->fragment_size)
665 pos = 0;
668 if (pos < 0)
669 pos = 0;
670 if (pos >= dmap->bytes_in_use)
671 pos = 0;
673 if(!isa_dma_bridge_buggy)
674 enable_dma(dmap->dma);
676 release_dma_lock(f);
678 /* printk( "%04x ", pos); */
680 return pos;
684 * DMAbuf_start_devices() is called by the /dev/music driver to start
685 * one or more audio devices at desired moment.
688 void DMAbuf_start_devices(unsigned int devmask)
690 struct audio_operations *adev;
691 int dev;
693 for (dev = 0; dev < num_audiodevs; dev++) {
694 if (!(devmask & (1 << dev)))
695 continue;
696 if (!(adev = audio_devs[dev]))
697 continue;
698 if (adev->open_mode == 0)
699 continue;
700 if (adev->go)
701 continue;
702 /* OK to start the device */
703 adev->go = 1;
704 if (adev->d->trigger)
705 adev->d->trigger(dev,adev->enable_bits * adev->go);
708 /* via poll called without a lock ?*/
709 int DMAbuf_space_in_queue(int dev)
711 struct audio_operations *adev = audio_devs[dev];
712 int len, max, tmp;
713 struct dma_buffparms *dmap = adev->dmap_out;
714 int lim = dmap->nbufs;
716 if (lim < 2)
717 lim = 2;
719 if (dmap->qlen >= lim) /* No space at all */
720 return 0;
723 * Verify that there are no more pending buffers than the limit
724 * defined by the process.
727 max = dmap->max_fragments;
728 if (max > lim)
729 max = lim;
730 len = dmap->qlen;
732 if (adev->d->local_qlen) {
733 tmp = adev->d->local_qlen(dev);
734 if (tmp && len)
735 tmp--; /* This buffer has been counted twice */
736 len += tmp;
738 if (dmap->byte_counter % dmap->fragment_size) /* There is a partial fragment */
739 len = len + 1;
741 if (len >= max)
742 return 0;
743 return max - len;
745 /* MUST not hold the spinlock - this function may sleep */
746 static int output_sleep(int dev, int dontblock)
748 struct audio_operations *adev = audio_devs[dev];
749 int err = 0;
750 struct dma_buffparms *dmap = adev->dmap_out;
751 long timeout;
752 long timeout_value;
754 if (dontblock)
755 return -EAGAIN;
756 if (!(adev->enable_bits & PCM_ENABLE_OUTPUT))
757 return -EAGAIN;
760 * Wait for free space
762 if (signal_pending(current))
763 return -EINTR;
764 timeout = (adev->go && !(dmap->flags & DMA_NOTIMEOUT));
765 if (timeout)
766 timeout_value = dmabuf_timeout(dmap);
767 else
768 timeout_value = MAX_SCHEDULE_TIMEOUT;
769 timeout_value = interruptible_sleep_on_timeout(&adev->out_sleeper,
770 timeout_value);
771 if (timeout != MAX_SCHEDULE_TIMEOUT && !timeout_value) {
772 printk(KERN_WARNING "Sound: DMA (output) timed out - IRQ/DRQ config error?\n");
773 dma_reset_output(dev);
774 } else {
775 if (signal_pending(current))
776 err = -EINTR;
778 return err;
780 /* called with the lock held */
781 static int find_output_space(int dev, char **buf, int *size)
783 struct audio_operations *adev = audio_devs[dev];
784 struct dma_buffparms *dmap = adev->dmap_out;
785 unsigned long active_offs;
786 long len, offs;
787 int maxfrags;
788 int occupied_bytes = (dmap->user_counter % dmap->fragment_size);
790 *buf = dmap->raw_buf;
791 if (!(maxfrags = DMAbuf_space_in_queue(dev)) && !occupied_bytes)
792 return 0;
794 #ifdef BE_CONSERVATIVE
795 active_offs = dmap->byte_counter + dmap->qhead * dmap->fragment_size;
796 #else
797 active_offs = DMAbuf_get_buffer_pointer(dev, dmap, DMODE_OUTPUT);
798 /* Check for pointer wrapping situation */
799 if (active_offs < 0 || active_offs >= dmap->bytes_in_use)
800 active_offs = 0;
801 active_offs += dmap->byte_counter;
802 #endif
804 offs = (dmap->user_counter % dmap->bytes_in_use) & ~SAMPLE_ROUNDUP;
805 if (offs < 0 || offs >= dmap->bytes_in_use) {
806 printk(KERN_ERR "Sound: Got unexpected offs %ld. Giving up.\n", offs);
807 printk("Counter = %ld, bytes=%d\n", dmap->user_counter, dmap->bytes_in_use);
808 return 0;
810 *buf = dmap->raw_buf + offs;
812 len = active_offs + dmap->bytes_in_use - dmap->user_counter; /* Number of unused bytes in buffer */
814 if ((offs + len) > dmap->bytes_in_use)
815 len = dmap->bytes_in_use - offs;
816 if (len < 0) {
817 return 0;
819 if (len > ((maxfrags * dmap->fragment_size) - occupied_bytes))
820 len = (maxfrags * dmap->fragment_size) - occupied_bytes;
821 *size = len & ~SAMPLE_ROUNDUP;
822 return (*size > 0);
824 /* acquires lock */
825 int DMAbuf_getwrbuffer(int dev, char **buf, int *size, int dontblock)
827 struct audio_operations *adev = audio_devs[dev];
828 unsigned long flags;
829 int err = -EIO;
830 struct dma_buffparms *dmap = adev->dmap_out;
832 if (dmap->mapping_flags & DMA_MAP_MAPPED) {
833 /* printk(KERN_DEBUG "Sound: Can't write to mmapped device (3)\n");*/
834 return -EINVAL;
836 spin_lock_irqsave(&dmap->lock,flags);
837 if (dmap->needs_reorg)
838 reorganize_buffers(dev, dmap, 0);
840 if (dmap->dma_mode == DMODE_INPUT) { /* Direction change */
841 spin_unlock_irqrestore(&dmap->lock,flags);
842 DMAbuf_reset(dev);
843 spin_lock_irqsave(&dmap->lock,flags);
845 dmap->dma_mode = DMODE_OUTPUT;
847 while (find_output_space(dev, buf, size) <= 0) {
848 spin_unlock_irqrestore(&dmap->lock,flags);
849 if ((err = output_sleep(dev, dontblock)) < 0) {
850 return err;
852 spin_lock_irqsave(&dmap->lock,flags);
855 spin_unlock_irqrestore(&dmap->lock,flags);
856 return 0;
858 /* has to acquire dmap->lock */
859 int DMAbuf_move_wrpointer(int dev, int l)
861 struct audio_operations *adev = audio_devs[dev];
862 struct dma_buffparms *dmap = adev->dmap_out;
863 unsigned long ptr;
864 unsigned long end_ptr, p;
865 int post;
866 unsigned long flags;
868 spin_lock_irqsave(&dmap->lock,flags);
869 post= (dmap->flags & DMA_POST);
870 ptr = (dmap->user_counter / dmap->fragment_size) * dmap->fragment_size;
872 dmap->flags &= ~DMA_POST;
873 dmap->cfrag = -1;
874 dmap->user_counter += l;
875 dmap->flags |= DMA_DIRTY;
877 if (dmap->byte_counter >= dmap->max_byte_counter) {
878 /* Wrap the byte counters */
879 long decr = dmap->byte_counter;
880 dmap->byte_counter = (dmap->byte_counter % dmap->bytes_in_use);
881 decr -= dmap->byte_counter;
882 dmap->user_counter -= decr;
884 end_ptr = (dmap->user_counter / dmap->fragment_size) * dmap->fragment_size;
886 p = (dmap->user_counter - 1) % dmap->bytes_in_use;
887 dmap->neutral_byte = dmap->raw_buf[p];
889 /* Update the fragment based bookkeeping too */
890 while (ptr < end_ptr) {
891 dmap->counts[dmap->qtail] = dmap->fragment_size;
892 dmap->qtail = (dmap->qtail + 1) % dmap->nbufs;
893 dmap->qlen++;
894 ptr += dmap->fragment_size;
897 dmap->counts[dmap->qtail] = dmap->user_counter - ptr;
900 * Let the low level driver perform some postprocessing to
901 * the written data.
903 if (adev->d->postprocess_write)
904 adev->d->postprocess_write(dev);
906 if (!(dmap->flags & DMA_ACTIVE))
907 if (dmap->qlen > 1 || (dmap->qlen > 0 && (post || dmap->qlen >= dmap->nbufs - 1)))
908 DMAbuf_launch_output(dev, dmap);
910 spin_unlock_irqrestore(&dmap->lock,flags);
911 return 0;
914 int DMAbuf_start_dma(int dev, unsigned long physaddr, int count, int dma_mode)
916 struct audio_operations *adev = audio_devs[dev];
917 struct dma_buffparms *dmap = (dma_mode == DMA_MODE_WRITE) ? adev->dmap_out : adev->dmap_in;
919 if (dmap->raw_buf == NULL) {
920 printk(KERN_ERR "sound: DMA buffer(1) == NULL\n");
921 printk("Device %d, chn=%s\n", dev, (dmap == adev->dmap_out) ? "out" : "in");
922 return 0;
924 if (dmap->dma < 0)
925 return 0;
926 sound_start_dma(dmap, physaddr, count, dma_mode);
927 return count;
929 EXPORT_SYMBOL(DMAbuf_start_dma);
931 static int local_start_dma(struct audio_operations *adev, unsigned long physaddr, int count, int dma_mode)
933 struct dma_buffparms *dmap = (dma_mode == DMA_MODE_WRITE) ? adev->dmap_out : adev->dmap_in;
935 if (dmap->raw_buf == NULL) {
936 printk(KERN_ERR "sound: DMA buffer(2) == NULL\n");
937 printk(KERN_ERR "Device %s, chn=%s\n", adev->name, (dmap == adev->dmap_out) ? "out" : "in");
938 return 0;
940 if (dmap->flags & DMA_NODMA)
941 return 1;
942 if (dmap->dma < 0)
943 return 0;
944 sound_start_dma(dmap, dmap->raw_buf_phys, dmap->bytes_in_use, dma_mode | DMA_AUTOINIT);
945 dmap->flags |= DMA_STARTED;
946 return count;
949 static void finish_output_interrupt(int dev, struct dma_buffparms *dmap)
951 struct audio_operations *adev = audio_devs[dev];
953 if (dmap->audio_callback != NULL)
954 dmap->audio_callback(dev, dmap->callback_parm);
955 wake_up(&adev->out_sleeper);
956 wake_up(&adev->poll_sleeper);
958 /* called with dmap->lock held in irq context*/
959 static void do_outputintr(int dev, int dummy)
961 struct audio_operations *adev = audio_devs[dev];
962 struct dma_buffparms *dmap = adev->dmap_out;
963 int this_fragment;
965 if (dmap->raw_buf == NULL) {
966 printk(KERN_ERR "Sound: Error. Audio interrupt (%d) after freeing buffers.\n", dev);
967 return;
969 if (dmap->mapping_flags & DMA_MAP_MAPPED) { /* Virtual memory mapped access */
970 /* mmapped access */
971 dmap->qhead = (dmap->qhead + 1) % dmap->nbufs;
972 if (dmap->qhead == 0) { /* Wrapped */
973 dmap->byte_counter += dmap->bytes_in_use;
974 if (dmap->byte_counter >= dmap->max_byte_counter) { /* Overflow */
975 long decr = dmap->byte_counter;
976 dmap->byte_counter = (dmap->byte_counter % dmap->bytes_in_use);
977 decr -= dmap->byte_counter;
978 dmap->user_counter -= decr;
981 dmap->qlen++; /* Yes increment it (don't decrement) */
982 if (!(adev->flags & DMA_AUTOMODE))
983 dmap->flags &= ~DMA_ACTIVE;
984 dmap->counts[dmap->qhead] = dmap->fragment_size;
985 DMAbuf_launch_output(dev, dmap);
986 finish_output_interrupt(dev, dmap);
987 return;
990 dmap->qlen--;
991 this_fragment = dmap->qhead;
992 dmap->qhead = (dmap->qhead + 1) % dmap->nbufs;
994 if (dmap->qhead == 0) { /* Wrapped */
995 dmap->byte_counter += dmap->bytes_in_use;
996 if (dmap->byte_counter >= dmap->max_byte_counter) { /* Overflow */
997 long decr = dmap->byte_counter;
998 dmap->byte_counter = (dmap->byte_counter % dmap->bytes_in_use);
999 decr -= dmap->byte_counter;
1000 dmap->user_counter -= decr;
1003 if (!(adev->flags & DMA_AUTOMODE))
1004 dmap->flags &= ~DMA_ACTIVE;
1007 * This is dmap->qlen <= 0 except when closing when
1008 * dmap->qlen < 0
1011 while (dmap->qlen <= -dmap->closing) {
1012 dmap->underrun_count++;
1013 dmap->qlen++;
1014 if ((dmap->flags & DMA_DIRTY) && dmap->applic_profile != APF_CPUINTENS) {
1015 dmap->flags &= ~DMA_DIRTY;
1016 memset(adev->dmap_out->raw_buf, adev->dmap_out->neutral_byte,
1017 adev->dmap_out->buffsize);
1019 dmap->user_counter += dmap->fragment_size;
1020 dmap->qtail = (dmap->qtail + 1) % dmap->nbufs;
1022 if (dmap->qlen > 0)
1023 DMAbuf_launch_output(dev, dmap);
1024 finish_output_interrupt(dev, dmap);
1026 /* called in irq context */
1027 void DMAbuf_outputintr(int dev, int notify_only)
1029 struct audio_operations *adev = audio_devs[dev];
1030 unsigned long flags;
1031 struct dma_buffparms *dmap = adev->dmap_out;
1033 spin_lock_irqsave(&dmap->lock,flags);
1034 if (!(dmap->flags & DMA_NODMA)) {
1035 int chan = dmap->dma, pos, n;
1036 unsigned long f;
1038 f=claim_dma_lock();
1040 if(!isa_dma_bridge_buggy)
1041 disable_dma(dmap->dma);
1042 clear_dma_ff(chan);
1043 pos = dmap->bytes_in_use - get_dma_residue(chan);
1044 if(!isa_dma_bridge_buggy)
1045 enable_dma(dmap->dma);
1046 release_dma_lock(f);
1048 pos = pos / dmap->fragment_size; /* Actual qhead */
1049 if (pos < 0 || pos >= dmap->nbufs)
1050 pos = 0;
1051 n = 0;
1052 while (dmap->qhead != pos && n++ < dmap->nbufs)
1053 do_outputintr(dev, notify_only);
1055 else
1056 do_outputintr(dev, notify_only);
1057 spin_unlock_irqrestore(&dmap->lock,flags);
1059 EXPORT_SYMBOL(DMAbuf_outputintr);
1061 /* called with dmap->lock held in irq context */
1062 static void do_inputintr(int dev)
1064 struct audio_operations *adev = audio_devs[dev];
1065 struct dma_buffparms *dmap = adev->dmap_in;
1067 if (dmap->raw_buf == NULL) {
1068 printk(KERN_ERR "Sound: Fatal error. Audio interrupt after freeing buffers.\n");
1069 return;
1071 if (dmap->mapping_flags & DMA_MAP_MAPPED) {
1072 dmap->qtail = (dmap->qtail + 1) % dmap->nbufs;
1073 if (dmap->qtail == 0) { /* Wrapped */
1074 dmap->byte_counter += dmap->bytes_in_use;
1075 if (dmap->byte_counter >= dmap->max_byte_counter) { /* Overflow */
1076 long decr = dmap->byte_counter;
1077 dmap->byte_counter = (dmap->byte_counter % dmap->bytes_in_use) + dmap->bytes_in_use;
1078 decr -= dmap->byte_counter;
1079 dmap->user_counter -= decr;
1082 dmap->qlen++;
1084 if (!(adev->flags & DMA_AUTOMODE)) {
1085 if (dmap->needs_reorg)
1086 reorganize_buffers(dev, dmap, 0);
1087 local_start_dma(adev, dmap->raw_buf_phys, dmap->bytes_in_use,DMA_MODE_READ);
1088 adev->d->start_input(dev, dmap->raw_buf_phys + dmap->qtail * dmap->fragment_size,
1089 dmap->fragment_size, 1);
1090 if (adev->d->trigger)
1091 adev->d->trigger(dev, adev->enable_bits * adev->go);
1093 dmap->flags |= DMA_ACTIVE;
1094 } else if (dmap->qlen >= (dmap->nbufs - 1)) {
1095 printk(KERN_WARNING "Sound: Recording overrun\n");
1096 dmap->underrun_count++;
1098 /* Just throw away the oldest fragment but keep the engine running */
1099 dmap->qhead = (dmap->qhead + 1) % dmap->nbufs;
1100 dmap->qtail = (dmap->qtail + 1) % dmap->nbufs;
1101 } else if (dmap->qlen >= 0 && dmap->qlen < dmap->nbufs) {
1102 dmap->qlen++;
1103 dmap->qtail = (dmap->qtail + 1) % dmap->nbufs;
1104 if (dmap->qtail == 0) { /* Wrapped */
1105 dmap->byte_counter += dmap->bytes_in_use;
1106 if (dmap->byte_counter >= dmap->max_byte_counter) { /* Overflow */
1107 long decr = dmap->byte_counter;
1108 dmap->byte_counter = (dmap->byte_counter % dmap->bytes_in_use) + dmap->bytes_in_use;
1109 decr -= dmap->byte_counter;
1110 dmap->user_counter -= decr;
1114 if (!(adev->flags & DMA_AUTOMODE) || (dmap->flags & DMA_NODMA)) {
1115 local_start_dma(adev, dmap->raw_buf_phys, dmap->bytes_in_use, DMA_MODE_READ);
1116 adev->d->start_input(dev, dmap->raw_buf_phys + dmap->qtail * dmap->fragment_size, dmap->fragment_size, 1);
1117 if (adev->d->trigger)
1118 adev->d->trigger(dev,adev->enable_bits * adev->go);
1120 dmap->flags |= DMA_ACTIVE;
1121 if (dmap->qlen > 0)
1123 wake_up(&adev->in_sleeper);
1124 wake_up(&adev->poll_sleeper);
1127 /* called in irq context */
1128 void DMAbuf_inputintr(int dev)
1130 struct audio_operations *adev = audio_devs[dev];
1131 struct dma_buffparms *dmap = adev->dmap_in;
1132 unsigned long flags;
1134 spin_lock_irqsave(&dmap->lock,flags);
1136 if (!(dmap->flags & DMA_NODMA)) {
1137 int chan = dmap->dma, pos, n;
1138 unsigned long f;
1140 f=claim_dma_lock();
1141 if(!isa_dma_bridge_buggy)
1142 disable_dma(dmap->dma);
1143 clear_dma_ff(chan);
1144 pos = dmap->bytes_in_use - get_dma_residue(chan);
1145 if(!isa_dma_bridge_buggy)
1146 enable_dma(dmap->dma);
1147 release_dma_lock(f);
1149 pos = pos / dmap->fragment_size; /* Actual qhead */
1150 if (pos < 0 || pos >= dmap->nbufs)
1151 pos = 0;
1153 n = 0;
1154 while (dmap->qtail != pos && ++n < dmap->nbufs)
1155 do_inputintr(dev);
1156 } else
1157 do_inputintr(dev);
1158 spin_unlock_irqrestore(&dmap->lock,flags);
1160 EXPORT_SYMBOL(DMAbuf_inputintr);
1162 void DMAbuf_init(int dev, int dma1, int dma2)
1164 struct audio_operations *adev = audio_devs[dev];
1166 * NOTE! This routine could be called several times.
1169 if (adev && adev->dmap_out == NULL) {
1170 if (adev->d == NULL)
1171 panic("OSS: audio_devs[%d]->d == NULL\n", dev);
1173 if (adev->parent_dev) { /* Use DMA map of the parent dev */
1174 int parent = adev->parent_dev - 1;
1175 adev->dmap_out = audio_devs[parent]->dmap_out;
1176 adev->dmap_in = audio_devs[parent]->dmap_in;
1177 } else {
1178 adev->dmap_out = adev->dmap_in = &adev->dmaps[0];
1179 adev->dmap_out->dma = dma1;
1180 if (adev->flags & DMA_DUPLEX) {
1181 adev->dmap_in = &adev->dmaps[1];
1182 adev->dmap_in->dma = dma2;
1185 /* Persistent DMA buffers allocated here */
1186 if (sound_dmap_flag == DMAP_KEEP_ON_CLOSE) {
1187 if (adev->dmap_in->raw_buf == NULL)
1188 sound_alloc_dmap(adev->dmap_in);
1189 if (adev->dmap_out->raw_buf == NULL)
1190 sound_alloc_dmap(adev->dmap_out);
1195 /* No kernel lock - DMAbuf_activate_recording protected by global cli/sti */
1196 static unsigned int poll_input(struct file * file, int dev, poll_table *wait)
1198 struct audio_operations *adev = audio_devs[dev];
1199 struct dma_buffparms *dmap = adev->dmap_in;
1201 if (!(adev->open_mode & OPEN_READ))
1202 return 0;
1203 if (dmap->mapping_flags & DMA_MAP_MAPPED) {
1204 if (dmap->qlen)
1205 return POLLIN | POLLRDNORM;
1206 return 0;
1208 if (dmap->dma_mode != DMODE_INPUT) {
1209 if (dmap->dma_mode == DMODE_NONE &&
1210 adev->enable_bits & PCM_ENABLE_INPUT &&
1211 !dmap->qlen && adev->go) {
1212 unsigned long flags;
1214 spin_lock_irqsave(&dmap->lock,flags);
1215 DMAbuf_activate_recording(dev, dmap);
1216 spin_unlock_irqrestore(&dmap->lock,flags);
1218 return 0;
1220 if (!dmap->qlen)
1221 return 0;
1222 return POLLIN | POLLRDNORM;
1225 static unsigned int poll_output(struct file * file, int dev, poll_table *wait)
1227 struct audio_operations *adev = audio_devs[dev];
1228 struct dma_buffparms *dmap = adev->dmap_out;
1230 if (!(adev->open_mode & OPEN_WRITE))
1231 return 0;
1232 if (dmap->mapping_flags & DMA_MAP_MAPPED) {
1233 if (dmap->qlen)
1234 return POLLOUT | POLLWRNORM;
1235 return 0;
1237 if (dmap->dma_mode == DMODE_INPUT)
1238 return 0;
1239 if (dmap->dma_mode == DMODE_NONE)
1240 return POLLOUT | POLLWRNORM;
1241 if (!DMAbuf_space_in_queue(dev))
1242 return 0;
1243 return POLLOUT | POLLWRNORM;
1246 unsigned int DMAbuf_poll(struct file * file, int dev, poll_table *wait)
1248 struct audio_operations *adev = audio_devs[dev];
1249 poll_wait(file, &adev->poll_sleeper, wait);
1250 return poll_input(file, dev, wait) | poll_output(file, dev, wait);
1253 void DMAbuf_deinit(int dev)
1255 struct audio_operations *adev = audio_devs[dev];
1256 /* This routine is called when driver is being unloaded */
1257 if (!adev)
1258 return;
1260 /* Persistent DMA buffers deallocated here */
1261 if (sound_dmap_flag == DMAP_KEEP_ON_CLOSE) {
1262 sound_free_dmap(adev->dmap_out);
1263 if (adev->flags & DMA_DUPLEX)
1264 sound_free_dmap(adev->dmap_in);