[TG3]: Set minimal hw interrupt mitigation.
[linux-2.6/verdex.git] / sound / oss / dmabuf.c
blobbaf4244a54f2f9b6d81661c983eb117ae189fb3e
1 /*
2 * sound/dmabuf.c
4 * The DMA buffer manager for digitized voice applications
5 */
6 /*
7 * Copyright (C) by Hannu Savolainen 1993-1997
9 * OSS/Free for Linux is distributed under the GNU GENERAL PUBLIC LICENSE (GPL)
10 * Version 2 (June 1991). See the "COPYING" file distributed with this software
11 * for more info.
13 * Thomas Sailer : moved several static variables into struct audio_operations
14 * (which is grossly misnamed btw.) because they have the same
15 * lifetime as the rest in there and dynamic allocation saves
16 * 12k or so
17 * Thomas Sailer : remove {in,out}_sleep_flag. It was used for the sleeper to
18 * determine if it was woken up by the expiring timeout or by
19 * an explicit wake_up. The return value from schedule_timeout
20 * can be used instead; if 0, the wakeup was due to the timeout.
22 * Rob Riggs Added persistent DMA buffers (1998/10/17)
25 #define BE_CONSERVATIVE
26 #define SAMPLE_ROUNDUP 0
28 #include "sound_config.h"
30 #define DMAP_FREE_ON_CLOSE 0
31 #define DMAP_KEEP_ON_CLOSE 1
32 extern int sound_dmap_flag;
34 static void dma_reset_output(int dev);
35 static void dma_reset_input(int dev);
36 static int local_start_dma(struct audio_operations *adev, unsigned long physaddr, int count, int dma_mode);
40 static int debugmem; /* switched off by default */
41 static int dma_buffsize = DSP_BUFFSIZE;
43 static long dmabuf_timeout(struct dma_buffparms *dmap)
45 long tmout;
47 tmout = (dmap->fragment_size * HZ) / dmap->data_rate;
48 tmout += HZ / 5; /* Some safety distance */
49 if (tmout < (HZ / 2))
50 tmout = HZ / 2;
51 if (tmout > 20 * HZ)
52 tmout = 20 * HZ;
53 return tmout;
56 static int sound_alloc_dmap(struct dma_buffparms *dmap)
58 char *start_addr, *end_addr;
59 int dma_pagesize;
60 int sz, size;
61 struct page *page;
63 dmap->mapping_flags &= ~DMA_MAP_MAPPED;
65 if (dmap->raw_buf != NULL)
66 return 0; /* Already done */
67 if (dma_buffsize < 4096)
68 dma_buffsize = 4096;
69 dma_pagesize = (dmap->dma < 4) ? (64 * 1024) : (128 * 1024);
72 * Now check for the Cyrix problem.
75 if(isa_dma_bridge_buggy==2)
76 dma_pagesize=32768;
78 dmap->raw_buf = NULL;
79 dmap->buffsize = dma_buffsize;
80 if (dmap->buffsize > dma_pagesize)
81 dmap->buffsize = dma_pagesize;
82 start_addr = NULL;
84 * Now loop until we get a free buffer. Try to get smaller buffer if
85 * it fails. Don't accept smaller than 8k buffer for performance
86 * reasons.
88 while (start_addr == NULL && dmap->buffsize > PAGE_SIZE) {
89 for (sz = 0, size = PAGE_SIZE; size < dmap->buffsize; sz++, size <<= 1);
90 dmap->buffsize = PAGE_SIZE * (1 << sz);
91 start_addr = (char *) __get_free_pages(GFP_ATOMIC|GFP_DMA|__GFP_NOWARN, sz);
92 if (start_addr == NULL)
93 dmap->buffsize /= 2;
96 if (start_addr == NULL) {
97 printk(KERN_WARNING "Sound error: Couldn't allocate DMA buffer\n");
98 return -ENOMEM;
99 } else {
100 /* make some checks */
101 end_addr = start_addr + dmap->buffsize - 1;
103 if (debugmem)
104 printk(KERN_DEBUG "sound: start 0x%lx, end 0x%lx\n", (long) start_addr, (long) end_addr);
106 /* now check if it fits into the same dma-pagesize */
108 if (((long) start_addr & ~(dma_pagesize - 1)) != ((long) end_addr & ~(dma_pagesize - 1))
109 || end_addr >= (char *) (MAX_DMA_ADDRESS)) {
110 printk(KERN_ERR "sound: Got invalid address 0x%lx for %db DMA-buffer\n", (long) start_addr, dmap->buffsize);
111 return -EFAULT;
114 dmap->raw_buf = start_addr;
115 dmap->raw_buf_phys = virt_to_bus(start_addr);
117 for (page = virt_to_page(start_addr); page <= virt_to_page(end_addr); page++)
118 SetPageReserved(page);
119 return 0;
122 static void sound_free_dmap(struct dma_buffparms *dmap)
124 int sz, size;
125 struct page *page;
126 unsigned long start_addr, end_addr;
128 if (dmap->raw_buf == NULL)
129 return;
130 if (dmap->mapping_flags & DMA_MAP_MAPPED)
131 return; /* Don't free mmapped buffer. Will use it next time */
132 for (sz = 0, size = PAGE_SIZE; size < dmap->buffsize; sz++, size <<= 1);
134 start_addr = (unsigned long) dmap->raw_buf;
135 end_addr = start_addr + dmap->buffsize;
137 for (page = virt_to_page(start_addr); page <= virt_to_page(end_addr); page++)
138 ClearPageReserved(page);
140 free_pages((unsigned long) dmap->raw_buf, sz);
141 dmap->raw_buf = NULL;
145 /* Intel version !!!!!!!!! */
147 static int sound_start_dma(struct dma_buffparms *dmap, unsigned long physaddr, int count, int dma_mode)
149 unsigned long flags;
150 int chan = dmap->dma;
152 /* printk( "Start DMA%d %d, %d\n", chan, (int)(physaddr-dmap->raw_buf_phys), count); */
154 flags = claim_dma_lock();
155 disable_dma(chan);
156 clear_dma_ff(chan);
157 set_dma_mode(chan, dma_mode);
158 set_dma_addr(chan, physaddr);
159 set_dma_count(chan, count);
160 enable_dma(chan);
161 release_dma_lock(flags);
163 return 0;
166 static void dma_init_buffers(struct dma_buffparms *dmap)
168 dmap->qlen = dmap->qhead = dmap->qtail = dmap->user_counter = 0;
169 dmap->byte_counter = 0;
170 dmap->max_byte_counter = 8000 * 60 * 60;
171 dmap->bytes_in_use = dmap->buffsize;
173 dmap->dma_mode = DMODE_NONE;
174 dmap->mapping_flags = 0;
175 dmap->neutral_byte = 0x80;
176 dmap->data_rate = 8000;
177 dmap->cfrag = -1;
178 dmap->closing = 0;
179 dmap->nbufs = 1;
180 dmap->flags = DMA_BUSY; /* Other flags off */
183 static int open_dmap(struct audio_operations *adev, int mode, struct dma_buffparms *dmap)
185 int err;
187 if (dmap->flags & DMA_BUSY)
188 return -EBUSY;
189 if ((err = sound_alloc_dmap(dmap)) < 0)
190 return err;
192 if (dmap->raw_buf == NULL) {
193 printk(KERN_WARNING "Sound: DMA buffers not available\n");
194 return -ENOSPC; /* Memory allocation failed during boot */
196 if (dmap->dma >= 0 && sound_open_dma(dmap->dma, adev->name)) {
197 printk(KERN_WARNING "Unable to grab(2) DMA%d for the audio driver\n", dmap->dma);
198 return -EBUSY;
200 dma_init_buffers(dmap);
201 spin_lock_init(&dmap->lock);
202 dmap->open_mode = mode;
203 dmap->subdivision = dmap->underrun_count = 0;
204 dmap->fragment_size = 0;
205 dmap->max_fragments = 65536; /* Just a large value */
206 dmap->byte_counter = 0;
207 dmap->max_byte_counter = 8000 * 60 * 60;
208 dmap->applic_profile = APF_NORMAL;
209 dmap->needs_reorg = 1;
210 dmap->audio_callback = NULL;
211 dmap->callback_parm = 0;
212 return 0;
215 static void close_dmap(struct audio_operations *adev, struct dma_buffparms *dmap)
217 unsigned long flags;
219 if (dmap->dma >= 0) {
220 sound_close_dma(dmap->dma);
221 flags=claim_dma_lock();
222 disable_dma(dmap->dma);
223 release_dma_lock(flags);
225 if (dmap->flags & DMA_BUSY)
226 dmap->dma_mode = DMODE_NONE;
227 dmap->flags &= ~DMA_BUSY;
229 if (sound_dmap_flag == DMAP_FREE_ON_CLOSE)
230 sound_free_dmap(dmap);
234 static unsigned int default_set_bits(int dev, unsigned int bits)
236 mm_segment_t fs = get_fs();
238 set_fs(get_ds());
239 audio_devs[dev]->d->ioctl(dev, SNDCTL_DSP_SETFMT, (void __user *)&bits);
240 set_fs(fs);
241 return bits;
244 static int default_set_speed(int dev, int speed)
246 mm_segment_t fs = get_fs();
248 set_fs(get_ds());
249 audio_devs[dev]->d->ioctl(dev, SNDCTL_DSP_SPEED, (void __user *)&speed);
250 set_fs(fs);
251 return speed;
254 static short default_set_channels(int dev, short channels)
256 int c = channels;
257 mm_segment_t fs = get_fs();
259 set_fs(get_ds());
260 audio_devs[dev]->d->ioctl(dev, SNDCTL_DSP_CHANNELS, (void __user *)&c);
261 set_fs(fs);
262 return c;
265 static void check_driver(struct audio_driver *d)
267 if (d->set_speed == NULL)
268 d->set_speed = default_set_speed;
269 if (d->set_bits == NULL)
270 d->set_bits = default_set_bits;
271 if (d->set_channels == NULL)
272 d->set_channels = default_set_channels;
275 int DMAbuf_open(int dev, int mode)
277 struct audio_operations *adev = audio_devs[dev];
278 int retval;
279 struct dma_buffparms *dmap_in = NULL;
280 struct dma_buffparms *dmap_out = NULL;
282 if (!adev)
283 return -ENXIO;
284 if (!(adev->flags & DMA_DUPLEX))
285 adev->dmap_in = adev->dmap_out;
286 check_driver(adev->d);
288 if ((retval = adev->d->open(dev, mode)) < 0)
289 return retval;
290 dmap_out = adev->dmap_out;
291 dmap_in = adev->dmap_in;
292 if (dmap_in == dmap_out)
293 adev->flags &= ~DMA_DUPLEX;
295 if (mode & OPEN_WRITE) {
296 if ((retval = open_dmap(adev, mode, dmap_out)) < 0) {
297 adev->d->close(dev);
298 return retval;
301 adev->enable_bits = mode;
303 if (mode == OPEN_READ || (mode != OPEN_WRITE && (adev->flags & DMA_DUPLEX))) {
304 if ((retval = open_dmap(adev, mode, dmap_in)) < 0) {
305 adev->d->close(dev);
306 if (mode & OPEN_WRITE)
307 close_dmap(adev, dmap_out);
308 return retval;
311 adev->open_mode = mode;
312 adev->go = 1;
314 adev->d->set_bits(dev, 8);
315 adev->d->set_channels(dev, 1);
316 adev->d->set_speed(dev, DSP_DEFAULT_SPEED);
317 if (adev->dmap_out->dma_mode == DMODE_OUTPUT)
318 memset(adev->dmap_out->raw_buf, adev->dmap_out->neutral_byte,
319 adev->dmap_out->bytes_in_use);
320 return 0;
322 /* MUST not hold the spinlock */
323 void DMAbuf_reset(int dev)
325 if (audio_devs[dev]->open_mode & OPEN_WRITE)
326 dma_reset_output(dev);
328 if (audio_devs[dev]->open_mode & OPEN_READ)
329 dma_reset_input(dev);
332 static void dma_reset_output(int dev)
334 struct audio_operations *adev = audio_devs[dev];
335 unsigned long flags,f ;
336 struct dma_buffparms *dmap = adev->dmap_out;
338 if (!(dmap->flags & DMA_STARTED)) /* DMA is not active */
339 return;
342 * First wait until the current fragment has been played completely
344 spin_lock_irqsave(&dmap->lock,flags);
345 adev->dmap_out->flags |= DMA_SYNCING;
347 adev->dmap_out->underrun_count = 0;
348 if (!signal_pending(current) && adev->dmap_out->qlen &&
349 adev->dmap_out->underrun_count == 0){
350 spin_unlock_irqrestore(&dmap->lock,flags);
351 interruptible_sleep_on_timeout(&adev->out_sleeper,
352 dmabuf_timeout(dmap));
353 spin_lock_irqsave(&dmap->lock,flags);
355 adev->dmap_out->flags &= ~(DMA_SYNCING | DMA_ACTIVE);
358 * Finally shut the device off
360 if (!(adev->flags & DMA_DUPLEX) || !adev->d->halt_output)
361 adev->d->halt_io(dev);
362 else
363 adev->d->halt_output(dev);
364 adev->dmap_out->flags &= ~DMA_STARTED;
366 f=claim_dma_lock();
367 clear_dma_ff(dmap->dma);
368 disable_dma(dmap->dma);
369 release_dma_lock(f);
371 dmap->byte_counter = 0;
372 reorganize_buffers(dev, adev->dmap_out, 0);
373 dmap->qlen = dmap->qhead = dmap->qtail = dmap->user_counter = 0;
374 spin_unlock_irqrestore(&dmap->lock,flags);
377 static void dma_reset_input(int dev)
379 struct audio_operations *adev = audio_devs[dev];
380 unsigned long flags;
381 struct dma_buffparms *dmap = adev->dmap_in;
383 spin_lock_irqsave(&dmap->lock,flags);
384 if (!(adev->flags & DMA_DUPLEX) || !adev->d->halt_input)
385 adev->d->halt_io(dev);
386 else
387 adev->d->halt_input(dev);
388 adev->dmap_in->flags &= ~DMA_STARTED;
390 dmap->qlen = dmap->qhead = dmap->qtail = dmap->user_counter = 0;
391 dmap->byte_counter = 0;
392 reorganize_buffers(dev, adev->dmap_in, 1);
393 spin_unlock_irqrestore(&dmap->lock,flags);
395 /* MUST be called with holding the dmap->lock */
396 void DMAbuf_launch_output(int dev, struct dma_buffparms *dmap)
398 struct audio_operations *adev = audio_devs[dev];
400 if (!((adev->enable_bits * adev->go) & PCM_ENABLE_OUTPUT))
401 return; /* Don't start DMA yet */
402 dmap->dma_mode = DMODE_OUTPUT;
404 if (!(dmap->flags & DMA_ACTIVE) || !(adev->flags & DMA_AUTOMODE) || (dmap->flags & DMA_NODMA)) {
405 if (!(dmap->flags & DMA_STARTED)) {
406 reorganize_buffers(dev, dmap, 0);
407 if (adev->d->prepare_for_output(dev, dmap->fragment_size, dmap->nbufs))
408 return;
409 if (!(dmap->flags & DMA_NODMA))
410 local_start_dma(adev, dmap->raw_buf_phys, dmap->bytes_in_use,DMA_MODE_WRITE);
411 dmap->flags |= DMA_STARTED;
413 if (dmap->counts[dmap->qhead] == 0)
414 dmap->counts[dmap->qhead] = dmap->fragment_size;
415 dmap->dma_mode = DMODE_OUTPUT;
416 adev->d->output_block(dev, dmap->raw_buf_phys + dmap->qhead * dmap->fragment_size,
417 dmap->counts[dmap->qhead], 1);
418 if (adev->d->trigger)
419 adev->d->trigger(dev,adev->enable_bits * adev->go);
421 dmap->flags |= DMA_ACTIVE;
424 int DMAbuf_sync(int dev)
426 struct audio_operations *adev = audio_devs[dev];
427 unsigned long flags;
428 int n = 0;
429 struct dma_buffparms *dmap;
431 if (!adev->go && !(adev->enable_bits & PCM_ENABLE_OUTPUT))
432 return 0;
434 if (adev->dmap_out->dma_mode == DMODE_OUTPUT) {
435 dmap = adev->dmap_out;
436 spin_lock_irqsave(&dmap->lock,flags);
437 if (dmap->qlen > 0 && !(dmap->flags & DMA_ACTIVE))
438 DMAbuf_launch_output(dev, dmap);
439 adev->dmap_out->flags |= DMA_SYNCING;
440 adev->dmap_out->underrun_count = 0;
441 while (!signal_pending(current) && n++ <= adev->dmap_out->nbufs &&
442 adev->dmap_out->qlen && adev->dmap_out->underrun_count == 0) {
443 long t = dmabuf_timeout(dmap);
444 spin_unlock_irqrestore(&dmap->lock,flags);
445 /* FIXME: not safe may miss events */
446 t = interruptible_sleep_on_timeout(&adev->out_sleeper, t);
447 spin_lock_irqsave(&dmap->lock,flags);
448 if (!t) {
449 adev->dmap_out->flags &= ~DMA_SYNCING;
450 spin_unlock_irqrestore(&dmap->lock,flags);
451 return adev->dmap_out->qlen;
454 adev->dmap_out->flags &= ~(DMA_SYNCING | DMA_ACTIVE);
457 * Some devices such as GUS have huge amount of on board RAM for the
458 * audio data. We have to wait until the device has finished playing.
461 /* still holding the lock */
462 if (adev->d->local_qlen) { /* Device has hidden buffers */
463 while (!signal_pending(current) &&
464 adev->d->local_qlen(dev)){
465 spin_unlock_irqrestore(&dmap->lock,flags);
466 interruptible_sleep_on_timeout(&adev->out_sleeper,
467 dmabuf_timeout(dmap));
468 spin_lock_irqsave(&dmap->lock,flags);
471 spin_unlock_irqrestore(&dmap->lock,flags);
473 adev->dmap_out->dma_mode = DMODE_NONE;
474 return adev->dmap_out->qlen;
477 int DMAbuf_release(int dev, int mode)
479 struct audio_operations *adev = audio_devs[dev];
480 struct dma_buffparms *dmap;
481 unsigned long flags;
483 dmap = adev->dmap_out;
484 if (adev->open_mode & OPEN_WRITE)
485 adev->dmap_out->closing = 1;
487 if (adev->open_mode & OPEN_READ){
488 adev->dmap_in->closing = 1;
489 dmap = adev->dmap_in;
491 if (adev->open_mode & OPEN_WRITE)
492 if (!(adev->dmap_out->mapping_flags & DMA_MAP_MAPPED))
493 if (!signal_pending(current) && (adev->dmap_out->dma_mode == DMODE_OUTPUT))
494 DMAbuf_sync(dev);
495 if (adev->dmap_out->dma_mode == DMODE_OUTPUT)
496 memset(adev->dmap_out->raw_buf, adev->dmap_out->neutral_byte, adev->dmap_out->bytes_in_use);
498 DMAbuf_reset(dev);
499 spin_lock_irqsave(&dmap->lock,flags);
500 adev->d->close(dev);
502 if (adev->open_mode & OPEN_WRITE)
503 close_dmap(adev, adev->dmap_out);
505 if (adev->open_mode == OPEN_READ ||
506 (adev->open_mode != OPEN_WRITE &&
507 (adev->flags & DMA_DUPLEX)))
508 close_dmap(adev, adev->dmap_in);
509 adev->open_mode = 0;
510 spin_unlock_irqrestore(&dmap->lock,flags);
511 return 0;
513 /* called with dmap->lock dold */
514 int DMAbuf_activate_recording(int dev, struct dma_buffparms *dmap)
516 struct audio_operations *adev = audio_devs[dev];
517 int err;
519 if (!(adev->open_mode & OPEN_READ))
520 return 0;
521 if (!(adev->enable_bits & PCM_ENABLE_INPUT))
522 return 0;
523 if (dmap->dma_mode == DMODE_OUTPUT) { /* Direction change */
524 /* release lock - it's not recursive */
525 spin_unlock_irq(&dmap->lock);
526 DMAbuf_sync(dev);
527 DMAbuf_reset(dev);
528 spin_lock_irq(&dmap->lock);
529 dmap->dma_mode = DMODE_NONE;
531 if (!dmap->dma_mode) {
532 reorganize_buffers(dev, dmap, 1);
533 if ((err = adev->d->prepare_for_input(dev,
534 dmap->fragment_size, dmap->nbufs)) < 0)
535 return err;
536 dmap->dma_mode = DMODE_INPUT;
538 if (!(dmap->flags & DMA_ACTIVE)) {
539 if (dmap->needs_reorg)
540 reorganize_buffers(dev, dmap, 0);
541 local_start_dma(adev, dmap->raw_buf_phys, dmap->bytes_in_use, DMA_MODE_READ);
542 adev->d->start_input(dev, dmap->raw_buf_phys + dmap->qtail * dmap->fragment_size,
543 dmap->fragment_size, 0);
544 dmap->flags |= DMA_ACTIVE;
545 if (adev->d->trigger)
546 adev->d->trigger(dev, adev->enable_bits * adev->go);
548 return 0;
550 /* aquires lock */
551 int DMAbuf_getrdbuffer(int dev, char **buf, int *len, int dontblock)
553 struct audio_operations *adev = audio_devs[dev];
554 unsigned long flags;
555 int err = 0, n = 0;
556 struct dma_buffparms *dmap = adev->dmap_in;
557 int go;
559 if (!(adev->open_mode & OPEN_READ))
560 return -EIO;
561 spin_lock_irqsave(&dmap->lock,flags);
562 if (dmap->needs_reorg)
563 reorganize_buffers(dev, dmap, 0);
564 if (adev->dmap_in->mapping_flags & DMA_MAP_MAPPED) {
565 /* printk(KERN_WARNING "Sound: Can't read from mmapped device (1)\n");*/
566 spin_unlock_irqrestore(&dmap->lock,flags);
567 return -EINVAL;
568 } else while (dmap->qlen <= 0 && n++ < 10) {
569 long timeout = MAX_SCHEDULE_TIMEOUT;
570 if (!(adev->enable_bits & PCM_ENABLE_INPUT) || !adev->go) {
571 spin_unlock_irqrestore(&dmap->lock,flags);
572 return -EAGAIN;
574 if ((err = DMAbuf_activate_recording(dev, dmap)) < 0) {
575 spin_unlock_irqrestore(&dmap->lock,flags);
576 return err;
578 /* Wait for the next block */
580 if (dontblock) {
581 spin_unlock_irqrestore(&dmap->lock,flags);
582 return -EAGAIN;
584 if ((go = adev->go))
585 timeout = dmabuf_timeout(dmap);
587 spin_unlock_irqrestore(&dmap->lock,flags);
588 timeout = interruptible_sleep_on_timeout(&adev->in_sleeper,
589 timeout);
590 if (!timeout) {
591 /* FIXME: include device name */
592 err = -EIO;
593 printk(KERN_WARNING "Sound: DMA (input) timed out - IRQ/DRQ config error?\n");
594 dma_reset_input(dev);
595 } else
596 err = -EINTR;
597 spin_lock_irqsave(&dmap->lock,flags);
599 spin_unlock_irqrestore(&dmap->lock,flags);
601 if (dmap->qlen <= 0)
602 return err ? err : -EINTR;
603 *buf = &dmap->raw_buf[dmap->qhead * dmap->fragment_size + dmap->counts[dmap->qhead]];
604 *len = dmap->fragment_size - dmap->counts[dmap->qhead];
606 return dmap->qhead;
609 int DMAbuf_rmchars(int dev, int buff_no, int c)
611 struct audio_operations *adev = audio_devs[dev];
612 struct dma_buffparms *dmap = adev->dmap_in;
613 int p = dmap->counts[dmap->qhead] + c;
615 if (dmap->mapping_flags & DMA_MAP_MAPPED)
617 /* printk("Sound: Can't read from mmapped device (2)\n");*/
618 return -EINVAL;
620 else if (dmap->qlen <= 0)
621 return -EIO;
622 else if (p >= dmap->fragment_size) { /* This buffer is completely empty */
623 dmap->counts[dmap->qhead] = 0;
624 dmap->qlen--;
625 dmap->qhead = (dmap->qhead + 1) % dmap->nbufs;
627 else dmap->counts[dmap->qhead] = p;
629 return 0;
631 /* MUST be called with dmap->lock hold */
632 int DMAbuf_get_buffer_pointer(int dev, struct dma_buffparms *dmap, int direction)
635 * Try to approximate the active byte position of the DMA pointer within the
636 * buffer area as well as possible.
639 int pos;
640 unsigned long f;
642 if (!(dmap->flags & DMA_ACTIVE))
643 pos = 0;
644 else {
645 int chan = dmap->dma;
647 f=claim_dma_lock();
648 clear_dma_ff(chan);
650 if(!isa_dma_bridge_buggy)
651 disable_dma(dmap->dma);
653 pos = get_dma_residue(chan);
655 pos = dmap->bytes_in_use - pos;
657 if (!(dmap->mapping_flags & DMA_MAP_MAPPED)) {
658 if (direction == DMODE_OUTPUT) {
659 if (dmap->qhead == 0)
660 if (pos > dmap->fragment_size)
661 pos = 0;
662 } else {
663 if (dmap->qtail == 0)
664 if (pos > dmap->fragment_size)
665 pos = 0;
668 if (pos < 0)
669 pos = 0;
670 if (pos >= dmap->bytes_in_use)
671 pos = 0;
673 if(!isa_dma_bridge_buggy)
674 enable_dma(dmap->dma);
676 release_dma_lock(f);
678 /* printk( "%04x ", pos); */
680 return pos;
684 * DMAbuf_start_devices() is called by the /dev/music driver to start
685 * one or more audio devices at desired moment.
688 void DMAbuf_start_devices(unsigned int devmask)
690 struct audio_operations *adev;
691 int dev;
693 for (dev = 0; dev < num_audiodevs; dev++) {
694 if (!(devmask & (1 << dev)))
695 continue;
696 if (!(adev = audio_devs[dev]))
697 continue;
698 if (adev->open_mode == 0)
699 continue;
700 if (adev->go)
701 continue;
702 /* OK to start the device */
703 adev->go = 1;
704 if (adev->d->trigger)
705 adev->d->trigger(dev,adev->enable_bits * adev->go);
708 /* via poll called without a lock ?*/
709 int DMAbuf_space_in_queue(int dev)
711 struct audio_operations *adev = audio_devs[dev];
712 int len, max, tmp;
713 struct dma_buffparms *dmap = adev->dmap_out;
714 int lim = dmap->nbufs;
716 if (lim < 2)
717 lim = 2;
719 if (dmap->qlen >= lim) /* No space at all */
720 return 0;
723 * Verify that there are no more pending buffers than the limit
724 * defined by the process.
727 max = dmap->max_fragments;
728 if (max > lim)
729 max = lim;
730 len = dmap->qlen;
732 if (adev->d->local_qlen) {
733 tmp = adev->d->local_qlen(dev);
734 if (tmp && len)
735 tmp--; /* This buffer has been counted twice */
736 len += tmp;
738 if (dmap->byte_counter % dmap->fragment_size) /* There is a partial fragment */
739 len = len + 1;
741 if (len >= max)
742 return 0;
743 return max - len;
745 /* MUST not hold the spinlock - this function may sleep */
746 static int output_sleep(int dev, int dontblock)
748 struct audio_operations *adev = audio_devs[dev];
749 int err = 0;
750 struct dma_buffparms *dmap = adev->dmap_out;
751 long timeout;
752 long timeout_value;
754 if (dontblock)
755 return -EAGAIN;
756 if (!(adev->enable_bits & PCM_ENABLE_OUTPUT))
757 return -EAGAIN;
760 * Wait for free space
762 if (signal_pending(current))
763 return -EINTR;
764 timeout = (adev->go && !(dmap->flags & DMA_NOTIMEOUT));
765 if (timeout)
766 timeout_value = dmabuf_timeout(dmap);
767 else
768 timeout_value = MAX_SCHEDULE_TIMEOUT;
769 timeout_value = interruptible_sleep_on_timeout(&adev->out_sleeper,
770 timeout_value);
771 if (timeout != MAX_SCHEDULE_TIMEOUT && !timeout_value) {
772 printk(KERN_WARNING "Sound: DMA (output) timed out - IRQ/DRQ config error?\n");
773 dma_reset_output(dev);
774 } else {
775 if (signal_pending(current))
776 err = -EINTR;
778 return err;
780 /* called with the lock held */
781 static int find_output_space(int dev, char **buf, int *size)
783 struct audio_operations *adev = audio_devs[dev];
784 struct dma_buffparms *dmap = adev->dmap_out;
785 unsigned long active_offs;
786 long len, offs;
787 int maxfrags;
788 int occupied_bytes = (dmap->user_counter % dmap->fragment_size);
790 *buf = dmap->raw_buf;
791 if (!(maxfrags = DMAbuf_space_in_queue(dev)) && !occupied_bytes)
792 return 0;
794 #ifdef BE_CONSERVATIVE
795 active_offs = dmap->byte_counter + dmap->qhead * dmap->fragment_size;
796 #else
797 active_offs = DMAbuf_get_buffer_pointer(dev, dmap, DMODE_OUTPUT);
798 /* Check for pointer wrapping situation */
799 if (active_offs < 0 || active_offs >= dmap->bytes_in_use)
800 active_offs = 0;
801 active_offs += dmap->byte_counter;
802 #endif
804 offs = (dmap->user_counter % dmap->bytes_in_use) & ~SAMPLE_ROUNDUP;
805 if (offs < 0 || offs >= dmap->bytes_in_use) {
806 printk(KERN_ERR "Sound: Got unexpected offs %ld. Giving up.\n", offs);
807 printk("Counter = %ld, bytes=%d\n", dmap->user_counter, dmap->bytes_in_use);
808 return 0;
810 *buf = dmap->raw_buf + offs;
812 len = active_offs + dmap->bytes_in_use - dmap->user_counter; /* Number of unused bytes in buffer */
814 if ((offs + len) > dmap->bytes_in_use)
815 len = dmap->bytes_in_use - offs;
816 if (len < 0) {
817 return 0;
819 if (len > ((maxfrags * dmap->fragment_size) - occupied_bytes))
820 len = (maxfrags * dmap->fragment_size) - occupied_bytes;
821 *size = len & ~SAMPLE_ROUNDUP;
822 return (*size > 0);
824 /* aquires lock */
825 int DMAbuf_getwrbuffer(int dev, char **buf, int *size, int dontblock)
827 struct audio_operations *adev = audio_devs[dev];
828 unsigned long flags;
829 int err = -EIO;
830 struct dma_buffparms *dmap = adev->dmap_out;
832 if (dmap->mapping_flags & DMA_MAP_MAPPED) {
833 /* printk(KERN_DEBUG "Sound: Can't write to mmapped device (3)\n");*/
834 return -EINVAL;
836 spin_lock_irqsave(&dmap->lock,flags);
837 if (dmap->needs_reorg)
838 reorganize_buffers(dev, dmap, 0);
840 if (dmap->dma_mode == DMODE_INPUT) { /* Direction change */
841 spin_unlock_irqrestore(&dmap->lock,flags);
842 DMAbuf_reset(dev);
843 spin_lock_irqsave(&dmap->lock,flags);
845 dmap->dma_mode = DMODE_OUTPUT;
847 while (find_output_space(dev, buf, size) <= 0) {
848 spin_unlock_irqrestore(&dmap->lock,flags);
849 if ((err = output_sleep(dev, dontblock)) < 0) {
850 return err;
852 spin_lock_irqsave(&dmap->lock,flags);
855 spin_unlock_irqrestore(&dmap->lock,flags);
856 return 0;
858 /* has to aquire dmap->lock */
859 int DMAbuf_move_wrpointer(int dev, int l)
861 struct audio_operations *adev = audio_devs[dev];
862 struct dma_buffparms *dmap = adev->dmap_out;
863 unsigned long ptr;
864 unsigned long end_ptr, p;
865 int post;
866 unsigned long flags;
868 spin_lock_irqsave(&dmap->lock,flags);
869 post= (dmap->flags & DMA_POST);
870 ptr = (dmap->user_counter / dmap->fragment_size) * dmap->fragment_size;
872 dmap->flags &= ~DMA_POST;
873 dmap->cfrag = -1;
874 dmap->user_counter += l;
875 dmap->flags |= DMA_DIRTY;
877 if (dmap->byte_counter >= dmap->max_byte_counter) {
878 /* Wrap the byte counters */
879 long decr = dmap->byte_counter;
880 dmap->byte_counter = (dmap->byte_counter % dmap->bytes_in_use);
881 decr -= dmap->byte_counter;
882 dmap->user_counter -= decr;
884 end_ptr = (dmap->user_counter / dmap->fragment_size) * dmap->fragment_size;
886 p = (dmap->user_counter - 1) % dmap->bytes_in_use;
887 dmap->neutral_byte = dmap->raw_buf[p];
889 /* Update the fragment based bookkeeping too */
890 while (ptr < end_ptr) {
891 dmap->counts[dmap->qtail] = dmap->fragment_size;
892 dmap->qtail = (dmap->qtail + 1) % dmap->nbufs;
893 dmap->qlen++;
894 ptr += dmap->fragment_size;
897 dmap->counts[dmap->qtail] = dmap->user_counter - ptr;
900 * Let the low level driver perform some postprocessing to
901 * the written data.
903 if (adev->d->postprocess_write)
904 adev->d->postprocess_write(dev);
906 if (!(dmap->flags & DMA_ACTIVE))
907 if (dmap->qlen > 1 || (dmap->qlen > 0 && (post || dmap->qlen >= dmap->nbufs - 1)))
908 DMAbuf_launch_output(dev, dmap);
910 spin_unlock_irqrestore(&dmap->lock,flags);
911 return 0;
914 int DMAbuf_start_dma(int dev, unsigned long physaddr, int count, int dma_mode)
916 struct audio_operations *adev = audio_devs[dev];
917 struct dma_buffparms *dmap = (dma_mode == DMA_MODE_WRITE) ? adev->dmap_out : adev->dmap_in;
919 if (dmap->raw_buf == NULL) {
920 printk(KERN_ERR "sound: DMA buffer(1) == NULL\n");
921 printk("Device %d, chn=%s\n", dev, (dmap == adev->dmap_out) ? "out" : "in");
922 return 0;
924 if (dmap->dma < 0)
925 return 0;
926 sound_start_dma(dmap, physaddr, count, dma_mode);
927 return count;
930 static int local_start_dma(struct audio_operations *adev, unsigned long physaddr, int count, int dma_mode)
932 struct dma_buffparms *dmap = (dma_mode == DMA_MODE_WRITE) ? adev->dmap_out : adev->dmap_in;
934 if (dmap->raw_buf == NULL) {
935 printk(KERN_ERR "sound: DMA buffer(2) == NULL\n");
936 printk(KERN_ERR "Device %s, chn=%s\n", adev->name, (dmap == adev->dmap_out) ? "out" : "in");
937 return 0;
939 if (dmap->flags & DMA_NODMA)
940 return 1;
941 if (dmap->dma < 0)
942 return 0;
943 sound_start_dma(dmap, dmap->raw_buf_phys, dmap->bytes_in_use, dma_mode | DMA_AUTOINIT);
944 dmap->flags |= DMA_STARTED;
945 return count;
948 static void finish_output_interrupt(int dev, struct dma_buffparms *dmap)
950 struct audio_operations *adev = audio_devs[dev];
952 if (dmap->audio_callback != NULL)
953 dmap->audio_callback(dev, dmap->callback_parm);
954 wake_up(&adev->out_sleeper);
955 wake_up(&adev->poll_sleeper);
957 /* called with dmap->lock held in irq context*/
958 static void do_outputintr(int dev, int dummy)
960 struct audio_operations *adev = audio_devs[dev];
961 struct dma_buffparms *dmap = adev->dmap_out;
962 int this_fragment;
964 if (dmap->raw_buf == NULL) {
965 printk(KERN_ERR "Sound: Error. Audio interrupt (%d) after freeing buffers.\n", dev);
966 return;
968 if (dmap->mapping_flags & DMA_MAP_MAPPED) { /* Virtual memory mapped access */
969 /* mmapped access */
970 dmap->qhead = (dmap->qhead + 1) % dmap->nbufs;
971 if (dmap->qhead == 0) { /* Wrapped */
972 dmap->byte_counter += dmap->bytes_in_use;
973 if (dmap->byte_counter >= dmap->max_byte_counter) { /* Overflow */
974 long decr = dmap->byte_counter;
975 dmap->byte_counter = (dmap->byte_counter % dmap->bytes_in_use);
976 decr -= dmap->byte_counter;
977 dmap->user_counter -= decr;
980 dmap->qlen++; /* Yes increment it (don't decrement) */
981 if (!(adev->flags & DMA_AUTOMODE))
982 dmap->flags &= ~DMA_ACTIVE;
983 dmap->counts[dmap->qhead] = dmap->fragment_size;
984 DMAbuf_launch_output(dev, dmap);
985 finish_output_interrupt(dev, dmap);
986 return;
989 dmap->qlen--;
990 this_fragment = dmap->qhead;
991 dmap->qhead = (dmap->qhead + 1) % dmap->nbufs;
993 if (dmap->qhead == 0) { /* Wrapped */
994 dmap->byte_counter += dmap->bytes_in_use;
995 if (dmap->byte_counter >= dmap->max_byte_counter) { /* Overflow */
996 long decr = dmap->byte_counter;
997 dmap->byte_counter = (dmap->byte_counter % dmap->bytes_in_use);
998 decr -= dmap->byte_counter;
999 dmap->user_counter -= decr;
1002 if (!(adev->flags & DMA_AUTOMODE))
1003 dmap->flags &= ~DMA_ACTIVE;
1006 * This is dmap->qlen <= 0 except when closing when
1007 * dmap->qlen < 0
1010 while (dmap->qlen <= -dmap->closing) {
1011 dmap->underrun_count++;
1012 dmap->qlen++;
1013 if ((dmap->flags & DMA_DIRTY) && dmap->applic_profile != APF_CPUINTENS) {
1014 dmap->flags &= ~DMA_DIRTY;
1015 memset(adev->dmap_out->raw_buf, adev->dmap_out->neutral_byte,
1016 adev->dmap_out->buffsize);
1018 dmap->user_counter += dmap->fragment_size;
1019 dmap->qtail = (dmap->qtail + 1) % dmap->nbufs;
1021 if (dmap->qlen > 0)
1022 DMAbuf_launch_output(dev, dmap);
1023 finish_output_interrupt(dev, dmap);
1025 /* called in irq context */
1026 void DMAbuf_outputintr(int dev, int notify_only)
1028 struct audio_operations *adev = audio_devs[dev];
1029 unsigned long flags;
1030 struct dma_buffparms *dmap = adev->dmap_out;
1032 spin_lock_irqsave(&dmap->lock,flags);
1033 if (!(dmap->flags & DMA_NODMA)) {
1034 int chan = dmap->dma, pos, n;
1035 unsigned long f;
1037 f=claim_dma_lock();
1039 if(!isa_dma_bridge_buggy)
1040 disable_dma(dmap->dma);
1041 clear_dma_ff(chan);
1042 pos = dmap->bytes_in_use - get_dma_residue(chan);
1043 if(!isa_dma_bridge_buggy)
1044 enable_dma(dmap->dma);
1045 release_dma_lock(f);
1047 pos = pos / dmap->fragment_size; /* Actual qhead */
1048 if (pos < 0 || pos >= dmap->nbufs)
1049 pos = 0;
1050 n = 0;
1051 while (dmap->qhead != pos && n++ < dmap->nbufs)
1052 do_outputintr(dev, notify_only);
1054 else
1055 do_outputintr(dev, notify_only);
1056 spin_unlock_irqrestore(&dmap->lock,flags);
1058 /* called with dmap->lock held in irq context */
1059 static void do_inputintr(int dev)
1061 struct audio_operations *adev = audio_devs[dev];
1062 struct dma_buffparms *dmap = adev->dmap_in;
1064 if (dmap->raw_buf == NULL) {
1065 printk(KERN_ERR "Sound: Fatal error. Audio interrupt after freeing buffers.\n");
1066 return;
1068 if (dmap->mapping_flags & DMA_MAP_MAPPED) {
1069 dmap->qtail = (dmap->qtail + 1) % dmap->nbufs;
1070 if (dmap->qtail == 0) { /* Wrapped */
1071 dmap->byte_counter += dmap->bytes_in_use;
1072 if (dmap->byte_counter >= dmap->max_byte_counter) { /* Overflow */
1073 long decr = dmap->byte_counter;
1074 dmap->byte_counter = (dmap->byte_counter % dmap->bytes_in_use) + dmap->bytes_in_use;
1075 decr -= dmap->byte_counter;
1076 dmap->user_counter -= decr;
1079 dmap->qlen++;
1081 if (!(adev->flags & DMA_AUTOMODE)) {
1082 if (dmap->needs_reorg)
1083 reorganize_buffers(dev, dmap, 0);
1084 local_start_dma(adev, dmap->raw_buf_phys, dmap->bytes_in_use,DMA_MODE_READ);
1085 adev->d->start_input(dev, dmap->raw_buf_phys + dmap->qtail * dmap->fragment_size,
1086 dmap->fragment_size, 1);
1087 if (adev->d->trigger)
1088 adev->d->trigger(dev, adev->enable_bits * adev->go);
1090 dmap->flags |= DMA_ACTIVE;
1091 } else if (dmap->qlen >= (dmap->nbufs - 1)) {
1092 printk(KERN_WARNING "Sound: Recording overrun\n");
1093 dmap->underrun_count++;
1095 /* Just throw away the oldest fragment but keep the engine running */
1096 dmap->qhead = (dmap->qhead + 1) % dmap->nbufs;
1097 dmap->qtail = (dmap->qtail + 1) % dmap->nbufs;
1098 } else if (dmap->qlen >= 0 && dmap->qlen < dmap->nbufs) {
1099 dmap->qlen++;
1100 dmap->qtail = (dmap->qtail + 1) % dmap->nbufs;
1101 if (dmap->qtail == 0) { /* Wrapped */
1102 dmap->byte_counter += dmap->bytes_in_use;
1103 if (dmap->byte_counter >= dmap->max_byte_counter) { /* Overflow */
1104 long decr = dmap->byte_counter;
1105 dmap->byte_counter = (dmap->byte_counter % dmap->bytes_in_use) + dmap->bytes_in_use;
1106 decr -= dmap->byte_counter;
1107 dmap->user_counter -= decr;
1111 if (!(adev->flags & DMA_AUTOMODE) || (dmap->flags & DMA_NODMA)) {
1112 local_start_dma(adev, dmap->raw_buf_phys, dmap->bytes_in_use, DMA_MODE_READ);
1113 adev->d->start_input(dev, dmap->raw_buf_phys + dmap->qtail * dmap->fragment_size, dmap->fragment_size, 1);
1114 if (adev->d->trigger)
1115 adev->d->trigger(dev,adev->enable_bits * adev->go);
1117 dmap->flags |= DMA_ACTIVE;
1118 if (dmap->qlen > 0)
1120 wake_up(&adev->in_sleeper);
1121 wake_up(&adev->poll_sleeper);
1124 /* called in irq context */
1125 void DMAbuf_inputintr(int dev)
1127 struct audio_operations *adev = audio_devs[dev];
1128 struct dma_buffparms *dmap = adev->dmap_in;
1129 unsigned long flags;
1131 spin_lock_irqsave(&dmap->lock,flags);
1133 if (!(dmap->flags & DMA_NODMA)) {
1134 int chan = dmap->dma, pos, n;
1135 unsigned long f;
1137 f=claim_dma_lock();
1138 if(!isa_dma_bridge_buggy)
1139 disable_dma(dmap->dma);
1140 clear_dma_ff(chan);
1141 pos = dmap->bytes_in_use - get_dma_residue(chan);
1142 if(!isa_dma_bridge_buggy)
1143 enable_dma(dmap->dma);
1144 release_dma_lock(f);
1146 pos = pos / dmap->fragment_size; /* Actual qhead */
1147 if (pos < 0 || pos >= dmap->nbufs)
1148 pos = 0;
1150 n = 0;
1151 while (dmap->qtail != pos && ++n < dmap->nbufs)
1152 do_inputintr(dev);
1153 } else
1154 do_inputintr(dev);
1155 spin_unlock_irqrestore(&dmap->lock,flags);
1158 int DMAbuf_open_dma(int dev)
1161 * NOTE! This routine opens only the primary DMA channel (output).
1163 struct audio_operations *adev = audio_devs[dev];
1164 int err;
1166 if ((err = open_dmap(adev, OPEN_READWRITE, adev->dmap_out)) < 0)
1167 return -EBUSY;
1168 dma_init_buffers(adev->dmap_out);
1169 adev->dmap_out->flags |= DMA_ALLOC_DONE;
1170 adev->dmap_out->fragment_size = adev->dmap_out->buffsize;
1172 if (adev->dmap_out->dma >= 0) {
1173 unsigned long flags;
1175 flags=claim_dma_lock();
1176 clear_dma_ff(adev->dmap_out->dma);
1177 disable_dma(adev->dmap_out->dma);
1178 release_dma_lock(flags);
1180 return 0;
1183 void DMAbuf_close_dma(int dev)
1185 close_dmap(audio_devs[dev], audio_devs[dev]->dmap_out);
1188 void DMAbuf_init(int dev, int dma1, int dma2)
1190 struct audio_operations *adev = audio_devs[dev];
1192 * NOTE! This routine could be called several times.
1195 /* drag in audio_syms.o */
1197 extern char audio_syms_symbol;
1198 audio_syms_symbol = 0;
1201 if (adev && adev->dmap_out == NULL) {
1202 if (adev->d == NULL)
1203 panic("OSS: audio_devs[%d]->d == NULL\n", dev);
1205 if (adev->parent_dev) { /* Use DMA map of the parent dev */
1206 int parent = adev->parent_dev - 1;
1207 adev->dmap_out = audio_devs[parent]->dmap_out;
1208 adev->dmap_in = audio_devs[parent]->dmap_in;
1209 } else {
1210 adev->dmap_out = adev->dmap_in = &adev->dmaps[0];
1211 adev->dmap_out->dma = dma1;
1212 if (adev->flags & DMA_DUPLEX) {
1213 adev->dmap_in = &adev->dmaps[1];
1214 adev->dmap_in->dma = dma2;
1217 /* Persistent DMA buffers allocated here */
1218 if (sound_dmap_flag == DMAP_KEEP_ON_CLOSE) {
1219 if (adev->dmap_in->raw_buf == NULL)
1220 sound_alloc_dmap(adev->dmap_in);
1221 if (adev->dmap_out->raw_buf == NULL)
1222 sound_alloc_dmap(adev->dmap_out);
1227 /* No kernel lock - DMAbuf_activate_recording protected by global cli/sti */
1228 static unsigned int poll_input(struct file * file, int dev, poll_table *wait)
1230 struct audio_operations *adev = audio_devs[dev];
1231 struct dma_buffparms *dmap = adev->dmap_in;
1233 if (!(adev->open_mode & OPEN_READ))
1234 return 0;
1235 if (dmap->mapping_flags & DMA_MAP_MAPPED) {
1236 if (dmap->qlen)
1237 return POLLIN | POLLRDNORM;
1238 return 0;
1240 if (dmap->dma_mode != DMODE_INPUT) {
1241 if (dmap->dma_mode == DMODE_NONE &&
1242 adev->enable_bits & PCM_ENABLE_INPUT &&
1243 !dmap->qlen && adev->go) {
1244 unsigned long flags;
1246 spin_lock_irqsave(&dmap->lock,flags);
1247 DMAbuf_activate_recording(dev, dmap);
1248 spin_unlock_irqrestore(&dmap->lock,flags);
1250 return 0;
1252 if (!dmap->qlen)
1253 return 0;
1254 return POLLIN | POLLRDNORM;
1257 static unsigned int poll_output(struct file * file, int dev, poll_table *wait)
1259 struct audio_operations *adev = audio_devs[dev];
1260 struct dma_buffparms *dmap = adev->dmap_out;
1262 if (!(adev->open_mode & OPEN_WRITE))
1263 return 0;
1264 if (dmap->mapping_flags & DMA_MAP_MAPPED) {
1265 if (dmap->qlen)
1266 return POLLOUT | POLLWRNORM;
1267 return 0;
1269 if (dmap->dma_mode == DMODE_INPUT)
1270 return 0;
1271 if (dmap->dma_mode == DMODE_NONE)
1272 return POLLOUT | POLLWRNORM;
1273 if (!DMAbuf_space_in_queue(dev))
1274 return 0;
1275 return POLLOUT | POLLWRNORM;
1278 unsigned int DMAbuf_poll(struct file * file, int dev, poll_table *wait)
1280 struct audio_operations *adev = audio_devs[dev];
1281 poll_wait(file, &adev->poll_sleeper, wait);
1282 return poll_input(file, dev, wait) | poll_output(file, dev, wait);
1285 void DMAbuf_deinit(int dev)
1287 struct audio_operations *adev = audio_devs[dev];
1288 /* This routine is called when driver is being unloaded */
1289 if (!adev)
1290 return;
1292 /* Persistent DMA buffers deallocated here */
1293 if (sound_dmap_flag == DMAP_KEEP_ON_CLOSE) {
1294 sound_free_dmap(adev->dmap_out);
1295 if (adev->flags & DMA_DUPLEX)
1296 sound_free_dmap(adev->dmap_in);