4 * The DMA buffer manager for digitized voice applications
7 * Copyright (C) by Hannu Savolainen 1993-1997
9 * OSS/Free for Linux is distributed under the GNU GENERAL PUBLIC LICENSE (GPL)
10 * Version 2 (June 1991). See the "COPYING" file distributed with this software
13 * Thomas Sailer : moved several static variables into struct audio_operations
14 * (which is grossly misnamed btw.) because they have the same
15 * lifetime as the rest in there and dynamic allocation saves
17 * Thomas Sailer : remove {in,out}_sleep_flag. It was used for the sleeper to
18 * determine if it was woken up by the expiring timeout or by
19 * an explicit wake_up. The return value from schedule_timeout
20 * can be used instead; if 0, the wakeup was due to the timeout.
22 * Rob Riggs Added persistent DMA buffers (1998/10/17)
25 #define BE_CONSERVATIVE
26 #define SAMPLE_ROUNDUP 0
28 #include "sound_config.h"
30 #define DMAP_FREE_ON_CLOSE 0
31 #define DMAP_KEEP_ON_CLOSE 1
32 extern int sound_dmap_flag;
34 static void dma_reset_output(int dev);
35 static void dma_reset_input(int dev);
36 static int local_start_dma(struct audio_operations *adev, unsigned long physaddr, int count, int dma_mode);
40 static int debugmem; /* switched off by default */
41 static int dma_buffsize = DSP_BUFFSIZE;
43 static long dmabuf_timeout(struct dma_buffparms *dmap)
47 tmout = (dmap->fragment_size * HZ) / dmap->data_rate;
48 tmout += HZ / 5; /* Some safety distance */
56 static int sound_alloc_dmap(struct dma_buffparms *dmap)
58 char *start_addr, *end_addr;
63 dmap->mapping_flags &= ~DMA_MAP_MAPPED;
65 if (dmap->raw_buf != NULL)
66 return 0; /* Already done */
67 if (dma_buffsize < 4096)
69 dma_pagesize = (dmap->dma < 4) ? (64 * 1024) : (128 * 1024);
72 * Now check for the Cyrix problem.
75 if(isa_dma_bridge_buggy==2)
79 dmap->buffsize = dma_buffsize;
80 if (dmap->buffsize > dma_pagesize)
81 dmap->buffsize = dma_pagesize;
84 * Now loop until we get a free buffer. Try to get smaller buffer if
85 * it fails. Don't accept smaller than 8k buffer for performance
88 while (start_addr == NULL && dmap->buffsize > PAGE_SIZE) {
89 for (sz = 0, size = PAGE_SIZE; size < dmap->buffsize; sz++, size <<= 1);
90 dmap->buffsize = PAGE_SIZE * (1 << sz);
91 start_addr = (char *) __get_free_pages(GFP_ATOMIC|GFP_DMA|__GFP_NOWARN, sz);
92 if (start_addr == NULL)
96 if (start_addr == NULL) {
97 printk(KERN_WARNING "Sound error: Couldn't allocate DMA buffer\n");
100 /* make some checks */
101 end_addr = start_addr + dmap->buffsize - 1;
104 printk(KERN_DEBUG "sound: start 0x%lx, end 0x%lx\n", (long) start_addr, (long) end_addr);
106 /* now check if it fits into the same dma-pagesize */
108 if (((long) start_addr & ~(dma_pagesize - 1)) != ((long) end_addr & ~(dma_pagesize - 1))
109 || end_addr >= (char *) (MAX_DMA_ADDRESS)) {
110 printk(KERN_ERR "sound: Got invalid address 0x%lx for %db DMA-buffer\n", (long) start_addr, dmap->buffsize);
114 dmap->raw_buf = start_addr;
115 dmap->raw_buf_phys = virt_to_bus(start_addr);
117 for (page = virt_to_page(start_addr); page <= virt_to_page(end_addr); page++)
118 SetPageReserved(page);
122 static void sound_free_dmap(struct dma_buffparms *dmap)
126 unsigned long start_addr, end_addr;
128 if (dmap->raw_buf == NULL)
130 if (dmap->mapping_flags & DMA_MAP_MAPPED)
131 return; /* Don't free mmapped buffer. Will use it next time */
132 for (sz = 0, size = PAGE_SIZE; size < dmap->buffsize; sz++, size <<= 1);
134 start_addr = (unsigned long) dmap->raw_buf;
135 end_addr = start_addr + dmap->buffsize;
137 for (page = virt_to_page(start_addr); page <= virt_to_page(end_addr); page++)
138 ClearPageReserved(page);
140 free_pages((unsigned long) dmap->raw_buf, sz);
141 dmap->raw_buf = NULL;
145 /* Intel version !!!!!!!!! */
147 static int sound_start_dma(struct dma_buffparms *dmap, unsigned long physaddr, int count, int dma_mode)
150 int chan = dmap->dma;
152 /* printk( "Start DMA%d %d, %d\n", chan, (int)(physaddr-dmap->raw_buf_phys), count); */
154 flags = claim_dma_lock();
157 set_dma_mode(chan, dma_mode);
158 set_dma_addr(chan, physaddr);
159 set_dma_count(chan, count);
161 release_dma_lock(flags);
166 static void dma_init_buffers(struct dma_buffparms *dmap)
168 dmap->qlen = dmap->qhead = dmap->qtail = dmap->user_counter = 0;
169 dmap->byte_counter = 0;
170 dmap->max_byte_counter = 8000 * 60 * 60;
171 dmap->bytes_in_use = dmap->buffsize;
173 dmap->dma_mode = DMODE_NONE;
174 dmap->mapping_flags = 0;
175 dmap->neutral_byte = 0x80;
176 dmap->data_rate = 8000;
180 dmap->flags = DMA_BUSY; /* Other flags off */
183 static int open_dmap(struct audio_operations *adev, int mode, struct dma_buffparms *dmap)
187 if (dmap->flags & DMA_BUSY)
189 if ((err = sound_alloc_dmap(dmap)) < 0)
192 if (dmap->raw_buf == NULL) {
193 printk(KERN_WARNING "Sound: DMA buffers not available\n");
194 return -ENOSPC; /* Memory allocation failed during boot */
196 if (dmap->dma >= 0 && sound_open_dma(dmap->dma, adev->name)) {
197 printk(KERN_WARNING "Unable to grab(2) DMA%d for the audio driver\n", dmap->dma);
200 dma_init_buffers(dmap);
201 spin_lock_init(&dmap->lock);
202 dmap->open_mode = mode;
203 dmap->subdivision = dmap->underrun_count = 0;
204 dmap->fragment_size = 0;
205 dmap->max_fragments = 65536; /* Just a large value */
206 dmap->byte_counter = 0;
207 dmap->max_byte_counter = 8000 * 60 * 60;
208 dmap->applic_profile = APF_NORMAL;
209 dmap->needs_reorg = 1;
210 dmap->audio_callback = NULL;
211 dmap->callback_parm = 0;
215 static void close_dmap(struct audio_operations *adev, struct dma_buffparms *dmap)
219 if (dmap->dma >= 0) {
220 sound_close_dma(dmap->dma);
221 flags=claim_dma_lock();
222 disable_dma(dmap->dma);
223 release_dma_lock(flags);
225 if (dmap->flags & DMA_BUSY)
226 dmap->dma_mode = DMODE_NONE;
227 dmap->flags &= ~DMA_BUSY;
229 if (sound_dmap_flag == DMAP_FREE_ON_CLOSE)
230 sound_free_dmap(dmap);
234 static unsigned int default_set_bits(int dev, unsigned int bits)
236 mm_segment_t fs = get_fs();
239 audio_devs[dev]->d->ioctl(dev, SNDCTL_DSP_SETFMT, (void __user *)&bits);
244 static int default_set_speed(int dev, int speed)
246 mm_segment_t fs = get_fs();
249 audio_devs[dev]->d->ioctl(dev, SNDCTL_DSP_SPEED, (void __user *)&speed);
254 static short default_set_channels(int dev, short channels)
257 mm_segment_t fs = get_fs();
260 audio_devs[dev]->d->ioctl(dev, SNDCTL_DSP_CHANNELS, (void __user *)&c);
265 static void check_driver(struct audio_driver *d)
267 if (d->set_speed == NULL)
268 d->set_speed = default_set_speed;
269 if (d->set_bits == NULL)
270 d->set_bits = default_set_bits;
271 if (d->set_channels == NULL)
272 d->set_channels = default_set_channels;
275 int DMAbuf_open(int dev, int mode)
277 struct audio_operations *adev = audio_devs[dev];
279 struct dma_buffparms *dmap_in = NULL;
280 struct dma_buffparms *dmap_out = NULL;
284 if (!(adev->flags & DMA_DUPLEX))
285 adev->dmap_in = adev->dmap_out;
286 check_driver(adev->d);
288 if ((retval = adev->d->open(dev, mode)) < 0)
290 dmap_out = adev->dmap_out;
291 dmap_in = adev->dmap_in;
292 if (dmap_in == dmap_out)
293 adev->flags &= ~DMA_DUPLEX;
295 if (mode & OPEN_WRITE) {
296 if ((retval = open_dmap(adev, mode, dmap_out)) < 0) {
301 adev->enable_bits = mode;
303 if (mode == OPEN_READ || (mode != OPEN_WRITE && (adev->flags & DMA_DUPLEX))) {
304 if ((retval = open_dmap(adev, mode, dmap_in)) < 0) {
306 if (mode & OPEN_WRITE)
307 close_dmap(adev, dmap_out);
311 adev->open_mode = mode;
314 adev->d->set_bits(dev, 8);
315 adev->d->set_channels(dev, 1);
316 adev->d->set_speed(dev, DSP_DEFAULT_SPEED);
317 if (adev->dmap_out->dma_mode == DMODE_OUTPUT)
318 memset(adev->dmap_out->raw_buf, adev->dmap_out->neutral_byte,
319 adev->dmap_out->bytes_in_use);
322 /* MUST not hold the spinlock */
323 void DMAbuf_reset(int dev)
325 if (audio_devs[dev]->open_mode & OPEN_WRITE)
326 dma_reset_output(dev);
328 if (audio_devs[dev]->open_mode & OPEN_READ)
329 dma_reset_input(dev);
332 static void dma_reset_output(int dev)
334 struct audio_operations *adev = audio_devs[dev];
335 unsigned long flags,f ;
336 struct dma_buffparms *dmap = adev->dmap_out;
338 if (!(dmap->flags & DMA_STARTED)) /* DMA is not active */
342 * First wait until the current fragment has been played completely
344 spin_lock_irqsave(&dmap->lock,flags);
345 adev->dmap_out->flags |= DMA_SYNCING;
347 adev->dmap_out->underrun_count = 0;
348 if (!signal_pending(current) && adev->dmap_out->qlen &&
349 adev->dmap_out->underrun_count == 0){
350 spin_unlock_irqrestore(&dmap->lock,flags);
351 interruptible_sleep_on_timeout(&adev->out_sleeper,
352 dmabuf_timeout(dmap));
353 spin_lock_irqsave(&dmap->lock,flags);
355 adev->dmap_out->flags &= ~(DMA_SYNCING | DMA_ACTIVE);
358 * Finally shut the device off
360 if (!(adev->flags & DMA_DUPLEX) || !adev->d->halt_output)
361 adev->d->halt_io(dev);
363 adev->d->halt_output(dev);
364 adev->dmap_out->flags &= ~DMA_STARTED;
367 clear_dma_ff(dmap->dma);
368 disable_dma(dmap->dma);
371 dmap->byte_counter = 0;
372 reorganize_buffers(dev, adev->dmap_out, 0);
373 dmap->qlen = dmap->qhead = dmap->qtail = dmap->user_counter = 0;
374 spin_unlock_irqrestore(&dmap->lock,flags);
377 static void dma_reset_input(int dev)
379 struct audio_operations *adev = audio_devs[dev];
381 struct dma_buffparms *dmap = adev->dmap_in;
383 spin_lock_irqsave(&dmap->lock,flags);
384 if (!(adev->flags & DMA_DUPLEX) || !adev->d->halt_input)
385 adev->d->halt_io(dev);
387 adev->d->halt_input(dev);
388 adev->dmap_in->flags &= ~DMA_STARTED;
390 dmap->qlen = dmap->qhead = dmap->qtail = dmap->user_counter = 0;
391 dmap->byte_counter = 0;
392 reorganize_buffers(dev, adev->dmap_in, 1);
393 spin_unlock_irqrestore(&dmap->lock,flags);
395 /* MUST be called with holding the dmap->lock */
396 void DMAbuf_launch_output(int dev, struct dma_buffparms *dmap)
398 struct audio_operations *adev = audio_devs[dev];
400 if (!((adev->enable_bits * adev->go) & PCM_ENABLE_OUTPUT))
401 return; /* Don't start DMA yet */
402 dmap->dma_mode = DMODE_OUTPUT;
404 if (!(dmap->flags & DMA_ACTIVE) || !(adev->flags & DMA_AUTOMODE) || (dmap->flags & DMA_NODMA)) {
405 if (!(dmap->flags & DMA_STARTED)) {
406 reorganize_buffers(dev, dmap, 0);
407 if (adev->d->prepare_for_output(dev, dmap->fragment_size, dmap->nbufs))
409 if (!(dmap->flags & DMA_NODMA))
410 local_start_dma(adev, dmap->raw_buf_phys, dmap->bytes_in_use,DMA_MODE_WRITE);
411 dmap->flags |= DMA_STARTED;
413 if (dmap->counts[dmap->qhead] == 0)
414 dmap->counts[dmap->qhead] = dmap->fragment_size;
415 dmap->dma_mode = DMODE_OUTPUT;
416 adev->d->output_block(dev, dmap->raw_buf_phys + dmap->qhead * dmap->fragment_size,
417 dmap->counts[dmap->qhead], 1);
418 if (adev->d->trigger)
419 adev->d->trigger(dev,adev->enable_bits * adev->go);
421 dmap->flags |= DMA_ACTIVE;
424 int DMAbuf_sync(int dev)
426 struct audio_operations *adev = audio_devs[dev];
429 struct dma_buffparms *dmap;
431 if (!adev->go && !(adev->enable_bits & PCM_ENABLE_OUTPUT))
434 if (adev->dmap_out->dma_mode == DMODE_OUTPUT) {
435 dmap = adev->dmap_out;
436 spin_lock_irqsave(&dmap->lock,flags);
437 if (dmap->qlen > 0 && !(dmap->flags & DMA_ACTIVE))
438 DMAbuf_launch_output(dev, dmap);
439 adev->dmap_out->flags |= DMA_SYNCING;
440 adev->dmap_out->underrun_count = 0;
441 while (!signal_pending(current) && n++ <= adev->dmap_out->nbufs &&
442 adev->dmap_out->qlen && adev->dmap_out->underrun_count == 0) {
443 long t = dmabuf_timeout(dmap);
444 spin_unlock_irqrestore(&dmap->lock,flags);
445 /* FIXME: not safe may miss events */
446 t = interruptible_sleep_on_timeout(&adev->out_sleeper, t);
447 spin_lock_irqsave(&dmap->lock,flags);
449 adev->dmap_out->flags &= ~DMA_SYNCING;
450 spin_unlock_irqrestore(&dmap->lock,flags);
451 return adev->dmap_out->qlen;
454 adev->dmap_out->flags &= ~(DMA_SYNCING | DMA_ACTIVE);
457 * Some devices such as GUS have huge amount of on board RAM for the
458 * audio data. We have to wait until the device has finished playing.
461 /* still holding the lock */
462 if (adev->d->local_qlen) { /* Device has hidden buffers */
463 while (!signal_pending(current) &&
464 adev->d->local_qlen(dev)){
465 spin_unlock_irqrestore(&dmap->lock,flags);
466 interruptible_sleep_on_timeout(&adev->out_sleeper,
467 dmabuf_timeout(dmap));
468 spin_lock_irqsave(&dmap->lock,flags);
471 spin_unlock_irqrestore(&dmap->lock,flags);
473 adev->dmap_out->dma_mode = DMODE_NONE;
474 return adev->dmap_out->qlen;
477 int DMAbuf_release(int dev, int mode)
479 struct audio_operations *adev = audio_devs[dev];
480 struct dma_buffparms *dmap;
483 dmap = adev->dmap_out;
484 if (adev->open_mode & OPEN_WRITE)
485 adev->dmap_out->closing = 1;
487 if (adev->open_mode & OPEN_READ){
488 adev->dmap_in->closing = 1;
489 dmap = adev->dmap_in;
491 if (adev->open_mode & OPEN_WRITE)
492 if (!(adev->dmap_out->mapping_flags & DMA_MAP_MAPPED))
493 if (!signal_pending(current) && (adev->dmap_out->dma_mode == DMODE_OUTPUT))
495 if (adev->dmap_out->dma_mode == DMODE_OUTPUT)
496 memset(adev->dmap_out->raw_buf, adev->dmap_out->neutral_byte, adev->dmap_out->bytes_in_use);
499 spin_lock_irqsave(&dmap->lock,flags);
502 if (adev->open_mode & OPEN_WRITE)
503 close_dmap(adev, adev->dmap_out);
505 if (adev->open_mode == OPEN_READ ||
506 (adev->open_mode != OPEN_WRITE &&
507 (adev->flags & DMA_DUPLEX)))
508 close_dmap(adev, adev->dmap_in);
510 spin_unlock_irqrestore(&dmap->lock,flags);
513 /* called with dmap->lock dold */
514 int DMAbuf_activate_recording(int dev, struct dma_buffparms *dmap)
516 struct audio_operations *adev = audio_devs[dev];
519 if (!(adev->open_mode & OPEN_READ))
521 if (!(adev->enable_bits & PCM_ENABLE_INPUT))
523 if (dmap->dma_mode == DMODE_OUTPUT) { /* Direction change */
524 /* release lock - it's not recursive */
525 spin_unlock_irq(&dmap->lock);
528 spin_lock_irq(&dmap->lock);
529 dmap->dma_mode = DMODE_NONE;
531 if (!dmap->dma_mode) {
532 reorganize_buffers(dev, dmap, 1);
533 if ((err = adev->d->prepare_for_input(dev,
534 dmap->fragment_size, dmap->nbufs)) < 0)
536 dmap->dma_mode = DMODE_INPUT;
538 if (!(dmap->flags & DMA_ACTIVE)) {
539 if (dmap->needs_reorg)
540 reorganize_buffers(dev, dmap, 0);
541 local_start_dma(adev, dmap->raw_buf_phys, dmap->bytes_in_use, DMA_MODE_READ);
542 adev->d->start_input(dev, dmap->raw_buf_phys + dmap->qtail * dmap->fragment_size,
543 dmap->fragment_size, 0);
544 dmap->flags |= DMA_ACTIVE;
545 if (adev->d->trigger)
546 adev->d->trigger(dev, adev->enable_bits * adev->go);
551 int DMAbuf_getrdbuffer(int dev, char **buf, int *len, int dontblock)
553 struct audio_operations *adev = audio_devs[dev];
556 struct dma_buffparms *dmap = adev->dmap_in;
559 if (!(adev->open_mode & OPEN_READ))
561 spin_lock_irqsave(&dmap->lock,flags);
562 if (dmap->needs_reorg)
563 reorganize_buffers(dev, dmap, 0);
564 if (adev->dmap_in->mapping_flags & DMA_MAP_MAPPED) {
565 /* printk(KERN_WARNING "Sound: Can't read from mmapped device (1)\n");*/
566 spin_unlock_irqrestore(&dmap->lock,flags);
568 } else while (dmap->qlen <= 0 && n++ < 10) {
569 long timeout = MAX_SCHEDULE_TIMEOUT;
570 if (!(adev->enable_bits & PCM_ENABLE_INPUT) || !adev->go) {
571 spin_unlock_irqrestore(&dmap->lock,flags);
574 if ((err = DMAbuf_activate_recording(dev, dmap)) < 0) {
575 spin_unlock_irqrestore(&dmap->lock,flags);
578 /* Wait for the next block */
581 spin_unlock_irqrestore(&dmap->lock,flags);
585 timeout = dmabuf_timeout(dmap);
587 spin_unlock_irqrestore(&dmap->lock,flags);
588 timeout = interruptible_sleep_on_timeout(&adev->in_sleeper,
591 /* FIXME: include device name */
593 printk(KERN_WARNING "Sound: DMA (input) timed out - IRQ/DRQ config error?\n");
594 dma_reset_input(dev);
597 spin_lock_irqsave(&dmap->lock,flags);
599 spin_unlock_irqrestore(&dmap->lock,flags);
602 return err ? err : -EINTR;
603 *buf = &dmap->raw_buf[dmap->qhead * dmap->fragment_size + dmap->counts[dmap->qhead]];
604 *len = dmap->fragment_size - dmap->counts[dmap->qhead];
609 int DMAbuf_rmchars(int dev, int buff_no, int c)
611 struct audio_operations *adev = audio_devs[dev];
612 struct dma_buffparms *dmap = adev->dmap_in;
613 int p = dmap->counts[dmap->qhead] + c;
615 if (dmap->mapping_flags & DMA_MAP_MAPPED)
617 /* printk("Sound: Can't read from mmapped device (2)\n");*/
620 else if (dmap->qlen <= 0)
622 else if (p >= dmap->fragment_size) { /* This buffer is completely empty */
623 dmap->counts[dmap->qhead] = 0;
625 dmap->qhead = (dmap->qhead + 1) % dmap->nbufs;
627 else dmap->counts[dmap->qhead] = p;
631 /* MUST be called with dmap->lock hold */
632 int DMAbuf_get_buffer_pointer(int dev, struct dma_buffparms *dmap, int direction)
635 * Try to approximate the active byte position of the DMA pointer within the
636 * buffer area as well as possible.
642 if (!(dmap->flags & DMA_ACTIVE))
645 int chan = dmap->dma;
650 if(!isa_dma_bridge_buggy)
651 disable_dma(dmap->dma);
653 pos = get_dma_residue(chan);
655 pos = dmap->bytes_in_use - pos;
657 if (!(dmap->mapping_flags & DMA_MAP_MAPPED)) {
658 if (direction == DMODE_OUTPUT) {
659 if (dmap->qhead == 0)
660 if (pos > dmap->fragment_size)
663 if (dmap->qtail == 0)
664 if (pos > dmap->fragment_size)
670 if (pos >= dmap->bytes_in_use)
673 if(!isa_dma_bridge_buggy)
674 enable_dma(dmap->dma);
678 /* printk( "%04x ", pos); */
684 * DMAbuf_start_devices() is called by the /dev/music driver to start
685 * one or more audio devices at desired moment.
688 void DMAbuf_start_devices(unsigned int devmask)
690 struct audio_operations *adev;
693 for (dev = 0; dev < num_audiodevs; dev++) {
694 if (!(devmask & (1 << dev)))
696 if (!(adev = audio_devs[dev]))
698 if (adev->open_mode == 0)
702 /* OK to start the device */
704 if (adev->d->trigger)
705 adev->d->trigger(dev,adev->enable_bits * adev->go);
708 /* via poll called without a lock ?*/
709 int DMAbuf_space_in_queue(int dev)
711 struct audio_operations *adev = audio_devs[dev];
713 struct dma_buffparms *dmap = adev->dmap_out;
714 int lim = dmap->nbufs;
719 if (dmap->qlen >= lim) /* No space at all */
723 * Verify that there are no more pending buffers than the limit
724 * defined by the process.
727 max = dmap->max_fragments;
732 if (adev->d->local_qlen) {
733 tmp = adev->d->local_qlen(dev);
735 tmp--; /* This buffer has been counted twice */
738 if (dmap->byte_counter % dmap->fragment_size) /* There is a partial fragment */
745 /* MUST not hold the spinlock - this function may sleep */
746 static int output_sleep(int dev, int dontblock)
748 struct audio_operations *adev = audio_devs[dev];
750 struct dma_buffparms *dmap = adev->dmap_out;
756 if (!(adev->enable_bits & PCM_ENABLE_OUTPUT))
760 * Wait for free space
762 if (signal_pending(current))
764 timeout = (adev->go && !(dmap->flags & DMA_NOTIMEOUT));
766 timeout_value = dmabuf_timeout(dmap);
768 timeout_value = MAX_SCHEDULE_TIMEOUT;
769 timeout_value = interruptible_sleep_on_timeout(&adev->out_sleeper,
771 if (timeout != MAX_SCHEDULE_TIMEOUT && !timeout_value) {
772 printk(KERN_WARNING "Sound: DMA (output) timed out - IRQ/DRQ config error?\n");
773 dma_reset_output(dev);
775 if (signal_pending(current))
780 /* called with the lock held */
781 static int find_output_space(int dev, char **buf, int *size)
783 struct audio_operations *adev = audio_devs[dev];
784 struct dma_buffparms *dmap = adev->dmap_out;
785 unsigned long active_offs;
788 int occupied_bytes = (dmap->user_counter % dmap->fragment_size);
790 *buf = dmap->raw_buf;
791 if (!(maxfrags = DMAbuf_space_in_queue(dev)) && !occupied_bytes)
794 #ifdef BE_CONSERVATIVE
795 active_offs = dmap->byte_counter + dmap->qhead * dmap->fragment_size;
797 active_offs = DMAbuf_get_buffer_pointer(dev, dmap, DMODE_OUTPUT);
798 /* Check for pointer wrapping situation */
799 if (active_offs < 0 || active_offs >= dmap->bytes_in_use)
801 active_offs += dmap->byte_counter;
804 offs = (dmap->user_counter % dmap->bytes_in_use) & ~SAMPLE_ROUNDUP;
805 if (offs < 0 || offs >= dmap->bytes_in_use) {
806 printk(KERN_ERR "Sound: Got unexpected offs %ld. Giving up.\n", offs);
807 printk("Counter = %ld, bytes=%d\n", dmap->user_counter, dmap->bytes_in_use);
810 *buf = dmap->raw_buf + offs;
812 len = active_offs + dmap->bytes_in_use - dmap->user_counter; /* Number of unused bytes in buffer */
814 if ((offs + len) > dmap->bytes_in_use)
815 len = dmap->bytes_in_use - offs;
819 if (len > ((maxfrags * dmap->fragment_size) - occupied_bytes))
820 len = (maxfrags * dmap->fragment_size) - occupied_bytes;
821 *size = len & ~SAMPLE_ROUNDUP;
825 int DMAbuf_getwrbuffer(int dev, char **buf, int *size, int dontblock)
827 struct audio_operations *adev = audio_devs[dev];
830 struct dma_buffparms *dmap = adev->dmap_out;
832 if (dmap->mapping_flags & DMA_MAP_MAPPED) {
833 /* printk(KERN_DEBUG "Sound: Can't write to mmapped device (3)\n");*/
836 spin_lock_irqsave(&dmap->lock,flags);
837 if (dmap->needs_reorg)
838 reorganize_buffers(dev, dmap, 0);
840 if (dmap->dma_mode == DMODE_INPUT) { /* Direction change */
841 spin_unlock_irqrestore(&dmap->lock,flags);
843 spin_lock_irqsave(&dmap->lock,flags);
845 dmap->dma_mode = DMODE_OUTPUT;
847 while (find_output_space(dev, buf, size) <= 0) {
848 spin_unlock_irqrestore(&dmap->lock,flags);
849 if ((err = output_sleep(dev, dontblock)) < 0) {
852 spin_lock_irqsave(&dmap->lock,flags);
855 spin_unlock_irqrestore(&dmap->lock,flags);
858 /* has to acquire dmap->lock */
859 int DMAbuf_move_wrpointer(int dev, int l)
861 struct audio_operations *adev = audio_devs[dev];
862 struct dma_buffparms *dmap = adev->dmap_out;
864 unsigned long end_ptr, p;
868 spin_lock_irqsave(&dmap->lock,flags);
869 post= (dmap->flags & DMA_POST);
870 ptr = (dmap->user_counter / dmap->fragment_size) * dmap->fragment_size;
872 dmap->flags &= ~DMA_POST;
874 dmap->user_counter += l;
875 dmap->flags |= DMA_DIRTY;
877 if (dmap->byte_counter >= dmap->max_byte_counter) {
878 /* Wrap the byte counters */
879 long decr = dmap->byte_counter;
880 dmap->byte_counter = (dmap->byte_counter % dmap->bytes_in_use);
881 decr -= dmap->byte_counter;
882 dmap->user_counter -= decr;
884 end_ptr = (dmap->user_counter / dmap->fragment_size) * dmap->fragment_size;
886 p = (dmap->user_counter - 1) % dmap->bytes_in_use;
887 dmap->neutral_byte = dmap->raw_buf[p];
889 /* Update the fragment based bookkeeping too */
890 while (ptr < end_ptr) {
891 dmap->counts[dmap->qtail] = dmap->fragment_size;
892 dmap->qtail = (dmap->qtail + 1) % dmap->nbufs;
894 ptr += dmap->fragment_size;
897 dmap->counts[dmap->qtail] = dmap->user_counter - ptr;
900 * Let the low level driver perform some postprocessing to
903 if (adev->d->postprocess_write)
904 adev->d->postprocess_write(dev);
906 if (!(dmap->flags & DMA_ACTIVE))
907 if (dmap->qlen > 1 || (dmap->qlen > 0 && (post || dmap->qlen >= dmap->nbufs - 1)))
908 DMAbuf_launch_output(dev, dmap);
910 spin_unlock_irqrestore(&dmap->lock,flags);
914 int DMAbuf_start_dma(int dev, unsigned long physaddr, int count, int dma_mode)
916 struct audio_operations *adev = audio_devs[dev];
917 struct dma_buffparms *dmap = (dma_mode == DMA_MODE_WRITE) ? adev->dmap_out : adev->dmap_in;
919 if (dmap->raw_buf == NULL) {
920 printk(KERN_ERR "sound: DMA buffer(1) == NULL\n");
921 printk("Device %d, chn=%s\n", dev, (dmap == adev->dmap_out) ? "out" : "in");
926 sound_start_dma(dmap, physaddr, count, dma_mode);
929 EXPORT_SYMBOL(DMAbuf_start_dma);
931 static int local_start_dma(struct audio_operations *adev, unsigned long physaddr, int count, int dma_mode)
933 struct dma_buffparms *dmap = (dma_mode == DMA_MODE_WRITE) ? adev->dmap_out : adev->dmap_in;
935 if (dmap->raw_buf == NULL) {
936 printk(KERN_ERR "sound: DMA buffer(2) == NULL\n");
937 printk(KERN_ERR "Device %s, chn=%s\n", adev->name, (dmap == adev->dmap_out) ? "out" : "in");
940 if (dmap->flags & DMA_NODMA)
944 sound_start_dma(dmap, dmap->raw_buf_phys, dmap->bytes_in_use, dma_mode | DMA_AUTOINIT);
945 dmap->flags |= DMA_STARTED;
949 static void finish_output_interrupt(int dev, struct dma_buffparms *dmap)
951 struct audio_operations *adev = audio_devs[dev];
953 if (dmap->audio_callback != NULL)
954 dmap->audio_callback(dev, dmap->callback_parm);
955 wake_up(&adev->out_sleeper);
956 wake_up(&adev->poll_sleeper);
958 /* called with dmap->lock held in irq context*/
959 static void do_outputintr(int dev, int dummy)
961 struct audio_operations *adev = audio_devs[dev];
962 struct dma_buffparms *dmap = adev->dmap_out;
965 if (dmap->raw_buf == NULL) {
966 printk(KERN_ERR "Sound: Error. Audio interrupt (%d) after freeing buffers.\n", dev);
969 if (dmap->mapping_flags & DMA_MAP_MAPPED) { /* Virtual memory mapped access */
971 dmap->qhead = (dmap->qhead + 1) % dmap->nbufs;
972 if (dmap->qhead == 0) { /* Wrapped */
973 dmap->byte_counter += dmap->bytes_in_use;
974 if (dmap->byte_counter >= dmap->max_byte_counter) { /* Overflow */
975 long decr = dmap->byte_counter;
976 dmap->byte_counter = (dmap->byte_counter % dmap->bytes_in_use);
977 decr -= dmap->byte_counter;
978 dmap->user_counter -= decr;
981 dmap->qlen++; /* Yes increment it (don't decrement) */
982 if (!(adev->flags & DMA_AUTOMODE))
983 dmap->flags &= ~DMA_ACTIVE;
984 dmap->counts[dmap->qhead] = dmap->fragment_size;
985 DMAbuf_launch_output(dev, dmap);
986 finish_output_interrupt(dev, dmap);
991 this_fragment = dmap->qhead;
992 dmap->qhead = (dmap->qhead + 1) % dmap->nbufs;
994 if (dmap->qhead == 0) { /* Wrapped */
995 dmap->byte_counter += dmap->bytes_in_use;
996 if (dmap->byte_counter >= dmap->max_byte_counter) { /* Overflow */
997 long decr = dmap->byte_counter;
998 dmap->byte_counter = (dmap->byte_counter % dmap->bytes_in_use);
999 decr -= dmap->byte_counter;
1000 dmap->user_counter -= decr;
1003 if (!(adev->flags & DMA_AUTOMODE))
1004 dmap->flags &= ~DMA_ACTIVE;
1007 * This is dmap->qlen <= 0 except when closing when
1011 while (dmap->qlen <= -dmap->closing) {
1012 dmap->underrun_count++;
1014 if ((dmap->flags & DMA_DIRTY) && dmap->applic_profile != APF_CPUINTENS) {
1015 dmap->flags &= ~DMA_DIRTY;
1016 memset(adev->dmap_out->raw_buf, adev->dmap_out->neutral_byte,
1017 adev->dmap_out->buffsize);
1019 dmap->user_counter += dmap->fragment_size;
1020 dmap->qtail = (dmap->qtail + 1) % dmap->nbufs;
1023 DMAbuf_launch_output(dev, dmap);
1024 finish_output_interrupt(dev, dmap);
1026 /* called in irq context */
1027 void DMAbuf_outputintr(int dev, int notify_only)
1029 struct audio_operations *adev = audio_devs[dev];
1030 unsigned long flags;
1031 struct dma_buffparms *dmap = adev->dmap_out;
1033 spin_lock_irqsave(&dmap->lock,flags);
1034 if (!(dmap->flags & DMA_NODMA)) {
1035 int chan = dmap->dma, pos, n;
1040 if(!isa_dma_bridge_buggy)
1041 disable_dma(dmap->dma);
1043 pos = dmap->bytes_in_use - get_dma_residue(chan);
1044 if(!isa_dma_bridge_buggy)
1045 enable_dma(dmap->dma);
1046 release_dma_lock(f);
1048 pos = pos / dmap->fragment_size; /* Actual qhead */
1049 if (pos < 0 || pos >= dmap->nbufs)
1052 while (dmap->qhead != pos && n++ < dmap->nbufs)
1053 do_outputintr(dev, notify_only);
1056 do_outputintr(dev, notify_only);
1057 spin_unlock_irqrestore(&dmap->lock,flags);
1059 EXPORT_SYMBOL(DMAbuf_outputintr);
1061 /* called with dmap->lock held in irq context */
1062 static void do_inputintr(int dev)
1064 struct audio_operations *adev = audio_devs[dev];
1065 struct dma_buffparms *dmap = adev->dmap_in;
1067 if (dmap->raw_buf == NULL) {
1068 printk(KERN_ERR "Sound: Fatal error. Audio interrupt after freeing buffers.\n");
1071 if (dmap->mapping_flags & DMA_MAP_MAPPED) {
1072 dmap->qtail = (dmap->qtail + 1) % dmap->nbufs;
1073 if (dmap->qtail == 0) { /* Wrapped */
1074 dmap->byte_counter += dmap->bytes_in_use;
1075 if (dmap->byte_counter >= dmap->max_byte_counter) { /* Overflow */
1076 long decr = dmap->byte_counter;
1077 dmap->byte_counter = (dmap->byte_counter % dmap->bytes_in_use) + dmap->bytes_in_use;
1078 decr -= dmap->byte_counter;
1079 dmap->user_counter -= decr;
1084 if (!(adev->flags & DMA_AUTOMODE)) {
1085 if (dmap->needs_reorg)
1086 reorganize_buffers(dev, dmap, 0);
1087 local_start_dma(adev, dmap->raw_buf_phys, dmap->bytes_in_use,DMA_MODE_READ);
1088 adev->d->start_input(dev, dmap->raw_buf_phys + dmap->qtail * dmap->fragment_size,
1089 dmap->fragment_size, 1);
1090 if (adev->d->trigger)
1091 adev->d->trigger(dev, adev->enable_bits * adev->go);
1093 dmap->flags |= DMA_ACTIVE;
1094 } else if (dmap->qlen >= (dmap->nbufs - 1)) {
1095 printk(KERN_WARNING "Sound: Recording overrun\n");
1096 dmap->underrun_count++;
1098 /* Just throw away the oldest fragment but keep the engine running */
1099 dmap->qhead = (dmap->qhead + 1) % dmap->nbufs;
1100 dmap->qtail = (dmap->qtail + 1) % dmap->nbufs;
1101 } else if (dmap->qlen >= 0 && dmap->qlen < dmap->nbufs) {
1103 dmap->qtail = (dmap->qtail + 1) % dmap->nbufs;
1104 if (dmap->qtail == 0) { /* Wrapped */
1105 dmap->byte_counter += dmap->bytes_in_use;
1106 if (dmap->byte_counter >= dmap->max_byte_counter) { /* Overflow */
1107 long decr = dmap->byte_counter;
1108 dmap->byte_counter = (dmap->byte_counter % dmap->bytes_in_use) + dmap->bytes_in_use;
1109 decr -= dmap->byte_counter;
1110 dmap->user_counter -= decr;
1114 if (!(adev->flags & DMA_AUTOMODE) || (dmap->flags & DMA_NODMA)) {
1115 local_start_dma(adev, dmap->raw_buf_phys, dmap->bytes_in_use, DMA_MODE_READ);
1116 adev->d->start_input(dev, dmap->raw_buf_phys + dmap->qtail * dmap->fragment_size, dmap->fragment_size, 1);
1117 if (adev->d->trigger)
1118 adev->d->trigger(dev,adev->enable_bits * adev->go);
1120 dmap->flags |= DMA_ACTIVE;
1123 wake_up(&adev->in_sleeper);
1124 wake_up(&adev->poll_sleeper);
1127 /* called in irq context */
1128 void DMAbuf_inputintr(int dev)
1130 struct audio_operations *adev = audio_devs[dev];
1131 struct dma_buffparms *dmap = adev->dmap_in;
1132 unsigned long flags;
1134 spin_lock_irqsave(&dmap->lock,flags);
1136 if (!(dmap->flags & DMA_NODMA)) {
1137 int chan = dmap->dma, pos, n;
1141 if(!isa_dma_bridge_buggy)
1142 disable_dma(dmap->dma);
1144 pos = dmap->bytes_in_use - get_dma_residue(chan);
1145 if(!isa_dma_bridge_buggy)
1146 enable_dma(dmap->dma);
1147 release_dma_lock(f);
1149 pos = pos / dmap->fragment_size; /* Actual qhead */
1150 if (pos < 0 || pos >= dmap->nbufs)
1154 while (dmap->qtail != pos && ++n < dmap->nbufs)
1158 spin_unlock_irqrestore(&dmap->lock,flags);
1160 EXPORT_SYMBOL(DMAbuf_inputintr);
1162 void DMAbuf_init(int dev, int dma1, int dma2)
1164 struct audio_operations *adev = audio_devs[dev];
1166 * NOTE! This routine could be called several times.
1169 if (adev && adev->dmap_out == NULL) {
1170 if (adev->d == NULL)
1171 panic("OSS: audio_devs[%d]->d == NULL\n", dev);
1173 if (adev->parent_dev) { /* Use DMA map of the parent dev */
1174 int parent = adev->parent_dev - 1;
1175 adev->dmap_out = audio_devs[parent]->dmap_out;
1176 adev->dmap_in = audio_devs[parent]->dmap_in;
1178 adev->dmap_out = adev->dmap_in = &adev->dmaps[0];
1179 adev->dmap_out->dma = dma1;
1180 if (adev->flags & DMA_DUPLEX) {
1181 adev->dmap_in = &adev->dmaps[1];
1182 adev->dmap_in->dma = dma2;
1185 /* Persistent DMA buffers allocated here */
1186 if (sound_dmap_flag == DMAP_KEEP_ON_CLOSE) {
1187 if (adev->dmap_in->raw_buf == NULL)
1188 sound_alloc_dmap(adev->dmap_in);
1189 if (adev->dmap_out->raw_buf == NULL)
1190 sound_alloc_dmap(adev->dmap_out);
1195 /* No kernel lock - DMAbuf_activate_recording protected by global cli/sti */
1196 static unsigned int poll_input(struct file * file, int dev, poll_table *wait)
1198 struct audio_operations *adev = audio_devs[dev];
1199 struct dma_buffparms *dmap = adev->dmap_in;
1201 if (!(adev->open_mode & OPEN_READ))
1203 if (dmap->mapping_flags & DMA_MAP_MAPPED) {
1205 return POLLIN | POLLRDNORM;
1208 if (dmap->dma_mode != DMODE_INPUT) {
1209 if (dmap->dma_mode == DMODE_NONE &&
1210 adev->enable_bits & PCM_ENABLE_INPUT &&
1211 !dmap->qlen && adev->go) {
1212 unsigned long flags;
1214 spin_lock_irqsave(&dmap->lock,flags);
1215 DMAbuf_activate_recording(dev, dmap);
1216 spin_unlock_irqrestore(&dmap->lock,flags);
1222 return POLLIN | POLLRDNORM;
1225 static unsigned int poll_output(struct file * file, int dev, poll_table *wait)
1227 struct audio_operations *adev = audio_devs[dev];
1228 struct dma_buffparms *dmap = adev->dmap_out;
1230 if (!(adev->open_mode & OPEN_WRITE))
1232 if (dmap->mapping_flags & DMA_MAP_MAPPED) {
1234 return POLLOUT | POLLWRNORM;
1237 if (dmap->dma_mode == DMODE_INPUT)
1239 if (dmap->dma_mode == DMODE_NONE)
1240 return POLLOUT | POLLWRNORM;
1241 if (!DMAbuf_space_in_queue(dev))
1243 return POLLOUT | POLLWRNORM;
1246 unsigned int DMAbuf_poll(struct file * file, int dev, poll_table *wait)
1248 struct audio_operations *adev = audio_devs[dev];
1249 poll_wait(file, &adev->poll_sleeper, wait);
1250 return poll_input(file, dev, wait) | poll_output(file, dev, wait);
1253 void DMAbuf_deinit(int dev)
1255 struct audio_operations *adev = audio_devs[dev];
1256 /* This routine is called when driver is being unloaded */
1260 /* Persistent DMA buffers deallocated here */
1261 if (sound_dmap_flag == DMAP_KEEP_ON_CLOSE) {
1262 sound_free_dmap(adev->dmap_out);
1263 if (adev->flags & DMA_DUPLEX)
1264 sound_free_dmap(adev->dmap_in);