1/*
2 * sound/oss/dmabuf.c
3 *
4 * The DMA buffer manager for digitized voice applications
5 */
6/*
7 * Copyright (C) by Hannu Savolainen 1993-1997
8 *
9 * OSS/Free for Linux is distributed under the GNU GENERAL PUBLIC LICENSE (GPL)
10 * Version 2 (June 1991). See the "COPYING" file distributed with this software
11 * for more info.
12 *
13 * Thomas Sailer   : moved several static variables into struct audio_operations
14 *                   (which is grossly misnamed btw.) because they have the same
15 *                   lifetime as the rest in there and dynamic allocation saves
16 *                   12k or so
17 * Thomas Sailer   : remove {in,out}_sleep_flag. It was used for the sleeper to
18 *                   determine if it was woken up by the expiring timeout or by
19 *                   an explicit wake_up. The return value from schedule_timeout
20 *		     can be used instead; if 0, the wakeup was due to the timeout.
21 *
22 * Rob Riggs		Added persistent DMA buffers (1998/10/17)
23 */
24
25#define BE_CONSERVATIVE
26#define SAMPLE_ROUNDUP 0
27
28#include <linux/mm.h>
29#include "sound_config.h"
30
31#define DMAP_FREE_ON_CLOSE      0
32#define DMAP_KEEP_ON_CLOSE      1
33extern int sound_dmap_flag;
34
35static void dma_reset_output(int dev);
36static void dma_reset_input(int dev);
37static int local_start_dma(struct audio_operations *adev, unsigned long physaddr, int count, int dma_mode);
38
39
40
41static int debugmem;    	/* switched off by default */
42static int dma_buffsize = DSP_BUFFSIZE;
43
44static long dmabuf_timeout(struct dma_buffparms *dmap)
45{
46	long tmout;
47
48	tmout = (dmap->fragment_size * HZ) / dmap->data_rate;
49	tmout += HZ / 5;	/* Some safety distance */
50	if (tmout < (HZ / 2))
51		tmout = HZ / 2;
52	if (tmout > 20 * HZ)
53		tmout = 20 * HZ;
54	return tmout;
55}
56
57static int sound_alloc_dmap(struct dma_buffparms *dmap)
58{
59	char *start_addr, *end_addr;
60	int dma_pagesize;
61	int sz, size;
62	struct page *page;
63
64	dmap->mapping_flags &= ~DMA_MAP_MAPPED;
65
66	if (dmap->raw_buf != NULL)
67		return 0;	/* Already done */
68	if (dma_buffsize < 4096)
69		dma_buffsize = 4096;
70	dma_pagesize = (dmap->dma < 4) ? (64 * 1024) : (128 * 1024);
71
72	/*
73	 *	Now check for the Cyrix problem.
74	 */
75
76	if(isa_dma_bridge_buggy==2)
77		dma_pagesize=32768;
78
79	dmap->raw_buf = NULL;
80	dmap->buffsize = dma_buffsize;
81	if (dmap->buffsize > dma_pagesize)
82		dmap->buffsize = dma_pagesize;
83	start_addr = NULL;
84	/*
85	 * Now loop until we get a free buffer. Try to get smaller buffer if
86	 * it fails. Don't accept smaller than 8k buffer for performance
87	 * reasons.
88	 */
89	while (start_addr == NULL && dmap->buffsize > PAGE_SIZE) {
90		for (sz = 0, size = PAGE_SIZE; size < dmap->buffsize; sz++, size <<= 1);
91		dmap->buffsize = PAGE_SIZE * (1 << sz);
92		start_addr = (char *) __get_free_pages(GFP_ATOMIC|GFP_DMA|__GFP_NOWARN, sz);
93		if (start_addr == NULL)
94			dmap->buffsize /= 2;
95	}
96
97	if (start_addr == NULL) {
98		printk(KERN_WARNING "Sound error: Couldn't allocate DMA buffer\n");
99		return -ENOMEM;
100	} else {
101		/* make some checks */
102		end_addr = start_addr + dmap->buffsize - 1;
103
104		if (debugmem)
105			printk(KERN_DEBUG "sound: start 0x%lx, end 0x%lx\n", (long) start_addr, (long) end_addr);
106
107		/* now check if it fits into the same dma-pagesize */
108
109		if (((long) start_addr & ~(dma_pagesize - 1)) != ((long) end_addr & ~(dma_pagesize - 1))
110		    || end_addr >= (char *) (MAX_DMA_ADDRESS)) {
111			printk(KERN_ERR "sound: Got invalid address 0x%lx for %db DMA-buffer\n", (long) start_addr, dmap->buffsize);
112			return -EFAULT;
113		}
114	}
115	dmap->raw_buf = start_addr;
116	dmap->raw_buf_phys = virt_to_bus(start_addr);
117
118	for (page = virt_to_page(start_addr); page <= virt_to_page(end_addr); page++)
119		SetPageReserved(page);
120	return 0;
121}
122
123static void sound_free_dmap(struct dma_buffparms *dmap)
124{
125	int sz, size;
126	struct page *page;
127	unsigned long start_addr, end_addr;
128
129	if (dmap->raw_buf == NULL)
130		return;
131	if (dmap->mapping_flags & DMA_MAP_MAPPED)
132		return;		/* Don't free mmapped buffer. Will use it next time */
133	for (sz = 0, size = PAGE_SIZE; size < dmap->buffsize; sz++, size <<= 1);
134
135	start_addr = (unsigned long) dmap->raw_buf;
136	end_addr = start_addr + dmap->buffsize;
137
138	for (page = virt_to_page(start_addr); page <= virt_to_page(end_addr); page++)
139		ClearPageReserved(page);
140
141	free_pages((unsigned long) dmap->raw_buf, sz);
142	dmap->raw_buf = NULL;
143}
144
145
146/* Intel version !!!!!!!!! */
147
148static int sound_start_dma(struct dma_buffparms *dmap, unsigned long physaddr, int count, int dma_mode)
149{
150	unsigned long flags;
151	int chan = dmap->dma;
152
153	/* printk( "Start DMA%d %d, %d\n",  chan,  (int)(physaddr-dmap->raw_buf_phys),  count); */
154
155	flags = claim_dma_lock();
156	disable_dma(chan);
157	clear_dma_ff(chan);
158	set_dma_mode(chan, dma_mode);
159	set_dma_addr(chan, physaddr);
160	set_dma_count(chan, count);
161	enable_dma(chan);
162	release_dma_lock(flags);
163
164	return 0;
165}
166
167static void dma_init_buffers(struct dma_buffparms *dmap)
168{
169	dmap->qlen = dmap->qhead = dmap->qtail = dmap->user_counter = 0;
170	dmap->byte_counter = 0;
171	dmap->max_byte_counter = 8000 * 60 * 60;
172	dmap->bytes_in_use = dmap->buffsize;
173
174	dmap->dma_mode = DMODE_NONE;
175	dmap->mapping_flags = 0;
176	dmap->neutral_byte = 0x80;
177	dmap->data_rate = 8000;
178	dmap->cfrag = -1;
179	dmap->closing = 0;
180	dmap->nbufs = 1;
181	dmap->flags = DMA_BUSY;	/* Other flags off */
182}
183
184static int open_dmap(struct audio_operations *adev, int mode, struct dma_buffparms *dmap)
185{
186	int err;
187
188	if (dmap->flags & DMA_BUSY)
189		return -EBUSY;
190	if ((err = sound_alloc_dmap(dmap)) < 0)
191		return err;
192
193	if (dmap->raw_buf == NULL) {
194		printk(KERN_WARNING "Sound: DMA buffers not available\n");
195		return -ENOSPC;	/* Memory allocation failed during boot */
196	}
197	if (dmap->dma >= 0 && sound_open_dma(dmap->dma, adev->name)) {
198		printk(KERN_WARNING "Unable to grab(2) DMA%d for the audio driver\n", dmap->dma);
199		return -EBUSY;
200	}
201	dma_init_buffers(dmap);
202	spin_lock_init(&dmap->lock);
203	dmap->open_mode = mode;
204	dmap->subdivision = dmap->underrun_count = 0;
205	dmap->fragment_size = 0;
206	dmap->max_fragments = 65536;	/* Just a large value */
207	dmap->byte_counter = 0;
208	dmap->max_byte_counter = 8000 * 60 * 60;
209	dmap->applic_profile = APF_NORMAL;
210	dmap->needs_reorg = 1;
211	dmap->audio_callback = NULL;
212	dmap->callback_parm = 0;
213	return 0;
214}
215
216static void close_dmap(struct audio_operations *adev, struct dma_buffparms *dmap)
217{
218	unsigned long flags;
219
220	if (dmap->dma >= 0) {
221		sound_close_dma(dmap->dma);
222		flags=claim_dma_lock();
223		disable_dma(dmap->dma);
224		release_dma_lock(flags);
225	}
226	if (dmap->flags & DMA_BUSY)
227		dmap->dma_mode = DMODE_NONE;
228	dmap->flags &= ~DMA_BUSY;
229
230	if (sound_dmap_flag == DMAP_FREE_ON_CLOSE)
231		sound_free_dmap(dmap);
232}
233
234
235static unsigned int default_set_bits(int dev, unsigned int bits)
236{
237	mm_segment_t fs = get_fs();
238
239	set_fs(get_ds());
240	audio_devs[dev]->d->ioctl(dev, SNDCTL_DSP_SETFMT, (void __user *)&bits);
241	set_fs(fs);
242	return bits;
243}
244
245static int default_set_speed(int dev, int speed)
246{
247	mm_segment_t fs = get_fs();
248
249	set_fs(get_ds());
250	audio_devs[dev]->d->ioctl(dev, SNDCTL_DSP_SPEED, (void __user *)&speed);
251	set_fs(fs);
252	return speed;
253}
254
255static short default_set_channels(int dev, short channels)
256{
257	int c = channels;
258	mm_segment_t fs = get_fs();
259
260	set_fs(get_ds());
261	audio_devs[dev]->d->ioctl(dev, SNDCTL_DSP_CHANNELS, (void __user *)&c);
262	set_fs(fs);
263	return c;
264}
265
266static void check_driver(struct audio_driver *d)
267{
268	if (d->set_speed == NULL)
269		d->set_speed = default_set_speed;
270	if (d->set_bits == NULL)
271		d->set_bits = default_set_bits;
272	if (d->set_channels == NULL)
273		d->set_channels = default_set_channels;
274}
275
276int DMAbuf_open(int dev, int mode)
277{
278	struct audio_operations *adev = audio_devs[dev];
279	int retval;
280	struct dma_buffparms *dmap_in = NULL;
281	struct dma_buffparms *dmap_out = NULL;
282
283	if (!adev)
284		  return -ENXIO;
285	if (!(adev->flags & DMA_DUPLEX))
286		adev->dmap_in = adev->dmap_out;
287	check_driver(adev->d);
288
289	if ((retval = adev->d->open(dev, mode)) < 0)
290		return retval;
291	dmap_out = adev->dmap_out;
292	dmap_in = adev->dmap_in;
293	if (dmap_in == dmap_out)
294		adev->flags &= ~DMA_DUPLEX;
295
296	if (mode & OPEN_WRITE) {
297		if ((retval = open_dmap(adev, mode, dmap_out)) < 0) {
298			adev->d->close(dev);
299			return retval;
300		}
301	}
302	adev->enable_bits = mode;
303
304	if (mode == OPEN_READ || (mode != OPEN_WRITE && (adev->flags & DMA_DUPLEX))) {
305		if ((retval = open_dmap(adev, mode, dmap_in)) < 0) {
306			adev->d->close(dev);
307			if (mode & OPEN_WRITE)
308				close_dmap(adev, dmap_out);
309			return retval;
310		}
311	}
312	adev->open_mode = mode;
313	adev->go = 1;
314
315	adev->d->set_bits(dev, 8);
316	adev->d->set_channels(dev, 1);
317	adev->d->set_speed(dev, DSP_DEFAULT_SPEED);
318	if (adev->dmap_out->dma_mode == DMODE_OUTPUT)
319		memset(adev->dmap_out->raw_buf, adev->dmap_out->neutral_byte,
320		       adev->dmap_out->bytes_in_use);
321	return 0;
322}
323/* MUST not hold the spinlock */
324void DMAbuf_reset(int dev)
325{
326	if (audio_devs[dev]->open_mode & OPEN_WRITE)
327		dma_reset_output(dev);
328
329	if (audio_devs[dev]->open_mode & OPEN_READ)
330		dma_reset_input(dev);
331}
332
333static void dma_reset_output(int dev)
334{
335	struct audio_operations *adev = audio_devs[dev];
336	unsigned long flags,f ;
337	struct dma_buffparms *dmap = adev->dmap_out;
338
339	if (!(dmap->flags & DMA_STARTED))	/* DMA is not active */
340		return;
341
342	/*
343	 *	First wait until the current fragment has been played completely
344	 */
345	spin_lock_irqsave(&dmap->lock,flags);
346	adev->dmap_out->flags |= DMA_SYNCING;
347
348	adev->dmap_out->underrun_count = 0;
349	if (!signal_pending(current) && adev->dmap_out->qlen &&
350	    adev->dmap_out->underrun_count == 0){
351		spin_unlock_irqrestore(&dmap->lock,flags);
352		interruptible_sleep_on_timeout(&adev->out_sleeper,
353					       dmabuf_timeout(dmap));
354		spin_lock_irqsave(&dmap->lock,flags);
355	}
356	adev->dmap_out->flags &= ~(DMA_SYNCING | DMA_ACTIVE);
357
358	/*
359	 *	Finally shut the device off
360	 */
361	if (!(adev->flags & DMA_DUPLEX) || !adev->d->halt_output)
362		adev->d->halt_io(dev);
363	else
364		adev->d->halt_output(dev);
365	adev->dmap_out->flags &= ~DMA_STARTED;
366
367	f=claim_dma_lock();
368	clear_dma_ff(dmap->dma);
369	disable_dma(dmap->dma);
370	release_dma_lock(f);
371
372	dmap->byte_counter = 0;
373	reorganize_buffers(dev, adev->dmap_out, 0);
374	dmap->qlen = dmap->qhead = dmap->qtail = dmap->user_counter = 0;
375	spin_unlock_irqrestore(&dmap->lock,flags);
376}
377
378static void dma_reset_input(int dev)
379{
380        struct audio_operations *adev = audio_devs[dev];
381	unsigned long flags;
382	struct dma_buffparms *dmap = adev->dmap_in;
383
384	spin_lock_irqsave(&dmap->lock,flags);
385	if (!(adev->flags & DMA_DUPLEX) || !adev->d->halt_input)
386		adev->d->halt_io(dev);
387	else
388		adev->d->halt_input(dev);
389	adev->dmap_in->flags &= ~DMA_STARTED;
390
391	dmap->qlen = dmap->qhead = dmap->qtail = dmap->user_counter = 0;
392	dmap->byte_counter = 0;
393	reorganize_buffers(dev, adev->dmap_in, 1);
394	spin_unlock_irqrestore(&dmap->lock,flags);
395}
396/* MUST be called with holding the dmap->lock */
397void DMAbuf_launch_output(int dev, struct dma_buffparms *dmap)
398{
399	struct audio_operations *adev = audio_devs[dev];
400
401	if (!((adev->enable_bits * adev->go) & PCM_ENABLE_OUTPUT))
402		return;		/* Don't start DMA yet */
403	dmap->dma_mode = DMODE_OUTPUT;
404
405	if (!(dmap->flags & DMA_ACTIVE) || !(adev->flags & DMA_AUTOMODE) || (dmap->flags & DMA_NODMA)) {
406		if (!(dmap->flags & DMA_STARTED)) {
407			reorganize_buffers(dev, dmap, 0);
408			if (adev->d->prepare_for_output(dev, dmap->fragment_size, dmap->nbufs))
409				return;
410			if (!(dmap->flags & DMA_NODMA))
411				local_start_dma(adev, dmap->raw_buf_phys, dmap->bytes_in_use,DMA_MODE_WRITE);
412			dmap->flags |= DMA_STARTED;
413		}
414		if (dmap->counts[dmap->qhead] == 0)
415			dmap->counts[dmap->qhead] = dmap->fragment_size;
416		dmap->dma_mode = DMODE_OUTPUT;
417		adev->d->output_block(dev, dmap->raw_buf_phys + dmap->qhead * dmap->fragment_size,
418				      dmap->counts[dmap->qhead], 1);
419		if (adev->d->trigger)
420			adev->d->trigger(dev,adev->enable_bits * adev->go);
421	}
422	dmap->flags |= DMA_ACTIVE;
423}
424
425int DMAbuf_sync(int dev)
426{
427	struct audio_operations *adev = audio_devs[dev];
428	unsigned long flags;
429	int n = 0;
430	struct dma_buffparms *dmap;
431
432	if (!adev->go && !(adev->enable_bits & PCM_ENABLE_OUTPUT))
433		return 0;
434
435	if (adev->dmap_out->dma_mode == DMODE_OUTPUT) {
436		dmap = adev->dmap_out;
437		spin_lock_irqsave(&dmap->lock,flags);
438		if (dmap->qlen > 0 && !(dmap->flags & DMA_ACTIVE))
439			DMAbuf_launch_output(dev, dmap);
440		adev->dmap_out->flags |= DMA_SYNCING;
441		adev->dmap_out->underrun_count = 0;
442		while (!signal_pending(current) && n++ <= adev->dmap_out->nbufs &&
443		       adev->dmap_out->qlen && adev->dmap_out->underrun_count == 0) {
444			long t = dmabuf_timeout(dmap);
445			spin_unlock_irqrestore(&dmap->lock,flags);
446			t = interruptible_sleep_on_timeout(&adev->out_sleeper, t);
447			spin_lock_irqsave(&dmap->lock,flags);
448			if (!t) {
449				adev->dmap_out->flags &= ~DMA_SYNCING;
450				spin_unlock_irqrestore(&dmap->lock,flags);
451				return adev->dmap_out->qlen;
452			}
453		}
454		adev->dmap_out->flags &= ~(DMA_SYNCING | DMA_ACTIVE);
455
456		/*
457		 * Some devices such as GUS have huge amount of on board RAM for the
458		 * audio data. We have to wait until the device has finished playing.
459		 */
460
461		/* still holding the lock */
462		if (adev->d->local_qlen) {   /* Device has hidden buffers */
463			while (!signal_pending(current) &&
464			       adev->d->local_qlen(dev)){
465				spin_unlock_irqrestore(&dmap->lock,flags);
466				interruptible_sleep_on_timeout(&adev->out_sleeper,
467							       dmabuf_timeout(dmap));
468				spin_lock_irqsave(&dmap->lock,flags);
469			}
470		}
471		spin_unlock_irqrestore(&dmap->lock,flags);
472	}
473	adev->dmap_out->dma_mode = DMODE_NONE;
474	return adev->dmap_out->qlen;
475}
476
477int DMAbuf_release(int dev, int mode)
478{
479	struct audio_operations *adev = audio_devs[dev];
480	struct dma_buffparms *dmap;
481	unsigned long flags;
482
483	dmap = adev->dmap_out;
484	if (adev->open_mode & OPEN_WRITE)
485		adev->dmap_out->closing = 1;
486
487	if (adev->open_mode & OPEN_READ){
488		adev->dmap_in->closing = 1;
489		dmap = adev->dmap_in;
490	}
491	if (adev->open_mode & OPEN_WRITE)
492		if (!(adev->dmap_out->mapping_flags & DMA_MAP_MAPPED))
493			if (!signal_pending(current) && (adev->dmap_out->dma_mode == DMODE_OUTPUT))
494				DMAbuf_sync(dev);
495	if (adev->dmap_out->dma_mode == DMODE_OUTPUT)
496		memset(adev->dmap_out->raw_buf, adev->dmap_out->neutral_byte, adev->dmap_out->bytes_in_use);
497
498	DMAbuf_reset(dev);
499	spin_lock_irqsave(&dmap->lock,flags);
500	adev->d->close(dev);
501
502	if (adev->open_mode & OPEN_WRITE)
503		close_dmap(adev, adev->dmap_out);
504
505	if (adev->open_mode == OPEN_READ ||
506	    (adev->open_mode != OPEN_WRITE &&
507	     (adev->flags & DMA_DUPLEX)))
508		close_dmap(adev, adev->dmap_in);
509	adev->open_mode = 0;
510	spin_unlock_irqrestore(&dmap->lock,flags);
511	return 0;
512}
513/* called with dmap->lock dold */
514int DMAbuf_activate_recording(int dev, struct dma_buffparms *dmap)
515{
516	struct audio_operations *adev = audio_devs[dev];
517	int  err;
518
519	if (!(adev->open_mode & OPEN_READ))
520		return 0;
521	if (!(adev->enable_bits & PCM_ENABLE_INPUT))
522		return 0;
523	if (dmap->dma_mode == DMODE_OUTPUT) {	/* Direction change */
524		/* release lock - it's not recursive */
525		spin_unlock_irq(&dmap->lock);
526		DMAbuf_sync(dev);
527		DMAbuf_reset(dev);
528		spin_lock_irq(&dmap->lock);
529		dmap->dma_mode = DMODE_NONE;
530	}
531	if (!dmap->dma_mode) {
532		reorganize_buffers(dev, dmap, 1);
533		if ((err = adev->d->prepare_for_input(dev,
534				dmap->fragment_size, dmap->nbufs)) < 0)
535			return err;
536		dmap->dma_mode = DMODE_INPUT;
537	}
538	if (!(dmap->flags & DMA_ACTIVE)) {
539		if (dmap->needs_reorg)
540			reorganize_buffers(dev, dmap, 0);
541		local_start_dma(adev, dmap->raw_buf_phys, dmap->bytes_in_use, DMA_MODE_READ);
542		adev->d->start_input(dev, dmap->raw_buf_phys + dmap->qtail * dmap->fragment_size,
543				     dmap->fragment_size, 0);
544		dmap->flags |= DMA_ACTIVE;
545		if (adev->d->trigger)
546			adev->d->trigger(dev, adev->enable_bits * adev->go);
547	}
548	return 0;
549}
550/* acquires lock */
551int DMAbuf_getrdbuffer(int dev, char **buf, int *len, int dontblock)
552{
553	struct audio_operations *adev = audio_devs[dev];
554	unsigned long flags;
555	int err = 0, n = 0;
556	struct dma_buffparms *dmap = adev->dmap_in;
557	int go;
558
559	if (!(adev->open_mode & OPEN_READ))
560		return -EIO;
561	spin_lock_irqsave(&dmap->lock,flags);
562	if (dmap->needs_reorg)
563		reorganize_buffers(dev, dmap, 0);
564	if (adev->dmap_in->mapping_flags & DMA_MAP_MAPPED) {
565/*		  printk(KERN_WARNING "Sound: Can't read from mmapped device (1)\n");*/
566		  spin_unlock_irqrestore(&dmap->lock,flags);
567		  return -EINVAL;
568	} else while (dmap->qlen <= 0 && n++ < 10) {
569		long timeout = MAX_SCHEDULE_TIMEOUT;
570		if (!(adev->enable_bits & PCM_ENABLE_INPUT) || !adev->go) {
571			spin_unlock_irqrestore(&dmap->lock,flags);
572			return -EAGAIN;
573		}
574		if ((err = DMAbuf_activate_recording(dev, dmap)) < 0) {
575			spin_unlock_irqrestore(&dmap->lock,flags);
576			return err;
577		}
578		/* Wait for the next block */
579
580		if (dontblock) {
581			spin_unlock_irqrestore(&dmap->lock,flags);
582			return -EAGAIN;
583		}
584		if ((go = adev->go))
585			timeout = dmabuf_timeout(dmap);
586
587		spin_unlock_irqrestore(&dmap->lock,flags);
588		timeout = interruptible_sleep_on_timeout(&adev->in_sleeper,
589							 timeout);
590		if (!timeout) {
591			err = -EIO;
592			printk(KERN_WARNING "Sound: DMA (input) timed out - IRQ/DRQ config error?\n");
593			dma_reset_input(dev);
594		} else
595			err = -EINTR;
596		spin_lock_irqsave(&dmap->lock,flags);
597	}
598	spin_unlock_irqrestore(&dmap->lock,flags);
599
600	if (dmap->qlen <= 0)
601		return err ? err : -EINTR;
602	*buf = &dmap->raw_buf[dmap->qhead * dmap->fragment_size + dmap->counts[dmap->qhead]];
603	*len = dmap->fragment_size - dmap->counts[dmap->qhead];
604
605	return dmap->qhead;
606}
607
608int DMAbuf_rmchars(int dev, int buff_no, int c)
609{
610	struct audio_operations *adev = audio_devs[dev];
611	struct dma_buffparms *dmap = adev->dmap_in;
612	int p = dmap->counts[dmap->qhead] + c;
613
614	if (dmap->mapping_flags & DMA_MAP_MAPPED)
615	{
616/*		  printk("Sound: Can't read from mmapped device (2)\n");*/
617		return -EINVAL;
618	}
619	else if (dmap->qlen <= 0)
620		return -EIO;
621	else if (p >= dmap->fragment_size) {  /* This buffer is completely empty */
622		dmap->counts[dmap->qhead] = 0;
623		dmap->qlen--;
624		dmap->qhead = (dmap->qhead + 1) % dmap->nbufs;
625	}
626	else dmap->counts[dmap->qhead] = p;
627
628	return 0;
629}
630/* MUST be called with dmap->lock hold */
631int DMAbuf_get_buffer_pointer(int dev, struct dma_buffparms *dmap, int direction)
632{
633	/*
634	 *	Try to approximate the active byte position of the DMA pointer within the
635	 *	buffer area as well as possible.
636	 */
637
638	int pos;
639	unsigned long f;
640
641	if (!(dmap->flags & DMA_ACTIVE))
642		pos = 0;
643	else {
644		int chan = dmap->dma;
645
646		f=claim_dma_lock();
647		clear_dma_ff(chan);
648
649		if(!isa_dma_bridge_buggy)
650			disable_dma(dmap->dma);
651
652		pos = get_dma_residue(chan);
653
654		pos = dmap->bytes_in_use - pos;
655
656		if (!(dmap->mapping_flags & DMA_MAP_MAPPED)) {
657			if (direction == DMODE_OUTPUT) {
658				if (dmap->qhead == 0)
659					if (pos > dmap->fragment_size)
660						pos = 0;
661			} else {
662				if (dmap->qtail == 0)
663					if (pos > dmap->fragment_size)
664						pos = 0;
665			}
666		}
667		if (pos < 0)
668			pos = 0;
669		if (pos >= dmap->bytes_in_use)
670			pos = 0;
671
672		if(!isa_dma_bridge_buggy)
673			enable_dma(dmap->dma);
674
675		release_dma_lock(f);
676	}
677	/* printk( "%04x ",  pos); */
678
679	return pos;
680}
681
682/*
683 *	DMAbuf_start_devices() is called by the /dev/music driver to start
684 *	one or more audio devices at desired moment.
685 */
686
687void DMAbuf_start_devices(unsigned int devmask)
688{
689	struct audio_operations *adev;
690	int dev;
691
692	for (dev = 0; dev < num_audiodevs; dev++) {
693		if (!(devmask & (1 << dev)))
694			continue;
695		if (!(adev = audio_devs[dev]))
696			continue;
697		if (adev->open_mode == 0)
698			continue;
699		if (adev->go)
700			continue;
701		/* OK to start the device */
702		adev->go = 1;
703		if (adev->d->trigger)
704			adev->d->trigger(dev,adev->enable_bits * adev->go);
705	}
706}
707/* via poll called without a lock ?*/
708int DMAbuf_space_in_queue(int dev)
709{
710	struct audio_operations *adev = audio_devs[dev];
711	int len, max, tmp;
712	struct dma_buffparms *dmap = adev->dmap_out;
713	int lim = dmap->nbufs;
714
715	if (lim < 2)
716		lim = 2;
717
718	if (dmap->qlen >= lim)	/* No space at all */
719		return 0;
720
721	/*
722	 *	Verify that there are no more pending buffers than the limit
723	 *	defined by the process.
724	 */
725
726	max = dmap->max_fragments;
727	if (max > lim)
728		max = lim;
729	len = dmap->qlen;
730
731	if (adev->d->local_qlen) {
732		tmp = adev->d->local_qlen(dev);
733		if (tmp && len)
734			tmp--;	/* This buffer has been counted twice */
735		len += tmp;
736	}
737	if (dmap->byte_counter % dmap->fragment_size)	/* There is a partial fragment */
738		len = len + 1;
739
740	if (len >= max)
741		return 0;
742	return max - len;
743}
744/* MUST not hold the spinlock  - this function may sleep */
745static int output_sleep(int dev, int dontblock)
746{
747	struct audio_operations *adev = audio_devs[dev];
748	int err = 0;
749	struct dma_buffparms *dmap = adev->dmap_out;
750	long timeout;
751	long timeout_value;
752
753	if (dontblock)
754		return -EAGAIN;
755	if (!(adev->enable_bits & PCM_ENABLE_OUTPUT))
756		return -EAGAIN;
757
758	/*
759	 * Wait for free space
760	 */
761	if (signal_pending(current))
762		return -EINTR;
763	timeout = (adev->go && !(dmap->flags & DMA_NOTIMEOUT));
764	if (timeout)
765		timeout_value = dmabuf_timeout(dmap);
766	else
767		timeout_value = MAX_SCHEDULE_TIMEOUT;
768	timeout_value = interruptible_sleep_on_timeout(&adev->out_sleeper,
769						       timeout_value);
770	if (timeout != MAX_SCHEDULE_TIMEOUT && !timeout_value) {
771		printk(KERN_WARNING "Sound: DMA (output) timed out - IRQ/DRQ config error?\n");
772		dma_reset_output(dev);
773	} else {
774		if (signal_pending(current))
775			err = -EINTR;
776	}
777	return err;
778}
779/* called with the lock held */
780static int find_output_space(int dev, char **buf, int *size)
781{
782	struct audio_operations *adev = audio_devs[dev];
783	struct dma_buffparms *dmap = adev->dmap_out;
784	unsigned long active_offs;
785	long len, offs;
786	int maxfrags;
787	int occupied_bytes = (dmap->user_counter % dmap->fragment_size);
788
789	*buf = dmap->raw_buf;
790	if (!(maxfrags = DMAbuf_space_in_queue(dev)) && !occupied_bytes)
791		return 0;
792
793#ifdef BE_CONSERVATIVE
794	active_offs = dmap->byte_counter + dmap->qhead * dmap->fragment_size;
795#else
796	active_offs = DMAbuf_get_buffer_pointer(dev, dmap, DMODE_OUTPUT);
797	/* Check for pointer wrapping situation */
798	if (active_offs < 0 || active_offs >= dmap->bytes_in_use)
799		active_offs = 0;
800	active_offs += dmap->byte_counter;
801#endif
802
803	offs = (dmap->user_counter % dmap->bytes_in_use) & ~SAMPLE_ROUNDUP;
804	if (offs < 0 || offs >= dmap->bytes_in_use) {
805		printk(KERN_ERR "Sound: Got unexpected offs %ld. Giving up.\n", offs);
806		printk("Counter = %ld, bytes=%d\n", dmap->user_counter, dmap->bytes_in_use);
807		return 0;
808	}
809	*buf = dmap->raw_buf + offs;
810
811	len = active_offs + dmap->bytes_in_use - dmap->user_counter;	/* Number of unused bytes in buffer */
812
813	if ((offs + len) > dmap->bytes_in_use)
814		len = dmap->bytes_in_use - offs;
815	if (len < 0) {
816		return 0;
817	}
818	if (len > ((maxfrags * dmap->fragment_size) - occupied_bytes))
819		len = (maxfrags * dmap->fragment_size) - occupied_bytes;
820	*size = len & ~SAMPLE_ROUNDUP;
821	return (*size > 0);
822}
823/* acquires lock  */
824int DMAbuf_getwrbuffer(int dev, char **buf, int *size, int dontblock)
825{
826	struct audio_operations *adev = audio_devs[dev];
827	unsigned long flags;
828	int err = -EIO;
829	struct dma_buffparms *dmap = adev->dmap_out;
830
831	if (dmap->mapping_flags & DMA_MAP_MAPPED) {
832/*		printk(KERN_DEBUG "Sound: Can't write to mmapped device (3)\n");*/
833		return -EINVAL;
834	}
835	spin_lock_irqsave(&dmap->lock,flags);
836	if (dmap->needs_reorg)
837		reorganize_buffers(dev, dmap, 0);
838
839	if (dmap->dma_mode == DMODE_INPUT) {	/* Direction change */
840		spin_unlock_irqrestore(&dmap->lock,flags);
841		DMAbuf_reset(dev);
842		spin_lock_irqsave(&dmap->lock,flags);
843	}
844	dmap->dma_mode = DMODE_OUTPUT;
845
846	while (find_output_space(dev, buf, size) <= 0) {
847		spin_unlock_irqrestore(&dmap->lock,flags);
848		if ((err = output_sleep(dev, dontblock)) < 0) {
849			return err;
850		}
851		spin_lock_irqsave(&dmap->lock,flags);
852	}
853
854	spin_unlock_irqrestore(&dmap->lock,flags);
855	return 0;
856}
857/* has to acquire dmap->lock */
858int DMAbuf_move_wrpointer(int dev, int l)
859{
860	struct audio_operations *adev = audio_devs[dev];
861	struct dma_buffparms *dmap = adev->dmap_out;
862	unsigned long ptr;
863	unsigned long end_ptr, p;
864	int post;
865	unsigned long flags;
866
867	spin_lock_irqsave(&dmap->lock,flags);
868	post= (dmap->flags & DMA_POST);
869	ptr = (dmap->user_counter / dmap->fragment_size) * dmap->fragment_size;
870
871	dmap->flags &= ~DMA_POST;
872	dmap->cfrag = -1;
873	dmap->user_counter += l;
874	dmap->flags |= DMA_DIRTY;
875
876	if (dmap->byte_counter >= dmap->max_byte_counter) {
877		/* Wrap the byte counters */
878		long decr = dmap->byte_counter;
879		dmap->byte_counter = (dmap->byte_counter % dmap->bytes_in_use);
880		decr -= dmap->byte_counter;
881		dmap->user_counter -= decr;
882	}
883	end_ptr = (dmap->user_counter / dmap->fragment_size) * dmap->fragment_size;
884
885	p = (dmap->user_counter - 1) % dmap->bytes_in_use;
886	dmap->neutral_byte = dmap->raw_buf[p];
887
888	/* Update the fragment based bookkeeping too */
889	while (ptr < end_ptr) {
890		dmap->counts[dmap->qtail] = dmap->fragment_size;
891		dmap->qtail = (dmap->qtail + 1) % dmap->nbufs;
892		dmap->qlen++;
893		ptr += dmap->fragment_size;
894	}
895
896	dmap->counts[dmap->qtail] = dmap->user_counter - ptr;
897
898	/*
899	 *	Let the low level driver perform some postprocessing to
900	 *	the written data.
901	 */
902	if (adev->d->postprocess_write)
903		adev->d->postprocess_write(dev);
904
905	if (!(dmap->flags & DMA_ACTIVE))
906		if (dmap->qlen > 1 || (dmap->qlen > 0 && (post || dmap->qlen >= dmap->nbufs - 1)))
907			DMAbuf_launch_output(dev, dmap);
908
909	spin_unlock_irqrestore(&dmap->lock,flags);
910	return 0;
911}
912
913int DMAbuf_start_dma(int dev, unsigned long physaddr, int count, int dma_mode)
914{
915	struct audio_operations *adev = audio_devs[dev];
916	struct dma_buffparms *dmap = (dma_mode == DMA_MODE_WRITE) ? adev->dmap_out : adev->dmap_in;
917
918	if (dmap->raw_buf == NULL) {
919		printk(KERN_ERR "sound: DMA buffer(1) == NULL\n");
920		printk("Device %d, chn=%s\n", dev, (dmap == adev->dmap_out) ? "out" : "in");
921		return 0;
922	}
923	if (dmap->dma < 0)
924		return 0;
925	sound_start_dma(dmap, physaddr, count, dma_mode);
926	return count;
927}
928EXPORT_SYMBOL(DMAbuf_start_dma);
929
930static int local_start_dma(struct audio_operations *adev, unsigned long physaddr, int count, int dma_mode)
931{
932	struct dma_buffparms *dmap = (dma_mode == DMA_MODE_WRITE) ? adev->dmap_out : adev->dmap_in;
933
934	if (dmap->raw_buf == NULL) {
935		printk(KERN_ERR "sound: DMA buffer(2) == NULL\n");
936		printk(KERN_ERR "Device %s, chn=%s\n", adev->name, (dmap == adev->dmap_out) ? "out" : "in");
937		return 0;
938	}
939	if (dmap->flags & DMA_NODMA)
940		return 1;
941	if (dmap->dma < 0)
942		return 0;
943	sound_start_dma(dmap, dmap->raw_buf_phys, dmap->bytes_in_use, dma_mode | DMA_AUTOINIT);
944	dmap->flags |= DMA_STARTED;
945	return count;
946}
947
948static void finish_output_interrupt(int dev, struct dma_buffparms *dmap)
949{
950	struct audio_operations *adev = audio_devs[dev];
951
952	if (dmap->audio_callback != NULL)
953		dmap->audio_callback(dev, dmap->callback_parm);
954	wake_up(&adev->out_sleeper);
955	wake_up(&adev->poll_sleeper);
956}
957/* called with dmap->lock held in irq context*/
958static void do_outputintr(int dev, int dummy)
959{
960	struct audio_operations *adev = audio_devs[dev];
961	struct dma_buffparms *dmap = adev->dmap_out;
962	int this_fragment;
963
964	if (dmap->raw_buf == NULL) {
965		printk(KERN_ERR "Sound: Error. Audio interrupt (%d) after freeing buffers.\n", dev);
966		return;
967	}
968	if (dmap->mapping_flags & DMA_MAP_MAPPED) {	/* Virtual memory mapped access */
969		/* mmapped access */
970		dmap->qhead = (dmap->qhead + 1) % dmap->nbufs;
971		if (dmap->qhead == 0) {	    /* Wrapped */
972			dmap->byte_counter += dmap->bytes_in_use;
973			if (dmap->byte_counter >= dmap->max_byte_counter) {	/* Overflow */
974				long decr = dmap->byte_counter;
975				dmap->byte_counter = (dmap->byte_counter % dmap->bytes_in_use);
976				decr -= dmap->byte_counter;
977				dmap->user_counter -= decr;
978			}
979		}
980		dmap->qlen++;	/* Yes increment it (don't decrement) */
981		if (!(adev->flags & DMA_AUTOMODE))
982			dmap->flags &= ~DMA_ACTIVE;
983		dmap->counts[dmap->qhead] = dmap->fragment_size;
984		DMAbuf_launch_output(dev, dmap);
985		finish_output_interrupt(dev, dmap);
986		return;
987	}
988
989	dmap->qlen--;
990	this_fragment = dmap->qhead;
991	dmap->qhead = (dmap->qhead + 1) % dmap->nbufs;
992
993	if (dmap->qhead == 0) {	/* Wrapped */
994		dmap->byte_counter += dmap->bytes_in_use;
995		if (dmap->byte_counter >= dmap->max_byte_counter) {	/* Overflow */
996			long decr = dmap->byte_counter;
997			dmap->byte_counter = (dmap->byte_counter % dmap->bytes_in_use);
998			decr -= dmap->byte_counter;
999			dmap->user_counter -= decr;
1000		}
1001	}
1002	if (!(adev->flags & DMA_AUTOMODE))
1003		dmap->flags &= ~DMA_ACTIVE;
1004
1005	/*
1006	 *	This is  dmap->qlen <= 0 except when closing when
1007	 *	dmap->qlen < 0
1008	 */
1009
1010	while (dmap->qlen <= -dmap->closing) {
1011		dmap->underrun_count++;
1012		dmap->qlen++;
1013		if ((dmap->flags & DMA_DIRTY) && dmap->applic_profile != APF_CPUINTENS) {
1014			dmap->flags &= ~DMA_DIRTY;
1015			memset(adev->dmap_out->raw_buf, adev->dmap_out->neutral_byte,
1016			       adev->dmap_out->buffsize);
1017		}
1018		dmap->user_counter += dmap->fragment_size;
1019		dmap->qtail = (dmap->qtail + 1) % dmap->nbufs;
1020	}
1021	if (dmap->qlen > 0)
1022		DMAbuf_launch_output(dev, dmap);
1023	finish_output_interrupt(dev, dmap);
1024}
1025/* called in irq context */
1026void DMAbuf_outputintr(int dev, int notify_only)
1027{
1028	struct audio_operations *adev = audio_devs[dev];
1029	unsigned long flags;
1030	struct dma_buffparms *dmap = adev->dmap_out;
1031
1032	spin_lock_irqsave(&dmap->lock,flags);
1033	if (!(dmap->flags & DMA_NODMA)) {
1034		int chan = dmap->dma, pos, n;
1035		unsigned long f;
1036
1037		f=claim_dma_lock();
1038
1039		if(!isa_dma_bridge_buggy)
1040			disable_dma(dmap->dma);
1041		clear_dma_ff(chan);
1042		pos = dmap->bytes_in_use - get_dma_residue(chan);
1043		if(!isa_dma_bridge_buggy)
1044			enable_dma(dmap->dma);
1045		release_dma_lock(f);
1046
1047		pos = pos / dmap->fragment_size;	/* Actual qhead */
1048		if (pos < 0 || pos >= dmap->nbufs)
1049			pos = 0;
1050		n = 0;
1051		while (dmap->qhead != pos && n++ < dmap->nbufs)
1052			do_outputintr(dev, notify_only);
1053	}
1054	else
1055		do_outputintr(dev, notify_only);
1056	spin_unlock_irqrestore(&dmap->lock,flags);
1057}
1058EXPORT_SYMBOL(DMAbuf_outputintr);
1059
1060/* called with dmap->lock held in irq context */
1061static void do_inputintr(int dev)
1062{
1063	struct audio_operations *adev = audio_devs[dev];
1064	struct dma_buffparms *dmap = adev->dmap_in;
1065
1066	if (dmap->raw_buf == NULL) {
1067		printk(KERN_ERR "Sound: Fatal error. Audio interrupt after freeing buffers.\n");
1068		return;
1069	}
1070	if (dmap->mapping_flags & DMA_MAP_MAPPED) {
1071		dmap->qtail = (dmap->qtail + 1) % dmap->nbufs;
1072		if (dmap->qtail == 0) {		/* Wrapped */
1073			dmap->byte_counter += dmap->bytes_in_use;
1074			if (dmap->byte_counter >= dmap->max_byte_counter) {	/* Overflow */
1075				long decr = dmap->byte_counter;
1076				dmap->byte_counter = (dmap->byte_counter % dmap->bytes_in_use) + dmap->bytes_in_use;
1077				decr -= dmap->byte_counter;
1078				dmap->user_counter -= decr;
1079			}
1080		}
1081		dmap->qlen++;
1082
1083		if (!(adev->flags & DMA_AUTOMODE)) {
1084			if (dmap->needs_reorg)
1085				reorganize_buffers(dev, dmap, 0);
1086			local_start_dma(adev, dmap->raw_buf_phys, dmap->bytes_in_use,DMA_MODE_READ);
1087			adev->d->start_input(dev, dmap->raw_buf_phys + dmap->qtail * dmap->fragment_size,
1088					     dmap->fragment_size, 1);
1089			if (adev->d->trigger)
1090				adev->d->trigger(dev, adev->enable_bits * adev->go);
1091		}
1092		dmap->flags |= DMA_ACTIVE;
1093	} else if (dmap->qlen >= (dmap->nbufs - 1)) {
1094		printk(KERN_WARNING "Sound: Recording overrun\n");
1095		dmap->underrun_count++;
1096
1097		/* Just throw away the oldest fragment but keep the engine running */
1098		dmap->qhead = (dmap->qhead + 1) % dmap->nbufs;
1099		dmap->qtail = (dmap->qtail + 1) % dmap->nbufs;
1100	} else if (dmap->qlen >= 0 && dmap->qlen < dmap->nbufs) {
1101		dmap->qlen++;
1102		dmap->qtail = (dmap->qtail + 1) % dmap->nbufs;
1103		if (dmap->qtail == 0) {		/* Wrapped */
1104			dmap->byte_counter += dmap->bytes_in_use;
1105			if (dmap->byte_counter >= dmap->max_byte_counter) {	/* Overflow */
1106				long decr = dmap->byte_counter;
1107				dmap->byte_counter = (dmap->byte_counter % dmap->bytes_in_use) + dmap->bytes_in_use;
1108				decr -= dmap->byte_counter;
1109				dmap->user_counter -= decr;
1110			}
1111		}
1112	}
1113	if (!(adev->flags & DMA_AUTOMODE) || (dmap->flags & DMA_NODMA)) {
1114		local_start_dma(adev, dmap->raw_buf_phys, dmap->bytes_in_use, DMA_MODE_READ);
1115		adev->d->start_input(dev, dmap->raw_buf_phys + dmap->qtail * dmap->fragment_size, dmap->fragment_size, 1);
1116		if (adev->d->trigger)
1117			adev->d->trigger(dev,adev->enable_bits * adev->go);
1118	}
1119	dmap->flags |= DMA_ACTIVE;
1120	if (dmap->qlen > 0)
1121	{
1122		wake_up(&adev->in_sleeper);
1123		wake_up(&adev->poll_sleeper);
1124	}
1125}
1126/* called in irq context */
1127void DMAbuf_inputintr(int dev)
1128{
1129	struct audio_operations *adev = audio_devs[dev];
1130	struct dma_buffparms *dmap = adev->dmap_in;
1131	unsigned long flags;
1132
1133	spin_lock_irqsave(&dmap->lock,flags);
1134
1135	if (!(dmap->flags & DMA_NODMA)) {
1136		int chan = dmap->dma, pos, n;
1137		unsigned long f;
1138
1139		f=claim_dma_lock();
1140		if(!isa_dma_bridge_buggy)
1141			disable_dma(dmap->dma);
1142		clear_dma_ff(chan);
1143		pos = dmap->bytes_in_use - get_dma_residue(chan);
1144		if(!isa_dma_bridge_buggy)
1145			enable_dma(dmap->dma);
1146		release_dma_lock(f);
1147
1148		pos = pos / dmap->fragment_size;	/* Actual qhead */
1149		if (pos < 0 || pos >= dmap->nbufs)
1150			pos = 0;
1151
1152		n = 0;
1153		while (dmap->qtail != pos && ++n < dmap->nbufs)
1154			do_inputintr(dev);
1155	} else
1156		do_inputintr(dev);
1157	spin_unlock_irqrestore(&dmap->lock,flags);
1158}
1159EXPORT_SYMBOL(DMAbuf_inputintr);
1160
1161void DMAbuf_init(int dev, int dma1, int dma2)
1162{
1163	struct audio_operations *adev = audio_devs[dev];
1164	/*
1165	 * NOTE! This routine could be called several times.
1166	 */
1167
1168	if (adev && adev->dmap_out == NULL) {
1169		if (adev->d == NULL)
1170			panic("OSS: audio_devs[%d]->d == NULL\n", dev);
1171
1172		if (adev->parent_dev) {	 /* Use DMA map of the parent dev */
1173			int parent = adev->parent_dev - 1;
1174			adev->dmap_out = audio_devs[parent]->dmap_out;
1175			adev->dmap_in = audio_devs[parent]->dmap_in;
1176		} else {
1177			adev->dmap_out = adev->dmap_in = &adev->dmaps[0];
1178			adev->dmap_out->dma = dma1;
1179			if (adev->flags & DMA_DUPLEX) {
1180				adev->dmap_in = &adev->dmaps[1];
1181				adev->dmap_in->dma = dma2;
1182			}
1183		}
1184		/* Persistent DMA buffers allocated here */
1185		if (sound_dmap_flag == DMAP_KEEP_ON_CLOSE) {
1186			if (adev->dmap_in->raw_buf == NULL)
1187				sound_alloc_dmap(adev->dmap_in);
1188			if (adev->dmap_out->raw_buf == NULL)
1189				sound_alloc_dmap(adev->dmap_out);
1190		}
1191	}
1192}
1193
1194/* No kernel lock - DMAbuf_activate_recording protected by global cli/sti */
1195static unsigned int poll_input(struct file * file, int dev, poll_table *wait)
1196{
1197	struct audio_operations *adev = audio_devs[dev];
1198	struct dma_buffparms *dmap = adev->dmap_in;
1199
1200	if (!(adev->open_mode & OPEN_READ))
1201		return 0;
1202	if (dmap->mapping_flags & DMA_MAP_MAPPED) {
1203		if (dmap->qlen)
1204			return POLLIN | POLLRDNORM;
1205		return 0;
1206	}
1207	if (dmap->dma_mode != DMODE_INPUT) {
1208		if (dmap->dma_mode == DMODE_NONE &&
1209		    adev->enable_bits & PCM_ENABLE_INPUT &&
1210		    !dmap->qlen && adev->go) {
1211			unsigned long flags;
1212
1213			spin_lock_irqsave(&dmap->lock,flags);
1214			DMAbuf_activate_recording(dev, dmap);
1215			spin_unlock_irqrestore(&dmap->lock,flags);
1216		}
1217		return 0;
1218	}
1219	if (!dmap->qlen)
1220		return 0;
1221	return POLLIN | POLLRDNORM;
1222}
1223
1224static unsigned int poll_output(struct file * file, int dev, poll_table *wait)
1225{
1226	struct audio_operations *adev = audio_devs[dev];
1227	struct dma_buffparms *dmap = adev->dmap_out;
1228
1229	if (!(adev->open_mode & OPEN_WRITE))
1230		return 0;
1231	if (dmap->mapping_flags & DMA_MAP_MAPPED) {
1232		if (dmap->qlen)
1233			return POLLOUT | POLLWRNORM;
1234		return 0;
1235	}
1236	if (dmap->dma_mode == DMODE_INPUT)
1237		return 0;
1238	if (dmap->dma_mode == DMODE_NONE)
1239		return POLLOUT | POLLWRNORM;
1240	if (!DMAbuf_space_in_queue(dev))
1241		return 0;
1242	return POLLOUT | POLLWRNORM;
1243}
1244
1245unsigned int DMAbuf_poll(struct file * file, int dev, poll_table *wait)
1246{
1247	struct audio_operations *adev = audio_devs[dev];
1248	poll_wait(file, &adev->poll_sleeper, wait);
1249	return poll_input(file, dev, wait) | poll_output(file, dev, wait);
1250}
1251
1252void DMAbuf_deinit(int dev)
1253{
1254	struct audio_operations *adev = audio_devs[dev];
1255	/* This routine is called when driver is being unloaded */
1256	if (!adev)
1257		return;
1258
1259	/* Persistent DMA buffers deallocated here */
1260	if (sound_dmap_flag == DMAP_KEEP_ON_CLOSE) {
1261		sound_free_dmap(adev->dmap_out);
1262		if (adev->flags & DMA_DUPLEX)
1263			sound_free_dmap(adev->dmap_in);
1264	}
1265}
1266