1 /* linux/arch/arm/mach-s3c2410/dma.c
3 * Copyright (c) 2003-2005,2006 Simtec Electronics
4 * Ben Dooks <ben@simtec.co.uk>
8 * http://armlinux.simtec.co.uk/
10 * This program is free software; you can redistribute it and/or modify
11 * it under the terms of the GNU General Public License version 2 as
12 * published by the Free Software Foundation.
16 #ifdef CONFIG_S3C2410_DMA_DEBUG
20 #include <linux/module.h>
21 #include <linux/init.h>
22 #include <linux/sched.h>
23 #include <linux/spinlock.h>
24 #include <linux/interrupt.h>
25 #include <linux/sysdev.h>
26 #include <linux/slab.h>
27 #include <linux/errno.h>
28 #include <linux/delay.h>
30 #include <asm/system.h>
32 #include <asm/hardware.h>
36 #include <asm/mach/dma.h>
37 #include <asm/arch/map.h>
42 static void __iomem *dma_base;
43 static struct kmem_cache *dma_kmem;
45 struct s3c24xx_dma_selection dma_sel;
47 /* dma channel state information */
48 struct s3c2410_dma_chan s3c2410_chans[S3C2410_DMA_CHANNELS];
50 /* debugging functions */
52 #define BUF_MAGIC (0xcafebabe)
54 #define dmawarn(fmt...) printk(KERN_DEBUG fmt)
56 #define dma_regaddr(chan, reg) ((chan)->regs + (reg))
59 #define dma_wrreg(chan, reg, val) writel((val), (chan)->regs + (reg))
62 dma_wrreg(struct s3c2410_dma_chan *chan, int reg, unsigned long val)
64 pr_debug("writing %08x to register %08x\n",(unsigned int)val,reg);
65 writel(val, dma_regaddr(chan, reg));
69 #define dma_rdreg(chan, reg) readl((chan)->regs + (reg))
71 /* captured register state for debug */
73 struct s3c2410_dma_regstate {
78 unsigned long dmsktrig;
81 #ifdef CONFIG_S3C2410_DMA_DEBUG
85 * simple debug routine to print the current state of the dma registers
89 dmadbg_capture(struct s3c2410_dma_chan *chan, struct s3c2410_dma_regstate *regs)
91 regs->dcsrc = dma_rdreg(chan, S3C2410_DMA_DCSRC);
92 regs->disrc = dma_rdreg(chan, S3C2410_DMA_DISRC);
93 regs->dstat = dma_rdreg(chan, S3C2410_DMA_DSTAT);
94 regs->dcon = dma_rdreg(chan, S3C2410_DMA_DCON);
95 regs->dmsktrig = dma_rdreg(chan, S3C2410_DMA_DMASKTRIG);
99 dmadbg_dumpregs(const char *fname, int line, struct s3c2410_dma_chan *chan,
100 struct s3c2410_dma_regstate *regs)
102 printk(KERN_DEBUG "dma%d: %s:%d: DCSRC=%08lx, DISRC=%08lx, DSTAT=%08lx DMT=%02lx, DCON=%08lx\n",
103 chan->number, fname, line,
104 regs->dcsrc, regs->disrc, regs->dstat, regs->dmsktrig,
109 dmadbg_showchan(const char *fname, int line, struct s3c2410_dma_chan *chan)
111 struct s3c2410_dma_regstate state;
113 dmadbg_capture(chan, &state);
115 printk(KERN_DEBUG "dma%d: %s:%d: ls=%d, cur=%p, %p %p\n",
116 chan->number, fname, line, chan->load_state,
117 chan->curr, chan->next, chan->end);
119 dmadbg_dumpregs(fname, line, chan, &state);
123 dmadbg_showregs(const char *fname, int line, struct s3c2410_dma_chan *chan)
125 struct s3c2410_dma_regstate state;
127 dmadbg_capture(chan, &state);
128 dmadbg_dumpregs(fname, line, chan, &state);
131 #define dbg_showregs(chan) dmadbg_showregs(__FUNCTION__, __LINE__, (chan))
132 #define dbg_showchan(chan) dmadbg_showchan(__FUNCTION__, __LINE__, (chan))
134 #define dbg_showregs(chan) do { } while(0)
135 #define dbg_showchan(chan) do { } while(0)
136 #endif /* CONFIG_S3C2410_DMA_DEBUG */
138 static struct s3c2410_dma_chan *dma_chan_map[DMACH_MAX];
140 /* lookup_dma_channel
142 * change the dma channel number given into a real dma channel id
145 static struct s3c2410_dma_chan *lookup_dma_channel(unsigned int channel)
147 if (channel & DMACH_LOW_LEVEL)
148 return &s3c2410_chans[channel & ~DMACH_LOW_LEVEL];
150 return dma_chan_map[channel];
153 /* s3c2410_dma_stats_timeout
155 * Update DMA stats from timeout info
159 s3c2410_dma_stats_timeout(struct s3c2410_dma_stats *stats, int val)
164 if (val > stats->timeout_longest)
165 stats->timeout_longest = val;
166 if (val < stats->timeout_shortest)
167 stats->timeout_shortest = val;
169 stats->timeout_avg += val;
172 /* s3c2410_dma_waitforload
174 * wait for the DMA engine to load a buffer, and update the state accordingly
178 s3c2410_dma_waitforload(struct s3c2410_dma_chan *chan, int line)
180 int timeout = chan->load_timeout;
183 if (chan->load_state != S3C2410_DMALOAD_1LOADED) {
184 printk(KERN_ERR "dma%d: s3c2410_dma_waitforload() called in loadstate %d from line %d\n", chan->number, chan->load_state, line);
188 if (chan->stats != NULL)
189 chan->stats->loads++;
191 while (--timeout > 0) {
192 if ((dma_rdreg(chan, S3C2410_DMA_DSTAT) << (32-20)) != 0) {
193 took = chan->load_timeout - timeout;
195 s3c2410_dma_stats_timeout(chan->stats, took);
197 switch (chan->load_state) {
198 case S3C2410_DMALOAD_1LOADED:
199 chan->load_state = S3C2410_DMALOAD_1RUNNING;
203 printk(KERN_ERR "dma%d: unknown load_state in s3c2410_dma_waitforload() %d\n", chan->number, chan->load_state);
210 if (chan->stats != NULL) {
211 chan->stats->timeout_failed++;
219 /* s3c2410_dma_loadbuffer
221 * load a buffer, and update the channel state
225 s3c2410_dma_loadbuffer(struct s3c2410_dma_chan *chan,
226 struct s3c2410_dma_buf *buf)
228 unsigned long reload;
230 pr_debug("s3c2410_chan_loadbuffer: loading buff %p (0x%08lx,0x%06x)\n",
231 buf, (unsigned long)buf->data, buf->size);
234 dmawarn("buffer is NULL\n");
238 /* check the state of the channel before we do anything */
240 if (chan->load_state == S3C2410_DMALOAD_1LOADED) {
241 dmawarn("load_state is S3C2410_DMALOAD_1LOADED\n");
244 if (chan->load_state == S3C2410_DMALOAD_1LOADED_1RUNNING) {
245 dmawarn("state is S3C2410_DMALOAD_1LOADED_1RUNNING\n");
248 /* it would seem sensible if we are the last buffer to not bother
249 * with the auto-reload bit, so that the DMA engine will not try
250 * and load another transfer after this one has finished...
252 if (chan->load_state == S3C2410_DMALOAD_NONE) {
253 pr_debug("load_state is none, checking for noreload (next=%p)\n",
255 reload = (buf->next == NULL) ? S3C2410_DCON_NORELOAD : 0;
257 //pr_debug("load_state is %d => autoreload\n", chan->load_state);
258 reload = S3C2410_DCON_AUTORELOAD;
261 if ((buf->data & 0xf0000000) != 0x30000000) {
262 dmawarn("dmaload: buffer is %p\n", (void *)buf->data);
265 writel(buf->data, chan->addr_reg);
267 dma_wrreg(chan, S3C2410_DMA_DCON,
268 chan->dcon | reload | (buf->size/chan->xfer_unit));
270 chan->next = buf->next;
272 /* update the state of the channel */
274 switch (chan->load_state) {
275 case S3C2410_DMALOAD_NONE:
276 chan->load_state = S3C2410_DMALOAD_1LOADED;
279 case S3C2410_DMALOAD_1RUNNING:
280 chan->load_state = S3C2410_DMALOAD_1LOADED_1RUNNING;
284 dmawarn("dmaload: unknown state %d in loadbuffer\n",
292 /* s3c2410_dma_call_op
294 * small routine to call the op routine with the given op if it has been
299 s3c2410_dma_call_op(struct s3c2410_dma_chan *chan, enum s3c2410_chan_op op)
301 if (chan->op_fn != NULL) {
302 (chan->op_fn)(chan, op);
306 /* s3c2410_dma_buffdone
308 * small wrapper to check if callback routine needs to be called, and
313 s3c2410_dma_buffdone(struct s3c2410_dma_chan *chan, struct s3c2410_dma_buf *buf,
314 enum s3c2410_dma_buffresult result)
317 pr_debug("callback_fn=%p, buf=%p, id=%p, size=%d, result=%d\n",
318 chan->callback_fn, buf, buf->id, buf->size, result);
321 if (chan->callback_fn != NULL) {
322 (chan->callback_fn)(chan, buf->id, buf->size, result);
328 * start a dma channel going
331 static int s3c2410_dma_start(struct s3c2410_dma_chan *chan)
336 pr_debug("s3c2410_start_dma: channel=%d\n", chan->number);
338 local_irq_save(flags);
340 if (chan->state == S3C2410_DMA_RUNNING) {
341 pr_debug("s3c2410_start_dma: already running (%d)\n", chan->state);
342 local_irq_restore(flags);
346 chan->state = S3C2410_DMA_RUNNING;
348 /* check wether there is anything to load, and if not, see
349 * if we can find anything to load
352 if (chan->load_state == S3C2410_DMALOAD_NONE) {
353 if (chan->next == NULL) {
354 printk(KERN_ERR "dma%d: channel has nothing loaded\n",
356 chan->state = S3C2410_DMA_IDLE;
357 local_irq_restore(flags);
361 s3c2410_dma_loadbuffer(chan, chan->next);
366 /* enable the channel */
368 if (!chan->irq_enabled) {
369 enable_irq(chan->irq);
370 chan->irq_enabled = 1;
373 /* start the channel going */
375 tmp = dma_rdreg(chan, S3C2410_DMA_DMASKTRIG);
376 tmp &= ~S3C2410_DMASKTRIG_STOP;
377 tmp |= S3C2410_DMASKTRIG_ON;
378 dma_wrreg(chan, S3C2410_DMA_DMASKTRIG, tmp);
380 pr_debug("dma%d: %08lx to DMASKTRIG\n", chan->number, tmp);
383 /* the dma buffer loads should take care of clearing the AUTO
384 * reloading feature */
385 tmp = dma_rdreg(chan, S3C2410_DMA_DCON);
386 tmp &= ~S3C2410_DCON_NORELOAD;
387 dma_wrreg(chan, S3C2410_DMA_DCON, tmp);
390 s3c2410_dma_call_op(chan, S3C2410_DMAOP_START);
394 /* if we've only loaded one buffer onto the channel, then chec
395 * to see if we have another, and if so, try and load it so when
396 * the first buffer is finished, the new one will be loaded onto
399 if (chan->next != NULL) {
400 if (chan->load_state == S3C2410_DMALOAD_1LOADED) {
402 if (s3c2410_dma_waitforload(chan, __LINE__) == 0) {
403 pr_debug("%s: buff not yet loaded, no more todo\n",
406 chan->load_state = S3C2410_DMALOAD_1RUNNING;
407 s3c2410_dma_loadbuffer(chan, chan->next);
410 } else if (chan->load_state == S3C2410_DMALOAD_1RUNNING) {
411 s3c2410_dma_loadbuffer(chan, chan->next);
416 local_irq_restore(flags);
421 /* s3c2410_dma_canload
423 * work out if we can queue another buffer into the DMA engine
427 s3c2410_dma_canload(struct s3c2410_dma_chan *chan)
429 if (chan->load_state == S3C2410_DMALOAD_NONE ||
430 chan->load_state == S3C2410_DMALOAD_1RUNNING)
436 /* s3c2410_dma_enqueue
438 * queue an given buffer for dma transfer.
440 * id the device driver's id information for this buffer
441 * data the physical address of the buffer data
442 * size the size of the buffer in bytes
444 * If the channel is not running, then the flag S3C2410_DMAF_AUTOSTART
445 * is checked, and if set, the channel is started. If this flag isn't set,
446 * then an error will be returned.
448 * It is possible to queue more than one DMA buffer onto a channel at
449 * once, and the code will deal with the re-loading of the next buffer
453 int s3c2410_dma_enqueue(unsigned int channel, void *id,
454 dma_addr_t data, int size)
456 struct s3c2410_dma_chan *chan = lookup_dma_channel(channel);
457 struct s3c2410_dma_buf *buf;
463 pr_debug("%s: id=%p, data=%08x, size=%d\n",
464 __FUNCTION__, id, (unsigned int)data, size);
466 buf = kmem_cache_alloc(dma_kmem, GFP_ATOMIC);
468 pr_debug("%s: out of memory (%ld alloc)\n",
469 __FUNCTION__, (long)sizeof(*buf));
473 //pr_debug("%s: new buffer %p\n", __FUNCTION__, buf);
474 //dbg_showchan(chan);
477 buf->data = buf->ptr = data;
480 buf->magic = BUF_MAGIC;
482 local_irq_save(flags);
484 if (chan->curr == NULL) {
485 /* we've got nothing loaded... */
486 pr_debug("%s: buffer %p queued onto empty channel\n",
493 pr_debug("dma%d: %s: buffer %p queued onto non-empty channel\n",
494 chan->number, __FUNCTION__, buf);
496 if (chan->end == NULL)
497 pr_debug("dma%d: %s: %p not empty, and chan->end==NULL?\n",
498 chan->number, __FUNCTION__, chan);
500 chan->end->next = buf;
504 /* if necessary, update the next buffer field */
505 if (chan->next == NULL)
508 /* check to see if we can load a buffer */
509 if (chan->state == S3C2410_DMA_RUNNING) {
510 if (chan->load_state == S3C2410_DMALOAD_1LOADED && 1) {
511 if (s3c2410_dma_waitforload(chan, __LINE__) == 0) {
512 printk(KERN_ERR "dma%d: loadbuffer:"
513 "timeout loading buffer\n",
516 local_irq_restore(flags);
521 while (s3c2410_dma_canload(chan) && chan->next != NULL) {
522 s3c2410_dma_loadbuffer(chan, chan->next);
524 } else if (chan->state == S3C2410_DMA_IDLE) {
525 if (chan->flags & S3C2410_DMAF_AUTOSTART) {
526 s3c2410_dma_ctrl(chan->number, S3C2410_DMAOP_START);
530 local_irq_restore(flags);
534 EXPORT_SYMBOL(s3c2410_dma_enqueue);
537 s3c2410_dma_freebuf(struct s3c2410_dma_buf *buf)
539 int magicok = (buf->magic == BUF_MAGIC);
544 kmem_cache_free(dma_kmem, buf);
546 printk("s3c2410_dma_freebuf: buff %p with bad magic\n", buf);
550 /* s3c2410_dma_lastxfer
552 * called when the system is out of buffers, to ensure that the channel
553 * is prepared for shutdown.
557 s3c2410_dma_lastxfer(struct s3c2410_dma_chan *chan)
560 pr_debug("dma%d: s3c2410_dma_lastxfer: load_state %d\n",
561 chan->number, chan->load_state);
564 switch (chan->load_state) {
565 case S3C2410_DMALOAD_NONE:
568 case S3C2410_DMALOAD_1LOADED:
569 if (s3c2410_dma_waitforload(chan, __LINE__) == 0) {
571 printk(KERN_ERR "dma%d: timeout waiting for load (%s)\n",
572 chan->number, __FUNCTION__);
577 case S3C2410_DMALOAD_1LOADED_1RUNNING:
578 /* I belive in this case we do not have anything to do
579 * until the next buffer comes along, and we turn off the
584 pr_debug("dma%d: lastxfer: unhandled load_state %d with no next\n",
585 chan->number, chan->load_state);
590 /* hopefully this'll shut the damned thing up after the transfer... */
591 dma_wrreg(chan, S3C2410_DMA_DCON, chan->dcon | S3C2410_DCON_NORELOAD);
595 #define dmadbg2(x...)
598 s3c2410_dma_irq(int irq, void *devpw)
600 struct s3c2410_dma_chan *chan = (struct s3c2410_dma_chan *)devpw;
601 struct s3c2410_dma_buf *buf;
607 /* modify the channel state */
609 switch (chan->load_state) {
610 case S3C2410_DMALOAD_1RUNNING:
611 /* TODO - if we are running only one buffer, we probably
612 * want to reload here, and then worry about the buffer
615 chan->load_state = S3C2410_DMALOAD_NONE;
618 case S3C2410_DMALOAD_1LOADED:
619 /* iirc, we should go back to NONE loaded here, we
620 * had a buffer, and it was never verified as being
624 chan->load_state = S3C2410_DMALOAD_NONE;
627 case S3C2410_DMALOAD_1LOADED_1RUNNING:
628 /* we'll worry about checking to see if another buffer is
629 * ready after we've called back the owner. This should
630 * ensure we do not wait around too long for the DMA
631 * engine to start the next transfer
634 chan->load_state = S3C2410_DMALOAD_1LOADED;
637 case S3C2410_DMALOAD_NONE:
638 printk(KERN_ERR "dma%d: IRQ with no loaded buffer?\n",
643 printk(KERN_ERR "dma%d: IRQ in invalid load_state %d\n",
644 chan->number, chan->load_state);
649 /* update the chain to make sure that if we load any more
650 * buffers when we call the callback function, things should
653 chan->curr = buf->next;
656 if (buf->magic != BUF_MAGIC) {
657 printk(KERN_ERR "dma%d: %s: buf %p incorrect magic\n",
658 chan->number, __FUNCTION__, buf);
662 s3c2410_dma_buffdone(chan, buf, S3C2410_RES_OK);
665 s3c2410_dma_freebuf(buf);
669 /* only reload if the channel is still running... our buffer done
670 * routine may have altered the state by requesting the dma channel
671 * to stop or shutdown... */
673 /* todo: check that when the channel is shut-down from inside this
674 * function, we cope with unsetting reload, etc */
676 if (chan->next != NULL && chan->state != S3C2410_DMA_IDLE) {
679 switch (chan->load_state) {
680 case S3C2410_DMALOAD_1RUNNING:
681 /* don't need to do anything for this state */
684 case S3C2410_DMALOAD_NONE:
685 /* can load buffer immediately */
688 case S3C2410_DMALOAD_1LOADED:
689 if (s3c2410_dma_waitforload(chan, __LINE__) == 0) {
691 printk(KERN_ERR "dma%d: timeout waiting for load (%s)\n",
692 chan->number, __FUNCTION__);
698 case S3C2410_DMALOAD_1LOADED_1RUNNING:
702 printk(KERN_ERR "dma%d: unknown load_state in irq, %d\n",
703 chan->number, chan->load_state);
707 local_irq_save(flags);
708 s3c2410_dma_loadbuffer(chan, chan->next);
709 local_irq_restore(flags);
711 s3c2410_dma_lastxfer(chan);
713 /* see if we can stop this channel.. */
714 if (chan->load_state == S3C2410_DMALOAD_NONE) {
715 pr_debug("dma%d: end of transfer, stopping channel (%ld)\n",
716 chan->number, jiffies);
717 s3c2410_dma_ctrl(chan->number | DMACH_LOW_LEVEL,
726 static struct s3c2410_dma_chan *s3c2410_dma_map_channel(int channel);
728 /* s3c2410_request_dma
730 * get control of an dma channel
733 int s3c2410_dma_request(unsigned int channel,
734 struct s3c2410_dma_client *client,
737 struct s3c2410_dma_chan *chan;
741 pr_debug("dma%d: s3c2410_request_dma: client=%s, dev=%p\n",
742 channel, client->name, dev);
744 local_irq_save(flags);
746 chan = s3c2410_dma_map_channel(channel);
748 local_irq_restore(flags);
754 chan->client = client;
757 if (!chan->irq_claimed) {
758 pr_debug("dma%d: %s : requesting irq %d\n",
759 channel, __FUNCTION__, chan->irq);
761 chan->irq_claimed = 1;
762 local_irq_restore(flags);
764 err = request_irq(chan->irq, s3c2410_dma_irq, IRQF_DISABLED,
765 client->name, (void *)chan);
767 local_irq_save(flags);
771 chan->irq_claimed = 0;
772 local_irq_restore(flags);
774 printk(KERN_ERR "%s: cannot get IRQ %d for DMA %d\n",
775 client->name, chan->irq, chan->number);
779 chan->irq_enabled = 1;
782 local_irq_restore(flags);
786 pr_debug("%s: channel initialised, %p\n", __FUNCTION__, chan);
791 EXPORT_SYMBOL(s3c2410_dma_request);
795 * release the given channel back to the system, will stop and flush
796 * any outstanding transfers, and ensure the channel is ready for the
799 * Note, although a warning is currently printed if the freeing client
800 * info is not the same as the registrant's client info, the free is still
801 * allowed to go through.
804 int s3c2410_dma_free(dmach_t channel, struct s3c2410_dma_client *client)
806 struct s3c2410_dma_chan *chan = lookup_dma_channel(channel);
812 local_irq_save(flags);
814 if (chan->client != client) {
815 printk(KERN_WARNING "dma%d: possible free from different client (channel %p, passed %p)\n",
816 channel, chan->client, client);
819 /* sort out stopping and freeing the channel */
821 if (chan->state != S3C2410_DMA_IDLE) {
822 pr_debug("%s: need to stop dma channel %p\n",
825 /* possibly flush the channel */
826 s3c2410_dma_ctrl(channel, S3C2410_DMAOP_STOP);
832 if (chan->irq_claimed)
833 free_irq(chan->irq, (void *)chan);
835 chan->irq_claimed = 0;
837 if (!(channel & DMACH_LOW_LEVEL))
838 dma_chan_map[channel] = NULL;
840 local_irq_restore(flags);
845 EXPORT_SYMBOL(s3c2410_dma_free);
847 static int s3c2410_dma_dostop(struct s3c2410_dma_chan *chan)
852 pr_debug("%s:\n", __FUNCTION__);
856 local_irq_save(flags);
858 s3c2410_dma_call_op(chan, S3C2410_DMAOP_STOP);
860 tmp = dma_rdreg(chan, S3C2410_DMA_DMASKTRIG);
861 tmp |= S3C2410_DMASKTRIG_STOP;
862 //tmp &= ~S3C2410_DMASKTRIG_ON;
863 dma_wrreg(chan, S3C2410_DMA_DMASKTRIG, tmp);
866 /* should also clear interrupts, according to WinCE BSP */
867 tmp = dma_rdreg(chan, S3C2410_DMA_DCON);
868 tmp |= S3C2410_DCON_NORELOAD;
869 dma_wrreg(chan, S3C2410_DMA_DCON, tmp);
872 /* should stop do this, or should we wait for flush? */
873 chan->state = S3C2410_DMA_IDLE;
874 chan->load_state = S3C2410_DMALOAD_NONE;
876 local_irq_restore(flags);
881 void s3c2410_dma_waitforstop(struct s3c2410_dma_chan *chan)
884 unsigned int timeout = 0x10000;
886 while (timeout-- > 0) {
887 tmp = dma_rdreg(chan, S3C2410_DMA_DMASKTRIG);
889 if (!(tmp & S3C2410_DMASKTRIG_ON))
893 pr_debug("dma%d: failed to stop?\n", chan->number);
899 * stop the channel, and remove all current and pending transfers
902 static int s3c2410_dma_flush(struct s3c2410_dma_chan *chan)
904 struct s3c2410_dma_buf *buf, *next;
907 pr_debug("%s: chan %p (%d)\n", __FUNCTION__, chan, chan->number);
911 local_irq_save(flags);
913 if (chan->state != S3C2410_DMA_IDLE) {
914 pr_debug("%s: stopping channel...\n", __FUNCTION__ );
915 s3c2410_dma_ctrl(chan->number, S3C2410_DMAOP_STOP);
922 chan->curr = chan->next = chan->end = NULL;
925 for ( ; buf != NULL; buf = next) {
928 pr_debug("%s: free buffer %p, next %p\n",
929 __FUNCTION__, buf, buf->next);
931 s3c2410_dma_buffdone(chan, buf, S3C2410_RES_ABORT);
932 s3c2410_dma_freebuf(buf);
938 s3c2410_dma_waitforstop(chan);
941 /* should also clear interrupts, according to WinCE BSP */
945 tmp = dma_rdreg(chan, S3C2410_DMA_DCON);
946 tmp |= S3C2410_DCON_NORELOAD;
947 dma_wrreg(chan, S3C2410_DMA_DCON, tmp);
953 local_irq_restore(flags);
959 s3c2410_dma_started(struct s3c2410_dma_chan *chan)
963 local_irq_save(flags);
967 /* if we've only loaded one buffer onto the channel, then chec
968 * to see if we have another, and if so, try and load it so when
969 * the first buffer is finished, the new one will be loaded onto
972 if (chan->next != NULL) {
973 if (chan->load_state == S3C2410_DMALOAD_1LOADED) {
975 if (s3c2410_dma_waitforload(chan, __LINE__) == 0) {
976 pr_debug("%s: buff not yet loaded, no more todo\n",
979 chan->load_state = S3C2410_DMALOAD_1RUNNING;
980 s3c2410_dma_loadbuffer(chan, chan->next);
983 } else if (chan->load_state == S3C2410_DMALOAD_1RUNNING) {
984 s3c2410_dma_loadbuffer(chan, chan->next);
989 local_irq_restore(flags);
996 s3c2410_dma_ctrl(dmach_t channel, enum s3c2410_chan_op op)
998 struct s3c2410_dma_chan *chan = lookup_dma_channel(channel);
1004 case S3C2410_DMAOP_START:
1005 return s3c2410_dma_start(chan);
1007 case S3C2410_DMAOP_STOP:
1008 return s3c2410_dma_dostop(chan);
1010 case S3C2410_DMAOP_PAUSE:
1011 case S3C2410_DMAOP_RESUME:
1014 case S3C2410_DMAOP_FLUSH:
1015 return s3c2410_dma_flush(chan);
1017 case S3C2410_DMAOP_STARTED:
1018 return s3c2410_dma_started(chan);
1020 case S3C2410_DMAOP_TIMEOUT:
1025 return -ENOENT; /* unknown, don't bother */
1028 EXPORT_SYMBOL(s3c2410_dma_ctrl);
1030 /* DMA configuration for each channel
1032 * DISRCC -> source of the DMA (AHB,APB)
1033 * DISRC -> source address of the DMA
1034 * DIDSTC -> destination of the DMA (AHB,APD)
1035 * DIDST -> destination address of the DMA
1038 /* s3c2410_dma_config
1040 * xfersize: size of unit in bytes (1,2,4)
1041 * dcon: base value of the DCONx register
1044 int s3c2410_dma_config(dmach_t channel,
1048 struct s3c2410_dma_chan *chan = lookup_dma_channel(channel);
1050 pr_debug("%s: chan=%d, xfer_unit=%d, dcon=%08x\n",
1051 __FUNCTION__, channel, xferunit, dcon);
1056 pr_debug("%s: Initial dcon is %08x\n", __FUNCTION__, dcon);
1058 dcon |= chan->dcon & dma_sel.dcon_mask;
1060 pr_debug("%s: New dcon is %08x\n", __FUNCTION__, dcon);
1064 dcon |= S3C2410_DCON_BYTE;
1068 dcon |= S3C2410_DCON_HALFWORD;
1072 dcon |= S3C2410_DCON_WORD;
1076 pr_debug("%s: bad transfer size %d\n", __FUNCTION__, xferunit);
1080 dcon |= S3C2410_DCON_HWTRIG;
1081 dcon |= S3C2410_DCON_INTREQ;
1083 pr_debug("%s: dcon now %08x\n", __FUNCTION__, dcon);
1086 chan->xfer_unit = xferunit;
1091 EXPORT_SYMBOL(s3c2410_dma_config);
1093 int s3c2410_dma_setflags(dmach_t channel, unsigned int flags)
1095 struct s3c2410_dma_chan *chan = lookup_dma_channel(channel);
1100 pr_debug("%s: chan=%p, flags=%08x\n", __FUNCTION__, chan, flags);
1102 chan->flags = flags;
1107 EXPORT_SYMBOL(s3c2410_dma_setflags);
1110 /* do we need to protect the settings of the fields from
1114 int s3c2410_dma_set_opfn(dmach_t channel, s3c2410_dma_opfn_t rtn)
1116 struct s3c2410_dma_chan *chan = lookup_dma_channel(channel);
1121 pr_debug("%s: chan=%p, op rtn=%p\n", __FUNCTION__, chan, rtn);
1128 EXPORT_SYMBOL(s3c2410_dma_set_opfn);
1130 int s3c2410_dma_set_buffdone_fn(dmach_t channel, s3c2410_dma_cbfn_t rtn)
1132 struct s3c2410_dma_chan *chan = lookup_dma_channel(channel);
1137 pr_debug("%s: chan=%p, callback rtn=%p\n", __FUNCTION__, chan, rtn);
1139 chan->callback_fn = rtn;
1144 EXPORT_SYMBOL(s3c2410_dma_set_buffdone_fn);
1146 /* s3c2410_dma_devconfig
1148 * configure the dma source/destination hardware type and address
1150 * source: S3C2410_DMASRC_HW: source is hardware
1151 * S3C2410_DMASRC_MEM: source is memory
1153 * hwcfg: the value for xxxSTCn register,
1154 * bit 0: 0=increment pointer, 1=leave pointer
1155 * bit 1: 0=soucre is AHB, 1=soucre is APB
1157 * devaddr: physical address of the source
1160 int s3c2410_dma_devconfig(int channel,
1161 enum s3c2410_dmasrc source,
1163 unsigned long devaddr)
1165 struct s3c2410_dma_chan *chan = lookup_dma_channel(channel);
1170 pr_debug("%s: source=%d, hwcfg=%08x, devaddr=%08lx\n",
1171 __FUNCTION__, (int)source, hwcfg, devaddr);
1173 chan->source = source;
1174 chan->dev_addr = devaddr;
1177 case S3C2410_DMASRC_HW:
1178 /* source is hardware */
1179 pr_debug("%s: hw source, devaddr=%08lx, hwcfg=%d\n",
1180 __FUNCTION__, devaddr, hwcfg);
1181 dma_wrreg(chan, S3C2410_DMA_DISRCC, hwcfg & 3);
1182 dma_wrreg(chan, S3C2410_DMA_DISRC, devaddr);
1183 dma_wrreg(chan, S3C2410_DMA_DIDSTC, (0<<1) | (0<<0));
1185 chan->addr_reg = dma_regaddr(chan, S3C2410_DMA_DIDST);
1188 case S3C2410_DMASRC_MEM:
1189 /* source is memory */
1190 pr_debug( "%s: mem source, devaddr=%08lx, hwcfg=%d\n",
1191 __FUNCTION__, devaddr, hwcfg);
1192 dma_wrreg(chan, S3C2410_DMA_DISRCC, (0<<1) | (0<<0));
1193 dma_wrreg(chan, S3C2410_DMA_DIDST, devaddr);
1194 dma_wrreg(chan, S3C2410_DMA_DIDSTC, hwcfg & 3);
1196 chan->addr_reg = dma_regaddr(chan, S3C2410_DMA_DISRC);
1200 printk(KERN_ERR "dma%d: invalid source type (%d)\n", channel, source);
1204 EXPORT_SYMBOL(s3c2410_dma_devconfig);
1206 /* s3c2410_dma_getposition
1208 * returns the current transfer points for the dma source and destination
1211 int s3c2410_dma_getposition(dmach_t channel, dma_addr_t *src, dma_addr_t *dst)
1213 struct s3c2410_dma_chan *chan = lookup_dma_channel(channel);
1219 *src = dma_rdreg(chan, S3C2410_DMA_DCSRC);
1222 *dst = dma_rdreg(chan, S3C2410_DMA_DCDST);
1227 EXPORT_SYMBOL(s3c2410_dma_getposition);
1230 /* system device class */
1234 static int s3c2410_dma_suspend(struct sys_device *dev, pm_message_t state)
1236 struct s3c2410_dma_chan *cp = container_of(dev, struct s3c2410_dma_chan, dev);
1238 printk(KERN_DEBUG "suspending dma channel %d\n", cp->number);
1240 if (dma_rdreg(cp, S3C2410_DMA_DMASKTRIG) & S3C2410_DMASKTRIG_ON) {
1241 /* the dma channel is still working, which is probably
1242 * a bad thing to do over suspend/resume. We stop the
1243 * channel and assume that the client is either going to
1244 * retry after resume, or that it is broken.
1247 printk(KERN_INFO "dma: stopping channel %d due to suspend\n",
1250 s3c2410_dma_dostop(cp);
1256 static int s3c2410_dma_resume(struct sys_device *dev)
1262 #define s3c2410_dma_suspend NULL
1263 #define s3c2410_dma_resume NULL
1264 #endif /* CONFIG_PM */
1266 struct sysdev_class dma_sysclass = {
1267 set_kset_name("s3c24xx-dma"),
1268 .suspend = s3c2410_dma_suspend,
1269 .resume = s3c2410_dma_resume,
1272 /* kmem cache implementation */
1274 static void s3c2410_dma_cache_ctor(void *p, struct kmem_cache *c, unsigned long f)
1276 memset(p, 0, sizeof(struct s3c2410_dma_buf));
1279 /* initialisation code */
1281 static int __init s3c2410_init_dma(void)
1283 struct s3c2410_dma_chan *cp;
1287 printk("S3C24XX DMA Driver, (c) 2003-2004,2006 Simtec Electronics\n");
1289 dma_base = ioremap(S3C24XX_PA_DMA, 0x200);
1290 if (dma_base == NULL) {
1291 printk(KERN_ERR "dma failed to remap register block\n");
1295 printk("Registering sysclass\n");
1297 ret = sysdev_class_register(&dma_sysclass);
1299 printk(KERN_ERR "dma sysclass registration failed\n");
1303 dma_kmem = kmem_cache_create("dma_desc", sizeof(struct s3c2410_dma_buf), 0,
1305 s3c2410_dma_cache_ctor, NULL);
1307 if (dma_kmem == NULL) {
1308 printk(KERN_ERR "dma failed to make kmem cache\n");
1313 for (channel = 0; channel < S3C2410_DMA_CHANNELS; channel++) {
1314 cp = &s3c2410_chans[channel];
1316 memset(cp, 0, sizeof(struct s3c2410_dma_chan));
1318 /* dma channel irqs are in order.. */
1319 cp->number = channel;
1320 cp->irq = channel + IRQ_DMA0;
1321 cp->regs = dma_base + (channel*0x40);
1323 /* point current stats somewhere */
1324 cp->stats = &cp->stats_store;
1325 cp->stats_store.timeout_shortest = LONG_MAX;
1327 /* basic channel configuration */
1329 cp->load_timeout = 1<<18;
1331 /* register system device */
1333 cp->dev.cls = &dma_sysclass;
1334 cp->dev.id = channel;
1335 ret = sysdev_register(&cp->dev);
1337 printk("DMA channel %d at %p, irq %d\n",
1338 cp->number, cp->regs, cp->irq);
1344 kmem_cache_destroy(dma_kmem);
1350 core_initcall(s3c2410_init_dma);
1352 static inline int is_channel_valid(unsigned int channel)
1354 return (channel & DMA_CH_VALID);
1357 /* s3c2410_dma_map_channel()
1359 * turn the virtual channel number into a real, and un-used hardware
1362 * currently this code uses first-free channel from the specified harware
1363 * map, not taking into account anything that the board setup code may
1364 * have to say about the likely peripheral set to be in use.
1367 struct s3c2410_dma_chan *s3c2410_dma_map_channel(int channel)
1369 struct s3c24xx_dma_map *ch_map;
1370 struct s3c2410_dma_chan *dmach;
1373 if (dma_sel.map == NULL || channel > dma_sel.map_size)
1376 ch_map = dma_sel.map + channel;
1378 for (ch = 0; ch < S3C2410_DMA_CHANNELS; ch++) {
1379 if (!is_channel_valid(ch_map->channels[ch]))
1382 if (s3c2410_chans[ch].in_use == 0) {
1383 printk("mapped channel %d to %d\n", channel, ch);
1388 if (ch >= S3C2410_DMA_CHANNELS)
1391 /* update our channel mapping */
1393 dmach = &s3c2410_chans[ch];
1394 dma_chan_map[channel] = dmach;
1396 /* select the channel */
1398 (dma_sel.select)(dmach, ch_map);
1403 static void s3c24xx_dma_show_ch(struct s3c24xx_dma_map *map, int ch)
1405 /* show the channel configuration */
1407 printk("%2d: %20s, channels %c%c%c%c\n", ch, map->name,
1408 (is_channel_valid(map->channels[0]) ? '0' : '-'),
1409 (is_channel_valid(map->channels[1]) ? '1' : '-'),
1410 (is_channel_valid(map->channels[2]) ? '2' : '-'),
1411 (is_channel_valid(map->channels[3]) ? '3' : '-'));
1414 static int s3c24xx_dma_check_entry(struct s3c24xx_dma_map *map, int ch)
1417 s3c24xx_dma_show_ch(map, ch);
1422 int __init s3c24xx_dma_init_map(struct s3c24xx_dma_selection *sel)
1424 struct s3c24xx_dma_map *nmap;
1425 size_t map_sz = sizeof(*nmap) * sel->map_size;
1428 nmap = kmalloc(map_sz, GFP_KERNEL);
1432 memcpy(nmap, sel->map, map_sz);
1433 memcpy(&dma_sel, sel, sizeof(*sel));
1437 for (ptr = 0; ptr < sel->map_size; ptr++)
1438 s3c24xx_dma_check_entry(nmap+ptr, ptr);