2 * Driver for the TXx9 SoC DMA Controller
4 * Copyright (C) 2009 Atsushi Nemoto
6 * This program is free software; you can redistribute it and/or modify
7 * it under the terms of the GNU General Public License version 2 as
8 * published by the Free Software Foundation.
13 #include <linux/dmaengine.h>
14 #include <asm/txx9/dmac.h>
19 * This DMAC have four channels and one FIFO buffer. Each channel can
20 * be configured for memory-memory or device-memory transfer, but only
21 * one channel can do alignment-free memory-memory transfer at a time
22 * while the channel should occupy the FIFO buffer for effective
25 * Instead of dynamically assign the FIFO buffer to channels, I chose
26 * make one dedicated channel for memory-memory transfer. The
27 * dedicated channel is public. Other channels are private and used
28 * for slave transfer. Some devices in the SoC are wired to certain
32 #ifdef CONFIG_MACH_TX49XX
33 static inline bool txx9_dma_have_SMPCHN(void)
37 #define TXX9_DMA_USE_SIMPLE_CHAIN
39 static inline bool txx9_dma_have_SMPCHN(void)
45 #ifdef __LITTLE_ENDIAN
46 #ifdef CONFIG_MACH_TX49XX
47 #define CCR_LE TXX9_DMA_CCR_LE
51 #define MCR_LE TXX9_DMA_MCR_LE
59 * Redefine this macro to handle differences between 32- and 64-bit
60 * addressing, big vs. little endian, etc.
63 #define TXX9_DMA_REG32(name) u32 __pad_##name; u32 name
65 #define TXX9_DMA_REG32(name) u32 name; u32 __pad_##name
68 /* Hardware register definitions. */
69 struct txx9dmac_cregs {
70 #if defined(CONFIG_32BIT) && !defined(CONFIG_64BIT_PHYS_ADDR)
71 TXX9_DMA_REG32(CHAR); /* Chain Address Register */
73 u64 CHAR; /* Chain Address Register */
75 u64 SAR; /* Source Address Register */
76 u64 DAR; /* Destination Address Register */
77 TXX9_DMA_REG32(CNTR); /* Count Register */
78 TXX9_DMA_REG32(SAIR); /* Source Address Increment Register */
79 TXX9_DMA_REG32(DAIR); /* Destination Address Increment Register */
80 TXX9_DMA_REG32(CCR); /* Channel Control Register */
81 TXX9_DMA_REG32(CSR); /* Channel Status Register */
83 struct txx9dmac_cregs32 {
94 struct txx9dmac_regs {
95 /* per-channel registers */
96 struct txx9dmac_cregs CHAN[TXX9_DMA_MAX_NR_CHANNELS];
98 u64 MFDR; /* Memory Fill Data Register */
99 TXX9_DMA_REG32(MCR); /* Master Control Register */
101 struct txx9dmac_regs32 {
102 struct txx9dmac_cregs32 CHAN[TXX9_DMA_MAX_NR_CHANNELS];
109 #define TXX9_DMA_MCR_EIS(ch) (0x10000000<<(ch))
110 #define TXX9_DMA_MCR_DIS(ch) (0x01000000<<(ch))
111 #define TXX9_DMA_MCR_RSFIF 0x00000080
112 #define TXX9_DMA_MCR_FIFUM(ch) (0x00000008<<(ch))
113 #define TXX9_DMA_MCR_LE 0x00000004
114 #define TXX9_DMA_MCR_RPRT 0x00000002
115 #define TXX9_DMA_MCR_MSTEN 0x00000001
118 #define TXX9_DMA_CCR_IMMCHN 0x20000000
119 #define TXX9_DMA_CCR_USEXFSZ 0x10000000
120 #define TXX9_DMA_CCR_LE 0x08000000
121 #define TXX9_DMA_CCR_DBINH 0x04000000
122 #define TXX9_DMA_CCR_SBINH 0x02000000
123 #define TXX9_DMA_CCR_CHRST 0x01000000
124 #define TXX9_DMA_CCR_RVBYTE 0x00800000
125 #define TXX9_DMA_CCR_ACKPOL 0x00400000
126 #define TXX9_DMA_CCR_REQPL 0x00200000
127 #define TXX9_DMA_CCR_EGREQ 0x00100000
128 #define TXX9_DMA_CCR_CHDN 0x00080000
129 #define TXX9_DMA_CCR_DNCTL 0x00060000
130 #define TXX9_DMA_CCR_EXTRQ 0x00010000
131 #define TXX9_DMA_CCR_INTRQD 0x0000e000
132 #define TXX9_DMA_CCR_INTENE 0x00001000
133 #define TXX9_DMA_CCR_INTENC 0x00000800
134 #define TXX9_DMA_CCR_INTENT 0x00000400
135 #define TXX9_DMA_CCR_CHNEN 0x00000200
136 #define TXX9_DMA_CCR_XFACT 0x00000100
137 #define TXX9_DMA_CCR_SMPCHN 0x00000020
138 #define TXX9_DMA_CCR_XFSZ(order) (((order) << 2) & 0x0000001c)
139 #define TXX9_DMA_CCR_XFSZ_1 TXX9_DMA_CCR_XFSZ(0)
140 #define TXX9_DMA_CCR_XFSZ_2 TXX9_DMA_CCR_XFSZ(1)
141 #define TXX9_DMA_CCR_XFSZ_4 TXX9_DMA_CCR_XFSZ(2)
142 #define TXX9_DMA_CCR_XFSZ_8 TXX9_DMA_CCR_XFSZ(3)
143 #define TXX9_DMA_CCR_XFSZ_X4 TXX9_DMA_CCR_XFSZ(4)
144 #define TXX9_DMA_CCR_XFSZ_X8 TXX9_DMA_CCR_XFSZ(5)
145 #define TXX9_DMA_CCR_XFSZ_X16 TXX9_DMA_CCR_XFSZ(6)
146 #define TXX9_DMA_CCR_XFSZ_X32 TXX9_DMA_CCR_XFSZ(7)
147 #define TXX9_DMA_CCR_MEMIO 0x00000002
148 #define TXX9_DMA_CCR_SNGAD 0x00000001
151 #define TXX9_DMA_CSR_CHNEN 0x00000400
152 #define TXX9_DMA_CSR_STLXFER 0x00000200
153 #define TXX9_DMA_CSR_XFACT 0x00000100
154 #define TXX9_DMA_CSR_ABCHC 0x00000080
155 #define TXX9_DMA_CSR_NCHNC 0x00000040
156 #define TXX9_DMA_CSR_NTRNFC 0x00000020
157 #define TXX9_DMA_CSR_EXTDN 0x00000010
158 #define TXX9_DMA_CSR_CFERR 0x00000008
159 #define TXX9_DMA_CSR_CHERR 0x00000004
160 #define TXX9_DMA_CSR_DESERR 0x00000002
161 #define TXX9_DMA_CSR_SORERR 0x00000001
163 struct txx9dmac_chan {
164 struct dma_chan chan;
165 struct dma_device dma;
166 struct txx9dmac_dev *ddev;
167 void __iomem *ch_regs;
168 struct tasklet_struct tasklet;
174 /* these other elements are all protected by lock */
175 dma_cookie_t completed;
176 struct list_head active_list;
177 struct list_head queue;
178 struct list_head free_list;
180 unsigned int descs_allocated;
183 struct txx9dmac_dev {
185 struct tasklet_struct tasklet;
187 struct txx9dmac_chan *chan[TXX9_DMA_MAX_NR_CHANNELS];
188 bool have_64bit_regs;
189 unsigned int descsize;
192 static inline bool __is_dmac64(const struct txx9dmac_dev *ddev)
194 return ddev->have_64bit_regs;
197 static inline bool is_dmac64(const struct txx9dmac_chan *dc)
199 return __is_dmac64(dc->ddev);
202 #ifdef TXX9_DMA_USE_SIMPLE_CHAIN
203 /* Hardware descriptor definition. (for simple-chain) */
204 struct txx9dmac_hwdesc {
205 #if defined(CONFIG_32BIT) && !defined(CONFIG_64BIT_PHYS_ADDR)
206 TXX9_DMA_REG32(CHAR);
212 TXX9_DMA_REG32(CNTR);
214 struct txx9dmac_hwdesc32 {
221 #define txx9dmac_hwdesc txx9dmac_cregs
222 #define txx9dmac_hwdesc32 txx9dmac_cregs32
225 struct txx9dmac_desc {
226 /* FIRST values the hardware uses */
228 struct txx9dmac_hwdesc hwdesc;
229 struct txx9dmac_hwdesc32 hwdesc32;
232 /* THEN values for driver housekeeping */
233 struct list_head desc_node ____cacheline_aligned;
234 struct dma_async_tx_descriptor txd;
238 #ifdef TXX9_DMA_USE_SIMPLE_CHAIN
240 static inline bool txx9dmac_chan_INTENT(struct txx9dmac_chan *dc)
242 return (dc->ccr & TXX9_DMA_CCR_INTENT) != 0;
245 static inline void txx9dmac_chan_set_INTENT(struct txx9dmac_chan *dc)
247 dc->ccr |= TXX9_DMA_CCR_INTENT;
250 static inline void txx9dmac_desc_set_INTENT(struct txx9dmac_dev *ddev,
251 struct txx9dmac_desc *desc)
255 static inline void txx9dmac_chan_set_SMPCHN(struct txx9dmac_chan *dc)
257 dc->ccr |= TXX9_DMA_CCR_SMPCHN;
260 static inline void txx9dmac_desc_set_nosimple(struct txx9dmac_dev *ddev,
261 struct txx9dmac_desc *desc,
262 u32 sair, u32 dair, u32 ccr)
266 #else /* TXX9_DMA_USE_SIMPLE_CHAIN */
268 static inline bool txx9dmac_chan_INTENT(struct txx9dmac_chan *dc)
273 static void txx9dmac_chan_set_INTENT(struct txx9dmac_chan *dc)
277 static inline void txx9dmac_desc_set_INTENT(struct txx9dmac_dev *ddev,
278 struct txx9dmac_desc *desc)
280 if (__is_dmac64(ddev))
281 desc->hwdesc.CCR |= TXX9_DMA_CCR_INTENT;
283 desc->hwdesc32.CCR |= TXX9_DMA_CCR_INTENT;
286 static inline void txx9dmac_chan_set_SMPCHN(struct txx9dmac_chan *dc)
290 static inline void txx9dmac_desc_set_nosimple(struct txx9dmac_dev *ddev,
291 struct txx9dmac_desc *desc,
292 u32 sai, u32 dai, u32 ccr)
294 if (__is_dmac64(ddev)) {
295 desc->hwdesc.SAIR = sai;
296 desc->hwdesc.DAIR = dai;
297 desc->hwdesc.CCR = ccr;
299 desc->hwdesc32.SAIR = sai;
300 desc->hwdesc32.DAIR = dai;
301 desc->hwdesc32.CCR = ccr;
305 #endif /* TXX9_DMA_USE_SIMPLE_CHAIN */
307 #endif /* TXX9DMAC_H */