Merge commit 'v2.6.27-rc8' into genirq
[linux-2.6] / drivers / serial / bfin_5xx.c
1 /*
2  * Blackfin On-Chip Serial Driver
3  *
4  * Copyright 2006-2007 Analog Devices Inc.
5  *
6  * Enter bugs at http://blackfin.uclinux.org/
7  *
8  * Licensed under the GPL-2 or later.
9  */
10
11 #if defined(CONFIG_SERIAL_BFIN_CONSOLE) && defined(CONFIG_MAGIC_SYSRQ)
12 #define SUPPORT_SYSRQ
13 #endif
14
15 #include <linux/module.h>
16 #include <linux/ioport.h>
17 #include <linux/init.h>
18 #include <linux/console.h>
19 #include <linux/sysrq.h>
20 #include <linux/platform_device.h>
21 #include <linux/tty.h>
22 #include <linux/tty_flip.h>
23 #include <linux/serial_core.h>
24
25 #ifdef CONFIG_KGDB_UART
26 #include <linux/kgdb.h>
27 #include <asm/irq_regs.h>
28 #endif
29
30 #include <asm/gpio.h>
31 #include <mach/bfin_serial_5xx.h>
32
33 #ifdef CONFIG_SERIAL_BFIN_DMA
34 #include <linux/dma-mapping.h>
35 #include <asm/io.h>
36 #include <asm/irq.h>
37 #include <asm/cacheflush.h>
38 #endif
39
40 /* UART name and device definitions */
41 #define BFIN_SERIAL_NAME        "ttyBF"
42 #define BFIN_SERIAL_MAJOR       204
43 #define BFIN_SERIAL_MINOR       64
44
45 /*
46  * Setup for console. Argument comes from the menuconfig
47  */
48 #define DMA_RX_XCOUNT           512
49 #define DMA_RX_YCOUNT           (PAGE_SIZE / DMA_RX_XCOUNT)
50
51 #define DMA_RX_FLUSH_JIFFIES    (HZ / 50)
52 #define CTS_CHECK_JIFFIES       (HZ / 50)
53
54 #ifdef CONFIG_SERIAL_BFIN_DMA
55 static void bfin_serial_dma_tx_chars(struct bfin_serial_port *uart);
56 #else
57 static void bfin_serial_tx_chars(struct bfin_serial_port *uart);
58 #endif
59
60 static void bfin_serial_mctrl_check(struct bfin_serial_port *uart);
61
62 /*
63  * interrupts are disabled on entry
64  */
65 static void bfin_serial_stop_tx(struct uart_port *port)
66 {
67         struct bfin_serial_port *uart = (struct bfin_serial_port *)port;
68         struct circ_buf *xmit = &uart->port.info->xmit;
69
70         while (!(UART_GET_LSR(uart) & TEMT))
71                 cpu_relax();
72
73 #ifdef CONFIG_SERIAL_BFIN_DMA
74         disable_dma(uart->tx_dma_channel);
75         xmit->tail = (xmit->tail + uart->tx_count) & (UART_XMIT_SIZE - 1);
76         uart->port.icount.tx += uart->tx_count;
77         uart->tx_count = 0;
78         uart->tx_done = 1;
79 #else
80 #ifdef CONFIG_BF54x
81         /* Clear TFI bit */
82         UART_PUT_LSR(uart, TFI);
83 #endif
84         UART_CLEAR_IER(uart, ETBEI);
85 #endif
86 }
87
88 /*
89  * port is locked and interrupts are disabled
90  */
91 static void bfin_serial_start_tx(struct uart_port *port)
92 {
93         struct bfin_serial_port *uart = (struct bfin_serial_port *)port;
94
95 #ifdef CONFIG_SERIAL_BFIN_DMA
96         if (uart->tx_done)
97                 bfin_serial_dma_tx_chars(uart);
98 #else
99         UART_SET_IER(uart, ETBEI);
100         bfin_serial_tx_chars(uart);
101 #endif
102 }
103
104 /*
105  * Interrupts are enabled
106  */
107 static void bfin_serial_stop_rx(struct uart_port *port)
108 {
109         struct bfin_serial_port *uart = (struct bfin_serial_port *)port;
110 #ifdef CONFIG_KGDB_UART
111         if (uart->port.line != CONFIG_KGDB_UART_PORT)
112 #endif
113         UART_CLEAR_IER(uart, ERBFI);
114 }
115
116 /*
117  * Set the modem control timer to fire immediately.
118  */
119 static void bfin_serial_enable_ms(struct uart_port *port)
120 {
121 }
122
123 #ifdef CONFIG_KGDB_UART
124 static int kgdb_entry_state;
125
126 void kgdb_put_debug_char(int chr)
127 {
128         struct bfin_serial_port *uart;
129         
130         if (CONFIG_KGDB_UART_PORT < 0
131                 || CONFIG_KGDB_UART_PORT >= BFIN_UART_NR_PORTS)
132                 uart = &bfin_serial_ports[0];
133         else
134                 uart = &bfin_serial_ports[CONFIG_KGDB_UART_PORT];
135         
136         while (!(UART_GET_LSR(uart) & THRE)) {
137                 SSYNC();
138         }
139
140         UART_CLEAR_DLAB(uart);
141         UART_PUT_CHAR(uart, (unsigned char)chr);
142         SSYNC();
143 }
144
145 int kgdb_get_debug_char(void)
146 {
147         struct bfin_serial_port *uart;
148         unsigned char chr;
149
150         if (CONFIG_KGDB_UART_PORT < 0
151                 || CONFIG_KGDB_UART_PORT >= BFIN_UART_NR_PORTS)
152                 uart = &bfin_serial_ports[0];
153         else
154                 uart = &bfin_serial_ports[CONFIG_KGDB_UART_PORT];
155         
156         while(!(UART_GET_LSR(uart) & DR)) {
157                 SSYNC();
158         }
159         UART_CLEAR_DLAB(uart);
160         chr = UART_GET_CHAR(uart);
161         SSYNC();
162
163         return chr;
164 }
165 #endif
166
167 #if ANOMALY_05000363 && defined(CONFIG_SERIAL_BFIN_PIO)
168 # define UART_GET_ANOMALY_THRESHOLD(uart)    ((uart)->anomaly_threshold)
169 # define UART_SET_ANOMALY_THRESHOLD(uart, v) ((uart)->anomaly_threshold = (v))
170 #else
171 # define UART_GET_ANOMALY_THRESHOLD(uart)    0
172 # define UART_SET_ANOMALY_THRESHOLD(uart, v)
173 #endif
174
175 #ifdef CONFIG_SERIAL_BFIN_PIO
176 static void bfin_serial_rx_chars(struct bfin_serial_port *uart)
177 {
178         struct tty_struct *tty = uart->port.info->port.tty;
179         unsigned int status, ch, flg;
180         static struct timeval anomaly_start = { .tv_sec = 0 };
181
182         status = UART_GET_LSR(uart);
183         UART_CLEAR_LSR(uart);
184
185         ch = UART_GET_CHAR(uart);
186         uart->port.icount.rx++;
187
188 #ifdef CONFIG_KGDB_UART
189         if (uart->port.line == CONFIG_KGDB_UART_PORT) {
190                 struct pt_regs *regs = get_irq_regs();
191                 if (uart->port.cons->index == CONFIG_KGDB_UART_PORT && ch == 0x1) { /* Ctrl + A */
192                         kgdb_breakkey_pressed(regs);
193                         return;
194                 } else if (kgdb_entry_state == 0 && ch == '$') {/* connection from KGDB */
195                         kgdb_entry_state = 1;
196                 } else if (kgdb_entry_state == 1 && ch == 'q') {
197                         kgdb_entry_state = 0;
198                         kgdb_breakkey_pressed(regs);
199                         return;
200                 } else if (ch == 0x3) {/* Ctrl + C */
201                         kgdb_entry_state = 0;
202                         kgdb_breakkey_pressed(regs);
203                         return;
204                 } else {
205                         kgdb_entry_state = 0;
206                 }
207         }
208 #endif
209
210         if (ANOMALY_05000363) {
211                 /* The BF533 (and BF561) family of processors have a nice anomaly
212                  * where they continuously generate characters for a "single" break.
213                  * We have to basically ignore this flood until the "next" valid
214                  * character comes across.  Due to the nature of the flood, it is
215                  * not possible to reliably catch bytes that are sent too quickly
216                  * after this break.  So application code talking to the Blackfin
217                  * which sends a break signal must allow at least 1.5 character
218                  * times after the end of the break for things to stabilize.  This
219                  * timeout was picked as it must absolutely be larger than 1
220                  * character time +/- some percent.  So 1.5 sounds good.  All other
221                  * Blackfin families operate properly.  Woo.
222                  */
223                 if (anomaly_start.tv_sec) {
224                         struct timeval curr;
225                         suseconds_t usecs;
226
227                         if ((~ch & (~ch + 1)) & 0xff)
228                                 goto known_good_char;
229
230                         do_gettimeofday(&curr);
231                         if (curr.tv_sec - anomaly_start.tv_sec > 1)
232                                 goto known_good_char;
233
234                         usecs = 0;
235                         if (curr.tv_sec != anomaly_start.tv_sec)
236                                 usecs += USEC_PER_SEC;
237                         usecs += curr.tv_usec - anomaly_start.tv_usec;
238
239                         if (usecs > UART_GET_ANOMALY_THRESHOLD(uart))
240                                 goto known_good_char;
241
242                         if (ch)
243                                 anomaly_start.tv_sec = 0;
244                         else
245                                 anomaly_start = curr;
246
247                         return;
248
249  known_good_char:
250                         anomaly_start.tv_sec = 0;
251                 }
252         }
253
254         if (status & BI) {
255                 if (ANOMALY_05000363)
256                         if (bfin_revid() < 5)
257                                 do_gettimeofday(&anomaly_start);
258                 uart->port.icount.brk++;
259                 if (uart_handle_break(&uart->port))
260                         goto ignore_char;
261                 status &= ~(PE | FE);
262         }
263         if (status & PE)
264                 uart->port.icount.parity++;
265         if (status & OE)
266                 uart->port.icount.overrun++;
267         if (status & FE)
268                 uart->port.icount.frame++;
269
270         status &= uart->port.read_status_mask;
271
272         if (status & BI)
273                 flg = TTY_BREAK;
274         else if (status & PE)
275                 flg = TTY_PARITY;
276         else if (status & FE)
277                 flg = TTY_FRAME;
278         else
279                 flg = TTY_NORMAL;
280
281         if (uart_handle_sysrq_char(&uart->port, ch))
282                 goto ignore_char;
283
284         uart_insert_char(&uart->port, status, OE, ch, flg);
285
286  ignore_char:
287         tty_flip_buffer_push(tty);
288 }
289
290 static void bfin_serial_tx_chars(struct bfin_serial_port *uart)
291 {
292         struct circ_buf *xmit = &uart->port.info->xmit;
293
294         /*
295          * Check the modem control lines before
296          * transmitting anything.
297          */
298         bfin_serial_mctrl_check(uart);
299
300         if (uart_circ_empty(xmit) || uart_tx_stopped(&uart->port)) {
301                 bfin_serial_stop_tx(&uart->port);
302                 return;
303         }
304
305         if (uart->port.x_char) {
306                 UART_PUT_CHAR(uart, uart->port.x_char);
307                 uart->port.icount.tx++;
308                 uart->port.x_char = 0;
309         }
310
311         while ((UART_GET_LSR(uart) & THRE) && xmit->tail != xmit->head) {
312                 UART_PUT_CHAR(uart, xmit->buf[xmit->tail]);
313                 xmit->tail = (xmit->tail + 1) & (UART_XMIT_SIZE - 1);
314                 uart->port.icount.tx++;
315                 SSYNC();
316         }
317
318         if (uart_circ_chars_pending(xmit) < WAKEUP_CHARS)
319                 uart_write_wakeup(&uart->port);
320
321         if (uart_circ_empty(xmit))
322                 bfin_serial_stop_tx(&uart->port);
323 }
324
325 static irqreturn_t bfin_serial_rx_int(int irq, void *dev_id)
326 {
327         struct bfin_serial_port *uart = dev_id;
328
329         spin_lock(&uart->port.lock);
330         while (UART_GET_LSR(uart) & DR)
331                 bfin_serial_rx_chars(uart);
332         spin_unlock(&uart->port.lock);
333
334         return IRQ_HANDLED;
335 }
336
337 static irqreturn_t bfin_serial_tx_int(int irq, void *dev_id)
338 {
339         struct bfin_serial_port *uart = dev_id;
340
341         spin_lock(&uart->port.lock);
342         if (UART_GET_LSR(uart) & THRE)
343                 bfin_serial_tx_chars(uart);
344         spin_unlock(&uart->port.lock);
345
346         return IRQ_HANDLED;
347 }
348 #endif
349
350 #ifdef CONFIG_SERIAL_BFIN_DMA
351 static void bfin_serial_dma_tx_chars(struct bfin_serial_port *uart)
352 {
353         struct circ_buf *xmit = &uart->port.info->xmit;
354
355         uart->tx_done = 0;
356
357         /*
358          * Check the modem control lines before
359          * transmitting anything.
360          */
361         bfin_serial_mctrl_check(uart);
362
363         if (uart_circ_empty(xmit) || uart_tx_stopped(&uart->port)) {
364                 uart->tx_count = 0;
365                 uart->tx_done = 1;
366                 return;
367         }
368
369         if (uart->port.x_char) {
370                 UART_PUT_CHAR(uart, uart->port.x_char);
371                 uart->port.icount.tx++;
372                 uart->port.x_char = 0;
373         }
374
375         uart->tx_count = CIRC_CNT(xmit->head, xmit->tail, UART_XMIT_SIZE);
376         if (uart->tx_count > (UART_XMIT_SIZE - xmit->tail))
377                 uart->tx_count = UART_XMIT_SIZE - xmit->tail;
378         blackfin_dcache_flush_range((unsigned long)(xmit->buf+xmit->tail),
379                                         (unsigned long)(xmit->buf+xmit->tail+uart->tx_count));
380         set_dma_config(uart->tx_dma_channel,
381                 set_bfin_dma_config(DIR_READ, DMA_FLOW_STOP,
382                         INTR_ON_BUF,
383                         DIMENSION_LINEAR,
384                         DATA_SIZE_8,
385                         DMA_SYNC_RESTART));
386         set_dma_start_addr(uart->tx_dma_channel, (unsigned long)(xmit->buf+xmit->tail));
387         set_dma_x_count(uart->tx_dma_channel, uart->tx_count);
388         set_dma_x_modify(uart->tx_dma_channel, 1);
389         enable_dma(uart->tx_dma_channel);
390
391         UART_SET_IER(uart, ETBEI);
392 }
393
394 static void bfin_serial_dma_rx_chars(struct bfin_serial_port *uart)
395 {
396         struct tty_struct *tty = uart->port.info->port.tty;
397         int i, flg, status;
398
399         status = UART_GET_LSR(uart);
400         UART_CLEAR_LSR(uart);
401
402         uart->port.icount.rx +=
403                 CIRC_CNT(uart->rx_dma_buf.head, uart->rx_dma_buf.tail,
404                 UART_XMIT_SIZE);
405
406         if (status & BI) {
407                 uart->port.icount.brk++;
408                 if (uart_handle_break(&uart->port))
409                         goto dma_ignore_char;
410                 status &= ~(PE | FE);
411         }
412         if (status & PE)
413                 uart->port.icount.parity++;
414         if (status & OE)
415                 uart->port.icount.overrun++;
416         if (status & FE)
417                 uart->port.icount.frame++;
418
419         status &= uart->port.read_status_mask;
420
421         if (status & BI)
422                 flg = TTY_BREAK;
423         else if (status & PE)
424                 flg = TTY_PARITY;
425         else if (status & FE)
426                 flg = TTY_FRAME;
427         else
428                 flg = TTY_NORMAL;
429
430         for (i = uart->rx_dma_buf.tail; i != uart->rx_dma_buf.head; i++) {
431                 if (i >= UART_XMIT_SIZE)
432                         i = 0;
433                 if (!uart_handle_sysrq_char(&uart->port, uart->rx_dma_buf.buf[i]))
434                         uart_insert_char(&uart->port, status, OE,
435                                 uart->rx_dma_buf.buf[i], flg);
436         }
437
438  dma_ignore_char:
439         tty_flip_buffer_push(tty);
440 }
441
442 void bfin_serial_rx_dma_timeout(struct bfin_serial_port *uart)
443 {
444         int x_pos, pos;
445
446         uart->rx_dma_nrows = get_dma_curr_ycount(uart->rx_dma_channel);
447         x_pos = get_dma_curr_xcount(uart->rx_dma_channel);
448         uart->rx_dma_nrows = DMA_RX_YCOUNT - uart->rx_dma_nrows;
449         if (uart->rx_dma_nrows == DMA_RX_YCOUNT)
450                 uart->rx_dma_nrows = 0;
451         x_pos = DMA_RX_XCOUNT - x_pos;
452         if (x_pos == DMA_RX_XCOUNT)
453                 x_pos = 0;
454
455         pos = uart->rx_dma_nrows * DMA_RX_XCOUNT + x_pos;
456         if (pos != uart->rx_dma_buf.tail) {
457                 uart->rx_dma_buf.head = pos;
458                 bfin_serial_dma_rx_chars(uart);
459                 uart->rx_dma_buf.tail = uart->rx_dma_buf.head;
460         }
461
462         mod_timer(&(uart->rx_dma_timer), jiffies + DMA_RX_FLUSH_JIFFIES);
463 }
464
465 static irqreturn_t bfin_serial_dma_tx_int(int irq, void *dev_id)
466 {
467         struct bfin_serial_port *uart = dev_id;
468         struct circ_buf *xmit = &uart->port.info->xmit;
469
470         spin_lock(&uart->port.lock);
471         if (!(get_dma_curr_irqstat(uart->tx_dma_channel)&DMA_RUN)) {
472                 disable_dma(uart->tx_dma_channel);
473                 clear_dma_irqstat(uart->tx_dma_channel);
474                 UART_CLEAR_IER(uart, ETBEI);
475                 xmit->tail = (xmit->tail + uart->tx_count) & (UART_XMIT_SIZE - 1);
476                 uart->port.icount.tx += uart->tx_count;
477
478                 if (uart_circ_chars_pending(xmit) < WAKEUP_CHARS)
479                         uart_write_wakeup(&uart->port);
480
481                 bfin_serial_dma_tx_chars(uart);
482         }
483
484         spin_unlock(&uart->port.lock);
485         return IRQ_HANDLED;
486 }
487
488 static irqreturn_t bfin_serial_dma_rx_int(int irq, void *dev_id)
489 {
490         struct bfin_serial_port *uart = dev_id;
491         unsigned short irqstat;
492
493         spin_lock(&uart->port.lock);
494         irqstat = get_dma_curr_irqstat(uart->rx_dma_channel);
495         clear_dma_irqstat(uart->rx_dma_channel);
496         spin_unlock(&uart->port.lock);
497
498         mod_timer(&(uart->rx_dma_timer), jiffies);
499
500         return IRQ_HANDLED;
501 }
502 #endif
503
504 /*
505  * Return TIOCSER_TEMT when transmitter is not busy.
506  */
507 static unsigned int bfin_serial_tx_empty(struct uart_port *port)
508 {
509         struct bfin_serial_port *uart = (struct bfin_serial_port *)port;
510         unsigned short lsr;
511
512         lsr = UART_GET_LSR(uart);
513         if (lsr & TEMT)
514                 return TIOCSER_TEMT;
515         else
516                 return 0;
517 }
518
519 static unsigned int bfin_serial_get_mctrl(struct uart_port *port)
520 {
521 #ifdef CONFIG_SERIAL_BFIN_CTSRTS
522         struct bfin_serial_port *uart = (struct bfin_serial_port *)port;
523         if (uart->cts_pin < 0)
524                 return TIOCM_CTS | TIOCM_DSR | TIOCM_CAR;
525
526         if (UART_GET_CTS(uart))
527                 return TIOCM_DSR | TIOCM_CAR;
528         else
529 #endif
530                 return TIOCM_CTS | TIOCM_DSR | TIOCM_CAR;
531 }
532
533 static void bfin_serial_set_mctrl(struct uart_port *port, unsigned int mctrl)
534 {
535 #ifdef CONFIG_SERIAL_BFIN_CTSRTS
536         struct bfin_serial_port *uart = (struct bfin_serial_port *)port;
537         if (uart->rts_pin < 0)
538                 return;
539
540         if (mctrl & TIOCM_RTS)
541                 UART_CLEAR_RTS(uart);
542         else
543                 UART_SET_RTS(uart);
544 #endif
545 }
546
547 /*
548  * Handle any change of modem status signal since we were last called.
549  */
550 static void bfin_serial_mctrl_check(struct bfin_serial_port *uart)
551 {
552 #ifdef CONFIG_SERIAL_BFIN_CTSRTS
553         unsigned int status;
554         struct uart_info *info = uart->port.info;
555         struct tty_struct *tty = info->port.tty;
556
557         status = bfin_serial_get_mctrl(&uart->port);
558         uart_handle_cts_change(&uart->port, status & TIOCM_CTS);
559         if (!(status & TIOCM_CTS)) {
560                 tty->hw_stopped = 1;
561                 uart->cts_timer.data = (unsigned long)(uart);
562                 uart->cts_timer.function = (void *)bfin_serial_mctrl_check;
563                 uart->cts_timer.expires = jiffies + CTS_CHECK_JIFFIES;
564                 add_timer(&(uart->cts_timer));
565         } else {
566                 tty->hw_stopped = 0;
567         }
568 #endif
569 }
570
571 /*
572  * Interrupts are always disabled.
573  */
574 static void bfin_serial_break_ctl(struct uart_port *port, int break_state)
575 {
576         struct bfin_serial_port *uart = (struct bfin_serial_port *)port;
577         u16 lcr = UART_GET_LCR(uart);
578         if (break_state)
579                 lcr |= SB;
580         else
581                 lcr &= ~SB;
582         UART_PUT_LCR(uart, lcr);
583         SSYNC();
584 }
585
586 static int bfin_serial_startup(struct uart_port *port)
587 {
588         struct bfin_serial_port *uart = (struct bfin_serial_port *)port;
589
590 #ifdef CONFIG_SERIAL_BFIN_DMA
591         dma_addr_t dma_handle;
592
593         if (request_dma(uart->rx_dma_channel, "BFIN_UART_RX") < 0) {
594                 printk(KERN_NOTICE "Unable to attach Blackfin UART RX DMA channel\n");
595                 return -EBUSY;
596         }
597
598         if (request_dma(uart->tx_dma_channel, "BFIN_UART_TX") < 0) {
599                 printk(KERN_NOTICE "Unable to attach Blackfin UART TX DMA channel\n");
600                 free_dma(uart->rx_dma_channel);
601                 return -EBUSY;
602         }
603
604         set_dma_callback(uart->rx_dma_channel, bfin_serial_dma_rx_int, uart);
605         set_dma_callback(uart->tx_dma_channel, bfin_serial_dma_tx_int, uart);
606
607         uart->rx_dma_buf.buf = (unsigned char *)dma_alloc_coherent(NULL, PAGE_SIZE, &dma_handle, GFP_DMA);
608         uart->rx_dma_buf.head = 0;
609         uart->rx_dma_buf.tail = 0;
610         uart->rx_dma_nrows = 0;
611
612         set_dma_config(uart->rx_dma_channel,
613                 set_bfin_dma_config(DIR_WRITE, DMA_FLOW_AUTO,
614                                 INTR_ON_ROW, DIMENSION_2D,
615                                 DATA_SIZE_8,
616                                 DMA_SYNC_RESTART));
617         set_dma_x_count(uart->rx_dma_channel, DMA_RX_XCOUNT);
618         set_dma_x_modify(uart->rx_dma_channel, 1);
619         set_dma_y_count(uart->rx_dma_channel, DMA_RX_YCOUNT);
620         set_dma_y_modify(uart->rx_dma_channel, 1);
621         set_dma_start_addr(uart->rx_dma_channel, (unsigned long)uart->rx_dma_buf.buf);
622         enable_dma(uart->rx_dma_channel);
623
624         uart->rx_dma_timer.data = (unsigned long)(uart);
625         uart->rx_dma_timer.function = (void *)bfin_serial_rx_dma_timeout;
626         uart->rx_dma_timer.expires = jiffies + DMA_RX_FLUSH_JIFFIES;
627         add_timer(&(uart->rx_dma_timer));
628 #else
629         if (request_irq(uart->port.irq, bfin_serial_rx_int, IRQF_DISABLED,
630              "BFIN_UART_RX", uart)) {
631 # ifdef CONFIG_KGDB_UART
632                 if (uart->port.line != CONFIG_KGDB_UART_PORT) {
633 # endif
634                 printk(KERN_NOTICE "Unable to attach BlackFin UART RX interrupt\n");
635                 return -EBUSY;
636 # ifdef CONFIG_KGDB_UART
637                 }
638 # endif
639         }
640
641         if (request_irq
642             (uart->port.irq+1, bfin_serial_tx_int, IRQF_DISABLED,
643              "BFIN_UART_TX", uart)) {
644                 printk(KERN_NOTICE "Unable to attach BlackFin UART TX interrupt\n");
645                 free_irq(uart->port.irq, uart);
646                 return -EBUSY;
647         }
648 #endif
649         UART_SET_IER(uart, ERBFI);
650         return 0;
651 }
652
653 static void bfin_serial_shutdown(struct uart_port *port)
654 {
655         struct bfin_serial_port *uart = (struct bfin_serial_port *)port;
656
657 #ifdef CONFIG_SERIAL_BFIN_DMA
658         disable_dma(uart->tx_dma_channel);
659         free_dma(uart->tx_dma_channel);
660         disable_dma(uart->rx_dma_channel);
661         free_dma(uart->rx_dma_channel);
662         del_timer(&(uart->rx_dma_timer));
663         dma_free_coherent(NULL, PAGE_SIZE, uart->rx_dma_buf.buf, 0);
664 #else
665 #ifdef  CONFIG_KGDB_UART
666         if (uart->port.line != CONFIG_KGDB_UART_PORT)
667 #endif
668         free_irq(uart->port.irq, uart);
669         free_irq(uart->port.irq+1, uart);
670 #endif
671 }
672
673 static void
674 bfin_serial_set_termios(struct uart_port *port, struct ktermios *termios,
675                    struct ktermios *old)
676 {
677         struct bfin_serial_port *uart = (struct bfin_serial_port *)port;
678         unsigned long flags;
679         unsigned int baud, quot;
680         unsigned short val, ier, lcr = 0;
681
682         switch (termios->c_cflag & CSIZE) {
683         case CS8:
684                 lcr = WLS(8);
685                 break;
686         case CS7:
687                 lcr = WLS(7);
688                 break;
689         case CS6:
690                 lcr = WLS(6);
691                 break;
692         case CS5:
693                 lcr = WLS(5);
694                 break;
695         default:
696                 printk(KERN_ERR "%s: word lengh not supported\n",
697                         __func__);
698         }
699
700         if (termios->c_cflag & CSTOPB)
701                 lcr |= STB;
702         if (termios->c_cflag & PARENB)
703                 lcr |= PEN;
704         if (!(termios->c_cflag & PARODD))
705                 lcr |= EPS;
706         if (termios->c_cflag & CMSPAR)
707                 lcr |= STP;
708
709         port->read_status_mask = OE;
710         if (termios->c_iflag & INPCK)
711                 port->read_status_mask |= (FE | PE);
712         if (termios->c_iflag & (BRKINT | PARMRK))
713                 port->read_status_mask |= BI;
714
715         /*
716          * Characters to ignore
717          */
718         port->ignore_status_mask = 0;
719         if (termios->c_iflag & IGNPAR)
720                 port->ignore_status_mask |= FE | PE;
721         if (termios->c_iflag & IGNBRK) {
722                 port->ignore_status_mask |= BI;
723                 /*
724                  * If we're ignoring parity and break indicators,
725                  * ignore overruns too (for real raw support).
726                  */
727                 if (termios->c_iflag & IGNPAR)
728                         port->ignore_status_mask |= OE;
729         }
730
731         baud = uart_get_baud_rate(port, termios, old, 0, port->uartclk/16);
732         quot = uart_get_divisor(port, baud);
733         spin_lock_irqsave(&uart->port.lock, flags);
734
735         UART_SET_ANOMALY_THRESHOLD(uart, USEC_PER_SEC / baud * 15);
736
737         /* Disable UART */
738         ier = UART_GET_IER(uart);
739         UART_DISABLE_INTS(uart);
740
741         /* Set DLAB in LCR to Access DLL and DLH */
742         UART_SET_DLAB(uart);
743
744         UART_PUT_DLL(uart, quot & 0xFF);
745         UART_PUT_DLH(uart, (quot >> 8) & 0xFF);
746         SSYNC();
747
748         /* Clear DLAB in LCR to Access THR RBR IER */
749         UART_CLEAR_DLAB(uart);
750
751         UART_PUT_LCR(uart, lcr);
752
753         /* Enable UART */
754         UART_ENABLE_INTS(uart, ier);
755
756         val = UART_GET_GCTL(uart);
757         val |= UCEN;
758         UART_PUT_GCTL(uart, val);
759
760         spin_unlock_irqrestore(&uart->port.lock, flags);
761 }
762
763 static const char *bfin_serial_type(struct uart_port *port)
764 {
765         struct bfin_serial_port *uart = (struct bfin_serial_port *)port;
766
767         return uart->port.type == PORT_BFIN ? "BFIN-UART" : NULL;
768 }
769
770 /*
771  * Release the memory region(s) being used by 'port'.
772  */
773 static void bfin_serial_release_port(struct uart_port *port)
774 {
775 }
776
777 /*
778  * Request the memory region(s) being used by 'port'.
779  */
780 static int bfin_serial_request_port(struct uart_port *port)
781 {
782         return 0;
783 }
784
785 /*
786  * Configure/autoconfigure the port.
787  */
788 static void bfin_serial_config_port(struct uart_port *port, int flags)
789 {
790         struct bfin_serial_port *uart = (struct bfin_serial_port *)port;
791
792         if (flags & UART_CONFIG_TYPE &&
793             bfin_serial_request_port(&uart->port) == 0)
794                 uart->port.type = PORT_BFIN;
795 }
796
797 /*
798  * Verify the new serial_struct (for TIOCSSERIAL).
799  * The only change we allow are to the flags and type, and
800  * even then only between PORT_BFIN and PORT_UNKNOWN
801  */
802 static int
803 bfin_serial_verify_port(struct uart_port *port, struct serial_struct *ser)
804 {
805         return 0;
806 }
807
808 /*
809  * Enable the IrDA function if tty->ldisc.num is N_IRDA.
810  * In other cases, disable IrDA function.
811  */
812 static void bfin_serial_set_ldisc(struct uart_port *port)
813 {
814         int line = port->line;
815         unsigned short val;
816
817         if (line >= port->info->port.tty->driver->num)
818                 return;
819
820         switch (port->info->port.tty->termios->c_line) {
821         case N_IRDA:
822                 val = UART_GET_GCTL(&bfin_serial_ports[line]);
823                 val |= (IREN | RPOLC);
824                 UART_PUT_GCTL(&bfin_serial_ports[line], val);
825                 break;
826         default:
827                 val = UART_GET_GCTL(&bfin_serial_ports[line]);
828                 val &= ~(IREN | RPOLC);
829                 UART_PUT_GCTL(&bfin_serial_ports[line], val);
830         }
831 }
832
833 static struct uart_ops bfin_serial_pops = {
834         .tx_empty       = bfin_serial_tx_empty,
835         .set_mctrl      = bfin_serial_set_mctrl,
836         .get_mctrl      = bfin_serial_get_mctrl,
837         .stop_tx        = bfin_serial_stop_tx,
838         .start_tx       = bfin_serial_start_tx,
839         .stop_rx        = bfin_serial_stop_rx,
840         .enable_ms      = bfin_serial_enable_ms,
841         .break_ctl      = bfin_serial_break_ctl,
842         .startup        = bfin_serial_startup,
843         .shutdown       = bfin_serial_shutdown,
844         .set_termios    = bfin_serial_set_termios,
845         .set_ldisc      = bfin_serial_set_ldisc,
846         .type           = bfin_serial_type,
847         .release_port   = bfin_serial_release_port,
848         .request_port   = bfin_serial_request_port,
849         .config_port    = bfin_serial_config_port,
850         .verify_port    = bfin_serial_verify_port,
851 };
852
853 static void __init bfin_serial_init_ports(void)
854 {
855         static int first = 1;
856         int i;
857
858         if (!first)
859                 return;
860         first = 0;
861
862         for (i = 0; i < nr_ports; i++) {
863                 bfin_serial_ports[i].port.uartclk   = get_sclk();
864                 bfin_serial_ports[i].port.ops       = &bfin_serial_pops;
865                 bfin_serial_ports[i].port.line      = i;
866                 bfin_serial_ports[i].port.iotype    = UPIO_MEM;
867                 bfin_serial_ports[i].port.membase   =
868                         (void __iomem *)bfin_serial_resource[i].uart_base_addr;
869                 bfin_serial_ports[i].port.mapbase   =
870                         bfin_serial_resource[i].uart_base_addr;
871                 bfin_serial_ports[i].port.irq       =
872                         bfin_serial_resource[i].uart_irq;
873                 bfin_serial_ports[i].port.flags     = UPF_BOOT_AUTOCONF;
874 #ifdef CONFIG_SERIAL_BFIN_DMA
875                 bfin_serial_ports[i].tx_done        = 1;
876                 bfin_serial_ports[i].tx_count       = 0;
877                 bfin_serial_ports[i].tx_dma_channel =
878                         bfin_serial_resource[i].uart_tx_dma_channel;
879                 bfin_serial_ports[i].rx_dma_channel =
880                         bfin_serial_resource[i].uart_rx_dma_channel;
881                 init_timer(&(bfin_serial_ports[i].rx_dma_timer));
882 #endif
883 #ifdef CONFIG_SERIAL_BFIN_CTSRTS
884                 init_timer(&(bfin_serial_ports[i].cts_timer));
885                 bfin_serial_ports[i].cts_pin        =
886                         bfin_serial_resource[i].uart_cts_pin;
887                 bfin_serial_ports[i].rts_pin        =
888                         bfin_serial_resource[i].uart_rts_pin;
889 #endif
890                 bfin_serial_hw_init(&bfin_serial_ports[i]);
891         }
892
893 }
894
895 #ifdef CONFIG_SERIAL_BFIN_CONSOLE
896 /*
897  * If the port was already initialised (eg, by a boot loader),
898  * try to determine the current setup.
899  */
900 static void __init
901 bfin_serial_console_get_options(struct bfin_serial_port *uart, int *baud,
902                            int *parity, int *bits)
903 {
904         unsigned short status;
905
906         status = UART_GET_IER(uart) & (ERBFI | ETBEI);
907         if (status == (ERBFI | ETBEI)) {
908                 /* ok, the port was enabled */
909                 u16 lcr, dlh, dll;
910
911                 lcr = UART_GET_LCR(uart);
912
913                 *parity = 'n';
914                 if (lcr & PEN) {
915                         if (lcr & EPS)
916                                 *parity = 'e';
917                         else
918                                 *parity = 'o';
919                 }
920                 switch (lcr & 0x03) {
921                         case 0: *bits = 5; break;
922                         case 1: *bits = 6; break;
923                         case 2: *bits = 7; break;
924                         case 3: *bits = 8; break;
925                 }
926                 /* Set DLAB in LCR to Access DLL and DLH */
927                 UART_SET_DLAB(uart);
928
929                 dll = UART_GET_DLL(uart);
930                 dlh = UART_GET_DLH(uart);
931
932                 /* Clear DLAB in LCR to Access THR RBR IER */
933                 UART_CLEAR_DLAB(uart);
934
935                 *baud = get_sclk() / (16*(dll | dlh << 8));
936         }
937         pr_debug("%s:baud = %d, parity = %c, bits= %d\n", __func__, *baud, *parity, *bits);
938 }
939 #endif
940
941 #if defined(CONFIG_SERIAL_BFIN_CONSOLE) || defined(CONFIG_EARLY_PRINTK)
942 static struct uart_driver bfin_serial_reg;
943
944 static int __init
945 bfin_serial_console_setup(struct console *co, char *options)
946 {
947         struct bfin_serial_port *uart;
948 # ifdef CONFIG_SERIAL_BFIN_CONSOLE
949         int baud = 57600;
950         int bits = 8;
951         int parity = 'n';
952 #  ifdef CONFIG_SERIAL_BFIN_CTSRTS
953         int flow = 'r';
954 #  else
955         int flow = 'n';
956 #  endif
957 # endif
958
959         /*
960          * Check whether an invalid uart number has been specified, and
961          * if so, search for the first available port that does have
962          * console support.
963          */
964         if (co->index == -1 || co->index >= nr_ports)
965                 co->index = 0;
966         uart = &bfin_serial_ports[co->index];
967
968 # ifdef CONFIG_SERIAL_BFIN_CONSOLE
969         if (options)
970                 uart_parse_options(options, &baud, &parity, &bits, &flow);
971         else
972                 bfin_serial_console_get_options(uart, &baud, &parity, &bits);
973
974         return uart_set_options(&uart->port, co, baud, parity, bits, flow);
975 # else
976         return 0;
977 # endif
978 }
979 #endif /* defined (CONFIG_SERIAL_BFIN_CONSOLE) ||
980                                  defined (CONFIG_EARLY_PRINTK) */
981
982 #ifdef CONFIG_SERIAL_BFIN_CONSOLE
983 static void bfin_serial_console_putchar(struct uart_port *port, int ch)
984 {
985         struct bfin_serial_port *uart = (struct bfin_serial_port *)port;
986         while (!(UART_GET_LSR(uart) & THRE))
987                 barrier();
988         UART_PUT_CHAR(uart, ch);
989         SSYNC();
990 }
991
992 /*
993  * Interrupts are disabled on entering
994  */
995 static void
996 bfin_serial_console_write(struct console *co, const char *s, unsigned int count)
997 {
998         struct bfin_serial_port *uart = &bfin_serial_ports[co->index];
999         int flags = 0;
1000
1001         spin_lock_irqsave(&uart->port.lock, flags);
1002         uart_console_write(&uart->port, s, count, bfin_serial_console_putchar);
1003         spin_unlock_irqrestore(&uart->port.lock, flags);
1004
1005 }
1006
1007 static struct console bfin_serial_console = {
1008         .name           = BFIN_SERIAL_NAME,
1009         .write          = bfin_serial_console_write,
1010         .device         = uart_console_device,
1011         .setup          = bfin_serial_console_setup,
1012         .flags          = CON_PRINTBUFFER,
1013         .index          = -1,
1014         .data           = &bfin_serial_reg,
1015 };
1016
1017 static int __init bfin_serial_rs_console_init(void)
1018 {
1019         bfin_serial_init_ports();
1020         register_console(&bfin_serial_console);
1021 #ifdef CONFIG_KGDB_UART
1022         kgdb_entry_state = 0;
1023         init_kgdb_uart();
1024 #endif
1025         return 0;
1026 }
1027 console_initcall(bfin_serial_rs_console_init);
1028
1029 #define BFIN_SERIAL_CONSOLE     &bfin_serial_console
1030 #else
1031 #define BFIN_SERIAL_CONSOLE     NULL
1032 #endif /* CONFIG_SERIAL_BFIN_CONSOLE */
1033
1034
1035 #ifdef CONFIG_EARLY_PRINTK
1036 static __init void early_serial_putc(struct uart_port *port, int ch)
1037 {
1038         unsigned timeout = 0xffff;
1039         struct bfin_serial_port *uart = (struct bfin_serial_port *)port;
1040
1041         while ((!(UART_GET_LSR(uart) & THRE)) && --timeout)
1042                 cpu_relax();
1043         UART_PUT_CHAR(uart, ch);
1044 }
1045
1046 static __init void early_serial_write(struct console *con, const char *s,
1047                                         unsigned int n)
1048 {
1049         struct bfin_serial_port *uart = &bfin_serial_ports[con->index];
1050         unsigned int i;
1051
1052         for (i = 0; i < n; i++, s++) {
1053                 if (*s == '\n')
1054                         early_serial_putc(&uart->port, '\r');
1055                 early_serial_putc(&uart->port, *s);
1056         }
1057 }
1058
1059 static struct __init console bfin_early_serial_console = {
1060         .name = "early_BFuart",
1061         .write = early_serial_write,
1062         .device = uart_console_device,
1063         .flags = CON_PRINTBUFFER,
1064         .setup = bfin_serial_console_setup,
1065         .index = -1,
1066         .data  = &bfin_serial_reg,
1067 };
1068
1069 struct console __init *bfin_earlyserial_init(unsigned int port,
1070                                                 unsigned int cflag)
1071 {
1072         struct bfin_serial_port *uart;
1073         struct ktermios t;
1074
1075         if (port == -1 || port >= nr_ports)
1076                 port = 0;
1077         bfin_serial_init_ports();
1078         bfin_early_serial_console.index = port;
1079         uart = &bfin_serial_ports[port];
1080         t.c_cflag = cflag;
1081         t.c_iflag = 0;
1082         t.c_oflag = 0;
1083         t.c_lflag = ICANON;
1084         t.c_line = port;
1085         bfin_serial_set_termios(&uart->port, &t, &t);
1086         return &bfin_early_serial_console;
1087 }
1088
1089 #endif /* CONFIG_SERIAL_BFIN_CONSOLE */
1090
1091 static struct uart_driver bfin_serial_reg = {
1092         .owner                  = THIS_MODULE,
1093         .driver_name            = "bfin-uart",
1094         .dev_name               = BFIN_SERIAL_NAME,
1095         .major                  = BFIN_SERIAL_MAJOR,
1096         .minor                  = BFIN_SERIAL_MINOR,
1097         .nr                     = BFIN_UART_NR_PORTS,
1098         .cons                   = BFIN_SERIAL_CONSOLE,
1099 };
1100
1101 static int bfin_serial_suspend(struct platform_device *dev, pm_message_t state)
1102 {
1103         struct bfin_serial_port *uart = platform_get_drvdata(dev);
1104
1105         if (uart)
1106                 uart_suspend_port(&bfin_serial_reg, &uart->port);
1107
1108         return 0;
1109 }
1110
1111 static int bfin_serial_resume(struct platform_device *dev)
1112 {
1113         struct bfin_serial_port *uart = platform_get_drvdata(dev);
1114
1115         if (uart)
1116                 uart_resume_port(&bfin_serial_reg, &uart->port);
1117
1118         return 0;
1119 }
1120
1121 static int bfin_serial_probe(struct platform_device *dev)
1122 {
1123         struct resource *res = dev->resource;
1124         int i;
1125
1126         for (i = 0; i < dev->num_resources; i++, res++)
1127                 if (res->flags & IORESOURCE_MEM)
1128                         break;
1129
1130         if (i < dev->num_resources) {
1131                 for (i = 0; i < nr_ports; i++, res++) {
1132                         if (bfin_serial_ports[i].port.mapbase != res->start)
1133                                 continue;
1134                         bfin_serial_ports[i].port.dev = &dev->dev;
1135                         uart_add_one_port(&bfin_serial_reg, &bfin_serial_ports[i].port);
1136                         platform_set_drvdata(dev, &bfin_serial_ports[i]);
1137                 }
1138         }
1139
1140         return 0;
1141 }
1142
1143 static int bfin_serial_remove(struct platform_device *pdev)
1144 {
1145         struct bfin_serial_port *uart = platform_get_drvdata(pdev);
1146
1147
1148 #ifdef CONFIG_SERIAL_BFIN_CTSRTS
1149         gpio_free(uart->cts_pin);
1150         gpio_free(uart->rts_pin);
1151 #endif
1152
1153         platform_set_drvdata(pdev, NULL);
1154
1155         if (uart)
1156                 uart_remove_one_port(&bfin_serial_reg, &uart->port);
1157
1158         return 0;
1159 }
1160
1161 static struct platform_driver bfin_serial_driver = {
1162         .probe          = bfin_serial_probe,
1163         .remove         = bfin_serial_remove,
1164         .suspend        = bfin_serial_suspend,
1165         .resume         = bfin_serial_resume,
1166         .driver         = {
1167                 .name   = "bfin-uart",
1168                 .owner  = THIS_MODULE,
1169         },
1170 };
1171
1172 static int __init bfin_serial_init(void)
1173 {
1174         int ret;
1175 #ifdef CONFIG_KGDB_UART
1176         struct bfin_serial_port *uart = &bfin_serial_ports[CONFIG_KGDB_UART_PORT];
1177         struct ktermios t;
1178 #endif
1179
1180         pr_info("Serial: Blackfin serial driver\n");
1181
1182         bfin_serial_init_ports();
1183
1184         ret = uart_register_driver(&bfin_serial_reg);
1185         if (ret == 0) {
1186                 ret = platform_driver_register(&bfin_serial_driver);
1187                 if (ret) {
1188                         pr_debug("uart register failed\n");
1189                         uart_unregister_driver(&bfin_serial_reg);
1190                 }
1191         }
1192 #ifdef CONFIG_KGDB_UART
1193         if (uart->port.cons->index != CONFIG_KGDB_UART_PORT) {
1194                 request_irq(uart->port.irq, bfin_serial_rx_int,
1195                         IRQF_DISABLED, "BFIN_UART_RX", uart);
1196                 pr_info("Request irq for kgdb uart port\n");
1197                 UART_SET_IER(uart, ERBFI);
1198                 SSYNC();
1199                 t.c_cflag = CS8|B57600;
1200                 t.c_iflag = 0;
1201                 t.c_oflag = 0;
1202                 t.c_lflag = ICANON;
1203                 t.c_line = CONFIG_KGDB_UART_PORT;
1204                 bfin_serial_set_termios(&uart->port, &t, &t);
1205         }
1206 #endif
1207         return ret;
1208 }
1209
1210 static void __exit bfin_serial_exit(void)
1211 {
1212         platform_driver_unregister(&bfin_serial_driver);
1213         uart_unregister_driver(&bfin_serial_reg);
1214 }
1215
1216 module_init(bfin_serial_init);
1217 module_exit(bfin_serial_exit);
1218
1219 MODULE_AUTHOR("Aubrey.Li <aubrey.li@analog.com>");
1220 MODULE_DESCRIPTION("Blackfin generic serial port driver");
1221 MODULE_LICENSE("GPL");
1222 MODULE_ALIAS_CHARDEV_MAJOR(BFIN_SERIAL_MAJOR);
1223 MODULE_ALIAS("platform:bfin-uart");