1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17#if defined(CONFIG_SERIAL_XILINX_PS_UART_CONSOLE) && defined(CONFIG_MAGIC_SYSRQ)
18#define SUPPORT_SYSRQ
19#endif
20
21#include <linux/platform_device.h>
22#include <linux/serial.h>
23#include <linux/console.h>
24#include <linux/serial_core.h>
25#include <linux/slab.h>
26#include <linux/tty.h>
27#include <linux/tty_flip.h>
28#include <linux/clk.h>
29#include <linux/irq.h>
30#include <linux/io.h>
31#include <linux/of.h>
32#include <linux/module.h>
33
34#define CDNS_UART_TTY_NAME "ttyPS"
35#define CDNS_UART_NAME "xuartps"
36#define CDNS_UART_MAJOR 0
37#define CDNS_UART_MINOR 0
38#define CDNS_UART_NR_PORTS 2
39#define CDNS_UART_FIFO_SIZE 64
40#define CDNS_UART_REGISTER_SPACE 0x1000
41
42
43static int rx_trigger_level = 56;
44module_param(rx_trigger_level, uint, S_IRUGO);
45MODULE_PARM_DESC(rx_trigger_level, "Rx trigger level, 1-63 bytes");
46
47
48static int rx_timeout = 10;
49module_param(rx_timeout, uint, S_IRUGO);
50MODULE_PARM_DESC(rx_timeout, "Rx timeout, 1-255");
51
52
53#define CDNS_UART_CR 0x00
54#define CDNS_UART_MR 0x04
55#define CDNS_UART_IER 0x08
56#define CDNS_UART_IDR 0x0C
57#define CDNS_UART_IMR 0x10
58#define CDNS_UART_ISR 0x14
59#define CDNS_UART_BAUDGEN 0x18
60#define CDNS_UART_RXTOUT 0x1C
61#define CDNS_UART_RXWM 0x20
62#define CDNS_UART_MODEMCR 0x24
63#define CDNS_UART_MODEMSR 0x28
64#define CDNS_UART_SR 0x2C
65#define CDNS_UART_FIFO 0x30
66#define CDNS_UART_BAUDDIV 0x34
67#define CDNS_UART_FLOWDEL 0x38
68#define CDNS_UART_IRRX_PWIDTH 0x3C
69#define CDNS_UART_IRTX_PWIDTH 0x40
70#define CDNS_UART_TXWM 0x44
71
72
73#define CDNS_UART_CR_STOPBRK 0x00000100
74#define CDNS_UART_CR_STARTBRK 0x00000080
75#define CDNS_UART_CR_TX_DIS 0x00000020
76#define CDNS_UART_CR_TX_EN 0x00000010
77#define CDNS_UART_CR_RX_DIS 0x00000008
78#define CDNS_UART_CR_RX_EN 0x00000004
79#define CDNS_UART_CR_TXRST 0x00000002
80#define CDNS_UART_CR_RXRST 0x00000001
81#define CDNS_UART_CR_RST_TO 0x00000040
82
83
84
85
86
87
88
89#define CDNS_UART_MR_CLKSEL 0x00000001
90#define CDNS_UART_MR_CHMODE_L_LOOP 0x00000200
91#define CDNS_UART_MR_CHMODE_NORM 0x00000000
92
93#define CDNS_UART_MR_STOPMODE_2_BIT 0x00000080
94#define CDNS_UART_MR_STOPMODE_1_BIT 0x00000000
95
96#define CDNS_UART_MR_PARITY_NONE 0x00000020
97#define CDNS_UART_MR_PARITY_MARK 0x00000018
98#define CDNS_UART_MR_PARITY_SPACE 0x00000010
99#define CDNS_UART_MR_PARITY_ODD 0x00000008
100#define CDNS_UART_MR_PARITY_EVEN 0x00000000
101
102#define CDNS_UART_MR_CHARLEN_6_BIT 0x00000006
103#define CDNS_UART_MR_CHARLEN_7_BIT 0x00000004
104#define CDNS_UART_MR_CHARLEN_8_BIT 0x00000000
105
106
107
108
109
110
111
112
113
114
115
116
117#define CDNS_UART_IXR_TOUT 0x00000100
118#define CDNS_UART_IXR_PARITY 0x00000080
119#define CDNS_UART_IXR_FRAMING 0x00000040
120#define CDNS_UART_IXR_OVERRUN 0x00000020
121#define CDNS_UART_IXR_TXFULL 0x00000010
122#define CDNS_UART_IXR_TXEMPTY 0x00000008
123#define CDNS_UART_ISR_RXEMPTY 0x00000002
124#define CDNS_UART_IXR_RXTRIG 0x00000001
125#define CDNS_UART_IXR_RXFULL 0x00000004
126#define CDNS_UART_IXR_RXEMPTY 0x00000002
127#define CDNS_UART_IXR_MASK 0x00001FFF
128
129#define CDNS_UART_RX_IRQS (CDNS_UART_IXR_PARITY | CDNS_UART_IXR_FRAMING | \
130 CDNS_UART_IXR_OVERRUN | CDNS_UART_IXR_RXTRIG | \
131 CDNS_UART_IXR_TOUT)
132
133
134#define CDNS_UART_IXR_BRK 0x80000000
135
136
137
138
139
140
141#define CDNS_UART_MODEMCR_FCM 0x00000020
142#define CDNS_UART_MODEMCR_RTS 0x00000002
143#define CDNS_UART_MODEMCR_DTR 0x00000001
144
145
146
147
148
149
150
151#define CDNS_UART_SR_RXEMPTY 0x00000002
152#define CDNS_UART_SR_TXEMPTY 0x00000008
153#define CDNS_UART_SR_TXFULL 0x00000010
154#define CDNS_UART_SR_RXTRIG 0x00000001
155
156
157#define CDNS_UART_BDIV_MIN 4
158#define CDNS_UART_BDIV_MAX 255
159#define CDNS_UART_CD_MAX 65535
160
161
162
163
164
165
166
167
168
169struct cdns_uart {
170 struct uart_port *port;
171 struct clk *uartclk;
172 struct clk *pclk;
173 unsigned int baud;
174 struct notifier_block clk_rate_change_nb;
175};
176#define to_cdns_uart(_nb) container_of(_nb, struct cdns_uart, \
177 clk_rate_change_nb);
178
179static void cdns_uart_handle_rx(struct uart_port *port, unsigned int isrstatus)
180{
181
182
183
184
185
186 if (isrstatus & CDNS_UART_IXR_FRAMING) {
187 while (!(readl(port->membase + CDNS_UART_SR) &
188 CDNS_UART_SR_RXEMPTY)) {
189 if (!readl(port->membase + CDNS_UART_FIFO)) {
190 port->read_status_mask |= CDNS_UART_IXR_BRK;
191 isrstatus &= ~CDNS_UART_IXR_FRAMING;
192 }
193 }
194 writel(CDNS_UART_IXR_FRAMING, port->membase + CDNS_UART_ISR);
195 }
196
197
198 if (isrstatus & port->ignore_status_mask & CDNS_UART_IXR_PARITY)
199 isrstatus &= ~(CDNS_UART_IXR_RXTRIG | CDNS_UART_IXR_TOUT);
200
201 isrstatus &= port->read_status_mask;
202 isrstatus &= ~port->ignore_status_mask;
203
204 if (!(isrstatus & (CDNS_UART_IXR_TOUT | CDNS_UART_IXR_RXTRIG)))
205 return;
206
207 while (!(readl(port->membase + CDNS_UART_SR) & CDNS_UART_SR_RXEMPTY)) {
208 u32 data;
209 char status = TTY_NORMAL;
210
211 data = readl(port->membase + CDNS_UART_FIFO);
212
213
214 if (data && (port->read_status_mask & CDNS_UART_IXR_BRK)) {
215 port->read_status_mask &= ~CDNS_UART_IXR_BRK;
216 port->icount.brk++;
217 if (uart_handle_break(port))
218 continue;
219 }
220
221 if (uart_handle_sysrq_char(port, data))
222 continue;
223
224 port->icount.rx++;
225
226 if (isrstatus & CDNS_UART_IXR_PARITY) {
227 port->icount.parity++;
228 status = TTY_PARITY;
229 } else if (isrstatus & CDNS_UART_IXR_FRAMING) {
230 port->icount.frame++;
231 status = TTY_FRAME;
232 } else if (isrstatus & CDNS_UART_IXR_OVERRUN) {
233 port->icount.overrun++;
234 }
235
236 uart_insert_char(port, isrstatus, CDNS_UART_IXR_OVERRUN,
237 data, status);
238 }
239 tty_flip_buffer_push(&port->state->port);
240}
241
242static void cdns_uart_handle_tx(struct uart_port *port)
243{
244 unsigned int numbytes;
245
246 if (uart_circ_empty(&port->state->xmit)) {
247 writel(CDNS_UART_IXR_TXEMPTY, port->membase + CDNS_UART_IDR);
248 return;
249 }
250
251 numbytes = port->fifosize;
252 while (numbytes && !uart_circ_empty(&port->state->xmit) &&
253 !(readl(port->membase + CDNS_UART_SR) & CDNS_UART_SR_TXFULL)) {
254
255
256
257
258
259 writel(port->state->xmit.buf[port->state->xmit.tail],
260 port->membase + CDNS_UART_FIFO);
261 port->icount.tx++;
262
263
264
265
266
267 port->state->xmit.tail =
268 (port->state->xmit.tail + 1) & (UART_XMIT_SIZE - 1);
269
270 numbytes--;
271 }
272
273 if (uart_circ_chars_pending(&port->state->xmit) < WAKEUP_CHARS)
274 uart_write_wakeup(port);
275}
276
277
278
279
280
281
282
283
284static irqreturn_t cdns_uart_isr(int irq, void *dev_id)
285{
286 struct uart_port *port = (struct uart_port *)dev_id;
287 unsigned long flags;
288 unsigned int isrstatus;
289
290 spin_lock_irqsave(&port->lock, flags);
291
292
293
294
295 isrstatus = readl(port->membase + CDNS_UART_ISR);
296
297 if (isrstatus & CDNS_UART_RX_IRQS)
298 cdns_uart_handle_rx(port, isrstatus);
299
300 if ((isrstatus & CDNS_UART_IXR_TXEMPTY) == CDNS_UART_IXR_TXEMPTY)
301 cdns_uart_handle_tx(port);
302
303 writel(isrstatus, port->membase + CDNS_UART_ISR);
304
305
306 spin_unlock_irqrestore(&port->lock, flags);
307
308 return IRQ_HANDLED;
309}
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331static unsigned int cdns_uart_calc_baud_divs(unsigned int clk,
332 unsigned int baud, u32 *rbdiv, u32 *rcd, int *div8)
333{
334 u32 cd, bdiv;
335 unsigned int calc_baud;
336 unsigned int bestbaud = 0;
337 unsigned int bauderror;
338 unsigned int besterror = ~0;
339
340 if (baud < clk / ((CDNS_UART_BDIV_MAX + 1) * CDNS_UART_CD_MAX)) {
341 *div8 = 1;
342 clk /= 8;
343 } else {
344 *div8 = 0;
345 }
346
347 for (bdiv = CDNS_UART_BDIV_MIN; bdiv <= CDNS_UART_BDIV_MAX; bdiv++) {
348 cd = DIV_ROUND_CLOSEST(clk, baud * (bdiv + 1));
349 if (cd < 1 || cd > CDNS_UART_CD_MAX)
350 continue;
351
352 calc_baud = clk / (cd * (bdiv + 1));
353
354 if (baud > calc_baud)
355 bauderror = baud - calc_baud;
356 else
357 bauderror = calc_baud - baud;
358
359 if (besterror > bauderror) {
360 *rbdiv = bdiv;
361 *rcd = cd;
362 bestbaud = calc_baud;
363 besterror = bauderror;
364 }
365 }
366
367 if (((besterror * 100) / baud) < 3)
368 bestbaud = baud;
369
370 return bestbaud;
371}
372
373
374
375
376
377
378
379
380static unsigned int cdns_uart_set_baud_rate(struct uart_port *port,
381 unsigned int baud)
382{
383 unsigned int calc_baud;
384 u32 cd = 0, bdiv = 0;
385 u32 mreg;
386 int div8;
387 struct cdns_uart *cdns_uart = port->private_data;
388
389 calc_baud = cdns_uart_calc_baud_divs(port->uartclk, baud, &bdiv, &cd,
390 &div8);
391
392
393 mreg = readl(port->membase + CDNS_UART_MR);
394 if (div8)
395 mreg |= CDNS_UART_MR_CLKSEL;
396 else
397 mreg &= ~CDNS_UART_MR_CLKSEL;
398 writel(mreg, port->membase + CDNS_UART_MR);
399 writel(cd, port->membase + CDNS_UART_BAUDGEN);
400 writel(bdiv, port->membase + CDNS_UART_BAUDDIV);
401 cdns_uart->baud = baud;
402
403 return calc_baud;
404}
405
406#ifdef CONFIG_COMMON_CLK
407
408
409
410
411
412
413
414static int cdns_uart_clk_notifier_cb(struct notifier_block *nb,
415 unsigned long event, void *data)
416{
417 u32 ctrl_reg;
418 struct uart_port *port;
419 int locked = 0;
420 struct clk_notifier_data *ndata = data;
421 unsigned long flags = 0;
422 struct cdns_uart *cdns_uart = to_cdns_uart(nb);
423
424 port = cdns_uart->port;
425 if (port->suspended)
426 return NOTIFY_OK;
427
428 switch (event) {
429 case PRE_RATE_CHANGE:
430 {
431 u32 bdiv, cd;
432 int div8;
433
434
435
436
437
438 if (!cdns_uart_calc_baud_divs(ndata->new_rate, cdns_uart->baud,
439 &bdiv, &cd, &div8)) {
440 dev_warn(port->dev, "clock rate change rejected\n");
441 return NOTIFY_BAD;
442 }
443
444 spin_lock_irqsave(&cdns_uart->port->lock, flags);
445
446
447 ctrl_reg = readl(port->membase + CDNS_UART_CR);
448 ctrl_reg |= CDNS_UART_CR_TX_DIS | CDNS_UART_CR_RX_DIS;
449 writel(ctrl_reg, port->membase + CDNS_UART_CR);
450
451 spin_unlock_irqrestore(&cdns_uart->port->lock, flags);
452
453 return NOTIFY_OK;
454 }
455 case POST_RATE_CHANGE:
456
457
458
459
460
461 spin_lock_irqsave(&cdns_uart->port->lock, flags);
462
463 locked = 1;
464 port->uartclk = ndata->new_rate;
465
466 cdns_uart->baud = cdns_uart_set_baud_rate(cdns_uart->port,
467 cdns_uart->baud);
468
469 case ABORT_RATE_CHANGE:
470 if (!locked)
471 spin_lock_irqsave(&cdns_uart->port->lock, flags);
472
473
474 ctrl_reg = readl(port->membase + CDNS_UART_CR);
475 ctrl_reg |= CDNS_UART_CR_TXRST | CDNS_UART_CR_RXRST;
476 writel(ctrl_reg, port->membase + CDNS_UART_CR);
477
478 while (readl(port->membase + CDNS_UART_CR) &
479 (CDNS_UART_CR_TXRST | CDNS_UART_CR_RXRST))
480 cpu_relax();
481
482
483
484
485
486
487 writel(rx_timeout, port->membase + CDNS_UART_RXTOUT);
488 ctrl_reg = readl(port->membase + CDNS_UART_CR);
489 ctrl_reg &= ~(CDNS_UART_CR_TX_DIS | CDNS_UART_CR_RX_DIS);
490 ctrl_reg |= CDNS_UART_CR_TX_EN | CDNS_UART_CR_RX_EN;
491 writel(ctrl_reg, port->membase + CDNS_UART_CR);
492
493 spin_unlock_irqrestore(&cdns_uart->port->lock, flags);
494
495 return NOTIFY_OK;
496 default:
497 return NOTIFY_DONE;
498 }
499}
500#endif
501
502
503
504
505
506static void cdns_uart_start_tx(struct uart_port *port)
507{
508 unsigned int status;
509
510 if (uart_tx_stopped(port))
511 return;
512
513
514
515
516
517 status = readl(port->membase + CDNS_UART_CR);
518 status &= ~CDNS_UART_CR_TX_DIS;
519 status |= CDNS_UART_CR_TX_EN;
520 writel(status, port->membase + CDNS_UART_CR);
521
522 if (uart_circ_empty(&port->state->xmit))
523 return;
524
525 cdns_uart_handle_tx(port);
526
527 writel(CDNS_UART_IXR_TXEMPTY, port->membase + CDNS_UART_ISR);
528
529 writel(CDNS_UART_IXR_TXEMPTY, port->membase + CDNS_UART_IER);
530}
531
532
533
534
535
536static void cdns_uart_stop_tx(struct uart_port *port)
537{
538 unsigned int regval;
539
540 regval = readl(port->membase + CDNS_UART_CR);
541 regval |= CDNS_UART_CR_TX_DIS;
542
543 writel(regval, port->membase + CDNS_UART_CR);
544}
545
546
547
548
549
550static void cdns_uart_stop_rx(struct uart_port *port)
551{
552 unsigned int regval;
553
554
555 writel(CDNS_UART_RX_IRQS, port->membase + CDNS_UART_IDR);
556
557
558 regval = readl(port->membase + CDNS_UART_CR);
559 regval |= CDNS_UART_CR_RX_DIS;
560 writel(regval, port->membase + CDNS_UART_CR);
561}
562
563
564
565
566
567
568
569static unsigned int cdns_uart_tx_empty(struct uart_port *port)
570{
571 unsigned int status;
572
573 status = readl(port->membase + CDNS_UART_SR) &
574 CDNS_UART_SR_TXEMPTY;
575 return status ? TIOCSER_TEMT : 0;
576}
577
578
579
580
581
582
583
584static void cdns_uart_break_ctl(struct uart_port *port, int ctl)
585{
586 unsigned int status;
587 unsigned long flags;
588
589 spin_lock_irqsave(&port->lock, flags);
590
591 status = readl(port->membase + CDNS_UART_CR);
592
593 if (ctl == -1)
594 writel(CDNS_UART_CR_STARTBRK | status,
595 port->membase + CDNS_UART_CR);
596 else {
597 if ((status & CDNS_UART_CR_STOPBRK) == 0)
598 writel(CDNS_UART_CR_STOPBRK | status,
599 port->membase + CDNS_UART_CR);
600 }
601 spin_unlock_irqrestore(&port->lock, flags);
602}
603
604
605
606
607
608
609
610
611static void cdns_uart_set_termios(struct uart_port *port,
612 struct ktermios *termios, struct ktermios *old)
613{
614 unsigned int cval = 0;
615 unsigned int baud, minbaud, maxbaud;
616 unsigned long flags;
617 unsigned int ctrl_reg, mode_reg;
618
619 spin_lock_irqsave(&port->lock, flags);
620
621
622 if (!(readl(port->membase + CDNS_UART_CR) &
623 CDNS_UART_CR_TX_DIS)) {
624 while (!(readl(port->membase + CDNS_UART_SR) &
625 CDNS_UART_SR_TXEMPTY)) {
626 cpu_relax();
627 }
628 }
629
630
631 ctrl_reg = readl(port->membase + CDNS_UART_CR);
632 ctrl_reg |= CDNS_UART_CR_TX_DIS | CDNS_UART_CR_RX_DIS;
633 writel(ctrl_reg, port->membase + CDNS_UART_CR);
634
635
636
637
638
639
640 minbaud = port->uartclk /
641 ((CDNS_UART_BDIV_MAX + 1) * CDNS_UART_CD_MAX * 8);
642 maxbaud = port->uartclk / (CDNS_UART_BDIV_MIN + 1);
643 baud = uart_get_baud_rate(port, termios, old, minbaud, maxbaud);
644 baud = cdns_uart_set_baud_rate(port, baud);
645 if (tty_termios_baud_rate(termios))
646 tty_termios_encode_baud_rate(termios, baud, baud);
647
648
649 uart_update_timeout(port, termios->c_cflag, baud);
650
651
652 ctrl_reg = readl(port->membase + CDNS_UART_CR);
653 ctrl_reg |= CDNS_UART_CR_TXRST | CDNS_UART_CR_RXRST;
654 writel(ctrl_reg, port->membase + CDNS_UART_CR);
655
656
657
658
659
660 ctrl_reg = readl(port->membase + CDNS_UART_CR);
661 ctrl_reg &= ~(CDNS_UART_CR_TX_DIS | CDNS_UART_CR_RX_DIS);
662 ctrl_reg |= CDNS_UART_CR_TX_EN | CDNS_UART_CR_RX_EN;
663 writel(ctrl_reg, port->membase + CDNS_UART_CR);
664
665 writel(rx_timeout, port->membase + CDNS_UART_RXTOUT);
666
667 port->read_status_mask = CDNS_UART_IXR_TXEMPTY | CDNS_UART_IXR_RXTRIG |
668 CDNS_UART_IXR_OVERRUN | CDNS_UART_IXR_TOUT;
669 port->ignore_status_mask = 0;
670
671 if (termios->c_iflag & INPCK)
672 port->read_status_mask |= CDNS_UART_IXR_PARITY |
673 CDNS_UART_IXR_FRAMING;
674
675 if (termios->c_iflag & IGNPAR)
676 port->ignore_status_mask |= CDNS_UART_IXR_PARITY |
677 CDNS_UART_IXR_FRAMING | CDNS_UART_IXR_OVERRUN;
678
679
680 if ((termios->c_cflag & CREAD) == 0)
681 port->ignore_status_mask |= CDNS_UART_IXR_RXTRIG |
682 CDNS_UART_IXR_TOUT | CDNS_UART_IXR_PARITY |
683 CDNS_UART_IXR_FRAMING | CDNS_UART_IXR_OVERRUN;
684
685 mode_reg = readl(port->membase + CDNS_UART_MR);
686
687
688 switch (termios->c_cflag & CSIZE) {
689 case CS6:
690 cval |= CDNS_UART_MR_CHARLEN_6_BIT;
691 break;
692 case CS7:
693 cval |= CDNS_UART_MR_CHARLEN_7_BIT;
694 break;
695 default:
696 case CS8:
697 cval |= CDNS_UART_MR_CHARLEN_8_BIT;
698 termios->c_cflag &= ~CSIZE;
699 termios->c_cflag |= CS8;
700 break;
701 }
702
703
704 if (termios->c_cflag & CSTOPB)
705 cval |= CDNS_UART_MR_STOPMODE_2_BIT;
706 else
707 cval |= CDNS_UART_MR_STOPMODE_1_BIT;
708
709 if (termios->c_cflag & PARENB) {
710
711 if (termios->c_cflag & CMSPAR) {
712 if (termios->c_cflag & PARODD)
713 cval |= CDNS_UART_MR_PARITY_MARK;
714 else
715 cval |= CDNS_UART_MR_PARITY_SPACE;
716 } else {
717 if (termios->c_cflag & PARODD)
718 cval |= CDNS_UART_MR_PARITY_ODD;
719 else
720 cval |= CDNS_UART_MR_PARITY_EVEN;
721 }
722 } else {
723 cval |= CDNS_UART_MR_PARITY_NONE;
724 }
725 cval |= mode_reg & 1;
726 writel(cval, port->membase + CDNS_UART_MR);
727
728 spin_unlock_irqrestore(&port->lock, flags);
729}
730
731
732
733
734
735
736
737static int cdns_uart_startup(struct uart_port *port)
738{
739 int ret;
740 unsigned long flags;
741 unsigned int status = 0;
742
743 spin_lock_irqsave(&port->lock, flags);
744
745
746 writel(CDNS_UART_CR_TX_DIS | CDNS_UART_CR_RX_DIS,
747 port->membase + CDNS_UART_CR);
748
749
750
751
752 writel(CDNS_UART_CR_TXRST | CDNS_UART_CR_RXRST,
753 port->membase + CDNS_UART_CR);
754
755
756
757
758
759 status = readl(port->membase + CDNS_UART_CR);
760 status &= CDNS_UART_CR_RX_DIS;
761 status |= CDNS_UART_CR_RX_EN;
762 writel(status, port->membase + CDNS_UART_CR);
763
764
765
766
767 writel(CDNS_UART_MR_CHMODE_NORM | CDNS_UART_MR_STOPMODE_1_BIT
768 | CDNS_UART_MR_PARITY_NONE | CDNS_UART_MR_CHARLEN_8_BIT,
769 port->membase + CDNS_UART_MR);
770
771
772
773
774
775 writel(rx_trigger_level, port->membase + CDNS_UART_RXWM);
776
777
778
779
780
781 writel(rx_timeout, port->membase + CDNS_UART_RXTOUT);
782
783
784 writel(readl(port->membase + CDNS_UART_ISR),
785 port->membase + CDNS_UART_ISR);
786
787 spin_unlock_irqrestore(&port->lock, flags);
788
789 ret = request_irq(port->irq, cdns_uart_isr, 0, CDNS_UART_NAME, port);
790 if (ret) {
791 dev_err(port->dev, "request_irq '%d' failed with %d\n",
792 port->irq, ret);
793 return ret;
794 }
795
796
797 writel(CDNS_UART_RX_IRQS, port->membase + CDNS_UART_IER);
798
799 return 0;
800}
801
802
803
804
805
806static void cdns_uart_shutdown(struct uart_port *port)
807{
808 int status;
809 unsigned long flags;
810
811 spin_lock_irqsave(&port->lock, flags);
812
813
814 status = readl(port->membase + CDNS_UART_IMR);
815 writel(status, port->membase + CDNS_UART_IDR);
816 writel(0xffffffff, port->membase + CDNS_UART_ISR);
817
818
819 writel(CDNS_UART_CR_TX_DIS | CDNS_UART_CR_RX_DIS,
820 port->membase + CDNS_UART_CR);
821
822 spin_unlock_irqrestore(&port->lock, flags);
823
824 free_irq(port->irq, port);
825}
826
827
828
829
830
831
832
833static const char *cdns_uart_type(struct uart_port *port)
834{
835 return port->type == PORT_XUARTPS ? CDNS_UART_NAME : NULL;
836}
837
838
839
840
841
842
843
844
845static int cdns_uart_verify_port(struct uart_port *port,
846 struct serial_struct *ser)
847{
848 if (ser->type != PORT_UNKNOWN && ser->type != PORT_XUARTPS)
849 return -EINVAL;
850 if (port->irq != ser->irq)
851 return -EINVAL;
852 if (ser->io_type != UPIO_MEM)
853 return -EINVAL;
854 if (port->iobase != ser->port)
855 return -EINVAL;
856 if (ser->hub6 != 0)
857 return -EINVAL;
858 return 0;
859}
860
861
862
863
864
865
866
867
868
869static int cdns_uart_request_port(struct uart_port *port)
870{
871 if (!request_mem_region(port->mapbase, CDNS_UART_REGISTER_SPACE,
872 CDNS_UART_NAME)) {
873 return -ENOMEM;
874 }
875
876 port->membase = ioremap(port->mapbase, CDNS_UART_REGISTER_SPACE);
877 if (!port->membase) {
878 dev_err(port->dev, "Unable to map registers\n");
879 release_mem_region(port->mapbase, CDNS_UART_REGISTER_SPACE);
880 return -ENOMEM;
881 }
882 return 0;
883}
884
885
886
887
888
889
890
891
892static void cdns_uart_release_port(struct uart_port *port)
893{
894 release_mem_region(port->mapbase, CDNS_UART_REGISTER_SPACE);
895 iounmap(port->membase);
896 port->membase = NULL;
897}
898
899
900
901
902
903
904static void cdns_uart_config_port(struct uart_port *port, int flags)
905{
906 if (flags & UART_CONFIG_TYPE && cdns_uart_request_port(port) == 0)
907 port->type = PORT_XUARTPS;
908}
909
910
911
912
913
914
915
916static unsigned int cdns_uart_get_mctrl(struct uart_port *port)
917{
918 return TIOCM_CTS | TIOCM_DSR | TIOCM_CAR;
919}
920
921static void cdns_uart_set_mctrl(struct uart_port *port, unsigned int mctrl)
922{
923 u32 val;
924
925 val = readl(port->membase + CDNS_UART_MODEMCR);
926
927 val &= ~(CDNS_UART_MODEMCR_RTS | CDNS_UART_MODEMCR_DTR);
928
929 if (mctrl & TIOCM_RTS)
930 val |= CDNS_UART_MODEMCR_RTS;
931 if (mctrl & TIOCM_DTR)
932 val |= CDNS_UART_MODEMCR_DTR;
933
934 writel(val, port->membase + CDNS_UART_MODEMCR);
935}
936
937#ifdef CONFIG_CONSOLE_POLL
938static int cdns_uart_poll_get_char(struct uart_port *port)
939{
940 int c;
941 unsigned long flags;
942
943 spin_lock_irqsave(&port->lock, flags);
944
945
946 if (readl(port->membase + CDNS_UART_SR) & CDNS_UART_SR_RXEMPTY)
947 c = NO_POLL_CHAR;
948 else
949 c = (unsigned char) readl(port->membase + CDNS_UART_FIFO);
950
951 spin_unlock_irqrestore(&port->lock, flags);
952
953 return c;
954}
955
956static void cdns_uart_poll_put_char(struct uart_port *port, unsigned char c)
957{
958 unsigned long flags;
959
960 spin_lock_irqsave(&port->lock, flags);
961
962
963 while (!(readl(port->membase + CDNS_UART_SR) & CDNS_UART_SR_TXEMPTY))
964 cpu_relax();
965
966
967 writel(c, port->membase + CDNS_UART_FIFO);
968
969
970 while (!(readl(port->membase + CDNS_UART_SR) & CDNS_UART_SR_TXEMPTY))
971 cpu_relax();
972
973 spin_unlock_irqrestore(&port->lock, flags);
974
975 return;
976}
977#endif
978
979static struct uart_ops cdns_uart_ops = {
980 .set_mctrl = cdns_uart_set_mctrl,
981 .get_mctrl = cdns_uart_get_mctrl,
982 .start_tx = cdns_uart_start_tx,
983 .stop_tx = cdns_uart_stop_tx,
984 .stop_rx = cdns_uart_stop_rx,
985 .tx_empty = cdns_uart_tx_empty,
986 .break_ctl = cdns_uart_break_ctl,
987 .set_termios = cdns_uart_set_termios,
988 .startup = cdns_uart_startup,
989 .shutdown = cdns_uart_shutdown,
990 .type = cdns_uart_type,
991 .verify_port = cdns_uart_verify_port,
992 .request_port = cdns_uart_request_port,
993 .release_port = cdns_uart_release_port,
994 .config_port = cdns_uart_config_port,
995#ifdef CONFIG_CONSOLE_POLL
996 .poll_get_char = cdns_uart_poll_get_char,
997 .poll_put_char = cdns_uart_poll_put_char,
998#endif
999};
1000
1001static struct uart_port cdns_uart_port[CDNS_UART_NR_PORTS];
1002
1003
1004
1005
1006
1007
1008
1009static struct uart_port *cdns_uart_get_port(int id)
1010{
1011 struct uart_port *port;
1012
1013
1014 if (cdns_uart_port[id].mapbase != 0) {
1015
1016 for (id = 0; id < CDNS_UART_NR_PORTS; id++)
1017 if (cdns_uart_port[id].mapbase == 0)
1018 break;
1019 }
1020
1021 if (id >= CDNS_UART_NR_PORTS)
1022 return NULL;
1023
1024 port = &cdns_uart_port[id];
1025
1026
1027 spin_lock_init(&port->lock);
1028 port->membase = NULL;
1029 port->irq = 0;
1030 port->type = PORT_UNKNOWN;
1031 port->iotype = UPIO_MEM32;
1032 port->flags = UPF_BOOT_AUTOCONF;
1033 port->ops = &cdns_uart_ops;
1034 port->fifosize = CDNS_UART_FIFO_SIZE;
1035 port->line = id;
1036 port->dev = NULL;
1037 return port;
1038}
1039
1040#ifdef CONFIG_SERIAL_XILINX_PS_UART_CONSOLE
1041
1042
1043
1044
1045static void cdns_uart_console_wait_tx(struct uart_port *port)
1046{
1047 while (!(readl(port->membase + CDNS_UART_SR) & CDNS_UART_SR_TXEMPTY))
1048 barrier();
1049}
1050
1051
1052
1053
1054
1055
1056static void cdns_uart_console_putchar(struct uart_port *port, int ch)
1057{
1058 cdns_uart_console_wait_tx(port);
1059 writel(ch, port->membase + CDNS_UART_FIFO);
1060}
1061
1062static void __init cdns_early_write(struct console *con, const char *s,
1063 unsigned n)
1064{
1065 struct earlycon_device *dev = con->data;
1066
1067 uart_console_write(&dev->port, s, n, cdns_uart_console_putchar);
1068}
1069
1070static int __init cdns_early_console_setup(struct earlycon_device *device,
1071 const char *opt)
1072{
1073 if (!device->port.membase)
1074 return -ENODEV;
1075
1076 device->con->write = cdns_early_write;
1077
1078 return 0;
1079}
1080OF_EARLYCON_DECLARE(cdns, "xlnx,xuartps", cdns_early_console_setup);
1081OF_EARLYCON_DECLARE(cdns, "cdns,uart-r1p8", cdns_early_console_setup);
1082OF_EARLYCON_DECLARE(cdns, "cdns,uart-r1p12", cdns_early_console_setup);
1083
1084
1085
1086
1087
1088
1089
1090static void cdns_uart_console_write(struct console *co, const char *s,
1091 unsigned int count)
1092{
1093 struct uart_port *port = &cdns_uart_port[co->index];
1094 unsigned long flags;
1095 unsigned int imr, ctrl;
1096 int locked = 1;
1097
1098 if (port->sysrq)
1099 locked = 0;
1100 else if (oops_in_progress)
1101 locked = spin_trylock_irqsave(&port->lock, flags);
1102 else
1103 spin_lock_irqsave(&port->lock, flags);
1104
1105
1106 imr = readl(port->membase + CDNS_UART_IMR);
1107 writel(imr, port->membase + CDNS_UART_IDR);
1108
1109
1110
1111
1112
1113 ctrl = readl(port->membase + CDNS_UART_CR);
1114 ctrl &= ~CDNS_UART_CR_TX_DIS;
1115 ctrl |= CDNS_UART_CR_TX_EN;
1116 writel(ctrl, port->membase + CDNS_UART_CR);
1117
1118 uart_console_write(port, s, count, cdns_uart_console_putchar);
1119 cdns_uart_console_wait_tx(port);
1120
1121 writel(ctrl, port->membase + CDNS_UART_CR);
1122
1123
1124 writel(imr, port->membase + CDNS_UART_IER);
1125
1126 if (locked)
1127 spin_unlock_irqrestore(&port->lock, flags);
1128}
1129
1130
1131
1132
1133
1134
1135
1136
1137static int __init cdns_uart_console_setup(struct console *co, char *options)
1138{
1139 struct uart_port *port = &cdns_uart_port[co->index];
1140 int baud = 9600;
1141 int bits = 8;
1142 int parity = 'n';
1143 int flow = 'n';
1144
1145 if (co->index < 0 || co->index >= CDNS_UART_NR_PORTS)
1146 return -EINVAL;
1147
1148 if (!port->membase) {
1149 pr_debug("console on " CDNS_UART_TTY_NAME "%i not present\n",
1150 co->index);
1151 return -ENODEV;
1152 }
1153
1154 if (options)
1155 uart_parse_options(options, &baud, &parity, &bits, &flow);
1156
1157 return uart_set_options(port, co, baud, parity, bits, flow);
1158}
1159
1160static struct uart_driver cdns_uart_uart_driver;
1161
1162static struct console cdns_uart_console = {
1163 .name = CDNS_UART_TTY_NAME,
1164 .write = cdns_uart_console_write,
1165 .device = uart_console_device,
1166 .setup = cdns_uart_console_setup,
1167 .flags = CON_PRINTBUFFER,
1168 .index = -1,
1169 .data = &cdns_uart_uart_driver,
1170};
1171
1172
1173
1174
1175
1176
1177static int __init cdns_uart_console_init(void)
1178{
1179 register_console(&cdns_uart_console);
1180 return 0;
1181}
1182
1183console_initcall(cdns_uart_console_init);
1184
1185#endif
1186
1187static struct uart_driver cdns_uart_uart_driver = {
1188 .owner = THIS_MODULE,
1189 .driver_name = CDNS_UART_NAME,
1190 .dev_name = CDNS_UART_TTY_NAME,
1191 .major = CDNS_UART_MAJOR,
1192 .minor = CDNS_UART_MINOR,
1193 .nr = CDNS_UART_NR_PORTS,
1194#ifdef CONFIG_SERIAL_XILINX_PS_UART_CONSOLE
1195 .cons = &cdns_uart_console,
1196#endif
1197};
1198
1199#ifdef CONFIG_PM_SLEEP
1200
1201
1202
1203
1204
1205
1206static int cdns_uart_suspend(struct device *device)
1207{
1208 struct uart_port *port = dev_get_drvdata(device);
1209 struct tty_struct *tty;
1210 struct device *tty_dev;
1211 int may_wake = 0;
1212
1213
1214 tty = tty_port_tty_get(&port->state->port);
1215 if (tty) {
1216 tty_dev = tty->dev;
1217 may_wake = device_may_wakeup(tty_dev);
1218 tty_kref_put(tty);
1219 }
1220
1221
1222
1223
1224
1225 uart_suspend_port(&cdns_uart_uart_driver, port);
1226 if (console_suspend_enabled && !may_wake) {
1227 struct cdns_uart *cdns_uart = port->private_data;
1228
1229 clk_disable(cdns_uart->uartclk);
1230 clk_disable(cdns_uart->pclk);
1231 } else {
1232 unsigned long flags = 0;
1233
1234 spin_lock_irqsave(&port->lock, flags);
1235
1236 while (!(readl(port->membase + CDNS_UART_SR) &
1237 CDNS_UART_SR_RXEMPTY))
1238 readl(port->membase + CDNS_UART_FIFO);
1239
1240 writel(1, port->membase + CDNS_UART_RXWM);
1241
1242 writel(CDNS_UART_IXR_TOUT, port->membase + CDNS_UART_IDR);
1243 spin_unlock_irqrestore(&port->lock, flags);
1244 }
1245
1246 return 0;
1247}
1248
1249
1250
1251
1252
1253
1254
1255static int cdns_uart_resume(struct device *device)
1256{
1257 struct uart_port *port = dev_get_drvdata(device);
1258 unsigned long flags = 0;
1259 u32 ctrl_reg;
1260 struct tty_struct *tty;
1261 struct device *tty_dev;
1262 int may_wake = 0;
1263
1264
1265 tty = tty_port_tty_get(&port->state->port);
1266 if (tty) {
1267 tty_dev = tty->dev;
1268 may_wake = device_may_wakeup(tty_dev);
1269 tty_kref_put(tty);
1270 }
1271
1272 if (console_suspend_enabled && !may_wake) {
1273 struct cdns_uart *cdns_uart = port->private_data;
1274
1275 clk_enable(cdns_uart->pclk);
1276 clk_enable(cdns_uart->uartclk);
1277
1278 spin_lock_irqsave(&port->lock, flags);
1279
1280
1281 ctrl_reg = readl(port->membase + CDNS_UART_CR);
1282 ctrl_reg |= CDNS_UART_CR_TXRST | CDNS_UART_CR_RXRST;
1283 writel(ctrl_reg, port->membase + CDNS_UART_CR);
1284 while (readl(port->membase + CDNS_UART_CR) &
1285 (CDNS_UART_CR_TXRST | CDNS_UART_CR_RXRST))
1286 cpu_relax();
1287
1288
1289 writel(rx_timeout, port->membase + CDNS_UART_RXTOUT);
1290
1291 ctrl_reg = readl(port->membase + CDNS_UART_CR);
1292 ctrl_reg &= ~(CDNS_UART_CR_TX_DIS | CDNS_UART_CR_RX_DIS);
1293 ctrl_reg |= CDNS_UART_CR_TX_EN | CDNS_UART_CR_RX_EN;
1294 writel(ctrl_reg, port->membase + CDNS_UART_CR);
1295
1296 spin_unlock_irqrestore(&port->lock, flags);
1297 } else {
1298 spin_lock_irqsave(&port->lock, flags);
1299
1300 writel(rx_trigger_level, port->membase + CDNS_UART_RXWM);
1301
1302 writel(CDNS_UART_IXR_TOUT, port->membase + CDNS_UART_IER);
1303 spin_unlock_irqrestore(&port->lock, flags);
1304 }
1305
1306 return uart_resume_port(&cdns_uart_uart_driver, port);
1307}
1308#endif
1309
1310static SIMPLE_DEV_PM_OPS(cdns_uart_dev_pm_ops, cdns_uart_suspend,
1311 cdns_uart_resume);
1312
1313
1314
1315
1316
1317
1318
1319static int cdns_uart_probe(struct platform_device *pdev)
1320{
1321 int rc, id, irq;
1322 struct uart_port *port;
1323 struct resource *res;
1324 struct cdns_uart *cdns_uart_data;
1325
1326 cdns_uart_data = devm_kzalloc(&pdev->dev, sizeof(*cdns_uart_data),
1327 GFP_KERNEL);
1328 if (!cdns_uart_data)
1329 return -ENOMEM;
1330
1331 cdns_uart_data->pclk = devm_clk_get(&pdev->dev, "pclk");
1332 if (IS_ERR(cdns_uart_data->pclk)) {
1333 cdns_uart_data->pclk = devm_clk_get(&pdev->dev, "aper_clk");
1334 if (!IS_ERR(cdns_uart_data->pclk))
1335 dev_err(&pdev->dev, "clock name 'aper_clk' is deprecated.\n");
1336 }
1337 if (IS_ERR(cdns_uart_data->pclk)) {
1338 dev_err(&pdev->dev, "pclk clock not found.\n");
1339 return PTR_ERR(cdns_uart_data->pclk);
1340 }
1341
1342 cdns_uart_data->uartclk = devm_clk_get(&pdev->dev, "uart_clk");
1343 if (IS_ERR(cdns_uart_data->uartclk)) {
1344 cdns_uart_data->uartclk = devm_clk_get(&pdev->dev, "ref_clk");
1345 if (!IS_ERR(cdns_uart_data->uartclk))
1346 dev_err(&pdev->dev, "clock name 'ref_clk' is deprecated.\n");
1347 }
1348 if (IS_ERR(cdns_uart_data->uartclk)) {
1349 dev_err(&pdev->dev, "uart_clk clock not found.\n");
1350 return PTR_ERR(cdns_uart_data->uartclk);
1351 }
1352
1353 rc = clk_prepare_enable(cdns_uart_data->pclk);
1354 if (rc) {
1355 dev_err(&pdev->dev, "Unable to enable pclk clock.\n");
1356 return rc;
1357 }
1358 rc = clk_prepare_enable(cdns_uart_data->uartclk);
1359 if (rc) {
1360 dev_err(&pdev->dev, "Unable to enable device clock.\n");
1361 goto err_out_clk_dis_pclk;
1362 }
1363
1364 res = platform_get_resource(pdev, IORESOURCE_MEM, 0);
1365 if (!res) {
1366 rc = -ENODEV;
1367 goto err_out_clk_disable;
1368 }
1369
1370 irq = platform_get_irq(pdev, 0);
1371 if (irq <= 0) {
1372 rc = -ENXIO;
1373 goto err_out_clk_disable;
1374 }
1375
1376#ifdef CONFIG_COMMON_CLK
1377 cdns_uart_data->clk_rate_change_nb.notifier_call =
1378 cdns_uart_clk_notifier_cb;
1379 if (clk_notifier_register(cdns_uart_data->uartclk,
1380 &cdns_uart_data->clk_rate_change_nb))
1381 dev_warn(&pdev->dev, "Unable to register clock notifier.\n");
1382#endif
1383
1384 id = of_alias_get_id(pdev->dev.of_node, "serial");
1385 if (id < 0)
1386 id = 0;
1387
1388
1389 port = cdns_uart_get_port(id);
1390
1391 if (!port) {
1392 dev_err(&pdev->dev, "Cannot get uart_port structure\n");
1393 rc = -ENODEV;
1394 goto err_out_notif_unreg;
1395 }
1396
1397
1398
1399
1400
1401
1402 port->mapbase = res->start;
1403 port->irq = irq;
1404 port->dev = &pdev->dev;
1405 port->uartclk = clk_get_rate(cdns_uart_data->uartclk);
1406 port->private_data = cdns_uart_data;
1407 cdns_uart_data->port = port;
1408 platform_set_drvdata(pdev, port);
1409
1410 rc = uart_add_one_port(&cdns_uart_uart_driver, port);
1411 if (rc) {
1412 dev_err(&pdev->dev,
1413 "uart_add_one_port() failed; err=%i\n", rc);
1414 goto err_out_notif_unreg;
1415 }
1416
1417 return 0;
1418
1419err_out_notif_unreg:
1420#ifdef CONFIG_COMMON_CLK
1421 clk_notifier_unregister(cdns_uart_data->uartclk,
1422 &cdns_uart_data->clk_rate_change_nb);
1423#endif
1424err_out_clk_disable:
1425 clk_disable_unprepare(cdns_uart_data->uartclk);
1426err_out_clk_dis_pclk:
1427 clk_disable_unprepare(cdns_uart_data->pclk);
1428
1429 return rc;
1430}
1431
1432
1433
1434
1435
1436
1437
1438static int cdns_uart_remove(struct platform_device *pdev)
1439{
1440 struct uart_port *port = platform_get_drvdata(pdev);
1441 struct cdns_uart *cdns_uart_data = port->private_data;
1442 int rc;
1443
1444
1445#ifdef CONFIG_COMMON_CLK
1446 clk_notifier_unregister(cdns_uart_data->uartclk,
1447 &cdns_uart_data->clk_rate_change_nb);
1448#endif
1449 rc = uart_remove_one_port(&cdns_uart_uart_driver, port);
1450 port->mapbase = 0;
1451 clk_disable_unprepare(cdns_uart_data->uartclk);
1452 clk_disable_unprepare(cdns_uart_data->pclk);
1453 return rc;
1454}
1455
1456
1457static const struct of_device_id cdns_uart_of_match[] = {
1458 { .compatible = "xlnx,xuartps", },
1459 { .compatible = "cdns,uart-r1p8", },
1460 {}
1461};
1462MODULE_DEVICE_TABLE(of, cdns_uart_of_match);
1463
1464static struct platform_driver cdns_uart_platform_driver = {
1465 .probe = cdns_uart_probe,
1466 .remove = cdns_uart_remove,
1467 .driver = {
1468 .name = CDNS_UART_NAME,
1469 .of_match_table = cdns_uart_of_match,
1470 .pm = &cdns_uart_dev_pm_ops,
1471 },
1472};
1473
1474static int __init cdns_uart_init(void)
1475{
1476 int retval = 0;
1477
1478
1479 retval = uart_register_driver(&cdns_uart_uart_driver);
1480 if (retval)
1481 return retval;
1482
1483
1484 retval = platform_driver_register(&cdns_uart_platform_driver);
1485 if (retval)
1486 uart_unregister_driver(&cdns_uart_uart_driver);
1487
1488 return retval;
1489}
1490
1491static void __exit cdns_uart_exit(void)
1492{
1493
1494 platform_driver_unregister(&cdns_uart_platform_driver);
1495
1496
1497 uart_unregister_driver(&cdns_uart_uart_driver);
1498}
1499
1500module_init(cdns_uart_init);
1501module_exit(cdns_uart_exit);
1502
1503MODULE_DESCRIPTION("Driver for Cadence UART");
1504MODULE_AUTHOR("Xilinx Inc.");
1505MODULE_LICENSE("GPL");
1506