linux/drivers/tty/serial/fsl_lpuart.c
<<
>>
Prefs
   1/*
   2 *  Freescale lpuart serial port driver
   3 *
   4 *  Copyright 2012-2014 Freescale Semiconductor, Inc.
   5 *
   6 * This program is free software; you can redistribute it and/or modify
   7 * it under the terms of the GNU General Public License as published by
   8 * the Free Software Foundation; either version 2 of the License, or
   9 * (at your option) any later version.
  10 */
  11
  12#if defined(CONFIG_SERIAL_FSL_LPUART_CONSOLE) && defined(CONFIG_MAGIC_SYSRQ)
  13#define SUPPORT_SYSRQ
  14#endif
  15
  16#include <linux/clk.h>
  17#include <linux/console.h>
  18#include <linux/dma-mapping.h>
  19#include <linux/dmaengine.h>
  20#include <linux/dmapool.h>
  21#include <linux/io.h>
  22#include <linux/irq.h>
  23#include <linux/module.h>
  24#include <linux/of.h>
  25#include <linux/of_device.h>
  26#include <linux/of_dma.h>
  27#include <linux/serial_core.h>
  28#include <linux/slab.h>
  29#include <linux/tty_flip.h>
  30
  31/* All registers are 8-bit width */
  32#define UARTBDH                 0x00
  33#define UARTBDL                 0x01
  34#define UARTCR1                 0x02
  35#define UARTCR2                 0x03
  36#define UARTSR1                 0x04
  37#define UARTCR3                 0x06
  38#define UARTDR                  0x07
  39#define UARTCR4                 0x0a
  40#define UARTCR5                 0x0b
  41#define UARTMODEM               0x0d
  42#define UARTPFIFO               0x10
  43#define UARTCFIFO               0x11
  44#define UARTSFIFO               0x12
  45#define UARTTWFIFO              0x13
  46#define UARTTCFIFO              0x14
  47#define UARTRWFIFO              0x15
  48
  49#define UARTBDH_LBKDIE          0x80
  50#define UARTBDH_RXEDGIE         0x40
  51#define UARTBDH_SBR_MASK        0x1f
  52
  53#define UARTCR1_LOOPS           0x80
  54#define UARTCR1_RSRC            0x20
  55#define UARTCR1_M               0x10
  56#define UARTCR1_WAKE            0x08
  57#define UARTCR1_ILT             0x04
  58#define UARTCR1_PE              0x02
  59#define UARTCR1_PT              0x01
  60
  61#define UARTCR2_TIE             0x80
  62#define UARTCR2_TCIE            0x40
  63#define UARTCR2_RIE             0x20
  64#define UARTCR2_ILIE            0x10
  65#define UARTCR2_TE              0x08
  66#define UARTCR2_RE              0x04
  67#define UARTCR2_RWU             0x02
  68#define UARTCR2_SBK             0x01
  69
  70#define UARTSR1_TDRE            0x80
  71#define UARTSR1_TC              0x40
  72#define UARTSR1_RDRF            0x20
  73#define UARTSR1_IDLE            0x10
  74#define UARTSR1_OR              0x08
  75#define UARTSR1_NF              0x04
  76#define UARTSR1_FE              0x02
  77#define UARTSR1_PE              0x01
  78
  79#define UARTCR3_R8              0x80
  80#define UARTCR3_T8              0x40
  81#define UARTCR3_TXDIR           0x20
  82#define UARTCR3_TXINV           0x10
  83#define UARTCR3_ORIE            0x08
  84#define UARTCR3_NEIE            0x04
  85#define UARTCR3_FEIE            0x02
  86#define UARTCR3_PEIE            0x01
  87
  88#define UARTCR4_MAEN1           0x80
  89#define UARTCR4_MAEN2           0x40
  90#define UARTCR4_M10             0x20
  91#define UARTCR4_BRFA_MASK       0x1f
  92#define UARTCR4_BRFA_OFF        0
  93
  94#define UARTCR5_TDMAS           0x80
  95#define UARTCR5_RDMAS           0x20
  96
  97#define UARTMODEM_RXRTSE        0x08
  98#define UARTMODEM_TXRTSPOL      0x04
  99#define UARTMODEM_TXRTSE        0x02
 100#define UARTMODEM_TXCTSE        0x01
 101
 102#define UARTPFIFO_TXFE          0x80
 103#define UARTPFIFO_FIFOSIZE_MASK 0x7
 104#define UARTPFIFO_TXSIZE_OFF    4
 105#define UARTPFIFO_RXFE          0x08
 106#define UARTPFIFO_RXSIZE_OFF    0
 107
 108#define UARTCFIFO_TXFLUSH       0x80
 109#define UARTCFIFO_RXFLUSH       0x40
 110#define UARTCFIFO_RXOFE         0x04
 111#define UARTCFIFO_TXOFE         0x02
 112#define UARTCFIFO_RXUFE         0x01
 113
 114#define UARTSFIFO_TXEMPT        0x80
 115#define UARTSFIFO_RXEMPT        0x40
 116#define UARTSFIFO_RXOF          0x04
 117#define UARTSFIFO_TXOF          0x02
 118#define UARTSFIFO_RXUF          0x01
 119
 120/* 32-bit register defination */
 121#define UARTBAUD                0x00
 122#define UARTSTAT                0x04
 123#define UARTCTRL                0x08
 124#define UARTDATA                0x0C
 125#define UARTMATCH               0x10
 126#define UARTMODIR               0x14
 127#define UARTFIFO                0x18
 128#define UARTWATER               0x1c
 129
 130#define UARTBAUD_MAEN1          0x80000000
 131#define UARTBAUD_MAEN2          0x40000000
 132#define UARTBAUD_M10            0x20000000
 133#define UARTBAUD_TDMAE          0x00800000
 134#define UARTBAUD_RDMAE          0x00200000
 135#define UARTBAUD_MATCFG         0x00400000
 136#define UARTBAUD_BOTHEDGE       0x00020000
 137#define UARTBAUD_RESYNCDIS      0x00010000
 138#define UARTBAUD_LBKDIE         0x00008000
 139#define UARTBAUD_RXEDGIE        0x00004000
 140#define UARTBAUD_SBNS           0x00002000
 141#define UARTBAUD_SBR            0x00000000
 142#define UARTBAUD_SBR_MASK       0x1fff
 143
 144#define UARTSTAT_LBKDIF         0x80000000
 145#define UARTSTAT_RXEDGIF        0x40000000
 146#define UARTSTAT_MSBF           0x20000000
 147#define UARTSTAT_RXINV          0x10000000
 148#define UARTSTAT_RWUID          0x08000000
 149#define UARTSTAT_BRK13          0x04000000
 150#define UARTSTAT_LBKDE          0x02000000
 151#define UARTSTAT_RAF            0x01000000
 152#define UARTSTAT_TDRE           0x00800000
 153#define UARTSTAT_TC             0x00400000
 154#define UARTSTAT_RDRF           0x00200000
 155#define UARTSTAT_IDLE           0x00100000
 156#define UARTSTAT_OR             0x00080000
 157#define UARTSTAT_NF             0x00040000
 158#define UARTSTAT_FE             0x00020000
 159#define UARTSTAT_PE             0x00010000
 160#define UARTSTAT_MA1F           0x00008000
 161#define UARTSTAT_M21F           0x00004000
 162
 163#define UARTCTRL_R8T9           0x80000000
 164#define UARTCTRL_R9T8           0x40000000
 165#define UARTCTRL_TXDIR          0x20000000
 166#define UARTCTRL_TXINV          0x10000000
 167#define UARTCTRL_ORIE           0x08000000
 168#define UARTCTRL_NEIE           0x04000000
 169#define UARTCTRL_FEIE           0x02000000
 170#define UARTCTRL_PEIE           0x01000000
 171#define UARTCTRL_TIE            0x00800000
 172#define UARTCTRL_TCIE           0x00400000
 173#define UARTCTRL_RIE            0x00200000
 174#define UARTCTRL_ILIE           0x00100000
 175#define UARTCTRL_TE             0x00080000
 176#define UARTCTRL_RE             0x00040000
 177#define UARTCTRL_RWU            0x00020000
 178#define UARTCTRL_SBK            0x00010000
 179#define UARTCTRL_MA1IE          0x00008000
 180#define UARTCTRL_MA2IE          0x00004000
 181#define UARTCTRL_IDLECFG        0x00000100
 182#define UARTCTRL_LOOPS          0x00000080
 183#define UARTCTRL_DOZEEN         0x00000040
 184#define UARTCTRL_RSRC           0x00000020
 185#define UARTCTRL_M              0x00000010
 186#define UARTCTRL_WAKE           0x00000008
 187#define UARTCTRL_ILT            0x00000004
 188#define UARTCTRL_PE             0x00000002
 189#define UARTCTRL_PT             0x00000001
 190
 191#define UARTDATA_NOISY          0x00008000
 192#define UARTDATA_PARITYE        0x00004000
 193#define UARTDATA_FRETSC         0x00002000
 194#define UARTDATA_RXEMPT         0x00001000
 195#define UARTDATA_IDLINE         0x00000800
 196#define UARTDATA_MASK           0x3ff
 197
 198#define UARTMODIR_IREN          0x00020000
 199#define UARTMODIR_TXCTSSRC      0x00000020
 200#define UARTMODIR_TXCTSC        0x00000010
 201#define UARTMODIR_RXRTSE        0x00000008
 202#define UARTMODIR_TXRTSPOL      0x00000004
 203#define UARTMODIR_TXRTSE        0x00000002
 204#define UARTMODIR_TXCTSE        0x00000001
 205
 206#define UARTFIFO_TXEMPT         0x00800000
 207#define UARTFIFO_RXEMPT         0x00400000
 208#define UARTFIFO_TXOF           0x00020000
 209#define UARTFIFO_RXUF           0x00010000
 210#define UARTFIFO_TXFLUSH        0x00008000
 211#define UARTFIFO_RXFLUSH        0x00004000
 212#define UARTFIFO_TXOFE          0x00000200
 213#define UARTFIFO_RXUFE          0x00000100
 214#define UARTFIFO_TXFE           0x00000080
 215#define UARTFIFO_FIFOSIZE_MASK  0x7
 216#define UARTFIFO_TXSIZE_OFF     4
 217#define UARTFIFO_RXFE           0x00000008
 218#define UARTFIFO_RXSIZE_OFF     0
 219
 220#define UARTWATER_COUNT_MASK    0xff
 221#define UARTWATER_TXCNT_OFF     8
 222#define UARTWATER_RXCNT_OFF     24
 223#define UARTWATER_WATER_MASK    0xff
 224#define UARTWATER_TXWATER_OFF   0
 225#define UARTWATER_RXWATER_OFF   16
 226
 227#define FSL_UART_RX_DMA_BUFFER_SIZE     64
 228
 229#define DRIVER_NAME     "fsl-lpuart"
 230#define DEV_NAME        "ttyLP"
 231#define UART_NR         6
 232
 233struct lpuart_port {
 234        struct uart_port        port;
 235        struct clk              *clk;
 236        unsigned int            txfifo_size;
 237        unsigned int            rxfifo_size;
 238        bool                    lpuart32;
 239
 240        bool                    lpuart_dma_tx_use;
 241        bool                    lpuart_dma_rx_use;
 242        struct dma_chan         *dma_tx_chan;
 243        struct dma_chan         *dma_rx_chan;
 244        struct dma_async_tx_descriptor  *dma_tx_desc;
 245        struct dma_async_tx_descriptor  *dma_rx_desc;
 246        dma_addr_t              dma_tx_buf_bus;
 247        dma_addr_t              dma_rx_buf_bus;
 248        dma_cookie_t            dma_tx_cookie;
 249        dma_cookie_t            dma_rx_cookie;
 250        unsigned char           *dma_tx_buf_virt;
 251        unsigned char           *dma_rx_buf_virt;
 252        unsigned int            dma_tx_bytes;
 253        unsigned int            dma_rx_bytes;
 254        int                     dma_tx_in_progress;
 255        int                     dma_rx_in_progress;
 256        unsigned int            dma_rx_timeout;
 257        struct timer_list       lpuart_timer;
 258};
 259
 260static const struct of_device_id lpuart_dt_ids[] = {
 261        {
 262                .compatible = "fsl,vf610-lpuart",
 263        },
 264        {
 265                .compatible = "fsl,ls1021a-lpuart",
 266        },
 267        { /* sentinel */ }
 268};
 269MODULE_DEVICE_TABLE(of, lpuart_dt_ids);
 270
 271/* Forward declare this for the dma callbacks*/
 272static void lpuart_dma_tx_complete(void *arg);
 273static void lpuart_dma_rx_complete(void *arg);
 274
 275static u32 lpuart32_read(void __iomem *addr)
 276{
 277        return ioread32be(addr);
 278}
 279
 280static void lpuart32_write(u32 val, void __iomem *addr)
 281{
 282        iowrite32be(val, addr);
 283}
 284
 285static void lpuart_stop_tx(struct uart_port *port)
 286{
 287        unsigned char temp;
 288
 289        temp = readb(port->membase + UARTCR2);
 290        temp &= ~(UARTCR2_TIE | UARTCR2_TCIE);
 291        writeb(temp, port->membase + UARTCR2);
 292}
 293
 294static void lpuart32_stop_tx(struct uart_port *port)
 295{
 296        unsigned long temp;
 297
 298        temp = lpuart32_read(port->membase + UARTCTRL);
 299        temp &= ~(UARTCTRL_TIE | UARTCTRL_TCIE);
 300        lpuart32_write(temp, port->membase + UARTCTRL);
 301}
 302
 303static void lpuart_stop_rx(struct uart_port *port)
 304{
 305        unsigned char temp;
 306
 307        temp = readb(port->membase + UARTCR2);
 308        writeb(temp & ~UARTCR2_RE, port->membase + UARTCR2);
 309}
 310
 311static void lpuart32_stop_rx(struct uart_port *port)
 312{
 313        unsigned long temp;
 314
 315        temp = lpuart32_read(port->membase + UARTCTRL);
 316        lpuart32_write(temp & ~UARTCTRL_RE, port->membase + UARTCTRL);
 317}
 318
 319static void lpuart_copy_rx_to_tty(struct lpuart_port *sport,
 320                struct tty_port *tty, int count)
 321{
 322        int copied;
 323
 324        sport->port.icount.rx += count;
 325
 326        if (!tty) {
 327                dev_err(sport->port.dev, "No tty port\n");
 328                return;
 329        }
 330
 331        dma_sync_single_for_cpu(sport->port.dev, sport->dma_rx_buf_bus,
 332                        FSL_UART_RX_DMA_BUFFER_SIZE, DMA_FROM_DEVICE);
 333        copied = tty_insert_flip_string(tty,
 334                        ((unsigned char *)(sport->dma_rx_buf_virt)), count);
 335
 336        if (copied != count) {
 337                WARN_ON(1);
 338                dev_err(sport->port.dev, "RxData copy to tty layer failed\n");
 339        }
 340
 341        dma_sync_single_for_device(sport->port.dev, sport->dma_rx_buf_bus,
 342                        FSL_UART_RX_DMA_BUFFER_SIZE, DMA_TO_DEVICE);
 343}
 344
 345static void lpuart_pio_tx(struct lpuart_port *sport)
 346{
 347        struct circ_buf *xmit = &sport->port.state->xmit;
 348        unsigned long flags;
 349
 350        spin_lock_irqsave(&sport->port.lock, flags);
 351
 352        while (!uart_circ_empty(xmit) &&
 353                readb(sport->port.membase + UARTTCFIFO) < sport->txfifo_size) {
 354                writeb(xmit->buf[xmit->tail], sport->port.membase + UARTDR);
 355                xmit->tail = (xmit->tail + 1) & (UART_XMIT_SIZE - 1);
 356                sport->port.icount.tx++;
 357        }
 358
 359        if (uart_circ_chars_pending(xmit) < WAKEUP_CHARS)
 360                uart_write_wakeup(&sport->port);
 361
 362        if (uart_circ_empty(xmit))
 363                writeb(readb(sport->port.membase + UARTCR5) | UARTCR5_TDMAS,
 364                        sport->port.membase + UARTCR5);
 365
 366        spin_unlock_irqrestore(&sport->port.lock, flags);
 367}
 368
 369static int lpuart_dma_tx(struct lpuart_port *sport, unsigned long count)
 370{
 371        struct circ_buf *xmit = &sport->port.state->xmit;
 372        dma_addr_t tx_bus_addr;
 373
 374        dma_sync_single_for_device(sport->port.dev, sport->dma_tx_buf_bus,
 375                                UART_XMIT_SIZE, DMA_TO_DEVICE);
 376        sport->dma_tx_bytes = count & ~(sport->txfifo_size - 1);
 377        tx_bus_addr = sport->dma_tx_buf_bus + xmit->tail;
 378        sport->dma_tx_desc = dmaengine_prep_slave_single(sport->dma_tx_chan,
 379                                        tx_bus_addr, sport->dma_tx_bytes,
 380                                        DMA_MEM_TO_DEV, DMA_PREP_INTERRUPT);
 381
 382        if (!sport->dma_tx_desc) {
 383                dev_err(sport->port.dev, "Not able to get desc for tx\n");
 384                return -EIO;
 385        }
 386
 387        sport->dma_tx_desc->callback = lpuart_dma_tx_complete;
 388        sport->dma_tx_desc->callback_param = sport;
 389        sport->dma_tx_in_progress = 1;
 390        sport->dma_tx_cookie = dmaengine_submit(sport->dma_tx_desc);
 391        dma_async_issue_pending(sport->dma_tx_chan);
 392
 393        return 0;
 394}
 395
 396static void lpuart_prepare_tx(struct lpuart_port *sport)
 397{
 398        struct circ_buf *xmit = &sport->port.state->xmit;
 399        unsigned long count =  CIRC_CNT_TO_END(xmit->head,
 400                                        xmit->tail, UART_XMIT_SIZE);
 401
 402        if (!count)
 403                return;
 404
 405        if (count < sport->txfifo_size)
 406                writeb(readb(sport->port.membase + UARTCR5) & ~UARTCR5_TDMAS,
 407                                sport->port.membase + UARTCR5);
 408        else {
 409                writeb(readb(sport->port.membase + UARTCR5) | UARTCR5_TDMAS,
 410                                sport->port.membase + UARTCR5);
 411                lpuart_dma_tx(sport, count);
 412        }
 413}
 414
 415static void lpuart_dma_tx_complete(void *arg)
 416{
 417        struct lpuart_port *sport = arg;
 418        struct circ_buf *xmit = &sport->port.state->xmit;
 419        unsigned long flags;
 420
 421        async_tx_ack(sport->dma_tx_desc);
 422
 423        spin_lock_irqsave(&sport->port.lock, flags);
 424
 425        xmit->tail = (xmit->tail + sport->dma_tx_bytes) & (UART_XMIT_SIZE - 1);
 426        sport->dma_tx_in_progress = 0;
 427
 428        if (uart_circ_chars_pending(xmit) < WAKEUP_CHARS)
 429                uart_write_wakeup(&sport->port);
 430
 431        lpuart_prepare_tx(sport);
 432
 433        spin_unlock_irqrestore(&sport->port.lock, flags);
 434}
 435
 436static int lpuart_dma_rx(struct lpuart_port *sport)
 437{
 438        dma_sync_single_for_device(sport->port.dev, sport->dma_rx_buf_bus,
 439                        FSL_UART_RX_DMA_BUFFER_SIZE, DMA_TO_DEVICE);
 440        sport->dma_rx_desc = dmaengine_prep_slave_single(sport->dma_rx_chan,
 441                        sport->dma_rx_buf_bus, FSL_UART_RX_DMA_BUFFER_SIZE,
 442                        DMA_DEV_TO_MEM, DMA_PREP_INTERRUPT);
 443
 444        if (!sport->dma_rx_desc) {
 445                dev_err(sport->port.dev, "Not able to get desc for rx\n");
 446                return -EIO;
 447        }
 448
 449        sport->dma_rx_desc->callback = lpuart_dma_rx_complete;
 450        sport->dma_rx_desc->callback_param = sport;
 451        sport->dma_rx_in_progress = 1;
 452        sport->dma_rx_cookie = dmaengine_submit(sport->dma_rx_desc);
 453        dma_async_issue_pending(sport->dma_rx_chan);
 454
 455        return 0;
 456}
 457
 458static void lpuart_flush_buffer(struct uart_port *port)
 459{
 460        struct lpuart_port *sport = container_of(port, struct lpuart_port, port);
 461        if (sport->lpuart_dma_tx_use) {
 462                dmaengine_terminate_all(sport->dma_tx_chan);
 463                sport->dma_tx_in_progress = 0;
 464        }
 465}
 466
 467static void lpuart_dma_rx_complete(void *arg)
 468{
 469        struct lpuart_port *sport = arg;
 470        struct tty_port *port = &sport->port.state->port;
 471        unsigned long flags;
 472
 473        async_tx_ack(sport->dma_rx_desc);
 474        mod_timer(&sport->lpuart_timer, jiffies + sport->dma_rx_timeout);
 475
 476        spin_lock_irqsave(&sport->port.lock, flags);
 477
 478        sport->dma_rx_in_progress = 0;
 479        lpuart_copy_rx_to_tty(sport, port, FSL_UART_RX_DMA_BUFFER_SIZE);
 480        tty_flip_buffer_push(port);
 481        lpuart_dma_rx(sport);
 482
 483        spin_unlock_irqrestore(&sport->port.lock, flags);
 484}
 485
 486static void lpuart_timer_func(unsigned long data)
 487{
 488        struct lpuart_port *sport = (struct lpuart_port *)data;
 489        struct tty_port *port = &sport->port.state->port;
 490        struct dma_tx_state state;
 491        unsigned long flags;
 492        unsigned char temp;
 493        int count;
 494
 495        del_timer(&sport->lpuart_timer);
 496        dmaengine_pause(sport->dma_rx_chan);
 497        dmaengine_tx_status(sport->dma_rx_chan, sport->dma_rx_cookie, &state);
 498        dmaengine_terminate_all(sport->dma_rx_chan);
 499        count = FSL_UART_RX_DMA_BUFFER_SIZE - state.residue;
 500        async_tx_ack(sport->dma_rx_desc);
 501
 502        spin_lock_irqsave(&sport->port.lock, flags);
 503
 504        sport->dma_rx_in_progress = 0;
 505        lpuart_copy_rx_to_tty(sport, port, count);
 506        tty_flip_buffer_push(port);
 507        temp = readb(sport->port.membase + UARTCR5);
 508        writeb(temp & ~UARTCR5_RDMAS, sport->port.membase + UARTCR5);
 509
 510        spin_unlock_irqrestore(&sport->port.lock, flags);
 511}
 512
 513static inline void lpuart_prepare_rx(struct lpuart_port *sport)
 514{
 515        unsigned long flags;
 516        unsigned char temp;
 517
 518        spin_lock_irqsave(&sport->port.lock, flags);
 519
 520        sport->lpuart_timer.expires = jiffies + sport->dma_rx_timeout;
 521        add_timer(&sport->lpuart_timer);
 522
 523        lpuart_dma_rx(sport);
 524        temp = readb(sport->port.membase + UARTCR5);
 525        writeb(temp | UARTCR5_RDMAS, sport->port.membase + UARTCR5);
 526
 527        spin_unlock_irqrestore(&sport->port.lock, flags);
 528}
 529
 530static inline void lpuart_transmit_buffer(struct lpuart_port *sport)
 531{
 532        struct circ_buf *xmit = &sport->port.state->xmit;
 533
 534        while (!uart_circ_empty(xmit) &&
 535                (readb(sport->port.membase + UARTTCFIFO) < sport->txfifo_size)) {
 536                writeb(xmit->buf[xmit->tail], sport->port.membase + UARTDR);
 537                xmit->tail = (xmit->tail + 1) & (UART_XMIT_SIZE - 1);
 538                sport->port.icount.tx++;
 539        }
 540
 541        if (uart_circ_chars_pending(xmit) < WAKEUP_CHARS)
 542                uart_write_wakeup(&sport->port);
 543
 544        if (uart_circ_empty(xmit))
 545                lpuart_stop_tx(&sport->port);
 546}
 547
 548static inline void lpuart32_transmit_buffer(struct lpuart_port *sport)
 549{
 550        struct circ_buf *xmit = &sport->port.state->xmit;
 551        unsigned long txcnt;
 552
 553        txcnt = lpuart32_read(sport->port.membase + UARTWATER);
 554        txcnt = txcnt >> UARTWATER_TXCNT_OFF;
 555        txcnt &= UARTWATER_COUNT_MASK;
 556        while (!uart_circ_empty(xmit) && (txcnt < sport->txfifo_size)) {
 557                lpuart32_write(xmit->buf[xmit->tail], sport->port.membase + UARTDATA);
 558                xmit->tail = (xmit->tail + 1) & (UART_XMIT_SIZE - 1);
 559                sport->port.icount.tx++;
 560                txcnt = lpuart32_read(sport->port.membase + UARTWATER);
 561                txcnt = txcnt >> UARTWATER_TXCNT_OFF;
 562                txcnt &= UARTWATER_COUNT_MASK;
 563        }
 564
 565        if (uart_circ_chars_pending(xmit) < WAKEUP_CHARS)
 566                uart_write_wakeup(&sport->port);
 567
 568        if (uart_circ_empty(xmit))
 569                lpuart32_stop_tx(&sport->port);
 570}
 571
 572static void lpuart_start_tx(struct uart_port *port)
 573{
 574        struct lpuart_port *sport = container_of(port,
 575                        struct lpuart_port, port);
 576        struct circ_buf *xmit = &sport->port.state->xmit;
 577        unsigned char temp;
 578
 579        temp = readb(port->membase + UARTCR2);
 580        writeb(temp | UARTCR2_TIE, port->membase + UARTCR2);
 581
 582        if (sport->lpuart_dma_tx_use) {
 583                if (!uart_circ_empty(xmit) && !sport->dma_tx_in_progress)
 584                        lpuart_prepare_tx(sport);
 585        } else {
 586                if (readb(port->membase + UARTSR1) & UARTSR1_TDRE)
 587                        lpuart_transmit_buffer(sport);
 588        }
 589}
 590
 591static void lpuart32_start_tx(struct uart_port *port)
 592{
 593        struct lpuart_port *sport = container_of(port, struct lpuart_port, port);
 594        unsigned long temp;
 595
 596        temp = lpuart32_read(port->membase + UARTCTRL);
 597        lpuart32_write(temp | UARTCTRL_TIE, port->membase + UARTCTRL);
 598
 599        if (lpuart32_read(port->membase + UARTSTAT) & UARTSTAT_TDRE)
 600                lpuart32_transmit_buffer(sport);
 601}
 602
 603static irqreturn_t lpuart_txint(int irq, void *dev_id)
 604{
 605        struct lpuart_port *sport = dev_id;
 606        struct circ_buf *xmit = &sport->port.state->xmit;
 607        unsigned long flags;
 608
 609        spin_lock_irqsave(&sport->port.lock, flags);
 610        if (sport->port.x_char) {
 611                if (sport->lpuart32)
 612                        lpuart32_write(sport->port.x_char, sport->port.membase + UARTDATA);
 613                else
 614                        writeb(sport->port.x_char, sport->port.membase + UARTDR);
 615                goto out;
 616        }
 617
 618        if (uart_circ_empty(xmit) || uart_tx_stopped(&sport->port)) {
 619                if (sport->lpuart32)
 620                        lpuart32_stop_tx(&sport->port);
 621                else
 622                        lpuart_stop_tx(&sport->port);
 623                goto out;
 624        }
 625
 626        if (sport->lpuart32)
 627                lpuart32_transmit_buffer(sport);
 628        else
 629                lpuart_transmit_buffer(sport);
 630
 631        if (uart_circ_chars_pending(xmit) < WAKEUP_CHARS)
 632                uart_write_wakeup(&sport->port);
 633
 634out:
 635        spin_unlock_irqrestore(&sport->port.lock, flags);
 636        return IRQ_HANDLED;
 637}
 638
 639static irqreturn_t lpuart_rxint(int irq, void *dev_id)
 640{
 641        struct lpuart_port *sport = dev_id;
 642        unsigned int flg, ignored = 0;
 643        struct tty_port *port = &sport->port.state->port;
 644        unsigned long flags;
 645        unsigned char rx, sr;
 646
 647        spin_lock_irqsave(&sport->port.lock, flags);
 648
 649        while (!(readb(sport->port.membase + UARTSFIFO) & UARTSFIFO_RXEMPT)) {
 650                flg = TTY_NORMAL;
 651                sport->port.icount.rx++;
 652                /*
 653                 * to clear the FE, OR, NF, FE, PE flags,
 654                 * read SR1 then read DR
 655                 */
 656                sr = readb(sport->port.membase + UARTSR1);
 657                rx = readb(sport->port.membase + UARTDR);
 658
 659                if (uart_handle_sysrq_char(&sport->port, (unsigned char)rx))
 660                        continue;
 661
 662                if (sr & (UARTSR1_PE | UARTSR1_OR | UARTSR1_FE)) {
 663                        if (sr & UARTSR1_PE)
 664                                sport->port.icount.parity++;
 665                        else if (sr & UARTSR1_FE)
 666                                sport->port.icount.frame++;
 667
 668                        if (sr & UARTSR1_OR)
 669                                sport->port.icount.overrun++;
 670
 671                        if (sr & sport->port.ignore_status_mask) {
 672                                if (++ignored > 100)
 673                                        goto out;
 674                                continue;
 675                        }
 676
 677                        sr &= sport->port.read_status_mask;
 678
 679                        if (sr & UARTSR1_PE)
 680                                flg = TTY_PARITY;
 681                        else if (sr & UARTSR1_FE)
 682                                flg = TTY_FRAME;
 683
 684                        if (sr & UARTSR1_OR)
 685                                flg = TTY_OVERRUN;
 686
 687#ifdef SUPPORT_SYSRQ
 688                        sport->port.sysrq = 0;
 689#endif
 690                }
 691
 692                tty_insert_flip_char(port, rx, flg);
 693        }
 694
 695out:
 696        spin_unlock_irqrestore(&sport->port.lock, flags);
 697
 698        tty_flip_buffer_push(port);
 699        return IRQ_HANDLED;
 700}
 701
 702static irqreturn_t lpuart32_rxint(int irq, void *dev_id)
 703{
 704        struct lpuart_port *sport = dev_id;
 705        unsigned int flg, ignored = 0;
 706        struct tty_port *port = &sport->port.state->port;
 707        unsigned long flags;
 708        unsigned long rx, sr;
 709
 710        spin_lock_irqsave(&sport->port.lock, flags);
 711
 712        while (!(lpuart32_read(sport->port.membase + UARTFIFO) & UARTFIFO_RXEMPT)) {
 713                flg = TTY_NORMAL;
 714                sport->port.icount.rx++;
 715                /*
 716                 * to clear the FE, OR, NF, FE, PE flags,
 717                 * read STAT then read DATA reg
 718                 */
 719                sr = lpuart32_read(sport->port.membase + UARTSTAT);
 720                rx = lpuart32_read(sport->port.membase + UARTDATA);
 721                rx &= 0x3ff;
 722
 723                if (uart_handle_sysrq_char(&sport->port, (unsigned char)rx))
 724                        continue;
 725
 726                if (sr & (UARTSTAT_PE | UARTSTAT_OR | UARTSTAT_FE)) {
 727                        if (sr & UARTSTAT_PE)
 728                                sport->port.icount.parity++;
 729                        else if (sr & UARTSTAT_FE)
 730                                sport->port.icount.frame++;
 731
 732                        if (sr & UARTSTAT_OR)
 733                                sport->port.icount.overrun++;
 734
 735                        if (sr & sport->port.ignore_status_mask) {
 736                                if (++ignored > 100)
 737                                        goto out;
 738                                continue;
 739                        }
 740
 741                        sr &= sport->port.read_status_mask;
 742
 743                        if (sr & UARTSTAT_PE)
 744                                flg = TTY_PARITY;
 745                        else if (sr & UARTSTAT_FE)
 746                                flg = TTY_FRAME;
 747
 748                        if (sr & UARTSTAT_OR)
 749                                flg = TTY_OVERRUN;
 750
 751#ifdef SUPPORT_SYSRQ
 752                        sport->port.sysrq = 0;
 753#endif
 754                }
 755
 756                tty_insert_flip_char(port, rx, flg);
 757        }
 758
 759out:
 760        spin_unlock_irqrestore(&sport->port.lock, flags);
 761
 762        tty_flip_buffer_push(port);
 763        return IRQ_HANDLED;
 764}
 765
 766static irqreturn_t lpuart_int(int irq, void *dev_id)
 767{
 768        struct lpuart_port *sport = dev_id;
 769        unsigned char sts, crdma;
 770
 771        sts = readb(sport->port.membase + UARTSR1);
 772        crdma = readb(sport->port.membase + UARTCR5);
 773
 774        if (sts & UARTSR1_RDRF && !(crdma & UARTCR5_RDMAS)) {
 775                if (sport->lpuart_dma_rx_use)
 776                        lpuart_prepare_rx(sport);
 777                else
 778                        lpuart_rxint(irq, dev_id);
 779        }
 780        if (sts & UARTSR1_TDRE && !(crdma & UARTCR5_TDMAS)) {
 781                if (sport->lpuart_dma_tx_use)
 782                        lpuart_pio_tx(sport);
 783                else
 784                        lpuart_txint(irq, dev_id);
 785        }
 786
 787        return IRQ_HANDLED;
 788}
 789
 790static irqreturn_t lpuart32_int(int irq, void *dev_id)
 791{
 792        struct lpuart_port *sport = dev_id;
 793        unsigned long sts, rxcount;
 794
 795        sts = lpuart32_read(sport->port.membase + UARTSTAT);
 796        rxcount = lpuart32_read(sport->port.membase + UARTWATER);
 797        rxcount = rxcount >> UARTWATER_RXCNT_OFF;
 798
 799        if (sts & UARTSTAT_RDRF || rxcount > 0)
 800                lpuart32_rxint(irq, dev_id);
 801
 802        if ((sts & UARTSTAT_TDRE) &&
 803                !(lpuart32_read(sport->port.membase + UARTBAUD) & UARTBAUD_TDMAE))
 804                lpuart_txint(irq, dev_id);
 805
 806        lpuart32_write(sts, sport->port.membase + UARTSTAT);
 807        return IRQ_HANDLED;
 808}
 809
 810/* return TIOCSER_TEMT when transmitter is not busy */
 811static unsigned int lpuart_tx_empty(struct uart_port *port)
 812{
 813        return (readb(port->membase + UARTSR1) & UARTSR1_TC) ?
 814                TIOCSER_TEMT : 0;
 815}
 816
 817static unsigned int lpuart32_tx_empty(struct uart_port *port)
 818{
 819        return (lpuart32_read(port->membase + UARTSTAT) & UARTSTAT_TC) ?
 820                TIOCSER_TEMT : 0;
 821}
 822
 823static unsigned int lpuart_get_mctrl(struct uart_port *port)
 824{
 825        unsigned int temp = 0;
 826        unsigned char reg;
 827
 828        reg = readb(port->membase + UARTMODEM);
 829        if (reg & UARTMODEM_TXCTSE)
 830                temp |= TIOCM_CTS;
 831
 832        if (reg & UARTMODEM_RXRTSE)
 833                temp |= TIOCM_RTS;
 834
 835        return temp;
 836}
 837
 838static unsigned int lpuart32_get_mctrl(struct uart_port *port)
 839{
 840        unsigned int temp = 0;
 841        unsigned long reg;
 842
 843        reg = lpuart32_read(port->membase + UARTMODIR);
 844        if (reg & UARTMODIR_TXCTSE)
 845                temp |= TIOCM_CTS;
 846
 847        if (reg & UARTMODIR_RXRTSE)
 848                temp |= TIOCM_RTS;
 849
 850        return temp;
 851}
 852
 853static void lpuart_set_mctrl(struct uart_port *port, unsigned int mctrl)
 854{
 855        unsigned char temp;
 856
 857        temp = readb(port->membase + UARTMODEM) &
 858                        ~(UARTMODEM_RXRTSE | UARTMODEM_TXCTSE);
 859
 860        if (mctrl & TIOCM_RTS)
 861                temp |= UARTMODEM_RXRTSE;
 862
 863        if (mctrl & TIOCM_CTS)
 864                temp |= UARTMODEM_TXCTSE;
 865
 866        writeb(temp, port->membase + UARTMODEM);
 867}
 868
 869static void lpuart32_set_mctrl(struct uart_port *port, unsigned int mctrl)
 870{
 871        unsigned long temp;
 872
 873        temp = lpuart32_read(port->membase + UARTMODIR) &
 874                        ~(UARTMODIR_RXRTSE | UARTMODIR_TXCTSE);
 875
 876        if (mctrl & TIOCM_RTS)
 877                temp |= UARTMODIR_RXRTSE;
 878
 879        if (mctrl & TIOCM_CTS)
 880                temp |= UARTMODIR_TXCTSE;
 881
 882        lpuart32_write(temp, port->membase + UARTMODIR);
 883}
 884
 885static void lpuart_break_ctl(struct uart_port *port, int break_state)
 886{
 887        unsigned char temp;
 888
 889        temp = readb(port->membase + UARTCR2) & ~UARTCR2_SBK;
 890
 891        if (break_state != 0)
 892                temp |= UARTCR2_SBK;
 893
 894        writeb(temp, port->membase + UARTCR2);
 895}
 896
 897static void lpuart32_break_ctl(struct uart_port *port, int break_state)
 898{
 899        unsigned long temp;
 900
 901        temp = lpuart32_read(port->membase + UARTCTRL) & ~UARTCTRL_SBK;
 902
 903        if (break_state != 0)
 904                temp |= UARTCTRL_SBK;
 905
 906        lpuart32_write(temp, port->membase + UARTCTRL);
 907}
 908
 909static void lpuart_setup_watermark(struct lpuart_port *sport)
 910{
 911        unsigned char val, cr2;
 912        unsigned char cr2_saved;
 913
 914        cr2 = readb(sport->port.membase + UARTCR2);
 915        cr2_saved = cr2;
 916        cr2 &= ~(UARTCR2_TIE | UARTCR2_TCIE | UARTCR2_TE |
 917                        UARTCR2_RIE | UARTCR2_RE);
 918        writeb(cr2, sport->port.membase + UARTCR2);
 919
 920        val = readb(sport->port.membase + UARTPFIFO);
 921        writeb(val | UARTPFIFO_TXFE | UARTPFIFO_RXFE,
 922                        sport->port.membase + UARTPFIFO);
 923
 924        /* explicitly clear RDRF */
 925        readb(sport->port.membase + UARTSR1);
 926
 927        /* flush Tx and Rx FIFO */
 928        writeb(UARTCFIFO_TXFLUSH | UARTCFIFO_RXFLUSH,
 929                        sport->port.membase + UARTCFIFO);
 930
 931        writeb(0, sport->port.membase + UARTTWFIFO);
 932        writeb(1, sport->port.membase + UARTRWFIFO);
 933
 934        /* Restore cr2 */
 935        writeb(cr2_saved, sport->port.membase + UARTCR2);
 936}
 937
 938static void lpuart32_setup_watermark(struct lpuart_port *sport)
 939{
 940        unsigned long val, ctrl;
 941        unsigned long ctrl_saved;
 942
 943        ctrl = lpuart32_read(sport->port.membase + UARTCTRL);
 944        ctrl_saved = ctrl;
 945        ctrl &= ~(UARTCTRL_TIE | UARTCTRL_TCIE | UARTCTRL_TE |
 946                        UARTCTRL_RIE | UARTCTRL_RE);
 947        lpuart32_write(ctrl, sport->port.membase + UARTCTRL);
 948
 949        /* enable FIFO mode */
 950        val = lpuart32_read(sport->port.membase + UARTFIFO);
 951        val |= UARTFIFO_TXFE | UARTFIFO_RXFE;
 952        val |= UARTFIFO_TXFLUSH | UARTFIFO_RXFLUSH;
 953        lpuart32_write(val, sport->port.membase + UARTFIFO);
 954
 955        /* set the watermark */
 956        val = (0x1 << UARTWATER_RXWATER_OFF) | (0x0 << UARTWATER_TXWATER_OFF);
 957        lpuart32_write(val, sport->port.membase + UARTWATER);
 958
 959        /* Restore cr2 */
 960        lpuart32_write(ctrl_saved, sport->port.membase + UARTCTRL);
 961}
 962
 963static int lpuart_dma_tx_request(struct uart_port *port)
 964{
 965        struct lpuart_port *sport = container_of(port,
 966                                        struct lpuart_port, port);
 967        struct dma_slave_config dma_tx_sconfig;
 968        dma_addr_t dma_bus;
 969        unsigned char *dma_buf;
 970        int ret;
 971
 972        dma_bus = dma_map_single(sport->dma_tx_chan->device->dev,
 973                                sport->port.state->xmit.buf,
 974                                UART_XMIT_SIZE, DMA_TO_DEVICE);
 975
 976        if (dma_mapping_error(sport->dma_tx_chan->device->dev, dma_bus)) {
 977                dev_err(sport->port.dev, "dma_map_single tx failed\n");
 978                return -ENOMEM;
 979        }
 980
 981        dma_buf = sport->port.state->xmit.buf;
 982        dma_tx_sconfig.dst_addr = sport->port.mapbase + UARTDR;
 983        dma_tx_sconfig.dst_addr_width = DMA_SLAVE_BUSWIDTH_1_BYTE;
 984        dma_tx_sconfig.dst_maxburst = sport->txfifo_size;
 985        dma_tx_sconfig.direction = DMA_MEM_TO_DEV;
 986        ret = dmaengine_slave_config(sport->dma_tx_chan, &dma_tx_sconfig);
 987
 988        if (ret < 0) {
 989                dev_err(sport->port.dev,
 990                                "Dma slave config failed, err = %d\n", ret);
 991                return ret;
 992        }
 993
 994        sport->dma_tx_buf_virt = dma_buf;
 995        sport->dma_tx_buf_bus = dma_bus;
 996        sport->dma_tx_in_progress = 0;
 997
 998        return 0;
 999}
1000
1001static int lpuart_dma_rx_request(struct uart_port *port)
1002{
1003        struct lpuart_port *sport = container_of(port,
1004                                        struct lpuart_port, port);
1005        struct dma_slave_config dma_rx_sconfig;
1006        dma_addr_t dma_bus;
1007        unsigned char *dma_buf;
1008        int ret;
1009
1010        dma_buf = devm_kzalloc(sport->port.dev,
1011                                FSL_UART_RX_DMA_BUFFER_SIZE, GFP_KERNEL);
1012
1013        if (!dma_buf) {
1014                dev_err(sport->port.dev, "Dma rx alloc failed\n");
1015                return -ENOMEM;
1016        }
1017
1018        dma_bus = dma_map_single(sport->dma_rx_chan->device->dev, dma_buf,
1019                                FSL_UART_RX_DMA_BUFFER_SIZE, DMA_FROM_DEVICE);
1020
1021        if (dma_mapping_error(sport->dma_rx_chan->device->dev, dma_bus)) {
1022                dev_err(sport->port.dev, "dma_map_single rx failed\n");
1023                return -ENOMEM;
1024        }
1025
1026        dma_rx_sconfig.src_addr = sport->port.mapbase + UARTDR;
1027        dma_rx_sconfig.src_addr_width = DMA_SLAVE_BUSWIDTH_1_BYTE;
1028        dma_rx_sconfig.src_maxburst = 1;
1029        dma_rx_sconfig.direction = DMA_DEV_TO_MEM;
1030        ret = dmaengine_slave_config(sport->dma_rx_chan, &dma_rx_sconfig);
1031
1032        if (ret < 0) {
1033                dev_err(sport->port.dev,
1034                                "Dma slave config failed, err = %d\n", ret);
1035                return ret;
1036        }
1037
1038        sport->dma_rx_buf_virt = dma_buf;
1039        sport->dma_rx_buf_bus = dma_bus;
1040        sport->dma_rx_in_progress = 0;
1041
1042        return 0;
1043}
1044
1045static void lpuart_dma_tx_free(struct uart_port *port)
1046{
1047        struct lpuart_port *sport = container_of(port,
1048                                        struct lpuart_port, port);
1049
1050        dma_unmap_single(sport->port.dev, sport->dma_tx_buf_bus,
1051                        UART_XMIT_SIZE, DMA_TO_DEVICE);
1052
1053        sport->dma_tx_buf_bus = 0;
1054        sport->dma_tx_buf_virt = NULL;
1055}
1056
1057static void lpuart_dma_rx_free(struct uart_port *port)
1058{
1059        struct lpuart_port *sport = container_of(port,
1060                                        struct lpuart_port, port);
1061
1062        dma_unmap_single(sport->port.dev, sport->dma_rx_buf_bus,
1063                        FSL_UART_RX_DMA_BUFFER_SIZE, DMA_FROM_DEVICE);
1064
1065        sport->dma_rx_buf_bus = 0;
1066        sport->dma_rx_buf_virt = NULL;
1067}
1068
1069static int lpuart_startup(struct uart_port *port)
1070{
1071        struct lpuart_port *sport = container_of(port, struct lpuart_port, port);
1072        int ret;
1073        unsigned long flags;
1074        unsigned char temp;
1075
1076        /* determine FIFO size and enable FIFO mode */
1077        temp = readb(sport->port.membase + UARTPFIFO);
1078
1079        sport->txfifo_size = 0x1 << (((temp >> UARTPFIFO_TXSIZE_OFF) &
1080                UARTPFIFO_FIFOSIZE_MASK) + 1);
1081
1082        sport->port.fifosize = sport->txfifo_size;
1083
1084        sport->rxfifo_size = 0x1 << (((temp >> UARTPFIFO_RXSIZE_OFF) &
1085                UARTPFIFO_FIFOSIZE_MASK) + 1);
1086
1087        if (sport->dma_rx_chan && !lpuart_dma_rx_request(port)) {
1088                sport->lpuart_dma_rx_use = true;
1089                setup_timer(&sport->lpuart_timer, lpuart_timer_func,
1090                            (unsigned long)sport);
1091        } else
1092                sport->lpuart_dma_rx_use = false;
1093
1094
1095        if (sport->dma_tx_chan && !lpuart_dma_tx_request(port)) {
1096                sport->lpuart_dma_tx_use = true;
1097                temp = readb(port->membase + UARTCR5);
1098                temp &= ~UARTCR5_RDMAS;
1099                writeb(temp | UARTCR5_TDMAS, port->membase + UARTCR5);
1100        } else
1101                sport->lpuart_dma_tx_use = false;
1102
1103        ret = devm_request_irq(port->dev, port->irq, lpuart_int, 0,
1104                                DRIVER_NAME, sport);
1105        if (ret)
1106                return ret;
1107
1108        spin_lock_irqsave(&sport->port.lock, flags);
1109
1110        lpuart_setup_watermark(sport);
1111
1112        temp = readb(sport->port.membase + UARTCR2);
1113        temp |= (UARTCR2_RIE | UARTCR2_TIE | UARTCR2_RE | UARTCR2_TE);
1114        writeb(temp, sport->port.membase + UARTCR2);
1115
1116        spin_unlock_irqrestore(&sport->port.lock, flags);
1117        return 0;
1118}
1119
1120static int lpuart32_startup(struct uart_port *port)
1121{
1122        struct lpuart_port *sport = container_of(port, struct lpuart_port, port);
1123        int ret;
1124        unsigned long flags;
1125        unsigned long temp;
1126
1127        /* determine FIFO size */
1128        temp = lpuart32_read(sport->port.membase + UARTFIFO);
1129
1130        sport->txfifo_size = 0x1 << (((temp >> UARTFIFO_TXSIZE_OFF) &
1131                UARTFIFO_FIFOSIZE_MASK) - 1);
1132
1133        sport->rxfifo_size = 0x1 << (((temp >> UARTFIFO_RXSIZE_OFF) &
1134                UARTFIFO_FIFOSIZE_MASK) - 1);
1135
1136        ret = devm_request_irq(port->dev, port->irq, lpuart32_int, 0,
1137                                DRIVER_NAME, sport);
1138        if (ret)
1139                return ret;
1140
1141        spin_lock_irqsave(&sport->port.lock, flags);
1142
1143        lpuart32_setup_watermark(sport);
1144
1145        temp = lpuart32_read(sport->port.membase + UARTCTRL);
1146        temp |= (UARTCTRL_RIE | UARTCTRL_TIE | UARTCTRL_RE | UARTCTRL_TE);
1147        temp |= UARTCTRL_ILIE;
1148        lpuart32_write(temp, sport->port.membase + UARTCTRL);
1149
1150        spin_unlock_irqrestore(&sport->port.lock, flags);
1151        return 0;
1152}
1153
1154static void lpuart_shutdown(struct uart_port *port)
1155{
1156        struct lpuart_port *sport = container_of(port, struct lpuart_port, port);
1157        unsigned char temp;
1158        unsigned long flags;
1159
1160        spin_lock_irqsave(&port->lock, flags);
1161
1162        /* disable Rx/Tx and interrupts */
1163        temp = readb(port->membase + UARTCR2);
1164        temp &= ~(UARTCR2_TE | UARTCR2_RE |
1165                        UARTCR2_TIE | UARTCR2_TCIE | UARTCR2_RIE);
1166        writeb(temp, port->membase + UARTCR2);
1167
1168        spin_unlock_irqrestore(&port->lock, flags);
1169
1170        devm_free_irq(port->dev, port->irq, sport);
1171
1172        if (sport->lpuart_dma_rx_use) {
1173                lpuart_dma_rx_free(&sport->port);
1174                del_timer_sync(&sport->lpuart_timer);
1175        }
1176
1177        if (sport->lpuart_dma_tx_use)
1178                lpuart_dma_tx_free(&sport->port);
1179}
1180
1181static void lpuart32_shutdown(struct uart_port *port)
1182{
1183        struct lpuart_port *sport = container_of(port, struct lpuart_port, port);
1184        unsigned long temp;
1185        unsigned long flags;
1186
1187        spin_lock_irqsave(&port->lock, flags);
1188
1189        /* disable Rx/Tx and interrupts */
1190        temp = lpuart32_read(port->membase + UARTCTRL);
1191        temp &= ~(UARTCTRL_TE | UARTCTRL_RE |
1192                        UARTCTRL_TIE | UARTCTRL_TCIE | UARTCTRL_RIE);
1193        lpuart32_write(temp, port->membase + UARTCTRL);
1194
1195        spin_unlock_irqrestore(&port->lock, flags);
1196
1197        devm_free_irq(port->dev, port->irq, sport);
1198}
1199
1200static void
1201lpuart_set_termios(struct uart_port *port, struct ktermios *termios,
1202                   struct ktermios *old)
1203{
1204        struct lpuart_port *sport = container_of(port, struct lpuart_port, port);
1205        unsigned long flags;
1206        unsigned char cr1, old_cr1, old_cr2, cr4, bdh, modem;
1207        unsigned int  baud;
1208        unsigned int old_csize = old ? old->c_cflag & CSIZE : CS8;
1209        unsigned int sbr, brfa;
1210
1211        cr1 = old_cr1 = readb(sport->port.membase + UARTCR1);
1212        old_cr2 = readb(sport->port.membase + UARTCR2);
1213        cr4 = readb(sport->port.membase + UARTCR4);
1214        bdh = readb(sport->port.membase + UARTBDH);
1215        modem = readb(sport->port.membase + UARTMODEM);
1216        /*
1217         * only support CS8 and CS7, and for CS7 must enable PE.
1218         * supported mode:
1219         *  - (7,e/o,1)
1220         *  - (8,n,1)
1221         *  - (8,m/s,1)
1222         *  - (8,e/o,1)
1223         */
1224        while ((termios->c_cflag & CSIZE) != CS8 &&
1225                (termios->c_cflag & CSIZE) != CS7) {
1226                termios->c_cflag &= ~CSIZE;
1227                termios->c_cflag |= old_csize;
1228                old_csize = CS8;
1229        }
1230
1231        if ((termios->c_cflag & CSIZE) == CS8 ||
1232                (termios->c_cflag & CSIZE) == CS7)
1233                cr1 = old_cr1 & ~UARTCR1_M;
1234
1235        if (termios->c_cflag & CMSPAR) {
1236                if ((termios->c_cflag & CSIZE) != CS8) {
1237                        termios->c_cflag &= ~CSIZE;
1238                        termios->c_cflag |= CS8;
1239                }
1240                cr1 |= UARTCR1_M;
1241        }
1242
1243        if (termios->c_cflag & CRTSCTS) {
1244                modem |= (UARTMODEM_RXRTSE | UARTMODEM_TXCTSE);
1245        } else {
1246                termios->c_cflag &= ~CRTSCTS;
1247                modem &= ~(UARTMODEM_RXRTSE | UARTMODEM_TXCTSE);
1248        }
1249
1250        if (termios->c_cflag & CSTOPB)
1251                termios->c_cflag &= ~CSTOPB;
1252
1253        /* parity must be enabled when CS7 to match 8-bits format */
1254        if ((termios->c_cflag & CSIZE) == CS7)
1255                termios->c_cflag |= PARENB;
1256
1257        if ((termios->c_cflag & PARENB)) {
1258                if (termios->c_cflag & CMSPAR) {
1259                        cr1 &= ~UARTCR1_PE;
1260                        cr1 |= UARTCR1_M;
1261                } else {
1262                        cr1 |= UARTCR1_PE;
1263                        if ((termios->c_cflag & CSIZE) == CS8)
1264                                cr1 |= UARTCR1_M;
1265                        if (termios->c_cflag & PARODD)
1266                                cr1 |= UARTCR1_PT;
1267                        else
1268                                cr1 &= ~UARTCR1_PT;
1269                }
1270        }
1271
1272        /* ask the core to calculate the divisor */
1273        baud = uart_get_baud_rate(port, termios, old, 50, port->uartclk / 16);
1274
1275        spin_lock_irqsave(&sport->port.lock, flags);
1276
1277        sport->port.read_status_mask = 0;
1278        if (termios->c_iflag & INPCK)
1279                sport->port.read_status_mask |= (UARTSR1_FE | UARTSR1_PE);
1280        if (termios->c_iflag & (IGNBRK | BRKINT | PARMRK))
1281                sport->port.read_status_mask |= UARTSR1_FE;
1282
1283        /* characters to ignore */
1284        sport->port.ignore_status_mask = 0;
1285        if (termios->c_iflag & IGNPAR)
1286                sport->port.ignore_status_mask |= UARTSR1_PE;
1287        if (termios->c_iflag & IGNBRK) {
1288                sport->port.ignore_status_mask |= UARTSR1_FE;
1289                /*
1290                 * if we're ignoring parity and break indicators,
1291                 * ignore overruns too (for real raw support).
1292                 */
1293                if (termios->c_iflag & IGNPAR)
1294                        sport->port.ignore_status_mask |= UARTSR1_OR;
1295        }
1296
1297        /* update the per-port timeout */
1298        uart_update_timeout(port, termios->c_cflag, baud);
1299
1300        if (sport->lpuart_dma_rx_use) {
1301                /* Calculate delay for 1.5 DMA buffers */
1302                sport->dma_rx_timeout = (sport->port.timeout - HZ / 50) *
1303                                        FSL_UART_RX_DMA_BUFFER_SIZE * 3 /
1304                                        sport->rxfifo_size / 2;
1305                dev_dbg(port->dev, "DMA Rx t-out %ums, tty t-out %u jiffies\n",
1306                        sport->dma_rx_timeout * 1000 / HZ, sport->port.timeout);
1307                if (sport->dma_rx_timeout < msecs_to_jiffies(20))
1308                        sport->dma_rx_timeout = msecs_to_jiffies(20);
1309        }
1310
1311        /* wait transmit engin complete */
1312        while (!(readb(sport->port.membase + UARTSR1) & UARTSR1_TC))
1313                barrier();
1314
1315        /* disable transmit and receive */
1316        writeb(old_cr2 & ~(UARTCR2_TE | UARTCR2_RE),
1317                        sport->port.membase + UARTCR2);
1318
1319        sbr = sport->port.uartclk / (16 * baud);
1320        brfa = ((sport->port.uartclk - (16 * sbr * baud)) * 2) / baud;
1321        bdh &= ~UARTBDH_SBR_MASK;
1322        bdh |= (sbr >> 8) & 0x1F;
1323        cr4 &= ~UARTCR4_BRFA_MASK;
1324        brfa &= UARTCR4_BRFA_MASK;
1325        writeb(cr4 | brfa, sport->port.membase + UARTCR4);
1326        writeb(bdh, sport->port.membase + UARTBDH);
1327        writeb(sbr & 0xFF, sport->port.membase + UARTBDL);
1328        writeb(cr1, sport->port.membase + UARTCR1);
1329        writeb(modem, sport->port.membase + UARTMODEM);
1330
1331        /* restore control register */
1332        writeb(old_cr2, sport->port.membase + UARTCR2);
1333
1334        spin_unlock_irqrestore(&sport->port.lock, flags);
1335}
1336
1337static void
1338lpuart32_set_termios(struct uart_port *port, struct ktermios *termios,
1339                   struct ktermios *old)
1340{
1341        struct lpuart_port *sport = container_of(port, struct lpuart_port, port);
1342        unsigned long flags;
1343        unsigned long ctrl, old_ctrl, bd, modem;
1344        unsigned int  baud;
1345        unsigned int old_csize = old ? old->c_cflag & CSIZE : CS8;
1346        unsigned int sbr;
1347
1348        ctrl = old_ctrl = lpuart32_read(sport->port.membase + UARTCTRL);
1349        bd = lpuart32_read(sport->port.membase + UARTBAUD);
1350        modem = lpuart32_read(sport->port.membase + UARTMODIR);
1351        /*
1352         * only support CS8 and CS7, and for CS7 must enable PE.
1353         * supported mode:
1354         *  - (7,e/o,1)
1355         *  - (8,n,1)
1356         *  - (8,m/s,1)
1357         *  - (8,e/o,1)
1358         */
1359        while ((termios->c_cflag & CSIZE) != CS8 &&
1360                (termios->c_cflag & CSIZE) != CS7) {
1361                termios->c_cflag &= ~CSIZE;
1362                termios->c_cflag |= old_csize;
1363                old_csize = CS8;
1364        }
1365
1366        if ((termios->c_cflag & CSIZE) == CS8 ||
1367                (termios->c_cflag & CSIZE) == CS7)
1368                ctrl = old_ctrl & ~UARTCTRL_M;
1369
1370        if (termios->c_cflag & CMSPAR) {
1371                if ((termios->c_cflag & CSIZE) != CS8) {
1372                        termios->c_cflag &= ~CSIZE;
1373                        termios->c_cflag |= CS8;
1374                }
1375                ctrl |= UARTCTRL_M;
1376        }
1377
1378        if (termios->c_cflag & CRTSCTS) {
1379                modem |= (UARTMODEM_RXRTSE | UARTMODEM_TXCTSE);
1380        } else {
1381                termios->c_cflag &= ~CRTSCTS;
1382                modem &= ~(UARTMODEM_RXRTSE | UARTMODEM_TXCTSE);
1383        }
1384
1385        if (termios->c_cflag & CSTOPB)
1386                termios->c_cflag &= ~CSTOPB;
1387
1388        /* parity must be enabled when CS7 to match 8-bits format */
1389        if ((termios->c_cflag & CSIZE) == CS7)
1390                termios->c_cflag |= PARENB;
1391
1392        if ((termios->c_cflag & PARENB)) {
1393                if (termios->c_cflag & CMSPAR) {
1394                        ctrl &= ~UARTCTRL_PE;
1395                        ctrl |= UARTCTRL_M;
1396                } else {
1397                        ctrl |= UARTCR1_PE;
1398                        if ((termios->c_cflag & CSIZE) == CS8)
1399                                ctrl |= UARTCTRL_M;
1400                        if (termios->c_cflag & PARODD)
1401                                ctrl |= UARTCTRL_PT;
1402                        else
1403                                ctrl &= ~UARTCTRL_PT;
1404                }
1405        }
1406
1407        /* ask the core to calculate the divisor */
1408        baud = uart_get_baud_rate(port, termios, old, 50, port->uartclk / 16);
1409
1410        spin_lock_irqsave(&sport->port.lock, flags);
1411
1412        sport->port.read_status_mask = 0;
1413        if (termios->c_iflag & INPCK)
1414                sport->port.read_status_mask |= (UARTSTAT_FE | UARTSTAT_PE);
1415        if (termios->c_iflag & (IGNBRK | BRKINT | PARMRK))
1416                sport->port.read_status_mask |= UARTSTAT_FE;
1417
1418        /* characters to ignore */
1419        sport->port.ignore_status_mask = 0;
1420        if (termios->c_iflag & IGNPAR)
1421                sport->port.ignore_status_mask |= UARTSTAT_PE;
1422        if (termios->c_iflag & IGNBRK) {
1423                sport->port.ignore_status_mask |= UARTSTAT_FE;
1424                /*
1425                 * if we're ignoring parity and break indicators,
1426                 * ignore overruns too (for real raw support).
1427                 */
1428                if (termios->c_iflag & IGNPAR)
1429                        sport->port.ignore_status_mask |= UARTSTAT_OR;
1430        }
1431
1432        /* update the per-port timeout */
1433        uart_update_timeout(port, termios->c_cflag, baud);
1434
1435        /* wait transmit engin complete */
1436        while (!(lpuart32_read(sport->port.membase + UARTSTAT) & UARTSTAT_TC))
1437                barrier();
1438
1439        /* disable transmit and receive */
1440        lpuart32_write(old_ctrl & ~(UARTCTRL_TE | UARTCTRL_RE),
1441                        sport->port.membase + UARTCTRL);
1442
1443        sbr = sport->port.uartclk / (16 * baud);
1444        bd &= ~UARTBAUD_SBR_MASK;
1445        bd |= sbr & UARTBAUD_SBR_MASK;
1446        bd |= UARTBAUD_BOTHEDGE;
1447        bd &= ~(UARTBAUD_TDMAE | UARTBAUD_RDMAE);
1448        lpuart32_write(bd, sport->port.membase + UARTBAUD);
1449        lpuart32_write(modem, sport->port.membase + UARTMODIR);
1450        lpuart32_write(ctrl, sport->port.membase + UARTCTRL);
1451        /* restore control register */
1452
1453        spin_unlock_irqrestore(&sport->port.lock, flags);
1454}
1455
1456static const char *lpuart_type(struct uart_port *port)
1457{
1458        return "FSL_LPUART";
1459}
1460
1461static void lpuart_release_port(struct uart_port *port)
1462{
1463        /* nothing to do */
1464}
1465
1466static int lpuart_request_port(struct uart_port *port)
1467{
1468        return  0;
1469}
1470
1471/* configure/autoconfigure the port */
1472static void lpuart_config_port(struct uart_port *port, int flags)
1473{
1474        if (flags & UART_CONFIG_TYPE)
1475                port->type = PORT_LPUART;
1476}
1477
1478static int lpuart_verify_port(struct uart_port *port, struct serial_struct *ser)
1479{
1480        int ret = 0;
1481
1482        if (ser->type != PORT_UNKNOWN && ser->type != PORT_LPUART)
1483                ret = -EINVAL;
1484        if (port->irq != ser->irq)
1485                ret = -EINVAL;
1486        if (ser->io_type != UPIO_MEM)
1487                ret = -EINVAL;
1488        if (port->uartclk / 16 != ser->baud_base)
1489                ret = -EINVAL;
1490        if (port->iobase != ser->port)
1491                ret = -EINVAL;
1492        if (ser->hub6 != 0)
1493                ret = -EINVAL;
1494        return ret;
1495}
1496
1497static struct uart_ops lpuart_pops = {
1498        .tx_empty       = lpuart_tx_empty,
1499        .set_mctrl      = lpuart_set_mctrl,
1500        .get_mctrl      = lpuart_get_mctrl,
1501        .stop_tx        = lpuart_stop_tx,
1502        .start_tx       = lpuart_start_tx,
1503        .stop_rx        = lpuart_stop_rx,
1504        .break_ctl      = lpuart_break_ctl,
1505        .startup        = lpuart_startup,
1506        .shutdown       = lpuart_shutdown,
1507        .set_termios    = lpuart_set_termios,
1508        .type           = lpuart_type,
1509        .request_port   = lpuart_request_port,
1510        .release_port   = lpuart_release_port,
1511        .config_port    = lpuart_config_port,
1512        .verify_port    = lpuart_verify_port,
1513        .flush_buffer   = lpuart_flush_buffer,
1514};
1515
1516static struct uart_ops lpuart32_pops = {
1517        .tx_empty       = lpuart32_tx_empty,
1518        .set_mctrl      = lpuart32_set_mctrl,
1519        .get_mctrl      = lpuart32_get_mctrl,
1520        .stop_tx        = lpuart32_stop_tx,
1521        .start_tx       = lpuart32_start_tx,
1522        .stop_rx        = lpuart32_stop_rx,
1523        .break_ctl      = lpuart32_break_ctl,
1524        .startup        = lpuart32_startup,
1525        .shutdown       = lpuart32_shutdown,
1526        .set_termios    = lpuart32_set_termios,
1527        .type           = lpuart_type,
1528        .request_port   = lpuart_request_port,
1529        .release_port   = lpuart_release_port,
1530        .config_port    = lpuart_config_port,
1531        .verify_port    = lpuart_verify_port,
1532        .flush_buffer   = lpuart_flush_buffer,
1533};
1534
1535static struct lpuart_port *lpuart_ports[UART_NR];
1536
1537#ifdef CONFIG_SERIAL_FSL_LPUART_CONSOLE
1538static void lpuart_console_putchar(struct uart_port *port, int ch)
1539{
1540        while (!(readb(port->membase + UARTSR1) & UARTSR1_TDRE))
1541                barrier();
1542
1543        writeb(ch, port->membase + UARTDR);
1544}
1545
1546static void lpuart32_console_putchar(struct uart_port *port, int ch)
1547{
1548        while (!(lpuart32_read(port->membase + UARTSTAT) & UARTSTAT_TDRE))
1549                barrier();
1550
1551        lpuart32_write(ch, port->membase + UARTDATA);
1552}
1553
1554static void
1555lpuart_console_write(struct console *co, const char *s, unsigned int count)
1556{
1557        struct lpuart_port *sport = lpuart_ports[co->index];
1558        unsigned char  old_cr2, cr2;
1559
1560        /* first save CR2 and then disable interrupts */
1561        cr2 = old_cr2 = readb(sport->port.membase + UARTCR2);
1562        cr2 |= (UARTCR2_TE |  UARTCR2_RE);
1563        cr2 &= ~(UARTCR2_TIE | UARTCR2_TCIE | UARTCR2_RIE);
1564        writeb(cr2, sport->port.membase + UARTCR2);
1565
1566        uart_console_write(&sport->port, s, count, lpuart_console_putchar);
1567
1568        /* wait for transmitter finish complete and restore CR2 */
1569        while (!(readb(sport->port.membase + UARTSR1) & UARTSR1_TC))
1570                barrier();
1571
1572        writeb(old_cr2, sport->port.membase + UARTCR2);
1573}
1574
1575static void
1576lpuart32_console_write(struct console *co, const char *s, unsigned int count)
1577{
1578        struct lpuart_port *sport = lpuart_ports[co->index];
1579        unsigned long  old_cr, cr;
1580
1581        /* first save CR2 and then disable interrupts */
1582        cr = old_cr = lpuart32_read(sport->port.membase + UARTCTRL);
1583        cr |= (UARTCTRL_TE |  UARTCTRL_RE);
1584        cr &= ~(UARTCTRL_TIE | UARTCTRL_TCIE | UARTCTRL_RIE);
1585        lpuart32_write(cr, sport->port.membase + UARTCTRL);
1586
1587        uart_console_write(&sport->port, s, count, lpuart32_console_putchar);
1588
1589        /* wait for transmitter finish complete and restore CR2 */
1590        while (!(lpuart32_read(sport->port.membase + UARTSTAT) & UARTSTAT_TC))
1591                barrier();
1592
1593        lpuart32_write(old_cr, sport->port.membase + UARTCTRL);
1594}
1595
1596/*
1597 * if the port was already initialised (eg, by a boot loader),
1598 * try to determine the current setup.
1599 */
1600static void __init
1601lpuart_console_get_options(struct lpuart_port *sport, int *baud,
1602                           int *parity, int *bits)
1603{
1604        unsigned char cr, bdh, bdl, brfa;
1605        unsigned int sbr, uartclk, baud_raw;
1606
1607        cr = readb(sport->port.membase + UARTCR2);
1608        cr &= UARTCR2_TE | UARTCR2_RE;
1609        if (!cr)
1610                return;
1611
1612        /* ok, the port was enabled */
1613
1614        cr = readb(sport->port.membase + UARTCR1);
1615
1616        *parity = 'n';
1617        if (cr & UARTCR1_PE) {
1618                if (cr & UARTCR1_PT)
1619                        *parity = 'o';
1620                else
1621                        *parity = 'e';
1622        }
1623
1624        if (cr & UARTCR1_M)
1625                *bits = 9;
1626        else
1627                *bits = 8;
1628
1629        bdh = readb(sport->port.membase + UARTBDH);
1630        bdh &= UARTBDH_SBR_MASK;
1631        bdl = readb(sport->port.membase + UARTBDL);
1632        sbr = bdh;
1633        sbr <<= 8;
1634        sbr |= bdl;
1635        brfa = readb(sport->port.membase + UARTCR4);
1636        brfa &= UARTCR4_BRFA_MASK;
1637
1638        uartclk = clk_get_rate(sport->clk);
1639        /*
1640         * baud = mod_clk/(16*(sbr[13]+(brfa)/32)
1641         */
1642        baud_raw = uartclk / (16 * (sbr + brfa / 32));
1643
1644        if (*baud != baud_raw)
1645                printk(KERN_INFO "Serial: Console lpuart rounded baud rate"
1646                                "from %d to %d\n", baud_raw, *baud);
1647}
1648
1649static void __init
1650lpuart32_console_get_options(struct lpuart_port *sport, int *baud,
1651                           int *parity, int *bits)
1652{
1653        unsigned long cr, bd;
1654        unsigned int sbr, uartclk, baud_raw;
1655
1656        cr = lpuart32_read(sport->port.membase + UARTCTRL);
1657        cr &= UARTCTRL_TE | UARTCTRL_RE;
1658        if (!cr)
1659                return;
1660
1661        /* ok, the port was enabled */
1662
1663        cr = lpuart32_read(sport->port.membase + UARTCTRL);
1664
1665        *parity = 'n';
1666        if (cr & UARTCTRL_PE) {
1667                if (cr & UARTCTRL_PT)
1668                        *parity = 'o';
1669                else
1670                        *parity = 'e';
1671        }
1672
1673        if (cr & UARTCTRL_M)
1674                *bits = 9;
1675        else
1676                *bits = 8;
1677
1678        bd = lpuart32_read(sport->port.membase + UARTBAUD);
1679        bd &= UARTBAUD_SBR_MASK;
1680        sbr = bd;
1681        uartclk = clk_get_rate(sport->clk);
1682        /*
1683         * baud = mod_clk/(16*(sbr[13]+(brfa)/32)
1684         */
1685        baud_raw = uartclk / (16 * sbr);
1686
1687        if (*baud != baud_raw)
1688                printk(KERN_INFO "Serial: Console lpuart rounded baud rate"
1689                                "from %d to %d\n", baud_raw, *baud);
1690}
1691
1692static int __init lpuart_console_setup(struct console *co, char *options)
1693{
1694        struct lpuart_port *sport;
1695        int baud = 115200;
1696        int bits = 8;
1697        int parity = 'n';
1698        int flow = 'n';
1699
1700        /*
1701         * check whether an invalid uart number has been specified, and
1702         * if so, search for the first available port that does have
1703         * console support.
1704         */
1705        if (co->index == -1 || co->index >= ARRAY_SIZE(lpuart_ports))
1706                co->index = 0;
1707
1708        sport = lpuart_ports[co->index];
1709        if (sport == NULL)
1710                return -ENODEV;
1711
1712        if (options)
1713                uart_parse_options(options, &baud, &parity, &bits, &flow);
1714        else
1715                if (sport->lpuart32)
1716                        lpuart32_console_get_options(sport, &baud, &parity, &bits);
1717                else
1718                        lpuart_console_get_options(sport, &baud, &parity, &bits);
1719
1720        if (sport->lpuart32)
1721                lpuart32_setup_watermark(sport);
1722        else
1723                lpuart_setup_watermark(sport);
1724
1725        return uart_set_options(&sport->port, co, baud, parity, bits, flow);
1726}
1727
1728static struct uart_driver lpuart_reg;
1729static struct console lpuart_console = {
1730        .name           = DEV_NAME,
1731        .write          = lpuart_console_write,
1732        .device         = uart_console_device,
1733        .setup          = lpuart_console_setup,
1734        .flags          = CON_PRINTBUFFER,
1735        .index          = -1,
1736        .data           = &lpuart_reg,
1737};
1738
1739static struct console lpuart32_console = {
1740        .name           = DEV_NAME,
1741        .write          = lpuart32_console_write,
1742        .device         = uart_console_device,
1743        .setup          = lpuart_console_setup,
1744        .flags          = CON_PRINTBUFFER,
1745        .index          = -1,
1746        .data           = &lpuart_reg,
1747};
1748
1749#define LPUART_CONSOLE  (&lpuart_console)
1750#define LPUART32_CONSOLE        (&lpuart32_console)
1751#else
1752#define LPUART_CONSOLE  NULL
1753#define LPUART32_CONSOLE        NULL
1754#endif
1755
1756static struct uart_driver lpuart_reg = {
1757        .owner          = THIS_MODULE,
1758        .driver_name    = DRIVER_NAME,
1759        .dev_name       = DEV_NAME,
1760        .nr             = ARRAY_SIZE(lpuart_ports),
1761        .cons           = LPUART_CONSOLE,
1762};
1763
1764static int lpuart_probe(struct platform_device *pdev)
1765{
1766        struct device_node *np = pdev->dev.of_node;
1767        struct lpuart_port *sport;
1768        struct resource *res;
1769        int ret;
1770
1771        sport = devm_kzalloc(&pdev->dev, sizeof(*sport), GFP_KERNEL);
1772        if (!sport)
1773                return -ENOMEM;
1774
1775        pdev->dev.coherent_dma_mask = 0;
1776
1777        ret = of_alias_get_id(np, "serial");
1778        if (ret < 0) {
1779                dev_err(&pdev->dev, "failed to get alias id, errno %d\n", ret);
1780                return ret;
1781        }
1782        sport->port.line = ret;
1783        sport->lpuart32 = of_device_is_compatible(np, "fsl,ls1021a-lpuart");
1784
1785        res = platform_get_resource(pdev, IORESOURCE_MEM, 0);
1786        sport->port.membase = devm_ioremap_resource(&pdev->dev, res);
1787        if (IS_ERR(sport->port.membase))
1788                return PTR_ERR(sport->port.membase);
1789
1790        sport->port.mapbase = res->start;
1791        sport->port.dev = &pdev->dev;
1792        sport->port.type = PORT_LPUART;
1793        sport->port.iotype = UPIO_MEM;
1794        sport->port.irq = platform_get_irq(pdev, 0);
1795        if (sport->lpuart32)
1796                sport->port.ops = &lpuart32_pops;
1797        else
1798                sport->port.ops = &lpuart_pops;
1799        sport->port.flags = UPF_BOOT_AUTOCONF;
1800
1801        sport->clk = devm_clk_get(&pdev->dev, "ipg");
1802        if (IS_ERR(sport->clk)) {
1803                ret = PTR_ERR(sport->clk);
1804                dev_err(&pdev->dev, "failed to get uart clk: %d\n", ret);
1805                return ret;
1806        }
1807
1808        ret = clk_prepare_enable(sport->clk);
1809        if (ret) {
1810                dev_err(&pdev->dev, "failed to enable uart clk: %d\n", ret);
1811                return ret;
1812        }
1813
1814        sport->port.uartclk = clk_get_rate(sport->clk);
1815
1816        lpuart_ports[sport->port.line] = sport;
1817
1818        platform_set_drvdata(pdev, &sport->port);
1819
1820        if (sport->lpuart32)
1821                lpuart_reg.cons = LPUART32_CONSOLE;
1822        else
1823                lpuart_reg.cons = LPUART_CONSOLE;
1824
1825        ret = uart_add_one_port(&lpuart_reg, &sport->port);
1826        if (ret) {
1827                clk_disable_unprepare(sport->clk);
1828                return ret;
1829        }
1830
1831        sport->dma_tx_chan = dma_request_slave_channel(sport->port.dev, "tx");
1832        if (!sport->dma_tx_chan)
1833                dev_info(sport->port.dev, "DMA tx channel request failed, "
1834                                "operating without tx DMA\n");
1835
1836        sport->dma_rx_chan = dma_request_slave_channel(sport->port.dev, "rx");
1837        if (!sport->dma_rx_chan)
1838                dev_info(sport->port.dev, "DMA rx channel request failed, "
1839                                "operating without rx DMA\n");
1840
1841        return 0;
1842}
1843
1844static int lpuart_remove(struct platform_device *pdev)
1845{
1846        struct lpuart_port *sport = platform_get_drvdata(pdev);
1847
1848        uart_remove_one_port(&lpuart_reg, &sport->port);
1849
1850        clk_disable_unprepare(sport->clk);
1851
1852        if (sport->dma_tx_chan)
1853                dma_release_channel(sport->dma_tx_chan);
1854
1855        if (sport->dma_rx_chan)
1856                dma_release_channel(sport->dma_rx_chan);
1857
1858        return 0;
1859}
1860
1861#ifdef CONFIG_PM_SLEEP
1862static int lpuart_suspend(struct device *dev)
1863{
1864        struct lpuart_port *sport = dev_get_drvdata(dev);
1865        unsigned long temp;
1866
1867        if (sport->lpuart32) {
1868                /* disable Rx/Tx and interrupts */
1869                temp = lpuart32_read(sport->port.membase + UARTCTRL);
1870                temp &= ~(UARTCTRL_TE | UARTCTRL_TIE | UARTCTRL_TCIE);
1871                lpuart32_write(temp, sport->port.membase + UARTCTRL);
1872        } else {
1873                /* disable Rx/Tx and interrupts */
1874                temp = readb(sport->port.membase + UARTCR2);
1875                temp &= ~(UARTCR2_TE | UARTCR2_TIE | UARTCR2_TCIE);
1876                writeb(temp, sport->port.membase + UARTCR2);
1877        }
1878
1879        uart_suspend_port(&lpuart_reg, &sport->port);
1880
1881        return 0;
1882}
1883
1884static int lpuart_resume(struct device *dev)
1885{
1886        struct lpuart_port *sport = dev_get_drvdata(dev);
1887        unsigned long temp;
1888
1889        if (sport->lpuart32) {
1890                lpuart32_setup_watermark(sport);
1891                temp = lpuart32_read(sport->port.membase + UARTCTRL);
1892                temp |= (UARTCTRL_RIE | UARTCTRL_TIE | UARTCTRL_RE |
1893                         UARTCTRL_TE | UARTCTRL_ILIE);
1894                lpuart32_write(temp, sport->port.membase + UARTCTRL);
1895        } else {
1896                lpuart_setup_watermark(sport);
1897                temp = readb(sport->port.membase + UARTCR2);
1898                temp |= (UARTCR2_RIE | UARTCR2_TIE | UARTCR2_RE | UARTCR2_TE);
1899                writeb(temp, sport->port.membase + UARTCR2);
1900        }
1901
1902        uart_resume_port(&lpuart_reg, &sport->port);
1903
1904        return 0;
1905}
1906#endif
1907
1908static SIMPLE_DEV_PM_OPS(lpuart_pm_ops, lpuart_suspend, lpuart_resume);
1909
1910static struct platform_driver lpuart_driver = {
1911        .probe          = lpuart_probe,
1912        .remove         = lpuart_remove,
1913        .driver         = {
1914                .name   = "fsl-lpuart",
1915                .of_match_table = lpuart_dt_ids,
1916                .pm     = &lpuart_pm_ops,
1917        },
1918};
1919
1920static int __init lpuart_serial_init(void)
1921{
1922        int ret = uart_register_driver(&lpuart_reg);
1923
1924        if (ret)
1925                return ret;
1926
1927        ret = platform_driver_register(&lpuart_driver);
1928        if (ret)
1929                uart_unregister_driver(&lpuart_reg);
1930
1931        return ret;
1932}
1933
1934static void __exit lpuart_serial_exit(void)
1935{
1936        platform_driver_unregister(&lpuart_driver);
1937        uart_unregister_driver(&lpuart_reg);
1938}
1939
1940module_init(lpuart_serial_init);
1941module_exit(lpuart_serial_exit);
1942
1943MODULE_DESCRIPTION("Freescale lpuart serial port driver");
1944MODULE_LICENSE("GPL v2");
1945