linux/drivers/mmc/host/msm_sdcc.c
<<
>>
Prefs
   1/*
   2 *  linux/drivers/mmc/host/msm_sdcc.c - Qualcomm MSM 7X00A SDCC Driver
   3 *
   4 *  Copyright (C) 2007 Google Inc,
   5 *  Copyright (C) 2003 Deep Blue Solutions, Ltd, All Rights Reserved.
   6 *  Copyright (C) 2009, Code Aurora Forum. All Rights Reserved.
   7 *
   8 * This program is free software; you can redistribute it and/or modify
   9 * it under the terms of the GNU General Public License version 2 as
  10 * published by the Free Software Foundation.
  11 *
  12 * Based on mmci.c
  13 *
  14 * Author: San Mehat (san@android.com)
  15 *
  16 */
  17
  18#include <linux/module.h>
  19#include <linux/moduleparam.h>
  20#include <linux/init.h>
  21#include <linux/ioport.h>
  22#include <linux/device.h>
  23#include <linux/interrupt.h>
  24#include <linux/delay.h>
  25#include <linux/err.h>
  26#include <linux/highmem.h>
  27#include <linux/log2.h>
  28#include <linux/mmc/host.h>
  29#include <linux/mmc/card.h>
  30#include <linux/mmc/sdio.h>
  31#include <linux/clk.h>
  32#include <linux/scatterlist.h>
  33#include <linux/platform_device.h>
  34#include <linux/dma-mapping.h>
  35#include <linux/debugfs.h>
  36#include <linux/io.h>
  37#include <linux/memory.h>
  38#include <linux/gfp.h>
  39#include <linux/gpio.h>
  40
  41#include <asm/cacheflush.h>
  42#include <asm/div64.h>
  43#include <asm/sizes.h>
  44
  45#include <linux/platform_data/mmc-msm_sdcc.h>
  46#include <mach/dma.h>
  47#include <mach/clk.h>
  48
  49#include "msm_sdcc.h"
  50
  51#define DRIVER_NAME "msm-sdcc"
  52
  53#define BUSCLK_PWRSAVE 1
  54#define BUSCLK_TIMEOUT (HZ)
  55static unsigned int msmsdcc_fmin = 144000;
  56static unsigned int msmsdcc_fmax = 50000000;
  57static unsigned int msmsdcc_4bit = 1;
  58static unsigned int msmsdcc_pwrsave = 1;
  59static unsigned int msmsdcc_piopoll = 1;
  60static unsigned int msmsdcc_sdioirq;
  61
  62#define PIO_SPINMAX 30
  63#define CMD_SPINMAX 20
  64
  65
  66static inline void
  67msmsdcc_disable_clocks(struct msmsdcc_host *host, int deferr)
  68{
  69        WARN_ON(!host->clks_on);
  70
  71        BUG_ON(host->curr.mrq);
  72
  73        if (deferr) {
  74                mod_timer(&host->busclk_timer, jiffies + BUSCLK_TIMEOUT);
  75        } else {
  76                del_timer_sync(&host->busclk_timer);
  77                /* Need to check clks_on again in case the busclk
  78                 * timer fired
  79                 */
  80                if (host->clks_on) {
  81                        clk_disable(host->clk);
  82                        clk_disable(host->pclk);
  83                        host->clks_on = 0;
  84                }
  85        }
  86}
  87
  88static inline int
  89msmsdcc_enable_clocks(struct msmsdcc_host *host)
  90{
  91        int rc;
  92
  93        del_timer_sync(&host->busclk_timer);
  94
  95        if (!host->clks_on) {
  96                rc = clk_enable(host->pclk);
  97                if (rc)
  98                        return rc;
  99                rc = clk_enable(host->clk);
 100                if (rc) {
 101                        clk_disable(host->pclk);
 102                        return rc;
 103                }
 104                udelay(1 + ((3 * USEC_PER_SEC) /
 105                       (host->clk_rate ? host->clk_rate : msmsdcc_fmin)));
 106                host->clks_on = 1;
 107        }
 108        return 0;
 109}
 110
 111static inline unsigned int
 112msmsdcc_readl(struct msmsdcc_host *host, unsigned int reg)
 113{
 114        return readl(host->base + reg);
 115}
 116
 117static inline void
 118msmsdcc_writel(struct msmsdcc_host *host, u32 data, unsigned int reg)
 119{
 120        writel(data, host->base + reg);
 121        /* 3 clk delay required! */
 122        udelay(1 + ((3 * USEC_PER_SEC) /
 123               (host->clk_rate ? host->clk_rate : msmsdcc_fmin)));
 124}
 125
 126static void
 127msmsdcc_start_command(struct msmsdcc_host *host, struct mmc_command *cmd,
 128                      u32 c);
 129
 130static void msmsdcc_reset_and_restore(struct msmsdcc_host *host)
 131{
 132        u32     mci_clk = 0;
 133        u32     mci_mask0 = 0;
 134        int     ret = 0;
 135
 136        /* Save the controller state */
 137        mci_clk = readl(host->base + MMCICLOCK);
 138        mci_mask0 = readl(host->base + MMCIMASK0);
 139
 140        /* Reset the controller */
 141        ret = clk_reset(host->clk, CLK_RESET_ASSERT);
 142        if (ret)
 143                pr_err("%s: Clock assert failed at %u Hz with err %d\n",
 144                                mmc_hostname(host->mmc), host->clk_rate, ret);
 145
 146        ret = clk_reset(host->clk, CLK_RESET_DEASSERT);
 147        if (ret)
 148                pr_err("%s: Clock deassert failed at %u Hz with err %d\n",
 149                                mmc_hostname(host->mmc), host->clk_rate, ret);
 150
 151        pr_info("%s: Controller has been re-initialiazed\n",
 152                        mmc_hostname(host->mmc));
 153
 154        /* Restore the contoller state */
 155        writel(host->pwr, host->base + MMCIPOWER);
 156        writel(mci_clk, host->base + MMCICLOCK);
 157        writel(mci_mask0, host->base + MMCIMASK0);
 158        ret = clk_set_rate(host->clk, host->clk_rate);
 159        if (ret)
 160                pr_err("%s: Failed to set clk rate %u Hz (%d)\n",
 161                                mmc_hostname(host->mmc), host->clk_rate, ret);
 162}
 163
 164static void
 165msmsdcc_request_end(struct msmsdcc_host *host, struct mmc_request *mrq)
 166{
 167        BUG_ON(host->curr.data);
 168
 169        host->curr.mrq = NULL;
 170        host->curr.cmd = NULL;
 171
 172        if (mrq->data)
 173                mrq->data->bytes_xfered = host->curr.data_xfered;
 174        if (mrq->cmd->error == -ETIMEDOUT)
 175                mdelay(5);
 176
 177#if BUSCLK_PWRSAVE
 178        msmsdcc_disable_clocks(host, 1);
 179#endif
 180        /*
 181         * Need to drop the host lock here; mmc_request_done may call
 182         * back into the driver...
 183         */
 184        spin_unlock(&host->lock);
 185        mmc_request_done(host->mmc, mrq);
 186        spin_lock(&host->lock);
 187}
 188
 189static void
 190msmsdcc_stop_data(struct msmsdcc_host *host)
 191{
 192        host->curr.data = NULL;
 193        host->curr.got_dataend = 0;
 194}
 195
 196uint32_t msmsdcc_fifo_addr(struct msmsdcc_host *host)
 197{
 198        return host->memres->start + MMCIFIFO;
 199}
 200
 201static inline void
 202msmsdcc_start_command_exec(struct msmsdcc_host *host, u32 arg, u32 c) {
 203       msmsdcc_writel(host, arg, MMCIARGUMENT);
 204       msmsdcc_writel(host, c, MMCICOMMAND);
 205}
 206
 207static void
 208msmsdcc_dma_exec_func(struct msm_dmov_cmd *cmd)
 209{
 210        struct msmsdcc_host *host = (struct msmsdcc_host *)cmd->data;
 211
 212        msmsdcc_writel(host, host->cmd_timeout, MMCIDATATIMER);
 213        msmsdcc_writel(host, (unsigned int)host->curr.xfer_size,
 214                       MMCIDATALENGTH);
 215        msmsdcc_writel(host, (msmsdcc_readl(host, MMCIMASK0) &
 216                        (~MCI_IRQ_PIO)) | host->cmd_pio_irqmask, MMCIMASK0);
 217        msmsdcc_writel(host, host->cmd_datactrl, MMCIDATACTRL);
 218
 219        if (host->cmd_cmd) {
 220                msmsdcc_start_command_exec(host,
 221                                           (u32) host->cmd_cmd->arg,
 222                                           (u32) host->cmd_c);
 223        }
 224        host->dma.active = 1;
 225}
 226
 227static void
 228msmsdcc_dma_complete_tlet(unsigned long data)
 229{
 230        struct msmsdcc_host *host = (struct msmsdcc_host *)data;
 231        unsigned long           flags;
 232        struct mmc_request      *mrq;
 233        struct msm_dmov_errdata err;
 234
 235        spin_lock_irqsave(&host->lock, flags);
 236        host->dma.active = 0;
 237
 238        err = host->dma.err;
 239        mrq = host->curr.mrq;
 240        BUG_ON(!mrq);
 241        WARN_ON(!mrq->data);
 242
 243        if (!(host->dma.result & DMOV_RSLT_VALID)) {
 244                pr_err("msmsdcc: Invalid DataMover result\n");
 245                goto out;
 246        }
 247
 248        if (host->dma.result & DMOV_RSLT_DONE) {
 249                host->curr.data_xfered = host->curr.xfer_size;
 250        } else {
 251                /* Error or flush  */
 252                if (host->dma.result & DMOV_RSLT_ERROR)
 253                        pr_err("%s: DMA error (0x%.8x)\n",
 254                               mmc_hostname(host->mmc), host->dma.result);
 255                if (host->dma.result & DMOV_RSLT_FLUSH)
 256                        pr_err("%s: DMA channel flushed (0x%.8x)\n",
 257                               mmc_hostname(host->mmc), host->dma.result);
 258
 259                pr_err("Flush data: %.8x %.8x %.8x %.8x %.8x %.8x\n",
 260                       err.flush[0], err.flush[1], err.flush[2],
 261                       err.flush[3], err.flush[4], err.flush[5]);
 262
 263                msmsdcc_reset_and_restore(host);
 264                if (!mrq->data->error)
 265                        mrq->data->error = -EIO;
 266        }
 267        dma_unmap_sg(mmc_dev(host->mmc), host->dma.sg, host->dma.num_ents,
 268                     host->dma.dir);
 269
 270        host->dma.sg = NULL;
 271        host->dma.busy = 0;
 272
 273        if (host->curr.got_dataend || mrq->data->error) {
 274
 275                /*
 276                 * If we've already gotten our DATAEND / DATABLKEND
 277                 * for this request, then complete it through here.
 278                 */
 279                msmsdcc_stop_data(host);
 280
 281                if (!mrq->data->error)
 282                        host->curr.data_xfered = host->curr.xfer_size;
 283                if (!mrq->data->stop || mrq->cmd->error) {
 284                        host->curr.mrq = NULL;
 285                        host->curr.cmd = NULL;
 286                        mrq->data->bytes_xfered = host->curr.data_xfered;
 287
 288                        spin_unlock_irqrestore(&host->lock, flags);
 289#if BUSCLK_PWRSAVE
 290                        msmsdcc_disable_clocks(host, 1);
 291#endif
 292                        mmc_request_done(host->mmc, mrq);
 293                        return;
 294                } else
 295                        msmsdcc_start_command(host, mrq->data->stop, 0);
 296        }
 297
 298out:
 299        spin_unlock_irqrestore(&host->lock, flags);
 300        return;
 301}
 302
 303static void
 304msmsdcc_dma_complete_func(struct msm_dmov_cmd *cmd,
 305                          unsigned int result,
 306                          struct msm_dmov_errdata *err)
 307{
 308        struct msmsdcc_dma_data *dma_data =
 309                container_of(cmd, struct msmsdcc_dma_data, hdr);
 310        struct msmsdcc_host *host = dma_data->host;
 311
 312        dma_data->result = result;
 313        if (err)
 314                memcpy(&dma_data->err, err, sizeof(struct msm_dmov_errdata));
 315
 316        tasklet_schedule(&host->dma_tlet);
 317}
 318
 319static int validate_dma(struct msmsdcc_host *host, struct mmc_data *data)
 320{
 321        if (host->dma.channel == -1)
 322                return -ENOENT;
 323
 324        if ((data->blksz * data->blocks) < MCI_FIFOSIZE)
 325                return -EINVAL;
 326        if ((data->blksz * data->blocks) % MCI_FIFOSIZE)
 327                return -EINVAL;
 328        return 0;
 329}
 330
 331static int msmsdcc_config_dma(struct msmsdcc_host *host, struct mmc_data *data)
 332{
 333        struct msmsdcc_nc_dmadata *nc;
 334        dmov_box *box;
 335        uint32_t rows;
 336        uint32_t crci;
 337        unsigned int n;
 338        int i, rc;
 339        struct scatterlist *sg = data->sg;
 340
 341        rc = validate_dma(host, data);
 342        if (rc)
 343                return rc;
 344
 345        host->dma.sg = data->sg;
 346        host->dma.num_ents = data->sg_len;
 347
 348       BUG_ON(host->dma.num_ents > NR_SG); /* Prevent memory corruption */
 349
 350        nc = host->dma.nc;
 351
 352        switch (host->pdev_id) {
 353        case 1:
 354                crci = MSMSDCC_CRCI_SDC1;
 355                break;
 356        case 2:
 357                crci = MSMSDCC_CRCI_SDC2;
 358                break;
 359        case 3:
 360                crci = MSMSDCC_CRCI_SDC3;
 361                break;
 362        case 4:
 363                crci = MSMSDCC_CRCI_SDC4;
 364                break;
 365        default:
 366                host->dma.sg = NULL;
 367                host->dma.num_ents = 0;
 368                return -ENOENT;
 369        }
 370
 371        if (data->flags & MMC_DATA_READ)
 372                host->dma.dir = DMA_FROM_DEVICE;
 373        else
 374                host->dma.dir = DMA_TO_DEVICE;
 375
 376        host->curr.user_pages = 0;
 377
 378        box = &nc->cmd[0];
 379
 380        /* location of command block must be 64 bit aligned */
 381        BUG_ON(host->dma.cmd_busaddr & 0x07);
 382
 383        nc->cmdptr = (host->dma.cmd_busaddr >> 3) | CMD_PTR_LP;
 384        host->dma.hdr.cmdptr = DMOV_CMD_PTR_LIST |
 385                               DMOV_CMD_ADDR(host->dma.cmdptr_busaddr);
 386        host->dma.hdr.complete_func = msmsdcc_dma_complete_func;
 387
 388        n = dma_map_sg(mmc_dev(host->mmc), host->dma.sg,
 389                        host->dma.num_ents, host->dma.dir);
 390        if (n == 0) {
 391                pr_err("%s: Unable to map in all sg elements\n",
 392                        mmc_hostname(host->mmc));
 393                host->dma.sg = NULL;
 394                host->dma.num_ents = 0;
 395                return -ENOMEM;
 396        }
 397
 398        for_each_sg(host->dma.sg, sg, n, i) {
 399
 400                box->cmd = CMD_MODE_BOX;
 401
 402                if (i == n - 1)
 403                        box->cmd |= CMD_LC;
 404                rows = (sg_dma_len(sg) % MCI_FIFOSIZE) ?
 405                        (sg_dma_len(sg) / MCI_FIFOSIZE) + 1 :
 406                        (sg_dma_len(sg) / MCI_FIFOSIZE) ;
 407
 408                if (data->flags & MMC_DATA_READ) {
 409                        box->src_row_addr = msmsdcc_fifo_addr(host);
 410                        box->dst_row_addr = sg_dma_address(sg);
 411
 412                        box->src_dst_len = (MCI_FIFOSIZE << 16) |
 413                                           (MCI_FIFOSIZE);
 414                        box->row_offset = MCI_FIFOSIZE;
 415
 416                        box->num_rows = rows * ((1 << 16) + 1);
 417                        box->cmd |= CMD_SRC_CRCI(crci);
 418                } else {
 419                        box->src_row_addr = sg_dma_address(sg);
 420                        box->dst_row_addr = msmsdcc_fifo_addr(host);
 421
 422                        box->src_dst_len = (MCI_FIFOSIZE << 16) |
 423                                           (MCI_FIFOSIZE);
 424                        box->row_offset = (MCI_FIFOSIZE << 16);
 425
 426                        box->num_rows = rows * ((1 << 16) + 1);
 427                        box->cmd |= CMD_DST_CRCI(crci);
 428                }
 429                box++;
 430        }
 431
 432        return 0;
 433}
 434
 435static int
 436snoop_cccr_abort(struct mmc_command *cmd)
 437{
 438        if ((cmd->opcode == 52) &&
 439            (cmd->arg & 0x80000000) &&
 440            (((cmd->arg >> 9) & 0x1ffff) == SDIO_CCCR_ABORT))
 441                return 1;
 442        return 0;
 443}
 444
 445static void
 446msmsdcc_start_command_deferred(struct msmsdcc_host *host,
 447                                struct mmc_command *cmd, u32 *c)
 448{
 449        *c |= (cmd->opcode | MCI_CPSM_ENABLE);
 450
 451        if (cmd->flags & MMC_RSP_PRESENT) {
 452                if (cmd->flags & MMC_RSP_136)
 453                        *c |= MCI_CPSM_LONGRSP;
 454                *c |= MCI_CPSM_RESPONSE;
 455        }
 456
 457        if (/*interrupt*/0)
 458                *c |= MCI_CPSM_INTERRUPT;
 459
 460        if ((((cmd->opcode == 17) || (cmd->opcode == 18))  ||
 461             ((cmd->opcode == 24) || (cmd->opcode == 25))) ||
 462              (cmd->opcode == 53))
 463                *c |= MCI_CSPM_DATCMD;
 464
 465        if (host->prog_scan && (cmd->opcode == 12)) {
 466                *c |= MCI_CPSM_PROGENA;
 467                host->prog_enable = true;
 468        }
 469
 470        if (cmd == cmd->mrq->stop)
 471                *c |= MCI_CSPM_MCIABORT;
 472
 473        if (snoop_cccr_abort(cmd))
 474                *c |= MCI_CSPM_MCIABORT;
 475
 476        if (host->curr.cmd != NULL) {
 477                pr_err("%s: Overlapping command requests\n",
 478                        mmc_hostname(host->mmc));
 479        }
 480        host->curr.cmd = cmd;
 481}
 482
 483static void
 484msmsdcc_start_data(struct msmsdcc_host *host, struct mmc_data *data,
 485                        struct mmc_command *cmd, u32 c)
 486{
 487        unsigned int datactrl, timeout;
 488        unsigned long long clks;
 489        unsigned int pio_irqmask = 0;
 490
 491        host->curr.data = data;
 492        host->curr.xfer_size = data->blksz * data->blocks;
 493        host->curr.xfer_remain = host->curr.xfer_size;
 494        host->curr.data_xfered = 0;
 495        host->curr.got_dataend = 0;
 496
 497        memset(&host->pio, 0, sizeof(host->pio));
 498
 499        datactrl = MCI_DPSM_ENABLE | (data->blksz << 4);
 500
 501        if (!msmsdcc_config_dma(host, data))
 502                datactrl |= MCI_DPSM_DMAENABLE;
 503        else {
 504                host->pio.sg = data->sg;
 505                host->pio.sg_len = data->sg_len;
 506                host->pio.sg_off = 0;
 507
 508                if (data->flags & MMC_DATA_READ) {
 509                        pio_irqmask = MCI_RXFIFOHALFFULLMASK;
 510                        if (host->curr.xfer_remain < MCI_FIFOSIZE)
 511                                pio_irqmask |= MCI_RXDATAAVLBLMASK;
 512                } else
 513                        pio_irqmask = MCI_TXFIFOHALFEMPTYMASK;
 514        }
 515
 516        if (data->flags & MMC_DATA_READ)
 517                datactrl |= MCI_DPSM_DIRECTION;
 518
 519        clks = (unsigned long long)data->timeout_ns * host->clk_rate;
 520        do_div(clks, NSEC_PER_SEC);
 521        timeout = data->timeout_clks + (unsigned int)clks*2 ;
 522
 523        if (datactrl & MCI_DPSM_DMAENABLE) {
 524                /* Save parameters for the exec function */
 525                host->cmd_timeout = timeout;
 526                host->cmd_pio_irqmask = pio_irqmask;
 527                host->cmd_datactrl = datactrl;
 528                host->cmd_cmd = cmd;
 529
 530                host->dma.hdr.execute_func = msmsdcc_dma_exec_func;
 531                host->dma.hdr.data = (void *)host;
 532                host->dma.busy = 1;
 533
 534                if (cmd) {
 535                        msmsdcc_start_command_deferred(host, cmd, &c);
 536                        host->cmd_c = c;
 537                }
 538                msm_dmov_enqueue_cmd(host->dma.channel, &host->dma.hdr);
 539                if (data->flags & MMC_DATA_WRITE)
 540                        host->prog_scan = true;
 541        } else {
 542                msmsdcc_writel(host, timeout, MMCIDATATIMER);
 543
 544                msmsdcc_writel(host, host->curr.xfer_size, MMCIDATALENGTH);
 545
 546                msmsdcc_writel(host, (msmsdcc_readl(host, MMCIMASK0) &
 547                                (~MCI_IRQ_PIO)) | pio_irqmask, MMCIMASK0);
 548
 549                msmsdcc_writel(host, datactrl, MMCIDATACTRL);
 550
 551                if (cmd) {
 552                        /* Daisy-chain the command if requested */
 553                        msmsdcc_start_command(host, cmd, c);
 554                }
 555        }
 556}
 557
 558static void
 559msmsdcc_start_command(struct msmsdcc_host *host, struct mmc_command *cmd, u32 c)
 560{
 561        if (cmd == cmd->mrq->stop)
 562                c |= MCI_CSPM_MCIABORT;
 563
 564        host->stats.cmds++;
 565
 566        msmsdcc_start_command_deferred(host, cmd, &c);
 567        msmsdcc_start_command_exec(host, cmd->arg, c);
 568}
 569
 570static void
 571msmsdcc_data_err(struct msmsdcc_host *host, struct mmc_data *data,
 572                 unsigned int status)
 573{
 574        if (status & MCI_DATACRCFAIL) {
 575                pr_err("%s: Data CRC error\n", mmc_hostname(host->mmc));
 576                pr_err("%s: opcode 0x%.8x\n", __func__,
 577                       data->mrq->cmd->opcode);
 578                pr_err("%s: blksz %d, blocks %d\n", __func__,
 579                       data->blksz, data->blocks);
 580                data->error = -EILSEQ;
 581        } else if (status & MCI_DATATIMEOUT) {
 582                pr_err("%s: Data timeout\n", mmc_hostname(host->mmc));
 583                data->error = -ETIMEDOUT;
 584        } else if (status & MCI_RXOVERRUN) {
 585                pr_err("%s: RX overrun\n", mmc_hostname(host->mmc));
 586                data->error = -EIO;
 587        } else if (status & MCI_TXUNDERRUN) {
 588                pr_err("%s: TX underrun\n", mmc_hostname(host->mmc));
 589                data->error = -EIO;
 590        } else {
 591                pr_err("%s: Unknown error (0x%.8x)\n",
 592                       mmc_hostname(host->mmc), status);
 593                data->error = -EIO;
 594        }
 595}
 596
 597
 598static int
 599msmsdcc_pio_read(struct msmsdcc_host *host, char *buffer, unsigned int remain)
 600{
 601        uint32_t        *ptr = (uint32_t *) buffer;
 602        int             count = 0;
 603
 604        if (remain % 4)
 605                remain = ((remain >> 2) + 1) << 2;
 606
 607        while (msmsdcc_readl(host, MMCISTATUS) & MCI_RXDATAAVLBL) {
 608                *ptr = msmsdcc_readl(host, MMCIFIFO + (count % MCI_FIFOSIZE));
 609                ptr++;
 610                count += sizeof(uint32_t);
 611
 612                remain -=  sizeof(uint32_t);
 613                if (remain == 0)
 614                        break;
 615        }
 616        return count;
 617}
 618
 619static int
 620msmsdcc_pio_write(struct msmsdcc_host *host, char *buffer,
 621                  unsigned int remain, u32 status)
 622{
 623        void __iomem *base = host->base;
 624        char *ptr = buffer;
 625
 626        do {
 627                unsigned int count, maxcnt, sz;
 628
 629                maxcnt = status & MCI_TXFIFOEMPTY ? MCI_FIFOSIZE :
 630                                                    MCI_FIFOHALFSIZE;
 631                count = min(remain, maxcnt);
 632
 633                sz = count % 4 ? (count >> 2) + 1 : (count >> 2);
 634                writesl(base + MMCIFIFO, ptr, sz);
 635                ptr += count;
 636                remain -= count;
 637
 638                if (remain == 0)
 639                        break;
 640
 641                status = msmsdcc_readl(host, MMCISTATUS);
 642        } while (status & MCI_TXFIFOHALFEMPTY);
 643
 644        return ptr - buffer;
 645}
 646
 647static int
 648msmsdcc_spin_on_status(struct msmsdcc_host *host, uint32_t mask, int maxspin)
 649{
 650        while (maxspin) {
 651                if ((msmsdcc_readl(host, MMCISTATUS) & mask))
 652                        return 0;
 653                udelay(1);
 654                --maxspin;
 655        }
 656        return -ETIMEDOUT;
 657}
 658
 659static irqreturn_t
 660msmsdcc_pio_irq(int irq, void *dev_id)
 661{
 662        struct msmsdcc_host     *host = dev_id;
 663        uint32_t                status;
 664        u32 mci_mask0;
 665
 666        status = msmsdcc_readl(host, MMCISTATUS);
 667        mci_mask0 = msmsdcc_readl(host, MMCIMASK0);
 668
 669        if (((mci_mask0 & status) & MCI_IRQ_PIO) == 0)
 670                return IRQ_NONE;
 671
 672        do {
 673                unsigned long flags;
 674                unsigned int remain, len;
 675                char *buffer;
 676
 677                if (!(status & (MCI_TXFIFOHALFEMPTY | MCI_RXDATAAVLBL))) {
 678                        if (host->curr.xfer_remain == 0 || !msmsdcc_piopoll)
 679                                break;
 680
 681                        if (msmsdcc_spin_on_status(host,
 682                                                   (MCI_TXFIFOHALFEMPTY |
 683                                                   MCI_RXDATAAVLBL),
 684                                                   PIO_SPINMAX)) {
 685                                break;
 686                        }
 687                }
 688
 689                /* Map the current scatter buffer */
 690                local_irq_save(flags);
 691                buffer = kmap_atomic(sg_page(host->pio.sg))
 692                                     + host->pio.sg->offset;
 693                buffer += host->pio.sg_off;
 694                remain = host->pio.sg->length - host->pio.sg_off;
 695                len = 0;
 696                if (status & MCI_RXACTIVE)
 697                        len = msmsdcc_pio_read(host, buffer, remain);
 698                if (status & MCI_TXACTIVE)
 699                        len = msmsdcc_pio_write(host, buffer, remain, status);
 700
 701                /* Unmap the buffer */
 702                kunmap_atomic(buffer);
 703                local_irq_restore(flags);
 704
 705                host->pio.sg_off += len;
 706                host->curr.xfer_remain -= len;
 707                host->curr.data_xfered += len;
 708                remain -= len;
 709
 710                if (remain == 0) {
 711                        /* This sg page is full - do some housekeeping */
 712                        if (status & MCI_RXACTIVE && host->curr.user_pages)
 713                                flush_dcache_page(sg_page(host->pio.sg));
 714
 715                        if (!--host->pio.sg_len) {
 716                                memset(&host->pio, 0, sizeof(host->pio));
 717                                break;
 718                        }
 719
 720                        /* Advance to next sg */
 721                        host->pio.sg++;
 722                        host->pio.sg_off = 0;
 723                }
 724
 725                status = msmsdcc_readl(host, MMCISTATUS);
 726        } while (1);
 727
 728        if (status & MCI_RXACTIVE && host->curr.xfer_remain < MCI_FIFOSIZE)
 729                msmsdcc_writel(host, (mci_mask0 & (~MCI_IRQ_PIO)) |
 730                                        MCI_RXDATAAVLBLMASK, MMCIMASK0);
 731
 732        if (!host->curr.xfer_remain)
 733                msmsdcc_writel(host, (mci_mask0 & (~MCI_IRQ_PIO)) | 0,
 734                                        MMCIMASK0);
 735
 736        return IRQ_HANDLED;
 737}
 738
 739static void msmsdcc_do_cmdirq(struct msmsdcc_host *host, uint32_t status)
 740{
 741        struct mmc_command *cmd = host->curr.cmd;
 742
 743        host->curr.cmd = NULL;
 744        cmd->resp[0] = msmsdcc_readl(host, MMCIRESPONSE0);
 745        cmd->resp[1] = msmsdcc_readl(host, MMCIRESPONSE1);
 746        cmd->resp[2] = msmsdcc_readl(host, MMCIRESPONSE2);
 747        cmd->resp[3] = msmsdcc_readl(host, MMCIRESPONSE3);
 748
 749        if (status & MCI_CMDTIMEOUT) {
 750                cmd->error = -ETIMEDOUT;
 751        } else if (status & MCI_CMDCRCFAIL &&
 752                   cmd->flags & MMC_RSP_CRC) {
 753                pr_err("%s: Command CRC error\n", mmc_hostname(host->mmc));
 754                cmd->error = -EILSEQ;
 755        }
 756
 757        if (!cmd->data || cmd->error) {
 758                if (host->curr.data && host->dma.sg)
 759                        msm_dmov_stop_cmd(host->dma.channel,
 760                                          &host->dma.hdr, 0);
 761                else if (host->curr.data) { /* Non DMA */
 762                        msmsdcc_reset_and_restore(host);
 763                        msmsdcc_stop_data(host);
 764                        msmsdcc_request_end(host, cmd->mrq);
 765                } else { /* host->data == NULL */
 766                        if (!cmd->error && host->prog_enable) {
 767                                if (status & MCI_PROGDONE) {
 768                                        host->prog_scan = false;
 769                                        host->prog_enable = false;
 770                                        msmsdcc_request_end(host, cmd->mrq);
 771                                } else {
 772                                        host->curr.cmd = cmd;
 773                                }
 774                        } else {
 775                                if (host->prog_enable) {
 776                                        host->prog_scan = false;
 777                                        host->prog_enable = false;
 778                                }
 779                                msmsdcc_request_end(host, cmd->mrq);
 780                        }
 781                }
 782        } else if (cmd->data)
 783                if (!(cmd->data->flags & MMC_DATA_READ))
 784                        msmsdcc_start_data(host, cmd->data,
 785                                                NULL, 0);
 786}
 787
 788static void
 789msmsdcc_handle_irq_data(struct msmsdcc_host *host, u32 status,
 790                        void __iomem *base)
 791{
 792        struct mmc_data *data = host->curr.data;
 793
 794        if (status & (MCI_CMDSENT | MCI_CMDRESPEND | MCI_CMDCRCFAIL |
 795                        MCI_CMDTIMEOUT | MCI_PROGDONE) && host->curr.cmd) {
 796                msmsdcc_do_cmdirq(host, status);
 797        }
 798
 799        if (!data)
 800                return;
 801
 802        /* Check for data errors */
 803        if (status & (MCI_DATACRCFAIL | MCI_DATATIMEOUT |
 804                      MCI_TXUNDERRUN | MCI_RXOVERRUN)) {
 805                msmsdcc_data_err(host, data, status);
 806                host->curr.data_xfered = 0;
 807                if (host->dma.sg)
 808                        msm_dmov_stop_cmd(host->dma.channel,
 809                                          &host->dma.hdr, 0);
 810                else {
 811                        msmsdcc_reset_and_restore(host);
 812                        if (host->curr.data)
 813                                msmsdcc_stop_data(host);
 814                        if (!data->stop)
 815                                msmsdcc_request_end(host, data->mrq);
 816                        else
 817                                msmsdcc_start_command(host, data->stop, 0);
 818                }
 819        }
 820
 821        /* Check for data done */
 822        if (!host->curr.got_dataend && (status & MCI_DATAEND))
 823                host->curr.got_dataend = 1;
 824
 825        /*
 826         * If DMA is still in progress, we complete via the completion handler
 827         */
 828        if (host->curr.got_dataend && !host->dma.busy) {
 829                /*
 830                 * There appears to be an issue in the controller where
 831                 * if you request a small block transfer (< fifo size),
 832                 * you may get your DATAEND/DATABLKEND irq without the
 833                 * PIO data irq.
 834                 *
 835                 * Check to see if there is still data to be read,
 836                 * and simulate a PIO irq.
 837                 */
 838                if (readl(base + MMCISTATUS) & MCI_RXDATAAVLBL)
 839                        msmsdcc_pio_irq(1, host);
 840
 841                msmsdcc_stop_data(host);
 842                if (!data->error)
 843                        host->curr.data_xfered = host->curr.xfer_size;
 844
 845                if (!data->stop)
 846                        msmsdcc_request_end(host, data->mrq);
 847                else
 848                        msmsdcc_start_command(host, data->stop, 0);
 849        }
 850}
 851
 852static irqreturn_t
 853msmsdcc_irq(int irq, void *dev_id)
 854{
 855        struct msmsdcc_host     *host = dev_id;
 856        void __iomem            *base = host->base;
 857        u32                     status;
 858        int                     ret = 0;
 859        int                     cardint = 0;
 860
 861        spin_lock(&host->lock);
 862
 863        do {
 864                status = msmsdcc_readl(host, MMCISTATUS);
 865                status &= msmsdcc_readl(host, MMCIMASK0);
 866                if ((status & (~MCI_IRQ_PIO)) == 0)
 867                        break;
 868                msmsdcc_writel(host, status, MMCICLEAR);
 869
 870                if (status & MCI_SDIOINTR)
 871                        status &= ~MCI_SDIOINTR;
 872
 873                if (!status)
 874                        break;
 875
 876                msmsdcc_handle_irq_data(host, status, base);
 877
 878                if (status & MCI_SDIOINTOPER) {
 879                        cardint = 1;
 880                        status &= ~MCI_SDIOINTOPER;
 881                }
 882                ret = 1;
 883        } while (status);
 884
 885        spin_unlock(&host->lock);
 886
 887        /*
 888         * We have to delay handling the card interrupt as it calls
 889         * back into the driver.
 890         */
 891        if (cardint)
 892                mmc_signal_sdio_irq(host->mmc);
 893
 894        return IRQ_RETVAL(ret);
 895}
 896
 897static void
 898msmsdcc_request(struct mmc_host *mmc, struct mmc_request *mrq)
 899{
 900        struct msmsdcc_host *host = mmc_priv(mmc);
 901        unsigned long flags;
 902
 903        WARN_ON(host->curr.mrq != NULL);
 904        WARN_ON(host->pwr == 0);
 905
 906        spin_lock_irqsave(&host->lock, flags);
 907
 908        host->stats.reqs++;
 909
 910        if (host->eject) {
 911                if (mrq->data && !(mrq->data->flags & MMC_DATA_READ)) {
 912                        mrq->cmd->error = 0;
 913                        mrq->data->bytes_xfered = mrq->data->blksz *
 914                                                  mrq->data->blocks;
 915                } else
 916                        mrq->cmd->error = -ENOMEDIUM;
 917
 918                spin_unlock_irqrestore(&host->lock, flags);
 919                mmc_request_done(mmc, mrq);
 920                return;
 921        }
 922
 923        msmsdcc_enable_clocks(host);
 924
 925        host->curr.mrq = mrq;
 926
 927        if (mrq->data && mrq->data->flags & MMC_DATA_READ)
 928                /* Queue/read data, daisy-chain command when data starts */
 929                msmsdcc_start_data(host, mrq->data, mrq->cmd, 0);
 930        else
 931                msmsdcc_start_command(host, mrq->cmd, 0);
 932
 933        if (host->cmdpoll && !msmsdcc_spin_on_status(host,
 934                                MCI_CMDRESPEND|MCI_CMDCRCFAIL|MCI_CMDTIMEOUT,
 935                                CMD_SPINMAX)) {
 936                uint32_t status = msmsdcc_readl(host, MMCISTATUS);
 937                msmsdcc_do_cmdirq(host, status);
 938                msmsdcc_writel(host,
 939                               MCI_CMDRESPEND | MCI_CMDCRCFAIL | MCI_CMDTIMEOUT,
 940                               MMCICLEAR);
 941                host->stats.cmdpoll_hits++;
 942        } else {
 943                host->stats.cmdpoll_misses++;
 944        }
 945        spin_unlock_irqrestore(&host->lock, flags);
 946}
 947
 948static void msmsdcc_setup_gpio(struct msmsdcc_host *host, bool enable)
 949{
 950        struct msm_mmc_gpio_data *curr;
 951        int i, rc = 0;
 952
 953        if (!host->plat->gpio_data || host->gpio_config_status == enable)
 954                return;
 955
 956        curr = host->plat->gpio_data;
 957        for (i = 0; i < curr->size; i++) {
 958                if (enable) {
 959                        rc = gpio_request(curr->gpio[i].no,
 960                                                curr->gpio[i].name);
 961                        if (rc) {
 962                                pr_err("%s: gpio_request(%d, %s) failed %d\n",
 963                                        mmc_hostname(host->mmc),
 964                                        curr->gpio[i].no,
 965                                        curr->gpio[i].name, rc);
 966                                goto free_gpios;
 967                        }
 968                } else {
 969                        gpio_free(curr->gpio[i].no);
 970                }
 971        }
 972        host->gpio_config_status = enable;
 973        return;
 974
 975free_gpios:
 976        for (; i >= 0; i--)
 977                gpio_free(curr->gpio[i].no);
 978}
 979
 980static void
 981msmsdcc_set_ios(struct mmc_host *mmc, struct mmc_ios *ios)
 982{
 983        struct msmsdcc_host *host = mmc_priv(mmc);
 984        u32 clk = 0, pwr = 0;
 985        int rc;
 986        unsigned long flags;
 987
 988        spin_lock_irqsave(&host->lock, flags);
 989
 990        msmsdcc_enable_clocks(host);
 991
 992        spin_unlock_irqrestore(&host->lock, flags);
 993
 994        if (ios->clock) {
 995                if (ios->clock != host->clk_rate) {
 996                        rc = clk_set_rate(host->clk, ios->clock);
 997                        if (rc < 0)
 998                                pr_err("%s: Error setting clock rate (%d)\n",
 999                                       mmc_hostname(host->mmc), rc);
1000                        else
1001                                host->clk_rate = ios->clock;
1002                }
1003                clk |= MCI_CLK_ENABLE;
1004        }
1005
1006        if (ios->bus_width == MMC_BUS_WIDTH_4)
1007                clk |= (2 << 10); /* Set WIDEBUS */
1008
1009        if (ios->clock > 400000 && msmsdcc_pwrsave)
1010                clk |= (1 << 9); /* PWRSAVE */
1011
1012        clk |= (1 << 12); /* FLOW_ENA */
1013        clk |= (1 << 15); /* feedback clock */
1014
1015        if (host->plat->translate_vdd)
1016                pwr |= host->plat->translate_vdd(mmc_dev(mmc), ios->vdd);
1017
1018        switch (ios->power_mode) {
1019        case MMC_POWER_OFF:
1020                msmsdcc_setup_gpio(host, false);
1021                break;
1022        case MMC_POWER_UP:
1023                pwr |= MCI_PWR_UP;
1024                msmsdcc_setup_gpio(host, true);
1025                break;
1026        case MMC_POWER_ON:
1027                pwr |= MCI_PWR_ON;
1028                break;
1029        }
1030
1031        if (ios->bus_mode == MMC_BUSMODE_OPENDRAIN)
1032                pwr |= MCI_OD;
1033
1034        msmsdcc_writel(host, clk, MMCICLOCK);
1035
1036        if (host->pwr != pwr) {
1037                host->pwr = pwr;
1038                msmsdcc_writel(host, pwr, MMCIPOWER);
1039        }
1040#if BUSCLK_PWRSAVE
1041        spin_lock_irqsave(&host->lock, flags);
1042        msmsdcc_disable_clocks(host, 1);
1043        spin_unlock_irqrestore(&host->lock, flags);
1044#endif
1045}
1046
1047static void msmsdcc_enable_sdio_irq(struct mmc_host *mmc, int enable)
1048{
1049        struct msmsdcc_host *host = mmc_priv(mmc);
1050        unsigned long flags;
1051        u32 status;
1052
1053        spin_lock_irqsave(&host->lock, flags);
1054        if (msmsdcc_sdioirq == 1) {
1055                status = msmsdcc_readl(host, MMCIMASK0);
1056                if (enable)
1057                        status |= MCI_SDIOINTOPERMASK;
1058                else
1059                        status &= ~MCI_SDIOINTOPERMASK;
1060                host->saved_irq0mask = status;
1061                msmsdcc_writel(host, status, MMCIMASK0);
1062        }
1063        spin_unlock_irqrestore(&host->lock, flags);
1064}
1065
1066static void msmsdcc_init_card(struct mmc_host *mmc, struct mmc_card *card)
1067{
1068        struct msmsdcc_host *host = mmc_priv(mmc);
1069
1070        if (host->plat->init_card)
1071                host->plat->init_card(card);
1072}
1073
1074static const struct mmc_host_ops msmsdcc_ops = {
1075        .request        = msmsdcc_request,
1076        .set_ios        = msmsdcc_set_ios,
1077        .enable_sdio_irq = msmsdcc_enable_sdio_irq,
1078        .init_card      = msmsdcc_init_card,
1079};
1080
1081static void
1082msmsdcc_check_status(unsigned long data)
1083{
1084        struct msmsdcc_host *host = (struct msmsdcc_host *)data;
1085        unsigned int status;
1086
1087        if (!host->plat->status) {
1088                mmc_detect_change(host->mmc, 0);
1089                goto out;
1090        }
1091
1092        status = host->plat->status(mmc_dev(host->mmc));
1093        host->eject = !status;
1094        if (status ^ host->oldstat) {
1095                pr_info("%s: Slot status change detected (%d -> %d)\n",
1096                        mmc_hostname(host->mmc), host->oldstat, status);
1097                if (status)
1098                        mmc_detect_change(host->mmc, (5 * HZ) / 2);
1099                else
1100                        mmc_detect_change(host->mmc, 0);
1101        }
1102
1103        host->oldstat = status;
1104
1105out:
1106        if (host->timer.function)
1107                mod_timer(&host->timer, jiffies + HZ);
1108}
1109
1110static irqreturn_t
1111msmsdcc_platform_status_irq(int irq, void *dev_id)
1112{
1113        struct msmsdcc_host *host = dev_id;
1114
1115        pr_debug("%s: %d\n", __func__, irq);
1116        msmsdcc_check_status((unsigned long) host);
1117        return IRQ_HANDLED;
1118}
1119
1120static void
1121msmsdcc_status_notify_cb(int card_present, void *dev_id)
1122{
1123        struct msmsdcc_host *host = dev_id;
1124
1125        pr_debug("%s: card_present %d\n", mmc_hostname(host->mmc),
1126               card_present);
1127        msmsdcc_check_status((unsigned long) host);
1128}
1129
1130static void
1131msmsdcc_busclk_expired(unsigned long _data)
1132{
1133        struct msmsdcc_host     *host = (struct msmsdcc_host *) _data;
1134
1135        if (host->clks_on)
1136                msmsdcc_disable_clocks(host, 0);
1137}
1138
1139static int
1140msmsdcc_init_dma(struct msmsdcc_host *host)
1141{
1142        memset(&host->dma, 0, sizeof(struct msmsdcc_dma_data));
1143        host->dma.host = host;
1144        host->dma.channel = -1;
1145
1146        if (!host->dmares)
1147                return -ENODEV;
1148
1149        host->dma.nc = dma_alloc_coherent(NULL,
1150                                          sizeof(struct msmsdcc_nc_dmadata),
1151                                          &host->dma.nc_busaddr,
1152                                          GFP_KERNEL);
1153        if (host->dma.nc == NULL) {
1154                pr_err("Unable to allocate DMA buffer\n");
1155                return -ENOMEM;
1156        }
1157        memset(host->dma.nc, 0x00, sizeof(struct msmsdcc_nc_dmadata));
1158        host->dma.cmd_busaddr = host->dma.nc_busaddr;
1159        host->dma.cmdptr_busaddr = host->dma.nc_busaddr +
1160                                offsetof(struct msmsdcc_nc_dmadata, cmdptr);
1161        host->dma.channel = host->dmares->start;
1162
1163        return 0;
1164}
1165
1166static int
1167msmsdcc_probe(struct platform_device *pdev)
1168{
1169        struct msm_mmc_platform_data *plat = pdev->dev.platform_data;
1170        struct msmsdcc_host *host;
1171        struct mmc_host *mmc;
1172        struct resource *cmd_irqres = NULL;
1173        struct resource *stat_irqres = NULL;
1174        struct resource *memres = NULL;
1175        struct resource *dmares = NULL;
1176        int ret;
1177
1178        /* must have platform data */
1179        if (!plat) {
1180                pr_err("%s: Platform data not available\n", __func__);
1181                ret = -EINVAL;
1182                goto out;
1183        }
1184
1185        if (pdev->id < 1 || pdev->id > 4)
1186                return -EINVAL;
1187
1188        if (pdev->resource == NULL || pdev->num_resources < 2) {
1189                pr_err("%s: Invalid resource\n", __func__);
1190                return -ENXIO;
1191        }
1192
1193        memres = platform_get_resource(pdev, IORESOURCE_MEM, 0);
1194        dmares = platform_get_resource(pdev, IORESOURCE_DMA, 0);
1195        cmd_irqres = platform_get_resource_byname(pdev, IORESOURCE_IRQ,
1196                                                  "cmd_irq");
1197        stat_irqres = platform_get_resource_byname(pdev, IORESOURCE_IRQ,
1198                                                   "status_irq");
1199
1200        if (!cmd_irqres || !memres) {
1201                pr_err("%s: Invalid resource\n", __func__);
1202                return -ENXIO;
1203        }
1204
1205        /*
1206         * Setup our host structure
1207         */
1208
1209        mmc = mmc_alloc_host(sizeof(struct msmsdcc_host), &pdev->dev);
1210        if (!mmc) {
1211                ret = -ENOMEM;
1212                goto out;
1213        }
1214
1215        host = mmc_priv(mmc);
1216        host->pdev_id = pdev->id;
1217        host->plat = plat;
1218        host->mmc = mmc;
1219        host->curr.cmd = NULL;
1220        init_timer(&host->busclk_timer);
1221        host->busclk_timer.data = (unsigned long) host;
1222        host->busclk_timer.function = msmsdcc_busclk_expired;
1223
1224
1225        host->cmdpoll = 1;
1226
1227        host->base = ioremap(memres->start, PAGE_SIZE);
1228        if (!host->base) {
1229                ret = -ENOMEM;
1230                goto host_free;
1231        }
1232
1233        host->cmd_irqres = cmd_irqres;
1234        host->memres = memres;
1235        host->dmares = dmares;
1236        spin_lock_init(&host->lock);
1237
1238        tasklet_init(&host->dma_tlet, msmsdcc_dma_complete_tlet,
1239                        (unsigned long)host);
1240
1241        /*
1242         * Setup DMA
1243         */
1244        if (host->dmares) {
1245                ret = msmsdcc_init_dma(host);
1246                if (ret)
1247                        goto ioremap_free;
1248        } else {
1249                host->dma.channel = -1;
1250        }
1251
1252        /* Get our clocks */
1253        host->pclk = clk_get(&pdev->dev, "sdc_pclk");
1254        if (IS_ERR(host->pclk)) {
1255                ret = PTR_ERR(host->pclk);
1256                goto dma_free;
1257        }
1258
1259        host->clk = clk_get(&pdev->dev, "sdc_clk");
1260        if (IS_ERR(host->clk)) {
1261                ret = PTR_ERR(host->clk);
1262                goto pclk_put;
1263        }
1264
1265        ret = clk_set_rate(host->clk, msmsdcc_fmin);
1266        if (ret) {
1267                pr_err("%s: Clock rate set failed (%d)\n", __func__, ret);
1268                goto clk_put;
1269        }
1270
1271        ret = clk_prepare(host->pclk);
1272        if (ret)
1273                goto clk_put;
1274
1275        ret = clk_prepare(host->clk);
1276        if (ret)
1277                goto clk_unprepare_p;
1278
1279        /* Enable clocks */
1280        ret = msmsdcc_enable_clocks(host);
1281        if (ret)
1282                goto clk_unprepare;
1283
1284        host->pclk_rate = clk_get_rate(host->pclk);
1285        host->clk_rate = clk_get_rate(host->clk);
1286
1287        /*
1288         * Setup MMC host structure
1289         */
1290        mmc->ops = &msmsdcc_ops;
1291        mmc->f_min = msmsdcc_fmin;
1292        mmc->f_max = msmsdcc_fmax;
1293        mmc->ocr_avail = plat->ocr_mask;
1294
1295        if (msmsdcc_4bit)
1296                mmc->caps |= MMC_CAP_4_BIT_DATA;
1297        if (msmsdcc_sdioirq)
1298                mmc->caps |= MMC_CAP_SDIO_IRQ;
1299        mmc->caps |= MMC_CAP_MMC_HIGHSPEED | MMC_CAP_SD_HIGHSPEED;
1300
1301        mmc->max_segs = NR_SG;
1302        mmc->max_blk_size = 4096;       /* MCI_DATA_CTL BLOCKSIZE up to 4096 */
1303        mmc->max_blk_count = 65536;
1304
1305        mmc->max_req_size = 33554432;   /* MCI_DATA_LENGTH is 25 bits */
1306        mmc->max_seg_size = mmc->max_req_size;
1307
1308        msmsdcc_writel(host, 0, MMCIMASK0);
1309        msmsdcc_writel(host, 0x5e007ff, MMCICLEAR);
1310
1311        msmsdcc_writel(host, MCI_IRQENABLE, MMCIMASK0);
1312        host->saved_irq0mask = MCI_IRQENABLE;
1313
1314        /*
1315         * Setup card detect change
1316         */
1317
1318        memset(&host->timer, 0, sizeof(host->timer));
1319
1320        if (stat_irqres && !(stat_irqres->flags & IORESOURCE_DISABLED)) {
1321                unsigned long irqflags = IRQF_SHARED |
1322                        (stat_irqres->flags & IRQF_TRIGGER_MASK);
1323
1324                host->stat_irq = stat_irqres->start;
1325                ret = request_irq(host->stat_irq,
1326                                  msmsdcc_platform_status_irq,
1327                                  irqflags,
1328                                  DRIVER_NAME " (slot)",
1329                                  host);
1330                if (ret) {
1331                        pr_err("%s: Unable to get slot IRQ %d (%d)\n",
1332                               mmc_hostname(mmc), host->stat_irq, ret);
1333                        goto clk_disable;
1334                }
1335        } else if (plat->register_status_notify) {
1336                plat->register_status_notify(msmsdcc_status_notify_cb, host);
1337        } else if (!plat->status)
1338                pr_err("%s: No card detect facilities available\n",
1339                       mmc_hostname(mmc));
1340        else {
1341                init_timer(&host->timer);
1342                host->timer.data = (unsigned long)host;
1343                host->timer.function = msmsdcc_check_status;
1344                host->timer.expires = jiffies + HZ;
1345                add_timer(&host->timer);
1346        }
1347
1348        if (plat->status) {
1349                host->oldstat = host->plat->status(mmc_dev(host->mmc));
1350                host->eject = !host->oldstat;
1351        }
1352
1353        ret = request_irq(cmd_irqres->start, msmsdcc_irq, IRQF_SHARED,
1354                          DRIVER_NAME " (cmd)", host);
1355        if (ret)
1356                goto stat_irq_free;
1357
1358        ret = request_irq(cmd_irqres->start, msmsdcc_pio_irq, IRQF_SHARED,
1359                          DRIVER_NAME " (pio)", host);
1360        if (ret)
1361                goto cmd_irq_free;
1362
1363        mmc_set_drvdata(pdev, mmc);
1364        mmc_add_host(mmc);
1365
1366        pr_info("%s: Qualcomm MSM SDCC at 0x%016llx irq %d,%d dma %d\n",
1367                mmc_hostname(mmc), (unsigned long long)memres->start,
1368                (unsigned int) cmd_irqres->start,
1369                (unsigned int) host->stat_irq, host->dma.channel);
1370        pr_info("%s: 4 bit data mode %s\n", mmc_hostname(mmc),
1371                (mmc->caps & MMC_CAP_4_BIT_DATA ? "enabled" : "disabled"));
1372        pr_info("%s: MMC clock %u -> %u Hz, PCLK %u Hz\n",
1373                mmc_hostname(mmc), msmsdcc_fmin, msmsdcc_fmax, host->pclk_rate);
1374        pr_info("%s: Slot eject status = %d\n", mmc_hostname(mmc), host->eject);
1375        pr_info("%s: Power save feature enable = %d\n",
1376                mmc_hostname(mmc), msmsdcc_pwrsave);
1377
1378        if (host->dma.channel != -1) {
1379                pr_info("%s: DM non-cached buffer at %p, dma_addr 0x%.8x\n",
1380                        mmc_hostname(mmc), host->dma.nc, host->dma.nc_busaddr);
1381                pr_info("%s: DM cmd busaddr 0x%.8x, cmdptr busaddr 0x%.8x\n",
1382                        mmc_hostname(mmc), host->dma.cmd_busaddr,
1383                        host->dma.cmdptr_busaddr);
1384        } else
1385                pr_info("%s: PIO transfer enabled\n", mmc_hostname(mmc));
1386        if (host->timer.function)
1387                pr_info("%s: Polling status mode enabled\n", mmc_hostname(mmc));
1388
1389        return 0;
1390 cmd_irq_free:
1391        free_irq(cmd_irqres->start, host);
1392 stat_irq_free:
1393        if (host->stat_irq)
1394                free_irq(host->stat_irq, host);
1395 clk_disable:
1396        msmsdcc_disable_clocks(host, 0);
1397 clk_unprepare:
1398        clk_unprepare(host->clk);
1399 clk_unprepare_p:
1400        clk_unprepare(host->pclk);
1401 clk_put:
1402        clk_put(host->clk);
1403 pclk_put:
1404        clk_put(host->pclk);
1405dma_free:
1406        if (host->dmares)
1407                dma_free_coherent(NULL, sizeof(struct msmsdcc_nc_dmadata),
1408                                        host->dma.nc, host->dma.nc_busaddr);
1409ioremap_free:
1410        tasklet_kill(&host->dma_tlet);
1411        iounmap(host->base);
1412 host_free:
1413        mmc_free_host(mmc);
1414 out:
1415        return ret;
1416}
1417
1418#ifdef CONFIG_PM
1419#ifdef CONFIG_MMC_MSM7X00A_RESUME_IN_WQ
1420static void
1421do_resume_work(struct work_struct *work)
1422{
1423        struct msmsdcc_host *host =
1424                container_of(work, struct msmsdcc_host, resume_task);
1425        struct mmc_host *mmc = host->mmc;
1426
1427        if (mmc) {
1428                mmc_resume_host(mmc);
1429                if (host->stat_irq)
1430                        enable_irq(host->stat_irq);
1431        }
1432}
1433#endif
1434
1435
1436static int
1437msmsdcc_suspend(struct platform_device *dev, pm_message_t state)
1438{
1439        struct mmc_host *mmc = mmc_get_drvdata(dev);
1440        int rc = 0;
1441
1442        if (mmc) {
1443                struct msmsdcc_host *host = mmc_priv(mmc);
1444
1445                if (host->stat_irq)
1446                        disable_irq(host->stat_irq);
1447
1448                if (mmc->card && mmc->card->type != MMC_TYPE_SDIO)
1449                        rc = mmc_suspend_host(mmc);
1450                if (!rc)
1451                        msmsdcc_writel(host, 0, MMCIMASK0);
1452                if (host->clks_on)
1453                        msmsdcc_disable_clocks(host, 0);
1454        }
1455        return rc;
1456}
1457
1458static int
1459msmsdcc_resume(struct platform_device *dev)
1460{
1461        struct mmc_host *mmc = mmc_get_drvdata(dev);
1462
1463        if (mmc) {
1464                struct msmsdcc_host *host = mmc_priv(mmc);
1465
1466                msmsdcc_enable_clocks(host);
1467
1468                msmsdcc_writel(host, host->saved_irq0mask, MMCIMASK0);
1469
1470                if (mmc->card && mmc->card->type != MMC_TYPE_SDIO)
1471                        mmc_resume_host(mmc);
1472                if (host->stat_irq)
1473                        enable_irq(host->stat_irq);
1474#if BUSCLK_PWRSAVE
1475                msmsdcc_disable_clocks(host, 1);
1476#endif
1477        }
1478        return 0;
1479}
1480#else
1481#define msmsdcc_suspend 0
1482#define msmsdcc_resume 0
1483#endif
1484
1485static struct platform_driver msmsdcc_driver = {
1486        .probe          = msmsdcc_probe,
1487        .suspend        = msmsdcc_suspend,
1488        .resume         = msmsdcc_resume,
1489        .driver         = {
1490                .name   = "msm_sdcc",
1491        },
1492};
1493
1494module_platform_driver(msmsdcc_driver);
1495
1496MODULE_DESCRIPTION("Qualcomm MSM 7X00A Multimedia Card Interface driver");
1497MODULE_LICENSE("GPL");
1498