linux/drivers/mmc/host/s3cmci.c
<<
>>
Prefs
   1/*
   2 *  linux/drivers/mmc/s3cmci.h - Samsung S3C MCI driver
   3 *
   4 *  Copyright (C) 2004-2006 maintech GmbH, Thomas Kleffel <tk@maintech.de>
   5 *
   6 * Current driver maintained by Ben Dooks and Simtec Electronics
   7 *  Copyright (C) 2008 Simtec Electronics <ben-linux@fluff.org>
   8 *
   9 * This program is free software; you can redistribute it and/or modify
  10 * it under the terms of the GNU General Public License version 2 as
  11 * published by the Free Software Foundation.
  12 */
  13
  14#include <linux/module.h>
  15#include <linux/dmaengine.h>
  16#include <linux/dma-mapping.h>
  17#include <linux/clk.h>
  18#include <linux/mmc/host.h>
  19#include <linux/platform_device.h>
  20#include <linux/cpufreq.h>
  21#include <linux/debugfs.h>
  22#include <linux/seq_file.h>
  23#include <linux/gpio.h>
  24#include <linux/irq.h>
  25#include <linux/io.h>
  26
  27#include <plat/gpio-cfg.h>
  28#include <mach/dma.h>
  29#include <mach/gpio-samsung.h>
  30
  31#include <linux/platform_data/dma-s3c24xx.h>
  32#include <linux/platform_data/mmc-s3cmci.h>
  33
  34#include "s3cmci.h"
  35
  36#define DRIVER_NAME "s3c-mci"
  37
  38#define S3C2410_SDICON                  (0x00)
  39#define S3C2410_SDIPRE                  (0x04)
  40#define S3C2410_SDICMDARG               (0x08)
  41#define S3C2410_SDICMDCON               (0x0C)
  42#define S3C2410_SDICMDSTAT              (0x10)
  43#define S3C2410_SDIRSP0                 (0x14)
  44#define S3C2410_SDIRSP1                 (0x18)
  45#define S3C2410_SDIRSP2                 (0x1C)
  46#define S3C2410_SDIRSP3                 (0x20)
  47#define S3C2410_SDITIMER                (0x24)
  48#define S3C2410_SDIBSIZE                (0x28)
  49#define S3C2410_SDIDCON                 (0x2C)
  50#define S3C2410_SDIDCNT                 (0x30)
  51#define S3C2410_SDIDSTA                 (0x34)
  52#define S3C2410_SDIFSTA                 (0x38)
  53
  54#define S3C2410_SDIDATA                 (0x3C)
  55#define S3C2410_SDIIMSK                 (0x40)
  56
  57#define S3C2440_SDIDATA                 (0x40)
  58#define S3C2440_SDIIMSK                 (0x3C)
  59
  60#define S3C2440_SDICON_SDRESET          (1 << 8)
  61#define S3C2410_SDICON_SDIOIRQ          (1 << 3)
  62#define S3C2410_SDICON_FIFORESET        (1 << 1)
  63#define S3C2410_SDICON_CLOCKTYPE        (1 << 0)
  64
  65#define S3C2410_SDICMDCON_LONGRSP       (1 << 10)
  66#define S3C2410_SDICMDCON_WAITRSP       (1 << 9)
  67#define S3C2410_SDICMDCON_CMDSTART      (1 << 8)
  68#define S3C2410_SDICMDCON_SENDERHOST    (1 << 6)
  69#define S3C2410_SDICMDCON_INDEX         (0x3f)
  70
  71#define S3C2410_SDICMDSTAT_CRCFAIL      (1 << 12)
  72#define S3C2410_SDICMDSTAT_CMDSENT      (1 << 11)
  73#define S3C2410_SDICMDSTAT_CMDTIMEOUT   (1 << 10)
  74#define S3C2410_SDICMDSTAT_RSPFIN       (1 << 9)
  75
  76#define S3C2440_SDIDCON_DS_WORD         (2 << 22)
  77#define S3C2410_SDIDCON_TXAFTERRESP     (1 << 20)
  78#define S3C2410_SDIDCON_RXAFTERCMD      (1 << 19)
  79#define S3C2410_SDIDCON_BLOCKMODE       (1 << 17)
  80#define S3C2410_SDIDCON_WIDEBUS         (1 << 16)
  81#define S3C2410_SDIDCON_DMAEN           (1 << 15)
  82#define S3C2410_SDIDCON_STOP            (1 << 14)
  83#define S3C2440_SDIDCON_DATSTART        (1 << 14)
  84
  85#define S3C2410_SDIDCON_XFER_RXSTART    (2 << 12)
  86#define S3C2410_SDIDCON_XFER_TXSTART    (3 << 12)
  87
  88#define S3C2410_SDIDCON_BLKNUM_MASK     (0xFFF)
  89
  90#define S3C2410_SDIDSTA_SDIOIRQDETECT   (1 << 9)
  91#define S3C2410_SDIDSTA_FIFOFAIL        (1 << 8)
  92#define S3C2410_SDIDSTA_CRCFAIL         (1 << 7)
  93#define S3C2410_SDIDSTA_RXCRCFAIL       (1 << 6)
  94#define S3C2410_SDIDSTA_DATATIMEOUT     (1 << 5)
  95#define S3C2410_SDIDSTA_XFERFINISH      (1 << 4)
  96#define S3C2410_SDIDSTA_TXDATAON        (1 << 1)
  97#define S3C2410_SDIDSTA_RXDATAON        (1 << 0)
  98
  99#define S3C2440_SDIFSTA_FIFORESET       (1 << 16)
 100#define S3C2440_SDIFSTA_FIFOFAIL        (3 << 14)
 101#define S3C2410_SDIFSTA_TFDET           (1 << 13)
 102#define S3C2410_SDIFSTA_RFDET           (1 << 12)
 103#define S3C2410_SDIFSTA_COUNTMASK       (0x7f)
 104
 105#define S3C2410_SDIIMSK_RESPONSECRC     (1 << 17)
 106#define S3C2410_SDIIMSK_CMDSENT         (1 << 16)
 107#define S3C2410_SDIIMSK_CMDTIMEOUT      (1 << 15)
 108#define S3C2410_SDIIMSK_RESPONSEND      (1 << 14)
 109#define S3C2410_SDIIMSK_SDIOIRQ         (1 << 12)
 110#define S3C2410_SDIIMSK_FIFOFAIL        (1 << 11)
 111#define S3C2410_SDIIMSK_CRCSTATUS       (1 << 10)
 112#define S3C2410_SDIIMSK_DATACRC         (1 << 9)
 113#define S3C2410_SDIIMSK_DATATIMEOUT     (1 << 8)
 114#define S3C2410_SDIIMSK_DATAFINISH      (1 << 7)
 115#define S3C2410_SDIIMSK_TXFIFOHALF      (1 << 4)
 116#define S3C2410_SDIIMSK_RXFIFOLAST      (1 << 2)
 117#define S3C2410_SDIIMSK_RXFIFOHALF      (1 << 0)
 118
 119enum dbg_channels {
 120        dbg_err   = (1 << 0),
 121        dbg_debug = (1 << 1),
 122        dbg_info  = (1 << 2),
 123        dbg_irq   = (1 << 3),
 124        dbg_sg    = (1 << 4),
 125        dbg_dma   = (1 << 5),
 126        dbg_pio   = (1 << 6),
 127        dbg_fail  = (1 << 7),
 128        dbg_conf  = (1 << 8),
 129};
 130
 131static const int dbgmap_err   = dbg_fail;
 132static const int dbgmap_info  = dbg_info | dbg_conf;
 133static const int dbgmap_debug = dbg_err | dbg_debug;
 134
 135#define dbg(host, channels, args...)              \
 136        do {                                      \
 137        if (dbgmap_err & channels)                \
 138                dev_err(&host->pdev->dev, args);  \
 139        else if (dbgmap_info & channels)          \
 140                dev_info(&host->pdev->dev, args); \
 141        else if (dbgmap_debug & channels)         \
 142                dev_dbg(&host->pdev->dev, args);  \
 143        } while (0)
 144
 145static void finalize_request(struct s3cmci_host *host);
 146static void s3cmci_send_request(struct mmc_host *mmc);
 147static void s3cmci_reset(struct s3cmci_host *host);
 148
 149#ifdef CONFIG_MMC_DEBUG
 150
 151static void dbg_dumpregs(struct s3cmci_host *host, char *prefix)
 152{
 153        u32 con, pre, cmdarg, cmdcon, cmdsta, r0, r1, r2, r3, timer, bsize;
 154        u32 datcon, datcnt, datsta, fsta, imask;
 155
 156        con     = readl(host->base + S3C2410_SDICON);
 157        pre     = readl(host->base + S3C2410_SDIPRE);
 158        cmdarg  = readl(host->base + S3C2410_SDICMDARG);
 159        cmdcon  = readl(host->base + S3C2410_SDICMDCON);
 160        cmdsta  = readl(host->base + S3C2410_SDICMDSTAT);
 161        r0      = readl(host->base + S3C2410_SDIRSP0);
 162        r1      = readl(host->base + S3C2410_SDIRSP1);
 163        r2      = readl(host->base + S3C2410_SDIRSP2);
 164        r3      = readl(host->base + S3C2410_SDIRSP3);
 165        timer   = readl(host->base + S3C2410_SDITIMER);
 166        bsize   = readl(host->base + S3C2410_SDIBSIZE);
 167        datcon  = readl(host->base + S3C2410_SDIDCON);
 168        datcnt  = readl(host->base + S3C2410_SDIDCNT);
 169        datsta  = readl(host->base + S3C2410_SDIDSTA);
 170        fsta    = readl(host->base + S3C2410_SDIFSTA);
 171        imask   = readl(host->base + host->sdiimsk);
 172
 173        dbg(host, dbg_debug, "%s  CON:[%08x]  PRE:[%08x]  TMR:[%08x]\n",
 174                                prefix, con, pre, timer);
 175
 176        dbg(host, dbg_debug, "%s CCON:[%08x] CARG:[%08x] CSTA:[%08x]\n",
 177                                prefix, cmdcon, cmdarg, cmdsta);
 178
 179        dbg(host, dbg_debug, "%s DCON:[%08x] FSTA:[%08x]"
 180                               " DSTA:[%08x] DCNT:[%08x]\n",
 181                                prefix, datcon, fsta, datsta, datcnt);
 182
 183        dbg(host, dbg_debug, "%s   R0:[%08x]   R1:[%08x]"
 184                               "   R2:[%08x]   R3:[%08x]\n",
 185                                prefix, r0, r1, r2, r3);
 186}
 187
 188static void prepare_dbgmsg(struct s3cmci_host *host, struct mmc_command *cmd,
 189                           int stop)
 190{
 191        snprintf(host->dbgmsg_cmd, 300,
 192                 "#%u%s op:%i arg:0x%08x flags:0x08%x retries:%u",
 193                 host->ccnt, (stop ? " (STOP)" : ""),
 194                 cmd->opcode, cmd->arg, cmd->flags, cmd->retries);
 195
 196        if (cmd->data) {
 197                snprintf(host->dbgmsg_dat, 300,
 198                         "#%u bsize:%u blocks:%u bytes:%u",
 199                         host->dcnt, cmd->data->blksz,
 200                         cmd->data->blocks,
 201                         cmd->data->blocks * cmd->data->blksz);
 202        } else {
 203                host->dbgmsg_dat[0] = '\0';
 204        }
 205}
 206
 207static void dbg_dumpcmd(struct s3cmci_host *host, struct mmc_command *cmd,
 208                        int fail)
 209{
 210        unsigned int dbglvl = fail ? dbg_fail : dbg_debug;
 211
 212        if (!cmd)
 213                return;
 214
 215        if (cmd->error == 0) {
 216                dbg(host, dbglvl, "CMD[OK] %s R0:0x%08x\n",
 217                        host->dbgmsg_cmd, cmd->resp[0]);
 218        } else {
 219                dbg(host, dbglvl, "CMD[ERR %i] %s Status:%s\n",
 220                        cmd->error, host->dbgmsg_cmd, host->status);
 221        }
 222
 223        if (!cmd->data)
 224                return;
 225
 226        if (cmd->data->error == 0) {
 227                dbg(host, dbglvl, "DAT[OK] %s\n", host->dbgmsg_dat);
 228        } else {
 229                dbg(host, dbglvl, "DAT[ERR %i] %s DCNT:0x%08x\n",
 230                        cmd->data->error, host->dbgmsg_dat,
 231                        readl(host->base + S3C2410_SDIDCNT));
 232        }
 233}
 234#else
 235static void dbg_dumpcmd(struct s3cmci_host *host,
 236                        struct mmc_command *cmd, int fail) { }
 237
 238static void prepare_dbgmsg(struct s3cmci_host *host, struct mmc_command *cmd,
 239                           int stop) { }
 240
 241static void dbg_dumpregs(struct s3cmci_host *host, char *prefix) { }
 242
 243#endif /* CONFIG_MMC_DEBUG */
 244
 245/**
 246 * s3cmci_host_usedma - return whether the host is using dma or pio
 247 * @host: The host state
 248 *
 249 * Return true if the host is using DMA to transfer data, else false
 250 * to use PIO mode. Will return static data depending on the driver
 251 * configuration.
 252 */
 253static inline bool s3cmci_host_usedma(struct s3cmci_host *host)
 254{
 255#ifdef CONFIG_MMC_S3C_PIO
 256        return false;
 257#else /* CONFIG_MMC_S3C_DMA */
 258        return true;
 259#endif
 260}
 261
 262static inline u32 enable_imask(struct s3cmci_host *host, u32 imask)
 263{
 264        u32 newmask;
 265
 266        newmask = readl(host->base + host->sdiimsk);
 267        newmask |= imask;
 268
 269        writel(newmask, host->base + host->sdiimsk);
 270
 271        return newmask;
 272}
 273
 274static inline u32 disable_imask(struct s3cmci_host *host, u32 imask)
 275{
 276        u32 newmask;
 277
 278        newmask = readl(host->base + host->sdiimsk);
 279        newmask &= ~imask;
 280
 281        writel(newmask, host->base + host->sdiimsk);
 282
 283        return newmask;
 284}
 285
 286static inline void clear_imask(struct s3cmci_host *host)
 287{
 288        u32 mask = readl(host->base + host->sdiimsk);
 289
 290        /* preserve the SDIO IRQ mask state */
 291        mask &= S3C2410_SDIIMSK_SDIOIRQ;
 292        writel(mask, host->base + host->sdiimsk);
 293}
 294
 295/**
 296 * s3cmci_check_sdio_irq - test whether the SDIO IRQ is being signalled
 297 * @host: The host to check.
 298 *
 299 * Test to see if the SDIO interrupt is being signalled in case the
 300 * controller has failed to re-detect a card interrupt. Read GPE8 and
 301 * see if it is low and if so, signal a SDIO interrupt.
 302 *
 303 * This is currently called if a request is finished (we assume that the
 304 * bus is now idle) and when the SDIO IRQ is enabled in case the IRQ is
 305 * already being indicated.
 306*/
 307static void s3cmci_check_sdio_irq(struct s3cmci_host *host)
 308{
 309        if (host->sdio_irqen) {
 310                if (gpio_get_value(S3C2410_GPE(8)) == 0) {
 311                        pr_debug("%s: signalling irq\n", __func__);
 312                        mmc_signal_sdio_irq(host->mmc);
 313                }
 314        }
 315}
 316
 317static inline int get_data_buffer(struct s3cmci_host *host,
 318                                  u32 *bytes, u32 **pointer)
 319{
 320        struct scatterlist *sg;
 321
 322        if (host->pio_active == XFER_NONE)
 323                return -EINVAL;
 324
 325        if ((!host->mrq) || (!host->mrq->data))
 326                return -EINVAL;
 327
 328        if (host->pio_sgptr >= host->mrq->data->sg_len) {
 329                dbg(host, dbg_debug, "no more buffers (%i/%i)\n",
 330                      host->pio_sgptr, host->mrq->data->sg_len);
 331                return -EBUSY;
 332        }
 333        sg = &host->mrq->data->sg[host->pio_sgptr];
 334
 335        *bytes = sg->length;
 336        *pointer = sg_virt(sg);
 337
 338        host->pio_sgptr++;
 339
 340        dbg(host, dbg_sg, "new buffer (%i/%i)\n",
 341            host->pio_sgptr, host->mrq->data->sg_len);
 342
 343        return 0;
 344}
 345
 346static inline u32 fifo_count(struct s3cmci_host *host)
 347{
 348        u32 fifostat = readl(host->base + S3C2410_SDIFSTA);
 349
 350        fifostat &= S3C2410_SDIFSTA_COUNTMASK;
 351        return fifostat;
 352}
 353
 354static inline u32 fifo_free(struct s3cmci_host *host)
 355{
 356        u32 fifostat = readl(host->base + S3C2410_SDIFSTA);
 357
 358        fifostat &= S3C2410_SDIFSTA_COUNTMASK;
 359        return 63 - fifostat;
 360}
 361
 362/**
 363 * s3cmci_enable_irq - enable IRQ, after having disabled it.
 364 * @host: The device state.
 365 * @more: True if more IRQs are expected from transfer.
 366 *
 367 * Enable the main IRQ if needed after it has been disabled.
 368 *
 369 * The IRQ can be one of the following states:
 370 *      - disabled during IDLE
 371 *      - disabled whilst processing data
 372 *      - enabled during transfer
 373 *      - enabled whilst awaiting SDIO interrupt detection
 374 */
 375static void s3cmci_enable_irq(struct s3cmci_host *host, bool more)
 376{
 377        unsigned long flags;
 378        bool enable = false;
 379
 380        local_irq_save(flags);
 381
 382        host->irq_enabled = more;
 383        host->irq_disabled = false;
 384
 385        enable = more | host->sdio_irqen;
 386
 387        if (host->irq_state != enable) {
 388                host->irq_state = enable;
 389
 390                if (enable)
 391                        enable_irq(host->irq);
 392                else
 393                        disable_irq(host->irq);
 394        }
 395
 396        local_irq_restore(flags);
 397}
 398
 399/**
 400 *
 401 */
 402static void s3cmci_disable_irq(struct s3cmci_host *host, bool transfer)
 403{
 404        unsigned long flags;
 405
 406        local_irq_save(flags);
 407
 408        /* pr_debug("%s: transfer %d\n", __func__, transfer); */
 409
 410        host->irq_disabled = transfer;
 411
 412        if (transfer && host->irq_state) {
 413                host->irq_state = false;
 414                disable_irq(host->irq);
 415        }
 416
 417        local_irq_restore(flags);
 418}
 419
 420static void do_pio_read(struct s3cmci_host *host)
 421{
 422        int res;
 423        u32 fifo;
 424        u32 *ptr;
 425        u32 fifo_words;
 426        void __iomem *from_ptr;
 427
 428        /* write real prescaler to host, it might be set slow to fix */
 429        writel(host->prescaler, host->base + S3C2410_SDIPRE);
 430
 431        from_ptr = host->base + host->sdidata;
 432
 433        while ((fifo = fifo_count(host))) {
 434                if (!host->pio_bytes) {
 435                        res = get_data_buffer(host, &host->pio_bytes,
 436                                              &host->pio_ptr);
 437                        if (res) {
 438                                host->pio_active = XFER_NONE;
 439                                host->complete_what = COMPLETION_FINALIZE;
 440
 441                                dbg(host, dbg_pio, "pio_read(): "
 442                                    "complete (no more data).\n");
 443                                return;
 444                        }
 445
 446                        dbg(host, dbg_pio,
 447                            "pio_read(): new target: [%i]@[%p]\n",
 448                            host->pio_bytes, host->pio_ptr);
 449                }
 450
 451                dbg(host, dbg_pio,
 452                    "pio_read(): fifo:[%02i] buffer:[%03i] dcnt:[%08X]\n",
 453                    fifo, host->pio_bytes,
 454                    readl(host->base + S3C2410_SDIDCNT));
 455
 456                /* If we have reached the end of the block, we can
 457                 * read a word and get 1 to 3 bytes.  If we in the
 458                 * middle of the block, we have to read full words,
 459                 * otherwise we will write garbage, so round down to
 460                 * an even multiple of 4. */
 461                if (fifo >= host->pio_bytes)
 462                        fifo = host->pio_bytes;
 463                else
 464                        fifo -= fifo & 3;
 465
 466                host->pio_bytes -= fifo;
 467                host->pio_count += fifo;
 468
 469                fifo_words = fifo >> 2;
 470                ptr = host->pio_ptr;
 471                while (fifo_words--)
 472                        *ptr++ = readl(from_ptr);
 473                host->pio_ptr = ptr;
 474
 475                if (fifo & 3) {
 476                        u32 n = fifo & 3;
 477                        u32 data = readl(from_ptr);
 478                        u8 *p = (u8 *)host->pio_ptr;
 479
 480                        while (n--) {
 481                                *p++ = data;
 482                                data >>= 8;
 483                        }
 484                }
 485        }
 486
 487        if (!host->pio_bytes) {
 488                res = get_data_buffer(host, &host->pio_bytes, &host->pio_ptr);
 489                if (res) {
 490                        dbg(host, dbg_pio,
 491                            "pio_read(): complete (no more buffers).\n");
 492                        host->pio_active = XFER_NONE;
 493                        host->complete_what = COMPLETION_FINALIZE;
 494
 495                        return;
 496                }
 497        }
 498
 499        enable_imask(host,
 500                     S3C2410_SDIIMSK_RXFIFOHALF | S3C2410_SDIIMSK_RXFIFOLAST);
 501}
 502
 503static void do_pio_write(struct s3cmci_host *host)
 504{
 505        void __iomem *to_ptr;
 506        int res;
 507        u32 fifo;
 508        u32 *ptr;
 509
 510        to_ptr = host->base + host->sdidata;
 511
 512        while ((fifo = fifo_free(host)) > 3) {
 513                if (!host->pio_bytes) {
 514                        res = get_data_buffer(host, &host->pio_bytes,
 515                                                        &host->pio_ptr);
 516                        if (res) {
 517                                dbg(host, dbg_pio,
 518                                    "pio_write(): complete (no more data).\n");
 519                                host->pio_active = XFER_NONE;
 520
 521                                return;
 522                        }
 523
 524                        dbg(host, dbg_pio,
 525                            "pio_write(): new source: [%i]@[%p]\n",
 526                            host->pio_bytes, host->pio_ptr);
 527
 528                }
 529
 530                /* If we have reached the end of the block, we have to
 531                 * write exactly the remaining number of bytes.  If we
 532                 * in the middle of the block, we have to write full
 533                 * words, so round down to an even multiple of 4. */
 534                if (fifo >= host->pio_bytes)
 535                        fifo = host->pio_bytes;
 536                else
 537                        fifo -= fifo & 3;
 538
 539                host->pio_bytes -= fifo;
 540                host->pio_count += fifo;
 541
 542                fifo = (fifo + 3) >> 2;
 543                ptr = host->pio_ptr;
 544                while (fifo--)
 545                        writel(*ptr++, to_ptr);
 546                host->pio_ptr = ptr;
 547        }
 548
 549        enable_imask(host, S3C2410_SDIIMSK_TXFIFOHALF);
 550}
 551
 552static void pio_tasklet(unsigned long data)
 553{
 554        struct s3cmci_host *host = (struct s3cmci_host *) data;
 555
 556        s3cmci_disable_irq(host, true);
 557
 558        if (host->pio_active == XFER_WRITE)
 559                do_pio_write(host);
 560
 561        if (host->pio_active == XFER_READ)
 562                do_pio_read(host);
 563
 564        if (host->complete_what == COMPLETION_FINALIZE) {
 565                clear_imask(host);
 566                if (host->pio_active != XFER_NONE) {
 567                        dbg(host, dbg_err, "unfinished %s "
 568                            "- pio_count:[%u] pio_bytes:[%u]\n",
 569                            (host->pio_active == XFER_READ) ? "read" : "write",
 570                            host->pio_count, host->pio_bytes);
 571
 572                        if (host->mrq->data)
 573                                host->mrq->data->error = -EINVAL;
 574                }
 575
 576                s3cmci_enable_irq(host, false);
 577                finalize_request(host);
 578        } else
 579                s3cmci_enable_irq(host, true);
 580}
 581
 582/*
 583 * ISR for SDI Interface IRQ
 584 * Communication between driver and ISR works as follows:
 585 *   host->mrq                  points to current request
 586 *   host->complete_what        Indicates when the request is considered done
 587 *     COMPLETION_CMDSENT         when the command was sent
 588 *     COMPLETION_RSPFIN          when a response was received
 589 *     COMPLETION_XFERFINISH      when the data transfer is finished
 590 *     COMPLETION_XFERFINISH_RSPFIN both of the above.
 591 *   host->complete_request     is the completion-object the driver waits for
 592 *
 593 * 1) Driver sets up host->mrq and host->complete_what
 594 * 2) Driver prepares the transfer
 595 * 3) Driver enables interrupts
 596 * 4) Driver starts transfer
 597 * 5) Driver waits for host->complete_rquest
 598 * 6) ISR checks for request status (errors and success)
 599 * 6) ISR sets host->mrq->cmd->error and host->mrq->data->error
 600 * 7) ISR completes host->complete_request
 601 * 8) ISR disables interrupts
 602 * 9) Driver wakes up and takes care of the request
 603 *
 604 * Note: "->error"-fields are expected to be set to 0 before the request
 605 *       was issued by mmc.c - therefore they are only set, when an error
 606 *       contition comes up
 607 */
 608
 609static irqreturn_t s3cmci_irq(int irq, void *dev_id)
 610{
 611        struct s3cmci_host *host = dev_id;
 612        struct mmc_command *cmd;
 613        u32 mci_csta, mci_dsta, mci_fsta, mci_dcnt, mci_imsk;
 614        u32 mci_cclear = 0, mci_dclear;
 615        unsigned long iflags;
 616
 617        mci_dsta = readl(host->base + S3C2410_SDIDSTA);
 618        mci_imsk = readl(host->base + host->sdiimsk);
 619
 620        if (mci_dsta & S3C2410_SDIDSTA_SDIOIRQDETECT) {
 621                if (mci_imsk & S3C2410_SDIIMSK_SDIOIRQ) {
 622                        mci_dclear = S3C2410_SDIDSTA_SDIOIRQDETECT;
 623                        writel(mci_dclear, host->base + S3C2410_SDIDSTA);
 624
 625                        mmc_signal_sdio_irq(host->mmc);
 626                        return IRQ_HANDLED;
 627                }
 628        }
 629
 630        spin_lock_irqsave(&host->complete_lock, iflags);
 631
 632        mci_csta = readl(host->base + S3C2410_SDICMDSTAT);
 633        mci_dcnt = readl(host->base + S3C2410_SDIDCNT);
 634        mci_fsta = readl(host->base + S3C2410_SDIFSTA);
 635        mci_dclear = 0;
 636
 637        if ((host->complete_what == COMPLETION_NONE) ||
 638            (host->complete_what == COMPLETION_FINALIZE)) {
 639                host->status = "nothing to complete";
 640                clear_imask(host);
 641                goto irq_out;
 642        }
 643
 644        if (!host->mrq) {
 645                host->status = "no active mrq";
 646                clear_imask(host);
 647                goto irq_out;
 648        }
 649
 650        cmd = host->cmd_is_stop ? host->mrq->stop : host->mrq->cmd;
 651
 652        if (!cmd) {
 653                host->status = "no active cmd";
 654                clear_imask(host);
 655                goto irq_out;
 656        }
 657
 658        if (!s3cmci_host_usedma(host)) {
 659                if ((host->pio_active == XFER_WRITE) &&
 660                    (mci_fsta & S3C2410_SDIFSTA_TFDET)) {
 661
 662                        disable_imask(host, S3C2410_SDIIMSK_TXFIFOHALF);
 663                        tasklet_schedule(&host->pio_tasklet);
 664                        host->status = "pio tx";
 665                }
 666
 667                if ((host->pio_active == XFER_READ) &&
 668                    (mci_fsta & S3C2410_SDIFSTA_RFDET)) {
 669
 670                        disable_imask(host,
 671                                      S3C2410_SDIIMSK_RXFIFOHALF |
 672                                      S3C2410_SDIIMSK_RXFIFOLAST);
 673
 674                        tasklet_schedule(&host->pio_tasklet);
 675                        host->status = "pio rx";
 676                }
 677        }
 678
 679        if (mci_csta & S3C2410_SDICMDSTAT_CMDTIMEOUT) {
 680                dbg(host, dbg_err, "CMDSTAT: error CMDTIMEOUT\n");
 681                cmd->error = -ETIMEDOUT;
 682                host->status = "error: command timeout";
 683                goto fail_transfer;
 684        }
 685
 686        if (mci_csta & S3C2410_SDICMDSTAT_CMDSENT) {
 687                if (host->complete_what == COMPLETION_CMDSENT) {
 688                        host->status = "ok: command sent";
 689                        goto close_transfer;
 690                }
 691
 692                mci_cclear |= S3C2410_SDICMDSTAT_CMDSENT;
 693        }
 694
 695        if (mci_csta & S3C2410_SDICMDSTAT_CRCFAIL) {
 696                if (cmd->flags & MMC_RSP_CRC) {
 697                        if (host->mrq->cmd->flags & MMC_RSP_136) {
 698                                dbg(host, dbg_irq,
 699                                    "fixup: ignore CRC fail with long rsp\n");
 700                        } else {
 701                                /* note, we used to fail the transfer
 702                                 * here, but it seems that this is just
 703                                 * the hardware getting it wrong.
 704                                 *
 705                                 * cmd->error = -EILSEQ;
 706                                 * host->status = "error: bad command crc";
 707                                 * goto fail_transfer;
 708                                */
 709                        }
 710                }
 711
 712                mci_cclear |= S3C2410_SDICMDSTAT_CRCFAIL;
 713        }
 714
 715        if (mci_csta & S3C2410_SDICMDSTAT_RSPFIN) {
 716                if (host->complete_what == COMPLETION_RSPFIN) {
 717                        host->status = "ok: command response received";
 718                        goto close_transfer;
 719                }
 720
 721                if (host->complete_what == COMPLETION_XFERFINISH_RSPFIN)
 722                        host->complete_what = COMPLETION_XFERFINISH;
 723
 724                mci_cclear |= S3C2410_SDICMDSTAT_RSPFIN;
 725        }
 726
 727        /* errors handled after this point are only relevant
 728           when a data transfer is in progress */
 729
 730        if (!cmd->data)
 731                goto clear_status_bits;
 732
 733        /* Check for FIFO failure */
 734        if (host->is2440) {
 735                if (mci_fsta & S3C2440_SDIFSTA_FIFOFAIL) {
 736                        dbg(host, dbg_err, "FIFO failure\n");
 737                        host->mrq->data->error = -EILSEQ;
 738                        host->status = "error: 2440 fifo failure";
 739                        goto fail_transfer;
 740                }
 741        } else {
 742                if (mci_dsta & S3C2410_SDIDSTA_FIFOFAIL) {
 743                        dbg(host, dbg_err, "FIFO failure\n");
 744                        cmd->data->error = -EILSEQ;
 745                        host->status = "error:  fifo failure";
 746                        goto fail_transfer;
 747                }
 748        }
 749
 750        if (mci_dsta & S3C2410_SDIDSTA_RXCRCFAIL) {
 751                dbg(host, dbg_err, "bad data crc (outgoing)\n");
 752                cmd->data->error = -EILSEQ;
 753                host->status = "error: bad data crc (outgoing)";
 754                goto fail_transfer;
 755        }
 756
 757        if (mci_dsta & S3C2410_SDIDSTA_CRCFAIL) {
 758                dbg(host, dbg_err, "bad data crc (incoming)\n");
 759                cmd->data->error = -EILSEQ;
 760                host->status = "error: bad data crc (incoming)";
 761                goto fail_transfer;
 762        }
 763
 764        if (mci_dsta & S3C2410_SDIDSTA_DATATIMEOUT) {
 765                dbg(host, dbg_err, "data timeout\n");
 766                cmd->data->error = -ETIMEDOUT;
 767                host->status = "error: data timeout";
 768                goto fail_transfer;
 769        }
 770
 771        if (mci_dsta & S3C2410_SDIDSTA_XFERFINISH) {
 772                if (host->complete_what == COMPLETION_XFERFINISH) {
 773                        host->status = "ok: data transfer completed";
 774                        goto close_transfer;
 775                }
 776
 777                if (host->complete_what == COMPLETION_XFERFINISH_RSPFIN)
 778                        host->complete_what = COMPLETION_RSPFIN;
 779
 780                mci_dclear |= S3C2410_SDIDSTA_XFERFINISH;
 781        }
 782
 783clear_status_bits:
 784        writel(mci_cclear, host->base + S3C2410_SDICMDSTAT);
 785        writel(mci_dclear, host->base + S3C2410_SDIDSTA);
 786
 787        goto irq_out;
 788
 789fail_transfer:
 790        host->pio_active = XFER_NONE;
 791
 792close_transfer:
 793        host->complete_what = COMPLETION_FINALIZE;
 794
 795        clear_imask(host);
 796        tasklet_schedule(&host->pio_tasklet);
 797
 798        goto irq_out;
 799
 800irq_out:
 801        dbg(host, dbg_irq,
 802            "csta:0x%08x dsta:0x%08x fsta:0x%08x dcnt:0x%08x status:%s.\n",
 803            mci_csta, mci_dsta, mci_fsta, mci_dcnt, host->status);
 804
 805        spin_unlock_irqrestore(&host->complete_lock, iflags);
 806        return IRQ_HANDLED;
 807
 808}
 809
 810/*
 811 * ISR for the CardDetect Pin
 812*/
 813
 814static irqreturn_t s3cmci_irq_cd(int irq, void *dev_id)
 815{
 816        struct s3cmci_host *host = (struct s3cmci_host *)dev_id;
 817
 818        dbg(host, dbg_irq, "card detect\n");
 819
 820        mmc_detect_change(host->mmc, msecs_to_jiffies(500));
 821
 822        return IRQ_HANDLED;
 823}
 824
 825static void s3cmci_dma_done_callback(void *arg)
 826{
 827        struct s3cmci_host *host = arg;
 828        unsigned long iflags;
 829
 830        BUG_ON(!host->mrq);
 831        BUG_ON(!host->mrq->data);
 832
 833        spin_lock_irqsave(&host->complete_lock, iflags);
 834
 835        dbg(host, dbg_dma, "DMA FINISHED\n");
 836
 837        host->dma_complete = 1;
 838        host->complete_what = COMPLETION_FINALIZE;
 839
 840        tasklet_schedule(&host->pio_tasklet);
 841        spin_unlock_irqrestore(&host->complete_lock, iflags);
 842
 843}
 844
 845static void finalize_request(struct s3cmci_host *host)
 846{
 847        struct mmc_request *mrq = host->mrq;
 848        struct mmc_command *cmd;
 849        int debug_as_failure = 0;
 850
 851        if (host->complete_what != COMPLETION_FINALIZE)
 852                return;
 853
 854        if (!mrq)
 855                return;
 856        cmd = host->cmd_is_stop ? mrq->stop : mrq->cmd;
 857
 858        if (cmd->data && (cmd->error == 0) &&
 859            (cmd->data->error == 0)) {
 860                if (s3cmci_host_usedma(host) && (!host->dma_complete)) {
 861                        dbg(host, dbg_dma, "DMA Missing (%d)!\n",
 862                            host->dma_complete);
 863                        return;
 864                }
 865        }
 866
 867        /* Read response from controller. */
 868        cmd->resp[0] = readl(host->base + S3C2410_SDIRSP0);
 869        cmd->resp[1] = readl(host->base + S3C2410_SDIRSP1);
 870        cmd->resp[2] = readl(host->base + S3C2410_SDIRSP2);
 871        cmd->resp[3] = readl(host->base + S3C2410_SDIRSP3);
 872
 873        writel(host->prescaler, host->base + S3C2410_SDIPRE);
 874
 875        if (cmd->error)
 876                debug_as_failure = 1;
 877
 878        if (cmd->data && cmd->data->error)
 879                debug_as_failure = 1;
 880
 881        dbg_dumpcmd(host, cmd, debug_as_failure);
 882
 883        /* Cleanup controller */
 884        writel(0, host->base + S3C2410_SDICMDARG);
 885        writel(S3C2410_SDIDCON_STOP, host->base + S3C2410_SDIDCON);
 886        writel(0, host->base + S3C2410_SDICMDCON);
 887        clear_imask(host);
 888
 889        if (cmd->data && cmd->error)
 890                cmd->data->error = cmd->error;
 891
 892        if (cmd->data && cmd->data->stop && (!host->cmd_is_stop)) {
 893                host->cmd_is_stop = 1;
 894                s3cmci_send_request(host->mmc);
 895                return;
 896        }
 897
 898        /* If we have no data transfer we are finished here */
 899        if (!mrq->data)
 900                goto request_done;
 901
 902        /* Calculate the amout of bytes transfer if there was no error */
 903        if (mrq->data->error == 0) {
 904                mrq->data->bytes_xfered =
 905                        (mrq->data->blocks * mrq->data->blksz);
 906        } else {
 907                mrq->data->bytes_xfered = 0;
 908        }
 909
 910        /* If we had an error while transferring data we flush the
 911         * DMA channel and the fifo to clear out any garbage. */
 912        if (mrq->data->error != 0) {
 913                if (s3cmci_host_usedma(host))
 914                        dmaengine_terminate_all(host->dma);
 915
 916                if (host->is2440) {
 917                        /* Clear failure register and reset fifo. */
 918                        writel(S3C2440_SDIFSTA_FIFORESET |
 919                               S3C2440_SDIFSTA_FIFOFAIL,
 920                               host->base + S3C2410_SDIFSTA);
 921                } else {
 922                        u32 mci_con;
 923
 924                        /* reset fifo */
 925                        mci_con = readl(host->base + S3C2410_SDICON);
 926                        mci_con |= S3C2410_SDICON_FIFORESET;
 927
 928                        writel(mci_con, host->base + S3C2410_SDICON);
 929                }
 930        }
 931
 932request_done:
 933        host->complete_what = COMPLETION_NONE;
 934        host->mrq = NULL;
 935
 936        s3cmci_check_sdio_irq(host);
 937        mmc_request_done(host->mmc, mrq);
 938}
 939
 940static void s3cmci_send_command(struct s3cmci_host *host,
 941                                        struct mmc_command *cmd)
 942{
 943        u32 ccon, imsk;
 944
 945        imsk  = S3C2410_SDIIMSK_CRCSTATUS | S3C2410_SDIIMSK_CMDTIMEOUT |
 946                S3C2410_SDIIMSK_RESPONSEND | S3C2410_SDIIMSK_CMDSENT |
 947                S3C2410_SDIIMSK_RESPONSECRC;
 948
 949        enable_imask(host, imsk);
 950
 951        if (cmd->data)
 952                host->complete_what = COMPLETION_XFERFINISH_RSPFIN;
 953        else if (cmd->flags & MMC_RSP_PRESENT)
 954                host->complete_what = COMPLETION_RSPFIN;
 955        else
 956                host->complete_what = COMPLETION_CMDSENT;
 957
 958        writel(cmd->arg, host->base + S3C2410_SDICMDARG);
 959
 960        ccon  = cmd->opcode & S3C2410_SDICMDCON_INDEX;
 961        ccon |= S3C2410_SDICMDCON_SENDERHOST | S3C2410_SDICMDCON_CMDSTART;
 962
 963        if (cmd->flags & MMC_RSP_PRESENT)
 964                ccon |= S3C2410_SDICMDCON_WAITRSP;
 965
 966        if (cmd->flags & MMC_RSP_136)
 967                ccon |= S3C2410_SDICMDCON_LONGRSP;
 968
 969        writel(ccon, host->base + S3C2410_SDICMDCON);
 970}
 971
 972static int s3cmci_setup_data(struct s3cmci_host *host, struct mmc_data *data)
 973{
 974        u32 dcon, imsk, stoptries = 3;
 975
 976        /* write DCON register */
 977
 978        if (!data) {
 979                writel(0, host->base + S3C2410_SDIDCON);
 980                return 0;
 981        }
 982
 983        if ((data->blksz & 3) != 0) {
 984                /* We cannot deal with unaligned blocks with more than
 985                 * one block being transferred. */
 986
 987                if (data->blocks > 1) {
 988                        pr_warn("%s: can't do non-word sized block transfers (blksz %d)\n",
 989                                __func__, data->blksz);
 990                        return -EINVAL;
 991                }
 992        }
 993
 994        while (readl(host->base + S3C2410_SDIDSTA) &
 995               (S3C2410_SDIDSTA_TXDATAON | S3C2410_SDIDSTA_RXDATAON)) {
 996
 997                dbg(host, dbg_err,
 998                    "mci_setup_data() transfer stillin progress.\n");
 999
1000                writel(S3C2410_SDIDCON_STOP, host->base + S3C2410_SDIDCON);
1001                s3cmci_reset(host);
1002
1003                if ((stoptries--) == 0) {
1004                        dbg_dumpregs(host, "DRF");
1005                        return -EINVAL;
1006                }
1007        }
1008
1009        dcon  = data->blocks & S3C2410_SDIDCON_BLKNUM_MASK;
1010
1011        if (s3cmci_host_usedma(host))
1012                dcon |= S3C2410_SDIDCON_DMAEN;
1013
1014        if (host->bus_width == MMC_BUS_WIDTH_4)
1015                dcon |= S3C2410_SDIDCON_WIDEBUS;
1016
1017        if (!(data->flags & MMC_DATA_STREAM))
1018                dcon |= S3C2410_SDIDCON_BLOCKMODE;
1019
1020        if (data->flags & MMC_DATA_WRITE) {
1021                dcon |= S3C2410_SDIDCON_TXAFTERRESP;
1022                dcon |= S3C2410_SDIDCON_XFER_TXSTART;
1023        }
1024
1025        if (data->flags & MMC_DATA_READ) {
1026                dcon |= S3C2410_SDIDCON_RXAFTERCMD;
1027                dcon |= S3C2410_SDIDCON_XFER_RXSTART;
1028        }
1029
1030        if (host->is2440) {
1031                dcon |= S3C2440_SDIDCON_DS_WORD;
1032                dcon |= S3C2440_SDIDCON_DATSTART;
1033        }
1034
1035        writel(dcon, host->base + S3C2410_SDIDCON);
1036
1037        /* write BSIZE register */
1038
1039        writel(data->blksz, host->base + S3C2410_SDIBSIZE);
1040
1041        /* add to IMASK register */
1042        imsk = S3C2410_SDIIMSK_FIFOFAIL | S3C2410_SDIIMSK_DATACRC |
1043               S3C2410_SDIIMSK_DATATIMEOUT | S3C2410_SDIIMSK_DATAFINISH;
1044
1045        enable_imask(host, imsk);
1046
1047        /* write TIMER register */
1048
1049        if (host->is2440) {
1050                writel(0x007FFFFF, host->base + S3C2410_SDITIMER);
1051        } else {
1052                writel(0x0000FFFF, host->base + S3C2410_SDITIMER);
1053
1054                /* FIX: set slow clock to prevent timeouts on read */
1055                if (data->flags & MMC_DATA_READ)
1056                        writel(0xFF, host->base + S3C2410_SDIPRE);
1057        }
1058
1059        return 0;
1060}
1061
1062#define BOTH_DIR (MMC_DATA_WRITE | MMC_DATA_READ)
1063
1064static int s3cmci_prepare_pio(struct s3cmci_host *host, struct mmc_data *data)
1065{
1066        int rw = (data->flags & MMC_DATA_WRITE) ? 1 : 0;
1067
1068        BUG_ON((data->flags & BOTH_DIR) == BOTH_DIR);
1069
1070        host->pio_sgptr = 0;
1071        host->pio_bytes = 0;
1072        host->pio_count = 0;
1073        host->pio_active = rw ? XFER_WRITE : XFER_READ;
1074
1075        if (rw) {
1076                do_pio_write(host);
1077                enable_imask(host, S3C2410_SDIIMSK_TXFIFOHALF);
1078        } else {
1079                enable_imask(host, S3C2410_SDIIMSK_RXFIFOHALF
1080                             | S3C2410_SDIIMSK_RXFIFOLAST);
1081        }
1082
1083        return 0;
1084}
1085
1086static int s3cmci_prepare_dma(struct s3cmci_host *host, struct mmc_data *data)
1087{
1088        int rw = data->flags & MMC_DATA_WRITE;
1089        struct dma_async_tx_descriptor *desc;
1090        struct dma_slave_config conf = {
1091                .src_addr = host->mem->start + host->sdidata,
1092                .dst_addr = host->mem->start + host->sdidata,
1093                .src_addr_width = DMA_SLAVE_BUSWIDTH_4_BYTES,
1094                .dst_addr_width = DMA_SLAVE_BUSWIDTH_4_BYTES,
1095        };
1096
1097        BUG_ON((data->flags & BOTH_DIR) == BOTH_DIR);
1098
1099        /* Restore prescaler value */
1100        writel(host->prescaler, host->base + S3C2410_SDIPRE);
1101
1102        if (!rw)
1103                conf.direction = DMA_DEV_TO_MEM;
1104        else
1105                conf.direction = DMA_MEM_TO_DEV;
1106
1107        dma_map_sg(mmc_dev(host->mmc), data->sg, data->sg_len,
1108                             rw ? DMA_TO_DEVICE : DMA_FROM_DEVICE);
1109
1110        dmaengine_slave_config(host->dma, &conf);
1111        desc = dmaengine_prep_slave_sg(host->dma, data->sg, data->sg_len,
1112                conf.direction,
1113                DMA_CTRL_ACK | DMA_PREP_INTERRUPT);
1114        if (!desc)
1115                goto unmap_exit;
1116        desc->callback = s3cmci_dma_done_callback;
1117        desc->callback_param = host;
1118        dmaengine_submit(desc);
1119        dma_async_issue_pending(host->dma);
1120
1121        return 0;
1122
1123unmap_exit:
1124        dma_unmap_sg(mmc_dev(host->mmc), data->sg, data->sg_len,
1125                             rw ? DMA_TO_DEVICE : DMA_FROM_DEVICE);
1126        return -ENOMEM;
1127}
1128
1129static void s3cmci_send_request(struct mmc_host *mmc)
1130{
1131        struct s3cmci_host *host = mmc_priv(mmc);
1132        struct mmc_request *mrq = host->mrq;
1133        struct mmc_command *cmd = host->cmd_is_stop ? mrq->stop : mrq->cmd;
1134
1135        host->ccnt++;
1136        prepare_dbgmsg(host, cmd, host->cmd_is_stop);
1137
1138        /* Clear command, data and fifo status registers
1139           Fifo clear only necessary on 2440, but doesn't hurt on 2410
1140        */
1141        writel(0xFFFFFFFF, host->base + S3C2410_SDICMDSTAT);
1142        writel(0xFFFFFFFF, host->base + S3C2410_SDIDSTA);
1143        writel(0xFFFFFFFF, host->base + S3C2410_SDIFSTA);
1144
1145        if (cmd->data) {
1146                int res = s3cmci_setup_data(host, cmd->data);
1147
1148                host->dcnt++;
1149
1150                if (res) {
1151                        dbg(host, dbg_err, "setup data error %d\n", res);
1152                        cmd->error = res;
1153                        cmd->data->error = res;
1154
1155                        mmc_request_done(mmc, mrq);
1156                        return;
1157                }
1158
1159                if (s3cmci_host_usedma(host))
1160                        res = s3cmci_prepare_dma(host, cmd->data);
1161                else
1162                        res = s3cmci_prepare_pio(host, cmd->data);
1163
1164                if (res) {
1165                        dbg(host, dbg_err, "data prepare error %d\n", res);
1166                        cmd->error = res;
1167                        cmd->data->error = res;
1168
1169                        mmc_request_done(mmc, mrq);
1170                        return;
1171                }
1172        }
1173
1174        /* Send command */
1175        s3cmci_send_command(host, cmd);
1176
1177        /* Enable Interrupt */
1178        s3cmci_enable_irq(host, true);
1179}
1180
1181static int s3cmci_card_present(struct mmc_host *mmc)
1182{
1183        struct s3cmci_host *host = mmc_priv(mmc);
1184        struct s3c24xx_mci_pdata *pdata = host->pdata;
1185        int ret;
1186
1187        if (pdata->no_detect)
1188                return -ENOSYS;
1189
1190        ret = gpio_get_value(pdata->gpio_detect) ? 0 : 1;
1191        return ret ^ pdata->detect_invert;
1192}
1193
1194static void s3cmci_request(struct mmc_host *mmc, struct mmc_request *mrq)
1195{
1196        struct s3cmci_host *host = mmc_priv(mmc);
1197
1198        host->status = "mmc request";
1199        host->cmd_is_stop = 0;
1200        host->mrq = mrq;
1201
1202        if (s3cmci_card_present(mmc) == 0) {
1203                dbg(host, dbg_err, "%s: no medium present\n", __func__);
1204                host->mrq->cmd->error = -ENOMEDIUM;
1205                mmc_request_done(mmc, mrq);
1206        } else
1207                s3cmci_send_request(mmc);
1208}
1209
1210static void s3cmci_set_clk(struct s3cmci_host *host, struct mmc_ios *ios)
1211{
1212        u32 mci_psc;
1213
1214        /* Set clock */
1215        for (mci_psc = 0; mci_psc < 255; mci_psc++) {
1216                host->real_rate = host->clk_rate / (host->clk_div*(mci_psc+1));
1217
1218                if (host->real_rate <= ios->clock)
1219                        break;
1220        }
1221
1222        if (mci_psc > 255)
1223                mci_psc = 255;
1224
1225        host->prescaler = mci_psc;
1226        writel(host->prescaler, host->base + S3C2410_SDIPRE);
1227
1228        /* If requested clock is 0, real_rate will be 0, too */
1229        if (ios->clock == 0)
1230                host->real_rate = 0;
1231}
1232
1233static void s3cmci_set_ios(struct mmc_host *mmc, struct mmc_ios *ios)
1234{
1235        struct s3cmci_host *host = mmc_priv(mmc);
1236        u32 mci_con;
1237
1238        /* Set the power state */
1239
1240        mci_con = readl(host->base + S3C2410_SDICON);
1241
1242        switch (ios->power_mode) {
1243        case MMC_POWER_ON:
1244        case MMC_POWER_UP:
1245                /* Configure GPE5...GPE10 pins in SD mode */
1246                s3c_gpio_cfgall_range(S3C2410_GPE(5), 6, S3C_GPIO_SFN(2),
1247                                      S3C_GPIO_PULL_NONE);
1248
1249                if (host->pdata->set_power)
1250                        host->pdata->set_power(ios->power_mode, ios->vdd);
1251
1252                if (!host->is2440)
1253                        mci_con |= S3C2410_SDICON_FIFORESET;
1254
1255                break;
1256
1257        case MMC_POWER_OFF:
1258        default:
1259                gpio_direction_output(S3C2410_GPE(5), 0);
1260
1261                if (host->is2440)
1262                        mci_con |= S3C2440_SDICON_SDRESET;
1263
1264                if (host->pdata->set_power)
1265                        host->pdata->set_power(ios->power_mode, ios->vdd);
1266
1267                break;
1268        }
1269
1270        s3cmci_set_clk(host, ios);
1271
1272        /* Set CLOCK_ENABLE */
1273        if (ios->clock)
1274                mci_con |= S3C2410_SDICON_CLOCKTYPE;
1275        else
1276                mci_con &= ~S3C2410_SDICON_CLOCKTYPE;
1277
1278        writel(mci_con, host->base + S3C2410_SDICON);
1279
1280        if ((ios->power_mode == MMC_POWER_ON) ||
1281            (ios->power_mode == MMC_POWER_UP)) {
1282                dbg(host, dbg_conf, "running at %lukHz (requested: %ukHz).\n",
1283                        host->real_rate/1000, ios->clock/1000);
1284        } else {
1285                dbg(host, dbg_conf, "powered down.\n");
1286        }
1287
1288        host->bus_width = ios->bus_width;
1289}
1290
1291static void s3cmci_reset(struct s3cmci_host *host)
1292{
1293        u32 con = readl(host->base + S3C2410_SDICON);
1294
1295        con |= S3C2440_SDICON_SDRESET;
1296        writel(con, host->base + S3C2410_SDICON);
1297}
1298
1299static int s3cmci_get_ro(struct mmc_host *mmc)
1300{
1301        struct s3cmci_host *host = mmc_priv(mmc);
1302        struct s3c24xx_mci_pdata *pdata = host->pdata;
1303        int ret;
1304
1305        if (pdata->no_wprotect)
1306                return 0;
1307
1308        ret = gpio_get_value(pdata->gpio_wprotect) ? 1 : 0;
1309        ret ^= pdata->wprotect_invert;
1310
1311        return ret;
1312}
1313
1314static void s3cmci_enable_sdio_irq(struct mmc_host *mmc, int enable)
1315{
1316        struct s3cmci_host *host = mmc_priv(mmc);
1317        unsigned long flags;
1318        u32 con;
1319
1320        local_irq_save(flags);
1321
1322        con = readl(host->base + S3C2410_SDICON);
1323        host->sdio_irqen = enable;
1324
1325        if (enable == host->sdio_irqen)
1326                goto same_state;
1327
1328        if (enable) {
1329                con |= S3C2410_SDICON_SDIOIRQ;
1330                enable_imask(host, S3C2410_SDIIMSK_SDIOIRQ);
1331
1332                if (!host->irq_state && !host->irq_disabled) {
1333                        host->irq_state = true;
1334                        enable_irq(host->irq);
1335                }
1336        } else {
1337                disable_imask(host, S3C2410_SDIIMSK_SDIOIRQ);
1338                con &= ~S3C2410_SDICON_SDIOIRQ;
1339
1340                if (!host->irq_enabled && host->irq_state) {
1341                        disable_irq_nosync(host->irq);
1342                        host->irq_state = false;
1343                }
1344        }
1345
1346        writel(con, host->base + S3C2410_SDICON);
1347
1348 same_state:
1349        local_irq_restore(flags);
1350
1351        s3cmci_check_sdio_irq(host);
1352}
1353
1354static struct mmc_host_ops s3cmci_ops = {
1355        .request        = s3cmci_request,
1356        .set_ios        = s3cmci_set_ios,
1357        .get_ro         = s3cmci_get_ro,
1358        .get_cd         = s3cmci_card_present,
1359        .enable_sdio_irq = s3cmci_enable_sdio_irq,
1360};
1361
1362static struct s3c24xx_mci_pdata s3cmci_def_pdata = {
1363        /* This is currently here to avoid a number of if (host->pdata)
1364         * checks. Any zero fields to ensure reasonable defaults are picked. */
1365         .no_wprotect = 1,
1366         .no_detect = 1,
1367};
1368
1369#ifdef CONFIG_CPU_FREQ
1370
1371static int s3cmci_cpufreq_transition(struct notifier_block *nb,
1372                                     unsigned long val, void *data)
1373{
1374        struct s3cmci_host *host;
1375        struct mmc_host *mmc;
1376        unsigned long newclk;
1377        unsigned long flags;
1378
1379        host = container_of(nb, struct s3cmci_host, freq_transition);
1380        newclk = clk_get_rate(host->clk);
1381        mmc = host->mmc;
1382
1383        if ((val == CPUFREQ_PRECHANGE && newclk > host->clk_rate) ||
1384            (val == CPUFREQ_POSTCHANGE && newclk < host->clk_rate)) {
1385                spin_lock_irqsave(&mmc->lock, flags);
1386
1387                host->clk_rate = newclk;
1388
1389                if (mmc->ios.power_mode != MMC_POWER_OFF &&
1390                    mmc->ios.clock != 0)
1391                        s3cmci_set_clk(host, &mmc->ios);
1392
1393                spin_unlock_irqrestore(&mmc->lock, flags);
1394        }
1395
1396        return 0;
1397}
1398
1399static inline int s3cmci_cpufreq_register(struct s3cmci_host *host)
1400{
1401        host->freq_transition.notifier_call = s3cmci_cpufreq_transition;
1402
1403        return cpufreq_register_notifier(&host->freq_transition,
1404                                         CPUFREQ_TRANSITION_NOTIFIER);
1405}
1406
1407static inline void s3cmci_cpufreq_deregister(struct s3cmci_host *host)
1408{
1409        cpufreq_unregister_notifier(&host->freq_transition,
1410                                    CPUFREQ_TRANSITION_NOTIFIER);
1411}
1412
1413#else
1414static inline int s3cmci_cpufreq_register(struct s3cmci_host *host)
1415{
1416        return 0;
1417}
1418
1419static inline void s3cmci_cpufreq_deregister(struct s3cmci_host *host)
1420{
1421}
1422#endif
1423
1424
1425#ifdef CONFIG_DEBUG_FS
1426
1427static int s3cmci_state_show(struct seq_file *seq, void *v)
1428{
1429        struct s3cmci_host *host = seq->private;
1430
1431        seq_printf(seq, "Register base = 0x%08x\n", (u32)host->base);
1432        seq_printf(seq, "Clock rate = %ld\n", host->clk_rate);
1433        seq_printf(seq, "Prescale = %d\n", host->prescaler);
1434        seq_printf(seq, "is2440 = %d\n", host->is2440);
1435        seq_printf(seq, "IRQ = %d\n", host->irq);
1436        seq_printf(seq, "IRQ enabled = %d\n", host->irq_enabled);
1437        seq_printf(seq, "IRQ disabled = %d\n", host->irq_disabled);
1438        seq_printf(seq, "IRQ state = %d\n", host->irq_state);
1439        seq_printf(seq, "CD IRQ = %d\n", host->irq_cd);
1440        seq_printf(seq, "Do DMA = %d\n", s3cmci_host_usedma(host));
1441        seq_printf(seq, "SDIIMSK at %d\n", host->sdiimsk);
1442        seq_printf(seq, "SDIDATA at %d\n", host->sdidata);
1443
1444        return 0;
1445}
1446
1447static int s3cmci_state_open(struct inode *inode, struct file *file)
1448{
1449        return single_open(file, s3cmci_state_show, inode->i_private);
1450}
1451
1452static const struct file_operations s3cmci_fops_state = {
1453        .owner          = THIS_MODULE,
1454        .open           = s3cmci_state_open,
1455        .read           = seq_read,
1456        .llseek         = seq_lseek,
1457        .release        = single_release,
1458};
1459
1460#define DBG_REG(_r) { .addr = S3C2410_SDI##_r, .name = #_r }
1461
1462struct s3cmci_reg {
1463        unsigned short  addr;
1464        unsigned char   *name;
1465} debug_regs[] = {
1466        DBG_REG(CON),
1467        DBG_REG(PRE),
1468        DBG_REG(CMDARG),
1469        DBG_REG(CMDCON),
1470        DBG_REG(CMDSTAT),
1471        DBG_REG(RSP0),
1472        DBG_REG(RSP1),
1473        DBG_REG(RSP2),
1474        DBG_REG(RSP3),
1475        DBG_REG(TIMER),
1476        DBG_REG(BSIZE),
1477        DBG_REG(DCON),
1478        DBG_REG(DCNT),
1479        DBG_REG(DSTA),
1480        DBG_REG(FSTA),
1481        {}
1482};
1483
1484static int s3cmci_regs_show(struct seq_file *seq, void *v)
1485{
1486        struct s3cmci_host *host = seq->private;
1487        struct s3cmci_reg *rptr = debug_regs;
1488
1489        for (; rptr->name; rptr++)
1490                seq_printf(seq, "SDI%s\t=0x%08x\n", rptr->name,
1491                           readl(host->base + rptr->addr));
1492
1493        seq_printf(seq, "SDIIMSK\t=0x%08x\n", readl(host->base + host->sdiimsk));
1494
1495        return 0;
1496}
1497
1498static int s3cmci_regs_open(struct inode *inode, struct file *file)
1499{
1500        return single_open(file, s3cmci_regs_show, inode->i_private);
1501}
1502
1503static const struct file_operations s3cmci_fops_regs = {
1504        .owner          = THIS_MODULE,
1505        .open           = s3cmci_regs_open,
1506        .read           = seq_read,
1507        .llseek         = seq_lseek,
1508        .release        = single_release,
1509};
1510
1511static void s3cmci_debugfs_attach(struct s3cmci_host *host)
1512{
1513        struct device *dev = &host->pdev->dev;
1514
1515        host->debug_root = debugfs_create_dir(dev_name(dev), NULL);
1516        if (IS_ERR(host->debug_root)) {
1517                dev_err(dev, "failed to create debugfs root\n");
1518                return;
1519        }
1520
1521        host->debug_state = debugfs_create_file("state", 0444,
1522                                                host->debug_root, host,
1523                                                &s3cmci_fops_state);
1524
1525        if (IS_ERR(host->debug_state))
1526                dev_err(dev, "failed to create debug state file\n");
1527
1528        host->debug_regs = debugfs_create_file("regs", 0444,
1529                                               host->debug_root, host,
1530                                               &s3cmci_fops_regs);
1531
1532        if (IS_ERR(host->debug_regs))
1533                dev_err(dev, "failed to create debug regs file\n");
1534}
1535
1536static void s3cmci_debugfs_remove(struct s3cmci_host *host)
1537{
1538        debugfs_remove(host->debug_regs);
1539        debugfs_remove(host->debug_state);
1540        debugfs_remove(host->debug_root);
1541}
1542
1543#else
1544static inline void s3cmci_debugfs_attach(struct s3cmci_host *host) { }
1545static inline void s3cmci_debugfs_remove(struct s3cmci_host *host) { }
1546
1547#endif /* CONFIG_DEBUG_FS */
1548
1549static int s3cmci_probe(struct platform_device *pdev)
1550{
1551        struct s3cmci_host *host;
1552        struct mmc_host *mmc;
1553        int ret;
1554        int is2440;
1555        int i;
1556
1557        is2440 = platform_get_device_id(pdev)->driver_data;
1558
1559        mmc = mmc_alloc_host(sizeof(struct s3cmci_host), &pdev->dev);
1560        if (!mmc) {
1561                ret = -ENOMEM;
1562                goto probe_out;
1563        }
1564
1565        for (i = S3C2410_GPE(5); i <= S3C2410_GPE(10); i++) {
1566                ret = gpio_request(i, dev_name(&pdev->dev));
1567                if (ret) {
1568                        dev_err(&pdev->dev, "failed to get gpio %d\n", i);
1569
1570                        for (i--; i >= S3C2410_GPE(5); i--)
1571                                gpio_free(i);
1572
1573                        goto probe_free_host;
1574                }
1575        }
1576
1577        host = mmc_priv(mmc);
1578        host->mmc       = mmc;
1579        host->pdev      = pdev;
1580        host->is2440    = is2440;
1581
1582        host->pdata = pdev->dev.platform_data;
1583        if (!host->pdata) {
1584                pdev->dev.platform_data = &s3cmci_def_pdata;
1585                host->pdata = &s3cmci_def_pdata;
1586        }
1587
1588        spin_lock_init(&host->complete_lock);
1589        tasklet_init(&host->pio_tasklet, pio_tasklet, (unsigned long) host);
1590
1591        if (is2440) {
1592                host->sdiimsk   = S3C2440_SDIIMSK;
1593                host->sdidata   = S3C2440_SDIDATA;
1594                host->clk_div   = 1;
1595        } else {
1596                host->sdiimsk   = S3C2410_SDIIMSK;
1597                host->sdidata   = S3C2410_SDIDATA;
1598                host->clk_div   = 2;
1599        }
1600
1601        host->complete_what     = COMPLETION_NONE;
1602        host->pio_active        = XFER_NONE;
1603
1604        host->mem = platform_get_resource(pdev, IORESOURCE_MEM, 0);
1605        if (!host->mem) {
1606                dev_err(&pdev->dev,
1607                        "failed to get io memory region resource.\n");
1608
1609                ret = -ENOENT;
1610                goto probe_free_gpio;
1611        }
1612
1613        host->mem = request_mem_region(host->mem->start,
1614                                       resource_size(host->mem), pdev->name);
1615
1616        if (!host->mem) {
1617                dev_err(&pdev->dev, "failed to request io memory region.\n");
1618                ret = -ENOENT;
1619                goto probe_free_gpio;
1620        }
1621
1622        host->base = ioremap(host->mem->start, resource_size(host->mem));
1623        if (!host->base) {
1624                dev_err(&pdev->dev, "failed to ioremap() io memory region.\n");
1625                ret = -EINVAL;
1626                goto probe_free_mem_region;
1627        }
1628
1629        host->irq = platform_get_irq(pdev, 0);
1630        if (host->irq == 0) {
1631                dev_err(&pdev->dev, "failed to get interrupt resource.\n");
1632                ret = -EINVAL;
1633                goto probe_iounmap;
1634        }
1635
1636        if (request_irq(host->irq, s3cmci_irq, 0, DRIVER_NAME, host)) {
1637                dev_err(&pdev->dev, "failed to request mci interrupt.\n");
1638                ret = -ENOENT;
1639                goto probe_iounmap;
1640        }
1641
1642        /* We get spurious interrupts even when we have set the IMSK
1643         * register to ignore everything, so use disable_irq() to make
1644         * ensure we don't lock the system with un-serviceable requests. */
1645
1646        disable_irq(host->irq);
1647        host->irq_state = false;
1648
1649        if (!host->pdata->no_detect) {
1650                ret = gpio_request(host->pdata->gpio_detect, "s3cmci detect");
1651                if (ret) {
1652                        dev_err(&pdev->dev, "failed to get detect gpio\n");
1653                        goto probe_free_irq;
1654                }
1655
1656                host->irq_cd = gpio_to_irq(host->pdata->gpio_detect);
1657
1658                if (host->irq_cd >= 0) {
1659                        if (request_irq(host->irq_cd, s3cmci_irq_cd,
1660                                        IRQF_TRIGGER_RISING |
1661                                        IRQF_TRIGGER_FALLING,
1662                                        DRIVER_NAME, host)) {
1663                                dev_err(&pdev->dev,
1664                                        "can't get card detect irq.\n");
1665                                ret = -ENOENT;
1666                                goto probe_free_gpio_cd;
1667                        }
1668                } else {
1669                        dev_warn(&pdev->dev,
1670                                 "host detect has no irq available\n");
1671                        gpio_direction_input(host->pdata->gpio_detect);
1672                }
1673        } else
1674                host->irq_cd = -1;
1675
1676        if (!host->pdata->no_wprotect) {
1677                ret = gpio_request(host->pdata->gpio_wprotect, "s3cmci wp");
1678                if (ret) {
1679                        dev_err(&pdev->dev, "failed to get writeprotect\n");
1680                        goto probe_free_irq_cd;
1681                }
1682
1683                gpio_direction_input(host->pdata->gpio_wprotect);
1684        }
1685
1686        /* depending on the dma state, get a dma channel to use. */
1687
1688        if (s3cmci_host_usedma(host)) {
1689                dma_cap_mask_t mask;
1690
1691                dma_cap_zero(mask);
1692                dma_cap_set(DMA_SLAVE, mask);
1693
1694                host->dma = dma_request_slave_channel_compat(mask,
1695                        s3c24xx_dma_filter, (void *)DMACH_SDI, &pdev->dev, "rx-tx");
1696                if (!host->dma) {
1697                        dev_err(&pdev->dev, "cannot get DMA channel.\n");
1698                        ret = -EBUSY;
1699                        goto probe_free_gpio_wp;
1700                }
1701        }
1702
1703        host->clk = clk_get(&pdev->dev, "sdi");
1704        if (IS_ERR(host->clk)) {
1705                dev_err(&pdev->dev, "failed to find clock source.\n");
1706                ret = PTR_ERR(host->clk);
1707                host->clk = NULL;
1708                goto probe_free_dma;
1709        }
1710
1711        ret = clk_prepare_enable(host->clk);
1712        if (ret) {
1713                dev_err(&pdev->dev, "failed to enable clock source.\n");
1714                goto clk_free;
1715        }
1716
1717        host->clk_rate = clk_get_rate(host->clk);
1718
1719        mmc->ops        = &s3cmci_ops;
1720        mmc->ocr_avail  = MMC_VDD_32_33 | MMC_VDD_33_34;
1721#ifdef CONFIG_MMC_S3C_HW_SDIO_IRQ
1722        mmc->caps       = MMC_CAP_4_BIT_DATA | MMC_CAP_SDIO_IRQ;
1723#else
1724        mmc->caps       = MMC_CAP_4_BIT_DATA;
1725#endif
1726        mmc->f_min      = host->clk_rate / (host->clk_div * 256);
1727        mmc->f_max      = host->clk_rate / host->clk_div;
1728
1729        if (host->pdata->ocr_avail)
1730                mmc->ocr_avail = host->pdata->ocr_avail;
1731
1732        mmc->max_blk_count      = 4095;
1733        mmc->max_blk_size       = 4095;
1734        mmc->max_req_size       = 4095 * 512;
1735        mmc->max_seg_size       = mmc->max_req_size;
1736
1737        mmc->max_segs           = 128;
1738
1739        dbg(host, dbg_debug,
1740            "probe: mode:%s mapped mci_base:%p irq:%u irq_cd:%u dma:%p.\n",
1741            (host->is2440?"2440":""),
1742            host->base, host->irq, host->irq_cd, host->dma);
1743
1744        ret = s3cmci_cpufreq_register(host);
1745        if (ret) {
1746                dev_err(&pdev->dev, "failed to register cpufreq\n");
1747                goto free_dmabuf;
1748        }
1749
1750        ret = mmc_add_host(mmc);
1751        if (ret) {
1752                dev_err(&pdev->dev, "failed to add mmc host.\n");
1753                goto free_cpufreq;
1754        }
1755
1756        s3cmci_debugfs_attach(host);
1757
1758        platform_set_drvdata(pdev, mmc);
1759        dev_info(&pdev->dev, "%s - using %s, %s SDIO IRQ\n", mmc_hostname(mmc),
1760                 s3cmci_host_usedma(host) ? "dma" : "pio",
1761                 mmc->caps & MMC_CAP_SDIO_IRQ ? "hw" : "sw");
1762
1763        return 0;
1764
1765 free_cpufreq:
1766        s3cmci_cpufreq_deregister(host);
1767
1768 free_dmabuf:
1769        clk_disable_unprepare(host->clk);
1770
1771 clk_free:
1772        clk_put(host->clk);
1773
1774 probe_free_dma:
1775        if (s3cmci_host_usedma(host))
1776                dma_release_channel(host->dma);
1777
1778 probe_free_gpio_wp:
1779        if (!host->pdata->no_wprotect)
1780                gpio_free(host->pdata->gpio_wprotect);
1781
1782 probe_free_gpio_cd:
1783        if (!host->pdata->no_detect)
1784                gpio_free(host->pdata->gpio_detect);
1785
1786 probe_free_irq_cd:
1787        if (host->irq_cd >= 0)
1788                free_irq(host->irq_cd, host);
1789
1790 probe_free_irq:
1791        free_irq(host->irq, host);
1792
1793 probe_iounmap:
1794        iounmap(host->base);
1795
1796 probe_free_mem_region:
1797        release_mem_region(host->mem->start, resource_size(host->mem));
1798
1799 probe_free_gpio:
1800        for (i = S3C2410_GPE(5); i <= S3C2410_GPE(10); i++)
1801                gpio_free(i);
1802
1803 probe_free_host:
1804        mmc_free_host(mmc);
1805
1806 probe_out:
1807        return ret;
1808}
1809
1810static void s3cmci_shutdown(struct platform_device *pdev)
1811{
1812        struct mmc_host *mmc = platform_get_drvdata(pdev);
1813        struct s3cmci_host *host = mmc_priv(mmc);
1814
1815        if (host->irq_cd >= 0)
1816                free_irq(host->irq_cd, host);
1817
1818        s3cmci_debugfs_remove(host);
1819        s3cmci_cpufreq_deregister(host);
1820        mmc_remove_host(mmc);
1821        clk_disable_unprepare(host->clk);
1822}
1823
1824static int s3cmci_remove(struct platform_device *pdev)
1825{
1826        struct mmc_host         *mmc  = platform_get_drvdata(pdev);
1827        struct s3cmci_host      *host = mmc_priv(mmc);
1828        struct s3c24xx_mci_pdata *pd = host->pdata;
1829        int i;
1830
1831        s3cmci_shutdown(pdev);
1832
1833        clk_put(host->clk);
1834
1835        tasklet_disable(&host->pio_tasklet);
1836
1837        if (s3cmci_host_usedma(host))
1838                dma_release_channel(host->dma);
1839
1840        free_irq(host->irq, host);
1841
1842        if (!pd->no_wprotect)
1843                gpio_free(pd->gpio_wprotect);
1844
1845        if (!pd->no_detect)
1846                gpio_free(pd->gpio_detect);
1847
1848        for (i = S3C2410_GPE(5); i <= S3C2410_GPE(10); i++)
1849                gpio_free(i);
1850
1851
1852        iounmap(host->base);
1853        release_mem_region(host->mem->start, resource_size(host->mem));
1854
1855        mmc_free_host(mmc);
1856        return 0;
1857}
1858
1859static struct platform_device_id s3cmci_driver_ids[] = {
1860        {
1861                .name   = "s3c2410-sdi",
1862                .driver_data    = 0,
1863        }, {
1864                .name   = "s3c2412-sdi",
1865                .driver_data    = 1,
1866        }, {
1867                .name   = "s3c2440-sdi",
1868                .driver_data    = 1,
1869        },
1870        { }
1871};
1872
1873MODULE_DEVICE_TABLE(platform, s3cmci_driver_ids);
1874
1875static struct platform_driver s3cmci_driver = {
1876        .driver = {
1877                .name   = "s3c-sdi",
1878        },
1879        .id_table       = s3cmci_driver_ids,
1880        .probe          = s3cmci_probe,
1881        .remove         = s3cmci_remove,
1882        .shutdown       = s3cmci_shutdown,
1883};
1884
1885module_platform_driver(s3cmci_driver);
1886
1887MODULE_DESCRIPTION("Samsung S3C MMC/SD Card Interface driver");
1888MODULE_LICENSE("GPL v2");
1889MODULE_AUTHOR("Thomas Kleffel <tk@maintech.de>, Ben Dooks <ben-linux@fluff.org>");
1890