linux/drivers/mmc/host/s3cmci.c
<<
>>
Prefs
   1/*
   2 *  linux/drivers/mmc/s3cmci.h - Samsung S3C MCI driver
   3 *
   4 *  Copyright (C) 2004-2006 maintech GmbH, Thomas Kleffel <tk@maintech.de>
   5 *
   6 * Current driver maintained by Ben Dooks and Simtec Electronics
   7 *  Copyright (C) 2008 Simtec Electronics <ben-linux@fluff.org>
   8 *
   9 * This program is free software; you can redistribute it and/or modify
  10 * it under the terms of the GNU General Public License version 2 as
  11 * published by the Free Software Foundation.
  12 */
  13
  14#include <linux/module.h>
  15#include <linux/dma-mapping.h>
  16#include <linux/clk.h>
  17#include <linux/mmc/host.h>
  18#include <linux/platform_device.h>
  19#include <linux/cpufreq.h>
  20#include <linux/debugfs.h>
  21#include <linux/seq_file.h>
  22#include <linux/gpio.h>
  23#include <linux/irq.h>
  24#include <linux/io.h>
  25
  26#include <mach/dma.h>
  27
  28#include <mach/regs-sdi.h>
  29#include <mach/regs-gpio.h>
  30
  31#include <plat/mci.h>
  32
  33#include "s3cmci.h"
  34
  35#define DRIVER_NAME "s3c-mci"
  36
  37enum dbg_channels {
  38        dbg_err   = (1 << 0),
  39        dbg_debug = (1 << 1),
  40        dbg_info  = (1 << 2),
  41        dbg_irq   = (1 << 3),
  42        dbg_sg    = (1 << 4),
  43        dbg_dma   = (1 << 5),
  44        dbg_pio   = (1 << 6),
  45        dbg_fail  = (1 << 7),
  46        dbg_conf  = (1 << 8),
  47};
  48
  49static const int dbgmap_err   = dbg_fail;
  50static const int dbgmap_info  = dbg_info | dbg_conf;
  51static const int dbgmap_debug = dbg_err | dbg_debug;
  52
  53#define dbg(host, channels, args...)              \
  54        do {                                      \
  55        if (dbgmap_err & channels)                \
  56                dev_err(&host->pdev->dev, args);  \
  57        else if (dbgmap_info & channels)          \
  58                dev_info(&host->pdev->dev, args); \
  59        else if (dbgmap_debug & channels)         \
  60                dev_dbg(&host->pdev->dev, args);  \
  61        } while (0)
  62
  63static struct s3c2410_dma_client s3cmci_dma_client = {
  64        .name           = "s3c-mci",
  65};
  66
  67static void finalize_request(struct s3cmci_host *host);
  68static void s3cmci_send_request(struct mmc_host *mmc);
  69static void s3cmci_reset(struct s3cmci_host *host);
  70
  71#ifdef CONFIG_MMC_DEBUG
  72
  73static void dbg_dumpregs(struct s3cmci_host *host, char *prefix)
  74{
  75        u32 con, pre, cmdarg, cmdcon, cmdsta, r0, r1, r2, r3, timer, bsize;
  76        u32 datcon, datcnt, datsta, fsta, imask;
  77
  78        con     = readl(host->base + S3C2410_SDICON);
  79        pre     = readl(host->base + S3C2410_SDIPRE);
  80        cmdarg  = readl(host->base + S3C2410_SDICMDARG);
  81        cmdcon  = readl(host->base + S3C2410_SDICMDCON);
  82        cmdsta  = readl(host->base + S3C2410_SDICMDSTAT);
  83        r0      = readl(host->base + S3C2410_SDIRSP0);
  84        r1      = readl(host->base + S3C2410_SDIRSP1);
  85        r2      = readl(host->base + S3C2410_SDIRSP2);
  86        r3      = readl(host->base + S3C2410_SDIRSP3);
  87        timer   = readl(host->base + S3C2410_SDITIMER);
  88        bsize   = readl(host->base + S3C2410_SDIBSIZE);
  89        datcon  = readl(host->base + S3C2410_SDIDCON);
  90        datcnt  = readl(host->base + S3C2410_SDIDCNT);
  91        datsta  = readl(host->base + S3C2410_SDIDSTA);
  92        fsta    = readl(host->base + S3C2410_SDIFSTA);
  93        imask   = readl(host->base + host->sdiimsk);
  94
  95        dbg(host, dbg_debug, "%s  CON:[%08x]  PRE:[%08x]  TMR:[%08x]\n",
  96                                prefix, con, pre, timer);
  97
  98        dbg(host, dbg_debug, "%s CCON:[%08x] CARG:[%08x] CSTA:[%08x]\n",
  99                                prefix, cmdcon, cmdarg, cmdsta);
 100
 101        dbg(host, dbg_debug, "%s DCON:[%08x] FSTA:[%08x]"
 102                               " DSTA:[%08x] DCNT:[%08x]\n",
 103                                prefix, datcon, fsta, datsta, datcnt);
 104
 105        dbg(host, dbg_debug, "%s   R0:[%08x]   R1:[%08x]"
 106                               "   R2:[%08x]   R3:[%08x]\n",
 107                                prefix, r0, r1, r2, r3);
 108}
 109
 110static void prepare_dbgmsg(struct s3cmci_host *host, struct mmc_command *cmd,
 111                           int stop)
 112{
 113        snprintf(host->dbgmsg_cmd, 300,
 114                 "#%u%s op:%i arg:0x%08x flags:0x08%x retries:%u",
 115                 host->ccnt, (stop ? " (STOP)" : ""),
 116                 cmd->opcode, cmd->arg, cmd->flags, cmd->retries);
 117
 118        if (cmd->data) {
 119                snprintf(host->dbgmsg_dat, 300,
 120                         "#%u bsize:%u blocks:%u bytes:%u",
 121                         host->dcnt, cmd->data->blksz,
 122                         cmd->data->blocks,
 123                         cmd->data->blocks * cmd->data->blksz);
 124        } else {
 125                host->dbgmsg_dat[0] = '\0';
 126        }
 127}
 128
 129static void dbg_dumpcmd(struct s3cmci_host *host, struct mmc_command *cmd,
 130                        int fail)
 131{
 132        unsigned int dbglvl = fail ? dbg_fail : dbg_debug;
 133
 134        if (!cmd)
 135                return;
 136
 137        if (cmd->error == 0) {
 138                dbg(host, dbglvl, "CMD[OK] %s R0:0x%08x\n",
 139                        host->dbgmsg_cmd, cmd->resp[0]);
 140        } else {
 141                dbg(host, dbglvl, "CMD[ERR %i] %s Status:%s\n",
 142                        cmd->error, host->dbgmsg_cmd, host->status);
 143        }
 144
 145        if (!cmd->data)
 146                return;
 147
 148        if (cmd->data->error == 0) {
 149                dbg(host, dbglvl, "DAT[OK] %s\n", host->dbgmsg_dat);
 150        } else {
 151                dbg(host, dbglvl, "DAT[ERR %i] %s DCNT:0x%08x\n",
 152                        cmd->data->error, host->dbgmsg_dat,
 153                        readl(host->base + S3C2410_SDIDCNT));
 154        }
 155}
 156#else
 157static void dbg_dumpcmd(struct s3cmci_host *host,
 158                        struct mmc_command *cmd, int fail) { }
 159
 160static void prepare_dbgmsg(struct s3cmci_host *host, struct mmc_command *cmd,
 161                           int stop) { }
 162
 163static void dbg_dumpregs(struct s3cmci_host *host, char *prefix) { }
 164
 165#endif /* CONFIG_MMC_DEBUG */
 166
 167/**
 168 * s3cmci_host_usedma - return whether the host is using dma or pio
 169 * @host: The host state
 170 *
 171 * Return true if the host is using DMA to transfer data, else false
 172 * to use PIO mode. Will return static data depending on the driver
 173 * configuration.
 174 */
 175static inline bool s3cmci_host_usedma(struct s3cmci_host *host)
 176{
 177#ifdef CONFIG_MMC_S3C_PIO
 178        return false;
 179#elif defined(CONFIG_MMC_S3C_DMA)
 180        return true;
 181#else
 182        return host->dodma;
 183#endif
 184}
 185
 186/**
 187 * s3cmci_host_canpio - return true if host has pio code available
 188 *
 189 * Return true if the driver has been compiled with the PIO support code
 190 * available.
 191 */
 192static inline bool s3cmci_host_canpio(void)
 193{
 194#ifdef CONFIG_MMC_S3C_PIO
 195        return true;
 196#else
 197        return false;
 198#endif
 199}
 200
 201static inline u32 enable_imask(struct s3cmci_host *host, u32 imask)
 202{
 203        u32 newmask;
 204
 205        newmask = readl(host->base + host->sdiimsk);
 206        newmask |= imask;
 207
 208        writel(newmask, host->base + host->sdiimsk);
 209
 210        return newmask;
 211}
 212
 213static inline u32 disable_imask(struct s3cmci_host *host, u32 imask)
 214{
 215        u32 newmask;
 216
 217        newmask = readl(host->base + host->sdiimsk);
 218        newmask &= ~imask;
 219
 220        writel(newmask, host->base + host->sdiimsk);
 221
 222        return newmask;
 223}
 224
 225static inline void clear_imask(struct s3cmci_host *host)
 226{
 227        u32 mask = readl(host->base + host->sdiimsk);
 228
 229        /* preserve the SDIO IRQ mask state */
 230        mask &= S3C2410_SDIIMSK_SDIOIRQ;
 231        writel(mask, host->base + host->sdiimsk);
 232}
 233
 234/**
 235 * s3cmci_check_sdio_irq - test whether the SDIO IRQ is being signalled
 236 * @host: The host to check.
 237 *
 238 * Test to see if the SDIO interrupt is being signalled in case the
 239 * controller has failed to re-detect a card interrupt. Read GPE8 and
 240 * see if it is low and if so, signal a SDIO interrupt.
 241 *
 242 * This is currently called if a request is finished (we assume that the
 243 * bus is now idle) and when the SDIO IRQ is enabled in case the IRQ is
 244 * already being indicated.
 245*/
 246static void s3cmci_check_sdio_irq(struct s3cmci_host *host)
 247{
 248        if (host->sdio_irqen) {
 249                if (gpio_get_value(S3C2410_GPE(8)) == 0) {
 250                        pr_debug("%s: signalling irq\n", __func__);
 251                        mmc_signal_sdio_irq(host->mmc);
 252                }
 253        }
 254}
 255
 256static inline int get_data_buffer(struct s3cmci_host *host,
 257                                  u32 *bytes, u32 **pointer)
 258{
 259        struct scatterlist *sg;
 260
 261        if (host->pio_active == XFER_NONE)
 262                return -EINVAL;
 263
 264        if ((!host->mrq) || (!host->mrq->data))
 265                return -EINVAL;
 266
 267        if (host->pio_sgptr >= host->mrq->data->sg_len) {
 268                dbg(host, dbg_debug, "no more buffers (%i/%i)\n",
 269                      host->pio_sgptr, host->mrq->data->sg_len);
 270                return -EBUSY;
 271        }
 272        sg = &host->mrq->data->sg[host->pio_sgptr];
 273
 274        *bytes = sg->length;
 275        *pointer = sg_virt(sg);
 276
 277        host->pio_sgptr++;
 278
 279        dbg(host, dbg_sg, "new buffer (%i/%i)\n",
 280            host->pio_sgptr, host->mrq->data->sg_len);
 281
 282        return 0;
 283}
 284
 285static inline u32 fifo_count(struct s3cmci_host *host)
 286{
 287        u32 fifostat = readl(host->base + S3C2410_SDIFSTA);
 288
 289        fifostat &= S3C2410_SDIFSTA_COUNTMASK;
 290        return fifostat;
 291}
 292
 293static inline u32 fifo_free(struct s3cmci_host *host)
 294{
 295        u32 fifostat = readl(host->base + S3C2410_SDIFSTA);
 296
 297        fifostat &= S3C2410_SDIFSTA_COUNTMASK;
 298        return 63 - fifostat;
 299}
 300
 301/**
 302 * s3cmci_enable_irq - enable IRQ, after having disabled it.
 303 * @host: The device state.
 304 * @more: True if more IRQs are expected from transfer.
 305 *
 306 * Enable the main IRQ if needed after it has been disabled.
 307 *
 308 * The IRQ can be one of the following states:
 309 *      - disabled during IDLE
 310 *      - disabled whilst processing data
 311 *      - enabled during transfer
 312 *      - enabled whilst awaiting SDIO interrupt detection
 313 */
 314static void s3cmci_enable_irq(struct s3cmci_host *host, bool more)
 315{
 316        unsigned long flags;
 317        bool enable = false;
 318
 319        local_irq_save(flags);
 320
 321        host->irq_enabled = more;
 322        host->irq_disabled = false;
 323
 324        enable = more | host->sdio_irqen;
 325
 326        if (host->irq_state != enable) {
 327                host->irq_state = enable;
 328
 329                if (enable)
 330                        enable_irq(host->irq);
 331                else
 332                        disable_irq(host->irq);
 333        }
 334
 335        local_irq_restore(flags);
 336}
 337
 338/**
 339 *
 340 */
 341static void s3cmci_disable_irq(struct s3cmci_host *host, bool transfer)
 342{
 343        unsigned long flags;
 344
 345        local_irq_save(flags);
 346
 347        /* pr_debug("%s: transfer %d\n", __func__, transfer); */
 348
 349        host->irq_disabled = transfer;
 350
 351        if (transfer && host->irq_state) {
 352                host->irq_state = false;
 353                disable_irq(host->irq);
 354        }
 355
 356        local_irq_restore(flags);
 357}
 358
 359static void do_pio_read(struct s3cmci_host *host)
 360{
 361        int res;
 362        u32 fifo;
 363        u32 *ptr;
 364        u32 fifo_words;
 365        void __iomem *from_ptr;
 366
 367        /* write real prescaler to host, it might be set slow to fix */
 368        writel(host->prescaler, host->base + S3C2410_SDIPRE);
 369
 370        from_ptr = host->base + host->sdidata;
 371
 372        while ((fifo = fifo_count(host))) {
 373                if (!host->pio_bytes) {
 374                        res = get_data_buffer(host, &host->pio_bytes,
 375                                              &host->pio_ptr);
 376                        if (res) {
 377                                host->pio_active = XFER_NONE;
 378                                host->complete_what = COMPLETION_FINALIZE;
 379
 380                                dbg(host, dbg_pio, "pio_read(): "
 381                                    "complete (no more data).\n");
 382                                return;
 383                        }
 384
 385                        dbg(host, dbg_pio,
 386                            "pio_read(): new target: [%i]@[%p]\n",
 387                            host->pio_bytes, host->pio_ptr);
 388                }
 389
 390                dbg(host, dbg_pio,
 391                    "pio_read(): fifo:[%02i] buffer:[%03i] dcnt:[%08X]\n",
 392                    fifo, host->pio_bytes,
 393                    readl(host->base + S3C2410_SDIDCNT));
 394
 395                /* If we have reached the end of the block, we can
 396                 * read a word and get 1 to 3 bytes.  If we in the
 397                 * middle of the block, we have to read full words,
 398                 * otherwise we will write garbage, so round down to
 399                 * an even multiple of 4. */
 400                if (fifo >= host->pio_bytes)
 401                        fifo = host->pio_bytes;
 402                else
 403                        fifo -= fifo & 3;
 404
 405                host->pio_bytes -= fifo;
 406                host->pio_count += fifo;
 407
 408                fifo_words = fifo >> 2;
 409                ptr = host->pio_ptr;
 410                while (fifo_words--)
 411                        *ptr++ = readl(from_ptr);
 412                host->pio_ptr = ptr;
 413
 414                if (fifo & 3) {
 415                        u32 n = fifo & 3;
 416                        u32 data = readl(from_ptr);
 417                        u8 *p = (u8 *)host->pio_ptr;
 418
 419                        while (n--) {
 420                                *p++ = data;
 421                                data >>= 8;
 422                        }
 423                }
 424        }
 425
 426        if (!host->pio_bytes) {
 427                res = get_data_buffer(host, &host->pio_bytes, &host->pio_ptr);
 428                if (res) {
 429                        dbg(host, dbg_pio,
 430                            "pio_read(): complete (no more buffers).\n");
 431                        host->pio_active = XFER_NONE;
 432                        host->complete_what = COMPLETION_FINALIZE;
 433
 434                        return;
 435                }
 436        }
 437
 438        enable_imask(host,
 439                     S3C2410_SDIIMSK_RXFIFOHALF | S3C2410_SDIIMSK_RXFIFOLAST);
 440}
 441
 442static void do_pio_write(struct s3cmci_host *host)
 443{
 444        void __iomem *to_ptr;
 445        int res;
 446        u32 fifo;
 447        u32 *ptr;
 448
 449        to_ptr = host->base + host->sdidata;
 450
 451        while ((fifo = fifo_free(host)) > 3) {
 452                if (!host->pio_bytes) {
 453                        res = get_data_buffer(host, &host->pio_bytes,
 454                                                        &host->pio_ptr);
 455                        if (res) {
 456                                dbg(host, dbg_pio,
 457                                    "pio_write(): complete (no more data).\n");
 458                                host->pio_active = XFER_NONE;
 459
 460                                return;
 461                        }
 462
 463                        dbg(host, dbg_pio,
 464                            "pio_write(): new source: [%i]@[%p]\n",
 465                            host->pio_bytes, host->pio_ptr);
 466
 467                }
 468
 469                /* If we have reached the end of the block, we have to
 470                 * write exactly the remaining number of bytes.  If we
 471                 * in the middle of the block, we have to write full
 472                 * words, so round down to an even multiple of 4. */
 473                if (fifo >= host->pio_bytes)
 474                        fifo = host->pio_bytes;
 475                else
 476                        fifo -= fifo & 3;
 477
 478                host->pio_bytes -= fifo;
 479                host->pio_count += fifo;
 480
 481                fifo = (fifo + 3) >> 2;
 482                ptr = host->pio_ptr;
 483                while (fifo--)
 484                        writel(*ptr++, to_ptr);
 485                host->pio_ptr = ptr;
 486        }
 487
 488        enable_imask(host, S3C2410_SDIIMSK_TXFIFOHALF);
 489}
 490
 491static void pio_tasklet(unsigned long data)
 492{
 493        struct s3cmci_host *host = (struct s3cmci_host *) data;
 494
 495        s3cmci_disable_irq(host, true);
 496
 497        if (host->pio_active == XFER_WRITE)
 498                do_pio_write(host);
 499
 500        if (host->pio_active == XFER_READ)
 501                do_pio_read(host);
 502
 503        if (host->complete_what == COMPLETION_FINALIZE) {
 504                clear_imask(host);
 505                if (host->pio_active != XFER_NONE) {
 506                        dbg(host, dbg_err, "unfinished %s "
 507                            "- pio_count:[%u] pio_bytes:[%u]\n",
 508                            (host->pio_active == XFER_READ) ? "read" : "write",
 509                            host->pio_count, host->pio_bytes);
 510
 511                        if (host->mrq->data)
 512                                host->mrq->data->error = -EINVAL;
 513                }
 514
 515                s3cmci_enable_irq(host, false);
 516                finalize_request(host);
 517        } else
 518                s3cmci_enable_irq(host, true);
 519}
 520
 521/*
 522 * ISR for SDI Interface IRQ
 523 * Communication between driver and ISR works as follows:
 524 *   host->mrq                  points to current request
 525 *   host->complete_what        Indicates when the request is considered done
 526 *     COMPLETION_CMDSENT         when the command was sent
 527 *     COMPLETION_RSPFIN          when a response was received
 528 *     COMPLETION_XFERFINISH      when the data transfer is finished
 529 *     COMPLETION_XFERFINISH_RSPFIN both of the above.
 530 *   host->complete_request     is the completion-object the driver waits for
 531 *
 532 * 1) Driver sets up host->mrq and host->complete_what
 533 * 2) Driver prepares the transfer
 534 * 3) Driver enables interrupts
 535 * 4) Driver starts transfer
 536 * 5) Driver waits for host->complete_rquest
 537 * 6) ISR checks for request status (errors and success)
 538 * 6) ISR sets host->mrq->cmd->error and host->mrq->data->error
 539 * 7) ISR completes host->complete_request
 540 * 8) ISR disables interrupts
 541 * 9) Driver wakes up and takes care of the request
 542 *
 543 * Note: "->error"-fields are expected to be set to 0 before the request
 544 *       was issued by mmc.c - therefore they are only set, when an error
 545 *       contition comes up
 546 */
 547
 548static irqreturn_t s3cmci_irq(int irq, void *dev_id)
 549{
 550        struct s3cmci_host *host = dev_id;
 551        struct mmc_command *cmd;
 552        u32 mci_csta, mci_dsta, mci_fsta, mci_dcnt, mci_imsk;
 553        u32 mci_cclear = 0, mci_dclear;
 554        unsigned long iflags;
 555
 556        mci_dsta = readl(host->base + S3C2410_SDIDSTA);
 557        mci_imsk = readl(host->base + host->sdiimsk);
 558
 559        if (mci_dsta & S3C2410_SDIDSTA_SDIOIRQDETECT) {
 560                if (mci_imsk & S3C2410_SDIIMSK_SDIOIRQ) {
 561                        mci_dclear = S3C2410_SDIDSTA_SDIOIRQDETECT;
 562                        writel(mci_dclear, host->base + S3C2410_SDIDSTA);
 563
 564                        mmc_signal_sdio_irq(host->mmc);
 565                        return IRQ_HANDLED;
 566                }
 567        }
 568
 569        spin_lock_irqsave(&host->complete_lock, iflags);
 570
 571        mci_csta = readl(host->base + S3C2410_SDICMDSTAT);
 572        mci_dcnt = readl(host->base + S3C2410_SDIDCNT);
 573        mci_fsta = readl(host->base + S3C2410_SDIFSTA);
 574        mci_dclear = 0;
 575
 576        if ((host->complete_what == COMPLETION_NONE) ||
 577            (host->complete_what == COMPLETION_FINALIZE)) {
 578                host->status = "nothing to complete";
 579                clear_imask(host);
 580                goto irq_out;
 581        }
 582
 583        if (!host->mrq) {
 584                host->status = "no active mrq";
 585                clear_imask(host);
 586                goto irq_out;
 587        }
 588
 589        cmd = host->cmd_is_stop ? host->mrq->stop : host->mrq->cmd;
 590
 591        if (!cmd) {
 592                host->status = "no active cmd";
 593                clear_imask(host);
 594                goto irq_out;
 595        }
 596
 597        if (!s3cmci_host_usedma(host)) {
 598                if ((host->pio_active == XFER_WRITE) &&
 599                    (mci_fsta & S3C2410_SDIFSTA_TFDET)) {
 600
 601                        disable_imask(host, S3C2410_SDIIMSK_TXFIFOHALF);
 602                        tasklet_schedule(&host->pio_tasklet);
 603                        host->status = "pio tx";
 604                }
 605
 606                if ((host->pio_active == XFER_READ) &&
 607                    (mci_fsta & S3C2410_SDIFSTA_RFDET)) {
 608
 609                        disable_imask(host,
 610                                      S3C2410_SDIIMSK_RXFIFOHALF |
 611                                      S3C2410_SDIIMSK_RXFIFOLAST);
 612
 613                        tasklet_schedule(&host->pio_tasklet);
 614                        host->status = "pio rx";
 615                }
 616        }
 617
 618        if (mci_csta & S3C2410_SDICMDSTAT_CMDTIMEOUT) {
 619                dbg(host, dbg_err, "CMDSTAT: error CMDTIMEOUT\n");
 620                cmd->error = -ETIMEDOUT;
 621                host->status = "error: command timeout";
 622                goto fail_transfer;
 623        }
 624
 625        if (mci_csta & S3C2410_SDICMDSTAT_CMDSENT) {
 626                if (host->complete_what == COMPLETION_CMDSENT) {
 627                        host->status = "ok: command sent";
 628                        goto close_transfer;
 629                }
 630
 631                mci_cclear |= S3C2410_SDICMDSTAT_CMDSENT;
 632        }
 633
 634        if (mci_csta & S3C2410_SDICMDSTAT_CRCFAIL) {
 635                if (cmd->flags & MMC_RSP_CRC) {
 636                        if (host->mrq->cmd->flags & MMC_RSP_136) {
 637                                dbg(host, dbg_irq,
 638                                    "fixup: ignore CRC fail with long rsp\n");
 639                        } else {
 640                                /* note, we used to fail the transfer
 641                                 * here, but it seems that this is just
 642                                 * the hardware getting it wrong.
 643                                 *
 644                                 * cmd->error = -EILSEQ;
 645                                 * host->status = "error: bad command crc";
 646                                 * goto fail_transfer;
 647                                */
 648                        }
 649                }
 650
 651                mci_cclear |= S3C2410_SDICMDSTAT_CRCFAIL;
 652        }
 653
 654        if (mci_csta & S3C2410_SDICMDSTAT_RSPFIN) {
 655                if (host->complete_what == COMPLETION_RSPFIN) {
 656                        host->status = "ok: command response received";
 657                        goto close_transfer;
 658                }
 659
 660                if (host->complete_what == COMPLETION_XFERFINISH_RSPFIN)
 661                        host->complete_what = COMPLETION_XFERFINISH;
 662
 663                mci_cclear |= S3C2410_SDICMDSTAT_RSPFIN;
 664        }
 665
 666        /* errors handled after this point are only relevant
 667           when a data transfer is in progress */
 668
 669        if (!cmd->data)
 670                goto clear_status_bits;
 671
 672        /* Check for FIFO failure */
 673        if (host->is2440) {
 674                if (mci_fsta & S3C2440_SDIFSTA_FIFOFAIL) {
 675                        dbg(host, dbg_err, "FIFO failure\n");
 676                        host->mrq->data->error = -EILSEQ;
 677                        host->status = "error: 2440 fifo failure";
 678                        goto fail_transfer;
 679                }
 680        } else {
 681                if (mci_dsta & S3C2410_SDIDSTA_FIFOFAIL) {
 682                        dbg(host, dbg_err, "FIFO failure\n");
 683                        cmd->data->error = -EILSEQ;
 684                        host->status = "error:  fifo failure";
 685                        goto fail_transfer;
 686                }
 687        }
 688
 689        if (mci_dsta & S3C2410_SDIDSTA_RXCRCFAIL) {
 690                dbg(host, dbg_err, "bad data crc (outgoing)\n");
 691                cmd->data->error = -EILSEQ;
 692                host->status = "error: bad data crc (outgoing)";
 693                goto fail_transfer;
 694        }
 695
 696        if (mci_dsta & S3C2410_SDIDSTA_CRCFAIL) {
 697                dbg(host, dbg_err, "bad data crc (incoming)\n");
 698                cmd->data->error = -EILSEQ;
 699                host->status = "error: bad data crc (incoming)";
 700                goto fail_transfer;
 701        }
 702
 703        if (mci_dsta & S3C2410_SDIDSTA_DATATIMEOUT) {
 704                dbg(host, dbg_err, "data timeout\n");
 705                cmd->data->error = -ETIMEDOUT;
 706                host->status = "error: data timeout";
 707                goto fail_transfer;
 708        }
 709
 710        if (mci_dsta & S3C2410_SDIDSTA_XFERFINISH) {
 711                if (host->complete_what == COMPLETION_XFERFINISH) {
 712                        host->status = "ok: data transfer completed";
 713                        goto close_transfer;
 714                }
 715
 716                if (host->complete_what == COMPLETION_XFERFINISH_RSPFIN)
 717                        host->complete_what = COMPLETION_RSPFIN;
 718
 719                mci_dclear |= S3C2410_SDIDSTA_XFERFINISH;
 720        }
 721
 722clear_status_bits:
 723        writel(mci_cclear, host->base + S3C2410_SDICMDSTAT);
 724        writel(mci_dclear, host->base + S3C2410_SDIDSTA);
 725
 726        goto irq_out;
 727
 728fail_transfer:
 729        host->pio_active = XFER_NONE;
 730
 731close_transfer:
 732        host->complete_what = COMPLETION_FINALIZE;
 733
 734        clear_imask(host);
 735        tasklet_schedule(&host->pio_tasklet);
 736
 737        goto irq_out;
 738
 739irq_out:
 740        dbg(host, dbg_irq,
 741            "csta:0x%08x dsta:0x%08x fsta:0x%08x dcnt:0x%08x status:%s.\n",
 742            mci_csta, mci_dsta, mci_fsta, mci_dcnt, host->status);
 743
 744        spin_unlock_irqrestore(&host->complete_lock, iflags);
 745        return IRQ_HANDLED;
 746
 747}
 748
 749/*
 750 * ISR for the CardDetect Pin
 751*/
 752
 753static irqreturn_t s3cmci_irq_cd(int irq, void *dev_id)
 754{
 755        struct s3cmci_host *host = (struct s3cmci_host *)dev_id;
 756
 757        dbg(host, dbg_irq, "card detect\n");
 758
 759        mmc_detect_change(host->mmc, msecs_to_jiffies(500));
 760
 761        return IRQ_HANDLED;
 762}
 763
 764static void s3cmci_dma_done_callback(struct s3c2410_dma_chan *dma_ch,
 765                                     void *buf_id, int size,
 766                                     enum s3c2410_dma_buffresult result)
 767{
 768        struct s3cmci_host *host = buf_id;
 769        unsigned long iflags;
 770        u32 mci_csta, mci_dsta, mci_fsta, mci_dcnt;
 771
 772        mci_csta = readl(host->base + S3C2410_SDICMDSTAT);
 773        mci_dsta = readl(host->base + S3C2410_SDIDSTA);
 774        mci_fsta = readl(host->base + S3C2410_SDIFSTA);
 775        mci_dcnt = readl(host->base + S3C2410_SDIDCNT);
 776
 777        BUG_ON(!host->mrq);
 778        BUG_ON(!host->mrq->data);
 779        BUG_ON(!host->dmatogo);
 780
 781        spin_lock_irqsave(&host->complete_lock, iflags);
 782
 783        if (result != S3C2410_RES_OK) {
 784                dbg(host, dbg_fail, "DMA FAILED: csta=0x%08x dsta=0x%08x "
 785                        "fsta=0x%08x dcnt:0x%08x result:0x%08x toGo:%u\n",
 786                        mci_csta, mci_dsta, mci_fsta,
 787                        mci_dcnt, result, host->dmatogo);
 788
 789                goto fail_request;
 790        }
 791
 792        host->dmatogo--;
 793        if (host->dmatogo) {
 794                dbg(host, dbg_dma, "DMA DONE  Size:%i DSTA:[%08x] "
 795                        "DCNT:[%08x] toGo:%u\n",
 796                        size, mci_dsta, mci_dcnt, host->dmatogo);
 797
 798                goto out;
 799        }
 800
 801        dbg(host, dbg_dma, "DMA FINISHED Size:%i DSTA:%08x DCNT:%08x\n",
 802                size, mci_dsta, mci_dcnt);
 803
 804        host->dma_complete = 1;
 805        host->complete_what = COMPLETION_FINALIZE;
 806
 807out:
 808        tasklet_schedule(&host->pio_tasklet);
 809        spin_unlock_irqrestore(&host->complete_lock, iflags);
 810        return;
 811
 812fail_request:
 813        host->mrq->data->error = -EINVAL;
 814        host->complete_what = COMPLETION_FINALIZE;
 815        clear_imask(host);
 816
 817        goto out;
 818}
 819
 820static void finalize_request(struct s3cmci_host *host)
 821{
 822        struct mmc_request *mrq = host->mrq;
 823        struct mmc_command *cmd;
 824        int debug_as_failure = 0;
 825
 826        if (host->complete_what != COMPLETION_FINALIZE)
 827                return;
 828
 829        if (!mrq)
 830                return;
 831        cmd = host->cmd_is_stop ? mrq->stop : mrq->cmd;
 832
 833        if (cmd->data && (cmd->error == 0) &&
 834            (cmd->data->error == 0)) {
 835                if (s3cmci_host_usedma(host) && (!host->dma_complete)) {
 836                        dbg(host, dbg_dma, "DMA Missing (%d)!\n",
 837                            host->dma_complete);
 838                        return;
 839                }
 840        }
 841
 842        /* Read response from controller. */
 843        cmd->resp[0] = readl(host->base + S3C2410_SDIRSP0);
 844        cmd->resp[1] = readl(host->base + S3C2410_SDIRSP1);
 845        cmd->resp[2] = readl(host->base + S3C2410_SDIRSP2);
 846        cmd->resp[3] = readl(host->base + S3C2410_SDIRSP3);
 847
 848        writel(host->prescaler, host->base + S3C2410_SDIPRE);
 849
 850        if (cmd->error)
 851                debug_as_failure = 1;
 852
 853        if (cmd->data && cmd->data->error)
 854                debug_as_failure = 1;
 855
 856        dbg_dumpcmd(host, cmd, debug_as_failure);
 857
 858        /* Cleanup controller */
 859        writel(0, host->base + S3C2410_SDICMDARG);
 860        writel(S3C2410_SDIDCON_STOP, host->base + S3C2410_SDIDCON);
 861        writel(0, host->base + S3C2410_SDICMDCON);
 862        clear_imask(host);
 863
 864        if (cmd->data && cmd->error)
 865                cmd->data->error = cmd->error;
 866
 867        if (cmd->data && cmd->data->stop && (!host->cmd_is_stop)) {
 868                host->cmd_is_stop = 1;
 869                s3cmci_send_request(host->mmc);
 870                return;
 871        }
 872
 873        /* If we have no data transfer we are finished here */
 874        if (!mrq->data)
 875                goto request_done;
 876
 877        /* Calculate the amout of bytes transfer if there was no error */
 878        if (mrq->data->error == 0) {
 879                mrq->data->bytes_xfered =
 880                        (mrq->data->blocks * mrq->data->blksz);
 881        } else {
 882                mrq->data->bytes_xfered = 0;
 883        }
 884
 885        /* If we had an error while transferring data we flush the
 886         * DMA channel and the fifo to clear out any garbage. */
 887        if (mrq->data->error != 0) {
 888                if (s3cmci_host_usedma(host))
 889                        s3c2410_dma_ctrl(host->dma, S3C2410_DMAOP_FLUSH);
 890
 891                if (host->is2440) {
 892                        /* Clear failure register and reset fifo. */
 893                        writel(S3C2440_SDIFSTA_FIFORESET |
 894                               S3C2440_SDIFSTA_FIFOFAIL,
 895                               host->base + S3C2410_SDIFSTA);
 896                } else {
 897                        u32 mci_con;
 898
 899                        /* reset fifo */
 900                        mci_con = readl(host->base + S3C2410_SDICON);
 901                        mci_con |= S3C2410_SDICON_FIFORESET;
 902
 903                        writel(mci_con, host->base + S3C2410_SDICON);
 904                }
 905        }
 906
 907request_done:
 908        host->complete_what = COMPLETION_NONE;
 909        host->mrq = NULL;
 910
 911        s3cmci_check_sdio_irq(host);
 912        mmc_request_done(host->mmc, mrq);
 913}
 914
 915static void s3cmci_dma_setup(struct s3cmci_host *host,
 916                             enum dma_data_direction source)
 917{
 918        static enum dma_data_direction last_source = -1;
 919        static int setup_ok;
 920
 921        if (last_source == source)
 922                return;
 923
 924        last_source = source;
 925
 926        s3c2410_dma_devconfig(host->dma, source,
 927                              host->mem->start + host->sdidata);
 928
 929        if (!setup_ok) {
 930                s3c2410_dma_config(host->dma, 4);
 931                s3c2410_dma_set_buffdone_fn(host->dma,
 932                                            s3cmci_dma_done_callback);
 933                s3c2410_dma_setflags(host->dma, S3C2410_DMAF_AUTOSTART);
 934                setup_ok = 1;
 935        }
 936}
 937
 938static void s3cmci_send_command(struct s3cmci_host *host,
 939                                        struct mmc_command *cmd)
 940{
 941        u32 ccon, imsk;
 942
 943        imsk  = S3C2410_SDIIMSK_CRCSTATUS | S3C2410_SDIIMSK_CMDTIMEOUT |
 944                S3C2410_SDIIMSK_RESPONSEND | S3C2410_SDIIMSK_CMDSENT |
 945                S3C2410_SDIIMSK_RESPONSECRC;
 946
 947        enable_imask(host, imsk);
 948
 949        if (cmd->data)
 950                host->complete_what = COMPLETION_XFERFINISH_RSPFIN;
 951        else if (cmd->flags & MMC_RSP_PRESENT)
 952                host->complete_what = COMPLETION_RSPFIN;
 953        else
 954                host->complete_what = COMPLETION_CMDSENT;
 955
 956        writel(cmd->arg, host->base + S3C2410_SDICMDARG);
 957
 958        ccon  = cmd->opcode & S3C2410_SDICMDCON_INDEX;
 959        ccon |= S3C2410_SDICMDCON_SENDERHOST | S3C2410_SDICMDCON_CMDSTART;
 960
 961        if (cmd->flags & MMC_RSP_PRESENT)
 962                ccon |= S3C2410_SDICMDCON_WAITRSP;
 963
 964        if (cmd->flags & MMC_RSP_136)
 965                ccon |= S3C2410_SDICMDCON_LONGRSP;
 966
 967        writel(ccon, host->base + S3C2410_SDICMDCON);
 968}
 969
 970static int s3cmci_setup_data(struct s3cmci_host *host, struct mmc_data *data)
 971{
 972        u32 dcon, imsk, stoptries = 3;
 973
 974        /* write DCON register */
 975
 976        if (!data) {
 977                writel(0, host->base + S3C2410_SDIDCON);
 978                return 0;
 979        }
 980
 981        if ((data->blksz & 3) != 0) {
 982                /* We cannot deal with unaligned blocks with more than
 983                 * one block being transferred. */
 984
 985                if (data->blocks > 1) {
 986                        pr_warning("%s: can't do non-word sized block transfers (blksz %d)\n", __func__, data->blksz);
 987                        return -EINVAL;
 988                }
 989        }
 990
 991        while (readl(host->base + S3C2410_SDIDSTA) &
 992               (S3C2410_SDIDSTA_TXDATAON | S3C2410_SDIDSTA_RXDATAON)) {
 993
 994                dbg(host, dbg_err,
 995                    "mci_setup_data() transfer stillin progress.\n");
 996
 997                writel(S3C2410_SDIDCON_STOP, host->base + S3C2410_SDIDCON);
 998                s3cmci_reset(host);
 999
1000                if ((stoptries--) == 0) {
1001                        dbg_dumpregs(host, "DRF");
1002                        return -EINVAL;
1003                }
1004        }
1005
1006        dcon  = data->blocks & S3C2410_SDIDCON_BLKNUM_MASK;
1007
1008        if (s3cmci_host_usedma(host))
1009                dcon |= S3C2410_SDIDCON_DMAEN;
1010
1011        if (host->bus_width == MMC_BUS_WIDTH_4)
1012                dcon |= S3C2410_SDIDCON_WIDEBUS;
1013
1014        if (!(data->flags & MMC_DATA_STREAM))
1015                dcon |= S3C2410_SDIDCON_BLOCKMODE;
1016
1017        if (data->flags & MMC_DATA_WRITE) {
1018                dcon |= S3C2410_SDIDCON_TXAFTERRESP;
1019                dcon |= S3C2410_SDIDCON_XFER_TXSTART;
1020        }
1021
1022        if (data->flags & MMC_DATA_READ) {
1023                dcon |= S3C2410_SDIDCON_RXAFTERCMD;
1024                dcon |= S3C2410_SDIDCON_XFER_RXSTART;
1025        }
1026
1027        if (host->is2440) {
1028                dcon |= S3C2440_SDIDCON_DS_WORD;
1029                dcon |= S3C2440_SDIDCON_DATSTART;
1030        }
1031
1032        writel(dcon, host->base + S3C2410_SDIDCON);
1033
1034        /* write BSIZE register */
1035
1036        writel(data->blksz, host->base + S3C2410_SDIBSIZE);
1037
1038        /* add to IMASK register */
1039        imsk = S3C2410_SDIIMSK_FIFOFAIL | S3C2410_SDIIMSK_DATACRC |
1040               S3C2410_SDIIMSK_DATATIMEOUT | S3C2410_SDIIMSK_DATAFINISH;
1041
1042        enable_imask(host, imsk);
1043
1044        /* write TIMER register */
1045
1046        if (host->is2440) {
1047                writel(0x007FFFFF, host->base + S3C2410_SDITIMER);
1048        } else {
1049                writel(0x0000FFFF, host->base + S3C2410_SDITIMER);
1050
1051                /* FIX: set slow clock to prevent timeouts on read */
1052                if (data->flags & MMC_DATA_READ)
1053                        writel(0xFF, host->base + S3C2410_SDIPRE);
1054        }
1055
1056        return 0;
1057}
1058
1059#define BOTH_DIR (MMC_DATA_WRITE | MMC_DATA_READ)
1060
1061static int s3cmci_prepare_pio(struct s3cmci_host *host, struct mmc_data *data)
1062{
1063        int rw = (data->flags & MMC_DATA_WRITE) ? 1 : 0;
1064
1065        BUG_ON((data->flags & BOTH_DIR) == BOTH_DIR);
1066
1067        host->pio_sgptr = 0;
1068        host->pio_bytes = 0;
1069        host->pio_count = 0;
1070        host->pio_active = rw ? XFER_WRITE : XFER_READ;
1071
1072        if (rw) {
1073                do_pio_write(host);
1074                enable_imask(host, S3C2410_SDIIMSK_TXFIFOHALF);
1075        } else {
1076                enable_imask(host, S3C2410_SDIIMSK_RXFIFOHALF
1077                             | S3C2410_SDIIMSK_RXFIFOLAST);
1078        }
1079
1080        return 0;
1081}
1082
1083static int s3cmci_prepare_dma(struct s3cmci_host *host, struct mmc_data *data)
1084{
1085        int dma_len, i;
1086        int rw = data->flags & MMC_DATA_WRITE;
1087
1088        BUG_ON((data->flags & BOTH_DIR) == BOTH_DIR);
1089
1090        s3cmci_dma_setup(host, rw ? DMA_TO_DEVICE : DMA_FROM_DEVICE);
1091        s3c2410_dma_ctrl(host->dma, S3C2410_DMAOP_FLUSH);
1092
1093        dma_len = dma_map_sg(mmc_dev(host->mmc), data->sg, data->sg_len,
1094                             rw ? DMA_TO_DEVICE : DMA_FROM_DEVICE);
1095
1096        if (dma_len == 0)
1097                return -ENOMEM;
1098
1099        host->dma_complete = 0;
1100        host->dmatogo = dma_len;
1101
1102        for (i = 0; i < dma_len; i++) {
1103                int res;
1104
1105                dbg(host, dbg_dma, "enqueue %i: %08x@%u\n", i,
1106                    sg_dma_address(&data->sg[i]),
1107                    sg_dma_len(&data->sg[i]));
1108
1109                res = s3c2410_dma_enqueue(host->dma, host,
1110                                          sg_dma_address(&data->sg[i]),
1111                                          sg_dma_len(&data->sg[i]));
1112
1113                if (res) {
1114                        s3c2410_dma_ctrl(host->dma, S3C2410_DMAOP_FLUSH);
1115                        return -EBUSY;
1116                }
1117        }
1118
1119        s3c2410_dma_ctrl(host->dma, S3C2410_DMAOP_START);
1120
1121        return 0;
1122}
1123
1124static void s3cmci_send_request(struct mmc_host *mmc)
1125{
1126        struct s3cmci_host *host = mmc_priv(mmc);
1127        struct mmc_request *mrq = host->mrq;
1128        struct mmc_command *cmd = host->cmd_is_stop ? mrq->stop : mrq->cmd;
1129
1130        host->ccnt++;
1131        prepare_dbgmsg(host, cmd, host->cmd_is_stop);
1132
1133        /* Clear command, data and fifo status registers
1134           Fifo clear only necessary on 2440, but doesn't hurt on 2410
1135        */
1136        writel(0xFFFFFFFF, host->base + S3C2410_SDICMDSTAT);
1137        writel(0xFFFFFFFF, host->base + S3C2410_SDIDSTA);
1138        writel(0xFFFFFFFF, host->base + S3C2410_SDIFSTA);
1139
1140        if (cmd->data) {
1141                int res = s3cmci_setup_data(host, cmd->data);
1142
1143                host->dcnt++;
1144
1145                if (res) {
1146                        dbg(host, dbg_err, "setup data error %d\n", res);
1147                        cmd->error = res;
1148                        cmd->data->error = res;
1149
1150                        mmc_request_done(mmc, mrq);
1151                        return;
1152                }
1153
1154                if (s3cmci_host_usedma(host))
1155                        res = s3cmci_prepare_dma(host, cmd->data);
1156                else
1157                        res = s3cmci_prepare_pio(host, cmd->data);
1158
1159                if (res) {
1160                        dbg(host, dbg_err, "data prepare error %d\n", res);
1161                        cmd->error = res;
1162                        cmd->data->error = res;
1163
1164                        mmc_request_done(mmc, mrq);
1165                        return;
1166                }
1167        }
1168
1169        /* Send command */
1170        s3cmci_send_command(host, cmd);
1171
1172        /* Enable Interrupt */
1173        s3cmci_enable_irq(host, true);
1174}
1175
1176static int s3cmci_card_present(struct mmc_host *mmc)
1177{
1178        struct s3cmci_host *host = mmc_priv(mmc);
1179        struct s3c24xx_mci_pdata *pdata = host->pdata;
1180        int ret;
1181
1182        if (pdata->no_detect)
1183                return -ENOSYS;
1184
1185        ret = gpio_get_value(pdata->gpio_detect) ? 0 : 1;
1186        return ret ^ pdata->detect_invert;
1187}
1188
1189static void s3cmci_request(struct mmc_host *mmc, struct mmc_request *mrq)
1190{
1191        struct s3cmci_host *host = mmc_priv(mmc);
1192
1193        host->status = "mmc request";
1194        host->cmd_is_stop = 0;
1195        host->mrq = mrq;
1196
1197        if (s3cmci_card_present(mmc) == 0) {
1198                dbg(host, dbg_err, "%s: no medium present\n", __func__);
1199                host->mrq->cmd->error = -ENOMEDIUM;
1200                mmc_request_done(mmc, mrq);
1201        } else
1202                s3cmci_send_request(mmc);
1203}
1204
1205static void s3cmci_set_clk(struct s3cmci_host *host, struct mmc_ios *ios)
1206{
1207        u32 mci_psc;
1208
1209        /* Set clock */
1210        for (mci_psc = 0; mci_psc < 255; mci_psc++) {
1211                host->real_rate = host->clk_rate / (host->clk_div*(mci_psc+1));
1212
1213                if (host->real_rate <= ios->clock)
1214                        break;
1215        }
1216
1217        if (mci_psc > 255)
1218                mci_psc = 255;
1219
1220        host->prescaler = mci_psc;
1221        writel(host->prescaler, host->base + S3C2410_SDIPRE);
1222
1223        /* If requested clock is 0, real_rate will be 0, too */
1224        if (ios->clock == 0)
1225                host->real_rate = 0;
1226}
1227
1228static void s3cmci_set_ios(struct mmc_host *mmc, struct mmc_ios *ios)
1229{
1230        struct s3cmci_host *host = mmc_priv(mmc);
1231        u32 mci_con;
1232
1233        /* Set the power state */
1234
1235        mci_con = readl(host->base + S3C2410_SDICON);
1236
1237        switch (ios->power_mode) {
1238        case MMC_POWER_ON:
1239        case MMC_POWER_UP:
1240                s3c2410_gpio_cfgpin(S3C2410_GPE(5), S3C2410_GPE5_SDCLK);
1241                s3c2410_gpio_cfgpin(S3C2410_GPE(6), S3C2410_GPE6_SDCMD);
1242                s3c2410_gpio_cfgpin(S3C2410_GPE(7), S3C2410_GPE7_SDDAT0);
1243                s3c2410_gpio_cfgpin(S3C2410_GPE(8), S3C2410_GPE8_SDDAT1);
1244                s3c2410_gpio_cfgpin(S3C2410_GPE(9), S3C2410_GPE9_SDDAT2);
1245                s3c2410_gpio_cfgpin(S3C2410_GPE(10), S3C2410_GPE10_SDDAT3);
1246
1247                if (host->pdata->set_power)
1248                        host->pdata->set_power(ios->power_mode, ios->vdd);
1249
1250                if (!host->is2440)
1251                        mci_con |= S3C2410_SDICON_FIFORESET;
1252
1253                break;
1254
1255        case MMC_POWER_OFF:
1256        default:
1257                gpio_direction_output(S3C2410_GPE(5), 0);
1258
1259                if (host->is2440)
1260                        mci_con |= S3C2440_SDICON_SDRESET;
1261
1262                if (host->pdata->set_power)
1263                        host->pdata->set_power(ios->power_mode, ios->vdd);
1264
1265                break;
1266        }
1267
1268        s3cmci_set_clk(host, ios);
1269
1270        /* Set CLOCK_ENABLE */
1271        if (ios->clock)
1272                mci_con |= S3C2410_SDICON_CLOCKTYPE;
1273        else
1274                mci_con &= ~S3C2410_SDICON_CLOCKTYPE;
1275
1276        writel(mci_con, host->base + S3C2410_SDICON);
1277
1278        if ((ios->power_mode == MMC_POWER_ON) ||
1279            (ios->power_mode == MMC_POWER_UP)) {
1280                dbg(host, dbg_conf, "running at %lukHz (requested: %ukHz).\n",
1281                        host->real_rate/1000, ios->clock/1000);
1282        } else {
1283                dbg(host, dbg_conf, "powered down.\n");
1284        }
1285
1286        host->bus_width = ios->bus_width;
1287}
1288
1289static void s3cmci_reset(struct s3cmci_host *host)
1290{
1291        u32 con = readl(host->base + S3C2410_SDICON);
1292
1293        con |= S3C2440_SDICON_SDRESET;
1294        writel(con, host->base + S3C2410_SDICON);
1295}
1296
1297static int s3cmci_get_ro(struct mmc_host *mmc)
1298{
1299        struct s3cmci_host *host = mmc_priv(mmc);
1300        struct s3c24xx_mci_pdata *pdata = host->pdata;
1301        int ret;
1302
1303        if (pdata->no_wprotect)
1304                return 0;
1305
1306        ret = gpio_get_value(pdata->gpio_wprotect) ? 1 : 0;
1307        ret ^= pdata->wprotect_invert;
1308
1309        return ret;
1310}
1311
1312static void s3cmci_enable_sdio_irq(struct mmc_host *mmc, int enable)
1313{
1314        struct s3cmci_host *host = mmc_priv(mmc);
1315        unsigned long flags;
1316        u32 con;
1317
1318        local_irq_save(flags);
1319
1320        con = readl(host->base + S3C2410_SDICON);
1321        host->sdio_irqen = enable;
1322
1323        if (enable == host->sdio_irqen)
1324                goto same_state;
1325
1326        if (enable) {
1327                con |= S3C2410_SDICON_SDIOIRQ;
1328                enable_imask(host, S3C2410_SDIIMSK_SDIOIRQ);
1329
1330                if (!host->irq_state && !host->irq_disabled) {
1331                        host->irq_state = true;
1332                        enable_irq(host->irq);
1333                }
1334        } else {
1335                disable_imask(host, S3C2410_SDIIMSK_SDIOIRQ);
1336                con &= ~S3C2410_SDICON_SDIOIRQ;
1337
1338                if (!host->irq_enabled && host->irq_state) {
1339                        disable_irq_nosync(host->irq);
1340                        host->irq_state = false;
1341                }
1342        }
1343
1344        writel(con, host->base + S3C2410_SDICON);
1345
1346 same_state:
1347        local_irq_restore(flags);
1348
1349        s3cmci_check_sdio_irq(host);
1350}
1351
1352static struct mmc_host_ops s3cmci_ops = {
1353        .request        = s3cmci_request,
1354        .set_ios        = s3cmci_set_ios,
1355        .get_ro         = s3cmci_get_ro,
1356        .get_cd         = s3cmci_card_present,
1357        .enable_sdio_irq = s3cmci_enable_sdio_irq,
1358};
1359
1360static struct s3c24xx_mci_pdata s3cmci_def_pdata = {
1361        /* This is currently here to avoid a number of if (host->pdata)
1362         * checks. Any zero fields to ensure reasonable defaults are picked. */
1363         .no_wprotect = 1,
1364         .no_detect = 1,
1365};
1366
1367#ifdef CONFIG_CPU_FREQ
1368
1369static int s3cmci_cpufreq_transition(struct notifier_block *nb,
1370                                     unsigned long val, void *data)
1371{
1372        struct s3cmci_host *host;
1373        struct mmc_host *mmc;
1374        unsigned long newclk;
1375        unsigned long flags;
1376
1377        host = container_of(nb, struct s3cmci_host, freq_transition);
1378        newclk = clk_get_rate(host->clk);
1379        mmc = host->mmc;
1380
1381        if ((val == CPUFREQ_PRECHANGE && newclk > host->clk_rate) ||
1382            (val == CPUFREQ_POSTCHANGE && newclk < host->clk_rate)) {
1383                spin_lock_irqsave(&mmc->lock, flags);
1384
1385                host->clk_rate = newclk;
1386
1387                if (mmc->ios.power_mode != MMC_POWER_OFF &&
1388                    mmc->ios.clock != 0)
1389                        s3cmci_set_clk(host, &mmc->ios);
1390
1391                spin_unlock_irqrestore(&mmc->lock, flags);
1392        }
1393
1394        return 0;
1395}
1396
1397static inline int s3cmci_cpufreq_register(struct s3cmci_host *host)
1398{
1399        host->freq_transition.notifier_call = s3cmci_cpufreq_transition;
1400
1401        return cpufreq_register_notifier(&host->freq_transition,
1402                                         CPUFREQ_TRANSITION_NOTIFIER);
1403}
1404
1405static inline void s3cmci_cpufreq_deregister(struct s3cmci_host *host)
1406{
1407        cpufreq_unregister_notifier(&host->freq_transition,
1408                                    CPUFREQ_TRANSITION_NOTIFIER);
1409}
1410
1411#else
1412static inline int s3cmci_cpufreq_register(struct s3cmci_host *host)
1413{
1414        return 0;
1415}
1416
1417static inline void s3cmci_cpufreq_deregister(struct s3cmci_host *host)
1418{
1419}
1420#endif
1421
1422
1423#ifdef CONFIG_DEBUG_FS
1424
1425static int s3cmci_state_show(struct seq_file *seq, void *v)
1426{
1427        struct s3cmci_host *host = seq->private;
1428
1429        seq_printf(seq, "Register base = 0x%08x\n", (u32)host->base);
1430        seq_printf(seq, "Clock rate = %ld\n", host->clk_rate);
1431        seq_printf(seq, "Prescale = %d\n", host->prescaler);
1432        seq_printf(seq, "is2440 = %d\n", host->is2440);
1433        seq_printf(seq, "IRQ = %d\n", host->irq);
1434        seq_printf(seq, "IRQ enabled = %d\n", host->irq_enabled);
1435        seq_printf(seq, "IRQ disabled = %d\n", host->irq_disabled);
1436        seq_printf(seq, "IRQ state = %d\n", host->irq_state);
1437        seq_printf(seq, "CD IRQ = %d\n", host->irq_cd);
1438        seq_printf(seq, "Do DMA = %d\n", s3cmci_host_usedma(host));
1439        seq_printf(seq, "SDIIMSK at %d\n", host->sdiimsk);
1440        seq_printf(seq, "SDIDATA at %d\n", host->sdidata);
1441
1442        return 0;
1443}
1444
1445static int s3cmci_state_open(struct inode *inode, struct file *file)
1446{
1447        return single_open(file, s3cmci_state_show, inode->i_private);
1448}
1449
1450static const struct file_operations s3cmci_fops_state = {
1451        .owner          = THIS_MODULE,
1452        .open           = s3cmci_state_open,
1453        .read           = seq_read,
1454        .llseek         = seq_lseek,
1455        .release        = single_release,
1456};
1457
1458#define DBG_REG(_r) { .addr = S3C2410_SDI##_r, .name = #_r }
1459
1460struct s3cmci_reg {
1461        unsigned short  addr;
1462        unsigned char   *name;
1463} debug_regs[] = {
1464        DBG_REG(CON),
1465        DBG_REG(PRE),
1466        DBG_REG(CMDARG),
1467        DBG_REG(CMDCON),
1468        DBG_REG(CMDSTAT),
1469        DBG_REG(RSP0),
1470        DBG_REG(RSP1),
1471        DBG_REG(RSP2),
1472        DBG_REG(RSP3),
1473        DBG_REG(TIMER),
1474        DBG_REG(BSIZE),
1475        DBG_REG(DCON),
1476        DBG_REG(DCNT),
1477        DBG_REG(DSTA),
1478        DBG_REG(FSTA),
1479        {}
1480};
1481
1482static int s3cmci_regs_show(struct seq_file *seq, void *v)
1483{
1484        struct s3cmci_host *host = seq->private;
1485        struct s3cmci_reg *rptr = debug_regs;
1486
1487        for (; rptr->name; rptr++)
1488                seq_printf(seq, "SDI%s\t=0x%08x\n", rptr->name,
1489                           readl(host->base + rptr->addr));
1490
1491        seq_printf(seq, "SDIIMSK\t=0x%08x\n", readl(host->base + host->sdiimsk));
1492
1493        return 0;
1494}
1495
1496static int s3cmci_regs_open(struct inode *inode, struct file *file)
1497{
1498        return single_open(file, s3cmci_regs_show, inode->i_private);
1499}
1500
1501static const struct file_operations s3cmci_fops_regs = {
1502        .owner          = THIS_MODULE,
1503        .open           = s3cmci_regs_open,
1504        .read           = seq_read,
1505        .llseek         = seq_lseek,
1506        .release        = single_release,
1507};
1508
1509static void s3cmci_debugfs_attach(struct s3cmci_host *host)
1510{
1511        struct device *dev = &host->pdev->dev;
1512
1513        host->debug_root = debugfs_create_dir(dev_name(dev), NULL);
1514        if (IS_ERR(host->debug_root)) {
1515                dev_err(dev, "failed to create debugfs root\n");
1516                return;
1517        }
1518
1519        host->debug_state = debugfs_create_file("state", 0444,
1520                                                host->debug_root, host,
1521                                                &s3cmci_fops_state);
1522
1523        if (IS_ERR(host->debug_state))
1524                dev_err(dev, "failed to create debug state file\n");
1525
1526        host->debug_regs = debugfs_create_file("regs", 0444,
1527                                               host->debug_root, host,
1528                                               &s3cmci_fops_regs);
1529
1530        if (IS_ERR(host->debug_regs))
1531                dev_err(dev, "failed to create debug regs file\n");
1532}
1533
1534static void s3cmci_debugfs_remove(struct s3cmci_host *host)
1535{
1536        debugfs_remove(host->debug_regs);
1537        debugfs_remove(host->debug_state);
1538        debugfs_remove(host->debug_root);
1539}
1540
1541#else
1542static inline void s3cmci_debugfs_attach(struct s3cmci_host *host) { }
1543static inline void s3cmci_debugfs_remove(struct s3cmci_host *host) { }
1544
1545#endif /* CONFIG_DEBUG_FS */
1546
1547static int __devinit s3cmci_probe(struct platform_device *pdev)
1548{
1549        struct s3cmci_host *host;
1550        struct mmc_host *mmc;
1551        int ret;
1552        int is2440;
1553        int i;
1554
1555        is2440 = platform_get_device_id(pdev)->driver_data;
1556
1557        mmc = mmc_alloc_host(sizeof(struct s3cmci_host), &pdev->dev);
1558        if (!mmc) {
1559                ret = -ENOMEM;
1560                goto probe_out;
1561        }
1562
1563        for (i = S3C2410_GPE(5); i <= S3C2410_GPE(10); i++) {
1564                ret = gpio_request(i, dev_name(&pdev->dev));
1565                if (ret) {
1566                        dev_err(&pdev->dev, "failed to get gpio %d\n", i);
1567
1568                        for (i--; i >= S3C2410_GPE(5); i--)
1569                                gpio_free(i);
1570
1571                        goto probe_free_host;
1572                }
1573        }
1574
1575        host = mmc_priv(mmc);
1576        host->mmc       = mmc;
1577        host->pdev      = pdev;
1578        host->is2440    = is2440;
1579
1580        host->pdata = pdev->dev.platform_data;
1581        if (!host->pdata) {
1582                pdev->dev.platform_data = &s3cmci_def_pdata;
1583                host->pdata = &s3cmci_def_pdata;
1584        }
1585
1586        spin_lock_init(&host->complete_lock);
1587        tasklet_init(&host->pio_tasklet, pio_tasklet, (unsigned long) host);
1588
1589        if (is2440) {
1590                host->sdiimsk   = S3C2440_SDIIMSK;
1591                host->sdidata   = S3C2440_SDIDATA;
1592                host->clk_div   = 1;
1593        } else {
1594                host->sdiimsk   = S3C2410_SDIIMSK;
1595                host->sdidata   = S3C2410_SDIDATA;
1596                host->clk_div   = 2;
1597        }
1598
1599        host->complete_what     = COMPLETION_NONE;
1600        host->pio_active        = XFER_NONE;
1601
1602#ifdef CONFIG_MMC_S3C_PIODMA
1603        host->dodma             = host->pdata->use_dma;
1604#endif
1605
1606        host->mem = platform_get_resource(pdev, IORESOURCE_MEM, 0);
1607        if (!host->mem) {
1608                dev_err(&pdev->dev,
1609                        "failed to get io memory region resouce.\n");
1610
1611                ret = -ENOENT;
1612                goto probe_free_gpio;
1613        }
1614
1615        host->mem = request_mem_region(host->mem->start,
1616                                       resource_size(host->mem), pdev->name);
1617
1618        if (!host->mem) {
1619                dev_err(&pdev->dev, "failed to request io memory region.\n");
1620                ret = -ENOENT;
1621                goto probe_free_gpio;
1622        }
1623
1624        host->base = ioremap(host->mem->start, resource_size(host->mem));
1625        if (!host->base) {
1626                dev_err(&pdev->dev, "failed to ioremap() io memory region.\n");
1627                ret = -EINVAL;
1628                goto probe_free_mem_region;
1629        }
1630
1631        host->irq = platform_get_irq(pdev, 0);
1632        if (host->irq == 0) {
1633                dev_err(&pdev->dev, "failed to get interrupt resouce.\n");
1634                ret = -EINVAL;
1635                goto probe_iounmap;
1636        }
1637
1638        if (request_irq(host->irq, s3cmci_irq, 0, DRIVER_NAME, host)) {
1639                dev_err(&pdev->dev, "failed to request mci interrupt.\n");
1640                ret = -ENOENT;
1641                goto probe_iounmap;
1642        }
1643
1644        /* We get spurious interrupts even when we have set the IMSK
1645         * register to ignore everything, so use disable_irq() to make
1646         * ensure we don't lock the system with un-serviceable requests. */
1647
1648        disable_irq(host->irq);
1649        host->irq_state = false;
1650
1651        if (!host->pdata->no_detect) {
1652                ret = gpio_request(host->pdata->gpio_detect, "s3cmci detect");
1653                if (ret) {
1654                        dev_err(&pdev->dev, "failed to get detect gpio\n");
1655                        goto probe_free_irq;
1656                }
1657
1658                host->irq_cd = gpio_to_irq(host->pdata->gpio_detect);
1659
1660                if (host->irq_cd >= 0) {
1661                        if (request_irq(host->irq_cd, s3cmci_irq_cd,
1662                                        IRQF_TRIGGER_RISING |
1663                                        IRQF_TRIGGER_FALLING,
1664                                        DRIVER_NAME, host)) {
1665                                dev_err(&pdev->dev,
1666                                        "can't get card detect irq.\n");
1667                                ret = -ENOENT;
1668                                goto probe_free_gpio_cd;
1669                        }
1670                } else {
1671                        dev_warn(&pdev->dev,
1672                                 "host detect has no irq available\n");
1673                        gpio_direction_input(host->pdata->gpio_detect);
1674                }
1675        } else
1676                host->irq_cd = -1;
1677
1678        if (!host->pdata->no_wprotect) {
1679                ret = gpio_request(host->pdata->gpio_wprotect, "s3cmci wp");
1680                if (ret) {
1681                        dev_err(&pdev->dev, "failed to get writeprotect\n");
1682                        goto probe_free_irq_cd;
1683                }
1684
1685                gpio_direction_input(host->pdata->gpio_wprotect);
1686        }
1687
1688        /* depending on the dma state, get a dma channel to use. */
1689
1690        if (s3cmci_host_usedma(host)) {
1691                host->dma = s3c2410_dma_request(DMACH_SDI, &s3cmci_dma_client,
1692                                                host);
1693                if (host->dma < 0) {
1694                        dev_err(&pdev->dev, "cannot get DMA channel.\n");
1695                        if (!s3cmci_host_canpio()) {
1696                                ret = -EBUSY;
1697                                goto probe_free_gpio_wp;
1698                        } else {
1699                                dev_warn(&pdev->dev, "falling back to PIO.\n");
1700                                host->dodma = 0;
1701                        }
1702                }
1703        }
1704
1705        host->clk = clk_get(&pdev->dev, "sdi");
1706        if (IS_ERR(host->clk)) {
1707                dev_err(&pdev->dev, "failed to find clock source.\n");
1708                ret = PTR_ERR(host->clk);
1709                host->clk = NULL;
1710                goto probe_free_dma;
1711        }
1712
1713        ret = clk_enable(host->clk);
1714        if (ret) {
1715                dev_err(&pdev->dev, "failed to enable clock source.\n");
1716                goto clk_free;
1717        }
1718
1719        host->clk_rate = clk_get_rate(host->clk);
1720
1721        mmc->ops        = &s3cmci_ops;
1722        mmc->ocr_avail  = MMC_VDD_32_33 | MMC_VDD_33_34;
1723#ifdef CONFIG_MMC_S3C_HW_SDIO_IRQ
1724        mmc->caps       = MMC_CAP_4_BIT_DATA | MMC_CAP_SDIO_IRQ;
1725#else
1726        mmc->caps       = MMC_CAP_4_BIT_DATA;
1727#endif
1728        mmc->f_min      = host->clk_rate / (host->clk_div * 256);
1729        mmc->f_max      = host->clk_rate / host->clk_div;
1730
1731        if (host->pdata->ocr_avail)
1732                mmc->ocr_avail = host->pdata->ocr_avail;
1733
1734        mmc->max_blk_count      = 4095;
1735        mmc->max_blk_size       = 4095;
1736        mmc->max_req_size       = 4095 * 512;
1737        mmc->max_seg_size       = mmc->max_req_size;
1738
1739        mmc->max_segs           = 128;
1740
1741        dbg(host, dbg_debug,
1742            "probe: mode:%s mapped mci_base:%p irq:%u irq_cd:%u dma:%u.\n",
1743            (host->is2440?"2440":""),
1744            host->base, host->irq, host->irq_cd, host->dma);
1745
1746        ret = s3cmci_cpufreq_register(host);
1747        if (ret) {
1748                dev_err(&pdev->dev, "failed to register cpufreq\n");
1749                goto free_dmabuf;
1750        }
1751
1752        ret = mmc_add_host(mmc);
1753        if (ret) {
1754                dev_err(&pdev->dev, "failed to add mmc host.\n");
1755                goto free_cpufreq;
1756        }
1757
1758        s3cmci_debugfs_attach(host);
1759
1760        platform_set_drvdata(pdev, mmc);
1761        dev_info(&pdev->dev, "%s - using %s, %s SDIO IRQ\n", mmc_hostname(mmc),
1762                 s3cmci_host_usedma(host) ? "dma" : "pio",
1763                 mmc->caps & MMC_CAP_SDIO_IRQ ? "hw" : "sw");
1764
1765        return 0;
1766
1767 free_cpufreq:
1768        s3cmci_cpufreq_deregister(host);
1769
1770 free_dmabuf:
1771        clk_disable(host->clk);
1772
1773 clk_free:
1774        clk_put(host->clk);
1775
1776 probe_free_dma:
1777        if (s3cmci_host_usedma(host))
1778                s3c2410_dma_free(host->dma, &s3cmci_dma_client);
1779
1780 probe_free_gpio_wp:
1781        if (!host->pdata->no_wprotect)
1782                gpio_free(host->pdata->gpio_wprotect);
1783
1784 probe_free_gpio_cd:
1785        if (!host->pdata->no_detect)
1786                gpio_free(host->pdata->gpio_detect);
1787
1788 probe_free_irq_cd:
1789        if (host->irq_cd >= 0)
1790                free_irq(host->irq_cd, host);
1791
1792 probe_free_irq:
1793        free_irq(host->irq, host);
1794
1795 probe_iounmap:
1796        iounmap(host->base);
1797
1798 probe_free_mem_region:
1799        release_mem_region(host->mem->start, resource_size(host->mem));
1800
1801 probe_free_gpio:
1802        for (i = S3C2410_GPE(5); i <= S3C2410_GPE(10); i++)
1803                gpio_free(i);
1804
1805 probe_free_host:
1806        mmc_free_host(mmc);
1807
1808 probe_out:
1809        return ret;
1810}
1811
1812static void s3cmci_shutdown(struct platform_device *pdev)
1813{
1814        struct mmc_host *mmc = platform_get_drvdata(pdev);
1815        struct s3cmci_host *host = mmc_priv(mmc);
1816
1817        if (host->irq_cd >= 0)
1818                free_irq(host->irq_cd, host);
1819
1820        s3cmci_debugfs_remove(host);
1821        s3cmci_cpufreq_deregister(host);
1822        mmc_remove_host(mmc);
1823        clk_disable(host->clk);
1824}
1825
1826static int __devexit s3cmci_remove(struct platform_device *pdev)
1827{
1828        struct mmc_host         *mmc  = platform_get_drvdata(pdev);
1829        struct s3cmci_host      *host = mmc_priv(mmc);
1830        struct s3c24xx_mci_pdata *pd = host->pdata;
1831        int i;
1832
1833        s3cmci_shutdown(pdev);
1834
1835        clk_put(host->clk);
1836
1837        tasklet_disable(&host->pio_tasklet);
1838
1839        if (s3cmci_host_usedma(host))
1840                s3c2410_dma_free(host->dma, &s3cmci_dma_client);
1841
1842        free_irq(host->irq, host);
1843
1844        if (!pd->no_wprotect)
1845                gpio_free(pd->gpio_wprotect);
1846
1847        if (!pd->no_detect)
1848                gpio_free(pd->gpio_detect);
1849
1850        for (i = S3C2410_GPE(5); i <= S3C2410_GPE(10); i++)
1851                gpio_free(i);
1852
1853
1854        iounmap(host->base);
1855        release_mem_region(host->mem->start, resource_size(host->mem));
1856
1857        mmc_free_host(mmc);
1858        return 0;
1859}
1860
1861static struct platform_device_id s3cmci_driver_ids[] = {
1862        {
1863                .name   = "s3c2410-sdi",
1864                .driver_data    = 0,
1865        }, {
1866                .name   = "s3c2412-sdi",
1867                .driver_data    = 1,
1868        }, {
1869                .name   = "s3c2440-sdi",
1870                .driver_data    = 1,
1871        },
1872        { }
1873};
1874
1875MODULE_DEVICE_TABLE(platform, s3cmci_driver_ids);
1876
1877
1878#ifdef CONFIG_PM
1879
1880static int s3cmci_suspend(struct device *dev)
1881{
1882        struct mmc_host *mmc = platform_get_drvdata(to_platform_device(dev));
1883
1884        return mmc_suspend_host(mmc);
1885}
1886
1887static int s3cmci_resume(struct device *dev)
1888{
1889        struct mmc_host *mmc = platform_get_drvdata(to_platform_device(dev));
1890
1891        return mmc_resume_host(mmc);
1892}
1893
1894static const struct dev_pm_ops s3cmci_pm = {
1895        .suspend        = s3cmci_suspend,
1896        .resume         = s3cmci_resume,
1897};
1898
1899#define s3cmci_pm_ops &s3cmci_pm
1900#else /* CONFIG_PM */
1901#define s3cmci_pm_ops NULL
1902#endif /* CONFIG_PM */
1903
1904
1905static struct platform_driver s3cmci_driver = {
1906        .driver = {
1907                .name   = "s3c-sdi",
1908                .owner  = THIS_MODULE,
1909                .pm     = s3cmci_pm_ops,
1910        },
1911        .id_table       = s3cmci_driver_ids,
1912        .probe          = s3cmci_probe,
1913        .remove         = __devexit_p(s3cmci_remove),
1914        .shutdown       = s3cmci_shutdown,
1915};
1916
1917module_platform_driver(s3cmci_driver);
1918
1919MODULE_DESCRIPTION("Samsung S3C MMC/SD Card Interface driver");
1920MODULE_LICENSE("GPL v2");
1921MODULE_AUTHOR("Thomas Kleffel <tk@maintech.de>, Ben Dooks <ben-linux@fluff.org>");
1922