linux/drivers/mmc/host/s3cmci.c
<<
>>
Prefs
   1/*
   2 *  linux/drivers/mmc/s3cmci.h - Samsung S3C MCI driver
   3 *
   4 *  Copyright (C) 2004-2006 maintech GmbH, Thomas Kleffel <tk@maintech.de>
   5 *
   6 * Current driver maintained by Ben Dooks and Simtec Electronics
   7 *  Copyright (C) 2008 Simtec Electronics <ben-linux@fluff.org>
   8 *
   9 * This program is free software; you can redistribute it and/or modify
  10 * it under the terms of the GNU General Public License version 2 as
  11 * published by the Free Software Foundation.
  12 */
  13
  14#include <linux/module.h>
  15#include <linux/dma-mapping.h>
  16#include <linux/clk.h>
  17#include <linux/mmc/host.h>
  18#include <linux/platform_device.h>
  19#include <linux/cpufreq.h>
  20#include <linux/debugfs.h>
  21#include <linux/seq_file.h>
  22#include <linux/gpio.h>
  23#include <linux/irq.h>
  24#include <linux/io.h>
  25
  26#include <mach/dma.h>
  27
  28#include <mach/regs-sdi.h>
  29#include <mach/regs-gpio.h>
  30
  31#include <plat/mci.h>
  32
  33#include "s3cmci.h"
  34
  35#define DRIVER_NAME "s3c-mci"
  36
  37enum dbg_channels {
  38        dbg_err   = (1 << 0),
  39        dbg_debug = (1 << 1),
  40        dbg_info  = (1 << 2),
  41        dbg_irq   = (1 << 3),
  42        dbg_sg    = (1 << 4),
  43        dbg_dma   = (1 << 5),
  44        dbg_pio   = (1 << 6),
  45        dbg_fail  = (1 << 7),
  46        dbg_conf  = (1 << 8),
  47};
  48
  49static const int dbgmap_err   = dbg_fail;
  50static const int dbgmap_info  = dbg_info | dbg_conf;
  51static const int dbgmap_debug = dbg_err | dbg_debug;
  52
  53#define dbg(host, channels, args...)              \
  54        do {                                      \
  55        if (dbgmap_err & channels)                \
  56                dev_err(&host->pdev->dev, args);  \
  57        else if (dbgmap_info & channels)          \
  58                dev_info(&host->pdev->dev, args); \
  59        else if (dbgmap_debug & channels)         \
  60                dev_dbg(&host->pdev->dev, args);  \
  61        } while (0)
  62
  63static struct s3c2410_dma_client s3cmci_dma_client = {
  64        .name           = "s3c-mci",
  65};
  66
  67static void finalize_request(struct s3cmci_host *host);
  68static void s3cmci_send_request(struct mmc_host *mmc);
  69static void s3cmci_reset(struct s3cmci_host *host);
  70
  71#ifdef CONFIG_MMC_DEBUG
  72
  73static void dbg_dumpregs(struct s3cmci_host *host, char *prefix)
  74{
  75        u32 con, pre, cmdarg, cmdcon, cmdsta, r0, r1, r2, r3, timer, bsize;
  76        u32 datcon, datcnt, datsta, fsta, imask;
  77
  78        con     = readl(host->base + S3C2410_SDICON);
  79        pre     = readl(host->base + S3C2410_SDIPRE);
  80        cmdarg  = readl(host->base + S3C2410_SDICMDARG);
  81        cmdcon  = readl(host->base + S3C2410_SDICMDCON);
  82        cmdsta  = readl(host->base + S3C2410_SDICMDSTAT);
  83        r0      = readl(host->base + S3C2410_SDIRSP0);
  84        r1      = readl(host->base + S3C2410_SDIRSP1);
  85        r2      = readl(host->base + S3C2410_SDIRSP2);
  86        r3      = readl(host->base + S3C2410_SDIRSP3);
  87        timer   = readl(host->base + S3C2410_SDITIMER);
  88        bsize   = readl(host->base + S3C2410_SDIBSIZE);
  89        datcon  = readl(host->base + S3C2410_SDIDCON);
  90        datcnt  = readl(host->base + S3C2410_SDIDCNT);
  91        datsta  = readl(host->base + S3C2410_SDIDSTA);
  92        fsta    = readl(host->base + S3C2410_SDIFSTA);
  93        imask   = readl(host->base + host->sdiimsk);
  94
  95        dbg(host, dbg_debug, "%s  CON:[%08x]  PRE:[%08x]  TMR:[%08x]\n",
  96                                prefix, con, pre, timer);
  97
  98        dbg(host, dbg_debug, "%s CCON:[%08x] CARG:[%08x] CSTA:[%08x]\n",
  99                                prefix, cmdcon, cmdarg, cmdsta);
 100
 101        dbg(host, dbg_debug, "%s DCON:[%08x] FSTA:[%08x]"
 102                               " DSTA:[%08x] DCNT:[%08x]\n",
 103                                prefix, datcon, fsta, datsta, datcnt);
 104
 105        dbg(host, dbg_debug, "%s   R0:[%08x]   R1:[%08x]"
 106                               "   R2:[%08x]   R3:[%08x]\n",
 107                                prefix, r0, r1, r2, r3);
 108}
 109
 110static void prepare_dbgmsg(struct s3cmci_host *host, struct mmc_command *cmd,
 111                           int stop)
 112{
 113        snprintf(host->dbgmsg_cmd, 300,
 114                 "#%u%s op:%i arg:0x%08x flags:0x08%x retries:%u",
 115                 host->ccnt, (stop ? " (STOP)" : ""),
 116                 cmd->opcode, cmd->arg, cmd->flags, cmd->retries);
 117
 118        if (cmd->data) {
 119                snprintf(host->dbgmsg_dat, 300,
 120                         "#%u bsize:%u blocks:%u bytes:%u",
 121                         host->dcnt, cmd->data->blksz,
 122                         cmd->data->blocks,
 123                         cmd->data->blocks * cmd->data->blksz);
 124        } else {
 125                host->dbgmsg_dat[0] = '\0';
 126        }
 127}
 128
 129static void dbg_dumpcmd(struct s3cmci_host *host, struct mmc_command *cmd,
 130                        int fail)
 131{
 132        unsigned int dbglvl = fail ? dbg_fail : dbg_debug;
 133
 134        if (!cmd)
 135                return;
 136
 137        if (cmd->error == 0) {
 138                dbg(host, dbglvl, "CMD[OK] %s R0:0x%08x\n",
 139                        host->dbgmsg_cmd, cmd->resp[0]);
 140        } else {
 141                dbg(host, dbglvl, "CMD[ERR %i] %s Status:%s\n",
 142                        cmd->error, host->dbgmsg_cmd, host->status);
 143        }
 144
 145        if (!cmd->data)
 146                return;
 147
 148        if (cmd->data->error == 0) {
 149                dbg(host, dbglvl, "DAT[OK] %s\n", host->dbgmsg_dat);
 150        } else {
 151                dbg(host, dbglvl, "DAT[ERR %i] %s DCNT:0x%08x\n",
 152                        cmd->data->error, host->dbgmsg_dat,
 153                        readl(host->base + S3C2410_SDIDCNT));
 154        }
 155}
 156#else
 157static void dbg_dumpcmd(struct s3cmci_host *host,
 158                        struct mmc_command *cmd, int fail) { }
 159
 160static void prepare_dbgmsg(struct s3cmci_host *host, struct mmc_command *cmd,
 161                           int stop) { }
 162
 163static void dbg_dumpregs(struct s3cmci_host *host, char *prefix) { }
 164
 165#endif /* CONFIG_MMC_DEBUG */
 166
 167/**
 168 * s3cmci_host_usedma - return whether the host is using dma or pio
 169 * @host: The host state
 170 *
 171 * Return true if the host is using DMA to transfer data, else false
 172 * to use PIO mode. Will return static data depending on the driver
 173 * configuration.
 174 */
 175static inline bool s3cmci_host_usedma(struct s3cmci_host *host)
 176{
 177#ifdef CONFIG_MMC_S3C_PIO
 178        return false;
 179#elif defined(CONFIG_MMC_S3C_DMA)
 180        return true;
 181#else
 182        return host->dodma;
 183#endif
 184}
 185
 186/**
 187 * s3cmci_host_canpio - return true if host has pio code available
 188 *
 189 * Return true if the driver has been compiled with the PIO support code
 190 * available.
 191 */
 192static inline bool s3cmci_host_canpio(void)
 193{
 194#ifdef CONFIG_MMC_S3C_PIO
 195        return true;
 196#else
 197        return false;
 198#endif
 199}
 200
 201static inline u32 enable_imask(struct s3cmci_host *host, u32 imask)
 202{
 203        u32 newmask;
 204
 205        newmask = readl(host->base + host->sdiimsk);
 206        newmask |= imask;
 207
 208        writel(newmask, host->base + host->sdiimsk);
 209
 210        return newmask;
 211}
 212
 213static inline u32 disable_imask(struct s3cmci_host *host, u32 imask)
 214{
 215        u32 newmask;
 216
 217        newmask = readl(host->base + host->sdiimsk);
 218        newmask &= ~imask;
 219
 220        writel(newmask, host->base + host->sdiimsk);
 221
 222        return newmask;
 223}
 224
 225static inline void clear_imask(struct s3cmci_host *host)
 226{
 227        u32 mask = readl(host->base + host->sdiimsk);
 228
 229        /* preserve the SDIO IRQ mask state */
 230        mask &= S3C2410_SDIIMSK_SDIOIRQ;
 231        writel(mask, host->base + host->sdiimsk);
 232}
 233
 234/**
 235 * s3cmci_check_sdio_irq - test whether the SDIO IRQ is being signalled
 236 * @host: The host to check.
 237 *
 238 * Test to see if the SDIO interrupt is being signalled in case the
 239 * controller has failed to re-detect a card interrupt. Read GPE8 and
 240 * see if it is low and if so, signal a SDIO interrupt.
 241 *
 242 * This is currently called if a request is finished (we assume that the
 243 * bus is now idle) and when the SDIO IRQ is enabled in case the IRQ is
 244 * already being indicated.
 245*/
 246static void s3cmci_check_sdio_irq(struct s3cmci_host *host)
 247{
 248        if (host->sdio_irqen) {
 249                if (gpio_get_value(S3C2410_GPE(8)) == 0) {
 250                        printk(KERN_DEBUG "%s: signalling irq\n", __func__);
 251                        mmc_signal_sdio_irq(host->mmc);
 252                }
 253        }
 254}
 255
 256static inline int get_data_buffer(struct s3cmci_host *host,
 257                                  u32 *bytes, u32 **pointer)
 258{
 259        struct scatterlist *sg;
 260
 261        if (host->pio_active == XFER_NONE)
 262                return -EINVAL;
 263
 264        if ((!host->mrq) || (!host->mrq->data))
 265                return -EINVAL;
 266
 267        if (host->pio_sgptr >= host->mrq->data->sg_len) {
 268                dbg(host, dbg_debug, "no more buffers (%i/%i)\n",
 269                      host->pio_sgptr, host->mrq->data->sg_len);
 270                return -EBUSY;
 271        }
 272        sg = &host->mrq->data->sg[host->pio_sgptr];
 273
 274        *bytes = sg->length;
 275        *pointer = sg_virt(sg);
 276
 277        host->pio_sgptr++;
 278
 279        dbg(host, dbg_sg, "new buffer (%i/%i)\n",
 280            host->pio_sgptr, host->mrq->data->sg_len);
 281
 282        return 0;
 283}
 284
 285static inline u32 fifo_count(struct s3cmci_host *host)
 286{
 287        u32 fifostat = readl(host->base + S3C2410_SDIFSTA);
 288
 289        fifostat &= S3C2410_SDIFSTA_COUNTMASK;
 290        return fifostat;
 291}
 292
 293static inline u32 fifo_free(struct s3cmci_host *host)
 294{
 295        u32 fifostat = readl(host->base + S3C2410_SDIFSTA);
 296
 297        fifostat &= S3C2410_SDIFSTA_COUNTMASK;
 298        return 63 - fifostat;
 299}
 300
 301/**
 302 * s3cmci_enable_irq - enable IRQ, after having disabled it.
 303 * @host: The device state.
 304 * @more: True if more IRQs are expected from transfer.
 305 *
 306 * Enable the main IRQ if needed after it has been disabled.
 307 *
 308 * The IRQ can be one of the following states:
 309 *      - disabled during IDLE
 310 *      - disabled whilst processing data
 311 *      - enabled during transfer
 312 *      - enabled whilst awaiting SDIO interrupt detection
 313 */
 314static void s3cmci_enable_irq(struct s3cmci_host *host, bool more)
 315{
 316        unsigned long flags;
 317        bool enable = false;
 318
 319        local_irq_save(flags);
 320
 321        host->irq_enabled = more;
 322        host->irq_disabled = false;
 323
 324        enable = more | host->sdio_irqen;
 325
 326        if (host->irq_state != enable) {
 327                host->irq_state = enable;
 328
 329                if (enable)
 330                        enable_irq(host->irq);
 331                else
 332                        disable_irq(host->irq);
 333        }
 334
 335        local_irq_restore(flags);
 336}
 337
 338/**
 339 *
 340 */
 341static void s3cmci_disable_irq(struct s3cmci_host *host, bool transfer)
 342{
 343        unsigned long flags;
 344
 345        local_irq_save(flags);
 346
 347        //printk(KERN_DEBUG "%s: transfer %d\n", __func__, transfer);
 348
 349        host->irq_disabled = transfer;
 350
 351        if (transfer && host->irq_state) {
 352                host->irq_state = false;
 353                disable_irq(host->irq);
 354        }
 355
 356        local_irq_restore(flags);
 357}
 358
 359static void do_pio_read(struct s3cmci_host *host)
 360{
 361        int res;
 362        u32 fifo;
 363        u32 *ptr;
 364        u32 fifo_words;
 365        void __iomem *from_ptr;
 366
 367        /* write real prescaler to host, it might be set slow to fix */
 368        writel(host->prescaler, host->base + S3C2410_SDIPRE);
 369
 370        from_ptr = host->base + host->sdidata;
 371
 372        while ((fifo = fifo_count(host))) {
 373                if (!host->pio_bytes) {
 374                        res = get_data_buffer(host, &host->pio_bytes,
 375                                              &host->pio_ptr);
 376                        if (res) {
 377                                host->pio_active = XFER_NONE;
 378                                host->complete_what = COMPLETION_FINALIZE;
 379
 380                                dbg(host, dbg_pio, "pio_read(): "
 381                                    "complete (no more data).\n");
 382                                return;
 383                        }
 384
 385                        dbg(host, dbg_pio,
 386                            "pio_read(): new target: [%i]@[%p]\n",
 387                            host->pio_bytes, host->pio_ptr);
 388                }
 389
 390                dbg(host, dbg_pio,
 391                    "pio_read(): fifo:[%02i] buffer:[%03i] dcnt:[%08X]\n",
 392                    fifo, host->pio_bytes,
 393                    readl(host->base + S3C2410_SDIDCNT));
 394
 395                /* If we have reached the end of the block, we can
 396                 * read a word and get 1 to 3 bytes.  If we in the
 397                 * middle of the block, we have to read full words,
 398                 * otherwise we will write garbage, so round down to
 399                 * an even multiple of 4. */
 400                if (fifo >= host->pio_bytes)
 401                        fifo = host->pio_bytes;
 402                else
 403                        fifo -= fifo & 3;
 404
 405                host->pio_bytes -= fifo;
 406                host->pio_count += fifo;
 407
 408                fifo_words = fifo >> 2;
 409                ptr = host->pio_ptr;
 410                while (fifo_words--)
 411                        *ptr++ = readl(from_ptr);
 412                host->pio_ptr = ptr;
 413
 414                if (fifo & 3) {
 415                        u32 n = fifo & 3;
 416                        u32 data = readl(from_ptr);
 417                        u8 *p = (u8 *)host->pio_ptr;
 418
 419                        while (n--) {
 420                                *p++ = data;
 421                                data >>= 8;
 422                        }
 423                }
 424        }
 425
 426        if (!host->pio_bytes) {
 427                res = get_data_buffer(host, &host->pio_bytes, &host->pio_ptr);
 428                if (res) {
 429                        dbg(host, dbg_pio,
 430                            "pio_read(): complete (no more buffers).\n");
 431                        host->pio_active = XFER_NONE;
 432                        host->complete_what = COMPLETION_FINALIZE;
 433
 434                        return;
 435                }
 436        }
 437
 438        enable_imask(host,
 439                     S3C2410_SDIIMSK_RXFIFOHALF | S3C2410_SDIIMSK_RXFIFOLAST);
 440}
 441
 442static void do_pio_write(struct s3cmci_host *host)
 443{
 444        void __iomem *to_ptr;
 445        int res;
 446        u32 fifo;
 447        u32 *ptr;
 448
 449        to_ptr = host->base + host->sdidata;
 450
 451        while ((fifo = fifo_free(host)) > 3) {
 452                if (!host->pio_bytes) {
 453                        res = get_data_buffer(host, &host->pio_bytes,
 454                                                        &host->pio_ptr);
 455                        if (res) {
 456                                dbg(host, dbg_pio,
 457                                    "pio_write(): complete (no more data).\n");
 458                                host->pio_active = XFER_NONE;
 459
 460                                return;
 461                        }
 462
 463                        dbg(host, dbg_pio,
 464                            "pio_write(): new source: [%i]@[%p]\n",
 465                            host->pio_bytes, host->pio_ptr);
 466
 467                }
 468
 469                /* If we have reached the end of the block, we have to
 470                 * write exactly the remaining number of bytes.  If we
 471                 * in the middle of the block, we have to write full
 472                 * words, so round down to an even multiple of 4. */
 473                if (fifo >= host->pio_bytes)
 474                        fifo = host->pio_bytes;
 475                else
 476                        fifo -= fifo & 3;
 477
 478                host->pio_bytes -= fifo;
 479                host->pio_count += fifo;
 480
 481                fifo = (fifo + 3) >> 2;
 482                ptr = host->pio_ptr;
 483                while (fifo--)
 484                        writel(*ptr++, to_ptr);
 485                host->pio_ptr = ptr;
 486        }
 487
 488        enable_imask(host, S3C2410_SDIIMSK_TXFIFOHALF);
 489}
 490
 491static void pio_tasklet(unsigned long data)
 492{
 493        struct s3cmci_host *host = (struct s3cmci_host *) data;
 494
 495        s3cmci_disable_irq(host, true);
 496
 497        if (host->pio_active == XFER_WRITE)
 498                do_pio_write(host);
 499
 500        if (host->pio_active == XFER_READ)
 501                do_pio_read(host);
 502
 503        if (host->complete_what == COMPLETION_FINALIZE) {
 504                clear_imask(host);
 505                if (host->pio_active != XFER_NONE) {
 506                        dbg(host, dbg_err, "unfinished %s "
 507                            "- pio_count:[%u] pio_bytes:[%u]\n",
 508                            (host->pio_active == XFER_READ) ? "read" : "write",
 509                            host->pio_count, host->pio_bytes);
 510
 511                        if (host->mrq->data)
 512                                host->mrq->data->error = -EINVAL;
 513                }
 514
 515                s3cmci_enable_irq(host, false);
 516                finalize_request(host);
 517        } else
 518                s3cmci_enable_irq(host, true);
 519}
 520
 521/*
 522 * ISR for SDI Interface IRQ
 523 * Communication between driver and ISR works as follows:
 524 *   host->mrq                  points to current request
 525 *   host->complete_what        Indicates when the request is considered done
 526 *     COMPLETION_CMDSENT         when the command was sent
 527 *     COMPLETION_RSPFIN          when a response was received
 528 *     COMPLETION_XFERFINISH      when the data transfer is finished
 529 *     COMPLETION_XFERFINISH_RSPFIN both of the above.
 530 *   host->complete_request     is the completion-object the driver waits for
 531 *
 532 * 1) Driver sets up host->mrq and host->complete_what
 533 * 2) Driver prepares the transfer
 534 * 3) Driver enables interrupts
 535 * 4) Driver starts transfer
 536 * 5) Driver waits for host->complete_rquest
 537 * 6) ISR checks for request status (errors and success)
 538 * 6) ISR sets host->mrq->cmd->error and host->mrq->data->error
 539 * 7) ISR completes host->complete_request
 540 * 8) ISR disables interrupts
 541 * 9) Driver wakes up and takes care of the request
 542 *
 543 * Note: "->error"-fields are expected to be set to 0 before the request
 544 *       was issued by mmc.c - therefore they are only set, when an error
 545 *       contition comes up
 546 */
 547
 548static irqreturn_t s3cmci_irq(int irq, void *dev_id)
 549{
 550        struct s3cmci_host *host = dev_id;
 551        struct mmc_command *cmd;
 552        u32 mci_csta, mci_dsta, mci_fsta, mci_dcnt, mci_imsk;
 553        u32 mci_cclear = 0, mci_dclear;
 554        unsigned long iflags;
 555
 556        mci_dsta = readl(host->base + S3C2410_SDIDSTA);
 557        mci_imsk = readl(host->base + host->sdiimsk);
 558
 559        if (mci_dsta & S3C2410_SDIDSTA_SDIOIRQDETECT) {
 560                if (mci_imsk & S3C2410_SDIIMSK_SDIOIRQ) {
 561                        mci_dclear = S3C2410_SDIDSTA_SDIOIRQDETECT;
 562                        writel(mci_dclear, host->base + S3C2410_SDIDSTA);
 563
 564                        mmc_signal_sdio_irq(host->mmc);
 565                        return IRQ_HANDLED;
 566                }
 567        }
 568
 569        spin_lock_irqsave(&host->complete_lock, iflags);
 570
 571        mci_csta = readl(host->base + S3C2410_SDICMDSTAT);
 572        mci_dcnt = readl(host->base + S3C2410_SDIDCNT);
 573        mci_fsta = readl(host->base + S3C2410_SDIFSTA);
 574        mci_dclear = 0;
 575
 576        if ((host->complete_what == COMPLETION_NONE) ||
 577            (host->complete_what == COMPLETION_FINALIZE)) {
 578                host->status = "nothing to complete";
 579                clear_imask(host);
 580                goto irq_out;
 581        }
 582
 583        if (!host->mrq) {
 584                host->status = "no active mrq";
 585                clear_imask(host);
 586                goto irq_out;
 587        }
 588
 589        cmd = host->cmd_is_stop ? host->mrq->stop : host->mrq->cmd;
 590
 591        if (!cmd) {
 592                host->status = "no active cmd";
 593                clear_imask(host);
 594                goto irq_out;
 595        }
 596
 597        if (!s3cmci_host_usedma(host)) {
 598                if ((host->pio_active == XFER_WRITE) &&
 599                    (mci_fsta & S3C2410_SDIFSTA_TFDET)) {
 600
 601                        disable_imask(host, S3C2410_SDIIMSK_TXFIFOHALF);
 602                        tasklet_schedule(&host->pio_tasklet);
 603                        host->status = "pio tx";
 604                }
 605
 606                if ((host->pio_active == XFER_READ) &&
 607                    (mci_fsta & S3C2410_SDIFSTA_RFDET)) {
 608
 609                        disable_imask(host,
 610                                      S3C2410_SDIIMSK_RXFIFOHALF |
 611                                      S3C2410_SDIIMSK_RXFIFOLAST);
 612
 613                        tasklet_schedule(&host->pio_tasklet);
 614                        host->status = "pio rx";
 615                }
 616        }
 617
 618        if (mci_csta & S3C2410_SDICMDSTAT_CMDTIMEOUT) {
 619                dbg(host, dbg_err, "CMDSTAT: error CMDTIMEOUT\n");
 620                cmd->error = -ETIMEDOUT;
 621                host->status = "error: command timeout";
 622                goto fail_transfer;
 623        }
 624
 625        if (mci_csta & S3C2410_SDICMDSTAT_CMDSENT) {
 626                if (host->complete_what == COMPLETION_CMDSENT) {
 627                        host->status = "ok: command sent";
 628                        goto close_transfer;
 629                }
 630
 631                mci_cclear |= S3C2410_SDICMDSTAT_CMDSENT;
 632        }
 633
 634        if (mci_csta & S3C2410_SDICMDSTAT_CRCFAIL) {
 635                if (cmd->flags & MMC_RSP_CRC) {
 636                        if (host->mrq->cmd->flags & MMC_RSP_136) {
 637                                dbg(host, dbg_irq,
 638                                    "fixup: ignore CRC fail with long rsp\n");
 639                        } else {
 640                                /* note, we used to fail the transfer
 641                                 * here, but it seems that this is just
 642                                 * the hardware getting it wrong.
 643                                 *
 644                                 * cmd->error = -EILSEQ;
 645                                 * host->status = "error: bad command crc";
 646                                 * goto fail_transfer;
 647                                */
 648                        }
 649                }
 650
 651                mci_cclear |= S3C2410_SDICMDSTAT_CRCFAIL;
 652        }
 653
 654        if (mci_csta & S3C2410_SDICMDSTAT_RSPFIN) {
 655                if (host->complete_what == COMPLETION_RSPFIN) {
 656                        host->status = "ok: command response received";
 657                        goto close_transfer;
 658                }
 659
 660                if (host->complete_what == COMPLETION_XFERFINISH_RSPFIN)
 661                        host->complete_what = COMPLETION_XFERFINISH;
 662
 663                mci_cclear |= S3C2410_SDICMDSTAT_RSPFIN;
 664        }
 665
 666        /* errors handled after this point are only relevant
 667           when a data transfer is in progress */
 668
 669        if (!cmd->data)
 670                goto clear_status_bits;
 671
 672        /* Check for FIFO failure */
 673        if (host->is2440) {
 674                if (mci_fsta & S3C2440_SDIFSTA_FIFOFAIL) {
 675                        dbg(host, dbg_err, "FIFO failure\n");
 676                        host->mrq->data->error = -EILSEQ;
 677                        host->status = "error: 2440 fifo failure";
 678                        goto fail_transfer;
 679                }
 680        } else {
 681                if (mci_dsta & S3C2410_SDIDSTA_FIFOFAIL) {
 682                        dbg(host, dbg_err, "FIFO failure\n");
 683                        cmd->data->error = -EILSEQ;
 684                        host->status = "error:  fifo failure";
 685                        goto fail_transfer;
 686                }
 687        }
 688
 689        if (mci_dsta & S3C2410_SDIDSTA_RXCRCFAIL) {
 690                dbg(host, dbg_err, "bad data crc (outgoing)\n");
 691                cmd->data->error = -EILSEQ;
 692                host->status = "error: bad data crc (outgoing)";
 693                goto fail_transfer;
 694        }
 695
 696        if (mci_dsta & S3C2410_SDIDSTA_CRCFAIL) {
 697                dbg(host, dbg_err, "bad data crc (incoming)\n");
 698                cmd->data->error = -EILSEQ;
 699                host->status = "error: bad data crc (incoming)";
 700                goto fail_transfer;
 701        }
 702
 703        if (mci_dsta & S3C2410_SDIDSTA_DATATIMEOUT) {
 704                dbg(host, dbg_err, "data timeout\n");
 705                cmd->data->error = -ETIMEDOUT;
 706                host->status = "error: data timeout";
 707                goto fail_transfer;
 708        }
 709
 710        if (mci_dsta & S3C2410_SDIDSTA_XFERFINISH) {
 711                if (host->complete_what == COMPLETION_XFERFINISH) {
 712                        host->status = "ok: data transfer completed";
 713                        goto close_transfer;
 714                }
 715
 716                if (host->complete_what == COMPLETION_XFERFINISH_RSPFIN)
 717                        host->complete_what = COMPLETION_RSPFIN;
 718
 719                mci_dclear |= S3C2410_SDIDSTA_XFERFINISH;
 720        }
 721
 722clear_status_bits:
 723        writel(mci_cclear, host->base + S3C2410_SDICMDSTAT);
 724        writel(mci_dclear, host->base + S3C2410_SDIDSTA);
 725
 726        goto irq_out;
 727
 728fail_transfer:
 729        host->pio_active = XFER_NONE;
 730
 731close_transfer:
 732        host->complete_what = COMPLETION_FINALIZE;
 733
 734        clear_imask(host);
 735        tasklet_schedule(&host->pio_tasklet);
 736
 737        goto irq_out;
 738
 739irq_out:
 740        dbg(host, dbg_irq,
 741            "csta:0x%08x dsta:0x%08x fsta:0x%08x dcnt:0x%08x status:%s.\n",
 742            mci_csta, mci_dsta, mci_fsta, mci_dcnt, host->status);
 743
 744        spin_unlock_irqrestore(&host->complete_lock, iflags);
 745        return IRQ_HANDLED;
 746
 747}
 748
 749/*
 750 * ISR for the CardDetect Pin
 751*/
 752
 753static irqreturn_t s3cmci_irq_cd(int irq, void *dev_id)
 754{
 755        struct s3cmci_host *host = (struct s3cmci_host *)dev_id;
 756
 757        dbg(host, dbg_irq, "card detect\n");
 758
 759        mmc_detect_change(host->mmc, msecs_to_jiffies(500));
 760
 761        return IRQ_HANDLED;
 762}
 763
 764static void s3cmci_dma_done_callback(struct s3c2410_dma_chan *dma_ch,
 765                                     void *buf_id, int size,
 766                                     enum s3c2410_dma_buffresult result)
 767{
 768        struct s3cmci_host *host = buf_id;
 769        unsigned long iflags;
 770        u32 mci_csta, mci_dsta, mci_fsta, mci_dcnt;
 771
 772        mci_csta = readl(host->base + S3C2410_SDICMDSTAT);
 773        mci_dsta = readl(host->base + S3C2410_SDIDSTA);
 774        mci_fsta = readl(host->base + S3C2410_SDIFSTA);
 775        mci_dcnt = readl(host->base + S3C2410_SDIDCNT);
 776
 777        BUG_ON(!host->mrq);
 778        BUG_ON(!host->mrq->data);
 779        BUG_ON(!host->dmatogo);
 780
 781        spin_lock_irqsave(&host->complete_lock, iflags);
 782
 783        if (result != S3C2410_RES_OK) {
 784                dbg(host, dbg_fail, "DMA FAILED: csta=0x%08x dsta=0x%08x "
 785                        "fsta=0x%08x dcnt:0x%08x result:0x%08x toGo:%u\n",
 786                        mci_csta, mci_dsta, mci_fsta,
 787                        mci_dcnt, result, host->dmatogo);
 788
 789                goto fail_request;
 790        }
 791
 792        host->dmatogo--;
 793        if (host->dmatogo) {
 794                dbg(host, dbg_dma, "DMA DONE  Size:%i DSTA:[%08x] "
 795                        "DCNT:[%08x] toGo:%u\n",
 796                        size, mci_dsta, mci_dcnt, host->dmatogo);
 797
 798                goto out;
 799        }
 800
 801        dbg(host, dbg_dma, "DMA FINISHED Size:%i DSTA:%08x DCNT:%08x\n",
 802                size, mci_dsta, mci_dcnt);
 803
 804        host->dma_complete = 1;
 805        host->complete_what = COMPLETION_FINALIZE;
 806
 807out:
 808        tasklet_schedule(&host->pio_tasklet);
 809        spin_unlock_irqrestore(&host->complete_lock, iflags);
 810        return;
 811
 812fail_request:
 813        host->mrq->data->error = -EINVAL;
 814        host->complete_what = COMPLETION_FINALIZE;
 815        clear_imask(host);
 816
 817        goto out;
 818}
 819
 820static void finalize_request(struct s3cmci_host *host)
 821{
 822        struct mmc_request *mrq = host->mrq;
 823        struct mmc_command *cmd = host->cmd_is_stop ? mrq->stop : mrq->cmd;
 824        int debug_as_failure = 0;
 825
 826        if (host->complete_what != COMPLETION_FINALIZE)
 827                return;
 828
 829        if (!mrq)
 830                return;
 831
 832        if (cmd->data && (cmd->error == 0) &&
 833            (cmd->data->error == 0)) {
 834                if (s3cmci_host_usedma(host) && (!host->dma_complete)) {
 835                        dbg(host, dbg_dma, "DMA Missing (%d)!\n",
 836                            host->dma_complete);
 837                        return;
 838                }
 839        }
 840
 841        /* Read response from controller. */
 842        cmd->resp[0] = readl(host->base + S3C2410_SDIRSP0);
 843        cmd->resp[1] = readl(host->base + S3C2410_SDIRSP1);
 844        cmd->resp[2] = readl(host->base + S3C2410_SDIRSP2);
 845        cmd->resp[3] = readl(host->base + S3C2410_SDIRSP3);
 846
 847        writel(host->prescaler, host->base + S3C2410_SDIPRE);
 848
 849        if (cmd->error)
 850                debug_as_failure = 1;
 851
 852        if (cmd->data && cmd->data->error)
 853                debug_as_failure = 1;
 854
 855        dbg_dumpcmd(host, cmd, debug_as_failure);
 856
 857        /* Cleanup controller */
 858        writel(0, host->base + S3C2410_SDICMDARG);
 859        writel(S3C2410_SDIDCON_STOP, host->base + S3C2410_SDIDCON);
 860        writel(0, host->base + S3C2410_SDICMDCON);
 861        clear_imask(host);
 862
 863        if (cmd->data && cmd->error)
 864                cmd->data->error = cmd->error;
 865
 866        if (cmd->data && cmd->data->stop && (!host->cmd_is_stop)) {
 867                host->cmd_is_stop = 1;
 868                s3cmci_send_request(host->mmc);
 869                return;
 870        }
 871
 872        /* If we have no data transfer we are finished here */
 873        if (!mrq->data)
 874                goto request_done;
 875
 876        /* Calulate the amout of bytes transfer if there was no error */
 877        if (mrq->data->error == 0) {
 878                mrq->data->bytes_xfered =
 879                        (mrq->data->blocks * mrq->data->blksz);
 880        } else {
 881                mrq->data->bytes_xfered = 0;
 882        }
 883
 884        /* If we had an error while transfering data we flush the
 885         * DMA channel and the fifo to clear out any garbage. */
 886        if (mrq->data->error != 0) {
 887                if (s3cmci_host_usedma(host))
 888                        s3c2410_dma_ctrl(host->dma, S3C2410_DMAOP_FLUSH);
 889
 890                if (host->is2440) {
 891                        /* Clear failure register and reset fifo. */
 892                        writel(S3C2440_SDIFSTA_FIFORESET |
 893                               S3C2440_SDIFSTA_FIFOFAIL,
 894                               host->base + S3C2410_SDIFSTA);
 895                } else {
 896                        u32 mci_con;
 897
 898                        /* reset fifo */
 899                        mci_con = readl(host->base + S3C2410_SDICON);
 900                        mci_con |= S3C2410_SDICON_FIFORESET;
 901
 902                        writel(mci_con, host->base + S3C2410_SDICON);
 903                }
 904        }
 905
 906request_done:
 907        host->complete_what = COMPLETION_NONE;
 908        host->mrq = NULL;
 909
 910        s3cmci_check_sdio_irq(host);
 911        mmc_request_done(host->mmc, mrq);
 912}
 913
 914static void s3cmci_dma_setup(struct s3cmci_host *host,
 915                             enum s3c2410_dmasrc source)
 916{
 917        static enum s3c2410_dmasrc last_source = -1;
 918        static int setup_ok;
 919
 920        if (last_source == source)
 921                return;
 922
 923        last_source = source;
 924
 925        s3c2410_dma_devconfig(host->dma, source,
 926                              host->mem->start + host->sdidata);
 927
 928        if (!setup_ok) {
 929                s3c2410_dma_config(host->dma, 4);
 930                s3c2410_dma_set_buffdone_fn(host->dma,
 931                                            s3cmci_dma_done_callback);
 932                s3c2410_dma_setflags(host->dma, S3C2410_DMAF_AUTOSTART);
 933                setup_ok = 1;
 934        }
 935}
 936
 937static void s3cmci_send_command(struct s3cmci_host *host,
 938                                        struct mmc_command *cmd)
 939{
 940        u32 ccon, imsk;
 941
 942        imsk  = S3C2410_SDIIMSK_CRCSTATUS | S3C2410_SDIIMSK_CMDTIMEOUT |
 943                S3C2410_SDIIMSK_RESPONSEND | S3C2410_SDIIMSK_CMDSENT |
 944                S3C2410_SDIIMSK_RESPONSECRC;
 945
 946        enable_imask(host, imsk);
 947
 948        if (cmd->data)
 949                host->complete_what = COMPLETION_XFERFINISH_RSPFIN;
 950        else if (cmd->flags & MMC_RSP_PRESENT)
 951                host->complete_what = COMPLETION_RSPFIN;
 952        else
 953                host->complete_what = COMPLETION_CMDSENT;
 954
 955        writel(cmd->arg, host->base + S3C2410_SDICMDARG);
 956
 957        ccon  = cmd->opcode & S3C2410_SDICMDCON_INDEX;
 958        ccon |= S3C2410_SDICMDCON_SENDERHOST | S3C2410_SDICMDCON_CMDSTART;
 959
 960        if (cmd->flags & MMC_RSP_PRESENT)
 961                ccon |= S3C2410_SDICMDCON_WAITRSP;
 962
 963        if (cmd->flags & MMC_RSP_136)
 964                ccon |= S3C2410_SDICMDCON_LONGRSP;
 965
 966        writel(ccon, host->base + S3C2410_SDICMDCON);
 967}
 968
 969static int s3cmci_setup_data(struct s3cmci_host *host, struct mmc_data *data)
 970{
 971        u32 dcon, imsk, stoptries = 3;
 972
 973        /* write DCON register */
 974
 975        if (!data) {
 976                writel(0, host->base + S3C2410_SDIDCON);
 977                return 0;
 978        }
 979
 980        if ((data->blksz & 3) != 0) {
 981                /* We cannot deal with unaligned blocks with more than
 982                 * one block being transfered. */
 983
 984                if (data->blocks > 1) {
 985                        pr_warning("%s: can't do non-word sized block transfers (blksz %d)\n", __func__, data->blksz);
 986                        return -EINVAL;
 987                }
 988        }
 989
 990        while (readl(host->base + S3C2410_SDIDSTA) &
 991               (S3C2410_SDIDSTA_TXDATAON | S3C2410_SDIDSTA_RXDATAON)) {
 992
 993                dbg(host, dbg_err,
 994                    "mci_setup_data() transfer stillin progress.\n");
 995
 996                writel(S3C2410_SDIDCON_STOP, host->base + S3C2410_SDIDCON);
 997                s3cmci_reset(host);
 998
 999                if ((stoptries--) == 0) {
1000                        dbg_dumpregs(host, "DRF");
1001                        return -EINVAL;
1002                }
1003        }
1004
1005        dcon  = data->blocks & S3C2410_SDIDCON_BLKNUM_MASK;
1006
1007        if (s3cmci_host_usedma(host))
1008                dcon |= S3C2410_SDIDCON_DMAEN;
1009
1010        if (host->bus_width == MMC_BUS_WIDTH_4)
1011                dcon |= S3C2410_SDIDCON_WIDEBUS;
1012
1013        if (!(data->flags & MMC_DATA_STREAM))
1014                dcon |= S3C2410_SDIDCON_BLOCKMODE;
1015
1016        if (data->flags & MMC_DATA_WRITE) {
1017                dcon |= S3C2410_SDIDCON_TXAFTERRESP;
1018                dcon |= S3C2410_SDIDCON_XFER_TXSTART;
1019        }
1020
1021        if (data->flags & MMC_DATA_READ) {
1022                dcon |= S3C2410_SDIDCON_RXAFTERCMD;
1023                dcon |= S3C2410_SDIDCON_XFER_RXSTART;
1024        }
1025
1026        if (host->is2440) {
1027                dcon |= S3C2440_SDIDCON_DS_WORD;
1028                dcon |= S3C2440_SDIDCON_DATSTART;
1029        }
1030
1031        writel(dcon, host->base + S3C2410_SDIDCON);
1032
1033        /* write BSIZE register */
1034
1035        writel(data->blksz, host->base + S3C2410_SDIBSIZE);
1036
1037        /* add to IMASK register */
1038        imsk = S3C2410_SDIIMSK_FIFOFAIL | S3C2410_SDIIMSK_DATACRC |
1039               S3C2410_SDIIMSK_DATATIMEOUT | S3C2410_SDIIMSK_DATAFINISH;
1040
1041        enable_imask(host, imsk);
1042
1043        /* write TIMER register */
1044
1045        if (host->is2440) {
1046                writel(0x007FFFFF, host->base + S3C2410_SDITIMER);
1047        } else {
1048                writel(0x0000FFFF, host->base + S3C2410_SDITIMER);
1049
1050                /* FIX: set slow clock to prevent timeouts on read */
1051                if (data->flags & MMC_DATA_READ)
1052                        writel(0xFF, host->base + S3C2410_SDIPRE);
1053        }
1054
1055        return 0;
1056}
1057
1058#define BOTH_DIR (MMC_DATA_WRITE | MMC_DATA_READ)
1059
1060static int s3cmci_prepare_pio(struct s3cmci_host *host, struct mmc_data *data)
1061{
1062        int rw = (data->flags & MMC_DATA_WRITE) ? 1 : 0;
1063
1064        BUG_ON((data->flags & BOTH_DIR) == BOTH_DIR);
1065
1066        host->pio_sgptr = 0;
1067        host->pio_bytes = 0;
1068        host->pio_count = 0;
1069        host->pio_active = rw ? XFER_WRITE : XFER_READ;
1070
1071        if (rw) {
1072                do_pio_write(host);
1073                enable_imask(host, S3C2410_SDIIMSK_TXFIFOHALF);
1074        } else {
1075                enable_imask(host, S3C2410_SDIIMSK_RXFIFOHALF
1076                             | S3C2410_SDIIMSK_RXFIFOLAST);
1077        }
1078
1079        return 0;
1080}
1081
1082static int s3cmci_prepare_dma(struct s3cmci_host *host, struct mmc_data *data)
1083{
1084        int dma_len, i;
1085        int rw = data->flags & MMC_DATA_WRITE;
1086
1087        BUG_ON((data->flags & BOTH_DIR) == BOTH_DIR);
1088
1089        s3cmci_dma_setup(host, rw ? S3C2410_DMASRC_MEM : S3C2410_DMASRC_HW);
1090        s3c2410_dma_ctrl(host->dma, S3C2410_DMAOP_FLUSH);
1091
1092        dma_len = dma_map_sg(mmc_dev(host->mmc), data->sg, data->sg_len,
1093                             rw ? DMA_TO_DEVICE : DMA_FROM_DEVICE);
1094
1095        if (dma_len == 0)
1096                return -ENOMEM;
1097
1098        host->dma_complete = 0;
1099        host->dmatogo = dma_len;
1100
1101        for (i = 0; i < dma_len; i++) {
1102                int res;
1103
1104                dbg(host, dbg_dma, "enqueue %i: %08x@%u\n", i,
1105                    sg_dma_address(&data->sg[i]),
1106                    sg_dma_len(&data->sg[i]));
1107
1108                res = s3c2410_dma_enqueue(host->dma, host,
1109                                          sg_dma_address(&data->sg[i]),
1110                                          sg_dma_len(&data->sg[i]));
1111
1112                if (res) {
1113                        s3c2410_dma_ctrl(host->dma, S3C2410_DMAOP_FLUSH);
1114                        return -EBUSY;
1115                }
1116        }
1117
1118        s3c2410_dma_ctrl(host->dma, S3C2410_DMAOP_START);
1119
1120        return 0;
1121}
1122
1123static void s3cmci_send_request(struct mmc_host *mmc)
1124{
1125        struct s3cmci_host *host = mmc_priv(mmc);
1126        struct mmc_request *mrq = host->mrq;
1127        struct mmc_command *cmd = host->cmd_is_stop ? mrq->stop : mrq->cmd;
1128
1129        host->ccnt++;
1130        prepare_dbgmsg(host, cmd, host->cmd_is_stop);
1131
1132        /* Clear command, data and fifo status registers
1133           Fifo clear only necessary on 2440, but doesn't hurt on 2410
1134        */
1135        writel(0xFFFFFFFF, host->base + S3C2410_SDICMDSTAT);
1136        writel(0xFFFFFFFF, host->base + S3C2410_SDIDSTA);
1137        writel(0xFFFFFFFF, host->base + S3C2410_SDIFSTA);
1138
1139        if (cmd->data) {
1140                int res = s3cmci_setup_data(host, cmd->data);
1141
1142                host->dcnt++;
1143
1144                if (res) {
1145                        dbg(host, dbg_err, "setup data error %d\n", res);
1146                        cmd->error = res;
1147                        cmd->data->error = res;
1148
1149                        mmc_request_done(mmc, mrq);
1150                        return;
1151                }
1152
1153                if (s3cmci_host_usedma(host))
1154                        res = s3cmci_prepare_dma(host, cmd->data);
1155                else
1156                        res = s3cmci_prepare_pio(host, cmd->data);
1157
1158                if (res) {
1159                        dbg(host, dbg_err, "data prepare error %d\n", res);
1160                        cmd->error = res;
1161                        cmd->data->error = res;
1162
1163                        mmc_request_done(mmc, mrq);
1164                        return;
1165                }
1166        }
1167
1168        /* Send command */
1169        s3cmci_send_command(host, cmd);
1170
1171        /* Enable Interrupt */
1172        s3cmci_enable_irq(host, true);
1173}
1174
1175static int s3cmci_card_present(struct mmc_host *mmc)
1176{
1177        struct s3cmci_host *host = mmc_priv(mmc);
1178        struct s3c24xx_mci_pdata *pdata = host->pdata;
1179        int ret;
1180
1181        if (pdata->gpio_detect == 0)
1182                return -ENOSYS;
1183
1184        ret = gpio_get_value(pdata->gpio_detect) ? 0 : 1;
1185        return ret ^ pdata->detect_invert;
1186}
1187
1188static void s3cmci_request(struct mmc_host *mmc, struct mmc_request *mrq)
1189{
1190        struct s3cmci_host *host = mmc_priv(mmc);
1191
1192        host->status = "mmc request";
1193        host->cmd_is_stop = 0;
1194        host->mrq = mrq;
1195
1196        if (s3cmci_card_present(mmc) == 0) {
1197                dbg(host, dbg_err, "%s: no medium present\n", __func__);
1198                host->mrq->cmd->error = -ENOMEDIUM;
1199                mmc_request_done(mmc, mrq);
1200        } else
1201                s3cmci_send_request(mmc);
1202}
1203
1204static void s3cmci_set_clk(struct s3cmci_host *host, struct mmc_ios *ios)
1205{
1206        u32 mci_psc;
1207
1208        /* Set clock */
1209        for (mci_psc = 0; mci_psc < 255; mci_psc++) {
1210                host->real_rate = host->clk_rate / (host->clk_div*(mci_psc+1));
1211
1212                if (host->real_rate <= ios->clock)
1213                        break;
1214        }
1215
1216        if (mci_psc > 255)
1217                mci_psc = 255;
1218
1219        host->prescaler = mci_psc;
1220        writel(host->prescaler, host->base + S3C2410_SDIPRE);
1221
1222        /* If requested clock is 0, real_rate will be 0, too */
1223        if (ios->clock == 0)
1224                host->real_rate = 0;
1225}
1226
1227static void s3cmci_set_ios(struct mmc_host *mmc, struct mmc_ios *ios)
1228{
1229        struct s3cmci_host *host = mmc_priv(mmc);
1230        u32 mci_con;
1231
1232        /* Set the power state */
1233
1234        mci_con = readl(host->base + S3C2410_SDICON);
1235
1236        switch (ios->power_mode) {
1237        case MMC_POWER_ON:
1238        case MMC_POWER_UP:
1239                s3c2410_gpio_cfgpin(S3C2410_GPE(5), S3C2410_GPE5_SDCLK);
1240                s3c2410_gpio_cfgpin(S3C2410_GPE(6), S3C2410_GPE6_SDCMD);
1241                s3c2410_gpio_cfgpin(S3C2410_GPE(7), S3C2410_GPE7_SDDAT0);
1242                s3c2410_gpio_cfgpin(S3C2410_GPE(8), S3C2410_GPE8_SDDAT1);
1243                s3c2410_gpio_cfgpin(S3C2410_GPE(9), S3C2410_GPE9_SDDAT2);
1244                s3c2410_gpio_cfgpin(S3C2410_GPE(10), S3C2410_GPE10_SDDAT3);
1245
1246                if (host->pdata->set_power)
1247                        host->pdata->set_power(ios->power_mode, ios->vdd);
1248
1249                if (!host->is2440)
1250                        mci_con |= S3C2410_SDICON_FIFORESET;
1251
1252                break;
1253
1254        case MMC_POWER_OFF:
1255        default:
1256                gpio_direction_output(S3C2410_GPE(5), 0);
1257
1258                if (host->is2440)
1259                        mci_con |= S3C2440_SDICON_SDRESET;
1260
1261                if (host->pdata->set_power)
1262                        host->pdata->set_power(ios->power_mode, ios->vdd);
1263
1264                break;
1265        }
1266
1267        s3cmci_set_clk(host, ios);
1268
1269        /* Set CLOCK_ENABLE */
1270        if (ios->clock)
1271                mci_con |= S3C2410_SDICON_CLOCKTYPE;
1272        else
1273                mci_con &= ~S3C2410_SDICON_CLOCKTYPE;
1274
1275        writel(mci_con, host->base + S3C2410_SDICON);
1276
1277        if ((ios->power_mode == MMC_POWER_ON) ||
1278            (ios->power_mode == MMC_POWER_UP)) {
1279                dbg(host, dbg_conf, "running at %lukHz (requested: %ukHz).\n",
1280                        host->real_rate/1000, ios->clock/1000);
1281        } else {
1282                dbg(host, dbg_conf, "powered down.\n");
1283        }
1284
1285        host->bus_width = ios->bus_width;
1286}
1287
1288static void s3cmci_reset(struct s3cmci_host *host)
1289{
1290        u32 con = readl(host->base + S3C2410_SDICON);
1291
1292        con |= S3C2440_SDICON_SDRESET;
1293        writel(con, host->base + S3C2410_SDICON);
1294}
1295
1296static int s3cmci_get_ro(struct mmc_host *mmc)
1297{
1298        struct s3cmci_host *host = mmc_priv(mmc);
1299        struct s3c24xx_mci_pdata *pdata = host->pdata;
1300        int ret;
1301
1302        if (pdata->no_wprotect)
1303                return 0;
1304
1305        ret = s3c2410_gpio_getpin(pdata->gpio_wprotect);
1306
1307        if (pdata->wprotect_invert)
1308                ret = !ret;
1309
1310        return ret;
1311}
1312
1313static void s3cmci_enable_sdio_irq(struct mmc_host *mmc, int enable)
1314{
1315        struct s3cmci_host *host = mmc_priv(mmc);
1316        unsigned long flags;
1317        u32 con;
1318
1319        local_irq_save(flags);
1320
1321        con = readl(host->base + S3C2410_SDICON);
1322        host->sdio_irqen = enable;
1323
1324        if (enable == host->sdio_irqen)
1325                goto same_state;
1326
1327        if (enable) {
1328                con |= S3C2410_SDICON_SDIOIRQ;
1329                enable_imask(host, S3C2410_SDIIMSK_SDIOIRQ);
1330
1331                if (!host->irq_state && !host->irq_disabled) {
1332                        host->irq_state = true;
1333                        enable_irq(host->irq);
1334                }
1335        } else {
1336                disable_imask(host, S3C2410_SDIIMSK_SDIOIRQ);
1337                con &= ~S3C2410_SDICON_SDIOIRQ;
1338
1339                if (!host->irq_enabled && host->irq_state) {
1340                        disable_irq_nosync(host->irq);
1341                        host->irq_state = false;
1342                }
1343        }
1344
1345        writel(con, host->base + S3C2410_SDICON);
1346
1347 same_state:
1348        local_irq_restore(flags);
1349
1350        s3cmci_check_sdio_irq(host);
1351}
1352
1353static struct mmc_host_ops s3cmci_ops = {
1354        .request        = s3cmci_request,
1355        .set_ios        = s3cmci_set_ios,
1356        .get_ro         = s3cmci_get_ro,
1357        .get_cd         = s3cmci_card_present,
1358        .enable_sdio_irq = s3cmci_enable_sdio_irq,
1359};
1360
1361static struct s3c24xx_mci_pdata s3cmci_def_pdata = {
1362        /* This is currently here to avoid a number of if (host->pdata)
1363         * checks. Any zero fields to ensure reaonable defaults are picked. */
1364};
1365
1366#ifdef CONFIG_CPU_FREQ
1367
1368static int s3cmci_cpufreq_transition(struct notifier_block *nb,
1369                                     unsigned long val, void *data)
1370{
1371        struct s3cmci_host *host;
1372        struct mmc_host *mmc;
1373        unsigned long newclk;
1374        unsigned long flags;
1375
1376        host = container_of(nb, struct s3cmci_host, freq_transition);
1377        newclk = clk_get_rate(host->clk);
1378        mmc = host->mmc;
1379
1380        if ((val == CPUFREQ_PRECHANGE && newclk > host->clk_rate) ||
1381            (val == CPUFREQ_POSTCHANGE && newclk < host->clk_rate)) {
1382                spin_lock_irqsave(&mmc->lock, flags);
1383
1384                host->clk_rate = newclk;
1385
1386                if (mmc->ios.power_mode != MMC_POWER_OFF &&
1387                    mmc->ios.clock != 0)
1388                        s3cmci_set_clk(host, &mmc->ios);
1389
1390                spin_unlock_irqrestore(&mmc->lock, flags);
1391        }
1392
1393        return 0;
1394}
1395
1396static inline int s3cmci_cpufreq_register(struct s3cmci_host *host)
1397{
1398        host->freq_transition.notifier_call = s3cmci_cpufreq_transition;
1399
1400        return cpufreq_register_notifier(&host->freq_transition,
1401                                         CPUFREQ_TRANSITION_NOTIFIER);
1402}
1403
1404static inline void s3cmci_cpufreq_deregister(struct s3cmci_host *host)
1405{
1406        cpufreq_unregister_notifier(&host->freq_transition,
1407                                    CPUFREQ_TRANSITION_NOTIFIER);
1408}
1409
1410#else
1411static inline int s3cmci_cpufreq_register(struct s3cmci_host *host)
1412{
1413        return 0;
1414}
1415
1416static inline void s3cmci_cpufreq_deregister(struct s3cmci_host *host)
1417{
1418}
1419#endif
1420
1421
1422#ifdef CONFIG_DEBUG_FS
1423
1424static int s3cmci_state_show(struct seq_file *seq, void *v)
1425{
1426        struct s3cmci_host *host = seq->private;
1427
1428        seq_printf(seq, "Register base = 0x%08x\n", (u32)host->base);
1429        seq_printf(seq, "Clock rate = %ld\n", host->clk_rate);
1430        seq_printf(seq, "Prescale = %d\n", host->prescaler);
1431        seq_printf(seq, "is2440 = %d\n", host->is2440);
1432        seq_printf(seq, "IRQ = %d\n", host->irq);
1433        seq_printf(seq, "IRQ enabled = %d\n", host->irq_enabled);
1434        seq_printf(seq, "IRQ disabled = %d\n", host->irq_disabled);
1435        seq_printf(seq, "IRQ state = %d\n", host->irq_state);
1436        seq_printf(seq, "CD IRQ = %d\n", host->irq_cd);
1437        seq_printf(seq, "Do DMA = %d\n", s3cmci_host_usedma(host));
1438        seq_printf(seq, "SDIIMSK at %d\n", host->sdiimsk);
1439        seq_printf(seq, "SDIDATA at %d\n", host->sdidata);
1440
1441        return 0;
1442}
1443
1444static int s3cmci_state_open(struct inode *inode, struct file *file)
1445{
1446        return single_open(file, s3cmci_state_show, inode->i_private);
1447}
1448
1449static const struct file_operations s3cmci_fops_state = {
1450        .owner          = THIS_MODULE,
1451        .open           = s3cmci_state_open,
1452        .read           = seq_read,
1453        .llseek         = seq_lseek,
1454        .release        = single_release,
1455};
1456
1457#define DBG_REG(_r) { .addr = S3C2410_SDI##_r, .name = #_r }
1458
1459struct s3cmci_reg {
1460        unsigned short  addr;
1461        unsigned char   *name;
1462} debug_regs[] = {
1463        DBG_REG(CON),
1464        DBG_REG(PRE),
1465        DBG_REG(CMDARG),
1466        DBG_REG(CMDCON),
1467        DBG_REG(CMDSTAT),
1468        DBG_REG(RSP0),
1469        DBG_REG(RSP1),
1470        DBG_REG(RSP2),
1471        DBG_REG(RSP3),
1472        DBG_REG(TIMER),
1473        DBG_REG(BSIZE),
1474        DBG_REG(DCON),
1475        DBG_REG(DCNT),
1476        DBG_REG(DSTA),
1477        DBG_REG(FSTA),
1478        {}
1479};
1480
1481static int s3cmci_regs_show(struct seq_file *seq, void *v)
1482{
1483        struct s3cmci_host *host = seq->private;
1484        struct s3cmci_reg *rptr = debug_regs;
1485
1486        for (; rptr->name; rptr++)
1487                seq_printf(seq, "SDI%s\t=0x%08x\n", rptr->name,
1488                           readl(host->base + rptr->addr));
1489
1490        seq_printf(seq, "SDIIMSK\t=0x%08x\n", readl(host->base + host->sdiimsk));
1491
1492        return 0;
1493}
1494
1495static int s3cmci_regs_open(struct inode *inode, struct file *file)
1496{
1497        return single_open(file, s3cmci_regs_show, inode->i_private);
1498}
1499
1500static const struct file_operations s3cmci_fops_regs = {
1501        .owner          = THIS_MODULE,
1502        .open           = s3cmci_regs_open,
1503        .read           = seq_read,
1504        .llseek         = seq_lseek,
1505        .release        = single_release,
1506};
1507
1508static void s3cmci_debugfs_attach(struct s3cmci_host *host)
1509{
1510        struct device *dev = &host->pdev->dev;
1511
1512        host->debug_root = debugfs_create_dir(dev_name(dev), NULL);
1513        if (IS_ERR(host->debug_root)) {
1514                dev_err(dev, "failed to create debugfs root\n");
1515                return;
1516        }
1517
1518        host->debug_state = debugfs_create_file("state", 0444,
1519                                                host->debug_root, host,
1520                                                &s3cmci_fops_state);
1521
1522        if (IS_ERR(host->debug_state))
1523                dev_err(dev, "failed to create debug state file\n");
1524
1525        host->debug_regs = debugfs_create_file("regs", 0444,
1526                                               host->debug_root, host,
1527                                               &s3cmci_fops_regs);
1528
1529        if (IS_ERR(host->debug_regs))
1530                dev_err(dev, "failed to create debug regs file\n");
1531}
1532
1533static void s3cmci_debugfs_remove(struct s3cmci_host *host)
1534{
1535        debugfs_remove(host->debug_regs);
1536        debugfs_remove(host->debug_state);
1537        debugfs_remove(host->debug_root);
1538}
1539
1540#else
1541static inline void s3cmci_debugfs_attach(struct s3cmci_host *host) { }
1542static inline void s3cmci_debugfs_remove(struct s3cmci_host *host) { }
1543
1544#endif /* CONFIG_DEBUG_FS */
1545
1546static int __devinit s3cmci_probe(struct platform_device *pdev)
1547{
1548        struct s3cmci_host *host;
1549        struct mmc_host *mmc;
1550        int ret;
1551        int is2440;
1552        int i;
1553
1554        is2440 = platform_get_device_id(pdev)->driver_data;
1555
1556        mmc = mmc_alloc_host(sizeof(struct s3cmci_host), &pdev->dev);
1557        if (!mmc) {
1558                ret = -ENOMEM;
1559                goto probe_out;
1560        }
1561
1562        for (i = S3C2410_GPE(5); i <= S3C2410_GPE(10); i++) {
1563                ret = gpio_request(i, dev_name(&pdev->dev));
1564                if (ret) {
1565                        dev_err(&pdev->dev, "failed to get gpio %d\n", i);
1566
1567                        for (i--; i >= S3C2410_GPE(5); i--)
1568                                gpio_free(i);
1569
1570                        goto probe_free_host;
1571                }
1572        }
1573
1574        host = mmc_priv(mmc);
1575        host->mmc       = mmc;
1576        host->pdev      = pdev;
1577        host->is2440    = is2440;
1578
1579        host->pdata = pdev->dev.platform_data;
1580        if (!host->pdata) {
1581                pdev->dev.platform_data = &s3cmci_def_pdata;
1582                host->pdata = &s3cmci_def_pdata;
1583        }
1584
1585        spin_lock_init(&host->complete_lock);
1586        tasklet_init(&host->pio_tasklet, pio_tasklet, (unsigned long) host);
1587
1588        if (is2440) {
1589                host->sdiimsk   = S3C2440_SDIIMSK;
1590                host->sdidata   = S3C2440_SDIDATA;
1591                host->clk_div   = 1;
1592        } else {
1593                host->sdiimsk   = S3C2410_SDIIMSK;
1594                host->sdidata   = S3C2410_SDIDATA;
1595                host->clk_div   = 2;
1596        }
1597
1598        host->complete_what     = COMPLETION_NONE;
1599        host->pio_active        = XFER_NONE;
1600
1601#ifdef CONFIG_MMC_S3C_PIODMA
1602        host->dodma             = host->pdata->dma;
1603#endif
1604
1605        host->mem = platform_get_resource(pdev, IORESOURCE_MEM, 0);
1606        if (!host->mem) {
1607                dev_err(&pdev->dev,
1608                        "failed to get io memory region resouce.\n");
1609
1610                ret = -ENOENT;
1611                goto probe_free_gpio;
1612        }
1613
1614        host->mem = request_mem_region(host->mem->start,
1615                                       resource_size(host->mem), pdev->name);
1616
1617        if (!host->mem) {
1618                dev_err(&pdev->dev, "failed to request io memory region.\n");
1619                ret = -ENOENT;
1620                goto probe_free_gpio;
1621        }
1622
1623        host->base = ioremap(host->mem->start, resource_size(host->mem));
1624        if (!host->base) {
1625                dev_err(&pdev->dev, "failed to ioremap() io memory region.\n");
1626                ret = -EINVAL;
1627                goto probe_free_mem_region;
1628        }
1629
1630        host->irq = platform_get_irq(pdev, 0);
1631        if (host->irq == 0) {
1632                dev_err(&pdev->dev, "failed to get interrupt resouce.\n");
1633                ret = -EINVAL;
1634                goto probe_iounmap;
1635        }
1636
1637        if (request_irq(host->irq, s3cmci_irq, 0, DRIVER_NAME, host)) {
1638                dev_err(&pdev->dev, "failed to request mci interrupt.\n");
1639                ret = -ENOENT;
1640                goto probe_iounmap;
1641        }
1642
1643        /* We get spurious interrupts even when we have set the IMSK
1644         * register to ignore everything, so use disable_irq() to make
1645         * ensure we don't lock the system with un-serviceable requests. */
1646
1647        disable_irq(host->irq);
1648        host->irq_state = false;
1649
1650        if (!host->pdata->no_detect) {
1651                ret = gpio_request(host->pdata->gpio_detect, "s3cmci detect");
1652                if (ret) {
1653                        dev_err(&pdev->dev, "failed to get detect gpio\n");
1654                        goto probe_free_irq;
1655                }
1656
1657                host->irq_cd = s3c2410_gpio_getirq(host->pdata->gpio_detect);
1658
1659                if (host->irq_cd >= 0) {
1660                        if (request_irq(host->irq_cd, s3cmci_irq_cd,
1661                                        IRQF_TRIGGER_RISING |
1662                                        IRQF_TRIGGER_FALLING,
1663                                        DRIVER_NAME, host)) {
1664                                dev_err(&pdev->dev,
1665                                        "can't get card detect irq.\n");
1666                                ret = -ENOENT;
1667                                goto probe_free_gpio_cd;
1668                        }
1669                } else {
1670                        dev_warn(&pdev->dev,
1671                                 "host detect has no irq available\n");
1672                        gpio_direction_input(host->pdata->gpio_detect);
1673                }
1674        } else
1675                host->irq_cd = -1;
1676
1677        if (!host->pdata->no_wprotect) {
1678                ret = gpio_request(host->pdata->gpio_wprotect, "s3cmci wp");
1679                if (ret) {
1680                        dev_err(&pdev->dev, "failed to get writeprotect\n");
1681                        goto probe_free_irq_cd;
1682                }
1683
1684                gpio_direction_input(host->pdata->gpio_wprotect);
1685        }
1686
1687        /* depending on the dma state, get a dma channel to use. */
1688
1689        if (s3cmci_host_usedma(host)) {
1690                host->dma = s3c2410_dma_request(DMACH_SDI, &s3cmci_dma_client,
1691                                                host);
1692                if (host->dma < 0) {
1693                        dev_err(&pdev->dev, "cannot get DMA channel.\n");
1694                        if (!s3cmci_host_canpio()) {
1695                                ret = -EBUSY;
1696                                goto probe_free_gpio_wp;
1697                        } else {
1698                                dev_warn(&pdev->dev, "falling back to PIO.\n");
1699                                host->dodma = 0;
1700                        }
1701                }
1702        }
1703
1704        host->clk = clk_get(&pdev->dev, "sdi");
1705        if (IS_ERR(host->clk)) {
1706                dev_err(&pdev->dev, "failed to find clock source.\n");
1707                ret = PTR_ERR(host->clk);
1708                host->clk = NULL;
1709                goto probe_free_dma;
1710        }
1711
1712        ret = clk_enable(host->clk);
1713        if (ret) {
1714                dev_err(&pdev->dev, "failed to enable clock source.\n");
1715                goto clk_free;
1716        }
1717
1718        host->clk_rate = clk_get_rate(host->clk);
1719
1720        mmc->ops        = &s3cmci_ops;
1721        mmc->ocr_avail  = MMC_VDD_32_33 | MMC_VDD_33_34;
1722#ifdef CONFIG_MMC_S3C_HW_SDIO_IRQ
1723        mmc->caps       = MMC_CAP_4_BIT_DATA | MMC_CAP_SDIO_IRQ;
1724#else
1725        mmc->caps       = MMC_CAP_4_BIT_DATA;
1726#endif
1727        mmc->f_min      = host->clk_rate / (host->clk_div * 256);
1728        mmc->f_max      = host->clk_rate / host->clk_div;
1729
1730        if (host->pdata->ocr_avail)
1731                mmc->ocr_avail = host->pdata->ocr_avail;
1732
1733        mmc->max_blk_count      = 4095;
1734        mmc->max_blk_size       = 4095;
1735        mmc->max_req_size       = 4095 * 512;
1736        mmc->max_seg_size       = mmc->max_req_size;
1737
1738        mmc->max_phys_segs      = 128;
1739        mmc->max_hw_segs        = 128;
1740
1741        dbg(host, dbg_debug,
1742            "probe: mode:%s mapped mci_base:%p irq:%u irq_cd:%u dma:%u.\n",
1743            (host->is2440?"2440":""),
1744            host->base, host->irq, host->irq_cd, host->dma);
1745
1746        ret = s3cmci_cpufreq_register(host);
1747        if (ret) {
1748                dev_err(&pdev->dev, "failed to register cpufreq\n");
1749                goto free_dmabuf;
1750        }
1751
1752        ret = mmc_add_host(mmc);
1753        if (ret) {
1754                dev_err(&pdev->dev, "failed to add mmc host.\n");
1755                goto free_cpufreq;
1756        }
1757
1758        s3cmci_debugfs_attach(host);
1759
1760        platform_set_drvdata(pdev, mmc);
1761        dev_info(&pdev->dev, "%s - using %s, %s SDIO IRQ\n", mmc_hostname(mmc),
1762                 s3cmci_host_usedma(host) ? "dma" : "pio",
1763                 mmc->caps & MMC_CAP_SDIO_IRQ ? "hw" : "sw");
1764
1765        return 0;
1766
1767 free_cpufreq:
1768        s3cmci_cpufreq_deregister(host);
1769
1770 free_dmabuf:
1771        clk_disable(host->clk);
1772
1773 clk_free:
1774        clk_put(host->clk);
1775
1776 probe_free_dma:
1777        if (s3cmci_host_usedma(host))
1778                s3c2410_dma_free(host->dma, &s3cmci_dma_client);
1779
1780 probe_free_gpio_wp:
1781        if (!host->pdata->no_wprotect)
1782                gpio_free(host->pdata->gpio_wprotect);
1783
1784 probe_free_gpio_cd:
1785        if (!host->pdata->no_detect)
1786                gpio_free(host->pdata->gpio_detect);
1787
1788 probe_free_irq_cd:
1789        if (host->irq_cd >= 0)
1790                free_irq(host->irq_cd, host);
1791
1792 probe_free_irq:
1793        free_irq(host->irq, host);
1794
1795 probe_iounmap:
1796        iounmap(host->base);
1797
1798 probe_free_mem_region:
1799        release_mem_region(host->mem->start, resource_size(host->mem));
1800
1801 probe_free_gpio:
1802        for (i = S3C2410_GPE(5); i <= S3C2410_GPE(10); i++)
1803                gpio_free(i);
1804
1805 probe_free_host:
1806        mmc_free_host(mmc);
1807
1808 probe_out:
1809        return ret;
1810}
1811
1812static void s3cmci_shutdown(struct platform_device *pdev)
1813{
1814        struct mmc_host *mmc = platform_get_drvdata(pdev);
1815        struct s3cmci_host *host = mmc_priv(mmc);
1816
1817        if (host->irq_cd >= 0)
1818                free_irq(host->irq_cd, host);
1819
1820        s3cmci_debugfs_remove(host);
1821        s3cmci_cpufreq_deregister(host);
1822        mmc_remove_host(mmc);
1823        clk_disable(host->clk);
1824}
1825
1826static int __devexit s3cmci_remove(struct platform_device *pdev)
1827{
1828        struct mmc_host         *mmc  = platform_get_drvdata(pdev);
1829        struct s3cmci_host      *host = mmc_priv(mmc);
1830        struct s3c24xx_mci_pdata *pd = host->pdata;
1831        int i;
1832
1833        s3cmci_shutdown(pdev);
1834
1835        clk_put(host->clk);
1836
1837        tasklet_disable(&host->pio_tasklet);
1838
1839        if (s3cmci_host_usedma(host))
1840                s3c2410_dma_free(host->dma, &s3cmci_dma_client);
1841
1842        free_irq(host->irq, host);
1843
1844        if (!pd->no_wprotect)
1845                gpio_free(pd->gpio_wprotect);
1846
1847        if (!pd->no_detect)
1848                gpio_free(pd->gpio_detect);
1849
1850        for (i = S3C2410_GPE(5); i <= S3C2410_GPE(10); i++)
1851                gpio_free(i);
1852
1853
1854        iounmap(host->base);
1855        release_mem_region(host->mem->start, resource_size(host->mem));
1856
1857        mmc_free_host(mmc);
1858        return 0;
1859}
1860
1861static struct platform_device_id s3cmci_driver_ids[] = {
1862        {
1863                .name   = "s3c2410-sdi",
1864                .driver_data    = 0,
1865        }, {
1866                .name   = "s3c2412-sdi",
1867                .driver_data    = 1,
1868        }, {
1869                .name   = "s3c2440-sdi",
1870                .driver_data    = 1,
1871        },
1872        { }
1873};
1874
1875MODULE_DEVICE_TABLE(platform, s3cmci_driver_ids);
1876
1877
1878#ifdef CONFIG_PM
1879
1880static int s3cmci_suspend(struct device *dev)
1881{
1882        struct mmc_host *mmc = platform_get_drvdata(to_platform_device(dev));
1883        struct pm_message event = { PM_EVENT_SUSPEND };
1884
1885        return mmc_suspend_host(mmc, event);
1886}
1887
1888static int s3cmci_resume(struct device *dev)
1889{
1890        struct mmc_host *mmc = platform_get_drvdata(to_platform_device(dev));
1891
1892        return mmc_resume_host(mmc);
1893}
1894
1895static struct dev_pm_ops s3cmci_pm = {
1896        .suspend        = s3cmci_suspend,
1897        .resume         = s3cmci_resume,
1898};
1899
1900#define s3cmci_pm_ops &s3cmci_pm
1901#else /* CONFIG_PM */
1902#define s3cmci_pm_ops NULL
1903#endif /* CONFIG_PM */
1904
1905
1906static struct platform_driver s3cmci_driver = {
1907        .driver = {
1908                .name   = "s3c-sdi",
1909                .owner  = THIS_MODULE,
1910                .pm     = s3cmci_pm_ops,
1911        },
1912        .id_table       = s3cmci_driver_ids,
1913        .probe          = s3cmci_probe,
1914        .remove         = __devexit_p(s3cmci_remove),
1915        .shutdown       = s3cmci_shutdown,
1916};
1917
1918static int __init s3cmci_init(void)
1919{
1920        return platform_driver_register(&s3cmci_driver);
1921}
1922
1923static void __exit s3cmci_exit(void)
1924{
1925        platform_driver_unregister(&s3cmci_driver);
1926}
1927
1928module_init(s3cmci_init);
1929module_exit(s3cmci_exit);
1930
1931MODULE_DESCRIPTION("Samsung S3C MMC/SD Card Interface driver");
1932MODULE_LICENSE("GPL v2");
1933MODULE_AUTHOR("Thomas Kleffel <tk@maintech.de>, Ben Dooks <ben-linux@fluff.org>");
1934