linux/drivers/staging/rts5208/xd.c
<<
>>
Prefs
   1// SPDX-License-Identifier: GPL-2.0+
   2/*
   3 * Driver for Realtek PCI-Express card reader
   4 *
   5 * Copyright(c) 2009-2013 Realtek Semiconductor Corp. All rights reserved.
   6 *
   7 * Author:
   8 *   Wei WANG (wei_wang@realsil.com.cn)
   9 *   Micky Ching (micky_ching@realsil.com.cn)
  10 */
  11
  12#include <linux/blkdev.h>
  13#include <linux/kthread.h>
  14#include <linux/sched.h>
  15#include <linux/vmalloc.h>
  16
  17#include "rtsx.h"
  18#include "rtsx_transport.h"
  19#include "rtsx_scsi.h"
  20#include "rtsx_card.h"
  21#include "xd.h"
  22
  23static int xd_build_l2p_tbl(struct rtsx_chip *chip, int zone_no);
  24static int xd_init_page(struct rtsx_chip *chip, u32 phy_blk, u16 logoff,
  25                        u8 start_page, u8 end_page);
  26
  27static inline void xd_set_err_code(struct rtsx_chip *chip, u8 err_code)
  28{
  29        struct xd_info *xd_card = &chip->xd_card;
  30
  31        xd_card->err_code = err_code;
  32}
  33
  34static inline int xd_check_err_code(struct rtsx_chip *chip, u8 err_code)
  35{
  36        struct xd_info *xd_card = &chip->xd_card;
  37
  38        return (xd_card->err_code == err_code);
  39}
  40
  41static int xd_set_init_para(struct rtsx_chip *chip)
  42{
  43        struct xd_info *xd_card = &chip->xd_card;
  44        int retval;
  45
  46        if (chip->asic_code)
  47                xd_card->xd_clock = 47;
  48        else
  49                xd_card->xd_clock = CLK_50;
  50
  51        retval = switch_clock(chip, xd_card->xd_clock);
  52        if (retval != STATUS_SUCCESS)
  53                return STATUS_FAIL;
  54
  55        return STATUS_SUCCESS;
  56}
  57
  58static int xd_switch_clock(struct rtsx_chip *chip)
  59{
  60        struct xd_info *xd_card = &chip->xd_card;
  61        int retval;
  62
  63        retval = select_card(chip, XD_CARD);
  64        if (retval != STATUS_SUCCESS)
  65                return STATUS_FAIL;
  66
  67        retval = switch_clock(chip, xd_card->xd_clock);
  68        if (retval != STATUS_SUCCESS)
  69                return STATUS_FAIL;
  70
  71        return STATUS_SUCCESS;
  72}
  73
  74static int xd_read_id(struct rtsx_chip *chip, u8 id_cmd, u8 *id_buf, u8 buf_len)
  75{
  76        int retval, i;
  77        u8 *ptr;
  78
  79        rtsx_init_cmd(chip);
  80
  81        rtsx_add_cmd(chip, WRITE_REG_CMD, XD_DAT, 0xFF, id_cmd);
  82        rtsx_add_cmd(chip, WRITE_REG_CMD, XD_TRANSFER, 0xFF,
  83                     XD_TRANSFER_START | XD_READ_ID);
  84        rtsx_add_cmd(chip, CHECK_REG_CMD, XD_TRANSFER, XD_TRANSFER_END,
  85                     XD_TRANSFER_END);
  86
  87        for (i = 0; i < 4; i++)
  88                rtsx_add_cmd(chip, READ_REG_CMD, (u16)(XD_ADDRESS1 + i), 0, 0);
  89
  90        retval = rtsx_send_cmd(chip, XD_CARD, 20);
  91        if (retval < 0)
  92                return STATUS_FAIL;
  93
  94        ptr = rtsx_get_cmd_data(chip) + 1;
  95        if (id_buf && buf_len) {
  96                if (buf_len > 4)
  97                        buf_len = 4;
  98                memcpy(id_buf, ptr, buf_len);
  99        }
 100
 101        return STATUS_SUCCESS;
 102}
 103
 104static void xd_assign_phy_addr(struct rtsx_chip *chip, u32 addr, u8 mode)
 105{
 106        struct xd_info *xd_card = &chip->xd_card;
 107
 108        switch (mode) {
 109        case XD_RW_ADDR:
 110                rtsx_add_cmd(chip, WRITE_REG_CMD, XD_ADDRESS0, 0xFF, 0);
 111                rtsx_add_cmd(chip, WRITE_REG_CMD, XD_ADDRESS1, 0xFF, (u8)addr);
 112                rtsx_add_cmd(chip, WRITE_REG_CMD, XD_ADDRESS2,
 113                             0xFF, (u8)(addr >> 8));
 114                rtsx_add_cmd(chip, WRITE_REG_CMD, XD_ADDRESS3,
 115                             0xFF, (u8)(addr >> 16));
 116                rtsx_add_cmd(chip, WRITE_REG_CMD, XD_CFG, 0xFF,
 117                             xd_card->addr_cycle |
 118                             XD_CALC_ECC |
 119                             XD_BA_NO_TRANSFORM);
 120                break;
 121
 122        case XD_ERASE_ADDR:
 123                rtsx_add_cmd(chip, WRITE_REG_CMD, XD_ADDRESS0, 0xFF, (u8)addr);
 124                rtsx_add_cmd(chip, WRITE_REG_CMD, XD_ADDRESS1,
 125                             0xFF, (u8)(addr >> 8));
 126                rtsx_add_cmd(chip, WRITE_REG_CMD, XD_ADDRESS2,
 127                             0xFF, (u8)(addr >> 16));
 128                rtsx_add_cmd(chip, WRITE_REG_CMD, XD_CFG, 0xFF,
 129                             (xd_card->addr_cycle - 1) | XD_CALC_ECC |
 130                        XD_BA_NO_TRANSFORM);
 131                break;
 132
 133        default:
 134                break;
 135        }
 136}
 137
 138static int xd_read_redundant(struct rtsx_chip *chip, u32 page_addr,
 139                             u8 *buf, int buf_len)
 140{
 141        int retval, i;
 142
 143        rtsx_init_cmd(chip);
 144
 145        xd_assign_phy_addr(chip, page_addr, XD_RW_ADDR);
 146
 147        rtsx_add_cmd(chip, WRITE_REG_CMD, XD_TRANSFER,
 148                     0xFF, XD_TRANSFER_START | XD_READ_REDUNDANT);
 149        rtsx_add_cmd(chip, CHECK_REG_CMD, XD_TRANSFER,
 150                     XD_TRANSFER_END, XD_TRANSFER_END);
 151
 152        for (i = 0; i < 6; i++)
 153                rtsx_add_cmd(chip, READ_REG_CMD, (u16)(XD_PAGE_STATUS + i),
 154                             0, 0);
 155        for (i = 0; i < 4; i++)
 156                rtsx_add_cmd(chip, READ_REG_CMD, (u16)(XD_RESERVED0 + i),
 157                             0, 0);
 158        rtsx_add_cmd(chip, READ_REG_CMD, XD_PARITY, 0, 0);
 159
 160        retval = rtsx_send_cmd(chip, XD_CARD, 500);
 161        if (retval < 0)
 162                return STATUS_FAIL;
 163
 164        if (buf && buf_len) {
 165                u8 *ptr = rtsx_get_cmd_data(chip) + 1;
 166
 167                if (buf_len > 11)
 168                        buf_len = 11;
 169                memcpy(buf, ptr, buf_len);
 170        }
 171
 172        return STATUS_SUCCESS;
 173}
 174
 175static int xd_read_data_from_ppb(struct rtsx_chip *chip, int offset,
 176                                 u8 *buf, int buf_len)
 177{
 178        int retval, i;
 179
 180        if (!buf || (buf_len < 0))
 181                return STATUS_FAIL;
 182
 183        rtsx_init_cmd(chip);
 184
 185        for (i = 0; i < buf_len; i++)
 186                rtsx_add_cmd(chip, READ_REG_CMD, PPBUF_BASE2 + offset + i,
 187                             0, 0);
 188
 189        retval = rtsx_send_cmd(chip, 0, 250);
 190        if (retval < 0) {
 191                rtsx_clear_xd_error(chip);
 192                return STATUS_FAIL;
 193        }
 194
 195        memcpy(buf, rtsx_get_cmd_data(chip), buf_len);
 196
 197        return STATUS_SUCCESS;
 198}
 199
 200static int xd_read_cis(struct rtsx_chip *chip, u32 page_addr, u8 *buf,
 201                       int buf_len)
 202{
 203        int retval;
 204        u8 reg;
 205
 206        if (!buf || (buf_len < 10))
 207                return STATUS_FAIL;
 208
 209        rtsx_init_cmd(chip);
 210
 211        xd_assign_phy_addr(chip, page_addr, XD_RW_ADDR);
 212
 213        rtsx_add_cmd(chip, WRITE_REG_CMD, CARD_DATA_SOURCE,
 214                     0x01, PINGPONG_BUFFER);
 215        rtsx_add_cmd(chip, WRITE_REG_CMD, XD_PAGE_CNT, 0xFF, 1);
 216        rtsx_add_cmd(chip, WRITE_REG_CMD, XD_CHK_DATA_STATUS,
 217                     XD_AUTO_CHK_DATA_STATUS, XD_AUTO_CHK_DATA_STATUS);
 218
 219        rtsx_add_cmd(chip, WRITE_REG_CMD, XD_TRANSFER, 0xFF,
 220                     XD_TRANSFER_START | XD_READ_PAGES);
 221        rtsx_add_cmd(chip, CHECK_REG_CMD, XD_TRANSFER, XD_TRANSFER_END,
 222                     XD_TRANSFER_END);
 223
 224        retval = rtsx_send_cmd(chip, XD_CARD, 250);
 225        if (retval == -ETIMEDOUT) {
 226                rtsx_clear_xd_error(chip);
 227                return STATUS_FAIL;
 228        }
 229
 230        retval = rtsx_read_register(chip, XD_PAGE_STATUS, &reg);
 231        if (retval)
 232                return retval;
 233        if (reg != XD_GPG) {
 234                rtsx_clear_xd_error(chip);
 235                return STATUS_FAIL;
 236        }
 237
 238        retval = rtsx_read_register(chip, XD_CTL, &reg);
 239        if (retval)
 240                return retval;
 241        if (!(reg & XD_ECC1_ERROR) || !(reg & XD_ECC1_UNCORRECTABLE)) {
 242                retval = xd_read_data_from_ppb(chip, 0, buf, buf_len);
 243                if (retval != STATUS_SUCCESS)
 244                        return STATUS_FAIL;
 245                if (reg & XD_ECC1_ERROR) {
 246                        u8 ecc_bit, ecc_byte;
 247
 248                        retval = rtsx_read_register(chip, XD_ECC_BIT1,
 249                                                    &ecc_bit);
 250                        if (retval)
 251                                return retval;
 252                        retval = rtsx_read_register(chip, XD_ECC_BYTE1,
 253                                                    &ecc_byte);
 254                        if (retval)
 255                                return retval;
 256
 257                        dev_dbg(rtsx_dev(chip), "ECC_BIT1 = 0x%x, ECC_BYTE1 = 0x%x\n",
 258                                ecc_bit, ecc_byte);
 259                        if (ecc_byte < buf_len) {
 260                                dev_dbg(rtsx_dev(chip), "Before correct: 0x%x\n",
 261                                        buf[ecc_byte]);
 262                                buf[ecc_byte] ^= (1 << ecc_bit);
 263                                dev_dbg(rtsx_dev(chip), "After correct: 0x%x\n",
 264                                        buf[ecc_byte]);
 265                        }
 266                }
 267        } else if (!(reg & XD_ECC2_ERROR) || !(reg & XD_ECC2_UNCORRECTABLE)) {
 268                rtsx_clear_xd_error(chip);
 269
 270                retval = xd_read_data_from_ppb(chip, 256, buf, buf_len);
 271                if (retval != STATUS_SUCCESS)
 272                        return STATUS_FAIL;
 273                if (reg & XD_ECC2_ERROR) {
 274                        u8 ecc_bit, ecc_byte;
 275
 276                        retval = rtsx_read_register(chip, XD_ECC_BIT2,
 277                                                    &ecc_bit);
 278                        if (retval)
 279                                return retval;
 280                        retval = rtsx_read_register(chip, XD_ECC_BYTE2,
 281                                                    &ecc_byte);
 282                        if (retval)
 283                                return retval;
 284
 285                        dev_dbg(rtsx_dev(chip), "ECC_BIT2 = 0x%x, ECC_BYTE2 = 0x%x\n",
 286                                ecc_bit, ecc_byte);
 287                        if (ecc_byte < buf_len) {
 288                                dev_dbg(rtsx_dev(chip), "Before correct: 0x%x\n",
 289                                        buf[ecc_byte]);
 290                                buf[ecc_byte] ^= (1 << ecc_bit);
 291                                dev_dbg(rtsx_dev(chip), "After correct: 0x%x\n",
 292                                        buf[ecc_byte]);
 293                        }
 294                }
 295        } else {
 296                rtsx_clear_xd_error(chip);
 297                return STATUS_FAIL;
 298        }
 299
 300        return STATUS_SUCCESS;
 301}
 302
 303static void xd_fill_pull_ctl_disable(struct rtsx_chip *chip)
 304{
 305        if (CHECK_PID(chip, 0x5208)) {
 306                rtsx_add_cmd(chip, WRITE_REG_CMD, CARD_PULL_CTL1, 0xFF,
 307                             XD_D3_PD | XD_D2_PD | XD_D1_PD | XD_D0_PD);
 308                rtsx_add_cmd(chip, WRITE_REG_CMD, CARD_PULL_CTL2, 0xFF,
 309                             XD_D7_PD | XD_D6_PD | XD_D5_PD | XD_D4_PD);
 310                rtsx_add_cmd(chip, WRITE_REG_CMD, CARD_PULL_CTL3, 0xFF,
 311                             XD_WP_PD | XD_CE_PD | XD_CLE_PD | XD_CD_PU);
 312                rtsx_add_cmd(chip, WRITE_REG_CMD, CARD_PULL_CTL4, 0xFF,
 313                             XD_RDY_PD | XD_WE_PD | XD_RE_PD | XD_ALE_PD);
 314                rtsx_add_cmd(chip, WRITE_REG_CMD, CARD_PULL_CTL5, 0xFF,
 315                             MS_INS_PU | SD_WP_PD | SD_CD_PU | SD_CMD_PD);
 316                rtsx_add_cmd(chip, WRITE_REG_CMD, CARD_PULL_CTL6, 0xFF,
 317                             MS_D5_PD | MS_D4_PD);
 318        } else if (CHECK_PID(chip, 0x5288)) {
 319                if (CHECK_BARO_PKG(chip, QFN)) {
 320                        rtsx_add_cmd(chip, WRITE_REG_CMD, CARD_PULL_CTL1,
 321                                     0xFF, 0x55);
 322                        rtsx_add_cmd(chip, WRITE_REG_CMD, CARD_PULL_CTL2,
 323                                     0xFF, 0x55);
 324                        rtsx_add_cmd(chip, WRITE_REG_CMD, CARD_PULL_CTL3,
 325                                     0xFF, 0x4B);
 326                        rtsx_add_cmd(chip, WRITE_REG_CMD, CARD_PULL_CTL4,
 327                                     0xFF, 0x69);
 328                }
 329        }
 330}
 331
 332static void xd_fill_pull_ctl_stage1_barossa(struct rtsx_chip *chip)
 333{
 334        if (CHECK_BARO_PKG(chip, QFN)) {
 335                rtsx_add_cmd(chip, WRITE_REG_CMD, CARD_PULL_CTL1, 0xFF, 0x55);
 336                rtsx_add_cmd(chip, WRITE_REG_CMD, CARD_PULL_CTL2, 0xFF, 0x55);
 337                rtsx_add_cmd(chip, WRITE_REG_CMD, CARD_PULL_CTL3, 0xFF, 0x4B);
 338                rtsx_add_cmd(chip, WRITE_REG_CMD, CARD_PULL_CTL4, 0xFF, 0x55);
 339        }
 340}
 341
 342static void xd_fill_pull_ctl_enable(struct rtsx_chip *chip)
 343{
 344        if (CHECK_PID(chip, 0x5208)) {
 345                rtsx_add_cmd(chip, WRITE_REG_CMD, CARD_PULL_CTL1, 0xFF,
 346                             XD_D3_PD | XD_D2_PD | XD_D1_PD | XD_D0_PD);
 347                rtsx_add_cmd(chip, WRITE_REG_CMD, CARD_PULL_CTL2, 0xFF,
 348                             XD_D7_PD | XD_D6_PD | XD_D5_PD | XD_D4_PD);
 349                rtsx_add_cmd(chip, WRITE_REG_CMD, CARD_PULL_CTL3, 0xFF,
 350                             XD_WP_PD | XD_CE_PU | XD_CLE_PD | XD_CD_PU);
 351                rtsx_add_cmd(chip, WRITE_REG_CMD, CARD_PULL_CTL4, 0xFF,
 352                             XD_RDY_PU | XD_WE_PU | XD_RE_PU | XD_ALE_PD);
 353                rtsx_add_cmd(chip, WRITE_REG_CMD, CARD_PULL_CTL5, 0xFF,
 354                             MS_INS_PU | SD_WP_PD | SD_CD_PU | SD_CMD_PD);
 355                rtsx_add_cmd(chip, WRITE_REG_CMD, CARD_PULL_CTL6, 0xFF,
 356                             MS_D5_PD | MS_D4_PD);
 357        } else if (CHECK_PID(chip, 0x5288)) {
 358                if (CHECK_BARO_PKG(chip, QFN)) {
 359                        rtsx_add_cmd(chip, WRITE_REG_CMD, CARD_PULL_CTL1,
 360                                     0xFF, 0x55);
 361                        rtsx_add_cmd(chip, WRITE_REG_CMD, CARD_PULL_CTL2,
 362                                     0xFF, 0x55);
 363                        rtsx_add_cmd(chip, WRITE_REG_CMD, CARD_PULL_CTL3,
 364                                     0xFF, 0x53);
 365                        rtsx_add_cmd(chip, WRITE_REG_CMD, CARD_PULL_CTL4,
 366                                     0xFF, 0xA9);
 367                }
 368        }
 369}
 370
 371static int xd_pull_ctl_disable(struct rtsx_chip *chip)
 372{
 373        int retval;
 374
 375        if (CHECK_PID(chip, 0x5208)) {
 376                retval = rtsx_write_register(chip, CARD_PULL_CTL1, 0xFF,
 377                                             XD_D3_PD |
 378                                             XD_D2_PD |
 379                                             XD_D1_PD |
 380                                             XD_D0_PD);
 381                if (retval)
 382                        return retval;
 383                retval = rtsx_write_register(chip, CARD_PULL_CTL2, 0xFF,
 384                                             XD_D7_PD |
 385                                             XD_D6_PD |
 386                                             XD_D5_PD |
 387                                             XD_D4_PD);
 388                if (retval)
 389                        return retval;
 390                retval = rtsx_write_register(chip, CARD_PULL_CTL3, 0xFF,
 391                                             XD_WP_PD |
 392                                             XD_CE_PD |
 393                                             XD_CLE_PD |
 394                                             XD_CD_PU);
 395                if (retval)
 396                        return retval;
 397                retval = rtsx_write_register(chip, CARD_PULL_CTL4, 0xFF,
 398                                             XD_RDY_PD |
 399                                             XD_WE_PD |
 400                                             XD_RE_PD |
 401                                             XD_ALE_PD);
 402                if (retval)
 403                        return retval;
 404                retval = rtsx_write_register(chip, CARD_PULL_CTL5, 0xFF,
 405                                             MS_INS_PU |
 406                                             SD_WP_PD |
 407                                             SD_CD_PU |
 408                                             SD_CMD_PD);
 409                if (retval)
 410                        return retval;
 411                retval = rtsx_write_register(chip, CARD_PULL_CTL6, 0xFF,
 412                                             MS_D5_PD | MS_D4_PD);
 413                if (retval)
 414                        return retval;
 415        } else if (CHECK_PID(chip, 0x5288)) {
 416                if (CHECK_BARO_PKG(chip, QFN)) {
 417                        retval = rtsx_write_register(chip, CARD_PULL_CTL1,
 418                                                     0xFF, 0x55);
 419                        if (retval)
 420                                return retval;
 421                        retval = rtsx_write_register(chip, CARD_PULL_CTL2,
 422                                                     0xFF, 0x55);
 423                        if (retval)
 424                                return retval;
 425                        retval = rtsx_write_register(chip, CARD_PULL_CTL3,
 426                                                     0xFF, 0x4B);
 427                        if (retval)
 428                                return retval;
 429                        retval = rtsx_write_register(chip, CARD_PULL_CTL4,
 430                                                     0xFF, 0x69);
 431                        if (retval)
 432                                return retval;
 433                }
 434        }
 435
 436        return STATUS_SUCCESS;
 437}
 438
 439static int reset_xd(struct rtsx_chip *chip)
 440{
 441        struct xd_info *xd_card = &chip->xd_card;
 442        int retval, i, j;
 443        u8 *ptr, id_buf[4], redunt[11];
 444
 445        retval = select_card(chip, XD_CARD);
 446        if (retval != STATUS_SUCCESS)
 447                return STATUS_FAIL;
 448
 449        rtsx_init_cmd(chip);
 450
 451        rtsx_add_cmd(chip, WRITE_REG_CMD, XD_CHK_DATA_STATUS, 0xFF,
 452                     XD_PGSTS_NOT_FF);
 453        if (chip->asic_code) {
 454                if (!CHECK_PID(chip, 0x5288))
 455                        xd_fill_pull_ctl_disable(chip);
 456                else
 457                        xd_fill_pull_ctl_stage1_barossa(chip);
 458        } else {
 459                rtsx_add_cmd(chip, WRITE_REG_CMD, FPGA_PULL_CTL, 0xFF,
 460                             (FPGA_XD_PULL_CTL_EN1 & FPGA_XD_PULL_CTL_EN3) |
 461                             0x20);
 462        }
 463
 464        if (!chip->ft2_fast_mode)
 465                rtsx_add_cmd(chip, WRITE_REG_CMD, XD_INIT,
 466                             XD_NO_AUTO_PWR_OFF, 0);
 467
 468        rtsx_add_cmd(chip, WRITE_REG_CMD, CARD_OE, XD_OUTPUT_EN, 0);
 469
 470        retval = rtsx_send_cmd(chip, XD_CARD, 100);
 471        if (retval < 0)
 472                return STATUS_FAIL;
 473
 474        if (!chip->ft2_fast_mode) {
 475                retval = card_power_off(chip, XD_CARD);
 476                if (retval != STATUS_SUCCESS)
 477                        return STATUS_FAIL;
 478
 479                wait_timeout(250);
 480
 481                rtsx_init_cmd(chip);
 482
 483                if (chip->asic_code) {
 484                        xd_fill_pull_ctl_enable(chip);
 485                } else {
 486                        rtsx_add_cmd(chip, WRITE_REG_CMD, FPGA_PULL_CTL, 0xFF,
 487                                     (FPGA_XD_PULL_CTL_EN1 &
 488                                      FPGA_XD_PULL_CTL_EN2) |
 489                                     0x20);
 490                }
 491
 492                retval = rtsx_send_cmd(chip, XD_CARD, 100);
 493                if (retval < 0)
 494                        return STATUS_FAIL;
 495
 496                retval = card_power_on(chip, XD_CARD);
 497                if (retval != STATUS_SUCCESS)
 498                        return STATUS_FAIL;
 499
 500#ifdef SUPPORT_OCP
 501                wait_timeout(50);
 502                if (chip->ocp_stat & (SD_OC_NOW | SD_OC_EVER)) {
 503                        dev_dbg(rtsx_dev(chip), "Over current, OCPSTAT is 0x%x\n",
 504                                chip->ocp_stat);
 505                        return STATUS_FAIL;
 506                }
 507#endif
 508        }
 509
 510        rtsx_init_cmd(chip);
 511
 512        if (chip->ft2_fast_mode) {
 513                if (chip->asic_code) {
 514                        xd_fill_pull_ctl_enable(chip);
 515                } else {
 516                        rtsx_add_cmd(chip, WRITE_REG_CMD, FPGA_PULL_CTL, 0xFF,
 517                                     (FPGA_XD_PULL_CTL_EN1 &
 518                                      FPGA_XD_PULL_CTL_EN2) |
 519                                     0x20);
 520                }
 521        }
 522
 523        rtsx_add_cmd(chip, WRITE_REG_CMD, CARD_OE, XD_OUTPUT_EN, XD_OUTPUT_EN);
 524        rtsx_add_cmd(chip, WRITE_REG_CMD, XD_CTL, XD_CE_DISEN, XD_CE_DISEN);
 525
 526        retval = rtsx_send_cmd(chip, XD_CARD, 100);
 527        if (retval < 0)
 528                return STATUS_FAIL;
 529
 530        if (!chip->ft2_fast_mode)
 531                wait_timeout(200);
 532
 533        retval = xd_set_init_para(chip);
 534        if (retval != STATUS_SUCCESS)
 535                return STATUS_FAIL;
 536
 537        /* Read ID to check if the timing setting is right */
 538        for (i = 0; i < 4; i++) {
 539                rtsx_init_cmd(chip);
 540
 541                rtsx_add_cmd(chip, WRITE_REG_CMD, XD_DTCTL, 0xFF,
 542                             XD_TIME_SETUP_STEP * 3 +
 543                             XD_TIME_RW_STEP * (2 + i) + XD_TIME_RWN_STEP * i);
 544                rtsx_add_cmd(chip, WRITE_REG_CMD, XD_CATCTL, 0xFF,
 545                             XD_TIME_SETUP_STEP * 3 +
 546                             XD_TIME_RW_STEP * (4 + i) +
 547                             XD_TIME_RWN_STEP * (3 + i));
 548
 549                rtsx_add_cmd(chip, WRITE_REG_CMD, XD_TRANSFER, 0xFF,
 550                             XD_TRANSFER_START | XD_RESET);
 551                rtsx_add_cmd(chip, CHECK_REG_CMD, XD_TRANSFER,
 552                             XD_TRANSFER_END, XD_TRANSFER_END);
 553
 554                rtsx_add_cmd(chip, READ_REG_CMD, XD_DAT, 0, 0);
 555                rtsx_add_cmd(chip, READ_REG_CMD, XD_CTL, 0, 0);
 556
 557                retval = rtsx_send_cmd(chip, XD_CARD, 100);
 558                if (retval < 0)
 559                        return STATUS_FAIL;
 560
 561                ptr = rtsx_get_cmd_data(chip) + 1;
 562
 563                dev_dbg(rtsx_dev(chip), "XD_DAT: 0x%x, XD_CTL: 0x%x\n",
 564                        ptr[0], ptr[1]);
 565
 566                if (((ptr[0] & READY_FLAG) != READY_STATE) ||
 567                    !(ptr[1] & XD_RDY))
 568                        continue;
 569
 570                retval = xd_read_id(chip, READ_ID, id_buf, 4);
 571                if (retval != STATUS_SUCCESS)
 572                        return STATUS_FAIL;
 573
 574                dev_dbg(rtsx_dev(chip), "READ_ID: 0x%x 0x%x 0x%x 0x%x\n",
 575                        id_buf[0], id_buf[1], id_buf[2], id_buf[3]);
 576
 577                xd_card->device_code = id_buf[1];
 578
 579                /* Check if the xD card is supported */
 580                switch (xd_card->device_code) {
 581                case XD_4M_X8_512_1:
 582                case XD_4M_X8_512_2:
 583                        xd_card->block_shift = 4;
 584                        xd_card->page_off = 0x0F;
 585                        xd_card->addr_cycle = 3;
 586                        xd_card->zone_cnt = 1;
 587                        xd_card->capacity = 8000;
 588                        XD_SET_4MB(xd_card);
 589                        break;
 590                case XD_8M_X8_512:
 591                        xd_card->block_shift = 4;
 592                        xd_card->page_off = 0x0F;
 593                        xd_card->addr_cycle = 3;
 594                        xd_card->zone_cnt = 1;
 595                        xd_card->capacity = 16000;
 596                        break;
 597                case XD_16M_X8_512:
 598                        XD_PAGE_512(xd_card);
 599                        xd_card->addr_cycle = 3;
 600                        xd_card->zone_cnt = 1;
 601                        xd_card->capacity = 32000;
 602                        break;
 603                case XD_32M_X8_512:
 604                        XD_PAGE_512(xd_card);
 605                        xd_card->addr_cycle = 3;
 606                        xd_card->zone_cnt = 2;
 607                        xd_card->capacity = 64000;
 608                        break;
 609                case XD_64M_X8_512:
 610                        XD_PAGE_512(xd_card);
 611                        xd_card->addr_cycle = 4;
 612                        xd_card->zone_cnt = 4;
 613                        xd_card->capacity = 128000;
 614                        break;
 615                case XD_128M_X8_512:
 616                        XD_PAGE_512(xd_card);
 617                        xd_card->addr_cycle = 4;
 618                        xd_card->zone_cnt = 8;
 619                        xd_card->capacity = 256000;
 620                        break;
 621                case XD_256M_X8_512:
 622                        XD_PAGE_512(xd_card);
 623                        xd_card->addr_cycle = 4;
 624                        xd_card->zone_cnt = 16;
 625                        xd_card->capacity = 512000;
 626                        break;
 627                case XD_512M_X8:
 628                        XD_PAGE_512(xd_card);
 629                        xd_card->addr_cycle = 4;
 630                        xd_card->zone_cnt = 32;
 631                        xd_card->capacity = 1024000;
 632                        break;
 633                case XD_1G_X8_512:
 634                        XD_PAGE_512(xd_card);
 635                        xd_card->addr_cycle = 4;
 636                        xd_card->zone_cnt = 64;
 637                        xd_card->capacity = 2048000;
 638                        break;
 639                case XD_2G_X8_512:
 640                        XD_PAGE_512(xd_card);
 641                        xd_card->addr_cycle = 4;
 642                        xd_card->zone_cnt = 128;
 643                        xd_card->capacity = 4096000;
 644                        break;
 645                default:
 646                        continue;
 647                }
 648
 649                /* Confirm timing setting */
 650                for (j = 0; j < 10; j++) {
 651                        retval = xd_read_id(chip, READ_ID, id_buf, 4);
 652                        if (retval != STATUS_SUCCESS)
 653                                return STATUS_FAIL;
 654
 655                        if (id_buf[1] != xd_card->device_code)
 656                                break;
 657                }
 658
 659                if (j == 10)
 660                        break;
 661        }
 662
 663        if (i == 4) {
 664                xd_card->block_shift = 0;
 665                xd_card->page_off = 0;
 666                xd_card->addr_cycle = 0;
 667                xd_card->capacity = 0;
 668
 669                return STATUS_FAIL;
 670        }
 671
 672        retval = xd_read_id(chip, READ_XD_ID, id_buf, 4);
 673        if (retval != STATUS_SUCCESS)
 674                return STATUS_FAIL;
 675        dev_dbg(rtsx_dev(chip), "READ_XD_ID: 0x%x 0x%x 0x%x 0x%x\n",
 676                id_buf[0], id_buf[1], id_buf[2], id_buf[3]);
 677        if (id_buf[2] != XD_ID_CODE)
 678                return STATUS_FAIL;
 679
 680        /* Search CIS block */
 681        for (i = 0; i < 24; i++) {
 682                u32 page_addr;
 683
 684                if (detect_card_cd(chip, XD_CARD) != STATUS_SUCCESS)
 685                        return STATUS_FAIL;
 686
 687                page_addr = (u32)i << xd_card->block_shift;
 688
 689                for (j = 0; j < 3; j++) {
 690                        retval = xd_read_redundant(chip, page_addr, redunt, 11);
 691                        if (retval == STATUS_SUCCESS)
 692                                break;
 693                }
 694                if (j == 3)
 695                        continue;
 696
 697                if (redunt[BLOCK_STATUS] != XD_GBLK)
 698                        continue;
 699
 700                j = 0;
 701                if (redunt[PAGE_STATUS] != XD_GPG) {
 702                        for (j = 1; j <= 8; j++) {
 703                                retval = xd_read_redundant(chip, page_addr + j,
 704                                                           redunt, 11);
 705                                if (retval == STATUS_SUCCESS) {
 706                                        if (redunt[PAGE_STATUS] == XD_GPG)
 707                                                break;
 708                                }
 709                        }
 710
 711                        if (j == 9)
 712                                break;
 713                }
 714
 715                /* Check CIS data */
 716                if ((redunt[BLOCK_STATUS] == XD_GBLK) &&
 717                    (redunt[PARITY] & XD_BA1_ALL0)) {
 718                        u8 buf[10];
 719
 720                        page_addr += j;
 721
 722                        retval = xd_read_cis(chip, page_addr, buf, 10);
 723                        if (retval != STATUS_SUCCESS)
 724                                return STATUS_FAIL;
 725
 726                        if ((buf[0] == 0x01) && (buf[1] == 0x03) &&
 727                            (buf[2] == 0xD9) &&
 728                            (buf[3] == 0x01) && (buf[4] == 0xFF) &&
 729                            (buf[5] == 0x18) && (buf[6] == 0x02) &&
 730                            (buf[7] == 0xDF) && (buf[8] == 0x01) &&
 731                            (buf[9] == 0x20)) {
 732                                xd_card->cis_block = (u16)i;
 733                        }
 734                }
 735
 736                break;
 737        }
 738
 739        dev_dbg(rtsx_dev(chip), "CIS block: 0x%x\n", xd_card->cis_block);
 740        if (xd_card->cis_block == 0xFFFF)
 741                return STATUS_FAIL;
 742
 743        chip->capacity[chip->card2lun[XD_CARD]] = xd_card->capacity;
 744
 745        return STATUS_SUCCESS;
 746}
 747
 748static int xd_check_data_blank(u8 *redunt)
 749{
 750        int i;
 751
 752        for (i = 0; i < 6; i++) {
 753                if (redunt[PAGE_STATUS + i] != 0xFF)
 754                        return 0;
 755        }
 756
 757        if ((redunt[PARITY] & (XD_ECC1_ALL1 | XD_ECC2_ALL1))
 758                != (XD_ECC1_ALL1 | XD_ECC2_ALL1))
 759                return 0;
 760
 761        for (i = 0; i < 4; i++) {
 762                if (redunt[RESERVED0 + i] != 0xFF)
 763                        return 0;
 764        }
 765
 766        return 1;
 767}
 768
 769static u16 xd_load_log_block_addr(u8 *redunt)
 770{
 771        u16 addr = 0xFFFF;
 772
 773        if (redunt[PARITY] & XD_BA1_BA2_EQL)
 774                addr = ((u16)redunt[BLOCK_ADDR1_H] << 8) |
 775                        redunt[BLOCK_ADDR1_L];
 776        else if (redunt[PARITY] & XD_BA1_VALID)
 777                addr = ((u16)redunt[BLOCK_ADDR1_H] << 8) |
 778                        redunt[BLOCK_ADDR1_L];
 779        else if (redunt[PARITY] & XD_BA2_VALID)
 780                addr = ((u16)redunt[BLOCK_ADDR2_H] << 8) |
 781                        redunt[BLOCK_ADDR2_L];
 782
 783        return addr;
 784}
 785
 786static int xd_init_l2p_tbl(struct rtsx_chip *chip)
 787{
 788        struct xd_info *xd_card = &chip->xd_card;
 789        int size, i;
 790
 791        dev_dbg(rtsx_dev(chip), "%s: zone_cnt = %d\n", __func__,
 792                xd_card->zone_cnt);
 793
 794        if (xd_card->zone_cnt < 1)
 795                return STATUS_FAIL;
 796
 797        size = xd_card->zone_cnt * sizeof(struct zone_entry);
 798        dev_dbg(rtsx_dev(chip), "Buffer size for l2p table is %d\n", size);
 799
 800        xd_card->zone = vmalloc(size);
 801        if (!xd_card->zone)
 802                return STATUS_ERROR;
 803
 804        for (i = 0; i < xd_card->zone_cnt; i++) {
 805                xd_card->zone[i].build_flag = 0;
 806                xd_card->zone[i].l2p_table = NULL;
 807                xd_card->zone[i].free_table = NULL;
 808                xd_card->zone[i].get_index = 0;
 809                xd_card->zone[i].set_index = 0;
 810                xd_card->zone[i].unused_blk_cnt = 0;
 811        }
 812
 813        return STATUS_SUCCESS;
 814}
 815
 816static inline void free_zone(struct zone_entry *zone)
 817{
 818        if (!zone)
 819                return;
 820
 821        zone->build_flag = 0;
 822        zone->set_index = 0;
 823        zone->get_index = 0;
 824        zone->unused_blk_cnt = 0;
 825        vfree(zone->l2p_table);
 826        zone->l2p_table = NULL;
 827        vfree(zone->free_table);
 828        zone->free_table = NULL;
 829}
 830
 831static void xd_set_unused_block(struct rtsx_chip *chip, u32 phy_blk)
 832{
 833        struct xd_info *xd_card = &chip->xd_card;
 834        struct zone_entry *zone;
 835        int zone_no;
 836
 837        zone_no = (int)phy_blk >> 10;
 838        if (zone_no >= xd_card->zone_cnt) {
 839                dev_dbg(rtsx_dev(chip), "Set unused block to invalid zone (zone_no = %d, zone_cnt = %d)\n",
 840                        zone_no, xd_card->zone_cnt);
 841                return;
 842        }
 843        zone = &xd_card->zone[zone_no];
 844
 845        if (!zone->free_table) {
 846                if (xd_build_l2p_tbl(chip, zone_no) != STATUS_SUCCESS)
 847                        return;
 848        }
 849
 850        if ((zone->set_index >= XD_FREE_TABLE_CNT) ||
 851            (zone->set_index < 0)) {
 852                free_zone(zone);
 853                dev_dbg(rtsx_dev(chip), "Set unused block fail, invalid set_index\n");
 854                return;
 855        }
 856
 857        dev_dbg(rtsx_dev(chip), "Set unused block to index %d\n",
 858                zone->set_index);
 859
 860        zone->free_table[zone->set_index++] = (u16)(phy_blk & 0x3ff);
 861        if (zone->set_index >= XD_FREE_TABLE_CNT)
 862                zone->set_index = 0;
 863        zone->unused_blk_cnt++;
 864}
 865
 866static u32 xd_get_unused_block(struct rtsx_chip *chip, int zone_no)
 867{
 868        struct xd_info *xd_card = &chip->xd_card;
 869        struct zone_entry *zone;
 870        u32 phy_blk;
 871
 872        if (zone_no >= xd_card->zone_cnt) {
 873                dev_dbg(rtsx_dev(chip), "Get unused block from invalid zone (zone_no = %d, zone_cnt = %d)\n",
 874                        zone_no, xd_card->zone_cnt);
 875                return BLK_NOT_FOUND;
 876        }
 877        zone = &xd_card->zone[zone_no];
 878
 879        if ((zone->unused_blk_cnt == 0) ||
 880            (zone->set_index == zone->get_index)) {
 881                free_zone(zone);
 882                dev_dbg(rtsx_dev(chip), "Get unused block fail, no unused block available\n");
 883                return BLK_NOT_FOUND;
 884        }
 885        if ((zone->get_index >= XD_FREE_TABLE_CNT) || (zone->get_index < 0)) {
 886                free_zone(zone);
 887                dev_dbg(rtsx_dev(chip), "Get unused block fail, invalid get_index\n");
 888                return BLK_NOT_FOUND;
 889        }
 890
 891        dev_dbg(rtsx_dev(chip), "Get unused block from index %d\n",
 892                zone->get_index);
 893
 894        phy_blk = zone->free_table[zone->get_index];
 895        zone->free_table[zone->get_index++] = 0xFFFF;
 896        if (zone->get_index >= XD_FREE_TABLE_CNT)
 897                zone->get_index = 0;
 898        zone->unused_blk_cnt--;
 899
 900        phy_blk += ((u32)(zone_no) << 10);
 901        return phy_blk;
 902}
 903
 904static void xd_set_l2p_tbl(struct rtsx_chip *chip,
 905                           int zone_no, u16 log_off, u16 phy_off)
 906{
 907        struct xd_info *xd_card = &chip->xd_card;
 908        struct zone_entry *zone;
 909
 910        zone = &xd_card->zone[zone_no];
 911        zone->l2p_table[log_off] = phy_off;
 912}
 913
 914static u32 xd_get_l2p_tbl(struct rtsx_chip *chip, int zone_no, u16 log_off)
 915{
 916        struct xd_info *xd_card = &chip->xd_card;
 917        struct zone_entry *zone;
 918        int retval;
 919
 920        zone = &xd_card->zone[zone_no];
 921        if (zone->l2p_table[log_off] == 0xFFFF) {
 922                u32 phy_blk = 0;
 923                int i;
 924
 925#ifdef XD_DELAY_WRITE
 926                retval = xd_delay_write(chip);
 927                if (retval != STATUS_SUCCESS) {
 928                        dev_dbg(rtsx_dev(chip), "In %s, delay write fail!\n",
 929                                __func__);
 930                        return BLK_NOT_FOUND;
 931                }
 932#endif
 933
 934                if (zone->unused_blk_cnt <= 0) {
 935                        dev_dbg(rtsx_dev(chip), "No unused block!\n");
 936                        return BLK_NOT_FOUND;
 937                }
 938
 939                for (i = 0; i < zone->unused_blk_cnt; i++) {
 940                        phy_blk = xd_get_unused_block(chip, zone_no);
 941                        if (phy_blk == BLK_NOT_FOUND) {
 942                                dev_dbg(rtsx_dev(chip), "No unused block available!\n");
 943                                return BLK_NOT_FOUND;
 944                        }
 945
 946                        retval = xd_init_page(chip, phy_blk, log_off,
 947                                              0, xd_card->page_off + 1);
 948                        if (retval == STATUS_SUCCESS)
 949                                break;
 950                }
 951                if (i >= zone->unused_blk_cnt) {
 952                        dev_dbg(rtsx_dev(chip), "No good unused block available!\n");
 953                        return BLK_NOT_FOUND;
 954                }
 955
 956                xd_set_l2p_tbl(chip, zone_no, log_off, (u16)(phy_blk & 0x3FF));
 957                return phy_blk;
 958        }
 959
 960        return (u32)zone->l2p_table[log_off] + ((u32)(zone_no) << 10);
 961}
 962
 963int reset_xd_card(struct rtsx_chip *chip)
 964{
 965        struct xd_info *xd_card = &chip->xd_card;
 966        int retval;
 967
 968        memset(xd_card, 0, sizeof(struct xd_info));
 969
 970        xd_card->block_shift = 0;
 971        xd_card->page_off = 0;
 972        xd_card->addr_cycle = 0;
 973        xd_card->capacity = 0;
 974        xd_card->zone_cnt = 0;
 975        xd_card->cis_block = 0xFFFF;
 976        xd_card->delay_write.delay_write_flag = 0;
 977
 978        retval = enable_card_clock(chip, XD_CARD);
 979        if (retval != STATUS_SUCCESS)
 980                return STATUS_FAIL;
 981
 982        retval = reset_xd(chip);
 983        if (retval != STATUS_SUCCESS)
 984                return STATUS_FAIL;
 985
 986        retval = xd_init_l2p_tbl(chip);
 987        if (retval != STATUS_SUCCESS)
 988                return STATUS_FAIL;
 989
 990        return STATUS_SUCCESS;
 991}
 992
 993static int xd_mark_bad_block(struct rtsx_chip *chip, u32 phy_blk)
 994{
 995        struct xd_info *xd_card = &chip->xd_card;
 996        int retval;
 997        u32 page_addr;
 998        u8 reg = 0;
 999
1000        dev_dbg(rtsx_dev(chip), "mark block 0x%x as bad block\n", phy_blk);
1001
1002        if (phy_blk == BLK_NOT_FOUND)
1003                return STATUS_FAIL;
1004
1005        rtsx_init_cmd(chip);
1006
1007        rtsx_add_cmd(chip, WRITE_REG_CMD, XD_PAGE_STATUS, 0xFF, XD_GPG);
1008        rtsx_add_cmd(chip, WRITE_REG_CMD, XD_BLOCK_STATUS, 0xFF, XD_LATER_BBLK);
1009        rtsx_add_cmd(chip, WRITE_REG_CMD, XD_BLOCK_ADDR1_H, 0xFF, 0xFF);
1010        rtsx_add_cmd(chip, WRITE_REG_CMD, XD_BLOCK_ADDR1_L, 0xFF, 0xFF);
1011        rtsx_add_cmd(chip, WRITE_REG_CMD, XD_BLOCK_ADDR2_H, 0xFF, 0xFF);
1012        rtsx_add_cmd(chip, WRITE_REG_CMD, XD_BLOCK_ADDR2_L, 0xFF, 0xFF);
1013        rtsx_add_cmd(chip, WRITE_REG_CMD, XD_RESERVED0, 0xFF, 0xFF);
1014        rtsx_add_cmd(chip, WRITE_REG_CMD, XD_RESERVED1, 0xFF, 0xFF);
1015        rtsx_add_cmd(chip, WRITE_REG_CMD, XD_RESERVED2, 0xFF, 0xFF);
1016        rtsx_add_cmd(chip, WRITE_REG_CMD, XD_RESERVED3, 0xFF, 0xFF);
1017
1018        page_addr = phy_blk << xd_card->block_shift;
1019
1020        xd_assign_phy_addr(chip, page_addr, XD_RW_ADDR);
1021
1022        rtsx_add_cmd(chip, WRITE_REG_CMD, XD_PAGE_CNT, 0xFF,
1023                     xd_card->page_off + 1);
1024
1025        rtsx_add_cmd(chip, WRITE_REG_CMD, XD_TRANSFER, 0xFF,
1026                     XD_TRANSFER_START | XD_WRITE_REDUNDANT);
1027        rtsx_add_cmd(chip, CHECK_REG_CMD, XD_TRANSFER,
1028                     XD_TRANSFER_END, XD_TRANSFER_END);
1029
1030        retval = rtsx_send_cmd(chip, XD_CARD, 500);
1031        if (retval < 0) {
1032                rtsx_clear_xd_error(chip);
1033                rtsx_read_register(chip, XD_DAT, &reg);
1034                if (reg & PROGRAM_ERROR)
1035                        xd_set_err_code(chip, XD_PRG_ERROR);
1036                else
1037                        xd_set_err_code(chip, XD_TO_ERROR);
1038                return STATUS_FAIL;
1039        }
1040
1041        return STATUS_SUCCESS;
1042}
1043
1044static int xd_init_page(struct rtsx_chip *chip, u32 phy_blk,
1045                        u16 logoff, u8 start_page, u8 end_page)
1046{
1047        struct xd_info *xd_card = &chip->xd_card;
1048        int retval;
1049        u32 page_addr;
1050        u8 reg = 0;
1051
1052        dev_dbg(rtsx_dev(chip), "Init block 0x%x\n", phy_blk);
1053
1054        if (start_page > end_page)
1055                return STATUS_FAIL;
1056        if (phy_blk == BLK_NOT_FOUND)
1057                return STATUS_FAIL;
1058
1059        rtsx_init_cmd(chip);
1060
1061        rtsx_add_cmd(chip, WRITE_REG_CMD, XD_PAGE_STATUS, 0xFF, 0xFF);
1062        rtsx_add_cmd(chip, WRITE_REG_CMD, XD_BLOCK_STATUS, 0xFF, 0xFF);
1063        rtsx_add_cmd(chip, WRITE_REG_CMD, XD_BLOCK_ADDR1_H,
1064                     0xFF, (u8)(logoff >> 8));
1065        rtsx_add_cmd(chip, WRITE_REG_CMD, XD_BLOCK_ADDR1_L, 0xFF, (u8)logoff);
1066
1067        page_addr = (phy_blk << xd_card->block_shift) + start_page;
1068
1069        xd_assign_phy_addr(chip, page_addr, XD_RW_ADDR);
1070
1071        rtsx_add_cmd(chip, WRITE_REG_CMD, XD_CFG,
1072                     XD_BA_TRANSFORM, XD_BA_TRANSFORM);
1073
1074        rtsx_add_cmd(chip, WRITE_REG_CMD, XD_PAGE_CNT,
1075                     0xFF, (end_page - start_page));
1076
1077        rtsx_add_cmd(chip, WRITE_REG_CMD, XD_TRANSFER,
1078                     0xFF, XD_TRANSFER_START | XD_WRITE_REDUNDANT);
1079        rtsx_add_cmd(chip, CHECK_REG_CMD, XD_TRANSFER,
1080                     XD_TRANSFER_END, XD_TRANSFER_END);
1081
1082        retval = rtsx_send_cmd(chip, XD_CARD, 500);
1083        if (retval < 0) {
1084                rtsx_clear_xd_error(chip);
1085                rtsx_read_register(chip, XD_DAT, &reg);
1086                if (reg & PROGRAM_ERROR) {
1087                        xd_mark_bad_block(chip, phy_blk);
1088                        xd_set_err_code(chip, XD_PRG_ERROR);
1089                } else {
1090                        xd_set_err_code(chip, XD_TO_ERROR);
1091                }
1092                return STATUS_FAIL;
1093        }
1094
1095        return STATUS_SUCCESS;
1096}
1097
1098static int xd_copy_page(struct rtsx_chip *chip, u32 old_blk, u32 new_blk,
1099                        u8 start_page, u8 end_page)
1100{
1101        struct xd_info *xd_card = &chip->xd_card;
1102        u32 old_page, new_page;
1103        u8 i, reg = 0;
1104        int retval;
1105
1106        dev_dbg(rtsx_dev(chip), "Copy page from block 0x%x to block 0x%x\n",
1107                old_blk, new_blk);
1108
1109        if (start_page > end_page)
1110                return STATUS_FAIL;
1111
1112        if ((old_blk == BLK_NOT_FOUND) || (new_blk == BLK_NOT_FOUND))
1113                return STATUS_FAIL;
1114
1115        old_page = (old_blk << xd_card->block_shift) + start_page;
1116        new_page = (new_blk << xd_card->block_shift) + start_page;
1117
1118        XD_CLR_BAD_NEWBLK(xd_card);
1119
1120        retval = rtsx_write_register(chip, CARD_DATA_SOURCE, 0x01,
1121                                     PINGPONG_BUFFER);
1122        if (retval)
1123                return retval;
1124
1125        for (i = start_page; i < end_page; i++) {
1126                if (detect_card_cd(chip, XD_CARD) != STATUS_SUCCESS) {
1127                        rtsx_clear_xd_error(chip);
1128                        xd_set_err_code(chip, XD_NO_CARD);
1129                        return STATUS_FAIL;
1130                }
1131
1132                rtsx_init_cmd(chip);
1133
1134                xd_assign_phy_addr(chip, old_page, XD_RW_ADDR);
1135
1136                rtsx_add_cmd(chip, WRITE_REG_CMD, XD_PAGE_CNT, 0xFF, 1);
1137                rtsx_add_cmd(chip, WRITE_REG_CMD, XD_CHK_DATA_STATUS,
1138                             XD_AUTO_CHK_DATA_STATUS, 0);
1139                rtsx_add_cmd(chip, WRITE_REG_CMD, XD_TRANSFER, 0xFF,
1140                             XD_TRANSFER_START | XD_READ_PAGES);
1141                rtsx_add_cmd(chip, CHECK_REG_CMD, XD_TRANSFER,
1142                             XD_TRANSFER_END, XD_TRANSFER_END);
1143
1144                retval = rtsx_send_cmd(chip, XD_CARD, 500);
1145                if (retval < 0) {
1146                        rtsx_clear_xd_error(chip);
1147                        reg = 0;
1148                        rtsx_read_register(chip, XD_CTL, &reg);
1149                        if (reg & (XD_ECC1_ERROR | XD_ECC2_ERROR)) {
1150                                mdelay(100);
1151
1152                                if (detect_card_cd(chip,
1153                                                   XD_CARD) != STATUS_SUCCESS) {
1154                                        xd_set_err_code(chip, XD_NO_CARD);
1155                                        return STATUS_FAIL;
1156                                }
1157
1158                                if (((reg & XD_ECC1_ERROR) &&
1159                                     (reg & XD_ECC1_UNCORRECTABLE)) ||
1160                                    ((reg & XD_ECC2_ERROR) &&
1161                                     (reg & XD_ECC2_UNCORRECTABLE))) {
1162                                        rtsx_write_register(chip,
1163                                                            XD_PAGE_STATUS,
1164                                                            0xFF,
1165                                                            XD_BPG);
1166                                        rtsx_write_register(chip,
1167                                                            XD_BLOCK_STATUS,
1168                                                            0xFF,
1169                                                            XD_GBLK);
1170                                        XD_SET_BAD_OLDBLK(xd_card);
1171                                        dev_dbg(rtsx_dev(chip), "old block 0x%x ecc error\n",
1172                                                old_blk);
1173                                }
1174                        } else {
1175                                xd_set_err_code(chip, XD_TO_ERROR);
1176                                return STATUS_FAIL;
1177                        }
1178                }
1179
1180                if (XD_CHK_BAD_OLDBLK(xd_card))
1181                        rtsx_clear_xd_error(chip);
1182
1183                rtsx_init_cmd(chip);
1184
1185                xd_assign_phy_addr(chip, new_page, XD_RW_ADDR);
1186                rtsx_add_cmd(chip, WRITE_REG_CMD, XD_PAGE_CNT, 0xFF, 1);
1187                rtsx_add_cmd(chip, WRITE_REG_CMD, XD_TRANSFER, 0xFF,
1188                             XD_TRANSFER_START | XD_WRITE_PAGES);
1189                rtsx_add_cmd(chip, CHECK_REG_CMD, XD_TRANSFER,
1190                             XD_TRANSFER_END, XD_TRANSFER_END);
1191
1192                retval = rtsx_send_cmd(chip, XD_CARD, 300);
1193                if (retval < 0) {
1194                        rtsx_clear_xd_error(chip);
1195                        reg = 0;
1196                        rtsx_read_register(chip, XD_DAT, &reg);
1197                        if (reg & PROGRAM_ERROR) {
1198                                xd_mark_bad_block(chip, new_blk);
1199                                xd_set_err_code(chip, XD_PRG_ERROR);
1200                                XD_SET_BAD_NEWBLK(xd_card);
1201                        } else {
1202                                xd_set_err_code(chip, XD_TO_ERROR);
1203                        }
1204                        return STATUS_FAIL;
1205                }
1206
1207                old_page++;
1208                new_page++;
1209        }
1210
1211        return STATUS_SUCCESS;
1212}
1213
1214static int xd_reset_cmd(struct rtsx_chip *chip)
1215{
1216        int retval;
1217        u8 *ptr;
1218
1219        rtsx_init_cmd(chip);
1220
1221        rtsx_add_cmd(chip, WRITE_REG_CMD, XD_TRANSFER,
1222                     0xFF, XD_TRANSFER_START | XD_RESET);
1223        rtsx_add_cmd(chip, CHECK_REG_CMD, XD_TRANSFER,
1224                     XD_TRANSFER_END, XD_TRANSFER_END);
1225        rtsx_add_cmd(chip, READ_REG_CMD, XD_DAT, 0, 0);
1226        rtsx_add_cmd(chip, READ_REG_CMD, XD_CTL, 0, 0);
1227
1228        retval = rtsx_send_cmd(chip, XD_CARD, 100);
1229        if (retval < 0)
1230                return STATUS_FAIL;
1231
1232        ptr = rtsx_get_cmd_data(chip) + 1;
1233        if (((ptr[0] & READY_FLAG) == READY_STATE) && (ptr[1] & XD_RDY))
1234                return STATUS_SUCCESS;
1235
1236        return STATUS_FAIL;
1237}
1238
1239static int xd_erase_block(struct rtsx_chip *chip, u32 phy_blk)
1240{
1241        struct xd_info *xd_card = &chip->xd_card;
1242        u32 page_addr;
1243        u8 reg = 0, *ptr;
1244        int i, retval;
1245
1246        if (phy_blk == BLK_NOT_FOUND)
1247                return STATUS_FAIL;
1248
1249        page_addr = phy_blk << xd_card->block_shift;
1250
1251        for (i = 0; i < 3; i++) {
1252                rtsx_init_cmd(chip);
1253
1254                xd_assign_phy_addr(chip, page_addr, XD_ERASE_ADDR);
1255
1256                rtsx_add_cmd(chip, WRITE_REG_CMD, XD_TRANSFER, 0xFF,
1257                             XD_TRANSFER_START | XD_ERASE);
1258                rtsx_add_cmd(chip, CHECK_REG_CMD, XD_TRANSFER,
1259                             XD_TRANSFER_END, XD_TRANSFER_END);
1260                rtsx_add_cmd(chip, READ_REG_CMD, XD_DAT, 0, 0);
1261
1262                retval = rtsx_send_cmd(chip, XD_CARD, 250);
1263                if (retval < 0) {
1264                        rtsx_clear_xd_error(chip);
1265                        rtsx_read_register(chip, XD_DAT, &reg);
1266                        if (reg & PROGRAM_ERROR) {
1267                                xd_mark_bad_block(chip, phy_blk);
1268                                xd_set_err_code(chip, XD_PRG_ERROR);
1269                                return STATUS_FAIL;
1270                        }
1271                        xd_set_err_code(chip, XD_ERASE_FAIL);
1272                        retval = xd_reset_cmd(chip);
1273                        if (retval != STATUS_SUCCESS)
1274                                return STATUS_FAIL;
1275                        continue;
1276                }
1277
1278                ptr = rtsx_get_cmd_data(chip) + 1;
1279                if (*ptr & PROGRAM_ERROR) {
1280                        xd_mark_bad_block(chip, phy_blk);
1281                        xd_set_err_code(chip, XD_PRG_ERROR);
1282                        return STATUS_FAIL;
1283                }
1284
1285                return STATUS_SUCCESS;
1286        }
1287
1288        xd_mark_bad_block(chip, phy_blk);
1289        xd_set_err_code(chip, XD_ERASE_FAIL);
1290        return STATUS_FAIL;
1291}
1292
1293static int xd_build_l2p_tbl(struct rtsx_chip *chip, int zone_no)
1294{
1295        struct xd_info *xd_card = &chip->xd_card;
1296        struct zone_entry *zone;
1297        int retval;
1298        u32 start, end, i;
1299        u16 max_logoff, cur_fst_page_logoff;
1300        u16 cur_lst_page_logoff, ent_lst_page_logoff;
1301        u8 redunt[11];
1302
1303        dev_dbg(rtsx_dev(chip), "%s: %d\n", __func__, zone_no);
1304
1305        if (!xd_card->zone) {
1306                retval = xd_init_l2p_tbl(chip);
1307                if (retval != STATUS_SUCCESS)
1308                        return retval;
1309        }
1310
1311        if (xd_card->zone[zone_no].build_flag) {
1312                dev_dbg(rtsx_dev(chip), "l2p table of zone %d has been built\n",
1313                        zone_no);
1314                return STATUS_SUCCESS;
1315        }
1316
1317        zone = &xd_card->zone[zone_no];
1318
1319        if (!zone->l2p_table) {
1320                zone->l2p_table = vmalloc(2000);
1321                if (!zone->l2p_table)
1322                        goto build_fail;
1323        }
1324        memset((u8 *)(zone->l2p_table), 0xff, 2000);
1325
1326        if (!zone->free_table) {
1327                zone->free_table = vmalloc(XD_FREE_TABLE_CNT * 2);
1328                if (!zone->free_table)
1329                        goto build_fail;
1330        }
1331        memset((u8 *)(zone->free_table), 0xff, XD_FREE_TABLE_CNT * 2);
1332
1333        if (zone_no == 0) {
1334                if (xd_card->cis_block == 0xFFFF)
1335                        start = 0;
1336                else
1337                        start = xd_card->cis_block + 1;
1338                if (XD_CHK_4MB(xd_card)) {
1339                        end = 0x200;
1340                        max_logoff = 499;
1341                } else {
1342                        end = 0x400;
1343                        max_logoff = 999;
1344                }
1345        } else {
1346                start = (u32)(zone_no) << 10;
1347                end = (u32)(zone_no + 1) << 10;
1348                max_logoff = 999;
1349        }
1350
1351        dev_dbg(rtsx_dev(chip), "start block 0x%x, end block 0x%x\n",
1352                start, end);
1353
1354        zone->set_index = 0;
1355        zone->get_index = 0;
1356        zone->unused_blk_cnt = 0;
1357
1358        for (i = start; i < end; i++) {
1359                u32 page_addr = i << xd_card->block_shift;
1360                u32 phy_block;
1361
1362                retval = xd_read_redundant(chip, page_addr, redunt, 11);
1363                if (retval != STATUS_SUCCESS)
1364                        continue;
1365
1366                if (redunt[BLOCK_STATUS] != 0xFF) {
1367                        dev_dbg(rtsx_dev(chip), "bad block\n");
1368                        continue;
1369                }
1370
1371                if (xd_check_data_blank(redunt)) {
1372                        dev_dbg(rtsx_dev(chip), "blank block\n");
1373                        xd_set_unused_block(chip, i);
1374                        continue;
1375                }
1376
1377                cur_fst_page_logoff = xd_load_log_block_addr(redunt);
1378                if ((cur_fst_page_logoff == 0xFFFF) ||
1379                    (cur_fst_page_logoff > max_logoff)) {
1380                        retval = xd_erase_block(chip, i);
1381                        if (retval == STATUS_SUCCESS)
1382                                xd_set_unused_block(chip, i);
1383                        continue;
1384                }
1385
1386                if ((zone_no == 0) && (cur_fst_page_logoff == 0) &&
1387                    (redunt[PAGE_STATUS] != XD_GPG))
1388                        XD_SET_MBR_FAIL(xd_card);
1389
1390                if (zone->l2p_table[cur_fst_page_logoff] == 0xFFFF) {
1391                        zone->l2p_table[cur_fst_page_logoff] = (u16)(i & 0x3FF);
1392                        continue;
1393                }
1394
1395                phy_block = zone->l2p_table[cur_fst_page_logoff] +
1396                        ((u32)((zone_no) << 10));
1397
1398                page_addr = ((i + 1) << xd_card->block_shift) - 1;
1399
1400                retval = xd_read_redundant(chip, page_addr, redunt, 11);
1401                if (retval != STATUS_SUCCESS)
1402                        continue;
1403
1404                cur_lst_page_logoff = xd_load_log_block_addr(redunt);
1405                if (cur_lst_page_logoff == cur_fst_page_logoff) {
1406                        int m;
1407
1408                        page_addr = ((phy_block + 1) <<
1409                                xd_card->block_shift) - 1;
1410
1411                        for (m = 0; m < 3; m++) {
1412                                retval = xd_read_redundant(chip, page_addr,
1413                                                           redunt, 11);
1414                                if (retval == STATUS_SUCCESS)
1415                                        break;
1416                        }
1417
1418                        if (m == 3) {
1419                                zone->l2p_table[cur_fst_page_logoff] =
1420                                        (u16)(i & 0x3FF);
1421                                retval = xd_erase_block(chip, phy_block);
1422                                if (retval == STATUS_SUCCESS)
1423                                        xd_set_unused_block(chip, phy_block);
1424                                continue;
1425                        }
1426
1427                        ent_lst_page_logoff = xd_load_log_block_addr(redunt);
1428                        if (ent_lst_page_logoff != cur_fst_page_logoff) {
1429                                zone->l2p_table[cur_fst_page_logoff] =
1430                                        (u16)(i & 0x3FF);
1431                                retval = xd_erase_block(chip, phy_block);
1432                                if (retval == STATUS_SUCCESS)
1433                                        xd_set_unused_block(chip, phy_block);
1434                                continue;
1435                        } else {
1436                                retval = xd_erase_block(chip, i);
1437                                if (retval == STATUS_SUCCESS)
1438                                        xd_set_unused_block(chip, i);
1439                        }
1440                } else {
1441                        retval = xd_erase_block(chip, i);
1442                        if (retval == STATUS_SUCCESS)
1443                                xd_set_unused_block(chip, i);
1444                }
1445        }
1446
1447        if (XD_CHK_4MB(xd_card))
1448                end = 500;
1449        else
1450                end = 1000;
1451
1452        i = 0;
1453        for (start = 0; start < end; start++) {
1454                if (zone->l2p_table[start] == 0xFFFF)
1455                        i++;
1456        }
1457
1458        dev_dbg(rtsx_dev(chip), "Block count %d, invalid L2P entry %d\n",
1459                end, i);
1460        dev_dbg(rtsx_dev(chip), "Total unused block: %d\n",
1461                zone->unused_blk_cnt);
1462
1463        if ((zone->unused_blk_cnt - i) < 1)
1464                chip->card_wp |= XD_CARD;
1465
1466        zone->build_flag = 1;
1467
1468        return STATUS_SUCCESS;
1469
1470build_fail:
1471        vfree(zone->l2p_table);
1472        zone->l2p_table = NULL;
1473        vfree(zone->free_table);
1474        zone->free_table = NULL;
1475
1476        return STATUS_FAIL;
1477}
1478
1479static int xd_send_cmd(struct rtsx_chip *chip, u8 cmd)
1480{
1481        int retval;
1482
1483        rtsx_init_cmd(chip);
1484
1485        rtsx_add_cmd(chip, WRITE_REG_CMD, XD_DAT, 0xFF, cmd);
1486        rtsx_add_cmd(chip, WRITE_REG_CMD, XD_TRANSFER, 0xFF,
1487                     XD_TRANSFER_START | XD_SET_CMD);
1488        rtsx_add_cmd(chip, CHECK_REG_CMD, XD_TRANSFER,
1489                     XD_TRANSFER_END, XD_TRANSFER_END);
1490
1491        retval = rtsx_send_cmd(chip, XD_CARD, 200);
1492        if (retval < 0)
1493                return STATUS_FAIL;
1494
1495        return STATUS_SUCCESS;
1496}
1497
1498static int xd_read_multiple_pages(struct rtsx_chip *chip, u32 phy_blk,
1499                                  u32 log_blk, u8 start_page, u8 end_page,
1500                                  u8 *buf, unsigned int *index,
1501                                  unsigned int *offset)
1502{
1503        struct xd_info *xd_card = &chip->xd_card;
1504        u32 page_addr, new_blk;
1505        u16 log_off;
1506        u8 reg_val, page_cnt;
1507        int zone_no, retval, i;
1508
1509        if (start_page > end_page)
1510                goto status_fail;
1511
1512        page_cnt = end_page - start_page;
1513        zone_no = (int)(log_blk / 1000);
1514        log_off = (u16)(log_blk % 1000);
1515
1516        if ((phy_blk & 0x3FF) == 0x3FF) {
1517                for (i = 0; i < 256; i++) {
1518                        page_addr = ((u32)i) << xd_card->block_shift;
1519
1520                        retval = xd_read_redundant(chip, page_addr, NULL, 0);
1521                        if (retval == STATUS_SUCCESS)
1522                                break;
1523
1524                        if (detect_card_cd(chip, XD_CARD) != STATUS_SUCCESS) {
1525                                xd_set_err_code(chip, XD_NO_CARD);
1526                                goto status_fail;
1527                        }
1528                }
1529        }
1530
1531        page_addr = (phy_blk << xd_card->block_shift) + start_page;
1532
1533        rtsx_init_cmd(chip);
1534
1535        xd_assign_phy_addr(chip, page_addr, XD_RW_ADDR);
1536        rtsx_add_cmd(chip, WRITE_REG_CMD, XD_CFG, XD_PPB_TO_SIE, XD_PPB_TO_SIE);
1537        rtsx_add_cmd(chip, WRITE_REG_CMD, CARD_DATA_SOURCE, 0x01, RING_BUFFER);
1538        rtsx_add_cmd(chip, WRITE_REG_CMD, XD_PAGE_CNT, 0xFF, page_cnt);
1539        rtsx_add_cmd(chip, WRITE_REG_CMD, XD_CHK_DATA_STATUS,
1540                     XD_AUTO_CHK_DATA_STATUS, XD_AUTO_CHK_DATA_STATUS);
1541
1542        trans_dma_enable(chip->srb->sc_data_direction, chip,
1543                         page_cnt * 512, DMA_512);
1544
1545        rtsx_add_cmd(chip, WRITE_REG_CMD, XD_TRANSFER, 0xFF,
1546                     XD_TRANSFER_START | XD_READ_PAGES);
1547        rtsx_add_cmd(chip, CHECK_REG_CMD, XD_TRANSFER,
1548                     XD_TRANSFER_END | XD_PPB_EMPTY,
1549                     XD_TRANSFER_END | XD_PPB_EMPTY);
1550
1551        rtsx_send_cmd_no_wait(chip);
1552
1553        retval = rtsx_transfer_data_partial(chip, XD_CARD, buf, page_cnt * 512,
1554                                            scsi_sg_count(chip->srb),
1555                                            index, offset, DMA_FROM_DEVICE,
1556                                            chip->xd_timeout);
1557        if (retval < 0) {
1558                rtsx_clear_xd_error(chip);
1559
1560                if (retval == -ETIMEDOUT) {
1561                        xd_set_err_code(chip, XD_TO_ERROR);
1562                        goto status_fail;
1563                } else {
1564                        goto fail;
1565                }
1566        }
1567
1568        return STATUS_SUCCESS;
1569
1570fail:
1571        retval = rtsx_read_register(chip, XD_PAGE_STATUS, &reg_val);
1572        if (retval)
1573                return retval;
1574
1575        if (reg_val !=  XD_GPG)
1576                xd_set_err_code(chip, XD_PRG_ERROR);
1577
1578        retval = rtsx_read_register(chip, XD_CTL, &reg_val);
1579        if (retval)
1580                return retval;
1581
1582        if (((reg_val & (XD_ECC1_ERROR | XD_ECC1_UNCORRECTABLE)) ==
1583                                (XD_ECC1_ERROR | XD_ECC1_UNCORRECTABLE)) ||
1584                ((reg_val & (XD_ECC2_ERROR | XD_ECC2_UNCORRECTABLE)) ==
1585                        (XD_ECC2_ERROR | XD_ECC2_UNCORRECTABLE))) {
1586                wait_timeout(100);
1587
1588                if (detect_card_cd(chip, XD_CARD) != STATUS_SUCCESS) {
1589                        xd_set_err_code(chip, XD_NO_CARD);
1590                        goto status_fail;
1591                }
1592
1593                xd_set_err_code(chip, XD_ECC_ERROR);
1594
1595                new_blk = xd_get_unused_block(chip, zone_no);
1596                if (new_blk == NO_NEW_BLK) {
1597                        XD_CLR_BAD_OLDBLK(xd_card);
1598                        goto status_fail;
1599                }
1600
1601                retval = xd_copy_page(chip, phy_blk, new_blk, 0,
1602                                      xd_card->page_off + 1);
1603                if (retval != STATUS_SUCCESS) {
1604                        if (!XD_CHK_BAD_NEWBLK(xd_card)) {
1605                                retval = xd_erase_block(chip, new_blk);
1606                                if (retval == STATUS_SUCCESS)
1607                                        xd_set_unused_block(chip, new_blk);
1608                        } else {
1609                                XD_CLR_BAD_NEWBLK(xd_card);
1610                        }
1611                        XD_CLR_BAD_OLDBLK(xd_card);
1612                        goto status_fail;
1613                }
1614                xd_set_l2p_tbl(chip, zone_no, log_off, (u16)(new_blk & 0x3FF));
1615                xd_erase_block(chip, phy_blk);
1616                xd_mark_bad_block(chip, phy_blk);
1617                XD_CLR_BAD_OLDBLK(xd_card);
1618        }
1619
1620status_fail:
1621        return STATUS_FAIL;
1622}
1623
1624static int xd_finish_write(struct rtsx_chip *chip,
1625                           u32 old_blk, u32 new_blk, u32 log_blk, u8 page_off)
1626{
1627        struct xd_info *xd_card = &chip->xd_card;
1628        int retval, zone_no;
1629        u16 log_off;
1630
1631        dev_dbg(rtsx_dev(chip), "old_blk = 0x%x, ", old_blk);
1632        dev_dbg(rtsx_dev(chip), "new_blk = 0x%x, ", new_blk);
1633        dev_dbg(rtsx_dev(chip), "log_blk = 0x%x\n", log_blk);
1634
1635        if (page_off > xd_card->page_off)
1636                return STATUS_FAIL;
1637
1638        zone_no = (int)(log_blk / 1000);
1639        log_off = (u16)(log_blk % 1000);
1640
1641        if (old_blk == BLK_NOT_FOUND) {
1642                retval = xd_init_page(chip, new_blk, log_off,
1643                                      page_off, xd_card->page_off + 1);
1644                if (retval != STATUS_SUCCESS) {
1645                        retval = xd_erase_block(chip, new_blk);
1646                        if (retval == STATUS_SUCCESS)
1647                                xd_set_unused_block(chip, new_blk);
1648                        return STATUS_FAIL;
1649                }
1650        } else {
1651                retval = xd_copy_page(chip, old_blk, new_blk,
1652                                      page_off, xd_card->page_off + 1);
1653                if (retval != STATUS_SUCCESS) {
1654                        if (!XD_CHK_BAD_NEWBLK(xd_card)) {
1655                                retval = xd_erase_block(chip, new_blk);
1656                                if (retval == STATUS_SUCCESS)
1657                                        xd_set_unused_block(chip, new_blk);
1658                        }
1659                        XD_CLR_BAD_NEWBLK(xd_card);
1660                        return STATUS_FAIL;
1661                }
1662
1663                retval = xd_erase_block(chip, old_blk);
1664                if (retval == STATUS_SUCCESS) {
1665                        if (XD_CHK_BAD_OLDBLK(xd_card)) {
1666                                xd_mark_bad_block(chip, old_blk);
1667                                XD_CLR_BAD_OLDBLK(xd_card);
1668                        } else {
1669                                xd_set_unused_block(chip, old_blk);
1670                        }
1671                } else {
1672                        xd_set_err_code(chip, XD_NO_ERROR);
1673                        XD_CLR_BAD_OLDBLK(xd_card);
1674                }
1675        }
1676
1677        xd_set_l2p_tbl(chip, zone_no, log_off, (u16)(new_blk & 0x3FF));
1678
1679        return STATUS_SUCCESS;
1680}
1681
1682static int xd_prepare_write(struct rtsx_chip *chip,
1683                            u32 old_blk, u32 new_blk, u32 log_blk, u8 page_off)
1684{
1685        int retval;
1686
1687        dev_dbg(rtsx_dev(chip), "%s, old_blk = 0x%x, new_blk = 0x%x, log_blk = 0x%x, page_off = %d\n",
1688                __func__, old_blk, new_blk, log_blk, (int)page_off);
1689
1690        if (page_off) {
1691                retval = xd_copy_page(chip, old_blk, new_blk, 0, page_off);
1692                if (retval != STATUS_SUCCESS)
1693                        return STATUS_FAIL;
1694        }
1695
1696        return STATUS_SUCCESS;
1697}
1698
1699static int xd_write_multiple_pages(struct rtsx_chip *chip, u32 old_blk,
1700                                   u32 new_blk, u32 log_blk, u8 start_page,
1701                                   u8 end_page, u8 *buf, unsigned int *index,
1702                                   unsigned int *offset)
1703{
1704        struct xd_info *xd_card = &chip->xd_card;
1705        u32 page_addr;
1706        int zone_no, retval;
1707        u16 log_off;
1708        u8 page_cnt, reg_val;
1709
1710        dev_dbg(rtsx_dev(chip), "%s, old_blk = 0x%x, new_blk = 0x%x, log_blk = 0x%x\n",
1711                __func__, old_blk, new_blk, log_blk);
1712
1713        if (start_page > end_page)
1714                goto status_fail;
1715
1716        page_cnt = end_page - start_page;
1717        zone_no = (int)(log_blk / 1000);
1718        log_off = (u16)(log_blk % 1000);
1719
1720        page_addr = (new_blk << xd_card->block_shift) + start_page;
1721
1722        retval = xd_send_cmd(chip, READ1_1);
1723        if (retval != STATUS_SUCCESS)
1724                goto status_fail;
1725
1726        rtsx_init_cmd(chip);
1727
1728        rtsx_add_cmd(chip, WRITE_REG_CMD, XD_BLOCK_ADDR1_H,
1729                     0xFF, (u8)(log_off >> 8));
1730        rtsx_add_cmd(chip, WRITE_REG_CMD, XD_BLOCK_ADDR1_L, 0xFF, (u8)log_off);
1731        rtsx_add_cmd(chip, WRITE_REG_CMD, XD_BLOCK_STATUS, 0xFF, XD_GBLK);
1732        rtsx_add_cmd(chip, WRITE_REG_CMD, XD_PAGE_STATUS, 0xFF, XD_GPG);
1733
1734        xd_assign_phy_addr(chip, page_addr, XD_RW_ADDR);
1735
1736        rtsx_add_cmd(chip, WRITE_REG_CMD, XD_CFG, XD_BA_TRANSFORM,
1737                     XD_BA_TRANSFORM);
1738        rtsx_add_cmd(chip, WRITE_REG_CMD, XD_PAGE_CNT, 0xFF, page_cnt);
1739        rtsx_add_cmd(chip, WRITE_REG_CMD, CARD_DATA_SOURCE, 0x01, RING_BUFFER);
1740
1741        trans_dma_enable(chip->srb->sc_data_direction, chip,
1742                         page_cnt * 512, DMA_512);
1743
1744        rtsx_add_cmd(chip, WRITE_REG_CMD, XD_TRANSFER,
1745                     0xFF, XD_TRANSFER_START | XD_WRITE_PAGES);
1746        rtsx_add_cmd(chip, CHECK_REG_CMD, XD_TRANSFER,
1747                     XD_TRANSFER_END, XD_TRANSFER_END);
1748
1749        rtsx_send_cmd_no_wait(chip);
1750
1751        retval = rtsx_transfer_data_partial(chip, XD_CARD, buf, page_cnt * 512,
1752                                            scsi_sg_count(chip->srb),
1753                                            index, offset, DMA_TO_DEVICE, chip->xd_timeout);
1754        if (retval < 0) {
1755                rtsx_clear_xd_error(chip);
1756
1757                if (retval == -ETIMEDOUT) {
1758                        xd_set_err_code(chip, XD_TO_ERROR);
1759                        goto status_fail;
1760                } else {
1761                        goto fail;
1762                }
1763        }
1764
1765        if (end_page == (xd_card->page_off + 1)) {
1766                xd_card->delay_write.delay_write_flag = 0;
1767
1768                if (old_blk != BLK_NOT_FOUND) {
1769                        retval = xd_erase_block(chip, old_blk);
1770                        if (retval == STATUS_SUCCESS) {
1771                                if (XD_CHK_BAD_OLDBLK(xd_card)) {
1772                                        xd_mark_bad_block(chip, old_blk);
1773                                        XD_CLR_BAD_OLDBLK(xd_card);
1774                                } else {
1775                                        xd_set_unused_block(chip, old_blk);
1776                                }
1777                        } else {
1778                                xd_set_err_code(chip, XD_NO_ERROR);
1779                                XD_CLR_BAD_OLDBLK(xd_card);
1780                        }
1781                }
1782                xd_set_l2p_tbl(chip, zone_no, log_off, (u16)(new_blk & 0x3FF));
1783        }
1784
1785        return STATUS_SUCCESS;
1786
1787fail:
1788        retval = rtsx_read_register(chip, XD_DAT, &reg_val);
1789        if (retval)
1790                return retval;
1791        if (reg_val & PROGRAM_ERROR) {
1792                xd_set_err_code(chip, XD_PRG_ERROR);
1793                xd_mark_bad_block(chip, new_blk);
1794        }
1795
1796status_fail:
1797        return STATUS_FAIL;
1798}
1799
1800#ifdef XD_DELAY_WRITE
1801int xd_delay_write(struct rtsx_chip *chip)
1802{
1803        struct xd_info *xd_card = &chip->xd_card;
1804        struct xd_delay_write_tag *delay_write = &xd_card->delay_write;
1805        int retval;
1806
1807        if (delay_write->delay_write_flag) {
1808                retval = xd_switch_clock(chip);
1809                if (retval != STATUS_SUCCESS)
1810                        return STATUS_FAIL;
1811
1812                delay_write->delay_write_flag = 0;
1813                retval = xd_finish_write(chip,
1814                                         delay_write->old_phyblock,
1815                                         delay_write->new_phyblock,
1816                                         delay_write->logblock,
1817                                         delay_write->pageoff);
1818                if (retval != STATUS_SUCCESS)
1819                        return STATUS_FAIL;
1820        }
1821
1822        return STATUS_SUCCESS;
1823}
1824#endif
1825
1826int xd_rw(struct scsi_cmnd *srb, struct rtsx_chip *chip,
1827          u32 start_sector, u16 sector_cnt)
1828{
1829        struct xd_info *xd_card = &chip->xd_card;
1830        unsigned int lun = SCSI_LUN(srb);
1831#ifdef XD_DELAY_WRITE
1832        struct xd_delay_write_tag *delay_write = &xd_card->delay_write;
1833#endif
1834        int retval, zone_no;
1835        unsigned int index = 0, offset = 0;
1836        u32 log_blk, old_blk = 0, new_blk = 0;
1837        u16 log_off, total_sec_cnt = sector_cnt;
1838        u8 start_page, end_page = 0, page_cnt;
1839        u8 *ptr;
1840
1841        xd_set_err_code(chip, XD_NO_ERROR);
1842
1843        xd_card->cleanup_counter = 0;
1844
1845        dev_dbg(rtsx_dev(chip), "%s: scsi_sg_count = %d\n", __func__,
1846                scsi_sg_count(srb));
1847
1848        ptr = (u8 *)scsi_sglist(srb);
1849
1850        retval = xd_switch_clock(chip);
1851        if (retval != STATUS_SUCCESS)
1852                return STATUS_FAIL;
1853
1854        if (detect_card_cd(chip, XD_CARD) != STATUS_SUCCESS) {
1855                chip->card_fail |= XD_CARD;
1856                set_sense_type(chip, lun, SENSE_TYPE_MEDIA_NOT_PRESENT);
1857                return STATUS_FAIL;
1858        }
1859
1860        log_blk = start_sector >> xd_card->block_shift;
1861        start_page = (u8)start_sector & xd_card->page_off;
1862        zone_no = (int)(log_blk / 1000);
1863        log_off = (u16)(log_blk % 1000);
1864
1865        if (xd_card->zone[zone_no].build_flag == 0) {
1866                retval = xd_build_l2p_tbl(chip, zone_no);
1867                if (retval != STATUS_SUCCESS) {
1868                        chip->card_fail |= XD_CARD;
1869                        set_sense_type(chip, lun, SENSE_TYPE_MEDIA_NOT_PRESENT);
1870                        return STATUS_FAIL;
1871                }
1872        }
1873
1874        if (srb->sc_data_direction == DMA_TO_DEVICE) {
1875#ifdef XD_DELAY_WRITE
1876                if (delay_write->delay_write_flag &&
1877                    (delay_write->logblock == log_blk) &&
1878                    (start_page > delay_write->pageoff)) {
1879                        delay_write->delay_write_flag = 0;
1880                        if (delay_write->old_phyblock != BLK_NOT_FOUND) {
1881                                retval = xd_copy_page(chip,
1882                                                      delay_write->old_phyblock,
1883                                                      delay_write->new_phyblock,
1884                                                      delay_write->pageoff,
1885                                                      start_page);
1886                                if (retval != STATUS_SUCCESS) {
1887                                        set_sense_type(chip, lun,
1888                                                       SENSE_TYPE_MEDIA_WRITE_ERR);
1889                                        return STATUS_FAIL;
1890                                }
1891                        }
1892                        old_blk = delay_write->old_phyblock;
1893                        new_blk = delay_write->new_phyblock;
1894                } else if (delay_write->delay_write_flag &&
1895                                (delay_write->logblock == log_blk) &&
1896                                (start_page == delay_write->pageoff)) {
1897                        delay_write->delay_write_flag = 0;
1898                        old_blk = delay_write->old_phyblock;
1899                        new_blk = delay_write->new_phyblock;
1900                } else {
1901                        retval = xd_delay_write(chip);
1902                        if (retval != STATUS_SUCCESS) {
1903                                set_sense_type(chip, lun,
1904                                               SENSE_TYPE_MEDIA_WRITE_ERR);
1905                                return STATUS_FAIL;
1906                        }
1907#endif
1908                        old_blk = xd_get_l2p_tbl(chip, zone_no, log_off);
1909                        new_blk  = xd_get_unused_block(chip, zone_no);
1910                        if ((old_blk == BLK_NOT_FOUND) ||
1911                            (new_blk == BLK_NOT_FOUND)) {
1912                                set_sense_type(chip, lun,
1913                                               SENSE_TYPE_MEDIA_WRITE_ERR);
1914                                return STATUS_FAIL;
1915                        }
1916
1917                        retval = xd_prepare_write(chip, old_blk, new_blk,
1918                                                  log_blk, start_page);
1919                        if (retval != STATUS_SUCCESS) {
1920                                if (detect_card_cd(chip, XD_CARD) !=
1921                                        STATUS_SUCCESS) {
1922                                        set_sense_type(chip, lun,
1923                                                       SENSE_TYPE_MEDIA_NOT_PRESENT);
1924                                        return STATUS_FAIL;
1925                                }
1926                                set_sense_type(chip, lun,
1927                                               SENSE_TYPE_MEDIA_WRITE_ERR);
1928                                return STATUS_FAIL;
1929                        }
1930#ifdef XD_DELAY_WRITE
1931                }
1932#endif
1933        } else {
1934#ifdef XD_DELAY_WRITE
1935                retval = xd_delay_write(chip);
1936                if (retval != STATUS_SUCCESS) {
1937                        if (detect_card_cd(chip, XD_CARD) != STATUS_SUCCESS) {
1938                                set_sense_type(chip, lun,
1939                                               SENSE_TYPE_MEDIA_NOT_PRESENT);
1940                                return STATUS_FAIL;
1941                        }
1942                        set_sense_type(chip, lun,
1943                                       SENSE_TYPE_MEDIA_UNRECOVER_READ_ERR);
1944                        return STATUS_FAIL;
1945                }
1946#endif
1947
1948                old_blk = xd_get_l2p_tbl(chip, zone_no, log_off);
1949                if (old_blk == BLK_NOT_FOUND) {
1950                        set_sense_type(chip, lun,
1951                                       SENSE_TYPE_MEDIA_UNRECOVER_READ_ERR);
1952                        return STATUS_FAIL;
1953                }
1954        }
1955
1956        dev_dbg(rtsx_dev(chip), "old_blk = 0x%x\n", old_blk);
1957
1958        while (total_sec_cnt) {
1959                if (detect_card_cd(chip, XD_CARD) != STATUS_SUCCESS) {
1960                        chip->card_fail |= XD_CARD;
1961                        set_sense_type(chip, lun, SENSE_TYPE_MEDIA_NOT_PRESENT);
1962                        return STATUS_FAIL;
1963                }
1964
1965                if ((start_page + total_sec_cnt) > (xd_card->page_off + 1))
1966                        end_page = xd_card->page_off + 1;
1967                else
1968                        end_page = start_page + (u8)total_sec_cnt;
1969
1970                page_cnt = end_page - start_page;
1971                if (srb->sc_data_direction == DMA_FROM_DEVICE) {
1972                        retval = xd_read_multiple_pages(chip, old_blk, log_blk,
1973                                                        start_page, end_page,
1974                                                        ptr, &index, &offset);
1975                        if (retval != STATUS_SUCCESS) {
1976                                set_sense_type(chip, lun,
1977                                               SENSE_TYPE_MEDIA_UNRECOVER_READ_ERR);
1978                                return STATUS_FAIL;
1979                        }
1980                } else {
1981                        retval = xd_write_multiple_pages(chip, old_blk,
1982                                                         new_blk, log_blk,
1983                                                         start_page, end_page,
1984                                                         ptr, &index, &offset);
1985                        if (retval != STATUS_SUCCESS) {
1986                                set_sense_type(chip, lun,
1987                                               SENSE_TYPE_MEDIA_WRITE_ERR);
1988                                return STATUS_FAIL;
1989                        }
1990                }
1991
1992                total_sec_cnt -= page_cnt;
1993                if (scsi_sg_count(srb) == 0)
1994                        ptr += page_cnt * 512;
1995
1996                if (total_sec_cnt == 0)
1997                        break;
1998
1999                log_blk++;
2000                zone_no = (int)(log_blk / 1000);
2001                log_off = (u16)(log_blk % 1000);
2002
2003                if (xd_card->zone[zone_no].build_flag == 0) {
2004                        retval = xd_build_l2p_tbl(chip, zone_no);
2005                        if (retval != STATUS_SUCCESS) {
2006                                chip->card_fail |= XD_CARD;
2007                                set_sense_type(chip, lun,
2008                                               SENSE_TYPE_MEDIA_NOT_PRESENT);
2009                                return STATUS_FAIL;
2010                        }
2011                }
2012
2013                old_blk = xd_get_l2p_tbl(chip, zone_no, log_off);
2014                if (old_blk == BLK_NOT_FOUND) {
2015                        if (srb->sc_data_direction == DMA_FROM_DEVICE)
2016                                set_sense_type(chip, lun,
2017                                               SENSE_TYPE_MEDIA_UNRECOVER_READ_ERR);
2018                        else
2019                                set_sense_type(chip, lun,
2020                                               SENSE_TYPE_MEDIA_WRITE_ERR);
2021
2022                        return STATUS_FAIL;
2023                }
2024
2025                if (srb->sc_data_direction == DMA_TO_DEVICE) {
2026                        new_blk = xd_get_unused_block(chip, zone_no);
2027                        if (new_blk == BLK_NOT_FOUND) {
2028                                set_sense_type(chip, lun,
2029                                               SENSE_TYPE_MEDIA_WRITE_ERR);
2030                                return STATUS_FAIL;
2031                        }
2032                }
2033
2034                start_page = 0;
2035        }
2036
2037        if ((srb->sc_data_direction == DMA_TO_DEVICE) &&
2038            (end_page != (xd_card->page_off + 1))) {
2039#ifdef XD_DELAY_WRITE
2040                delay_write->delay_write_flag = 1;
2041                delay_write->old_phyblock = old_blk;
2042                delay_write->new_phyblock = new_blk;
2043                delay_write->logblock = log_blk;
2044                delay_write->pageoff = end_page;
2045#else
2046                if (detect_card_cd(chip, XD_CARD) != STATUS_SUCCESS) {
2047                        chip->card_fail |= XD_CARD;
2048                        set_sense_type(chip, lun, SENSE_TYPE_MEDIA_NOT_PRESENT);
2049                        return STATUS_FAIL;
2050                }
2051
2052                retval = xd_finish_write(chip, old_blk, new_blk,
2053                                         log_blk, end_page);
2054                if (retval != STATUS_SUCCESS) {
2055                        if (detect_card_cd(chip, XD_CARD) != STATUS_SUCCESS) {
2056                                set_sense_type(chip, lun,
2057                                               SENSE_TYPE_MEDIA_NOT_PRESENT);
2058                                return STATUS_FAIL;
2059                        }
2060                        set_sense_type(chip, lun, SENSE_TYPE_MEDIA_WRITE_ERR);
2061                        return STATUS_FAIL;
2062                }
2063#endif
2064        }
2065
2066        scsi_set_resid(srb, 0);
2067
2068        return STATUS_SUCCESS;
2069}
2070
2071void xd_free_l2p_tbl(struct rtsx_chip *chip)
2072{
2073        struct xd_info *xd_card = &chip->xd_card;
2074        int i = 0;
2075
2076        if (xd_card->zone) {
2077                for (i = 0; i < xd_card->zone_cnt; i++) {
2078                        vfree(xd_card->zone[i].l2p_table);
2079                        xd_card->zone[i].l2p_table = NULL;
2080                        vfree(xd_card->zone[i].free_table);
2081                        xd_card->zone[i].free_table = NULL;
2082                }
2083                vfree(xd_card->zone);
2084                xd_card->zone = NULL;
2085        }
2086}
2087
2088void xd_cleanup_work(struct rtsx_chip *chip)
2089{
2090#ifdef XD_DELAY_WRITE
2091        struct xd_info *xd_card = &chip->xd_card;
2092
2093        if (xd_card->delay_write.delay_write_flag) {
2094                dev_dbg(rtsx_dev(chip), "xD: delay write\n");
2095                xd_delay_write(chip);
2096                xd_card->cleanup_counter = 0;
2097        }
2098#endif
2099}
2100
2101int xd_power_off_card3v3(struct rtsx_chip *chip)
2102{
2103        int retval;
2104
2105        retval = disable_card_clock(chip, XD_CARD);
2106        if (retval != STATUS_SUCCESS)
2107                return STATUS_FAIL;
2108
2109        retval = rtsx_write_register(chip, CARD_OE, XD_OUTPUT_EN, 0);
2110        if (retval)
2111                return retval;
2112
2113        if (!chip->ft2_fast_mode) {
2114                retval = card_power_off(chip, XD_CARD);
2115                if (retval != STATUS_SUCCESS)
2116                        return STATUS_FAIL;
2117
2118                wait_timeout(50);
2119        }
2120
2121        if (chip->asic_code) {
2122                retval = xd_pull_ctl_disable(chip);
2123                if (retval != STATUS_SUCCESS)
2124                        return STATUS_FAIL;
2125        } else {
2126                retval = rtsx_write_register(chip, FPGA_PULL_CTL, 0xFF, 0xDF);
2127                if (retval)
2128                        return retval;
2129        }
2130
2131        return STATUS_SUCCESS;
2132}
2133
2134int release_xd_card(struct rtsx_chip *chip)
2135{
2136        struct xd_info *xd_card = &chip->xd_card;
2137        int retval;
2138
2139        chip->card_ready &= ~XD_CARD;
2140        chip->card_fail &= ~XD_CARD;
2141        chip->card_wp &= ~XD_CARD;
2142
2143        xd_card->delay_write.delay_write_flag = 0;
2144
2145        xd_free_l2p_tbl(chip);
2146
2147        retval = xd_power_off_card3v3(chip);
2148        if (retval != STATUS_SUCCESS)
2149                return STATUS_FAIL;
2150
2151        return STATUS_SUCCESS;
2152}
2153