linux/drivers/ide/ide-taskfile.c
<<
>>
Prefs
   1/*
   2 *  Copyright (C) 2000-2002        Michael Cornwell <cornwell@acm.org>
   3 *  Copyright (C) 2000-2002        Andre Hedrick <andre@linux-ide.org>
   4 *  Copyright (C) 2001-2002        Klaus Smolin
   5 *                                      IBM Storage Technology Division
   6 *  Copyright (C) 2003-2004, 2007  Bartlomiej Zolnierkiewicz
   7 *
   8 *  The big the bad and the ugly.
   9 */
  10
  11#include <linux/types.h>
  12#include <linux/string.h>
  13#include <linux/kernel.h>
  14#include <linux/export.h>
  15#include <linux/sched.h>
  16#include <linux/interrupt.h>
  17#include <linux/errno.h>
  18#include <linux/slab.h>
  19#include <linux/delay.h>
  20#include <linux/hdreg.h>
  21#include <linux/ide.h>
  22#include <linux/scatterlist.h>
  23#include <linux/uaccess.h>
  24
  25#include <asm/io.h>
  26
  27void ide_tf_readback(ide_drive_t *drive, struct ide_cmd *cmd)
  28{
  29        ide_hwif_t *hwif = drive->hwif;
  30        const struct ide_tp_ops *tp_ops = hwif->tp_ops;
  31
  32        /* Be sure we're looking at the low order bytes */
  33        tp_ops->write_devctl(hwif, ATA_DEVCTL_OBS);
  34
  35        tp_ops->tf_read(drive, &cmd->tf, cmd->valid.in.tf);
  36
  37        if (cmd->tf_flags & IDE_TFLAG_LBA48) {
  38                tp_ops->write_devctl(hwif, ATA_HOB | ATA_DEVCTL_OBS);
  39
  40                tp_ops->tf_read(drive, &cmd->hob, cmd->valid.in.hob);
  41        }
  42}
  43
  44void ide_tf_dump(const char *s, struct ide_cmd *cmd)
  45{
  46#ifdef DEBUG
  47        printk("%s: tf: feat 0x%02x nsect 0x%02x lbal 0x%02x "
  48                "lbam 0x%02x lbah 0x%02x dev 0x%02x cmd 0x%02x\n",
  49               s, cmd->tf.feature, cmd->tf.nsect,
  50               cmd->tf.lbal, cmd->tf.lbam, cmd->tf.lbah,
  51               cmd->tf.device, cmd->tf.command);
  52        printk("%s: hob: nsect 0x%02x lbal 0x%02x lbam 0x%02x lbah 0x%02x\n",
  53               s, cmd->hob.nsect, cmd->hob.lbal, cmd->hob.lbam, cmd->hob.lbah);
  54#endif
  55}
  56
  57int taskfile_lib_get_identify(ide_drive_t *drive, u8 *buf)
  58{
  59        struct ide_cmd cmd;
  60
  61        memset(&cmd, 0, sizeof(cmd));
  62        cmd.tf.nsect = 0x01;
  63        if (drive->media == ide_disk)
  64                cmd.tf.command = ATA_CMD_ID_ATA;
  65        else
  66                cmd.tf.command = ATA_CMD_ID_ATAPI;
  67        cmd.valid.out.tf = IDE_VALID_OUT_TF | IDE_VALID_DEVICE;
  68        cmd.valid.in.tf  = IDE_VALID_IN_TF  | IDE_VALID_DEVICE;
  69        cmd.protocol = ATA_PROT_PIO;
  70
  71        return ide_raw_taskfile(drive, &cmd, buf, 1);
  72}
  73
  74static ide_startstop_t task_no_data_intr(ide_drive_t *);
  75static ide_startstop_t pre_task_out_intr(ide_drive_t *, struct ide_cmd *);
  76static ide_startstop_t task_pio_intr(ide_drive_t *);
  77
  78ide_startstop_t do_rw_taskfile(ide_drive_t *drive, struct ide_cmd *orig_cmd)
  79{
  80        ide_hwif_t *hwif = drive->hwif;
  81        struct ide_cmd *cmd = &hwif->cmd;
  82        struct ide_taskfile *tf = &cmd->tf;
  83        ide_handler_t *handler = NULL;
  84        const struct ide_tp_ops *tp_ops = hwif->tp_ops;
  85        const struct ide_dma_ops *dma_ops = hwif->dma_ops;
  86
  87        if (orig_cmd->protocol == ATA_PROT_PIO &&
  88            (orig_cmd->tf_flags & IDE_TFLAG_MULTI_PIO) &&
  89            drive->mult_count == 0) {
  90                pr_err("%s: multimode not set!\n", drive->name);
  91                return ide_stopped;
  92        }
  93
  94        if (orig_cmd->ftf_flags & IDE_FTFLAG_FLAGGED)
  95                orig_cmd->ftf_flags |= IDE_FTFLAG_SET_IN_FLAGS;
  96
  97        memcpy(cmd, orig_cmd, sizeof(*cmd));
  98
  99        if ((cmd->tf_flags & IDE_TFLAG_DMA_PIO_FALLBACK) == 0) {
 100                ide_tf_dump(drive->name, cmd);
 101                tp_ops->write_devctl(hwif, ATA_DEVCTL_OBS);
 102
 103                if (cmd->ftf_flags & IDE_FTFLAG_OUT_DATA) {
 104                        u8 data[2] = { cmd->tf.data, cmd->hob.data };
 105
 106                        tp_ops->output_data(drive, cmd, data, 2);
 107                }
 108
 109                if (cmd->valid.out.tf & IDE_VALID_DEVICE) {
 110                        u8 HIHI = (cmd->tf_flags & IDE_TFLAG_LBA48) ?
 111                                  0xE0 : 0xEF;
 112
 113                        if (!(cmd->ftf_flags & IDE_FTFLAG_FLAGGED))
 114                                cmd->tf.device &= HIHI;
 115                        cmd->tf.device |= drive->select;
 116                }
 117
 118                tp_ops->tf_load(drive, &cmd->hob, cmd->valid.out.hob);
 119                tp_ops->tf_load(drive, &cmd->tf,  cmd->valid.out.tf);
 120        }
 121
 122        switch (cmd->protocol) {
 123        case ATA_PROT_PIO:
 124                if (cmd->tf_flags & IDE_TFLAG_WRITE) {
 125                        tp_ops->exec_command(hwif, tf->command);
 126                        ndelay(400);    /* FIXME */
 127                        return pre_task_out_intr(drive, cmd);
 128                }
 129                handler = task_pio_intr;
 130                /* fall-through */
 131        case ATA_PROT_NODATA:
 132                if (handler == NULL)
 133                        handler = task_no_data_intr;
 134                ide_execute_command(drive, cmd, handler, WAIT_WORSTCASE);
 135                return ide_started;
 136        case ATA_PROT_DMA:
 137                if (ide_dma_prepare(drive, cmd))
 138                        return ide_stopped;
 139                hwif->expiry = dma_ops->dma_timer_expiry;
 140                ide_execute_command(drive, cmd, ide_dma_intr, 2 * WAIT_CMD);
 141                dma_ops->dma_start(drive);
 142        default:
 143                return ide_started;
 144        }
 145}
 146EXPORT_SYMBOL_GPL(do_rw_taskfile);
 147
 148static ide_startstop_t task_no_data_intr(ide_drive_t *drive)
 149{
 150        ide_hwif_t *hwif = drive->hwif;
 151        struct ide_cmd *cmd = &hwif->cmd;
 152        struct ide_taskfile *tf = &cmd->tf;
 153        int custom = (cmd->tf_flags & IDE_TFLAG_CUSTOM_HANDLER) ? 1 : 0;
 154        int retries = (custom && tf->command == ATA_CMD_INIT_DEV_PARAMS) ? 5 : 1;
 155        u8 stat;
 156
 157        local_irq_enable_in_hardirq();
 158
 159        while (1) {
 160                stat = hwif->tp_ops->read_status(hwif);
 161                if ((stat & ATA_BUSY) == 0 || retries-- == 0)
 162                        break;
 163                udelay(10);
 164        };
 165
 166        if (!OK_STAT(stat, ATA_DRDY, BAD_STAT)) {
 167                if (custom && tf->command == ATA_CMD_SET_MULTI) {
 168                        drive->mult_req = drive->mult_count = 0;
 169                        drive->special_flags |= IDE_SFLAG_RECALIBRATE;
 170                        (void)ide_dump_status(drive, __func__, stat);
 171                        return ide_stopped;
 172                } else if (custom && tf->command == ATA_CMD_INIT_DEV_PARAMS) {
 173                        if ((stat & (ATA_ERR | ATA_DRQ)) == 0) {
 174                                ide_set_handler(drive, &task_no_data_intr,
 175                                                WAIT_WORSTCASE);
 176                                return ide_started;
 177                        }
 178                }
 179                return ide_error(drive, "task_no_data_intr", stat);
 180        }
 181
 182        if (custom && tf->command == ATA_CMD_SET_MULTI)
 183                drive->mult_count = drive->mult_req;
 184
 185        if (custom == 0 || tf->command == ATA_CMD_IDLEIMMEDIATE ||
 186            tf->command == ATA_CMD_CHK_POWER) {
 187                struct request *rq = hwif->rq;
 188
 189                if (ata_pm_request(rq))
 190                        ide_complete_pm_rq(drive, rq);
 191                else
 192                        ide_finish_cmd(drive, cmd, stat);
 193        }
 194
 195        return ide_stopped;
 196}
 197
 198static u8 wait_drive_not_busy(ide_drive_t *drive)
 199{
 200        ide_hwif_t *hwif = drive->hwif;
 201        int retries;
 202        u8 stat;
 203
 204        /*
 205         * Last sector was transferred, wait until device is ready.  This can
 206         * take up to 6 ms on some ATAPI devices, so we will wait max 10 ms.
 207         */
 208        for (retries = 0; retries < 1000; retries++) {
 209                stat = hwif->tp_ops->read_status(hwif);
 210
 211                if (stat & ATA_BUSY)
 212                        udelay(10);
 213                else
 214                        break;
 215        }
 216
 217        if (stat & ATA_BUSY)
 218                pr_err("%s: drive still BUSY!\n", drive->name);
 219
 220        return stat;
 221}
 222
 223void ide_pio_bytes(ide_drive_t *drive, struct ide_cmd *cmd,
 224                   unsigned int write, unsigned int len)
 225{
 226        ide_hwif_t *hwif = drive->hwif;
 227        struct scatterlist *sg = hwif->sg_table;
 228        struct scatterlist *cursg = cmd->cursg;
 229        unsigned long uninitialized_var(flags);
 230        struct page *page;
 231        unsigned int offset;
 232        u8 *buf;
 233
 234        cursg = cmd->cursg;
 235        if (cursg == NULL)
 236                cursg = cmd->cursg = sg;
 237
 238        while (len) {
 239                unsigned nr_bytes = min(len, cursg->length - cmd->cursg_ofs);
 240                int page_is_high;
 241
 242                page = sg_page(cursg);
 243                offset = cursg->offset + cmd->cursg_ofs;
 244
 245                /* get the current page and offset */
 246                page = nth_page(page, (offset >> PAGE_SHIFT));
 247                offset %= PAGE_SIZE;
 248
 249                nr_bytes = min_t(unsigned, nr_bytes, (PAGE_SIZE - offset));
 250
 251                page_is_high = PageHighMem(page);
 252                if (page_is_high)
 253                        local_irq_save(flags);
 254
 255                buf = kmap_atomic(page) + offset;
 256
 257                cmd->nleft -= nr_bytes;
 258                cmd->cursg_ofs += nr_bytes;
 259
 260                if (cmd->cursg_ofs == cursg->length) {
 261                        cursg = cmd->cursg = sg_next(cmd->cursg);
 262                        cmd->cursg_ofs = 0;
 263                }
 264
 265                /* do the actual data transfer */
 266                if (write)
 267                        hwif->tp_ops->output_data(drive, cmd, buf, nr_bytes);
 268                else
 269                        hwif->tp_ops->input_data(drive, cmd, buf, nr_bytes);
 270
 271                kunmap_atomic(buf);
 272
 273                if (page_is_high)
 274                        local_irq_restore(flags);
 275
 276                len -= nr_bytes;
 277        }
 278}
 279EXPORT_SYMBOL_GPL(ide_pio_bytes);
 280
 281static void ide_pio_datablock(ide_drive_t *drive, struct ide_cmd *cmd,
 282                              unsigned int write)
 283{
 284        unsigned int nr_bytes;
 285
 286        u8 saved_io_32bit = drive->io_32bit;
 287
 288        if (cmd->tf_flags & IDE_TFLAG_FS)
 289                cmd->rq->errors = 0;
 290
 291        if (cmd->tf_flags & IDE_TFLAG_IO_16BIT)
 292                drive->io_32bit = 0;
 293
 294        touch_softlockup_watchdog();
 295
 296        if (cmd->tf_flags & IDE_TFLAG_MULTI_PIO)
 297                nr_bytes = min_t(unsigned, cmd->nleft, drive->mult_count << 9);
 298        else
 299                nr_bytes = SECTOR_SIZE;
 300
 301        ide_pio_bytes(drive, cmd, write, nr_bytes);
 302
 303        drive->io_32bit = saved_io_32bit;
 304}
 305
 306static void ide_error_cmd(ide_drive_t *drive, struct ide_cmd *cmd)
 307{
 308        if (cmd->tf_flags & IDE_TFLAG_FS) {
 309                int nr_bytes = cmd->nbytes - cmd->nleft;
 310
 311                if (cmd->protocol == ATA_PROT_PIO &&
 312                    ((cmd->tf_flags & IDE_TFLAG_WRITE) || cmd->nleft == 0)) {
 313                        if (cmd->tf_flags & IDE_TFLAG_MULTI_PIO)
 314                                nr_bytes -= drive->mult_count << 9;
 315                        else
 316                                nr_bytes -= SECTOR_SIZE;
 317                }
 318
 319                if (nr_bytes > 0)
 320                        ide_complete_rq(drive, 0, nr_bytes);
 321        }
 322}
 323
 324void ide_finish_cmd(ide_drive_t *drive, struct ide_cmd *cmd, u8 stat)
 325{
 326        struct request *rq = drive->hwif->rq;
 327        u8 err = ide_read_error(drive), nsect = cmd->tf.nsect;
 328        u8 set_xfer = !!(cmd->tf_flags & IDE_TFLAG_SET_XFER);
 329
 330        ide_complete_cmd(drive, cmd, stat, err);
 331        rq->errors = err;
 332
 333        if (err == 0 && set_xfer) {
 334                ide_set_xfer_rate(drive, nsect);
 335                ide_driveid_update(drive);
 336        }
 337
 338        ide_complete_rq(drive, err ? -EIO : 0, blk_rq_bytes(rq));
 339}
 340
 341/*
 342 * Handler for command with PIO data phase.
 343 */
 344static ide_startstop_t task_pio_intr(ide_drive_t *drive)
 345{
 346        ide_hwif_t *hwif = drive->hwif;
 347        struct ide_cmd *cmd = &drive->hwif->cmd;
 348        u8 stat = hwif->tp_ops->read_status(hwif);
 349        u8 write = !!(cmd->tf_flags & IDE_TFLAG_WRITE);
 350
 351        if (write == 0) {
 352                /* Error? */
 353                if (stat & ATA_ERR)
 354                        goto out_err;
 355
 356                /* Didn't want any data? Odd. */
 357                if ((stat & ATA_DRQ) == 0) {
 358                        /* Command all done? */
 359                        if (OK_STAT(stat, ATA_DRDY, ATA_BUSY))
 360                                goto out_end;
 361
 362                        /* Assume it was a spurious irq */
 363                        goto out_wait;
 364                }
 365        } else {
 366                if (!OK_STAT(stat, DRIVE_READY, drive->bad_wstat))
 367                        goto out_err;
 368
 369                /* Deal with unexpected ATA data phase. */
 370                if (((stat & ATA_DRQ) == 0) ^ (cmd->nleft == 0))
 371                        goto out_err;
 372        }
 373
 374        if (write && cmd->nleft == 0)
 375                goto out_end;
 376
 377        /* Still data left to transfer. */
 378        ide_pio_datablock(drive, cmd, write);
 379
 380        /* Are we done? Check status and finish transfer. */
 381        if (write == 0 && cmd->nleft == 0) {
 382                stat = wait_drive_not_busy(drive);
 383                if (!OK_STAT(stat, 0, BAD_STAT))
 384                        goto out_err;
 385
 386                goto out_end;
 387        }
 388out_wait:
 389        /* Still data left to transfer. */
 390        ide_set_handler(drive, &task_pio_intr, WAIT_WORSTCASE);
 391        return ide_started;
 392out_end:
 393        if ((cmd->tf_flags & IDE_TFLAG_FS) == 0)
 394                ide_finish_cmd(drive, cmd, stat);
 395        else
 396                ide_complete_rq(drive, 0, blk_rq_sectors(cmd->rq) << 9);
 397        return ide_stopped;
 398out_err:
 399        ide_error_cmd(drive, cmd);
 400        return ide_error(drive, __func__, stat);
 401}
 402
 403static ide_startstop_t pre_task_out_intr(ide_drive_t *drive,
 404                                         struct ide_cmd *cmd)
 405{
 406        ide_startstop_t startstop;
 407
 408        if (ide_wait_stat(&startstop, drive, ATA_DRQ,
 409                          drive->bad_wstat, WAIT_DRQ)) {
 410                pr_err("%s: no DRQ after issuing %sWRITE%s\n", drive->name,
 411                        (cmd->tf_flags & IDE_TFLAG_MULTI_PIO) ? "MULT" : "",
 412                        (drive->dev_flags & IDE_DFLAG_LBA48) ? "_EXT" : "");
 413                return startstop;
 414        }
 415
 416        if ((drive->dev_flags & IDE_DFLAG_UNMASK) == 0)
 417                local_irq_disable();
 418
 419        ide_set_handler(drive, &task_pio_intr, WAIT_WORSTCASE);
 420
 421        ide_pio_datablock(drive, cmd, 1);
 422
 423        return ide_started;
 424}
 425
 426int ide_raw_taskfile(ide_drive_t *drive, struct ide_cmd *cmd, u8 *buf,
 427                     u16 nsect)
 428{
 429        struct request *rq;
 430        int error;
 431        int rw = !(cmd->tf_flags & IDE_TFLAG_WRITE) ? READ : WRITE;
 432
 433        rq = blk_get_request(drive->queue, rw, __GFP_RECLAIM);
 434        rq->cmd_type = REQ_TYPE_ATA_TASKFILE;
 435
 436        /*
 437         * (ks) We transfer currently only whole sectors.
 438         * This is suffient for now.  But, it would be great,
 439         * if we would find a solution to transfer any size.
 440         * To support special commands like READ LONG.
 441         */
 442        if (nsect) {
 443                error = blk_rq_map_kern(drive->queue, rq, buf,
 444                                        nsect * SECTOR_SIZE, __GFP_RECLAIM);
 445                if (error)
 446                        goto put_req;
 447        }
 448
 449        rq->special = cmd;
 450        cmd->rq = rq;
 451
 452        error = blk_execute_rq(drive->queue, NULL, rq, 0);
 453
 454put_req:
 455        blk_put_request(rq);
 456        return error;
 457}
 458EXPORT_SYMBOL(ide_raw_taskfile);
 459
 460int ide_no_data_taskfile(ide_drive_t *drive, struct ide_cmd *cmd)
 461{
 462        cmd->protocol = ATA_PROT_NODATA;
 463
 464        return ide_raw_taskfile(drive, cmd, NULL, 0);
 465}
 466EXPORT_SYMBOL_GPL(ide_no_data_taskfile);
 467
 468#ifdef CONFIG_IDE_TASK_IOCTL
 469int ide_taskfile_ioctl(ide_drive_t *drive, unsigned long arg)
 470{
 471        ide_task_request_t      *req_task;
 472        struct ide_cmd          cmd;
 473        u8 *outbuf              = NULL;
 474        u8 *inbuf               = NULL;
 475        u8 *data_buf            = NULL;
 476        int err                 = 0;
 477        int tasksize            = sizeof(struct ide_task_request_s);
 478        unsigned int taskin     = 0;
 479        unsigned int taskout    = 0;
 480        u16 nsect               = 0;
 481        char __user *buf = (char __user *)arg;
 482
 483        req_task = memdup_user(buf, tasksize);
 484        if (IS_ERR(req_task))
 485                return PTR_ERR(req_task);
 486
 487        taskout = req_task->out_size;
 488        taskin  = req_task->in_size;
 489
 490        if (taskin > 65536 || taskout > 65536) {
 491                err = -EINVAL;
 492                goto abort;
 493        }
 494
 495        if (taskout) {
 496                int outtotal = tasksize;
 497                outbuf = kzalloc(taskout, GFP_KERNEL);
 498                if (outbuf == NULL) {
 499                        err = -ENOMEM;
 500                        goto abort;
 501                }
 502                if (copy_from_user(outbuf, buf + outtotal, taskout)) {
 503                        err = -EFAULT;
 504                        goto abort;
 505                }
 506        }
 507
 508        if (taskin) {
 509                int intotal = tasksize + taskout;
 510                inbuf = kzalloc(taskin, GFP_KERNEL);
 511                if (inbuf == NULL) {
 512                        err = -ENOMEM;
 513                        goto abort;
 514                }
 515                if (copy_from_user(inbuf, buf + intotal, taskin)) {
 516                        err = -EFAULT;
 517                        goto abort;
 518                }
 519        }
 520
 521        memset(&cmd, 0, sizeof(cmd));
 522
 523        memcpy(&cmd.hob, req_task->hob_ports, HDIO_DRIVE_HOB_HDR_SIZE - 2);
 524        memcpy(&cmd.tf,  req_task->io_ports,  HDIO_DRIVE_TASK_HDR_SIZE);
 525
 526        cmd.valid.out.tf = IDE_VALID_DEVICE;
 527        cmd.valid.in.tf  = IDE_VALID_DEVICE | IDE_VALID_IN_TF;
 528        cmd.tf_flags = IDE_TFLAG_IO_16BIT;
 529
 530        if (drive->dev_flags & IDE_DFLAG_LBA48) {
 531                cmd.tf_flags |= IDE_TFLAG_LBA48;
 532                cmd.valid.in.hob = IDE_VALID_IN_HOB;
 533        }
 534
 535        if (req_task->out_flags.all) {
 536                cmd.ftf_flags |= IDE_FTFLAG_FLAGGED;
 537
 538                if (req_task->out_flags.b.data)
 539                        cmd.ftf_flags |= IDE_FTFLAG_OUT_DATA;
 540
 541                if (req_task->out_flags.b.nsector_hob)
 542                        cmd.valid.out.hob |= IDE_VALID_NSECT;
 543                if (req_task->out_flags.b.sector_hob)
 544                        cmd.valid.out.hob |= IDE_VALID_LBAL;
 545                if (req_task->out_flags.b.lcyl_hob)
 546                        cmd.valid.out.hob |= IDE_VALID_LBAM;
 547                if (req_task->out_flags.b.hcyl_hob)
 548                        cmd.valid.out.hob |= IDE_VALID_LBAH;
 549
 550                if (req_task->out_flags.b.error_feature)
 551                        cmd.valid.out.tf  |= IDE_VALID_FEATURE;
 552                if (req_task->out_flags.b.nsector)
 553                        cmd.valid.out.tf  |= IDE_VALID_NSECT;
 554                if (req_task->out_flags.b.sector)
 555                        cmd.valid.out.tf  |= IDE_VALID_LBAL;
 556                if (req_task->out_flags.b.lcyl)
 557                        cmd.valid.out.tf  |= IDE_VALID_LBAM;
 558                if (req_task->out_flags.b.hcyl)
 559                        cmd.valid.out.tf  |= IDE_VALID_LBAH;
 560        } else {
 561                cmd.valid.out.tf |= IDE_VALID_OUT_TF;
 562                if (cmd.tf_flags & IDE_TFLAG_LBA48)
 563                        cmd.valid.out.hob |= IDE_VALID_OUT_HOB;
 564        }
 565
 566        if (req_task->in_flags.b.data)
 567                cmd.ftf_flags |= IDE_FTFLAG_IN_DATA;
 568
 569        if (req_task->req_cmd == IDE_DRIVE_TASK_RAW_WRITE) {
 570                /* fixup data phase if needed */
 571                if (req_task->data_phase == TASKFILE_IN_DMAQ ||
 572                    req_task->data_phase == TASKFILE_IN_DMA)
 573                        cmd.tf_flags |= IDE_TFLAG_WRITE;
 574        }
 575
 576        cmd.protocol = ATA_PROT_DMA;
 577
 578        switch (req_task->data_phase) {
 579        case TASKFILE_MULTI_OUT:
 580                if (!drive->mult_count) {
 581                        /* (hs): give up if multcount is not set */
 582                        pr_err("%s: %s Multimode Write multcount is not set\n",
 583                                drive->name, __func__);
 584                        err = -EPERM;
 585                        goto abort;
 586                }
 587                cmd.tf_flags |= IDE_TFLAG_MULTI_PIO;
 588                /* fall through */
 589        case TASKFILE_OUT:
 590                cmd.protocol = ATA_PROT_PIO;
 591                /* fall through */
 592        case TASKFILE_OUT_DMAQ:
 593        case TASKFILE_OUT_DMA:
 594                cmd.tf_flags |= IDE_TFLAG_WRITE;
 595                nsect = taskout / SECTOR_SIZE;
 596                data_buf = outbuf;
 597                break;
 598        case TASKFILE_MULTI_IN:
 599                if (!drive->mult_count) {
 600                        /* (hs): give up if multcount is not set */
 601                        pr_err("%s: %s Multimode Read multcount is not set\n",
 602                                drive->name, __func__);
 603                        err = -EPERM;
 604                        goto abort;
 605                }
 606                cmd.tf_flags |= IDE_TFLAG_MULTI_PIO;
 607                /* fall through */
 608        case TASKFILE_IN:
 609                cmd.protocol = ATA_PROT_PIO;
 610                /* fall through */
 611        case TASKFILE_IN_DMAQ:
 612        case TASKFILE_IN_DMA:
 613                nsect = taskin / SECTOR_SIZE;
 614                data_buf = inbuf;
 615                break;
 616        case TASKFILE_NO_DATA:
 617                cmd.protocol = ATA_PROT_NODATA;
 618                break;
 619        default:
 620                err = -EFAULT;
 621                goto abort;
 622        }
 623
 624        if (req_task->req_cmd == IDE_DRIVE_TASK_NO_DATA)
 625                nsect = 0;
 626        else if (!nsect) {
 627                nsect = (cmd.hob.nsect << 8) | cmd.tf.nsect;
 628
 629                if (!nsect) {
 630                        pr_err("%s: in/out command without data\n",
 631                                        drive->name);
 632                        err = -EFAULT;
 633                        goto abort;
 634                }
 635        }
 636
 637        err = ide_raw_taskfile(drive, &cmd, data_buf, nsect);
 638
 639        memcpy(req_task->hob_ports, &cmd.hob, HDIO_DRIVE_HOB_HDR_SIZE - 2);
 640        memcpy(req_task->io_ports,  &cmd.tf,  HDIO_DRIVE_TASK_HDR_SIZE);
 641
 642        if ((cmd.ftf_flags & IDE_FTFLAG_SET_IN_FLAGS) &&
 643            req_task->in_flags.all == 0) {
 644                req_task->in_flags.all = IDE_TASKFILE_STD_IN_FLAGS;
 645                if (drive->dev_flags & IDE_DFLAG_LBA48)
 646                        req_task->in_flags.all |= (IDE_HOB_STD_IN_FLAGS << 8);
 647        }
 648
 649        if (copy_to_user(buf, req_task, tasksize)) {
 650                err = -EFAULT;
 651                goto abort;
 652        }
 653        if (taskout) {
 654                int outtotal = tasksize;
 655                if (copy_to_user(buf + outtotal, outbuf, taskout)) {
 656                        err = -EFAULT;
 657                        goto abort;
 658                }
 659        }
 660        if (taskin) {
 661                int intotal = tasksize + taskout;
 662                if (copy_to_user(buf + intotal, inbuf, taskin)) {
 663                        err = -EFAULT;
 664                        goto abort;
 665                }
 666        }
 667abort:
 668        kfree(req_task);
 669        kfree(outbuf);
 670        kfree(inbuf);
 671
 672        return err;
 673}
 674#endif
 675