drivers/ide/ide-taskfile.c

   1 /*
   2  *  Copyright (C) 2000-2002        Michael Cornwell <cornwell@acm.org>
   3  *  Copyright (C) 2000-2002        Andre Hedrick <andre@linux-ide.org>
   4  *  Copyright (C) 2001-2002        Klaus Smolin
   5  *                                      IBM Storage Technology Division
   6  *  Copyright (C) 2003-2004, 2007  Bartlomiej Zolnierkiewicz
   7  *
   8  *  The big the bad and the ugly.
   9  */
  10
  11 #include <linux/types.h>
  12 #include <linux/string.h>
  13 #include <linux/kernel.h>
  14 #include <linux/sched.h>
  15 #include <linux/interrupt.h>
  16 #include <linux/errno.h>
  17 #include <linux/slab.h>
  18 #include <linux/delay.h>
  19 #include <linux/hdreg.h>
  20 #include <linux/ide.h>
  21 #include <linux/scatterlist.h>
  22
  23 #include <asm/uaccess.h>
  24 #include <asm/io.h>
  25
  26 void ide_tf_dump(const char *s, struct ide_taskfile *tf)
  27 {
  28 #ifdef DEBUG
  29         printk("%s: tf: feat 0x%02x nsect 0x%02x lbal 0x%02x "
  30                 "lbam 0x%02x lbah 0x%02x dev 0x%02x cmd 0x%02x\n",
  31                 s, tf->feature, tf->nsect, tf->lbal,
  32                 tf->lbam, tf->lbah, tf->device, tf->command);
  33         printk("%s: hob: nsect 0x%02x lbal 0x%02x "
  34                 "lbam 0x%02x lbah 0x%02x\n",
  35                 s, tf->hob_nsect, tf->hob_lbal,
  36                 tf->hob_lbam, tf->hob_lbah);
  37 #endif
  38 }
  39
  40 int taskfile_lib_get_identify (ide_drive_t *drive, u8 *buf)
  41 {
  42         ide_task_t args;
  43
  44         memset(&args, 0, sizeof(ide_task_t));
  45         args.tf.nsect = 0x01;
  46         if (drive->media == ide_disk)
  47                 args.tf.command = ATA_CMD_ID_ATA;
  48         else
  49                 args.tf.command = ATA_CMD_ID_ATAPI;
  50         args.tf_flags   = IDE_TFLAG_TF | IDE_TFLAG_DEVICE;
  51         args.data_phase = TASKFILE_IN;
  52         return ide_raw_taskfile(drive, &args, buf, 1);
  53 }
  54
  55 static ide_startstop_t task_no_data_intr(ide_drive_t *);
  56 static ide_startstop_t pre_task_out_intr(ide_drive_t *, struct request *);
  57 static ide_startstop_t task_in_intr(ide_drive_t *);
  58
  59 ide_startstop_t do_rw_taskfile (ide_drive_t *drive, ide_task_t *task)
  60 {
  61         ide_hwif_t *hwif = drive->hwif;
  62         struct ide_taskfile *tf = &task->tf;
  63         ide_handler_t *handler = NULL;
  64         const struct ide_tp_ops *tp_ops = hwif->tp_ops;
  65         const struct ide_dma_ops *dma_ops = hwif->dma_ops;
  66
  67         if (task->data_phase == TASKFILE_MULTI_IN ||
  68             task->data_phase == TASKFILE_MULTI_OUT) {
  69                 if (!drive->mult_count) {
  70                         printk(KERN_ERR "%s: multimode not set!\n",
  71                                         drive->name);
  72                         return ide_stopped;
  73                 }
  74         }
  75
  76         if (task->ftf_flags & IDE_FTFLAG_FLAGGED)
  77                 task->ftf_flags |= IDE_FTFLAG_SET_IN_FLAGS;
  78
  79         memcpy(&hwif->task, task, sizeof(*task));
  80
  81         if ((task->tf_flags & IDE_TFLAG_DMA_PIO_FALLBACK) == 0) {
  82                 ide_tf_dump(drive->name, tf);
  83                 tp_ops->set_irq(hwif, 1);
  84                 SELECT_MASK(drive, 0);
  85                 tp_ops->tf_load(drive, task);
  86         }
  87
  88         switch (task->data_phase) {
  89         case TASKFILE_MULTI_OUT:
  90         case TASKFILE_OUT:
  91                 tp_ops->exec_command(hwif, tf->command);
  92                 ndelay(400);    /* FIXME */
  93                 return pre_task_out_intr(drive, task->rq);
  94         case TASKFILE_MULTI_IN:
  95         case TASKFILE_IN:
  96                 handler = task_in_intr;
  97                 /* fall-through */
  98         case TASKFILE_NO_DATA:
  99                 if (handler == NULL)
 100                         handler = task_no_data_intr;
 101                 ide_execute_command(drive, tf->command, handler,
 102                                     WAIT_WORSTCASE, NULL);
 103                 return ide_started;
 104         default:
 105                 if ((drive->dev_flags & IDE_DFLAG_USING_DMA) == 0 ||
 106                     dma_ops->dma_setup(drive))
 107                         return ide_stopped;
 108                 dma_ops->dma_exec_cmd(drive, tf->command);
 109                 dma_ops->dma_start(drive);
 110                 return ide_started;
 111         }
 112 }
 113 EXPORT_SYMBOL_GPL(do_rw_taskfile);
 114
 115 /*
 116  * Handler for commands without a data phase
 117  */
 118 static ide_startstop_t task_no_data_intr(ide_drive_t *drive)
 119 {
 120         ide_hwif_t *hwif = drive->hwif;
 121         ide_task_t *task = &hwif->task;
 122         struct ide_taskfile *tf = &task->tf;
 123         int custom = (task->tf_flags & IDE_TFLAG_CUSTOM_HANDLER) ? 1 : 0;
 124         int retries = (custom && tf->command == ATA_CMD_INIT_DEV_PARAMS) ? 5 : 1;
 125         u8 stat;
 126
 127         local_irq_enable_in_hardirq();
 128
 129         while (1) {
 130                 stat = hwif->tp_ops->read_status(hwif);
 131                 if ((stat & ATA_BUSY) == 0 || retries-- == 0)
 132                         break;
 133                 udelay(10);
 134         };
 135
 136         if (!OK_STAT(stat, ATA_DRDY, BAD_STAT)) {
 137                 if (custom && tf->command == ATA_CMD_SET_MULTI) {
 138                         drive->mult_req = drive->mult_count = 0;
 139                         drive->special.b.recalibrate = 1;
 140                         (void)ide_dump_status(drive, __func__, stat);
 141                         return ide_stopped;
 142                 } else if (custom && tf->command == ATA_CMD_INIT_DEV_PARAMS) {
 143                         if ((stat & (ATA_ERR | ATA_DRQ)) == 0) {
 144                                 ide_set_handler(drive, &task_no_data_intr,
 145                                                 WAIT_WORSTCASE, NULL);
 146                                 return ide_started;
 147                         }
 148                 }
 149                 return ide_error(drive, "task_no_data_intr", stat);
 150                 /* calls ide_end_drive_cmd */
 151         }
 152
 153         if (!custom)
 154                 ide_end_drive_cmd(drive, stat, ide_read_error(drive));
 155         else if (tf->command == ATA_CMD_IDLEIMMEDIATE) {
 156                 hwif->tp_ops->tf_read(drive, task);
 157                 if (tf->lbal != 0xc4) {
 158                         printk(KERN_ERR "%s: head unload failed!\n",
 159                                drive->name);
 160                         ide_tf_dump(drive->name, tf);
 161                 } else
 162                         drive->dev_flags |= IDE_DFLAG_PARKED;
 163                 ide_end_drive_cmd(drive, stat, ide_read_error(drive));
 164         } else if (tf->command == ATA_CMD_SET_MULTI)
 165                 drive->mult_count = drive->mult_req;
 166
 167         return ide_stopped;
 168 }
 169
 170 static u8 wait_drive_not_busy(ide_drive_t *drive)
 171 {
 172         ide_hwif_t *hwif = drive->hwif;
 173         int retries;
 174         u8 stat;
 175
 176         /*
 177          * Last sector was transfered, wait until device is ready.  This can
 178          * take up to 6 ms on some ATAPI devices, so we will wait max 10 ms.
 179          */
 180         for (retries = 0; retries < 1000; retries++) {
 181                 stat = hwif->tp_ops->read_status(hwif);
 182
 183                 if (stat & ATA_BUSY)
 184                         udelay(10);
 185                 else
 186                         break;
 187         }
 188
 189         if (stat & ATA_BUSY)
 190                 printk(KERN_ERR "%s: drive still BUSY!\n", drive->name);
 191
 192         return stat;
 193 }
 194
 195 static void ide_pio_sector(ide_drive_t *drive, struct request *rq,
 196                            unsigned int write)
 197 {
 198         ide_hwif_t *hwif = drive->hwif;
 199         struct scatterlist *sg = hwif->sg_table;
 200         struct scatterlist *cursg = hwif->cursg;
 201         struct page *page;
 202 #ifdef CONFIG_HIGHMEM
 203         unsigned long flags;
 204 #endif
 205         unsigned int offset;
 206         u8 *buf;
 207
 208         cursg = hwif->cursg;
 209         if (!cursg) {
 210                 cursg = sg;
 211                 hwif->cursg = sg;
 212         }
 213
 214         page = sg_page(cursg);
 215         offset = cursg->offset + hwif->cursg_ofs * SECTOR_SIZE;
 216
 217         /* get the current page and offset */
 218         page = nth_page(page, (offset >> PAGE_SHIFT));
 219         offset %= PAGE_SIZE;
 220
 221 #ifdef CONFIG_HIGHMEM
 222         local_irq_save(flags);
 223 #endif
 224         buf = kmap_atomic(page, KM_BIO_SRC_IRQ) + offset;
 225
 226         hwif->nleft--;
 227         hwif->cursg_ofs++;
 228
 229         if ((hwif->cursg_ofs * SECTOR_SIZE) == cursg->length) {
 230                 hwif->cursg = sg_next(hwif->cursg);
 231                 hwif->cursg_ofs = 0;
 232         }
 233
 234         /* do the actual data transfer */
 235         if (write)
 236                 hwif->tp_ops->output_data(drive, rq, buf, SECTOR_SIZE);
 237         else
 238                 hwif->tp_ops->input_data(drive, rq, buf, SECTOR_SIZE);
 239
 240         kunmap_atomic(buf, KM_BIO_SRC_IRQ);
 241 #ifdef CONFIG_HIGHMEM
 242         local_irq_restore(flags);
 243 #endif
 244 }
 245
 246 static void ide_pio_multi(ide_drive_t *drive, struct request *rq,
 247                           unsigned int write)
 248 {
 249         unsigned int nsect;
 250
 251         nsect = min_t(unsigned int, drive->hwif->nleft, drive->mult_count);
 252         while (nsect--)
 253                 ide_pio_sector(drive, rq, write);
 254 }
 255
 256 static void ide_pio_datablock(ide_drive_t *drive, struct request *rq,
 257                                      unsigned int write)
 258 {
 259         u8 saved_io_32bit = drive->io_32bit;
 260
 261         if (rq->bio)    /* fs request */
 262                 rq->errors = 0;
 263
 264         if (rq->cmd_type == REQ_TYPE_ATA_TASKFILE) {
 265                 ide_task_t *task = rq->special;
 266
 267                 if (task->tf_flags & IDE_TFLAG_IO_16BIT)
 268                         drive->io_32bit = 0;
 269         }
 270
 271         touch_softlockup_watchdog();
 272
 273         switch (drive->hwif->data_phase) {
 274         case TASKFILE_MULTI_IN:
 275         case TASKFILE_MULTI_OUT:
 276                 ide_pio_multi(drive, rq, write);
 277                 break;
 278         default:
 279                 ide_pio_sector(drive, rq, write);
 280                 break;
 281         }
 282
 283         drive->io_32bit = saved_io_32bit;
 284 }
 285
 286 static ide_startstop_t task_error(ide_drive_t *drive, struct request *rq,
 287                                   const char *s, u8 stat)
 288 {
 289         if (rq->bio) {
 290                 ide_hwif_t *hwif = drive->hwif;
 291                 int sectors = hwif->nsect - hwif->nleft;
 292
 293                 switch (hwif->data_phase) {
 294                 case TASKFILE_IN:
 295                         if (hwif->nleft)
 296                                 break;
 297                         /* fall through */
 298                 case TASKFILE_OUT:
 299                         sectors--;
 300                         break;
 301                 case TASKFILE_MULTI_IN:
 302                         if (hwif->nleft)
 303                                 break;
 304                         /* fall through */
 305                 case TASKFILE_MULTI_OUT:
 306                         sectors -= drive->mult_count;
 307                 default:
 308                         break;
 309                 }
 310
 311                 if (sectors > 0) {
 312                         struct ide_driver *drv;
 313
 314                         drv = *(struct ide_driver **)rq->rq_disk->private_data;
 315                         drv->end_request(drive, 1, sectors);
 316                 }
 317         }
 318         return ide_error(drive, s, stat);
 319 }
 320
 321 void task_end_request(ide_drive_t *drive, struct request *rq, u8 stat)
 322 {
 323         if (rq->cmd_type == REQ_TYPE_ATA_TASKFILE) {
 324                 u8 err = ide_read_error(drive);
 325
 326                 ide_end_drive_cmd(drive, stat, err);
 327                 return;
 328         }
 329
 330         if (rq->rq_disk) {
 331                 struct ide_driver *drv;
 332
 333                 drv = *(struct ide_driver **)rq->rq_disk->private_data;;
 334                 drv->end_request(drive, 1, rq->nr_sectors);
 335         } else
 336                 ide_end_request(drive, 1, rq->nr_sectors);
 337 }
 338
 339 /*
 340  * We got an interrupt on a task_in case, but no errors and no DRQ.
 341  *
 342  * It might be a spurious irq (shared irq), but it might be a
 343  * command that had no output.
 344  */
 345 static ide_startstop_t task_in_unexpected(ide_drive_t *drive, struct request *rq, u8 stat)
 346 {
 347         /* Command all done? */
 348         if (OK_STAT(stat, ATA_DRDY, ATA_BUSY)) {
 349                 task_end_request(drive, rq, stat);
 350                 return ide_stopped;
 351         }
 352
 353         /* Assume it was a spurious irq */
 354         ide_set_handler(drive, &task_in_intr, WAIT_WORSTCASE, NULL);
 355         return ide_started;
 356 }
 357
 358 /*
 359  * Handler for command with PIO data-in phase (Read/Read Multiple).
 360  */
 361 static ide_startstop_t task_in_intr(ide_drive_t *drive)
 362 {
 363         ide_hwif_t *hwif = drive->hwif;
 364         struct request *rq = hwif->rq;
 365         u8 stat = hwif->tp_ops->read_status(hwif);
 366
 367         /* Error? */
 368         if (stat & ATA_ERR)
 369                 return task_error(drive, rq, __func__, stat);
 370
 371         /* Didn't want any data? Odd. */
 372         if ((stat & ATA_DRQ) == 0)
 373                 return task_in_unexpected(drive, rq, stat);
 374
 375         ide_pio_datablock(drive, rq, 0);
 376
 377         /* Are we done? Check status and finish transfer. */
 378         if (!hwif->nleft) {
 379                 stat = wait_drive_not_busy(drive);
 380                 if (!OK_STAT(stat, 0, BAD_STAT))
 381                         return task_error(drive, rq, __func__, stat);
 382                 task_end_request(drive, rq, stat);
 383                 return ide_stopped;
 384         }
 385
 386         /* Still data left to transfer. */
 387         ide_set_handler(drive, &task_in_intr, WAIT_WORSTCASE, NULL);
 388
 389         return ide_started;
 390 }
 391
 392 /*
 393  * Handler for command with PIO data-out phase (Write/Write Multiple).
 394  */
 395 static ide_startstop_t task_out_intr (ide_drive_t *drive)
 396 {
 397         ide_hwif_t *hwif = drive->hwif;
 398         struct request *rq = hwif->rq;
 399         u8 stat = hwif->tp_ops->read_status(hwif);
 400
 401         if (!OK_STAT(stat, DRIVE_READY, drive->bad_wstat))
 402                 return task_error(drive, rq, __func__, stat);
 403
 404         /* Deal with unexpected ATA data phase. */
 405         if (((stat & ATA_DRQ) == 0) ^ !hwif->nleft)
 406                 return task_error(drive, rq, __func__, stat);
 407
 408         if (!hwif->nleft) {
 409                 task_end_request(drive, rq, stat);
 410                 return ide_stopped;
 411         }
 412
 413         /* Still data left to transfer. */
 414         ide_pio_datablock(drive, rq, 1);
 415         ide_set_handler(drive, &task_out_intr, WAIT_WORSTCASE, NULL);
 416
 417         return ide_started;
 418 }
 419
 420 static ide_startstop_t pre_task_out_intr(ide_drive_t *drive, struct request *rq)
 421 {
 422         ide_hwif_t *hwif = drive->hwif;
 423         ide_startstop_t startstop;
 424
 425         if (ide_wait_stat(&startstop, drive, ATA_DRQ,
 426                           drive->bad_wstat, WAIT_DRQ)) {
 427                 printk(KERN_ERR "%s: no DRQ after issuing %sWRITE%s\n",
 428                         drive->name,
 429                         hwif->data_phase == TASKFILE_MULTI_OUT ? "MULT" : "",
 430                         (drive->dev_flags & IDE_DFLAG_LBA48) ? "_EXT" : "");
 431                 return startstop;
 432         }
 433
 434         if ((drive->dev_flags & IDE_DFLAG_UNMASK) == 0)
 435                 local_irq_disable();
 436
 437         ide_set_handler(drive, &task_out_intr, WAIT_WORSTCASE, NULL);
 438         ide_pio_datablock(drive, rq, 1);
 439
 440         return ide_started;
 441 }
 442
 443 int ide_raw_taskfile(ide_drive_t *drive, ide_task_t *task, u8 *buf, u16 nsect)
 444 {
 445         struct request *rq;
 446         int error;
 447
 448         rq = blk_get_request(drive->queue, READ, __GFP_WAIT);
 449         rq->cmd_type = REQ_TYPE_ATA_TASKFILE;
 450         rq->buffer = buf;
 451
 452         /*
 453          * (ks) We transfer currently only whole sectors.
 454          * This is suffient for now.  But, it would be great,
 455          * if we would find a solution to transfer any size.
 456          * To support special commands like READ LONG.
 457          */
 458         rq->hard_nr_sectors = rq->nr_sectors = nsect;
 459         rq->hard_cur_sectors = rq->current_nr_sectors = nsect;
 460
 461         if (task->tf_flags & IDE_TFLAG_WRITE)
 462                 rq->cmd_flags |= REQ_RW;
 463
 464         rq->special = task;
 465         task->rq = rq;
 466
 467         error = blk_execute_rq(drive->queue, NULL, rq, 0);
 468         blk_put_request(rq);
 469
 470         return error;
 471 }
 472
 473 EXPORT_SYMBOL(ide_raw_taskfile);
 474
 475 int ide_no_data_taskfile(ide_drive_t *drive, ide_task_t *task)
 476 {
 477         task->data_phase = TASKFILE_NO_DATA;
 478
 479         return ide_raw_taskfile(drive, task, NULL, 0);
 480 }
 481 EXPORT_SYMBOL_GPL(ide_no_data_taskfile);
 482
 483 #ifdef CONFIG_IDE_TASK_IOCTL
 484 int ide_taskfile_ioctl (ide_drive_t *drive, unsigned int cmd, unsigned long arg)
 485 {
 486         ide_task_request_t      *req_task;
 487         ide_task_t              args;
 488         u8 *outbuf              = NULL;
 489         u8 *inbuf               = NULL;
 490         u8 *data_buf            = NULL;
 491         int err                 = 0;
 492         int tasksize            = sizeof(struct ide_task_request_s);
 493         unsigned int taskin     = 0;
 494         unsigned int taskout    = 0;
 495         u16 nsect               = 0;
 496         char __user *buf = (char __user *)arg;
 497
 498 //      printk("IDE Taskfile ...\n");
 499
 500         req_task = kzalloc(tasksize, GFP_KERNEL);
 501         if (req_task == NULL) return -ENOMEM;
 502         if (copy_from_user(req_task, buf, tasksize)) {
 503                 kfree(req_task);
 504                 return -EFAULT;
 505         }
 506
 507         taskout = req_task->out_size;
 508         taskin  = req_task->in_size;
 509
 510         if (taskin > 65536 || taskout > 65536) {
 511                 err = -EINVAL;
 512                 goto abort;
 513         }
 514
 515         if (taskout) {
 516                 int outtotal = tasksize;
 517                 outbuf = kzalloc(taskout, GFP_KERNEL);
 518                 if (outbuf == NULL) {
 519                         err = -ENOMEM;
 520                         goto abort;
 521                 }
 522                 if (copy_from_user(outbuf, buf + outtotal, taskout)) {
 523                         err = -EFAULT;
 524                         goto abort;
 525                 }
 526         }
 527
 528         if (taskin) {
 529                 int intotal = tasksize + taskout;
 530                 inbuf = kzalloc(taskin, GFP_KERNEL);
 531                 if (inbuf == NULL) {
 532                         err = -ENOMEM;
 533                         goto abort;
 534                 }
 535                 if (copy_from_user(inbuf, buf + intotal, taskin)) {
 536                         err = -EFAULT;
 537                         goto abort;
 538                 }
 539         }
 540
 541         memset(&args, 0, sizeof(ide_task_t));
 542
 543         memcpy(&args.tf_array[0], req_task->hob_ports, HDIO_DRIVE_HOB_HDR_SIZE - 2);
 544         memcpy(&args.tf_array[6], req_task->io_ports, HDIO_DRIVE_TASK_HDR_SIZE);
 545
 546         args.data_phase = req_task->data_phase;
 547
 548         args.tf_flags = IDE_TFLAG_IO_16BIT | IDE_TFLAG_DEVICE |
 549                         IDE_TFLAG_IN_TF;
 550         if (drive->dev_flags & IDE_DFLAG_LBA48)
 551                 args.tf_flags |= (IDE_TFLAG_LBA48 | IDE_TFLAG_IN_HOB);
 552
 553         if (req_task->out_flags.all) {
 554                 args.ftf_flags |= IDE_FTFLAG_FLAGGED;
 555
 556                 if (req_task->out_flags.b.data)
 557                         args.ftf_flags |= IDE_FTFLAG_OUT_DATA;
 558
 559                 if (req_task->out_flags.b.nsector_hob)
 560                         args.tf_flags |= IDE_TFLAG_OUT_HOB_NSECT;
 561                 if (req_task->out_flags.b.sector_hob)
 562                         args.tf_flags |= IDE_TFLAG_OUT_HOB_LBAL;
 563                 if (req_task->out_flags.b.lcyl_hob)
 564                         args.tf_flags |= IDE_TFLAG_OUT_HOB_LBAM;
 565                 if (req_task->out_flags.b.hcyl_hob)
 566                         args.tf_flags |= IDE_TFLAG_OUT_HOB_LBAH;
 567
 568                 if (req_task->out_flags.b.error_feature)
 569                         args.tf_flags |= IDE_TFLAG_OUT_FEATURE;
 570                 if (req_task->out_flags.b.nsector)
 571                         args.tf_flags |= IDE_TFLAG_OUT_NSECT;
 572                 if (req_task->out_flags.b.sector)
 573                         args.tf_flags |= IDE_TFLAG_OUT_LBAL;
 574                 if (req_task->out_flags.b.lcyl)
 575                         args.tf_flags |= IDE_TFLAG_OUT_LBAM;
 576                 if (req_task->out_flags.b.hcyl)
 577                         args.tf_flags |= IDE_TFLAG_OUT_LBAH;
 578         } else {
 579                 args.tf_flags |= IDE_TFLAG_OUT_TF;
 580                 if (args.tf_flags & IDE_TFLAG_LBA48)
 581                         args.tf_flags |= IDE_TFLAG_OUT_HOB;
 582         }
 583
 584         if (req_task->in_flags.b.data)
 585                 args.ftf_flags |= IDE_FTFLAG_IN_DATA;
 586
 587         switch(req_task->data_phase) {
 588                 case TASKFILE_MULTI_OUT:
 589                         if (!drive->mult_count) {
 590                                 /* (hs): give up if multcount is not set */
 591                                 printk(KERN_ERR "%s: %s Multimode Write " \
 592                                         "multcount is not set\n",
 593                                         drive->name, __func__);
 594                                 err = -EPERM;
 595                                 goto abort;
 596                         }
 597                         /* fall through */
 598                 case TASKFILE_OUT:
 599                         /* fall through */
 600                 case TASKFILE_OUT_DMAQ:
 601                 case TASKFILE_OUT_DMA:
 602                         nsect = taskout / SECTOR_SIZE;
 603                         data_buf = outbuf;
 604                         break;
 605                 case TASKFILE_MULTI_IN:
 606                         if (!drive->mult_count) {
 607                                 /* (hs): give up if multcount is not set */
 608                                 printk(KERN_ERR "%s: %s Multimode Read failure " \
 609                                         "multcount is not set\n",
 610                                         drive->name, __func__);
 611                                 err = -EPERM;
 612                                 goto abort;
 613                         }
 614                         /* fall through */
 615                 case TASKFILE_IN:
 616                         /* fall through */
 617                 case TASKFILE_IN_DMAQ:
 618                 case TASKFILE_IN_DMA:
 619                         nsect = taskin / SECTOR_SIZE;
 620                         data_buf = inbuf;
 621                         break;
 622                 case TASKFILE_NO_DATA:
 623                         break;
 624                 default:
 625                         err = -EFAULT;
 626                         goto abort;
 627         }
 628
 629         if (req_task->req_cmd == IDE_DRIVE_TASK_NO_DATA)
 630                 nsect = 0;
 631         else if (!nsect) {
 632                 nsect = (args.tf.hob_nsect << 8) | args.tf.nsect;
 633
 634                 if (!nsect) {
 635                         printk(KERN_ERR "%s: in/out command without data\n",
 636                                         drive->name);
 637                         err = -EFAULT;
 638                         goto abort;
 639                 }
 640         }
 641
 642         if (req_task->req_cmd == IDE_DRIVE_TASK_RAW_WRITE)
 643                 args.tf_flags |= IDE_TFLAG_WRITE;
 644
 645         err = ide_raw_taskfile(drive, &args, data_buf, nsect);
 646
 647         memcpy(req_task->hob_ports, &args.tf_array[0], HDIO_DRIVE_HOB_HDR_SIZE - 2);
 648         memcpy(req_task->io_ports, &args.tf_array[6], HDIO_DRIVE_TASK_HDR_SIZE);
 649
 650         if ((args.ftf_flags & IDE_FTFLAG_SET_IN_FLAGS) &&
 651             req_task->in_flags.all == 0) {
 652                 req_task->in_flags.all = IDE_TASKFILE_STD_IN_FLAGS;
 653                 if (drive->dev_flags & IDE_DFLAG_LBA48)
 654                         req_task->in_flags.all |= (IDE_HOB_STD_IN_FLAGS << 8);
 655         }
 656
 657         if (copy_to_user(buf, req_task, tasksize)) {
 658                 err = -EFAULT;
 659                 goto abort;
 660         }
 661         if (taskout) {
 662                 int outtotal = tasksize;
 663                 if (copy_to_user(buf + outtotal, outbuf, taskout)) {
 664                         err = -EFAULT;
 665                         goto abort;
 666                 }
 667         }
 668         if (taskin) {
 669                 int intotal = tasksize + taskout;
 670                 if (copy_to_user(buf + intotal, inbuf, taskin)) {
 671                         err = -EFAULT;
 672                         goto abort;
 673                 }
 674         }
 675 abort:
 676         kfree(req_task);
 677         kfree(outbuf);
 678         kfree(inbuf);
 679
 680 //      printk("IDE Taskfile ioctl ended. rc = %i\n", err);
 681
 682         return err;
 683 }
 684 #endif