2 * Copyright (C) 2000-2002 Michael Cornwell <cornwell@acm.org>
3 * Copyright (C) 2000-2002 Andre Hedrick <andre@linux-ide.org>
4 * Copyright (C) 2001-2002 Klaus Smolin
5 * IBM Storage Technology Division
6 * Copyright (C) 2003-2004, 2007 Bartlomiej Zolnierkiewicz
8 * The big the bad and the ugly.
11 #include <linux/types.h>
12 #include <linux/string.h>
13 #include <linux/kernel.h>
14 #include <linux/sched.h>
15 #include <linux/interrupt.h>
16 #include <linux/errno.h>
17 #include <linux/slab.h>
18 #include <linux/delay.h>
19 #include <linux/hdreg.h>
20 #include <linux/ide.h>
21 #include <linux/scatterlist.h>
23 #include <asm/uaccess.h>
26 void ide_tf_dump(const char *s
, struct ide_taskfile
*tf
)
29 printk("%s: tf: feat 0x%02x nsect 0x%02x lbal 0x%02x "
30 "lbam 0x%02x lbah 0x%02x dev 0x%02x cmd 0x%02x\n",
31 s
, tf
->feature
, tf
->nsect
, tf
->lbal
,
32 tf
->lbam
, tf
->lbah
, tf
->device
, tf
->command
);
33 printk("%s: hob: nsect 0x%02x lbal 0x%02x "
34 "lbam 0x%02x lbah 0x%02x\n",
35 s
, tf
->hob_nsect
, tf
->hob_lbal
,
36 tf
->hob_lbam
, tf
->hob_lbah
);
40 int taskfile_lib_get_identify (ide_drive_t
*drive
, u8
*buf
)
44 memset(&cmd
, 0, sizeof(cmd
));
46 if (drive
->media
== ide_disk
)
47 cmd
.tf
.command
= ATA_CMD_ID_ATA
;
49 cmd
.tf
.command
= ATA_CMD_ID_ATAPI
;
50 cmd
.tf_flags
= IDE_TFLAG_TF
| IDE_TFLAG_DEVICE
;
51 cmd
.protocol
= ATA_PROT_PIO
;
53 return ide_raw_taskfile(drive
, &cmd
, buf
, 1);
56 static ide_startstop_t
task_no_data_intr(ide_drive_t
*);
57 static ide_startstop_t
pre_task_out_intr(ide_drive_t
*, struct ide_cmd
*);
58 static ide_startstop_t
task_pio_intr(ide_drive_t
*);
60 ide_startstop_t
do_rw_taskfile(ide_drive_t
*drive
, struct ide_cmd
*orig_cmd
)
62 ide_hwif_t
*hwif
= drive
->hwif
;
63 struct ide_cmd
*cmd
= &hwif
->cmd
;
64 struct ide_taskfile
*tf
= &cmd
->tf
;
65 ide_handler_t
*handler
= NULL
;
66 const struct ide_tp_ops
*tp_ops
= hwif
->tp_ops
;
67 const struct ide_dma_ops
*dma_ops
= hwif
->dma_ops
;
69 if (orig_cmd
->protocol
== ATA_PROT_PIO
&&
70 (orig_cmd
->tf_flags
& IDE_TFLAG_MULTI_PIO
) &&
71 drive
->mult_count
== 0) {
72 printk(KERN_ERR
"%s: multimode not set!\n", drive
->name
);
76 if (orig_cmd
->ftf_flags
& IDE_FTFLAG_FLAGGED
)
77 orig_cmd
->ftf_flags
|= IDE_FTFLAG_SET_IN_FLAGS
;
79 memcpy(cmd
, orig_cmd
, sizeof(*cmd
));
81 if ((cmd
->tf_flags
& IDE_TFLAG_DMA_PIO_FALLBACK
) == 0) {
82 ide_tf_dump(drive
->name
, tf
);
83 tp_ops
->set_irq(hwif
, 1);
84 SELECT_MASK(drive
, 0);
85 tp_ops
->tf_load(drive
, cmd
);
88 switch (cmd
->protocol
) {
90 if (cmd
->tf_flags
& IDE_TFLAG_WRITE
) {
91 tp_ops
->exec_command(hwif
, tf
->command
);
92 ndelay(400); /* FIXME */
93 return pre_task_out_intr(drive
, cmd
);
95 handler
= task_pio_intr
;
99 handler
= task_no_data_intr
;
100 ide_execute_command(drive
, cmd
, handler
, WAIT_WORSTCASE
);
103 if ((drive
->dev_flags
& IDE_DFLAG_USING_DMA
) == 0 ||
104 ide_build_sglist(drive
, cmd
) == 0 ||
105 dma_ops
->dma_setup(drive
, cmd
))
107 hwif
->expiry
= dma_ops
->dma_timer_expiry
;
108 ide_execute_command(drive
, cmd
, ide_dma_intr
, 2 * WAIT_CMD
);
109 dma_ops
->dma_start(drive
);
114 EXPORT_SYMBOL_GPL(do_rw_taskfile
);
116 static ide_startstop_t
task_no_data_intr(ide_drive_t
*drive
)
118 ide_hwif_t
*hwif
= drive
->hwif
;
119 struct ide_cmd
*cmd
= &hwif
->cmd
;
120 struct ide_taskfile
*tf
= &cmd
->tf
;
121 int custom
= (cmd
->tf_flags
& IDE_TFLAG_CUSTOM_HANDLER
) ? 1 : 0;
122 int retries
= (custom
&& tf
->command
== ATA_CMD_INIT_DEV_PARAMS
) ? 5 : 1;
125 local_irq_enable_in_hardirq();
128 stat
= hwif
->tp_ops
->read_status(hwif
);
129 if ((stat
& ATA_BUSY
) == 0 || retries
-- == 0)
134 if (!OK_STAT(stat
, ATA_DRDY
, BAD_STAT
)) {
135 if (custom
&& tf
->command
== ATA_CMD_SET_MULTI
) {
136 drive
->mult_req
= drive
->mult_count
= 0;
137 drive
->special
.b
.recalibrate
= 1;
138 (void)ide_dump_status(drive
, __func__
, stat
);
140 } else if (custom
&& tf
->command
== ATA_CMD_INIT_DEV_PARAMS
) {
141 if ((stat
& (ATA_ERR
| ATA_DRQ
)) == 0) {
142 ide_set_handler(drive
, &task_no_data_intr
,
147 return ide_error(drive
, "task_no_data_intr", stat
);
150 if (custom
&& tf
->command
== ATA_CMD_SET_MULTI
)
151 drive
->mult_count
= drive
->mult_req
;
153 if (custom
== 0 || tf
->command
== ATA_CMD_IDLEIMMEDIATE
||
154 tf
->command
== ATA_CMD_CHK_POWER
) {
155 struct request
*rq
= hwif
->rq
;
157 if (blk_pm_request(rq
))
158 ide_complete_pm_rq(drive
, rq
);
160 ide_finish_cmd(drive
, cmd
, stat
);
166 static u8
wait_drive_not_busy(ide_drive_t
*drive
)
168 ide_hwif_t
*hwif
= drive
->hwif
;
173 * Last sector was transfered, wait until device is ready. This can
174 * take up to 6 ms on some ATAPI devices, so we will wait max 10 ms.
176 for (retries
= 0; retries
< 1000; retries
++) {
177 stat
= hwif
->tp_ops
->read_status(hwif
);
186 printk(KERN_ERR
"%s: drive still BUSY!\n", drive
->name
);
191 static void ide_pio_bytes(ide_drive_t
*drive
, struct ide_cmd
*cmd
,
192 unsigned int write
, unsigned int nr_bytes
)
194 ide_hwif_t
*hwif
= drive
->hwif
;
195 struct scatterlist
*sg
= hwif
->sg_table
;
196 struct scatterlist
*cursg
= cmd
->cursg
;
198 #ifdef CONFIG_HIGHMEM
210 page
= sg_page(cursg
);
211 offset
= cursg
->offset
+ cmd
->cursg_ofs
;
213 /* get the current page and offset */
214 page
= nth_page(page
, (offset
>> PAGE_SHIFT
));
217 #ifdef CONFIG_HIGHMEM
218 local_irq_save(flags
);
220 buf
= kmap_atomic(page
, KM_BIO_SRC_IRQ
) + offset
;
222 cmd
->nleft
-= nr_bytes
;
223 cmd
->cursg_ofs
+= nr_bytes
;
225 if (cmd
->cursg_ofs
== cursg
->length
) {
226 cmd
->cursg
= sg_next(cmd
->cursg
);
230 /* do the actual data transfer */
232 hwif
->tp_ops
->output_data(drive
, cmd
, buf
, nr_bytes
);
234 hwif
->tp_ops
->input_data(drive
, cmd
, buf
, nr_bytes
);
236 kunmap_atomic(buf
, KM_BIO_SRC_IRQ
);
237 #ifdef CONFIG_HIGHMEM
238 local_irq_restore(flags
);
242 static void ide_pio_multi(ide_drive_t
*drive
, struct ide_cmd
*cmd
,
247 nsect
= min_t(unsigned int, cmd
->nleft
>> 9, drive
->mult_count
);
249 ide_pio_bytes(drive
, cmd
, write
, SECTOR_SIZE
);
252 static void ide_pio_datablock(ide_drive_t
*drive
, struct ide_cmd
*cmd
,
255 u8 saved_io_32bit
= drive
->io_32bit
;
257 if (cmd
->tf_flags
& IDE_TFLAG_FS
)
260 if (cmd
->tf_flags
& IDE_TFLAG_IO_16BIT
)
263 touch_softlockup_watchdog();
265 if (cmd
->tf_flags
& IDE_TFLAG_MULTI_PIO
)
266 ide_pio_multi(drive
, cmd
, write
);
268 ide_pio_bytes(drive
, cmd
, write
, SECTOR_SIZE
);
270 drive
->io_32bit
= saved_io_32bit
;
273 static void ide_error_cmd(ide_drive_t
*drive
, struct ide_cmd
*cmd
)
275 if (cmd
->tf_flags
& IDE_TFLAG_FS
) {
276 int nr_bytes
= cmd
->nbytes
- cmd
->nleft
;
278 if (cmd
->protocol
== ATA_PROT_PIO
&&
279 ((cmd
->tf_flags
& IDE_TFLAG_WRITE
) || cmd
->nleft
== 0)) {
280 if (cmd
->tf_flags
& IDE_TFLAG_MULTI_PIO
)
281 nr_bytes
-= drive
->mult_count
<< 9;
283 nr_bytes
-= SECTOR_SIZE
;
287 ide_complete_rq(drive
, 0, nr_bytes
);
291 void ide_finish_cmd(ide_drive_t
*drive
, struct ide_cmd
*cmd
, u8 stat
)
293 struct request
*rq
= drive
->hwif
->rq
;
294 u8 err
= ide_read_error(drive
);
296 ide_complete_cmd(drive
, cmd
, stat
, err
);
298 ide_complete_rq(drive
, err
? -EIO
: 0, blk_rq_bytes(rq
));
302 * Handler for command with PIO data phase.
304 static ide_startstop_t
task_pio_intr(ide_drive_t
*drive
)
306 ide_hwif_t
*hwif
= drive
->hwif
;
307 struct ide_cmd
*cmd
= &drive
->hwif
->cmd
;
308 u8 stat
= hwif
->tp_ops
->read_status(hwif
);
309 u8 write
= !!(cmd
->tf_flags
& IDE_TFLAG_WRITE
);
316 /* Didn't want any data? Odd. */
317 if ((stat
& ATA_DRQ
) == 0) {
318 /* Command all done? */
319 if (OK_STAT(stat
, ATA_DRDY
, ATA_BUSY
))
322 /* Assume it was a spurious irq */
326 if (!OK_STAT(stat
, DRIVE_READY
, drive
->bad_wstat
))
329 /* Deal with unexpected ATA data phase. */
330 if (((stat
& ATA_DRQ
) == 0) ^ (cmd
->nleft
== 0))
334 if (write
&& cmd
->nleft
== 0)
337 /* Still data left to transfer. */
338 ide_pio_datablock(drive
, cmd
, write
);
340 /* Are we done? Check status and finish transfer. */
341 if (write
== 0 && cmd
->nleft
== 0) {
342 stat
= wait_drive_not_busy(drive
);
343 if (!OK_STAT(stat
, 0, BAD_STAT
))
349 /* Still data left to transfer. */
350 ide_set_handler(drive
, &task_pio_intr
, WAIT_WORSTCASE
);
353 if ((cmd
->tf_flags
& IDE_TFLAG_FS
) == 0)
354 ide_finish_cmd(drive
, cmd
, stat
);
356 ide_complete_rq(drive
, 0, cmd
->rq
->nr_sectors
<< 9);
359 ide_error_cmd(drive
, cmd
);
360 return ide_error(drive
, __func__
, stat
);
363 static ide_startstop_t
pre_task_out_intr(ide_drive_t
*drive
,
366 ide_startstop_t startstop
;
368 if (ide_wait_stat(&startstop
, drive
, ATA_DRQ
,
369 drive
->bad_wstat
, WAIT_DRQ
)) {
370 printk(KERN_ERR
"%s: no DRQ after issuing %sWRITE%s\n",
372 (cmd
->tf_flags
& IDE_TFLAG_MULTI_PIO
) ? "MULT" : "",
373 (drive
->dev_flags
& IDE_DFLAG_LBA48
) ? "_EXT" : "");
377 if ((drive
->dev_flags
& IDE_DFLAG_UNMASK
) == 0)
380 ide_set_handler(drive
, &task_pio_intr
, WAIT_WORSTCASE
);
382 ide_pio_datablock(drive
, cmd
, 1);
387 int ide_raw_taskfile(ide_drive_t
*drive
, struct ide_cmd
*cmd
, u8
*buf
,
393 rq
= blk_get_request(drive
->queue
, READ
, __GFP_WAIT
);
394 rq
->cmd_type
= REQ_TYPE_ATA_TASKFILE
;
398 * (ks) We transfer currently only whole sectors.
399 * This is suffient for now. But, it would be great,
400 * if we would find a solution to transfer any size.
401 * To support special commands like READ LONG.
403 rq
->hard_nr_sectors
= rq
->nr_sectors
= nsect
;
404 rq
->hard_cur_sectors
= rq
->current_nr_sectors
= nsect
;
406 if (cmd
->tf_flags
& IDE_TFLAG_WRITE
)
407 rq
->cmd_flags
|= REQ_RW
;
412 error
= blk_execute_rq(drive
->queue
, NULL
, rq
, 0);
418 EXPORT_SYMBOL(ide_raw_taskfile
);
420 int ide_no_data_taskfile(ide_drive_t
*drive
, struct ide_cmd
*cmd
)
422 cmd
->protocol
= ATA_PROT_NODATA
;
424 return ide_raw_taskfile(drive
, cmd
, NULL
, 0);
426 EXPORT_SYMBOL_GPL(ide_no_data_taskfile
);
428 #ifdef CONFIG_IDE_TASK_IOCTL
429 int ide_taskfile_ioctl(ide_drive_t
*drive
, unsigned long arg
)
431 ide_task_request_t
*req_task
;
437 int tasksize
= sizeof(struct ide_task_request_s
);
438 unsigned int taskin
= 0;
439 unsigned int taskout
= 0;
441 char __user
*buf
= (char __user
*)arg
;
443 // printk("IDE Taskfile ...\n");
445 req_task
= kzalloc(tasksize
, GFP_KERNEL
);
446 if (req_task
== NULL
) return -ENOMEM
;
447 if (copy_from_user(req_task
, buf
, tasksize
)) {
452 taskout
= req_task
->out_size
;
453 taskin
= req_task
->in_size
;
455 if (taskin
> 65536 || taskout
> 65536) {
461 int outtotal
= tasksize
;
462 outbuf
= kzalloc(taskout
, GFP_KERNEL
);
463 if (outbuf
== NULL
) {
467 if (copy_from_user(outbuf
, buf
+ outtotal
, taskout
)) {
474 int intotal
= tasksize
+ taskout
;
475 inbuf
= kzalloc(taskin
, GFP_KERNEL
);
480 if (copy_from_user(inbuf
, buf
+ intotal
, taskin
)) {
486 memset(&cmd
, 0, sizeof(cmd
));
488 memcpy(&cmd
.tf_array
[0], req_task
->hob_ports
,
489 HDIO_DRIVE_HOB_HDR_SIZE
- 2);
490 memcpy(&cmd
.tf_array
[6], req_task
->io_ports
,
491 HDIO_DRIVE_TASK_HDR_SIZE
);
493 cmd
.tf_flags
= IDE_TFLAG_IO_16BIT
| IDE_TFLAG_DEVICE
|
496 if (drive
->dev_flags
& IDE_DFLAG_LBA48
)
497 cmd
.tf_flags
|= (IDE_TFLAG_LBA48
| IDE_TFLAG_IN_HOB
);
499 if (req_task
->out_flags
.all
) {
500 cmd
.ftf_flags
|= IDE_FTFLAG_FLAGGED
;
502 if (req_task
->out_flags
.b
.data
)
503 cmd
.ftf_flags
|= IDE_FTFLAG_OUT_DATA
;
505 if (req_task
->out_flags
.b
.nsector_hob
)
506 cmd
.tf_flags
|= IDE_TFLAG_OUT_HOB_NSECT
;
507 if (req_task
->out_flags
.b
.sector_hob
)
508 cmd
.tf_flags
|= IDE_TFLAG_OUT_HOB_LBAL
;
509 if (req_task
->out_flags
.b
.lcyl_hob
)
510 cmd
.tf_flags
|= IDE_TFLAG_OUT_HOB_LBAM
;
511 if (req_task
->out_flags
.b
.hcyl_hob
)
512 cmd
.tf_flags
|= IDE_TFLAG_OUT_HOB_LBAH
;
514 if (req_task
->out_flags
.b
.error_feature
)
515 cmd
.tf_flags
|= IDE_TFLAG_OUT_FEATURE
;
516 if (req_task
->out_flags
.b
.nsector
)
517 cmd
.tf_flags
|= IDE_TFLAG_OUT_NSECT
;
518 if (req_task
->out_flags
.b
.sector
)
519 cmd
.tf_flags
|= IDE_TFLAG_OUT_LBAL
;
520 if (req_task
->out_flags
.b
.lcyl
)
521 cmd
.tf_flags
|= IDE_TFLAG_OUT_LBAM
;
522 if (req_task
->out_flags
.b
.hcyl
)
523 cmd
.tf_flags
|= IDE_TFLAG_OUT_LBAH
;
525 cmd
.tf_flags
|= IDE_TFLAG_OUT_TF
;
526 if (cmd
.tf_flags
& IDE_TFLAG_LBA48
)
527 cmd
.tf_flags
|= IDE_TFLAG_OUT_HOB
;
530 if (req_task
->in_flags
.b
.data
)
531 cmd
.ftf_flags
|= IDE_FTFLAG_IN_DATA
;
533 if (req_task
->req_cmd
== IDE_DRIVE_TASK_RAW_WRITE
) {
534 /* fixup data phase if needed */
535 if (req_task
->data_phase
== TASKFILE_IN_DMAQ
||
536 req_task
->data_phase
== TASKFILE_IN_DMA
)
537 cmd
.tf_flags
|= IDE_TFLAG_WRITE
;
540 cmd
.protocol
= ATA_PROT_DMA
;
542 switch (req_task
->data_phase
) {
543 case TASKFILE_MULTI_OUT
:
544 if (!drive
->mult_count
) {
545 /* (hs): give up if multcount is not set */
546 printk(KERN_ERR
"%s: %s Multimode Write " \
547 "multcount is not set\n",
548 drive
->name
, __func__
);
552 cmd
.tf_flags
|= IDE_TFLAG_MULTI_PIO
;
555 cmd
.protocol
= ATA_PROT_PIO
;
557 case TASKFILE_OUT_DMAQ
:
558 case TASKFILE_OUT_DMA
:
559 cmd
.tf_flags
|= IDE_TFLAG_WRITE
;
560 nsect
= taskout
/ SECTOR_SIZE
;
563 case TASKFILE_MULTI_IN
:
564 if (!drive
->mult_count
) {
565 /* (hs): give up if multcount is not set */
566 printk(KERN_ERR
"%s: %s Multimode Read failure " \
567 "multcount is not set\n",
568 drive
->name
, __func__
);
572 cmd
.tf_flags
|= IDE_TFLAG_MULTI_PIO
;
575 cmd
.protocol
= ATA_PROT_PIO
;
577 case TASKFILE_IN_DMAQ
:
578 case TASKFILE_IN_DMA
:
579 nsect
= taskin
/ SECTOR_SIZE
;
582 case TASKFILE_NO_DATA
:
583 cmd
.protocol
= ATA_PROT_NODATA
;
590 if (req_task
->req_cmd
== IDE_DRIVE_TASK_NO_DATA
)
593 nsect
= (cmd
.tf
.hob_nsect
<< 8) | cmd
.tf
.nsect
;
596 printk(KERN_ERR
"%s: in/out command without data\n",
603 err
= ide_raw_taskfile(drive
, &cmd
, data_buf
, nsect
);
605 memcpy(req_task
->hob_ports
, &cmd
.tf_array
[0],
606 HDIO_DRIVE_HOB_HDR_SIZE
- 2);
607 memcpy(req_task
->io_ports
, &cmd
.tf_array
[6],
608 HDIO_DRIVE_TASK_HDR_SIZE
);
610 if ((cmd
.ftf_flags
& IDE_FTFLAG_SET_IN_FLAGS
) &&
611 req_task
->in_flags
.all
== 0) {
612 req_task
->in_flags
.all
= IDE_TASKFILE_STD_IN_FLAGS
;
613 if (drive
->dev_flags
& IDE_DFLAG_LBA48
)
614 req_task
->in_flags
.all
|= (IDE_HOB_STD_IN_FLAGS
<< 8);
617 if (copy_to_user(buf
, req_task
, tasksize
)) {
622 int outtotal
= tasksize
;
623 if (copy_to_user(buf
+ outtotal
, outbuf
, taskout
)) {
629 int intotal
= tasksize
+ taskout
;
630 if (copy_to_user(buf
+ intotal
, inbuf
, taskin
)) {
640 // printk("IDE Taskfile ioctl ended. rc = %i\n", err);