]> git.proxmox.com Git - mirror_ubuntu-bionic-kernel.git/blame - drivers/ide/ide-io.c
ide-atapi: kill unused fields and callbacks
[mirror_ubuntu-bionic-kernel.git] / drivers / ide / ide-io.c
CommitLineData
1da177e4
LT
1/*
2 * IDE I/O functions
3 *
4 * Basic PIO and command management functionality.
5 *
6 * This code was split off from ide.c. See ide.c for history and original
7 * copyrights.
8 *
9 * This program is free software; you can redistribute it and/or modify it
10 * under the terms of the GNU General Public License as published by the
11 * Free Software Foundation; either version 2, or (at your option) any
12 * later version.
13 *
14 * This program is distributed in the hope that it will be useful, but
15 * WITHOUT ANY WARRANTY; without even the implied warranty of
16 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
17 * General Public License for more details.
18 *
19 * For the avoidance of doubt the "preferred form" of this code is one which
20 * is in an open non patent encumbered format. Where cryptographic key signing
21 * forms part of the process of creating an executable the information
22 * including keys needed to generate an equivalently functional executable
23 * are deemed to be part of the source code.
24 */
25
26
1da177e4
LT
27#include <linux/module.h>
28#include <linux/types.h>
29#include <linux/string.h>
30#include <linux/kernel.h>
31#include <linux/timer.h>
32#include <linux/mm.h>
33#include <linux/interrupt.h>
34#include <linux/major.h>
35#include <linux/errno.h>
36#include <linux/genhd.h>
37#include <linux/blkpg.h>
38#include <linux/slab.h>
39#include <linux/init.h>
40#include <linux/pci.h>
41#include <linux/delay.h>
42#include <linux/ide.h>
43#include <linux/completion.h>
44#include <linux/reboot.h>
45#include <linux/cdrom.h>
46#include <linux/seq_file.h>
47#include <linux/device.h>
48#include <linux/kmod.h>
49#include <linux/scatterlist.h>
1977f032 50#include <linux/bitops.h>
1da177e4
LT
51
52#include <asm/byteorder.h>
53#include <asm/irq.h>
54#include <asm/uaccess.h>
55#include <asm/io.h>
1da177e4 56
37245aab 57int ide_end_rq(ide_drive_t *drive, struct request *rq, int error,
1caf236d 58 unsigned int nr_bytes)
1da177e4 59{
1da177e4
LT
60 /*
61 * decide whether to reenable DMA -- 3 is a random magic for now,
62 * if we DMA timeout more than 3 times, just stay in PIO
63 */
c3922048
BZ
64 if ((drive->dev_flags & IDE_DFLAG_DMA_PIO_RETRY) &&
65 drive->retry_pio <= 3) {
66 drive->dev_flags &= ~IDE_DFLAG_DMA_PIO_RETRY;
4a546e04 67 ide_dma_on(drive);
1da177e4
LT
68 }
69
1caf236d 70 return blk_end_request(rq, error, nr_bytes);
1da177e4 71}
1caf236d 72EXPORT_SYMBOL_GPL(ide_end_rq);
1da177e4 73
22aa4b32 74void ide_complete_cmd(ide_drive_t *drive, struct ide_cmd *cmd, u8 stat, u8 err)
e120237c 75{
35218d1c 76 const struct ide_tp_ops *tp_ops = drive->hwif->tp_ops;
22aa4b32
BZ
77 struct ide_taskfile *tf = &cmd->tf;
78 struct request *rq = cmd->rq;
e7fedc3c 79 u8 tf_cmd = tf->command;
e120237c
BZ
80
81 tf->error = err;
82 tf->status = stat;
83
35218d1c
SS
84 if (cmd->ftf_flags & IDE_FTFLAG_IN_DATA) {
85 u8 data[2];
86
87 tp_ops->input_data(drive, cmd, data, 2);
88
745483f1
SS
89 cmd->tf.data = data[0];
90 cmd->hob.data = data[1];
35218d1c
SS
91 }
92
3153c26b 93 ide_tf_readback(drive, cmd);
e120237c 94
e7fedc3c
BZ
95 if ((cmd->tf_flags & IDE_TFLAG_CUSTOM_HANDLER) &&
96 tf_cmd == ATA_CMD_IDLEIMMEDIATE) {
97 if (tf->lbal != 0xc4) {
98 printk(KERN_ERR "%s: head unload failed!\n",
99 drive->name);
745483f1 100 ide_tf_dump(drive->name, cmd);
e7fedc3c
BZ
101 } else
102 drive->dev_flags |= IDE_DFLAG_PARKED;
103 }
104
f505d49f
BZ
105 if (rq && rq->cmd_type == REQ_TYPE_ATA_TASKFILE) {
106 struct ide_cmd *orig_cmd = rq->special;
a09485df 107
f505d49f
BZ
108 if (cmd->tf_flags & IDE_TFLAG_DYN)
109 kfree(orig_cmd);
110 else
111 memcpy(orig_cmd, cmd, sizeof(*cmd));
112 }
e120237c
BZ
113}
114
130e8867
BZ
115/* obsolete, blk_rq_bytes() should be used instead */
116unsigned int ide_rq_bytes(struct request *rq)
117{
118 if (blk_pc_request(rq))
119 return rq->data_len;
120 else
121 return rq->hard_cur_sectors << 9;
122}
123EXPORT_SYMBOL_GPL(ide_rq_bytes);
124
f974b196 125int ide_complete_rq(ide_drive_t *drive, int error, unsigned int nr_bytes)
1da177e4 126{
b65fac32
BZ
127 ide_hwif_t *hwif = drive->hwif;
128 struct request *rq = hwif->rq;
a9587fd8 129 int rc;
1da177e4 130
130e8867
BZ
131 /*
132 * if failfast is set on a request, override number of sectors
133 * and complete the whole request right now
134 */
135 if (blk_noretry_request(rq) && error <= 0)
136 nr_bytes = rq->hard_nr_sectors << 9;
137
ba7d479c 138 rc = ide_end_rq(drive, rq, error, nr_bytes);
a9587fd8
BZ
139 if (rc == 0)
140 hwif->rq = NULL;
1d0bf587 141
a9587fd8 142 return rc;
1da177e4 143}
a09485df 144EXPORT_SYMBOL(ide_complete_rq);
1da177e4 145
327fa1c2 146void ide_kill_rq(ide_drive_t *drive, struct request *rq)
1da177e4 147{
3ee38302
BZ
148 u8 drv_req = blk_special_request(rq) && rq->rq_disk;
149 u8 media = drive->media;
150
c152cc1a
BZ
151 drive->failed_pc = NULL;
152
6902a533
BZ
153 if ((media == ide_floppy || media == ide_tape) && drv_req) {
154 rq->errors = 0;
f974b196 155 ide_complete_rq(drive, 0, blk_rq_bytes(rq));
6902a533
BZ
156 } else {
157 if (media == ide_tape)
158 rq->errors = IDE_DRV_ERROR_GENERAL;
89f78b32
BZ
159 else if (blk_fs_request(rq) == 0 && rq->errors == 0)
160 rq->errors = -EIO;
130e8867 161 ide_complete_rq(drive, -EIO, ide_rq_bytes(rq));
6902a533 162 }
1da177e4
LT
163}
164
57d7366b 165static void ide_tf_set_specify_cmd(ide_drive_t *drive, struct ide_taskfile *tf)
1da177e4 166{
57d7366b
BZ
167 tf->nsect = drive->sect;
168 tf->lbal = drive->sect;
169 tf->lbam = drive->cyl;
170 tf->lbah = drive->cyl >> 8;
7f612f27 171 tf->device = (drive->head - 1) | drive->select;
aaaade3f 172 tf->command = ATA_CMD_INIT_DEV_PARAMS;
1da177e4
LT
173}
174
57d7366b 175static void ide_tf_set_restore_cmd(ide_drive_t *drive, struct ide_taskfile *tf)
1da177e4 176{
57d7366b 177 tf->nsect = drive->sect;
aaaade3f 178 tf->command = ATA_CMD_RESTORE;
1da177e4
LT
179}
180
57d7366b 181static void ide_tf_set_setmult_cmd(ide_drive_t *drive, struct ide_taskfile *tf)
1da177e4 182{
57d7366b 183 tf->nsect = drive->mult_req;
aaaade3f 184 tf->command = ATA_CMD_SET_MULTI;
1da177e4
LT
185}
186
187static ide_startstop_t ide_disk_special(ide_drive_t *drive)
188{
189 special_t *s = &drive->special;
22aa4b32 190 struct ide_cmd cmd;
1da177e4 191
22aa4b32 192 memset(&cmd, 0, sizeof(cmd));
0dfb991c 193 cmd.protocol = ATA_PROT_NODATA;
1da177e4
LT
194
195 if (s->b.set_geometry) {
196 s->b.set_geometry = 0;
22aa4b32 197 ide_tf_set_specify_cmd(drive, &cmd.tf);
1da177e4
LT
198 } else if (s->b.recalibrate) {
199 s->b.recalibrate = 0;
22aa4b32 200 ide_tf_set_restore_cmd(drive, &cmd.tf);
1da177e4
LT
201 } else if (s->b.set_multmode) {
202 s->b.set_multmode = 0;
22aa4b32 203 ide_tf_set_setmult_cmd(drive, &cmd.tf);
1da177e4
LT
204 } else if (s->all) {
205 int special = s->all;
206 s->all = 0;
207 printk(KERN_ERR "%s: bad special flag: 0x%02x\n", drive->name, special);
208 return ide_stopped;
209 }
210
60f85019
SS
211 cmd.valid.out.tf = IDE_VALID_OUT_TF | IDE_VALID_DEVICE;
212 cmd.valid.in.tf = IDE_VALID_IN_TF | IDE_VALID_DEVICE;
213 cmd.tf_flags = IDE_TFLAG_CUSTOM_HANDLER;
74095a91 214
22aa4b32 215 do_rw_taskfile(drive, &cmd);
1da177e4
LT
216
217 return ide_started;
218}
219
220/**
221 * do_special - issue some special commands
222 * @drive: drive the command is for
223 *
aaaade3f
BZ
224 * do_special() is used to issue ATA_CMD_INIT_DEV_PARAMS,
225 * ATA_CMD_RESTORE and ATA_CMD_SET_MULTI commands to a drive.
226 *
227 * It used to do much more, but has been scaled back.
1da177e4
LT
228 */
229
230static ide_startstop_t do_special (ide_drive_t *drive)
231{
232 special_t *s = &drive->special;
233
234#ifdef DEBUG
235 printk("%s: do_special: 0x%02x\n", drive->name, s->all);
236#endif
6982daf7
BZ
237 if (drive->media == ide_disk)
238 return ide_disk_special(drive);
1da177e4 239
6982daf7
BZ
240 s->all = 0;
241 drive->mult_req = 0;
242 return ide_stopped;
1da177e4
LT
243}
244
22981694 245void ide_map_sg(ide_drive_t *drive, struct ide_cmd *cmd)
1da177e4
LT
246{
247 ide_hwif_t *hwif = drive->hwif;
248 struct scatterlist *sg = hwif->sg_table;
22981694 249 struct request *rq = cmd->rq;
1da177e4 250
d868ca24 251 if (!rq->bio) {
9e772d01 252 sg_init_one(sg, rq->data, rq->data_len);
b6308ee0
BZ
253 cmd->sg_nents = 1;
254 } else
255 cmd->sg_nents = blk_rq_map_sg(drive->queue, rq, sg);
1da177e4 256}
1da177e4
LT
257EXPORT_SYMBOL_GPL(ide_map_sg);
258
bf717c0a 259void ide_init_sg_cmd(struct ide_cmd *cmd, unsigned int nr_bytes)
1da177e4 260{
bf717c0a 261 cmd->nbytes = cmd->nleft = nr_bytes;
b6308ee0
BZ
262 cmd->cursg_ofs = 0;
263 cmd->cursg = NULL;
1da177e4 264}
1da177e4
LT
265EXPORT_SYMBOL_GPL(ide_init_sg_cmd);
266
267/**
268 * execute_drive_command - issue special drive command
338cec32 269 * @drive: the drive to issue the command on
1da177e4
LT
270 * @rq: the request structure holding the command
271 *
272 * execute_drive_cmd() issues a special drive command, usually
273 * initiated by ioctl() from the external hdparm program. The
274 * command can be a drive command, drive task or taskfile
275 * operation. Weirdly you can call it with NULL to wait for
276 * all commands to finish. Don't do this as that is due to change
277 */
278
279static ide_startstop_t execute_drive_cmd (ide_drive_t *drive,
280 struct request *rq)
281{
22aa4b32 282 struct ide_cmd *cmd = rq->special;
1da177e4 283
22aa4b32 284 if (cmd) {
0dfb991c 285 if (cmd->protocol == ATA_PROT_PIO) {
bf717c0a 286 ide_init_sg_cmd(cmd, rq->nr_sectors << 9);
22981694 287 ide_map_sg(drive, cmd);
1da177e4 288 }
74095a91 289
22aa4b32 290 return do_rw_taskfile(drive, cmd);
21d535c9
BZ
291 }
292
1da177e4
LT
293 /*
294 * NULL is actually a valid way of waiting for
295 * all current requests to be flushed from the queue.
296 */
297#ifdef DEBUG
298 printk("%s: DRIVE_CMD (null)\n", drive->name);
299#endif
6902a533 300 rq->errors = 0;
f974b196 301 ide_complete_rq(drive, 0, blk_rq_bytes(rq));
64a57fe4 302
1da177e4 303 return ide_stopped;
1bc6daae
BZ
304}
305
79e36a9f
EO
306static ide_startstop_t ide_special_rq(ide_drive_t *drive, struct request *rq)
307{
4abdc6ee
EO
308 u8 cmd = rq->cmd[0];
309
4abdc6ee 310 switch (cmd) {
1bc6daae
BZ
311 case REQ_PARK_HEADS:
312 case REQ_UNPARK_HEADS:
313 return ide_do_park_unpark(drive, rq);
92f1f8fd 314 case REQ_DEVSET_EXEC:
1bc6daae 315 return ide_do_devset(drive, rq);
79e36a9f
EO
316 case REQ_DRIVE_RESET:
317 return ide_do_reset(drive);
318 default:
1713788f 319 BUG();
79e36a9f
EO
320 }
321}
322
1da177e4
LT
323/**
324 * start_request - start of I/O and command issuing for IDE
325 *
326 * start_request() initiates handling of a new I/O request. It
3c619ffd 327 * accepts commands and I/O (read/write) requests.
1da177e4
LT
328 *
329 * FIXME: this function needs a rename
330 */
331
332static ide_startstop_t start_request (ide_drive_t *drive, struct request *rq)
333{
334 ide_startstop_t startstop;
1da177e4 335
4aff5e23 336 BUG_ON(!blk_rq_started(rq));
1da177e4
LT
337
338#ifdef DEBUG
339 printk("%s: start_request: current=0x%08lx\n",
898ec223 340 drive->hwif->name, (unsigned long) rq);
1da177e4
LT
341#endif
342
343 /* bail early if we've exceeded max_failures */
344 if (drive->max_failures && (drive->failures > drive->max_failures)) {
b5e1a4e2 345 rq->cmd_flags |= REQ_FAILED;
1da177e4
LT
346 goto kill_rq;
347 }
348
ad3cadda
JA
349 if (blk_pm_request(rq))
350 ide_check_pm_state(drive, rq);
1da177e4 351
fdd88f0a 352 drive->hwif->tp_ops->dev_select(drive);
3a7d2484
BZ
353 if (ide_wait_stat(&startstop, drive, drive->ready_stat,
354 ATA_BUSY | ATA_DRQ, WAIT_READY)) {
1da177e4
LT
355 printk(KERN_ERR "%s: drive not ready for command\n", drive->name);
356 return startstop;
357 }
358 if (!drive->special.all) {
7f3c868b 359 struct ide_driver *drv;
1da177e4 360
513daadd
SS
361 /*
362 * We reset the drive so we need to issue a SETFEATURES.
363 * Do it _after_ do_special() restored device parameters.
364 */
365 if (drive->current_speed == 0xff)
366 ide_config_drive_speed(drive, drive->desired_speed);
367
7267c337 368 if (rq->cmd_type == REQ_TYPE_ATA_TASKFILE)
1da177e4
LT
369 return execute_drive_cmd(drive, rq);
370 else if (blk_pm_request(rq)) {
765139ef 371 struct request_pm_state *pm = rq->special;
1da177e4
LT
372#ifdef DEBUG_PM
373 printk("%s: start_power_step(step: %d)\n",
6b7d8fc3 374 drive->name, pm->pm_step);
1da177e4
LT
375#endif
376 startstop = ide_start_power_step(drive, rq);
377 if (startstop == ide_stopped &&
0d346ba0 378 pm->pm_step == IDE_PM_COMPLETED)
3616b653 379 ide_complete_pm_rq(drive, rq);
1da177e4 380 return startstop;
79e36a9f
EO
381 } else if (!rq->rq_disk && blk_special_request(rq))
382 /*
383 * TODO: Once all ULDs have been modified to
384 * check for specific op codes rather than
385 * blindly accepting any special request, the
386 * check for ->rq_disk above may be replaced
387 * by a more suitable mechanism or even
388 * dropped entirely.
389 */
390 return ide_special_rq(drive, rq);
1da177e4 391
7f3c868b 392 drv = *(struct ide_driver **)rq->rq_disk->private_data;
3c619ffd
BZ
393
394 return drv->do_request(drive, rq, rq->sector);
1da177e4
LT
395 }
396 return do_special(drive);
397kill_rq:
398 ide_kill_rq(drive, rq);
399 return ide_stopped;
400}
401
402/**
403 * ide_stall_queue - pause an IDE device
404 * @drive: drive to stall
405 * @timeout: time to stall for (jiffies)
406 *
407 * ide_stall_queue() can be used by a drive to give excess bandwidth back
b65fac32 408 * to the port by sleeping for timeout jiffies.
1da177e4
LT
409 */
410
411void ide_stall_queue (ide_drive_t *drive, unsigned long timeout)
412{
413 if (timeout > WAIT_WORSTCASE)
414 timeout = WAIT_WORSTCASE;
415 drive->sleep = timeout + jiffies;
97100fc8 416 drive->dev_flags |= IDE_DFLAG_SLEEPING;
1da177e4 417}
1da177e4
LT
418EXPORT_SYMBOL(ide_stall_queue);
419
5b31f855
BZ
420static inline int ide_lock_port(ide_hwif_t *hwif)
421{
422 if (hwif->busy)
423 return 1;
424
425 hwif->busy = 1;
426
427 return 0;
428}
429
430static inline void ide_unlock_port(ide_hwif_t *hwif)
431{
432 hwif->busy = 0;
433}
434
435static inline int ide_lock_host(struct ide_host *host, ide_hwif_t *hwif)
436{
437 int rc = 0;
438
439 if (host->host_flags & IDE_HFLAG_SERIALIZE) {
440 rc = test_and_set_bit_lock(IDE_HOST_BUSY, &host->host_busy);
441 if (rc == 0) {
e354c1d8
BZ
442 if (host->get_lock)
443 host->get_lock(ide_intr, hwif);
5b31f855
BZ
444 }
445 }
446 return rc;
447}
448
449static inline void ide_unlock_host(struct ide_host *host)
450{
451 if (host->host_flags & IDE_HFLAG_SERIALIZE) {
e354c1d8
BZ
452 if (host->release_lock)
453 host->release_lock();
5b31f855
BZ
454 clear_bit_unlock(IDE_HOST_BUSY, &host->host_busy);
455 }
456}
457
1da177e4 458/*
b65fac32 459 * Issue a new request to a device.
1da177e4 460 */
295f0004 461void do_ide_request(struct request_queue *q)
1da177e4 462{
201bffa4
BZ
463 ide_drive_t *drive = q->queuedata;
464 ide_hwif_t *hwif = drive->hwif;
5b31f855 465 struct ide_host *host = hwif->host;
5b31f855 466 struct request *rq = NULL;
1da177e4
LT
467 ide_startstop_t startstop;
468
201bffa4
BZ
469 /*
470 * drive is doing pre-flush, ordered write, post-flush sequence. even
471 * though that is 3 requests, it must be seen as a single transaction.
472 * we must not preempt this drive until that is complete
473 */
474 if (blk_queue_flushing(q))
1da177e4 475 /*
201bffa4
BZ
476 * small race where queue could get replugged during
477 * the 3-request flush cycle, just yank the plug since
478 * we want it to finish asap
1da177e4 479 */
201bffa4 480 blk_remove_plug(q);
1da177e4 481
201bffa4 482 spin_unlock_irq(q->queue_lock);
5b31f855 483
02e7cf8f
TH
484 /* HLD do_request() callback might sleep, make sure it's okay */
485 might_sleep();
486
5b31f855
BZ
487 if (ide_lock_host(host, hwif))
488 goto plug_device_2;
489
b65fac32 490 spin_lock_irq(&hwif->lock);
295f0004 491
5b31f855 492 if (!ide_lock_port(hwif)) {
42cf2611 493 ide_hwif_t *prev_port;
201bffa4 494repeat:
bd53cbcc 495 prev_port = hwif->host->cur_port;
b65fac32 496 hwif->rq = NULL;
2fb21150 497
9010941c
EO
498 if (drive->dev_flags & IDE_DFLAG_SLEEPING &&
499 time_after(drive->sleep, jiffies)) {
500 ide_unlock_port(hwif);
501 goto plug_device;
201bffa4 502 }
295f0004 503
bd53cbcc
BZ
504 if ((hwif->host->host_flags & IDE_HFLAG_SERIALIZE) &&
505 hwif != prev_port) {
7299a391 506 /*
42cf2611 507 * set nIEN for previous port, drives in the
7299a391
BZ
508 * quirk_list may not like intr setups/cleanups
509 */
b65fac32 510 if (prev_port && prev_port->cur_dev->quirk_list == 0)
ecf3a31d
SS
511 prev_port->tp_ops->write_devctl(prev_port,
512 ATA_NIEN |
513 ATA_DEVCTL_OBS);
bd53cbcc
BZ
514
515 hwif->host->cur_port = hwif;
1da177e4 516 }
b65fac32 517 hwif->cur_dev = drive;
4abdc6ee 518 drive->dev_flags &= ~(IDE_DFLAG_SLEEPING | IDE_DFLAG_PARKED);
1da177e4 519
b65fac32 520 spin_unlock_irq(&hwif->lock);
201bffa4 521 spin_lock_irq(q->queue_lock);
1da177e4
LT
522 /*
523 * we know that the queue isn't empty, but this can happen
524 * if the q->prep_rq_fn() decides to kill a request
525 */
526 rq = elv_next_request(drive->queue);
201bffa4 527 spin_unlock_irq(q->queue_lock);
b65fac32 528 spin_lock_irq(&hwif->lock);
201bffa4 529
1da177e4 530 if (!rq) {
5b31f855 531 ide_unlock_port(hwif);
201bffa4 532 goto out;
1da177e4
LT
533 }
534
535 /*
536 * Sanity: don't accept a request that isn't a PM request
537 * if we are currently power managed. This is very important as
538 * blk_stop_queue() doesn't prevent the elv_next_request()
539 * above to return us whatever is in the queue. Since we call
540 * ide_do_request() ourselves, we end up taking requests while
541 * the queue is blocked...
542 *
543 * We let requests forced at head of queue with ide-preempt
544 * though. I hope that doesn't happen too much, hopefully not
545 * unless the subdriver triggers such a thing in its own PM
546 * state machine.
547 */
97100fc8
BZ
548 if ((drive->dev_flags & IDE_DFLAG_BLOCKED) &&
549 blk_pm_request(rq) == 0 &&
550 (rq->cmd_flags & REQ_PREEMPT) == 0) {
631de370 551 /* there should be no pending command at this point */
5b31f855 552 ide_unlock_port(hwif);
295f0004 553 goto plug_device;
1da177e4
LT
554 }
555
b65fac32 556 hwif->rq = rq;
1da177e4 557
b65fac32 558 spin_unlock_irq(&hwif->lock);
1da177e4 559 startstop = start_request(drive, rq);
b65fac32 560 spin_lock_irq(&hwif->lock);
295f0004 561
201bffa4
BZ
562 if (startstop == ide_stopped)
563 goto repeat;
564 } else
565 goto plug_device;
566out:
b65fac32 567 spin_unlock_irq(&hwif->lock);
5b31f855
BZ
568 if (rq == NULL)
569 ide_unlock_host(host);
201bffa4 570 spin_lock_irq(q->queue_lock);
295f0004 571 return;
1da177e4 572
295f0004 573plug_device:
b65fac32 574 spin_unlock_irq(&hwif->lock);
5b31f855
BZ
575 ide_unlock_host(host);
576plug_device_2:
201bffa4
BZ
577 spin_lock_irq(q->queue_lock);
578
579 if (!elv_queue_empty(q))
580 blk_plug_device(q);
1da177e4
LT
581}
582
201bffa4
BZ
583static void ide_plug_device(ide_drive_t *drive)
584{
585 struct request_queue *q = drive->queue;
586 unsigned long flags;
587
588 spin_lock_irqsave(q->queue_lock, flags);
589 if (!elv_queue_empty(q))
590 blk_plug_device(q);
591 spin_unlock_irqrestore(q->queue_lock, flags);
592}
593
b6a45a0b
BZ
594static int drive_is_ready(ide_drive_t *drive)
595{
596 ide_hwif_t *hwif = drive->hwif;
597 u8 stat = 0;
598
599 if (drive->waiting_for_dma)
600 return hwif->dma_ops->dma_test_irq(drive);
601
602 if (hwif->io_ports.ctl_addr &&
603 (hwif->host_flags & IDE_HFLAG_BROKEN_ALTSTATUS) == 0)
604 stat = hwif->tp_ops->read_altstatus(hwif);
605 else
606 /* Note: this may clear a pending IRQ!! */
607 stat = hwif->tp_ops->read_status(hwif);
608
609 if (stat & ATA_BUSY)
610 /* drive busy: definitely not interrupting */
611 return 0;
612
613 /* drive ready: *might* be interrupting */
614 return 1;
615}
616
1da177e4
LT
617/**
618 * ide_timer_expiry - handle lack of an IDE interrupt
b65fac32 619 * @data: timer callback magic (hwif)
1da177e4
LT
620 *
621 * An IDE command has timed out before the expected drive return
622 * occurred. At this point we attempt to clean up the current
623 * mess. If the current handler includes an expiry handler then
624 * we invoke the expiry handler, and providing it is happy the
625 * work is done. If that fails we apply generic recovery rules
626 * invoking the handler and checking the drive DMA status. We
627 * have an excessively incestuous relationship with the DMA
628 * logic that wants cleaning up.
629 */
630
631void ide_timer_expiry (unsigned long data)
632{
b65fac32 633 ide_hwif_t *hwif = (ide_hwif_t *)data;
201bffa4 634 ide_drive_t *uninitialized_var(drive);
1da177e4 635 ide_handler_t *handler;
1da177e4 636 unsigned long flags;
e0c6dcd8 637 int wait = -1;
201bffa4 638 int plug_device = 0;
1da177e4 639
b65fac32
BZ
640 spin_lock_irqsave(&hwif->lock, flags);
641
642 handler = hwif->handler;
1da177e4 643
b65fac32 644 if (handler == NULL || hwif->req_gen != hwif->req_gen_timer) {
1da177e4
LT
645 /*
646 * Either a marginal timeout occurred
647 * (got the interrupt just as timer expired),
648 * or we were "sleeping" to give other devices a chance.
649 * Either way, we don't really want to complain about anything.
650 */
1da177e4 651 } else {
c38714ed
BZ
652 ide_expiry_t *expiry = hwif->expiry;
653 ide_startstop_t startstop = ide_stopped;
654
b65fac32 655 drive = hwif->cur_dev;
c38714ed
BZ
656
657 if (expiry) {
658 wait = expiry(drive);
659 if (wait > 0) { /* continue */
660 /* reset timer */
661 hwif->timer.expires = jiffies + wait;
662 hwif->req_gen_timer = hwif->req_gen;
663 add_timer(&hwif->timer);
664 spin_unlock_irqrestore(&hwif->lock, flags);
665 return;
295f0004 666 }
1da177e4 667 }
c38714ed 668 hwif->handler = NULL;
60c0cd02 669 hwif->expiry = NULL;
c38714ed
BZ
670 /*
671 * We need to simulate a real interrupt when invoking
672 * the handler() function, which means we need to
673 * globally mask the specific IRQ:
674 */
675 spin_unlock(&hwif->lock);
676 /* disable_irq_nosync ?? */
677 disable_irq(hwif->irq);
678 /* local CPU only, as if we were handling an interrupt */
679 local_irq_disable();
680 if (hwif->polling) {
681 startstop = handler(drive);
682 } else if (drive_is_ready(drive)) {
683 if (drive->waiting_for_dma)
684 hwif->dma_ops->dma_lost_irq(drive);
d15a613b
BZ
685 if (hwif->ack_intr)
686 hwif->ack_intr(hwif);
c38714ed
BZ
687 printk(KERN_WARNING "%s: lost interrupt\n",
688 drive->name);
689 startstop = handler(drive);
690 } else {
691 if (drive->waiting_for_dma)
692 startstop = ide_dma_timeout_retry(drive, wait);
693 else
694 startstop = ide_error(drive, "irq timeout",
695 hwif->tp_ops->read_status(hwif));
696 }
697 spin_lock_irq(&hwif->lock);
698 enable_irq(hwif->irq);
699 if (startstop == ide_stopped) {
700 ide_unlock_port(hwif);
701 plug_device = 1;
702 }
1da177e4 703 }
b65fac32 704 spin_unlock_irqrestore(&hwif->lock, flags);
201bffa4 705
5b31f855
BZ
706 if (plug_device) {
707 ide_unlock_host(hwif->host);
201bffa4 708 ide_plug_device(drive);
5b31f855 709 }
1da177e4
LT
710}
711
712/**
713 * unexpected_intr - handle an unexpected IDE interrupt
714 * @irq: interrupt line
bd53cbcc 715 * @hwif: port being processed
1da177e4
LT
716 *
717 * There's nothing really useful we can do with an unexpected interrupt,
718 * other than reading the status register (to clear it), and logging it.
719 * There should be no way that an irq can happen before we're ready for it,
720 * so we needn't worry much about losing an "important" interrupt here.
721 *
722 * On laptops (and "green" PCs), an unexpected interrupt occurs whenever
723 * the drive enters "idle", "standby", or "sleep" mode, so if the status
724 * looks "good", we just ignore the interrupt completely.
725 *
726 * This routine assumes __cli() is in effect when called.
727 *
728 * If an unexpected interrupt happens on irq15 while we are handling irq14
729 * and if the two interfaces are "serialized" (CMD640), then it looks like
730 * we could screw up by interfering with a new request being set up for
731 * irq15.
732 *
733 * In reality, this is a non-issue. The new command is not sent unless
734 * the drive is ready to accept one, in which case we know the drive is
735 * not trying to interrupt us. And ide_set_handler() is always invoked
736 * before completing the issuance of any new drive command, so we will not
737 * be accidentally invoked as a result of any valid command completion
738 * interrupt.
1da177e4 739 */
bd53cbcc
BZ
740
741static void unexpected_intr(int irq, ide_hwif_t *hwif)
1da177e4 742{
ae86afae
BZ
743 u8 stat = hwif->tp_ops->read_status(hwif);
744
745 if (!OK_STAT(stat, ATA_DRDY, BAD_STAT)) {
746 /* Try to not flood the console with msgs */
747 static unsigned long last_msgtime, count;
748 ++count;
749
750 if (time_after(jiffies, last_msgtime + HZ)) {
751 last_msgtime = jiffies;
752 printk(KERN_ERR "%s: unexpected interrupt, "
753 "status=0x%02x, count=%ld\n",
754 hwif->name, stat, count);
1da177e4 755 }
ae86afae 756 }
1da177e4
LT
757}
758
759/**
760 * ide_intr - default IDE interrupt handler
761 * @irq: interrupt number
ae86afae 762 * @dev_id: hwif
1da177e4
LT
763 * @regs: unused weirdness from the kernel irq layer
764 *
765 * This is the default IRQ handler for the IDE layer. You should
766 * not need to override it. If you do be aware it is subtle in
767 * places
768 *
bd53cbcc 769 * hwif is the interface in the group currently performing
b65fac32 770 * a command. hwif->cur_dev is the drive and hwif->handler is
1da177e4
LT
771 * the IRQ handler to call. As we issue a command the handlers
772 * step through multiple states, reassigning the handler to the
773 * next step in the process. Unlike a smart SCSI controller IDE
774 * expects the main processor to sequence the various transfer
775 * stages. We also manage a poll timer to catch up with most
776 * timeout situations. There are still a few where the handlers
777 * don't ever decide to give up.
778 *
779 * The handler eventually returns ide_stopped to indicate the
780 * request completed. At this point we issue the next request
b65fac32 781 * on the port and the process begins again.
1da177e4 782 */
b65fac32 783
7d12e780 784irqreturn_t ide_intr (int irq, void *dev_id)
1da177e4 785{
ae86afae 786 ide_hwif_t *hwif = (ide_hwif_t *)dev_id;
255115fb 787 struct ide_host *host = hwif->host;
201bffa4 788 ide_drive_t *uninitialized_var(drive);
1da177e4 789 ide_handler_t *handler;
ae86afae 790 unsigned long flags;
1da177e4 791 ide_startstop_t startstop;
3e0e29f7 792 irqreturn_t irq_ret = IRQ_NONE;
201bffa4 793 int plug_device = 0;
1da177e4 794
255115fb
BZ
795 if (host->host_flags & IDE_HFLAG_SERIALIZE) {
796 if (hwif != host->cur_port)
ae86afae
BZ
797 goto out_early;
798 }
bd53cbcc 799
b65fac32 800 spin_lock_irqsave(&hwif->lock, flags);
1da177e4 801
d15a613b 802 if (hwif->ack_intr && hwif->ack_intr(hwif) == 0)
3e0e29f7 803 goto out;
1da177e4 804
b65fac32
BZ
805 handler = hwif->handler;
806
807 if (handler == NULL || hwif->polling) {
1da177e4
LT
808 /*
809 * Not expecting an interrupt from this drive.
810 * That means this could be:
811 * (1) an interrupt from another PCI device
812 * sharing the same PCI INT# as us.
813 * or (2) a drive just entered sleep or standby mode,
814 * and is interrupting to let us know.
815 * or (3) a spurious interrupt of unknown origin.
816 *
817 * For PCI, we cannot tell the difference,
818 * so in that case we just ignore it and hope it goes away.
1da177e4 819 */
255115fb 820 if ((host->irq_flags & IRQF_SHARED) == 0) {
1da177e4
LT
821 /*
822 * Probably not a shared PCI interrupt,
823 * so we can safely try to do something about it:
824 */
bd53cbcc 825 unexpected_intr(irq, hwif);
1da177e4
LT
826 } else {
827 /*
828 * Whack the status register, just in case
829 * we have a leftover pending IRQ.
830 */
374e042c 831 (void)hwif->tp_ops->read_status(hwif);
1da177e4 832 }
3e0e29f7 833 goto out;
1da177e4 834 }
3e0e29f7 835
b65fac32 836 drive = hwif->cur_dev;
3e0e29f7
BZ
837
838 if (!drive_is_ready(drive))
1da177e4
LT
839 /*
840 * This happens regularly when we share a PCI IRQ with
841 * another device. Unfortunately, it can also happen
842 * with some buggy drives that trigger the IRQ before
843 * their status register is up to date. Hopefully we have
844 * enough advance overhead that the latter isn't a problem.
845 */
3e0e29f7
BZ
846 goto out;
847
b65fac32 848 hwif->handler = NULL;
60c0cd02 849 hwif->expiry = NULL;
b65fac32
BZ
850 hwif->req_gen++;
851 del_timer(&hwif->timer);
852 spin_unlock(&hwif->lock);
1da177e4 853
bfa7d8e5
BZ
854 if (hwif->port_ops && hwif->port_ops->clear_irq)
855 hwif->port_ops->clear_irq(drive);
f0dd8712 856
97100fc8 857 if (drive->dev_flags & IDE_DFLAG_UNMASK)
366c7f55 858 local_irq_enable_in_hardirq();
bfa7d8e5 859
1da177e4
LT
860 /* service this interrupt, may set handler for next interrupt */
861 startstop = handler(drive);
1da177e4 862
b65fac32 863 spin_lock_irq(&hwif->lock);
1da177e4
LT
864 /*
865 * Note that handler() may have set things up for another
866 * interrupt to occur soon, but it cannot happen until
867 * we exit from this routine, because it will be the
868 * same irq as is currently being serviced here, and Linux
869 * won't allow another of the same (on any CPU) until we return.
870 */
1da177e4 871 if (startstop == ide_stopped) {
9600dcf1
BZ
872 BUG_ON(hwif->handler);
873 ide_unlock_port(hwif);
874 plug_device = 1;
1da177e4 875 }
3e0e29f7
BZ
876 irq_ret = IRQ_HANDLED;
877out:
b65fac32 878 spin_unlock_irqrestore(&hwif->lock, flags);
ae86afae 879out_early:
5b31f855
BZ
880 if (plug_device) {
881 ide_unlock_host(hwif->host);
201bffa4 882 ide_plug_device(drive);
5b31f855 883 }
201bffa4 884
3e0e29f7 885 return irq_ret;
1da177e4 886}
849d7130 887EXPORT_SYMBOL_GPL(ide_intr);
1da177e4 888
9f87abe8
BZ
889void ide_pad_transfer(ide_drive_t *drive, int write, int len)
890{
891 ide_hwif_t *hwif = drive->hwif;
892 u8 buf[4] = { 0 };
893
894 while (len > 0) {
895 if (write)
374e042c 896 hwif->tp_ops->output_data(drive, NULL, buf, min(4, len));
9f87abe8 897 else
374e042c 898 hwif->tp_ops->input_data(drive, NULL, buf, min(4, len));
9f87abe8
BZ
899 len -= 4;
900 }
901}
902EXPORT_SYMBOL_GPL(ide_pad_transfer);