]> git.proxmox.com Git - mirror_ubuntu-artful-kernel.git/blame - drivers/ata/libata-sff.c
[PATCH] libata: move BMDMA host status recording from EH to interrupt handler
[mirror_ubuntu-artful-kernel.git] / drivers / ata / libata-sff.c
CommitLineData
1fdffbce
JG
1/*
2 * libata-bmdma.c - helper library for PCI IDE BMDMA
3 *
4 * Maintained by: Jeff Garzik <jgarzik@pobox.com>
5 * Please ALWAYS copy linux-ide@vger.kernel.org
6 * on emails.
7 *
8 * Copyright 2003-2006 Red Hat, Inc. All rights reserved.
9 * Copyright 2003-2006 Jeff Garzik
10 *
11 *
12 * This program is free software; you can redistribute it and/or modify
13 * it under the terms of the GNU General Public License as published by
14 * the Free Software Foundation; either version 2, or (at your option)
15 * any later version.
16 *
17 * This program is distributed in the hope that it will be useful,
18 * but WITHOUT ANY WARRANTY; without even the implied warranty of
19 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
20 * GNU General Public License for more details.
21 *
22 * You should have received a copy of the GNU General Public License
23 * along with this program; see the file COPYING. If not, write to
24 * the Free Software Foundation, 675 Mass Ave, Cambridge, MA 02139, USA.
25 *
26 *
27 * libata documentation is available via 'make {ps|pdf}docs',
28 * as Documentation/DocBook/libata.*
29 *
30 * Hardware documentation available from http://www.t13.org/ and
31 * http://www.sata-io.org/
32 *
33 */
34
1fdffbce
JG
35#include <linux/kernel.h>
36#include <linux/pci.h>
37#include <linux/libata.h>
38
39#include "libata.h"
40
90088bb4
TH
41/**
42 * ata_irq_on - Enable interrupts on a port.
43 * @ap: Port on which interrupts are enabled.
44 *
45 * Enable interrupts on a legacy IDE device using MMIO or PIO,
46 * wait for idle, clear any pending interrupts.
47 *
48 * LOCKING:
49 * Inherited from caller.
50 */
51u8 ata_irq_on(struct ata_port *ap)
52{
53 struct ata_ioports *ioaddr = &ap->ioaddr;
54 u8 tmp;
55
56 ap->ctl &= ~ATA_NIEN;
57 ap->last_ctl = ap->ctl;
58
59 if (ap->flags & ATA_FLAG_MMIO)
60 writeb(ap->ctl, (void __iomem *) ioaddr->ctl_addr);
61 else
62 outb(ap->ctl, ioaddr->ctl_addr);
63 tmp = ata_wait_idle(ap);
64
65 ap->ops->irq_clear(ap);
66
67 return tmp;
68}
69
1fdffbce
JG
70/**
71 * ata_tf_load_pio - send taskfile registers to host controller
72 * @ap: Port to which output is sent
73 * @tf: ATA taskfile register set
74 *
75 * Outputs ATA taskfile to standard ATA host controller.
76 *
77 * LOCKING:
78 * Inherited from caller.
79 */
80
81static void ata_tf_load_pio(struct ata_port *ap, const struct ata_taskfile *tf)
82{
83 struct ata_ioports *ioaddr = &ap->ioaddr;
84 unsigned int is_addr = tf->flags & ATA_TFLAG_ISADDR;
85
86 if (tf->ctl != ap->last_ctl) {
87 outb(tf->ctl, ioaddr->ctl_addr);
88 ap->last_ctl = tf->ctl;
89 ata_wait_idle(ap);
90 }
91
92 if (is_addr && (tf->flags & ATA_TFLAG_LBA48)) {
93 outb(tf->hob_feature, ioaddr->feature_addr);
94 outb(tf->hob_nsect, ioaddr->nsect_addr);
95 outb(tf->hob_lbal, ioaddr->lbal_addr);
96 outb(tf->hob_lbam, ioaddr->lbam_addr);
97 outb(tf->hob_lbah, ioaddr->lbah_addr);
98 VPRINTK("hob: feat 0x%X nsect 0x%X, lba 0x%X 0x%X 0x%X\n",
99 tf->hob_feature,
100 tf->hob_nsect,
101 tf->hob_lbal,
102 tf->hob_lbam,
103 tf->hob_lbah);
104 }
105
106 if (is_addr) {
107 outb(tf->feature, ioaddr->feature_addr);
108 outb(tf->nsect, ioaddr->nsect_addr);
109 outb(tf->lbal, ioaddr->lbal_addr);
110 outb(tf->lbam, ioaddr->lbam_addr);
111 outb(tf->lbah, ioaddr->lbah_addr);
112 VPRINTK("feat 0x%X nsect 0x%X lba 0x%X 0x%X 0x%X\n",
113 tf->feature,
114 tf->nsect,
115 tf->lbal,
116 tf->lbam,
117 tf->lbah);
118 }
119
120 if (tf->flags & ATA_TFLAG_DEVICE) {
121 outb(tf->device, ioaddr->device_addr);
122 VPRINTK("device 0x%X\n", tf->device);
123 }
124
125 ata_wait_idle(ap);
126}
127
128/**
129 * ata_tf_load_mmio - send taskfile registers to host controller
130 * @ap: Port to which output is sent
131 * @tf: ATA taskfile register set
132 *
133 * Outputs ATA taskfile to standard ATA host controller using MMIO.
134 *
135 * LOCKING:
136 * Inherited from caller.
137 */
138
139static void ata_tf_load_mmio(struct ata_port *ap, const struct ata_taskfile *tf)
140{
141 struct ata_ioports *ioaddr = &ap->ioaddr;
142 unsigned int is_addr = tf->flags & ATA_TFLAG_ISADDR;
143
144 if (tf->ctl != ap->last_ctl) {
145 writeb(tf->ctl, (void __iomem *) ap->ioaddr.ctl_addr);
146 ap->last_ctl = tf->ctl;
147 ata_wait_idle(ap);
148 }
149
150 if (is_addr && (tf->flags & ATA_TFLAG_LBA48)) {
151 writeb(tf->hob_feature, (void __iomem *) ioaddr->feature_addr);
152 writeb(tf->hob_nsect, (void __iomem *) ioaddr->nsect_addr);
153 writeb(tf->hob_lbal, (void __iomem *) ioaddr->lbal_addr);
154 writeb(tf->hob_lbam, (void __iomem *) ioaddr->lbam_addr);
155 writeb(tf->hob_lbah, (void __iomem *) ioaddr->lbah_addr);
156 VPRINTK("hob: feat 0x%X nsect 0x%X, lba 0x%X 0x%X 0x%X\n",
157 tf->hob_feature,
158 tf->hob_nsect,
159 tf->hob_lbal,
160 tf->hob_lbam,
161 tf->hob_lbah);
162 }
163
164 if (is_addr) {
165 writeb(tf->feature, (void __iomem *) ioaddr->feature_addr);
166 writeb(tf->nsect, (void __iomem *) ioaddr->nsect_addr);
167 writeb(tf->lbal, (void __iomem *) ioaddr->lbal_addr);
168 writeb(tf->lbam, (void __iomem *) ioaddr->lbam_addr);
169 writeb(tf->lbah, (void __iomem *) ioaddr->lbah_addr);
170 VPRINTK("feat 0x%X nsect 0x%X lba 0x%X 0x%X 0x%X\n",
171 tf->feature,
172 tf->nsect,
173 tf->lbal,
174 tf->lbam,
175 tf->lbah);
176 }
177
178 if (tf->flags & ATA_TFLAG_DEVICE) {
179 writeb(tf->device, (void __iomem *) ioaddr->device_addr);
180 VPRINTK("device 0x%X\n", tf->device);
181 }
182
183 ata_wait_idle(ap);
184}
185
186
187/**
188 * ata_tf_load - send taskfile registers to host controller
189 * @ap: Port to which output is sent
190 * @tf: ATA taskfile register set
191 *
192 * Outputs ATA taskfile to standard ATA host controller using MMIO
193 * or PIO as indicated by the ATA_FLAG_MMIO flag.
194 * Writes the control, feature, nsect, lbal, lbam, and lbah registers.
195 * Optionally (ATA_TFLAG_LBA48) writes hob_feature, hob_nsect,
196 * hob_lbal, hob_lbam, and hob_lbah.
197 *
198 * This function waits for idle (!BUSY and !DRQ) after writing
199 * registers. If the control register has a new value, this
200 * function also waits for idle after writing control and before
201 * writing the remaining registers.
202 *
203 * May be used as the tf_load() entry in ata_port_operations.
204 *
205 * LOCKING:
206 * Inherited from caller.
207 */
208void ata_tf_load(struct ata_port *ap, const struct ata_taskfile *tf)
209{
210 if (ap->flags & ATA_FLAG_MMIO)
211 ata_tf_load_mmio(ap, tf);
212 else
213 ata_tf_load_pio(ap, tf);
214}
215
216/**
217 * ata_exec_command_pio - issue ATA command to host controller
218 * @ap: port to which command is being issued
219 * @tf: ATA taskfile register set
220 *
221 * Issues PIO write to ATA command register, with proper
222 * synchronization with interrupt handler / other threads.
223 *
224 * LOCKING:
cca3974e 225 * spin_lock_irqsave(host lock)
1fdffbce
JG
226 */
227
228static void ata_exec_command_pio(struct ata_port *ap, const struct ata_taskfile *tf)
229{
230 DPRINTK("ata%u: cmd 0x%X\n", ap->id, tf->command);
231
232 outb(tf->command, ap->ioaddr.command_addr);
233 ata_pause(ap);
234}
235
236
237/**
238 * ata_exec_command_mmio - issue ATA command to host controller
239 * @ap: port to which command is being issued
240 * @tf: ATA taskfile register set
241 *
242 * Issues MMIO write to ATA command register, with proper
243 * synchronization with interrupt handler / other threads.
244 *
7c74ffd0
AC
245 * FIXME: missing write posting for 400nS delay enforcement
246 *
1fdffbce 247 * LOCKING:
cca3974e 248 * spin_lock_irqsave(host lock)
1fdffbce
JG
249 */
250
251static void ata_exec_command_mmio(struct ata_port *ap, const struct ata_taskfile *tf)
252{
253 DPRINTK("ata%u: cmd 0x%X\n", ap->id, tf->command);
254
255 writeb(tf->command, (void __iomem *) ap->ioaddr.command_addr);
256 ata_pause(ap);
257}
258
259
260/**
261 * ata_exec_command - issue ATA command to host controller
262 * @ap: port to which command is being issued
263 * @tf: ATA taskfile register set
264 *
265 * Issues PIO/MMIO write to ATA command register, with proper
266 * synchronization with interrupt handler / other threads.
267 *
268 * LOCKING:
cca3974e 269 * spin_lock_irqsave(host lock)
1fdffbce
JG
270 */
271void ata_exec_command(struct ata_port *ap, const struct ata_taskfile *tf)
272{
273 if (ap->flags & ATA_FLAG_MMIO)
274 ata_exec_command_mmio(ap, tf);
275 else
276 ata_exec_command_pio(ap, tf);
277}
278
279/**
280 * ata_tf_read_pio - input device's ATA taskfile shadow registers
281 * @ap: Port from which input is read
282 * @tf: ATA taskfile register set for storing input
283 *
284 * Reads ATA taskfile registers for currently-selected device
285 * into @tf.
286 *
287 * LOCKING:
288 * Inherited from caller.
289 */
290
291static void ata_tf_read_pio(struct ata_port *ap, struct ata_taskfile *tf)
292{
293 struct ata_ioports *ioaddr = &ap->ioaddr;
294
295 tf->command = ata_check_status(ap);
296 tf->feature = inb(ioaddr->error_addr);
297 tf->nsect = inb(ioaddr->nsect_addr);
298 tf->lbal = inb(ioaddr->lbal_addr);
299 tf->lbam = inb(ioaddr->lbam_addr);
300 tf->lbah = inb(ioaddr->lbah_addr);
301 tf->device = inb(ioaddr->device_addr);
302
303 if (tf->flags & ATA_TFLAG_LBA48) {
304 outb(tf->ctl | ATA_HOB, ioaddr->ctl_addr);
305 tf->hob_feature = inb(ioaddr->error_addr);
306 tf->hob_nsect = inb(ioaddr->nsect_addr);
307 tf->hob_lbal = inb(ioaddr->lbal_addr);
308 tf->hob_lbam = inb(ioaddr->lbam_addr);
309 tf->hob_lbah = inb(ioaddr->lbah_addr);
310 }
311}
312
313/**
314 * ata_tf_read_mmio - input device's ATA taskfile shadow registers
315 * @ap: Port from which input is read
316 * @tf: ATA taskfile register set for storing input
317 *
318 * Reads ATA taskfile registers for currently-selected device
319 * into @tf via MMIO.
320 *
321 * LOCKING:
322 * Inherited from caller.
323 */
324
325static void ata_tf_read_mmio(struct ata_port *ap, struct ata_taskfile *tf)
326{
327 struct ata_ioports *ioaddr = &ap->ioaddr;
328
329 tf->command = ata_check_status(ap);
330 tf->feature = readb((void __iomem *)ioaddr->error_addr);
331 tf->nsect = readb((void __iomem *)ioaddr->nsect_addr);
332 tf->lbal = readb((void __iomem *)ioaddr->lbal_addr);
333 tf->lbam = readb((void __iomem *)ioaddr->lbam_addr);
334 tf->lbah = readb((void __iomem *)ioaddr->lbah_addr);
335 tf->device = readb((void __iomem *)ioaddr->device_addr);
336
337 if (tf->flags & ATA_TFLAG_LBA48) {
338 writeb(tf->ctl | ATA_HOB, (void __iomem *) ap->ioaddr.ctl_addr);
339 tf->hob_feature = readb((void __iomem *)ioaddr->error_addr);
340 tf->hob_nsect = readb((void __iomem *)ioaddr->nsect_addr);
341 tf->hob_lbal = readb((void __iomem *)ioaddr->lbal_addr);
342 tf->hob_lbam = readb((void __iomem *)ioaddr->lbam_addr);
343 tf->hob_lbah = readb((void __iomem *)ioaddr->lbah_addr);
344 }
345}
346
347
348/**
349 * ata_tf_read - input device's ATA taskfile shadow registers
350 * @ap: Port from which input is read
351 * @tf: ATA taskfile register set for storing input
352 *
353 * Reads ATA taskfile registers for currently-selected device
354 * into @tf.
355 *
356 * Reads nsect, lbal, lbam, lbah, and device. If ATA_TFLAG_LBA48
357 * is set, also reads the hob registers.
358 *
359 * May be used as the tf_read() entry in ata_port_operations.
360 *
361 * LOCKING:
362 * Inherited from caller.
363 */
364void ata_tf_read(struct ata_port *ap, struct ata_taskfile *tf)
365{
366 if (ap->flags & ATA_FLAG_MMIO)
367 ata_tf_read_mmio(ap, tf);
368 else
369 ata_tf_read_pio(ap, tf);
370}
371
372/**
373 * ata_check_status_pio - Read device status reg & clear interrupt
374 * @ap: port where the device is
375 *
376 * Reads ATA taskfile status register for currently-selected device
377 * and return its value. This also clears pending interrupts
378 * from this device
379 *
380 * LOCKING:
381 * Inherited from caller.
382 */
383static u8 ata_check_status_pio(struct ata_port *ap)
384{
385 return inb(ap->ioaddr.status_addr);
386}
387
388/**
389 * ata_check_status_mmio - Read device status reg & clear interrupt
390 * @ap: port where the device is
391 *
392 * Reads ATA taskfile status register for currently-selected device
393 * via MMIO and return its value. This also clears pending interrupts
394 * from this device
395 *
396 * LOCKING:
397 * Inherited from caller.
398 */
399static u8 ata_check_status_mmio(struct ata_port *ap)
400{
401 return readb((void __iomem *) ap->ioaddr.status_addr);
402}
403
404
405/**
406 * ata_check_status - Read device status reg & clear interrupt
407 * @ap: port where the device is
408 *
409 * Reads ATA taskfile status register for currently-selected device
410 * and return its value. This also clears pending interrupts
411 * from this device
412 *
413 * May be used as the check_status() entry in ata_port_operations.
414 *
415 * LOCKING:
416 * Inherited from caller.
417 */
418u8 ata_check_status(struct ata_port *ap)
419{
420 if (ap->flags & ATA_FLAG_MMIO)
421 return ata_check_status_mmio(ap);
422 return ata_check_status_pio(ap);
423}
424
425
426/**
427 * ata_altstatus - Read device alternate status reg
428 * @ap: port where the device is
429 *
430 * Reads ATA taskfile alternate status register for
431 * currently-selected device and return its value.
432 *
433 * Note: may NOT be used as the check_altstatus() entry in
434 * ata_port_operations.
435 *
436 * LOCKING:
437 * Inherited from caller.
438 */
439u8 ata_altstatus(struct ata_port *ap)
440{
441 if (ap->ops->check_altstatus)
442 return ap->ops->check_altstatus(ap);
443
444 if (ap->flags & ATA_FLAG_MMIO)
445 return readb((void __iomem *)ap->ioaddr.altstatus_addr);
446 return inb(ap->ioaddr.altstatus_addr);
447}
448
2cc432ee
JG
449/**
450 * ata_bmdma_setup_mmio - Set up PCI IDE BMDMA transaction
451 * @qc: Info associated with this ATA transaction.
452 *
453 * LOCKING:
cca3974e 454 * spin_lock_irqsave(host lock)
2cc432ee
JG
455 */
456
457static void ata_bmdma_setup_mmio (struct ata_queued_cmd *qc)
458{
459 struct ata_port *ap = qc->ap;
460 unsigned int rw = (qc->tf.flags & ATA_TFLAG_WRITE);
461 u8 dmactl;
462 void __iomem *mmio = (void __iomem *) ap->ioaddr.bmdma_addr;
463
464 /* load PRD table addr. */
465 mb(); /* make sure PRD table writes are visible to controller */
466 writel(ap->prd_dma, mmio + ATA_DMA_TABLE_OFS);
467
468 /* specify data direction, triple-check start bit is clear */
469 dmactl = readb(mmio + ATA_DMA_CMD);
470 dmactl &= ~(ATA_DMA_WR | ATA_DMA_START);
471 if (!rw)
472 dmactl |= ATA_DMA_WR;
473 writeb(dmactl, mmio + ATA_DMA_CMD);
474
475 /* issue r/w command */
476 ap->ops->exec_command(ap, &qc->tf);
477}
478
479/**
480 * ata_bmdma_start_mmio - Start a PCI IDE BMDMA transaction
481 * @qc: Info associated with this ATA transaction.
482 *
483 * LOCKING:
cca3974e 484 * spin_lock_irqsave(host lock)
2cc432ee
JG
485 */
486
487static void ata_bmdma_start_mmio (struct ata_queued_cmd *qc)
488{
489 struct ata_port *ap = qc->ap;
490 void __iomem *mmio = (void __iomem *) ap->ioaddr.bmdma_addr;
491 u8 dmactl;
492
493 /* start host DMA transaction */
494 dmactl = readb(mmio + ATA_DMA_CMD);
495 writeb(dmactl | ATA_DMA_START, mmio + ATA_DMA_CMD);
496
497 /* Strictly, one may wish to issue a readb() here, to
498 * flush the mmio write. However, control also passes
499 * to the hardware at this point, and it will interrupt
500 * us when we are to resume control. So, in effect,
501 * we don't care when the mmio write flushes.
502 * Further, a read of the DMA status register _immediately_
503 * following the write may not be what certain flaky hardware
504 * is expected, so I think it is best to not add a readb()
505 * without first all the MMIO ATA cards/mobos.
506 * Or maybe I'm just being paranoid.
507 */
508}
509
510/**
511 * ata_bmdma_setup_pio - Set up PCI IDE BMDMA transaction (PIO)
512 * @qc: Info associated with this ATA transaction.
513 *
514 * LOCKING:
cca3974e 515 * spin_lock_irqsave(host lock)
2cc432ee
JG
516 */
517
518static void ata_bmdma_setup_pio (struct ata_queued_cmd *qc)
519{
520 struct ata_port *ap = qc->ap;
521 unsigned int rw = (qc->tf.flags & ATA_TFLAG_WRITE);
522 u8 dmactl;
523
524 /* load PRD table addr. */
525 outl(ap->prd_dma, ap->ioaddr.bmdma_addr + ATA_DMA_TABLE_OFS);
526
527 /* specify data direction, triple-check start bit is clear */
528 dmactl = inb(ap->ioaddr.bmdma_addr + ATA_DMA_CMD);
529 dmactl &= ~(ATA_DMA_WR | ATA_DMA_START);
530 if (!rw)
531 dmactl |= ATA_DMA_WR;
532 outb(dmactl, ap->ioaddr.bmdma_addr + ATA_DMA_CMD);
533
534 /* issue r/w command */
535 ap->ops->exec_command(ap, &qc->tf);
536}
537
538/**
539 * ata_bmdma_start_pio - Start a PCI IDE BMDMA transaction (PIO)
540 * @qc: Info associated with this ATA transaction.
541 *
542 * LOCKING:
cca3974e 543 * spin_lock_irqsave(host lock)
2cc432ee
JG
544 */
545
546static void ata_bmdma_start_pio (struct ata_queued_cmd *qc)
547{
548 struct ata_port *ap = qc->ap;
549 u8 dmactl;
550
551 /* start host DMA transaction */
552 dmactl = inb(ap->ioaddr.bmdma_addr + ATA_DMA_CMD);
553 outb(dmactl | ATA_DMA_START,
554 ap->ioaddr.bmdma_addr + ATA_DMA_CMD);
555}
556
557
558/**
559 * ata_bmdma_start - Start a PCI IDE BMDMA transaction
560 * @qc: Info associated with this ATA transaction.
561 *
562 * Writes the ATA_DMA_START flag to the DMA command register.
563 *
564 * May be used as the bmdma_start() entry in ata_port_operations.
565 *
566 * LOCKING:
cca3974e 567 * spin_lock_irqsave(host lock)
2cc432ee
JG
568 */
569void ata_bmdma_start(struct ata_queued_cmd *qc)
570{
571 if (qc->ap->flags & ATA_FLAG_MMIO)
572 ata_bmdma_start_mmio(qc);
573 else
574 ata_bmdma_start_pio(qc);
575}
576
577
578/**
579 * ata_bmdma_setup - Set up PCI IDE BMDMA transaction
580 * @qc: Info associated with this ATA transaction.
581 *
582 * Writes address of PRD table to device's PRD Table Address
583 * register, sets the DMA control register, and calls
584 * ops->exec_command() to start the transfer.
585 *
586 * May be used as the bmdma_setup() entry in ata_port_operations.
587 *
588 * LOCKING:
cca3974e 589 * spin_lock_irqsave(host lock)
2cc432ee
JG
590 */
591void ata_bmdma_setup(struct ata_queued_cmd *qc)
592{
593 if (qc->ap->flags & ATA_FLAG_MMIO)
594 ata_bmdma_setup_mmio(qc);
595 else
596 ata_bmdma_setup_pio(qc);
597}
598
599
600/**
601 * ata_bmdma_irq_clear - Clear PCI IDE BMDMA interrupt.
602 * @ap: Port associated with this ATA transaction.
603 *
604 * Clear interrupt and error flags in DMA status register.
605 *
606 * May be used as the irq_clear() entry in ata_port_operations.
607 *
608 * LOCKING:
cca3974e 609 * spin_lock_irqsave(host lock)
2cc432ee
JG
610 */
611
612void ata_bmdma_irq_clear(struct ata_port *ap)
613{
614 if (!ap->ioaddr.bmdma_addr)
615 return;
616
617 if (ap->flags & ATA_FLAG_MMIO) {
618 void __iomem *mmio =
619 ((void __iomem *) ap->ioaddr.bmdma_addr) + ATA_DMA_STATUS;
620 writeb(readb(mmio), mmio);
621 } else {
622 unsigned long addr = ap->ioaddr.bmdma_addr + ATA_DMA_STATUS;
623 outb(inb(addr), addr);
624 }
625}
626
627
628/**
629 * ata_bmdma_status - Read PCI IDE BMDMA status
630 * @ap: Port associated with this ATA transaction.
631 *
632 * Read and return BMDMA status register.
633 *
634 * May be used as the bmdma_status() entry in ata_port_operations.
635 *
636 * LOCKING:
cca3974e 637 * spin_lock_irqsave(host lock)
2cc432ee
JG
638 */
639
640u8 ata_bmdma_status(struct ata_port *ap)
641{
642 u8 host_stat;
643 if (ap->flags & ATA_FLAG_MMIO) {
644 void __iomem *mmio = (void __iomem *) ap->ioaddr.bmdma_addr;
645 host_stat = readb(mmio + ATA_DMA_STATUS);
646 } else
647 host_stat = inb(ap->ioaddr.bmdma_addr + ATA_DMA_STATUS);
648 return host_stat;
649}
650
651
652/**
653 * ata_bmdma_stop - Stop PCI IDE BMDMA transfer
654 * @qc: Command we are ending DMA for
655 *
656 * Clears the ATA_DMA_START flag in the dma control register
657 *
658 * May be used as the bmdma_stop() entry in ata_port_operations.
659 *
660 * LOCKING:
cca3974e 661 * spin_lock_irqsave(host lock)
2cc432ee
JG
662 */
663
664void ata_bmdma_stop(struct ata_queued_cmd *qc)
665{
666 struct ata_port *ap = qc->ap;
667 if (ap->flags & ATA_FLAG_MMIO) {
668 void __iomem *mmio = (void __iomem *) ap->ioaddr.bmdma_addr;
669
670 /* clear start/stop bit */
671 writeb(readb(mmio + ATA_DMA_CMD) & ~ATA_DMA_START,
672 mmio + ATA_DMA_CMD);
673 } else {
674 /* clear start/stop bit */
675 outb(inb(ap->ioaddr.bmdma_addr + ATA_DMA_CMD) & ~ATA_DMA_START,
676 ap->ioaddr.bmdma_addr + ATA_DMA_CMD);
677 }
678
679 /* one-PIO-cycle guaranteed wait, per spec, for HDMA1:0 transition */
680 ata_altstatus(ap); /* dummy read */
681}
682
6d97dbd7
TH
683/**
684 * ata_bmdma_freeze - Freeze BMDMA controller port
685 * @ap: port to freeze
686 *
687 * Freeze BMDMA controller port.
688 *
689 * LOCKING:
690 * Inherited from caller.
691 */
692void ata_bmdma_freeze(struct ata_port *ap)
693{
694 struct ata_ioports *ioaddr = &ap->ioaddr;
695
696 ap->ctl |= ATA_NIEN;
697 ap->last_ctl = ap->ctl;
698
699 if (ap->flags & ATA_FLAG_MMIO)
700 writeb(ap->ctl, (void __iomem *)ioaddr->ctl_addr);
701 else
702 outb(ap->ctl, ioaddr->ctl_addr);
703}
704
705/**
706 * ata_bmdma_thaw - Thaw BMDMA controller port
707 * @ap: port to thaw
708 *
709 * Thaw BMDMA controller port.
710 *
711 * LOCKING:
712 * Inherited from caller.
713 */
714void ata_bmdma_thaw(struct ata_port *ap)
715{
716 /* clear & re-enable interrupts */
717 ata_chk_status(ap);
718 ap->ops->irq_clear(ap);
719 if (ap->ioaddr.ctl_addr) /* FIXME: hack. create a hook instead */
720 ata_irq_on(ap);
721}
722
723/**
724 * ata_bmdma_drive_eh - Perform EH with given methods for BMDMA controller
725 * @ap: port to handle error for
f5914a46 726 * @prereset: prereset method (can be NULL)
6d97dbd7
TH
727 * @softreset: softreset method (can be NULL)
728 * @hardreset: hardreset method (can be NULL)
729 * @postreset: postreset method (can be NULL)
730 *
731 * Handle error for ATA BMDMA controller. It can handle both
732 * PATA and SATA controllers. Many controllers should be able to
733 * use this EH as-is or with some added handling before and
734 * after.
735 *
736 * This function is intended to be used for constructing
737 * ->error_handler callback by low level drivers.
738 *
739 * LOCKING:
740 * Kernel thread context (may sleep)
741 */
f5914a46
TH
742void ata_bmdma_drive_eh(struct ata_port *ap, ata_prereset_fn_t prereset,
743 ata_reset_fn_t softreset, ata_reset_fn_t hardreset,
744 ata_postreset_fn_t postreset)
6d97dbd7 745{
6d97dbd7
TH
746 struct ata_queued_cmd *qc;
747 unsigned long flags;
748 int thaw = 0;
749
750 qc = __ata_qc_from_tag(ap, ap->active_tag);
751 if (qc && !(qc->flags & ATA_QCFLAG_FAILED))
752 qc = NULL;
753
754 /* reset PIO HSM and stop DMA engine */
ba6a1308 755 spin_lock_irqsave(ap->lock, flags);
6d97dbd7 756
6d97dbd7
TH
757 ap->hsm_task_state = HSM_ST_IDLE;
758
759 if (qc && (qc->tf.protocol == ATA_PROT_DMA ||
760 qc->tf.protocol == ATA_PROT_ATAPI_DMA)) {
761 u8 host_stat;
762
fbbb262d 763 host_stat = ap->ops->bmdma_status(ap);
6d97dbd7 764
6d97dbd7
TH
765 /* BMDMA controllers indicate host bus error by
766 * setting DMA_ERR bit and timing out. As it wasn't
767 * really a timeout event, adjust error mask and
768 * cancel frozen state.
769 */
770 if (qc->err_mask == AC_ERR_TIMEOUT && host_stat & ATA_DMA_ERR) {
771 qc->err_mask = AC_ERR_HOST_BUS;
772 thaw = 1;
773 }
774
775 ap->ops->bmdma_stop(qc);
776 }
777
778 ata_altstatus(ap);
779 ata_chk_status(ap);
780 ap->ops->irq_clear(ap);
781
ba6a1308 782 spin_unlock_irqrestore(ap->lock, flags);
6d97dbd7
TH
783
784 if (thaw)
785 ata_eh_thaw_port(ap);
786
787 /* PIO and DMA engines have been stopped, perform recovery */
f5914a46 788 ata_do_eh(ap, prereset, softreset, hardreset, postreset);
6d97dbd7
TH
789}
790
791/**
792 * ata_bmdma_error_handler - Stock error handler for BMDMA controller
793 * @ap: port to handle error for
794 *
795 * Stock error handler for BMDMA controller.
796 *
797 * LOCKING:
798 * Kernel thread context (may sleep)
799 */
800void ata_bmdma_error_handler(struct ata_port *ap)
801{
802 ata_reset_fn_t hardreset;
803
804 hardreset = NULL;
805 if (sata_scr_valid(ap))
806 hardreset = sata_std_hardreset;
807
f5914a46
TH
808 ata_bmdma_drive_eh(ap, ata_std_prereset, ata_std_softreset, hardreset,
809 ata_std_postreset);
6d97dbd7
TH
810}
811
812/**
813 * ata_bmdma_post_internal_cmd - Stock post_internal_cmd for
814 * BMDMA controller
815 * @qc: internal command to clean up
816 *
817 * LOCKING:
818 * Kernel thread context (may sleep)
819 */
820void ata_bmdma_post_internal_cmd(struct ata_queued_cmd *qc)
821{
822 ata_bmdma_stop(qc);
823}
824
1fdffbce 825#ifdef CONFIG_PCI
1fdffbce
JG
826/**
827 * ata_pci_init_native_mode - Initialize native-mode driver
828 * @pdev: pci device to be initialized
829 * @port: array[2] of pointers to port info structures.
830 * @ports: bitmap of ports present
831 *
832 * Utility function which allocates and initializes an
833 * ata_probe_ent structure for a standard dual-port
834 * PIO-based IDE controller. The returned ata_probe_ent
835 * structure can be passed to ata_device_add(). The returned
836 * ata_probe_ent structure should then be freed with kfree().
837 *
838 * The caller need only pass the address of the primary port, the
839 * secondary will be deduced automatically. If the device has non
840 * standard secondary port mappings this function can be called twice,
841 * once for each interface.
842 */
843
844struct ata_probe_ent *
845ata_pci_init_native_mode(struct pci_dev *pdev, struct ata_port_info **port, int ports)
846{
847 struct ata_probe_ent *probe_ent =
848 ata_probe_ent_alloc(pci_dev_to_dev(pdev), port[0]);
849 int p = 0;
4e5ec5db 850 unsigned long bmdma;
1fdffbce
JG
851
852 if (!probe_ent)
853 return NULL;
854
855 probe_ent->irq = pdev->irq;
1d6f359a 856 probe_ent->irq_flags = IRQF_SHARED;
1fdffbce
JG
857
858 if (ports & ATA_PORT_PRIMARY) {
859 probe_ent->port[p].cmd_addr = pci_resource_start(pdev, 0);
860 probe_ent->port[p].altstatus_addr =
861 probe_ent->port[p].ctl_addr =
862 pci_resource_start(pdev, 1) | ATA_PCI_CTL_OFS;
4e5ec5db
AC
863 bmdma = pci_resource_start(pdev, 4);
864 if (bmdma) {
865 if (inb(bmdma + 2) & 0x80)
cca3974e 866 probe_ent->_host_flags |= ATA_HOST_SIMPLEX;
4e5ec5db
AC
867 probe_ent->port[p].bmdma_addr = bmdma;
868 }
1fdffbce
JG
869 ata_std_ports(&probe_ent->port[p]);
870 p++;
871 }
872
873 if (ports & ATA_PORT_SECONDARY) {
874 probe_ent->port[p].cmd_addr = pci_resource_start(pdev, 2);
875 probe_ent->port[p].altstatus_addr =
876 probe_ent->port[p].ctl_addr =
877 pci_resource_start(pdev, 3) | ATA_PCI_CTL_OFS;
4e5ec5db
AC
878 bmdma = pci_resource_start(pdev, 4);
879 if (bmdma) {
880 bmdma += 8;
881 if(inb(bmdma + 2) & 0x80)
cca3974e 882 probe_ent->_host_flags |= ATA_HOST_SIMPLEX;
4e5ec5db
AC
883 probe_ent->port[p].bmdma_addr = bmdma;
884 }
1fdffbce 885 ata_std_ports(&probe_ent->port[p]);
fea63e38 886 probe_ent->pinfo2 = port[1];
1fdffbce
JG
887 p++;
888 }
889
890 probe_ent->n_ports = p;
891 return probe_ent;
892}
893
894
895static struct ata_probe_ent *ata_pci_init_legacy_port(struct pci_dev *pdev,
2ec7df04 896 struct ata_port_info **port, int port_mask)
1fdffbce
JG
897{
898 struct ata_probe_ent *probe_ent;
2ec7df04
AC
899 unsigned long bmdma = pci_resource_start(pdev, 4);
900
2ec7df04 901 probe_ent = ata_probe_ent_alloc(pci_dev_to_dev(pdev), port[0]);
1fdffbce
JG
902 if (!probe_ent)
903 return NULL;
904
c4b01f1d 905 probe_ent->n_ports = 2;
8070217d 906 probe_ent->irq_flags = IRQF_SHARED;
2ec7df04
AC
907
908 if (port_mask & ATA_PORT_PRIMARY) {
daac0acd 909 probe_ent->irq = ATA_PRIMARY_IRQ;
c4b01f1d
TH
910 probe_ent->port[0].cmd_addr = ATA_PRIMARY_CMD;
911 probe_ent->port[0].altstatus_addr =
912 probe_ent->port[0].ctl_addr = ATA_PRIMARY_CTL;
2ec7df04
AC
913 if (bmdma) {
914 probe_ent->port[0].bmdma_addr = bmdma;
915 if (inb(bmdma + 2) & 0x80)
cca3974e 916 probe_ent->_host_flags |= ATA_HOST_SIMPLEX;
2ec7df04 917 }
c4b01f1d
TH
918 ata_std_ports(&probe_ent->port[0]);
919 } else
920 probe_ent->dummy_port_mask |= ATA_PORT_PRIMARY;
921
2ec7df04 922 if (port_mask & ATA_PORT_SECONDARY) {
c4b01f1d 923 if (probe_ent->irq)
daac0acd 924 probe_ent->irq2 = ATA_SECONDARY_IRQ;
c4b01f1d 925 else
fb463301 926 probe_ent->irq = ATA_SECONDARY_IRQ;
c4b01f1d
TH
927 probe_ent->port[1].cmd_addr = ATA_SECONDARY_CMD;
928 probe_ent->port[1].altstatus_addr =
929 probe_ent->port[1].ctl_addr = ATA_SECONDARY_CTL;
2ec7df04 930 if (bmdma) {
c4b01f1d 931 probe_ent->port[1].bmdma_addr = bmdma + 8;
2ec7df04 932 if (inb(bmdma + 10) & 0x80)
cca3974e 933 probe_ent->_host_flags |= ATA_HOST_SIMPLEX;
2ec7df04 934 }
c4b01f1d 935 ata_std_ports(&probe_ent->port[1]);
d639ca94
JG
936
937 /* FIXME: could be pointing to stack area; must copy */
fea63e38 938 probe_ent->pinfo2 = port[1];
c4b01f1d
TH
939 } else
940 probe_ent->dummy_port_mask |= ATA_PORT_SECONDARY;
1fdffbce
JG
941
942 return probe_ent;
943}
944
945
946/**
947 * ata_pci_init_one - Initialize/register PCI IDE host controller
948 * @pdev: Controller to be initialized
949 * @port_info: Information from low-level host driver
950 * @n_ports: Number of ports attached to host controller
951 *
952 * This is a helper function which can be called from a driver's
953 * xxx_init_one() probe function if the hardware uses traditional
954 * IDE taskfile registers.
955 *
956 * This function calls pci_enable_device(), reserves its register
957 * regions, sets the dma mask, enables bus master mode, and calls
958 * ata_device_add()
959 *
2ec7df04
AC
960 * ASSUMPTION:
961 * Nobody makes a single channel controller that appears solely as
962 * the secondary legacy port on PCI.
963 *
1fdffbce
JG
964 * LOCKING:
965 * Inherited from PCI layer (may sleep).
966 *
967 * RETURNS:
968 * Zero on success, negative on errno-based value on error.
969 */
970
971int ata_pci_init_one (struct pci_dev *pdev, struct ata_port_info **port_info,
972 unsigned int n_ports)
973{
2ec7df04 974 struct ata_probe_ent *probe_ent = NULL;
1fdffbce 975 struct ata_port_info *port[2];
c791c306 976 u8 mask;
1fdffbce
JG
977 unsigned int legacy_mode = 0;
978 int disable_dev_on_err = 1;
979 int rc;
980
981 DPRINTK("ENTER\n");
982
c791c306
JG
983 BUG_ON(n_ports < 1 || n_ports > 2);
984
1fdffbce
JG
985 port[0] = port_info[0];
986 if (n_ports > 1)
987 port[1] = port_info[1];
988 else
989 port[1] = port[0];
990
1fdffbce
JG
991 /* FIXME: Really for ATA it isn't safe because the device may be
992 multi-purpose and we want to leave it alone if it was already
993 enabled. Secondly for shared use as Arjan says we want refcounting
994
995 Checking dev->is_enabled is insufficient as this is not set at
996 boot for the primary video which is BIOS enabled
997 */
998
999 rc = pci_enable_device(pdev);
1000 if (rc)
1001 return rc;
1002
c791c306
JG
1003 if ((pdev->class >> 8) == PCI_CLASS_STORAGE_IDE) {
1004 u8 tmp8;
1005
1006 /* TODO: What if one channel is in native mode ... */
1007 pci_read_config_byte(pdev, PCI_CLASS_PROG, &tmp8);
1008 mask = (1 << 2) | (1 << 0);
1009 if ((tmp8 & mask) != mask)
1010 legacy_mode = (1 << 3);
8eb166bf
AC
1011#if defined(CONFIG_NO_ATA_LEGACY)
1012 /* Some platforms with PCI limits cannot address compat
1013 port space. In that case we punt if their firmware has
1014 left a device in compatibility mode */
1015 if (legacy_mode) {
1016 printk(KERN_ERR "ata: Compatibility mode ATA is not supported on this platform, skipping.\n");
1017 return -EOPNOTSUPP;
1018 }
1019#endif
c791c306
JG
1020 }
1021
1fdffbce
JG
1022 rc = pci_request_regions(pdev, DRV_NAME);
1023 if (rc) {
1024 disable_dev_on_err = 0;
1025 goto err_out;
1026 }
1027
1fdffbce 1028 if (legacy_mode) {
2ec7df04 1029 if (!request_region(ATA_PRIMARY_CMD, 8, "libata")) {
1fdffbce 1030 struct resource *conflict, res;
2ec7df04
AC
1031 res.start = ATA_PRIMARY_CMD;
1032 res.end = ATA_PRIMARY_CMD + 8 - 1;
1fdffbce 1033 conflict = ____request_resource(&ioport_resource, &res);
cb60736b
AP
1034 while (conflict->child)
1035 conflict = ____request_resource(conflict, &res);
1fdffbce 1036 if (!strcmp(conflict->name, "libata"))
2ec7df04 1037 legacy_mode |= ATA_PORT_PRIMARY;
1fdffbce
JG
1038 else {
1039 disable_dev_on_err = 0;
a64f97f2
JG
1040 printk(KERN_WARNING "ata: 0x%0X IDE port busy\n" \
1041 "ata: conflict with %s\n",
1042 ATA_PRIMARY_CMD,
1043 conflict->name);
1fdffbce
JG
1044 }
1045 } else
2ec7df04 1046 legacy_mode |= ATA_PORT_PRIMARY;
1fdffbce 1047
2ec7df04 1048 if (!request_region(ATA_SECONDARY_CMD, 8, "libata")) {
1fdffbce 1049 struct resource *conflict, res;
2ec7df04
AC
1050 res.start = ATA_SECONDARY_CMD;
1051 res.end = ATA_SECONDARY_CMD + 8 - 1;
1fdffbce 1052 conflict = ____request_resource(&ioport_resource, &res);
cb60736b
AP
1053 while (conflict->child)
1054 conflict = ____request_resource(conflict, &res);
1fdffbce 1055 if (!strcmp(conflict->name, "libata"))
2ec7df04 1056 legacy_mode |= ATA_PORT_SECONDARY;
1fdffbce
JG
1057 else {
1058 disable_dev_on_err = 0;
a64f97f2
JG
1059 printk(KERN_WARNING "ata: 0x%X IDE port busy\n" \
1060 "ata: conflict with %s\n",
1061 ATA_SECONDARY_CMD,
1062 conflict->name);
1fdffbce
JG
1063 }
1064 } else
2ec7df04 1065 legacy_mode |= ATA_PORT_SECONDARY;
1fdffbce
JG
1066 }
1067
1068 /* we have legacy mode, but all ports are unavailable */
1069 if (legacy_mode == (1 << 3)) {
1070 rc = -EBUSY;
1071 goto err_out_regions;
1072 }
1073
c791c306 1074 /* TODO: If we get no DMA mask we should fall back to PIO */
1fdffbce
JG
1075 rc = pci_set_dma_mask(pdev, ATA_DMA_MASK);
1076 if (rc)
1077 goto err_out_regions;
1078 rc = pci_set_consistent_dma_mask(pdev, ATA_DMA_MASK);
1079 if (rc)
1080 goto err_out_regions;
1081
1082 if (legacy_mode) {
2ec7df04 1083 probe_ent = ata_pci_init_legacy_port(pdev, port, legacy_mode);
1fdffbce
JG
1084 } else {
1085 if (n_ports == 2)
1086 probe_ent = ata_pci_init_native_mode(pdev, port, ATA_PORT_PRIMARY | ATA_PORT_SECONDARY);
1087 else
1088 probe_ent = ata_pci_init_native_mode(pdev, port, ATA_PORT_PRIMARY);
1089 }
2ec7df04 1090 if (!probe_ent) {
1fdffbce
JG
1091 rc = -ENOMEM;
1092 goto err_out_regions;
1093 }
1094
1095 pci_set_master(pdev);
1096
c791c306
JG
1097 if (!ata_device_add(probe_ent)) {
1098 rc = -ENODEV;
1099 goto err_out_ent;
1100 }
1fdffbce
JG
1101
1102 kfree(probe_ent);
1fdffbce
JG
1103
1104 return 0;
1105
c791c306
JG
1106err_out_ent:
1107 kfree(probe_ent);
1fdffbce 1108err_out_regions:
2ec7df04
AC
1109 if (legacy_mode & ATA_PORT_PRIMARY)
1110 release_region(ATA_PRIMARY_CMD, 8);
1111 if (legacy_mode & ATA_PORT_SECONDARY)
1112 release_region(ATA_SECONDARY_CMD, 8);
1fdffbce
JG
1113 pci_release_regions(pdev);
1114err_out:
1115 if (disable_dev_on_err)
1116 pci_disable_device(pdev);
1117 return rc;
1118}
1119
d33d44fa
AC
1120/**
1121 * ata_pci_clear_simplex - attempt to kick device out of simplex
1122 * @pdev: PCI device
1123 *
1124 * Some PCI ATA devices report simplex mode but in fact can be told to
2e9edbf8 1125 * enter non simplex mode. This implements the neccessary logic to
d33d44fa
AC
1126 * perform the task on such devices. Calling it on other devices will
1127 * have -undefined- behaviour.
1128 */
1129
1130int ata_pci_clear_simplex(struct pci_dev *pdev)
1131{
1132 unsigned long bmdma = pci_resource_start(pdev, 4);
1133 u8 simplex;
1134
1135 if (bmdma == 0)
1136 return -ENOENT;
1137
1138 simplex = inb(bmdma + 0x02);
1139 outb(simplex & 0x60, bmdma + 0x02);
1140 simplex = inb(bmdma + 0x02);
1141 if (simplex & 0x80)
1142 return -EOPNOTSUPP;
1143 return 0;
1144}
1145
1146unsigned long ata_pci_default_filter(const struct ata_port *ap, struct ata_device *adev, unsigned long xfer_mask)
1147{
1148 /* Filter out DMA modes if the device has been configured by
1149 the BIOS as PIO only */
2e9edbf8 1150
d33d44fa
AC
1151 if (ap->ioaddr.bmdma_addr == 0)
1152 xfer_mask &= ~(ATA_MASK_MWDMA | ATA_MASK_UDMA);
1153 return xfer_mask;
1154}
1155
1fdffbce
JG
1156#endif /* CONFIG_PCI */
1157