2 * Copyright 2001-2003 SuSE Labs.
3 * Distributed under the GNU public license, v2.
5 * This is a GART driver for the AMD Opteron/Athlon64 on-CPU northbridge.
6 * It also includes support for the AMD 8151 AGP bridge,
7 * although it doesn't actually do much, as all the real
8 * work is done in the northbridge(s).
11 #include <linux/module.h>
12 #include <linux/pci.h>
13 #include <linux/init.h>
14 #include <linux/agp_backend.h>
15 #include <linux/mmzone.h>
16 #include <asm/page.h> /* PAGE_SIZE */
22 #define GPTE_COHERENT 2
24 /* Aperture control register bits. */
26 #define DISGARTCPU (1<<4)
27 #define DISGARTIO (1<<5)
29 /* GART cache control register bits. */
30 #define INVGART (1<<0)
31 #define GARTPTEERR (1<<1)
33 /* K8 On-cpu GART registers */
34 #define AMD64_GARTAPERTURECTL 0x90
35 #define AMD64_GARTAPERTUREBASE 0x94
36 #define AMD64_GARTTABLEBASE 0x98
37 #define AMD64_GARTCACHECTL 0x9c
38 #define AMD64_GARTEN (1<<0)
40 /* NVIDIA K8 registers */
41 #define NVIDIA_X86_64_0_APBASE 0x10
42 #define NVIDIA_X86_64_1_APBASE1 0x50
43 #define NVIDIA_X86_64_1_APLIMIT1 0x54
44 #define NVIDIA_X86_64_1_APSIZE 0xa8
45 #define NVIDIA_X86_64_1_APBASE2 0xd8
46 #define NVIDIA_X86_64_1_APLIMIT2 0xdc
48 /* ULi K8 registers */
49 #define ULI_X86_64_BASE_ADDR 0x10
50 #define ULI_X86_64_HTT_FEA_REG 0x50
51 #define ULI_X86_64_ENU_SCR_REG 0x54
53 static struct resource
*aperture_resource
;
54 static int __initdata agp_try_unsupported
= 1;
56 static void amd64_tlbflush(struct agp_memory
*temp
)
61 static int amd64_insert_memory(struct agp_memory
*mem
, off_t pg_start
, int type
)
63 int i
, j
, num_entries
;
67 num_entries
= agp_num_entries();
69 if (type
!= 0 || mem
->type
!= 0)
72 /* Make sure we can fit the range in the gatt table. */
73 /* FIXME: could wrap */
74 if (((unsigned long)pg_start
+ mem
->page_count
) > num_entries
)
79 /* gatt table should be empty. */
80 while (j
< (pg_start
+ mem
->page_count
)) {
81 if (!PGE_EMPTY(agp_bridge
, readl(agp_bridge
->gatt_table
+j
)))
86 if (mem
->is_flushed
== FALSE
) {
88 mem
->is_flushed
= TRUE
;
91 for (i
= 0, j
= pg_start
; i
< mem
->page_count
; i
++, j
++) {
92 tmp
= agp_bridge
->driver
->mask_memory(agp_bridge
,
93 mem
->memory
[i
], mem
->type
);
95 BUG_ON(tmp
& 0xffffff0000000ffcULL
);
96 pte
= (tmp
& 0x000000ff00000000ULL
) >> 28;
97 pte
|=(tmp
& 0x00000000fffff000ULL
);
98 pte
|= GPTE_VALID
| GPTE_COHERENT
;
100 writel(pte
, agp_bridge
->gatt_table
+j
);
101 readl(agp_bridge
->gatt_table
+j
); /* PCI Posting. */
108 * This hack alters the order element according
109 * to the size of a long. It sucks. I totally disown this, even
110 * though it does appear to work for the most part.
112 static struct aper_size_info_32 amd64_aperture_sizes
[7] =
114 {32, 8192, 3+(sizeof(long)/8), 0 },
115 {64, 16384, 4+(sizeof(long)/8), 1<<1 },
116 {128, 32768, 5+(sizeof(long)/8), 1<<2 },
117 {256, 65536, 6+(sizeof(long)/8), 1<<1 | 1<<2 },
118 {512, 131072, 7+(sizeof(long)/8), 1<<3 },
119 {1024, 262144, 8+(sizeof(long)/8), 1<<1 | 1<<3},
120 {2048, 524288, 9+(sizeof(long)/8), 1<<2 | 1<<3}
125 * Get the current Aperture size from the x86-64.
126 * Note, that there may be multiple x86-64's, but we just return
127 * the value from the first one we find. The set_size functions
128 * keep the rest coherent anyway. Or at least should do.
130 static int amd64_fetch_size(void)
135 struct aper_size_info_32
*values
;
137 dev
= k8_northbridges
[0];
141 pci_read_config_dword(dev
, AMD64_GARTAPERTURECTL
, &temp
);
143 values
= A_SIZE_32(amd64_aperture_sizes
);
145 for (i
= 0; i
< agp_bridge
->driver
->num_aperture_sizes
; i
++) {
146 if (temp
== values
[i
].size_value
) {
147 agp_bridge
->previous_size
=
148 agp_bridge
->current_size
= (void *) (values
+ i
);
150 agp_bridge
->aperture_size_idx
= i
;
151 return values
[i
].size
;
158 * In a multiprocessor x86-64 system, this function gets
159 * called once for each CPU.
161 static u64
amd64_configure (struct pci_dev
*hammer
, u64 gatt_table
)
167 /* Address to map to */
168 pci_read_config_dword (hammer
, AMD64_GARTAPERTUREBASE
, &tmp
);
169 aperturebase
= tmp
<< 25;
170 aper_base
= (aperturebase
& PCI_BASE_ADDRESS_MEM_MASK
);
172 /* address of the mappings table */
173 addr
= (u64
) gatt_table
;
177 pci_write_config_dword (hammer
, AMD64_GARTTABLEBASE
, tmp
);
179 /* Enable GART translation for this hammer. */
180 pci_read_config_dword(hammer
, AMD64_GARTAPERTURECTL
, &tmp
);
182 tmp
&= ~(DISGARTCPU
| DISGARTIO
);
183 pci_write_config_dword(hammer
, AMD64_GARTAPERTURECTL
, tmp
);
189 static struct aper_size_info_32 amd_8151_sizes
[7] =
191 {2048, 524288, 9, 0x00000000 }, /* 0 0 0 0 0 0 */
192 {1024, 262144, 8, 0x00000400 }, /* 1 0 0 0 0 0 */
193 {512, 131072, 7, 0x00000600 }, /* 1 1 0 0 0 0 */
194 {256, 65536, 6, 0x00000700 }, /* 1 1 1 0 0 0 */
195 {128, 32768, 5, 0x00000720 }, /* 1 1 1 1 0 0 */
196 {64, 16384, 4, 0x00000730 }, /* 1 1 1 1 1 0 */
197 {32, 8192, 3, 0x00000738 } /* 1 1 1 1 1 1 */
200 static int amd_8151_configure(void)
202 unsigned long gatt_bus
= virt_to_gart(agp_bridge
->gatt_table_real
);
205 /* Configure AGP regs in each x86-64 host bridge. */
206 for (i
= 0; i
< num_k8_northbridges
; i
++) {
207 agp_bridge
->gart_bus_addr
=
208 amd64_configure(k8_northbridges
[i
], gatt_bus
);
215 static void amd64_cleanup(void)
219 for (i
= 0; i
< num_k8_northbridges
; i
++) {
220 struct pci_dev
*dev
= k8_northbridges
[i
];
221 /* disable gart translation */
222 pci_read_config_dword (dev
, AMD64_GARTAPERTURECTL
, &tmp
);
223 tmp
&= ~AMD64_GARTEN
;
224 pci_write_config_dword (dev
, AMD64_GARTAPERTURECTL
, tmp
);
229 static struct agp_bridge_driver amd_8151_driver
= {
230 .owner
= THIS_MODULE
,
231 .aperture_sizes
= amd_8151_sizes
,
232 .size_type
= U32_APER_SIZE
,
233 .num_aperture_sizes
= 7,
234 .configure
= amd_8151_configure
,
235 .fetch_size
= amd64_fetch_size
,
236 .cleanup
= amd64_cleanup
,
237 .tlb_flush
= amd64_tlbflush
,
238 .mask_memory
= agp_generic_mask_memory
,
240 .agp_enable
= agp_generic_enable
,
241 .cache_flush
= global_cache_flush
,
242 .create_gatt_table
= agp_generic_create_gatt_table
,
243 .free_gatt_table
= agp_generic_free_gatt_table
,
244 .insert_memory
= amd64_insert_memory
,
245 .remove_memory
= agp_generic_remove_memory
,
246 .alloc_by_type
= agp_generic_alloc_by_type
,
247 .free_by_type
= agp_generic_free_by_type
,
248 .agp_alloc_page
= agp_generic_alloc_page
,
249 .agp_destroy_page
= agp_generic_destroy_page
,
252 /* Some basic sanity checks for the aperture. */
253 static int __devinit
aperture_valid(u64 aper
, u32 size
)
257 printk(KERN_ERR PFX
"No aperture\n");
260 if (size
< 32*1024*1024) {
261 printk(KERN_ERR PFX
"Aperture too small (%d MB)\n", size
>>20);
264 if (aper
+ size
> 0xffffffff) {
265 printk(KERN_ERR PFX
"Aperture out of bounds\n");
268 pfn
= aper
>> PAGE_SHIFT
;
269 for (c
= 0; c
< size
/PAGE_SIZE
; c
++) {
270 if (!pfn_valid(pfn
+ c
))
272 if (!PageReserved(pfn_to_page(pfn
+ c
))) {
273 printk(KERN_ERR PFX
"Aperture pointing to RAM\n");
278 /* Request the Aperture. This catches cases when someone else
279 already put a mapping in there - happens with some very broken BIOS
281 Maybe better to use pci_assign_resource/pci_enable_device instead
282 trusting the bridges? */
283 if (!aperture_resource
&&
284 !(aperture_resource
= request_mem_region(aper
, size
, "aperture"))) {
285 printk(KERN_ERR PFX
"Aperture conflicts with PCI mapping.\n");
292 * W*s centric BIOS sometimes only set up the aperture in the AGP
293 * bridge, not the northbridge. On AMD64 this is handled early
294 * in aperture.c, but when IOMMU is not enabled or we run
295 * on a 32bit kernel this needs to be redone.
296 * Unfortunately it is impossible to fix the aperture here because it's too late
297 * to allocate that much memory. But at least error out cleanly instead of
300 static __devinit
int fix_northbridge(struct pci_dev
*nb
, struct pci_dev
*agp
,
303 u32 aper_low
, aper_hi
;
306 u32 nb_order
, nb_base
;
309 pci_read_config_dword(nb
, 0x90, &nb_order
);
310 nb_order
= (nb_order
>> 1) & 7;
311 pci_read_config_dword(nb
, 0x94, &nb_base
);
312 nb_aper
= nb_base
<< 25;
313 if (aperture_valid(nb_aper
, (32*1024*1024)<<nb_order
)) {
317 /* Northbridge seems to contain crap. Try the AGP bridge. */
319 pci_read_config_word(agp
, cap
+0x14, &apsize
);
320 if (apsize
== 0xffff)
324 /* Some BIOS use weird encodings not in the AGPv3 table. */
327 order
= 7 - hweight16(apsize
);
329 pci_read_config_dword(agp
, 0x10, &aper_low
);
330 pci_read_config_dword(agp
, 0x14, &aper_hi
);
331 aper
= (aper_low
& ~((1<<22)-1)) | ((u64
)aper_hi
<< 32);
332 printk(KERN_INFO PFX
"Aperture from AGP @ %Lx size %u MB\n", aper
, 32 << order
);
333 if (order
< 0 || !aperture_valid(aper
, (32*1024*1024)<<order
))
336 pci_write_config_dword(nb
, 0x90, order
<< 1);
337 pci_write_config_dword(nb
, 0x94, aper
>> 25);
342 static __devinit
int cache_nbs (struct pci_dev
*pdev
, u32 cap_ptr
)
346 if (cache_k8_northbridges() < 0)
350 for (i
= 0; i
< num_k8_northbridges
; i
++) {
351 struct pci_dev
*dev
= k8_northbridges
[i
];
352 if (fix_northbridge(dev
, pdev
, cap_ptr
) < 0) {
353 printk(KERN_ERR PFX
"No usable aperture found.\n");
355 /* should port this to i386 */
356 printk(KERN_ERR PFX
"Consider rebooting with iommu=memaper=2 to get a good aperture.\n");
364 /* Handle AMD 8151 quirks */
365 static void __devinit
amd8151_init(struct pci_dev
*pdev
, struct agp_bridge_data
*bridge
)
370 pci_read_config_byte(pdev
, PCI_REVISION_ID
, &rev_id
);
372 case 0x01: revstring
="A0"; break;
373 case 0x02: revstring
="A1"; break;
374 case 0x11: revstring
="B0"; break;
375 case 0x12: revstring
="B1"; break;
376 case 0x13: revstring
="B2"; break;
377 case 0x14: revstring
="B3"; break;
378 default: revstring
="??"; break;
381 printk (KERN_INFO PFX
"Detected AMD 8151 AGP Bridge rev %s\n", revstring
);
384 * Work around errata.
385 * Chips before B2 stepping incorrectly reporting v3.5
388 printk (KERN_INFO PFX
"Correcting AGP revision (reports 3.5, is really 3.0)\n");
389 bridge
->major_version
= 3;
390 bridge
->minor_version
= 0;
395 static const struct aper_size_info_32 uli_sizes
[7] =
405 static int __devinit
uli_agp_init(struct pci_dev
*pdev
)
407 u32 httfea
,baseaddr
,enuscr
;
408 struct pci_dev
*dev1
;
410 unsigned size
= amd64_fetch_size();
411 printk(KERN_INFO
"Setting up ULi AGP.\n");
412 dev1
= pci_find_slot ((unsigned int)pdev
->bus
->number
,PCI_DEVFN(0,0));
414 printk(KERN_INFO PFX
"Detected a ULi chipset, "
415 "but could not fine the secondary device.\n");
419 for (i
= 0; i
< ARRAY_SIZE(uli_sizes
); i
++)
420 if (uli_sizes
[i
].size
== size
)
423 if (i
== ARRAY_SIZE(uli_sizes
)) {
424 printk(KERN_INFO PFX
"No ULi size found for %d\n", size
);
428 /* shadow x86-64 registers into ULi registers */
429 pci_read_config_dword (k8_northbridges
[0], AMD64_GARTAPERTUREBASE
, &httfea
);
431 /* if x86-64 aperture base is beyond 4G, exit here */
432 if ((httfea
& 0x7fff) >> (32 - 25))
435 httfea
= (httfea
& 0x7fff) << 25;
437 pci_read_config_dword(pdev
, ULI_X86_64_BASE_ADDR
, &baseaddr
);
438 baseaddr
&= ~PCI_BASE_ADDRESS_MEM_MASK
;
440 pci_write_config_dword(pdev
, ULI_X86_64_BASE_ADDR
, baseaddr
);
442 enuscr
= httfea
+ (size
* 1024 * 1024) - 1;
443 pci_write_config_dword(dev1
, ULI_X86_64_HTT_FEA_REG
, httfea
);
444 pci_write_config_dword(dev1
, ULI_X86_64_ENU_SCR_REG
, enuscr
);
449 static const struct aper_size_info_32 nforce3_sizes
[5] =
451 {512, 131072, 7, 0x00000000 },
452 {256, 65536, 6, 0x00000008 },
453 {128, 32768, 5, 0x0000000C },
454 {64, 16384, 4, 0x0000000E },
455 {32, 8192, 3, 0x0000000F }
458 /* Handle shadow device of the Nvidia NForce3 */
459 /* CHECK-ME original 2.4 version set up some IORRs. Check if that is needed. */
460 static int __devinit
nforce3_agp_init(struct pci_dev
*pdev
)
462 u32 tmp
, apbase
, apbar
, aplimit
;
463 struct pci_dev
*dev1
;
465 unsigned size
= amd64_fetch_size();
467 printk(KERN_INFO PFX
"Setting up Nforce3 AGP.\n");
469 dev1
= pci_find_slot((unsigned int)pdev
->bus
->number
, PCI_DEVFN(11, 0));
471 printk(KERN_INFO PFX
"agpgart: Detected an NVIDIA "
472 "nForce3 chipset, but could not find "
473 "the secondary device.\n");
477 for (i
= 0; i
< ARRAY_SIZE(nforce3_sizes
); i
++)
478 if (nforce3_sizes
[i
].size
== size
)
481 if (i
== ARRAY_SIZE(nforce3_sizes
)) {
482 printk(KERN_INFO PFX
"No NForce3 size found for %d\n", size
);
486 pci_read_config_dword(dev1
, NVIDIA_X86_64_1_APSIZE
, &tmp
);
488 tmp
|= nforce3_sizes
[i
].size_value
;
489 pci_write_config_dword(dev1
, NVIDIA_X86_64_1_APSIZE
, tmp
);
491 /* shadow x86-64 registers into NVIDIA registers */
492 pci_read_config_dword (k8_northbridges
[0], AMD64_GARTAPERTUREBASE
, &apbase
);
494 /* if x86-64 aperture base is beyond 4G, exit here */
495 if ( (apbase
& 0x7fff) >> (32 - 25) ) {
496 printk(KERN_INFO PFX
"aperture base > 4G\n");
500 apbase
= (apbase
& 0x7fff) << 25;
502 pci_read_config_dword(pdev
, NVIDIA_X86_64_0_APBASE
, &apbar
);
503 apbar
&= ~PCI_BASE_ADDRESS_MEM_MASK
;
505 pci_write_config_dword(pdev
, NVIDIA_X86_64_0_APBASE
, apbar
);
507 aplimit
= apbase
+ (size
* 1024 * 1024) - 1;
508 pci_write_config_dword(dev1
, NVIDIA_X86_64_1_APBASE1
, apbase
);
509 pci_write_config_dword(dev1
, NVIDIA_X86_64_1_APLIMIT1
, aplimit
);
510 pci_write_config_dword(dev1
, NVIDIA_X86_64_1_APBASE2
, apbase
);
511 pci_write_config_dword(dev1
, NVIDIA_X86_64_1_APLIMIT2
, aplimit
);
516 static int __devinit
agp_amd64_probe(struct pci_dev
*pdev
,
517 const struct pci_device_id
*ent
)
519 struct agp_bridge_data
*bridge
;
522 cap_ptr
= pci_find_capability(pdev
, PCI_CAP_ID_AGP
);
526 /* Could check for AGPv3 here */
528 bridge
= agp_alloc_bridge();
532 if (pdev
->vendor
== PCI_VENDOR_ID_AMD
&&
533 pdev
->device
== PCI_DEVICE_ID_AMD_8151_0
) {
534 amd8151_init(pdev
, bridge
);
536 printk(KERN_INFO PFX
"Detected AGP bridge %x\n", pdev
->devfn
);
539 bridge
->driver
= &amd_8151_driver
;
541 bridge
->capndx
= cap_ptr
;
543 /* Fill in the mode register */
544 pci_read_config_dword(pdev
, bridge
->capndx
+PCI_AGP_STATUS
, &bridge
->mode
);
546 if (cache_nbs(pdev
, cap_ptr
) == -1) {
547 agp_put_bridge(bridge
);
551 if (pdev
->vendor
== PCI_VENDOR_ID_NVIDIA
) {
552 int ret
= nforce3_agp_init(pdev
);
554 agp_put_bridge(bridge
);
559 if (pdev
->vendor
== PCI_VENDOR_ID_AL
) {
560 int ret
= uli_agp_init(pdev
);
562 agp_put_bridge(bridge
);
567 pci_set_drvdata(pdev
, bridge
);
568 return agp_add_bridge(bridge
);
571 static void __devexit
agp_amd64_remove(struct pci_dev
*pdev
)
573 struct agp_bridge_data
*bridge
= pci_get_drvdata(pdev
);
575 release_mem_region(virt_to_gart(bridge
->gatt_table_real
),
576 amd64_aperture_sizes
[bridge
->aperture_size_idx
].size
);
577 agp_remove_bridge(bridge
);
578 agp_put_bridge(bridge
);
583 static int agp_amd64_suspend(struct pci_dev
*pdev
, pm_message_t state
)
585 pci_save_state(pdev
);
586 pci_set_power_state(pdev
, pci_choose_state(pdev
, state
));
591 static int agp_amd64_resume(struct pci_dev
*pdev
)
593 pci_set_power_state(pdev
, PCI_D0
);
594 pci_restore_state(pdev
);
596 if (pdev
->vendor
== PCI_VENDOR_ID_NVIDIA
)
597 nforce3_agp_init(pdev
);
599 return amd_8151_configure();
602 #endif /* CONFIG_PM */
604 static struct pci_device_id agp_amd64_pci_table
[] = {
606 .class = (PCI_CLASS_BRIDGE_HOST
<< 8),
608 .vendor
= PCI_VENDOR_ID_AMD
,
609 .device
= PCI_DEVICE_ID_AMD_8151_0
,
610 .subvendor
= PCI_ANY_ID
,
611 .subdevice
= PCI_ANY_ID
,
615 .class = (PCI_CLASS_BRIDGE_HOST
<< 8),
617 .vendor
= PCI_VENDOR_ID_AL
,
618 .device
= PCI_DEVICE_ID_AL_M1689
,
619 .subvendor
= PCI_ANY_ID
,
620 .subdevice
= PCI_ANY_ID
,
624 .class = (PCI_CLASS_BRIDGE_HOST
<< 8),
626 .vendor
= PCI_VENDOR_ID_VIA
,
627 .device
= PCI_DEVICE_ID_VIA_K8T800PRO_0
,
628 .subvendor
= PCI_ANY_ID
,
629 .subdevice
= PCI_ANY_ID
,
633 .class = (PCI_CLASS_BRIDGE_HOST
<< 8),
635 .vendor
= PCI_VENDOR_ID_VIA
,
636 .device
= PCI_DEVICE_ID_VIA_8385_0
,
637 .subvendor
= PCI_ANY_ID
,
638 .subdevice
= PCI_ANY_ID
,
640 /* VIA K8M800 / K8N800 */
642 .class = (PCI_CLASS_BRIDGE_HOST
<< 8),
644 .vendor
= PCI_VENDOR_ID_VIA
,
645 .device
= PCI_DEVICE_ID_VIA_8380_0
,
646 .subvendor
= PCI_ANY_ID
,
647 .subdevice
= PCI_ANY_ID
,
651 .class = (PCI_CLASS_BRIDGE_HOST
<< 8),
653 .vendor
= PCI_VENDOR_ID_VIA
,
654 .device
= PCI_DEVICE_ID_VIA_3238_0
,
655 .subvendor
= PCI_ANY_ID
,
656 .subdevice
= PCI_ANY_ID
,
658 /* VIA K8T800/K8M800/K8N800 */
660 .class = (PCI_CLASS_BRIDGE_HOST
<< 8),
662 .vendor
= PCI_VENDOR_ID_VIA
,
663 .device
= PCI_DEVICE_ID_VIA_838X_1
,
664 .subvendor
= PCI_ANY_ID
,
665 .subdevice
= PCI_ANY_ID
,
669 .class = (PCI_CLASS_BRIDGE_HOST
<< 8),
671 .vendor
= PCI_VENDOR_ID_NVIDIA
,
672 .device
= PCI_DEVICE_ID_NVIDIA_NFORCE3
,
673 .subvendor
= PCI_ANY_ID
,
674 .subdevice
= PCI_ANY_ID
,
677 .class = (PCI_CLASS_BRIDGE_HOST
<< 8),
679 .vendor
= PCI_VENDOR_ID_NVIDIA
,
680 .device
= PCI_DEVICE_ID_NVIDIA_NFORCE3S
,
681 .subvendor
= PCI_ANY_ID
,
682 .subdevice
= PCI_ANY_ID
,
686 .class = (PCI_CLASS_BRIDGE_HOST
<< 8),
688 .vendor
= PCI_VENDOR_ID_SI
,
689 .device
= PCI_DEVICE_ID_SI_755
,
690 .subvendor
= PCI_ANY_ID
,
691 .subdevice
= PCI_ANY_ID
,
695 .class = (PCI_CLASS_BRIDGE_HOST
<< 8),
697 .vendor
= PCI_VENDOR_ID_SI
,
698 .device
= PCI_DEVICE_ID_SI_760
,
699 .subvendor
= PCI_ANY_ID
,
700 .subdevice
= PCI_ANY_ID
,
704 .class = (PCI_CLASS_BRIDGE_HOST
<< 8),
706 .vendor
= PCI_VENDOR_ID_AL
,
708 .subvendor
= PCI_ANY_ID
,
709 .subdevice
= PCI_ANY_ID
,
715 MODULE_DEVICE_TABLE(pci
, agp_amd64_pci_table
);
717 static struct pci_driver agp_amd64_pci_driver
= {
718 .name
= "agpgart-amd64",
719 .id_table
= agp_amd64_pci_table
,
720 .probe
= agp_amd64_probe
,
721 .remove
= agp_amd64_remove
,
723 .suspend
= agp_amd64_suspend
,
724 .resume
= agp_amd64_resume
,
729 /* Not static due to IOMMU code calling it early. */
730 int __init
agp_amd64_init(void)
736 if (pci_register_driver(&agp_amd64_pci_driver
) < 0) {
738 if (!agp_try_unsupported
&& !agp_try_unsupported_boot
) {
739 printk(KERN_INFO PFX
"No supported AGP bridge found.\n");
741 printk(KERN_INFO PFX
"You can try agp_try_unsupported=1\n");
743 printk(KERN_INFO PFX
"You can boot with agp=try_unsupported\n");
748 /* First check that we have at least one AMD64 NB */
749 if (!pci_dev_present(k8_nb_ids
))
752 /* Look for any AGP bridge */
755 for_each_pci_dev(dev
) {
756 if (!pci_find_capability(dev
, PCI_CAP_ID_AGP
))
758 /* Only one bridge supported right now */
759 if (agp_amd64_probe(dev
, NULL
) == 0) {
768 static void __exit
agp_amd64_cleanup(void)
770 if (aperture_resource
)
771 release_resource(aperture_resource
);
772 pci_unregister_driver(&agp_amd64_pci_driver
);
775 /* On AMD64 the PCI driver needs to initialize this driver early
776 for the IOMMU, so it has to be called via a backdoor. */
778 module_init(agp_amd64_init
);
779 module_exit(agp_amd64_cleanup
);
782 MODULE_AUTHOR("Dave Jones <davej@codemonkey.org.uk>, Andi Kleen");
783 module_param(agp_try_unsupported
, bool, 0);
784 MODULE_LICENSE("GPL");