]>
Commit | Line | Data |
---|---|---|
b70ef010 | 1 | #include <linux/module.h> |
888ab8e6 BP |
2 | #include <linux/slab.h> |
3 | ||
47ca08a4 | 4 | #include "mce_amd.h" |
b52401ce | 5 | |
888ab8e6 BP |
6 | static struct amd_decoder_ops *fam_ops; |
7 | ||
2be64bfa | 8 | static u8 xec_mask = 0xf; |
5ce88f6e BP |
9 | static u8 nb_err_cpumask = 0xf; |
10 | ||
549d042d | 11 | static bool report_gart_errors; |
b0b07a2b | 12 | static void (*nb_bus_decoder)(int node_id, struct mce *m); |
549d042d BP |
13 | |
14 | void amd_report_gart_errors(bool v) | |
15 | { | |
16 | report_gart_errors = v; | |
17 | } | |
18 | EXPORT_SYMBOL_GPL(amd_report_gart_errors); | |
19 | ||
b0b07a2b | 20 | void amd_register_ecc_decoder(void (*f)(int, struct mce *)) |
549d042d BP |
21 | { |
22 | nb_bus_decoder = f; | |
23 | } | |
24 | EXPORT_SYMBOL_GPL(amd_register_ecc_decoder); | |
25 | ||
b0b07a2b | 26 | void amd_unregister_ecc_decoder(void (*f)(int, struct mce *)) |
549d042d BP |
27 | { |
28 | if (nb_bus_decoder) { | |
29 | WARN_ON(nb_bus_decoder != f); | |
30 | ||
31 | nb_bus_decoder = NULL; | |
32 | } | |
33 | } | |
34 | EXPORT_SYMBOL_GPL(amd_unregister_ecc_decoder); | |
35 | ||
b52401ce DT |
36 | /* |
37 | * string representation for the different MCA reported error types, see F3x48 | |
38 | * or MSR0000_0411. | |
39 | */ | |
6337583d BP |
40 | |
41 | /* transaction type */ | |
ebe2aea8 | 42 | const char * const tt_msgs[] = { "INSN", "DATA", "GEN", "RESV" }; |
b70ef010 | 43 | EXPORT_SYMBOL_GPL(tt_msgs); |
b52401ce | 44 | |
6337583d | 45 | /* cache level */ |
ebe2aea8 | 46 | const char * const ll_msgs[] = { "RESV", "L1", "L2", "L3/GEN" }; |
b70ef010 | 47 | EXPORT_SYMBOL_GPL(ll_msgs); |
b52401ce | 48 | |
6337583d | 49 | /* memory transaction type */ |
ebe2aea8 | 50 | const char * const rrrr_msgs[] = { |
6337583d | 51 | "GEN", "RD", "WR", "DRD", "DWR", "IRD", "PRF", "EV", "SNP" |
b52401ce | 52 | }; |
b70ef010 | 53 | EXPORT_SYMBOL_GPL(rrrr_msgs); |
b52401ce | 54 | |
6337583d | 55 | /* participating processor */ |
ebe2aea8 | 56 | const char * const pp_msgs[] = { "SRC", "RES", "OBS", "GEN" }; |
b70ef010 | 57 | EXPORT_SYMBOL_GPL(pp_msgs); |
b52401ce | 58 | |
6337583d | 59 | /* request timeout */ |
ebe2aea8 | 60 | const char * const to_msgs[] = { "no timeout", "timed out" }; |
b70ef010 | 61 | EXPORT_SYMBOL_GPL(to_msgs); |
b52401ce | 62 | |
6337583d | 63 | /* memory or i/o */ |
ebe2aea8 | 64 | const char * const ii_msgs[] = { "MEM", "RESV", "IO", "GEN" }; |
b70ef010 | 65 | EXPORT_SYMBOL_GPL(ii_msgs); |
b52401ce | 66 | |
86039cd4 BP |
67 | static const char * const f15h_ic_mce_desc[] = { |
68 | "UC during a demand linefill from L2", | |
69 | "Parity error during data load from IC", | |
70 | "Parity error for IC valid bit", | |
71 | "Main tag parity error", | |
72 | "Parity error in prediction queue", | |
73 | "PFB data/address parity error", | |
74 | "Parity error in the branch status reg", | |
75 | "PFB promotion address error", | |
76 | "Tag error during probe/victimization", | |
77 | "Parity error for IC probe tag valid bit", | |
78 | "PFB non-cacheable bit parity error", | |
79 | "PFB valid bit parity error", /* xec = 0xd */ | |
6c1173a6 | 80 | "Microcode Patch Buffer", /* xec = 010 */ |
86039cd4 BP |
81 | "uop queue", |
82 | "insn buffer", | |
83 | "predecode buffer", | |
84 | "fetch address FIFO" | |
85 | }; | |
86 | ||
70fdb494 BP |
87 | static const char * const f15h_cu_mce_desc[] = { |
88 | "Fill ECC error on data fills", /* xec = 0x4 */ | |
89 | "Fill parity error on insn fills", | |
90 | "Prefetcher request FIFO parity error", | |
91 | "PRQ address parity error", | |
92 | "PRQ data parity error", | |
93 | "WCC Tag ECC error", | |
94 | "WCC Data ECC error", | |
95 | "WCB Data parity error", | |
b64a99c1 | 96 | "VB Data ECC or parity error", |
70fdb494 BP |
97 | "L2 Tag ECC error", /* xec = 0x10 */ |
98 | "Hard L2 Tag ECC error", | |
99 | "Multiple hits on L2 tag", | |
100 | "XAB parity error", | |
101 | "PRB address parity error" | |
102 | }; | |
103 | ||
ebe2aea8 | 104 | static const char * const nb_mce_desc[] = { |
68782673 BP |
105 | "DRAM ECC error detected on the NB", |
106 | "CRC error detected on HT link", | |
107 | "Link-defined sync error packets detected on HT link", | |
108 | "HT Master abort", | |
109 | "HT Target abort", | |
110 | "Invalid GART PTE entry during GART table walk", | |
111 | "Unsupported atomic RMW received from an IO link", | |
112 | "Watchdog timeout due to lack of progress", | |
113 | "DRAM ECC error detected on the NB", | |
114 | "SVM DMA Exclusion Vector error", | |
115 | "HT data error detected on link", | |
116 | "Protocol error (link, L3, probe filter)", | |
117 | "NB internal arrays parity error", | |
118 | "DRAM addr/ctl signals parity error", | |
119 | "IO link transmission error", | |
120 | "L3 data cache ECC error", /* xec = 0x1c */ | |
121 | "L3 cache tag error", | |
122 | "L3 LRU parity bits error", | |
123 | "ECC Error in the Probe Filter directory" | |
124 | }; | |
125 | ||
8259a7e5 BP |
126 | static const char * const fr_ex_mce_desc[] = { |
127 | "CPU Watchdog timer expire", | |
128 | "Wakeup array dest tag", | |
129 | "AG payload array", | |
130 | "EX payload array", | |
131 | "IDRF array", | |
132 | "Retire dispatch queue", | |
133 | "Mapper checkpoint array", | |
134 | "Physical register file EX0 port", | |
135 | "Physical register file EX1 port", | |
136 | "Physical register file AG0 port", | |
137 | "Physical register file AG1 port", | |
138 | "Flag register file", | |
ae615b4b | 139 | "DE error occurred" |
8259a7e5 BP |
140 | }; |
141 | ||
25a4f8b0 | 142 | static bool f12h_dc_mce(u16 ec, u8 xec) |
51966241 | 143 | { |
888ab8e6 | 144 | bool ret = false; |
51966241 | 145 | |
888ab8e6 | 146 | if (MEM_ERROR(ec)) { |
62452882 | 147 | u8 ll = LL(ec); |
888ab8e6 | 148 | ret = true; |
51966241 | 149 | |
888ab8e6 BP |
150 | if (ll == LL_L2) |
151 | pr_cont("during L1 linefill from L2.\n"); | |
152 | else if (ll == LL_L1) | |
62452882 | 153 | pr_cont("Data/Tag %s error.\n", R4_MSG(ec)); |
888ab8e6 BP |
154 | else |
155 | ret = false; | |
156 | } | |
157 | return ret; | |
158 | } | |
51966241 | 159 | |
25a4f8b0 | 160 | static bool f10h_dc_mce(u16 ec, u8 xec) |
9be0bb10 | 161 | { |
62452882 | 162 | if (R4(ec) == R4_GEN && LL(ec) == LL_L1) { |
9be0bb10 BP |
163 | pr_cont("during data scrub.\n"); |
164 | return true; | |
165 | } | |
25a4f8b0 | 166 | return f12h_dc_mce(ec, xec); |
9be0bb10 BP |
167 | } |
168 | ||
25a4f8b0 | 169 | static bool k8_dc_mce(u16 ec, u8 xec) |
888ab8e6 BP |
170 | { |
171 | if (BUS_ERROR(ec)) { | |
172 | pr_cont("during system linefill.\n"); | |
173 | return true; | |
174 | } | |
51966241 | 175 | |
25a4f8b0 | 176 | return f10h_dc_mce(ec, xec); |
888ab8e6 BP |
177 | } |
178 | ||
25a4f8b0 | 179 | static bool f14h_dc_mce(u16 ec, u8 xec) |
888ab8e6 | 180 | { |
62452882 | 181 | u8 r4 = R4(ec); |
888ab8e6 BP |
182 | bool ret = true; |
183 | ||
184 | if (MEM_ERROR(ec)) { | |
185 | ||
62452882 | 186 | if (TT(ec) != TT_DATA || LL(ec) != LL_L1) |
888ab8e6 BP |
187 | return false; |
188 | ||
189 | switch (r4) { | |
190 | case R4_DRD: | |
191 | case R4_DWR: | |
192 | pr_cont("Data/Tag parity error due to %s.\n", | |
193 | (r4 == R4_DRD ? "load/hw prf" : "store")); | |
194 | break; | |
195 | case R4_EVICT: | |
196 | pr_cont("Copyback parity error on a tag miss.\n"); | |
197 | break; | |
198 | case R4_SNOOP: | |
199 | pr_cont("Tag parity error during snoop.\n"); | |
200 | break; | |
201 | default: | |
202 | ret = false; | |
203 | } | |
204 | } else if (BUS_ERROR(ec)) { | |
205 | ||
62452882 | 206 | if ((II(ec) != II_MEM && II(ec) != II_IO) || LL(ec) != LL_LG) |
888ab8e6 BP |
207 | return false; |
208 | ||
209 | pr_cont("System read data error on a "); | |
210 | ||
211 | switch (r4) { | |
212 | case R4_RD: | |
213 | pr_cont("TLB reload.\n"); | |
214 | break; | |
215 | case R4_DWR: | |
216 | pr_cont("store.\n"); | |
217 | break; | |
218 | case R4_DRD: | |
219 | pr_cont("load.\n"); | |
220 | break; | |
221 | default: | |
222 | ret = false; | |
223 | } | |
224 | } else { | |
225 | ret = false; | |
226 | } | |
227 | ||
228 | return ret; | |
229 | } | |
230 | ||
25a4f8b0 BP |
231 | static bool f15h_dc_mce(u16 ec, u8 xec) |
232 | { | |
233 | bool ret = true; | |
234 | ||
235 | if (MEM_ERROR(ec)) { | |
236 | ||
237 | switch (xec) { | |
238 | case 0x0: | |
239 | pr_cont("Data Array access error.\n"); | |
240 | break; | |
241 | ||
242 | case 0x1: | |
243 | pr_cont("UC error during a linefill from L2/NB.\n"); | |
244 | break; | |
245 | ||
246 | case 0x2: | |
247 | case 0x11: | |
248 | pr_cont("STQ access error.\n"); | |
249 | break; | |
250 | ||
251 | case 0x3: | |
252 | pr_cont("SCB access error.\n"); | |
253 | break; | |
254 | ||
255 | case 0x10: | |
256 | pr_cont("Tag error.\n"); | |
257 | break; | |
258 | ||
259 | case 0x12: | |
260 | pr_cont("LDQ access error.\n"); | |
261 | break; | |
262 | ||
263 | default: | |
264 | ret = false; | |
265 | } | |
266 | } else if (BUS_ERROR(ec)) { | |
267 | ||
268 | if (!xec) | |
344f0a06 | 269 | pr_cont("System Read Data Error.\n"); |
25a4f8b0 | 270 | else |
344f0a06 | 271 | pr_cont(" Internal error condition type %d.\n", xec); |
25a4f8b0 BP |
272 | } else |
273 | ret = false; | |
274 | ||
275 | return ret; | |
276 | } | |
277 | ||
888ab8e6 BP |
278 | static void amd_decode_dc_mce(struct mce *m) |
279 | { | |
62452882 BP |
280 | u16 ec = EC(m->status); |
281 | u8 xec = XEC(m->status, xec_mask); | |
888ab8e6 BP |
282 | |
283 | pr_emerg(HW_ERR "Data Cache Error: "); | |
284 | ||
285 | /* TLB error signatures are the same across families */ | |
286 | if (TLB_ERROR(ec)) { | |
62452882 | 287 | if (TT(ec) == TT_DATA) { |
888ab8e6 | 288 | pr_cont("%s TLB %s.\n", LL_MSG(ec), |
25a4f8b0 BP |
289 | ((xec == 2) ? "locked miss" |
290 | : (xec ? "multimatch" : "parity"))); | |
888ab8e6 BP |
291 | return; |
292 | } | |
25a4f8b0 BP |
293 | } else if (fam_ops->dc_mce(ec, xec)) |
294 | ; | |
295 | else | |
296 | pr_emerg(HW_ERR "Corrupted DC MCE info?\n"); | |
51966241 BP |
297 | } |
298 | ||
86039cd4 | 299 | static bool k8_ic_mce(u16 ec, u8 xec) |
ab5535e7 | 300 | { |
62452882 | 301 | u8 ll = LL(ec); |
dd53bce4 | 302 | bool ret = true; |
ab5535e7 | 303 | |
dd53bce4 BP |
304 | if (!MEM_ERROR(ec)) |
305 | return false; | |
ab5535e7 | 306 | |
dd53bce4 BP |
307 | if (ll == 0x2) |
308 | pr_cont("during a linefill from L2.\n"); | |
309 | else if (ll == 0x1) { | |
62452882 | 310 | switch (R4(ec)) { |
dd53bce4 BP |
311 | case R4_IRD: |
312 | pr_cont("Parity error during data load.\n"); | |
313 | break; | |
ab5535e7 | 314 | |
dd53bce4 BP |
315 | case R4_EVICT: |
316 | pr_cont("Copyback Parity/Victim error.\n"); | |
317 | break; | |
318 | ||
319 | case R4_SNOOP: | |
320 | pr_cont("Tag Snoop error.\n"); | |
321 | break; | |
322 | ||
323 | default: | |
324 | ret = false; | |
325 | break; | |
326 | } | |
ab5535e7 | 327 | } else |
dd53bce4 | 328 | ret = false; |
ab5535e7 | 329 | |
dd53bce4 BP |
330 | return ret; |
331 | } | |
332 | ||
86039cd4 | 333 | static bool f14h_ic_mce(u16 ec, u8 xec) |
dd53bce4 | 334 | { |
62452882 | 335 | u8 r4 = R4(ec); |
dd53bce4 | 336 | bool ret = true; |
ab5535e7 | 337 | |
dd53bce4 | 338 | if (MEM_ERROR(ec)) { |
62452882 | 339 | if (TT(ec) != 0 || LL(ec) != 1) |
dd53bce4 BP |
340 | ret = false; |
341 | ||
342 | if (r4 == R4_IRD) | |
343 | pr_cont("Data/tag array parity error for a tag hit.\n"); | |
344 | else if (r4 == R4_SNOOP) | |
345 | pr_cont("Tag error during snoop/victimization.\n"); | |
346 | else | |
347 | ret = false; | |
348 | } | |
349 | return ret; | |
350 | } | |
351 | ||
86039cd4 BP |
352 | static bool f15h_ic_mce(u16 ec, u8 xec) |
353 | { | |
354 | bool ret = true; | |
355 | ||
356 | if (!MEM_ERROR(ec)) | |
357 | return false; | |
358 | ||
359 | switch (xec) { | |
360 | case 0x0 ... 0xa: | |
361 | pr_cont("%s.\n", f15h_ic_mce_desc[xec]); | |
362 | break; | |
363 | ||
364 | case 0xd: | |
365 | pr_cont("%s.\n", f15h_ic_mce_desc[xec-2]); | |
366 | break; | |
367 | ||
6c1173a6 BP |
368 | case 0x10: |
369 | pr_cont("%s.\n", f15h_ic_mce_desc[xec-4]); | |
370 | break; | |
371 | ||
372 | case 0x11 ... 0x14: | |
86039cd4 BP |
373 | pr_cont("Decoder %s parity error.\n", f15h_ic_mce_desc[xec-4]); |
374 | break; | |
375 | ||
376 | default: | |
377 | ret = false; | |
378 | } | |
379 | return ret; | |
380 | } | |
381 | ||
dd53bce4 BP |
382 | static void amd_decode_ic_mce(struct mce *m) |
383 | { | |
62452882 BP |
384 | u16 ec = EC(m->status); |
385 | u8 xec = XEC(m->status, xec_mask); | |
dd53bce4 BP |
386 | |
387 | pr_emerg(HW_ERR "Instruction Cache Error: "); | |
388 | ||
389 | if (TLB_ERROR(ec)) | |
390 | pr_cont("%s TLB %s.\n", LL_MSG(ec), | |
391 | (xec ? "multimatch" : "parity error")); | |
392 | else if (BUS_ERROR(ec)) { | |
525906bc | 393 | bool k8 = (boot_cpu_data.x86 == 0xf && (m->status & BIT_64(58))); |
dd53bce4 BP |
394 | |
395 | pr_cont("during %s.\n", (k8 ? "system linefill" : "NB data read")); | |
86039cd4 | 396 | } else if (fam_ops->ic_mce(ec, xec)) |
dd53bce4 BP |
397 | ; |
398 | else | |
399 | pr_emerg(HW_ERR "Corrupted IC MCE info?\n"); | |
ab5535e7 BP |
400 | } |
401 | ||
7cfd4a87 | 402 | static void amd_decode_bu_mce(struct mce *m) |
56cad2d6 | 403 | { |
62452882 BP |
404 | u16 ec = EC(m->status); |
405 | u8 xec = XEC(m->status, xec_mask); | |
56cad2d6 | 406 | |
c9f281fd | 407 | pr_emerg(HW_ERR "Bus Unit Error"); |
56cad2d6 BP |
408 | |
409 | if (xec == 0x1) | |
410 | pr_cont(" in the write data buffers.\n"); | |
411 | else if (xec == 0x3) | |
412 | pr_cont(" in the victim data buffers.\n"); | |
413 | else if (xec == 0x2 && MEM_ERROR(ec)) | |
62452882 | 414 | pr_cont(": %s error in the L2 cache tags.\n", R4_MSG(ec)); |
56cad2d6 BP |
415 | else if (xec == 0x0) { |
416 | if (TLB_ERROR(ec)) | |
417 | pr_cont(": %s error in a Page Descriptor Cache or " | |
418 | "Guest TLB.\n", TT_MSG(ec)); | |
419 | else if (BUS_ERROR(ec)) | |
420 | pr_cont(": %s/ECC error in data read from NB: %s.\n", | |
62452882 | 421 | R4_MSG(ec), PP_MSG(ec)); |
56cad2d6 | 422 | else if (MEM_ERROR(ec)) { |
62452882 | 423 | u8 r4 = R4(ec); |
56cad2d6 | 424 | |
62452882 | 425 | if (r4 >= 0x7) |
56cad2d6 | 426 | pr_cont(": %s error during data copyback.\n", |
62452882 BP |
427 | R4_MSG(ec)); |
428 | else if (r4 <= 0x1) | |
56cad2d6 | 429 | pr_cont(": %s parity/ECC error during data " |
62452882 | 430 | "access from L2.\n", R4_MSG(ec)); |
56cad2d6 BP |
431 | else |
432 | goto wrong_bu_mce; | |
433 | } else | |
434 | goto wrong_bu_mce; | |
435 | } else | |
436 | goto wrong_bu_mce; | |
437 | ||
438 | return; | |
439 | ||
440 | wrong_bu_mce: | |
c9f281fd | 441 | pr_emerg(HW_ERR "Corrupted BU MCE info?\n"); |
56cad2d6 BP |
442 | } |
443 | ||
70fdb494 BP |
444 | static void amd_decode_cu_mce(struct mce *m) |
445 | { | |
62452882 BP |
446 | u16 ec = EC(m->status); |
447 | u8 xec = XEC(m->status, xec_mask); | |
70fdb494 BP |
448 | |
449 | pr_emerg(HW_ERR "Combined Unit Error: "); | |
450 | ||
451 | if (TLB_ERROR(ec)) { | |
452 | if (xec == 0x0) | |
453 | pr_cont("Data parity TLB read error.\n"); | |
454 | else if (xec == 0x1) | |
455 | pr_cont("Poison data provided for TLB fill.\n"); | |
456 | else | |
457 | goto wrong_cu_mce; | |
458 | } else if (BUS_ERROR(ec)) { | |
459 | if (xec > 2) | |
460 | goto wrong_cu_mce; | |
461 | ||
462 | pr_cont("Error during attempted NB data read.\n"); | |
463 | } else if (MEM_ERROR(ec)) { | |
464 | switch (xec) { | |
465 | case 0x4 ... 0xc: | |
466 | pr_cont("%s.\n", f15h_cu_mce_desc[xec - 0x4]); | |
467 | break; | |
468 | ||
469 | case 0x10 ... 0x14: | |
470 | pr_cont("%s.\n", f15h_cu_mce_desc[xec - 0x7]); | |
471 | break; | |
472 | ||
473 | default: | |
474 | goto wrong_cu_mce; | |
475 | } | |
476 | } | |
477 | ||
478 | return; | |
479 | ||
480 | wrong_cu_mce: | |
481 | pr_emerg(HW_ERR "Corrupted CU MCE info?\n"); | |
482 | } | |
483 | ||
7cfd4a87 | 484 | static void amd_decode_ls_mce(struct mce *m) |
f9350efd | 485 | { |
62452882 BP |
486 | u16 ec = EC(m->status); |
487 | u8 xec = XEC(m->status, xec_mask); | |
ded50623 | 488 | |
b18434ca | 489 | if (boot_cpu_data.x86 >= 0x14) { |
ded50623 BP |
490 | pr_emerg("You shouldn't be seeing an LS MCE on this cpu family," |
491 | " please report on LKML.\n"); | |
492 | return; | |
493 | } | |
f9350efd | 494 | |
c9f281fd | 495 | pr_emerg(HW_ERR "Load Store Error"); |
f9350efd BP |
496 | |
497 | if (xec == 0x0) { | |
62452882 | 498 | u8 r4 = R4(ec); |
f9350efd | 499 | |
ded50623 | 500 | if (!BUS_ERROR(ec) || (r4 != R4_DRD && r4 != R4_DWR)) |
f9350efd BP |
501 | goto wrong_ls_mce; |
502 | ||
62452882 | 503 | pr_cont(" during %s.\n", R4_MSG(ec)); |
ded50623 BP |
504 | } else |
505 | goto wrong_ls_mce; | |
506 | ||
f9350efd BP |
507 | return; |
508 | ||
509 | wrong_ls_mce: | |
c9f281fd | 510 | pr_emerg(HW_ERR "Corrupted LS MCE info?\n"); |
f9350efd BP |
511 | } |
512 | ||
68782673 | 513 | void amd_decode_nb_mce(struct mce *m) |
5ce88f6e | 514 | { |
68782673 BP |
515 | struct cpuinfo_x86 *c = &boot_cpu_data; |
516 | int node_id = amd_get_nb_id(m->extcpu); | |
517 | u16 ec = EC(m->status); | |
518 | u8 xec = XEC(m->status, 0x1f); | |
519 | u8 offset = 0; | |
5ce88f6e | 520 | |
68782673 | 521 | pr_emerg(HW_ERR "Northbridge Error (node %d): ", node_id); |
5ce88f6e | 522 | |
68782673 BP |
523 | switch (xec) { |
524 | case 0x0 ... 0xe: | |
5ce88f6e | 525 | |
68782673 BP |
526 | /* special handling for DRAM ECCs */ |
527 | if (xec == 0x0 || xec == 0x8) { | |
528 | /* no ECCs on F11h */ | |
529 | if (c->x86 == 0x11) | |
530 | goto wrong_nb_mce; | |
5ce88f6e | 531 | |
68782673 | 532 | pr_cont("%s.\n", nb_mce_desc[xec]); |
5ce88f6e | 533 | |
68782673 BP |
534 | if (nb_bus_decoder) |
535 | nb_bus_decoder(node_id, m); | |
536 | return; | |
537 | } | |
5ce88f6e BP |
538 | break; |
539 | ||
540 | case 0xf: | |
541 | if (TLB_ERROR(ec)) | |
542 | pr_cont("GART Table Walk data error.\n"); | |
543 | else if (BUS_ERROR(ec)) | |
544 | pr_cont("DMA Exclusion Vector Table Walk error.\n"); | |
545 | else | |
68782673 BP |
546 | goto wrong_nb_mce; |
547 | return; | |
5ce88f6e | 548 | |
05cd667d BP |
549 | case 0x19: |
550 | if (boot_cpu_data.x86 == 0x15) | |
551 | pr_cont("Compute Unit Data Error.\n"); | |
552 | else | |
68782673 BP |
553 | goto wrong_nb_mce; |
554 | return; | |
05cd667d | 555 | |
5ce88f6e | 556 | case 0x1c ... 0x1f: |
68782673 | 557 | offset = 13; |
5ce88f6e BP |
558 | break; |
559 | ||
560 | default: | |
5ce88f6e | 561 | goto wrong_nb_mce; |
68782673 | 562 | } |
5ce88f6e | 563 | |
68782673 | 564 | pr_cont("%s.\n", nb_mce_desc[xec - offset]); |
5ce88f6e BP |
565 | return; |
566 | ||
567 | wrong_nb_mce: | |
568 | pr_emerg(HW_ERR "Corrupted NB MCE info?\n"); | |
d93cc222 BP |
569 | } |
570 | EXPORT_SYMBOL_GPL(amd_decode_nb_mce); | |
571 | ||
7cfd4a87 | 572 | static void amd_decode_fr_mce(struct mce *m) |
53bd5fed | 573 | { |
8259a7e5 | 574 | struct cpuinfo_x86 *c = &boot_cpu_data; |
62452882 | 575 | u8 xec = XEC(m->status, xec_mask); |
8259a7e5 BP |
576 | |
577 | if (c->x86 == 0xf || c->x86 == 0x11) | |
fe4ea262 BP |
578 | goto wrong_fr_mce; |
579 | ||
8259a7e5 BP |
580 | pr_emerg(HW_ERR "%s Error: ", |
581 | (c->x86 == 0x15 ? "Execution Unit" : "FIROB")); | |
582 | ||
583 | if (xec == 0x0 || xec == 0xc) | |
584 | pr_cont("%s.\n", fr_ex_mce_desc[xec]); | |
585 | else if (xec < 0xd) | |
586 | pr_cont("%s parity error.\n", fr_ex_mce_desc[xec]); | |
587 | else | |
588 | goto wrong_fr_mce; | |
589 | ||
590 | return; | |
fe4ea262 BP |
591 | |
592 | wrong_fr_mce: | |
593 | pr_emerg(HW_ERR "Corrupted FR MCE info?\n"); | |
53bd5fed BP |
594 | } |
595 | ||
b8f85c47 BP |
596 | static void amd_decode_fp_mce(struct mce *m) |
597 | { | |
62452882 | 598 | u8 xec = XEC(m->status, xec_mask); |
b8f85c47 BP |
599 | |
600 | pr_emerg(HW_ERR "Floating Point Unit Error: "); | |
601 | ||
602 | switch (xec) { | |
603 | case 0x1: | |
604 | pr_cont("Free List"); | |
605 | break; | |
606 | ||
607 | case 0x2: | |
608 | pr_cont("Physical Register File"); | |
609 | break; | |
610 | ||
611 | case 0x3: | |
612 | pr_cont("Retire Queue"); | |
613 | break; | |
614 | ||
615 | case 0x4: | |
616 | pr_cont("Scheduler table"); | |
617 | break; | |
618 | ||
619 | case 0x5: | |
620 | pr_cont("Status Register File"); | |
621 | break; | |
622 | ||
623 | default: | |
624 | goto wrong_fp_mce; | |
625 | break; | |
626 | } | |
627 | ||
628 | pr_cont(" parity error.\n"); | |
629 | ||
630 | return; | |
631 | ||
632 | wrong_fp_mce: | |
633 | pr_emerg(HW_ERR "Corrupted FP MCE info?\n"); | |
634 | } | |
635 | ||
6337583d | 636 | static inline void amd_decode_err_code(u16 ec) |
d93cc222 | 637 | { |
fa7ae8cc BP |
638 | |
639 | pr_emerg(HW_ERR "cache level: %s", LL_MSG(ec)); | |
640 | ||
641 | if (BUS_ERROR(ec)) | |
642 | pr_cont(", mem/io: %s", II_MSG(ec)); | |
643 | else | |
644 | pr_cont(", tx: %s", TT_MSG(ec)); | |
645 | ||
646 | if (MEM_ERROR(ec) || BUS_ERROR(ec)) { | |
647 | pr_cont(", mem-tx: %s", R4_MSG(ec)); | |
648 | ||
649 | if (BUS_ERROR(ec)) | |
650 | pr_cont(", part-proc: %s (%s)", PP_MSG(ec), TO_MSG(ec)); | |
651 | } | |
652 | ||
653 | pr_cont("\n"); | |
549d042d | 654 | } |
549d042d | 655 | |
5ce88f6e BP |
656 | /* |
657 | * Filter out unwanted MCE signatures here. | |
658 | */ | |
659 | static bool amd_filter_mce(struct mce *m) | |
660 | { | |
661 | u8 xec = (m->status >> 16) & 0x1f; | |
662 | ||
663 | /* | |
664 | * NB GART TLB error reporting is disabled by default. | |
665 | */ | |
666 | if (m->bank == 4 && xec == 0x5 && !report_gart_errors) | |
667 | return true; | |
668 | ||
669 | return false; | |
670 | } | |
671 | ||
9cdeb404 | 672 | int amd_decode_mce(struct notifier_block *nb, unsigned long val, void *data) |
549d042d | 673 | { |
fb253195 | 674 | struct mce *m = (struct mce *)data; |
fa7ae8cc | 675 | struct cpuinfo_x86 *c = &boot_cpu_data; |
b0b07a2b | 676 | int ecc; |
549d042d | 677 | |
5ce88f6e BP |
678 | if (amd_filter_mce(m)) |
679 | return NOTIFY_STOP; | |
680 | ||
086be786 | 681 | pr_emerg(HW_ERR "CPU:%d\tMC%d_STATUS[%s|%s|%s|%s|%s", |
bff7b812 | 682 | m->extcpu, m->bank, |
fa7ae8cc BP |
683 | ((m->status & MCI_STATUS_OVER) ? "Over" : "-"), |
684 | ((m->status & MCI_STATUS_UC) ? "UE" : "CE"), | |
685 | ((m->status & MCI_STATUS_MISCV) ? "MiscV" : "-"), | |
686 | ((m->status & MCI_STATUS_PCC) ? "PCC" : "-"), | |
687 | ((m->status & MCI_STATUS_ADDRV) ? "AddrV" : "-")); | |
549d042d | 688 | |
fa7ae8cc BP |
689 | if (c->x86 == 0x15) |
690 | pr_cont("|%s|%s", | |
50adbbd8 RD |
691 | ((m->status & BIT_64(44)) ? "Deferred" : "-"), |
692 | ((m->status & BIT_64(43)) ? "Poison" : "-")); | |
549d042d | 693 | |
b69b29de | 694 | /* do the two bits[14:13] together */ |
35d824b2 | 695 | ecc = (m->status >> 45) & 0x3; |
b69b29de | 696 | if (ecc) |
fa7ae8cc BP |
697 | pr_cont("|%sECC", ((ecc == 2) ? "C" : "U")); |
698 | ||
699 | pr_cont("]: 0x%016llx\n", m->status); | |
b69b29de | 700 | |
086be786 BP |
701 | if (m->status & MCI_STATUS_ADDRV) |
702 | pr_emerg(HW_ERR "\tMC%d_ADDR: 0x%016llx\n", m->bank, m->addr); | |
b69b29de | 703 | |
51966241 BP |
704 | switch (m->bank) { |
705 | case 0: | |
7cfd4a87 | 706 | amd_decode_dc_mce(m); |
51966241 | 707 | break; |
d93cc222 | 708 | |
ab5535e7 | 709 | case 1: |
7cfd4a87 | 710 | amd_decode_ic_mce(m); |
ab5535e7 BP |
711 | break; |
712 | ||
56cad2d6 | 713 | case 2: |
fa7ae8cc | 714 | if (c->x86 == 0x15) |
70fdb494 BP |
715 | amd_decode_cu_mce(m); |
716 | else | |
717 | amd_decode_bu_mce(m); | |
56cad2d6 BP |
718 | break; |
719 | ||
f9350efd | 720 | case 3: |
7cfd4a87 | 721 | amd_decode_ls_mce(m); |
f9350efd BP |
722 | break; |
723 | ||
51966241 | 724 | case 4: |
b0b07a2b | 725 | amd_decode_nb_mce(m); |
51966241 BP |
726 | break; |
727 | ||
53bd5fed | 728 | case 5: |
7cfd4a87 | 729 | amd_decode_fr_mce(m); |
53bd5fed BP |
730 | break; |
731 | ||
b8f85c47 BP |
732 | case 6: |
733 | amd_decode_fp_mce(m); | |
734 | break; | |
735 | ||
51966241 BP |
736 | default: |
737 | break; | |
b69b29de | 738 | } |
51966241 BP |
739 | |
740 | amd_decode_err_code(m->status & 0xffff); | |
fb253195 BP |
741 | |
742 | return NOTIFY_STOP; | |
549d042d | 743 | } |
9cdeb404 | 744 | EXPORT_SYMBOL_GPL(amd_decode_mce); |
f436f8bb | 745 | |
fb253195 BP |
746 | static struct notifier_block amd_mce_dec_nb = { |
747 | .notifier_call = amd_decode_mce, | |
748 | }; | |
749 | ||
f436f8bb IM |
750 | static int __init mce_amd_init(void) |
751 | { | |
bad11e03 BP |
752 | struct cpuinfo_x86 *c = &boot_cpu_data; |
753 | ||
754 | if (c->x86_vendor != X86_VENDOR_AMD) | |
e045c291 BP |
755 | return 0; |
756 | ||
ec3e82d6 | 757 | if (c->x86 < 0xf || c->x86 > 0x15) |
e045c291 BP |
758 | return 0; |
759 | ||
888ab8e6 BP |
760 | fam_ops = kzalloc(sizeof(struct amd_decoder_ops), GFP_KERNEL); |
761 | if (!fam_ops) | |
762 | return -ENOMEM; | |
763 | ||
bad11e03 | 764 | switch (c->x86) { |
888ab8e6 BP |
765 | case 0xf: |
766 | fam_ops->dc_mce = k8_dc_mce; | |
dd53bce4 | 767 | fam_ops->ic_mce = k8_ic_mce; |
888ab8e6 BP |
768 | break; |
769 | ||
770 | case 0x10: | |
771 | fam_ops->dc_mce = f10h_dc_mce; | |
dd53bce4 | 772 | fam_ops->ic_mce = k8_ic_mce; |
888ab8e6 BP |
773 | break; |
774 | ||
f0157b3a BP |
775 | case 0x11: |
776 | fam_ops->dc_mce = k8_dc_mce; | |
777 | fam_ops->ic_mce = k8_ic_mce; | |
f0157b3a BP |
778 | break; |
779 | ||
9be0bb10 BP |
780 | case 0x12: |
781 | fam_ops->dc_mce = f12h_dc_mce; | |
e7281eb3 | 782 | fam_ops->ic_mce = k8_ic_mce; |
9be0bb10 BP |
783 | break; |
784 | ||
888ab8e6 | 785 | case 0x14: |
5ce88f6e | 786 | nb_err_cpumask = 0x3; |
888ab8e6 | 787 | fam_ops->dc_mce = f14h_dc_mce; |
dd53bce4 | 788 | fam_ops->ic_mce = f14h_ic_mce; |
888ab8e6 BP |
789 | break; |
790 | ||
2be64bfa BP |
791 | case 0x15: |
792 | xec_mask = 0x1f; | |
25a4f8b0 | 793 | fam_ops->dc_mce = f15h_dc_mce; |
86039cd4 | 794 | fam_ops->ic_mce = f15h_ic_mce; |
2be64bfa BP |
795 | break; |
796 | ||
888ab8e6 | 797 | default: |
ec3e82d6 | 798 | printk(KERN_WARNING "Huh? What family is it: 0x%x?!\n", c->x86); |
888ab8e6 BP |
799 | kfree(fam_ops); |
800 | return -EINVAL; | |
801 | } | |
802 | ||
9530d608 BP |
803 | pr_info("MCE: In-kernel MCE decoding enabled.\n"); |
804 | ||
3653ada5 | 805 | mce_register_decode_chain(&amd_mce_dec_nb); |
f436f8bb IM |
806 | |
807 | return 0; | |
808 | } | |
809 | early_initcall(mce_amd_init); | |
0d18b2e3 BP |
810 | |
811 | #ifdef MODULE | |
812 | static void __exit mce_amd_exit(void) | |
813 | { | |
3653ada5 | 814 | mce_unregister_decode_chain(&amd_mce_dec_nb); |
888ab8e6 | 815 | kfree(fam_ops); |
0d18b2e3 BP |
816 | } |
817 | ||
818 | MODULE_DESCRIPTION("AMD MCE decoder"); | |
819 | MODULE_ALIAS("edac-mce-amd"); | |
820 | MODULE_LICENSE("GPL"); | |
821 | module_exit(mce_amd_exit); | |
822 | #endif |