]>
Commit | Line | Data |
---|---|---|
14a43e69 BH |
1 | /* |
2 | * PowerNV OPAL high level interfaces | |
3 | * | |
4 | * Copyright 2011 IBM Corp. | |
5 | * | |
6 | * This program is free software; you can redistribute it and/or | |
7 | * modify it under the terms of the GNU General Public License | |
8 | * as published by the Free Software Foundation; either version | |
9 | * 2 of the License, or (at your option) any later version. | |
10 | */ | |
11 | ||
c8742f85 | 12 | #define pr_fmt(fmt) "opal: " fmt |
14a43e69 | 13 | |
c8742f85 | 14 | #include <linux/printk.h> |
14a43e69 BH |
15 | #include <linux/types.h> |
16 | #include <linux/of.h> | |
26a2056e | 17 | #include <linux/of_fdt.h> |
14a43e69 | 18 | #include <linux/of_platform.h> |
8f95faaa | 19 | #include <linux/of_address.h> |
a125e092 | 20 | #include <linux/interrupt.h> |
1bc98de2 | 21 | #include <linux/notifier.h> |
73ed148a | 22 | #include <linux/slab.h> |
b63a0ffe | 23 | #include <linux/sched.h> |
6f68b5e2 | 24 | #include <linux/kobject.h> |
f7d98d18 | 25 | #include <linux/delay.h> |
55672ecf | 26 | #include <linux/memblock.h> |
3bf57561 BH |
27 | #include <linux/kthread.h> |
28 | #include <linux/freezer.h> | |
b746e3e0 NP |
29 | #include <linux/printk.h> |
30 | #include <linux/kmsg_dump.h> | |
31 | #include <linux/console.h> | |
32 | #include <linux/sched/debug.h> | |
b14726c5 ME |
33 | |
34 | #include <asm/machdep.h> | |
14a43e69 BH |
35 | #include <asm/opal.h> |
36 | #include <asm/firmware.h> | |
36df96f8 | 37 | #include <asm/mce.h> |
8f95faaa | 38 | #include <asm/imc-pmu.h> |
6fcd6baa | 39 | #include <asm/bug.h> |
14a43e69 BH |
40 | |
41 | #include "powernv.h" | |
42 | ||
6f68b5e2 VH |
43 | /* /sys/firmware/opal */ |
44 | struct kobject *opal_kobj; | |
45 | ||
14a43e69 BH |
46 | struct opal { |
47 | u64 base; | |
48 | u64 entry; | |
55672ecf | 49 | u64 size; |
14a43e69 BH |
50 | } opal; |
51 | ||
55672ecf MS |
52 | struct mcheck_recoverable_range { |
53 | u64 start_addr; | |
54 | u64 end_addr; | |
55 | u64 recover_addr; | |
56 | }; | |
57 | ||
58 | static struct mcheck_recoverable_range *mc_recoverable_range; | |
59 | static int mc_recoverable_range_len; | |
60 | ||
bfc36894 | 61 | struct device_node *opal_node; |
14a43e69 | 62 | static DEFINE_SPINLOCK(opal_write_lock); |
24366360 | 63 | static struct atomic_notifier_head opal_msg_notifier_head[OPAL_MSG_TYPE_MAX]; |
3bf57561 | 64 | static uint32_t opal_heartbeat; |
a203658b | 65 | static struct task_struct *kopald_tsk; |
14a43e69 | 66 | |
d3cbff1b | 67 | void opal_configure_cores(void) |
4926616c | 68 | { |
1c0eaf0f BH |
69 | u64 reinit_flags = 0; |
70 | ||
4926616c BH |
71 | /* Do the actual re-init, This will clobber all FPRs, VRs, etc... |
72 | * | |
73 | * It will preserve non volatile GPRs and HSPRG0/1. It will | |
74 | * also restore HIDs and other SPRs to their original value | |
75 | * but it might clobber a bunch. | |
76 | */ | |
77 | #ifdef __BIG_ENDIAN__ | |
1c0eaf0f | 78 | reinit_flags |= OPAL_REINIT_CPUS_HILE_BE; |
4926616c | 79 | #else |
1c0eaf0f | 80 | reinit_flags |= OPAL_REINIT_CPUS_HILE_LE; |
4926616c | 81 | #endif |
d3cbff1b | 82 | |
1c0eaf0f BH |
83 | /* |
84 | * POWER9 always support running hash: | |
85 | * ie. Host hash supports hash guests | |
86 | * Host radix supports hash/radix guests | |
87 | */ | |
a70b487b | 88 | if (early_cpu_has_feature(CPU_FTR_ARCH_300)) { |
1c0eaf0f BH |
89 | reinit_flags |= OPAL_REINIT_CPUS_MMU_HASH; |
90 | if (early_radix_enabled()) | |
91 | reinit_flags |= OPAL_REINIT_CPUS_MMU_RADIX; | |
92 | } | |
93 | ||
94 | opal_reinit_cpus(reinit_flags); | |
95 | ||
d3cbff1b BH |
96 | /* Restore some bits */ |
97 | if (cur_cpu_spec->cpu_restore) | |
98 | cur_cpu_spec->cpu_restore(); | |
4926616c BH |
99 | } |
100 | ||
14a43e69 BH |
101 | int __init early_init_dt_scan_opal(unsigned long node, |
102 | const char *uname, int depth, void *data) | |
103 | { | |
55672ecf | 104 | const void *basep, *entryp, *sizep; |
9d0c4dfe | 105 | int basesz, entrysz, runtimesz; |
14a43e69 BH |
106 | |
107 | if (depth != 1 || strcmp(uname, "ibm,opal") != 0) | |
108 | return 0; | |
109 | ||
110 | basep = of_get_flat_dt_prop(node, "opal-base-address", &basesz); | |
111 | entryp = of_get_flat_dt_prop(node, "opal-entry-address", &entrysz); | |
55672ecf | 112 | sizep = of_get_flat_dt_prop(node, "opal-runtime-size", &runtimesz); |
14a43e69 | 113 | |
55672ecf | 114 | if (!basep || !entryp || !sizep) |
14a43e69 BH |
115 | return 1; |
116 | ||
117 | opal.base = of_read_number(basep, basesz/4); | |
118 | opal.entry = of_read_number(entryp, entrysz/4); | |
55672ecf | 119 | opal.size = of_read_number(sizep, runtimesz/4); |
14a43e69 | 120 | |
9d0c4dfe | 121 | pr_debug("OPAL Base = 0x%llx (basep=%p basesz=%d)\n", |
14a43e69 | 122 | opal.base, basep, basesz); |
9d0c4dfe | 123 | pr_debug("OPAL Entry = 0x%llx (entryp=%p basesz=%d)\n", |
14a43e69 | 124 | opal.entry, entryp, entrysz); |
9d0c4dfe | 125 | pr_debug("OPAL Entry = 0x%llx (sizep=%p runtimesz=%d)\n", |
55672ecf | 126 | opal.size, sizep, runtimesz); |
14a43e69 | 127 | |
75b93da4 | 128 | if (of_flat_dt_is_compatible(node, "ibm,opal-v3")) { |
e4d54f71 | 129 | powerpc_firmware_features |= FW_FEATURE_OPAL; |
5138b314 | 130 | pr_debug("OPAL detected !\n"); |
14a43e69 | 131 | } else { |
786842b6 | 132 | panic("OPAL != V3 detected, no longer supported.\n"); |
14a43e69 BH |
133 | } |
134 | ||
c4463b37 JK |
135 | return 1; |
136 | } | |
137 | ||
55672ecf MS |
138 | int __init early_init_dt_scan_recoverable_ranges(unsigned long node, |
139 | const char *uname, int depth, void *data) | |
140 | { | |
9d0c4dfe | 141 | int i, psize, size; |
55672ecf MS |
142 | const __be32 *prop; |
143 | ||
144 | if (depth != 1 || strcmp(uname, "ibm,opal") != 0) | |
145 | return 0; | |
146 | ||
6e556b47 | 147 | prop = of_get_flat_dt_prop(node, "mcheck-recoverable-ranges", &psize); |
55672ecf MS |
148 | |
149 | if (!prop) | |
150 | return 1; | |
151 | ||
152 | pr_debug("Found machine check recoverable ranges.\n"); | |
153 | ||
6e556b47 MS |
154 | /* |
155 | * Calculate number of available entries. | |
156 | * | |
157 | * Each recoverable address range entry is (start address, len, | |
158 | * recovery address), 2 cells each for start and recovery address, | |
159 | * 1 cell for len, totalling 5 cells per entry. | |
160 | */ | |
161 | mc_recoverable_range_len = psize / (sizeof(*prop) * 5); | |
162 | ||
163 | /* Sanity check */ | |
164 | if (!mc_recoverable_range_len) | |
165 | return 1; | |
166 | ||
167 | /* Size required to hold all the entries. */ | |
168 | size = mc_recoverable_range_len * | |
169 | sizeof(struct mcheck_recoverable_range); | |
170 | ||
55672ecf | 171 | /* |
76b42e28 | 172 | * Allocate a buffer to hold the MC recoverable ranges. |
55672ecf | 173 | */ |
76b42e28 | 174 | mc_recoverable_range =__va(memblock_alloc(size, __alignof__(u64))); |
55672ecf MS |
175 | memset(mc_recoverable_range, 0, size); |
176 | ||
6e556b47 | 177 | for (i = 0; i < mc_recoverable_range_len; i++) { |
55672ecf MS |
178 | mc_recoverable_range[i].start_addr = |
179 | of_read_number(prop + (i * 5) + 0, 2); | |
180 | mc_recoverable_range[i].end_addr = | |
181 | mc_recoverable_range[i].start_addr + | |
182 | of_read_number(prop + (i * 5) + 2, 1); | |
183 | mc_recoverable_range[i].recover_addr = | |
184 | of_read_number(prop + (i * 5) + 3, 2); | |
185 | ||
186 | pr_debug("Machine check recoverable range: %llx..%llx: %llx\n", | |
187 | mc_recoverable_range[i].start_addr, | |
188 | mc_recoverable_range[i].end_addr, | |
189 | mc_recoverable_range[i].recover_addr); | |
190 | } | |
55672ecf MS |
191 | return 1; |
192 | } | |
193 | ||
c4463b37 JK |
194 | static int __init opal_register_exception_handlers(void) |
195 | { | |
29186097 | 196 | #ifdef __BIG_ENDIAN__ |
c4463b37 JK |
197 | u64 glue; |
198 | ||
199 | if (!(powerpc_firmware_features & FW_FEATURE_OPAL)) | |
200 | return -ENODEV; | |
201 | ||
28446de2 MS |
202 | /* Hookup some exception handlers except machine check. We use the |
203 | * fwnmi area at 0x7000 to provide the glue space to OPAL | |
ed79ba9e BH |
204 | */ |
205 | glue = 0x7000; | |
6507955c MS |
206 | |
207 | /* | |
208 | * Check if we are running on newer firmware that exports | |
209 | * OPAL_HANDLE_HMI token. If yes, then don't ask OPAL to patch | |
210 | * the HMI interrupt and we catch it directly in Linux. | |
211 | * | |
212 | * For older firmware (i.e currently released POWER8 System Firmware | |
213 | * as of today <= SV810_087), we fallback to old behavior and let OPAL | |
214 | * patch the HMI vector and handle it inside OPAL firmware. | |
215 | * | |
216 | * For newer firmware (in development/yet to be released) we will | |
217 | * start catching/handling HMI directly in Linux. | |
218 | */ | |
219 | if (!opal_check_token(OPAL_HANDLE_HMI)) { | |
08135139 | 220 | pr_info("Old firmware detected, OPAL handles HMIs.\n"); |
6507955c MS |
221 | opal_register_exception_handler( |
222 | OPAL_HYPERVISOR_MAINTENANCE_HANDLER, | |
223 | 0, glue); | |
224 | glue += 128; | |
225 | } | |
226 | ||
ed79ba9e | 227 | opal_register_exception_handler(OPAL_SOFTPATCH_HANDLER, 0, glue); |
29186097 | 228 | #endif |
ed79ba9e | 229 | |
c4463b37 | 230 | return 0; |
14a43e69 | 231 | } |
b14726c5 | 232 | machine_early_initcall(powernv, opal_register_exception_handlers); |
c4463b37 | 233 | |
24366360 MS |
234 | /* |
235 | * Opal message notifier based on message type. Allow subscribers to get | |
236 | * notified for specific messgae type. | |
237 | */ | |
d7cf83fc | 238 | int opal_message_notifier_register(enum opal_msg_type msg_type, |
24366360 MS |
239 | struct notifier_block *nb) |
240 | { | |
792f96e9 | 241 | if (!nb || msg_type >= OPAL_MSG_TYPE_MAX) { |
f2c2cbcc JP |
242 | pr_warn("%s: Invalid arguments, msg_type:%d\n", |
243 | __func__, msg_type); | |
24366360 MS |
244 | return -EINVAL; |
245 | } | |
792f96e9 | 246 | |
24366360 MS |
247 | return atomic_notifier_chain_register( |
248 | &opal_msg_notifier_head[msg_type], nb); | |
249 | } | |
594fcb9e | 250 | EXPORT_SYMBOL_GPL(opal_message_notifier_register); |
24366360 | 251 | |
df60f576 | 252 | int opal_message_notifier_unregister(enum opal_msg_type msg_type, |
b921e902 NG |
253 | struct notifier_block *nb) |
254 | { | |
255 | return atomic_notifier_chain_unregister( | |
256 | &opal_msg_notifier_head[msg_type], nb); | |
257 | } | |
594fcb9e | 258 | EXPORT_SYMBOL_GPL(opal_message_notifier_unregister); |
b921e902 | 259 | |
24366360 MS |
260 | static void opal_message_do_notify(uint32_t msg_type, void *msg) |
261 | { | |
262 | /* notify subscribers */ | |
263 | atomic_notifier_call_chain(&opal_msg_notifier_head[msg_type], | |
264 | msg_type, msg); | |
265 | } | |
266 | ||
267 | static void opal_handle_message(void) | |
268 | { | |
269 | s64 ret; | |
270 | /* | |
271 | * TODO: pre-allocate a message buffer depending on opal-msg-size | |
272 | * value in /proc/device-tree. | |
273 | */ | |
274 | static struct opal_msg msg; | |
bb4398e1 | 275 | u32 type; |
24366360 MS |
276 | |
277 | ret = opal_get_msg(__pa(&msg), sizeof(msg)); | |
278 | /* No opal message pending. */ | |
279 | if (ret == OPAL_RESOURCE) | |
280 | return; | |
281 | ||
282 | /* check for errors. */ | |
283 | if (ret) { | |
f2c2cbcc JP |
284 | pr_warn("%s: Failed to retrieve opal message, err=%lld\n", |
285 | __func__, ret); | |
24366360 MS |
286 | return; |
287 | } | |
288 | ||
bb4398e1 AB |
289 | type = be32_to_cpu(msg.msg_type); |
290 | ||
24366360 | 291 | /* Sanity check */ |
792f96e9 | 292 | if (type >= OPAL_MSG_TYPE_MAX) { |
98da62b7 | 293 | pr_warn_once("%s: Unknown message type: %u\n", __func__, type); |
24366360 MS |
294 | return; |
295 | } | |
bb4398e1 | 296 | opal_message_do_notify(type, (void *)&msg); |
24366360 MS |
297 | } |
298 | ||
a295af24 | 299 | static irqreturn_t opal_message_notify(int irq, void *data) |
24366360 | 300 | { |
a295af24 AP |
301 | opal_handle_message(); |
302 | return IRQ_HANDLED; | |
24366360 MS |
303 | } |
304 | ||
24366360 MS |
305 | static int __init opal_message_init(void) |
306 | { | |
a295af24 | 307 | int ret, i, irq; |
24366360 MS |
308 | |
309 | for (i = 0; i < OPAL_MSG_TYPE_MAX; i++) | |
310 | ATOMIC_INIT_NOTIFIER_HEAD(&opal_msg_notifier_head[i]); | |
311 | ||
a295af24 AP |
312 | irq = opal_event_request(ilog2(OPAL_EVENT_MSG_PENDING)); |
313 | if (!irq) { | |
314 | pr_err("%s: Can't register OPAL event irq (%d)\n", | |
315 | __func__, irq); | |
316 | return irq; | |
317 | } | |
318 | ||
319 | ret = request_irq(irq, opal_message_notify, | |
320 | IRQ_TYPE_LEVEL_HIGH, "opal-msg", NULL); | |
24366360 | 321 | if (ret) { |
a295af24 | 322 | pr_err("%s: Can't request OPAL event irq (%d)\n", |
24366360 MS |
323 | __func__, ret); |
324 | return ret; | |
325 | } | |
a295af24 | 326 | |
24366360 MS |
327 | return 0; |
328 | } | |
24366360 | 329 | |
14a43e69 BH |
330 | int opal_get_chars(uint32_t vtermno, char *buf, int count) |
331 | { | |
4f89363b BH |
332 | s64 rc; |
333 | __be64 evt, len; | |
14a43e69 BH |
334 | |
335 | if (!opal.entry) | |
daea1175 | 336 | return -ENODEV; |
14a43e69 | 337 | opal_poll_events(&evt); |
4f89363b | 338 | if ((be64_to_cpu(evt) & OPAL_EVENT_CONSOLE_INPUT) == 0) |
14a43e69 | 339 | return 0; |
4f89363b | 340 | len = cpu_to_be64(count); |
9d0c4dfe | 341 | rc = opal_console_read(vtermno, &len, buf); |
14a43e69 | 342 | if (rc == OPAL_SUCCESS) |
4f89363b | 343 | return be64_to_cpu(len); |
14a43e69 BH |
344 | return 0; |
345 | } | |
346 | ||
17cc1dd4 | 347 | static int __opal_put_chars(uint32_t vtermno, const char *data, int total_len, bool atomic) |
14a43e69 | 348 | { |
17cc1dd4 | 349 | unsigned long flags = 0 /* shut up gcc */; |
b74d2807 NP |
350 | int written; |
351 | __be64 olen; | |
352 | s64 rc; | |
14a43e69 BH |
353 | |
354 | if (!opal.entry) | |
daea1175 | 355 | return -ENODEV; |
14a43e69 | 356 | |
17cc1dd4 NP |
357 | if (atomic) |
358 | spin_lock_irqsave(&opal_write_lock, flags); | |
e4d54f71 | 359 | rc = opal_console_write_buffer_space(vtermno, &olen); |
b74d2807 | 360 | if (rc || be64_to_cpu(olen) < total_len) { |
e4d54f71 SS |
361 | /* Closed -> drop characters */ |
362 | if (rc) | |
b74d2807 NP |
363 | written = total_len; |
364 | else | |
365 | written = -EAGAIN; | |
366 | goto out; | |
14a43e69 BH |
367 | } |
368 | ||
b74d2807 NP |
369 | /* Should not get a partial write here because space is available. */ |
370 | olen = cpu_to_be64(total_len); | |
371 | rc = opal_console_write(vtermno, &olen, data); | |
372 | if (rc == OPAL_BUSY || rc == OPAL_BUSY_EVENT) { | |
95b861a7 | 373 | if (rc == OPAL_BUSY_EVENT) |
b74d2807 | 374 | opal_poll_events(NULL); |
b74d2807 NP |
375 | written = -EAGAIN; |
376 | goto out; | |
377 | } | |
36d2dabc | 378 | |
b74d2807 NP |
379 | /* Closed or other error drop */ |
380 | if (rc != OPAL_SUCCESS) { | |
381 | written = opal_error_code(rc); | |
382 | goto out; | |
383 | } | |
36d2dabc | 384 | |
b74d2807 NP |
385 | written = be64_to_cpu(olen); |
386 | if (written < total_len) { | |
17cc1dd4 NP |
387 | if (atomic) { |
388 | /* Should not happen */ | |
389 | pr_warn("atomic console write returned partial " | |
390 | "len=%d written=%d\n", total_len, written); | |
391 | } | |
b74d2807 NP |
392 | if (!written) |
393 | written = -EAGAIN; | |
d2a2262e | 394 | } |
b74d2807 NP |
395 | |
396 | out: | |
17cc1dd4 NP |
397 | if (atomic) |
398 | spin_unlock_irqrestore(&opal_write_lock, flags); | |
d2a2262e NP |
399 | |
400 | return written; | |
401 | } | |
402 | ||
17cc1dd4 NP |
403 | int opal_put_chars(uint32_t vtermno, const char *data, int total_len) |
404 | { | |
405 | return __opal_put_chars(vtermno, data, total_len, false); | |
406 | } | |
407 | ||
408 | /* | |
409 | * opal_put_chars_atomic will not perform partial-writes. Data will be | |
410 | * atomically written to the terminal or not at all. This is not strictly | |
411 | * true at the moment because console space can race with OPAL's console | |
412 | * writes. | |
413 | */ | |
414 | int opal_put_chars_atomic(uint32_t vtermno, const char *data, int total_len) | |
415 | { | |
416 | return __opal_put_chars(vtermno, data, total_len, true); | |
417 | } | |
418 | ||
95b861a7 | 419 | static s64 __opal_flush_console(uint32_t vtermno) |
d2a2262e NP |
420 | { |
421 | s64 rc; | |
422 | ||
423 | if (!opal_check_token(OPAL_CONSOLE_FLUSH)) { | |
424 | __be64 evt; | |
425 | ||
d2a2262e NP |
426 | /* |
427 | * If OPAL_CONSOLE_FLUSH is not implemented in the firmware, | |
428 | * the console can still be flushed by calling the polling | |
429 | * function while it has OPAL_EVENT_CONSOLE_OUTPUT events. | |
430 | */ | |
95b861a7 NP |
431 | WARN_ONCE(1, "opal: OPAL_CONSOLE_FLUSH missing.\n"); |
432 | ||
433 | opal_poll_events(&evt); | |
434 | if (!(be64_to_cpu(evt) & OPAL_EVENT_CONSOLE_OUTPUT)) | |
435 | return OPAL_SUCCESS; | |
436 | return OPAL_BUSY; | |
d2a2262e | 437 | |
95b861a7 NP |
438 | } else { |
439 | rc = opal_console_flush(vtermno); | |
440 | if (rc == OPAL_BUSY_EVENT) { | |
441 | opal_poll_events(NULL); | |
442 | rc = OPAL_BUSY; | |
443 | } | |
444 | return rc; | |
14a43e69 | 445 | } |
d2a2262e | 446 | |
95b861a7 NP |
447 | } |
448 | ||
449 | /* | |
450 | * opal_flush_console spins until the console is flushed | |
451 | */ | |
452 | int opal_flush_console(uint32_t vtermno) | |
453 | { | |
454 | for (;;) { | |
455 | s64 rc = __opal_flush_console(vtermno); | |
456 | ||
457 | if (rc == OPAL_BUSY || rc == OPAL_PARTIAL) { | |
458 | mdelay(1); | |
459 | continue; | |
460 | } | |
461 | ||
462 | return opal_error_code(rc); | |
463 | } | |
464 | } | |
465 | ||
466 | /* | |
467 | * opal_flush_chars is an hvc interface that sleeps until the console is | |
468 | * flushed if wait, otherwise it will return -EBUSY if the console has data, | |
469 | * -EAGAIN if it has data and some of it was flushed. | |
470 | */ | |
471 | int opal_flush_chars(uint32_t vtermno, bool wait) | |
472 | { | |
473 | for (;;) { | |
474 | s64 rc = __opal_flush_console(vtermno); | |
475 | ||
476 | if (rc == OPAL_BUSY || rc == OPAL_PARTIAL) { | |
477 | if (wait) { | |
478 | msleep(OPAL_BUSY_DELAY_MS); | |
479 | continue; | |
d2a2262e | 480 | } |
95b861a7 NP |
481 | if (rc == OPAL_PARTIAL) |
482 | return -EAGAIN; | |
d2a2262e | 483 | } |
d2a2262e | 484 | |
95b861a7 NP |
485 | return opal_error_code(rc); |
486 | } | |
14a43e69 BH |
487 | } |
488 | ||
b63a0ffe MS |
489 | static int opal_recover_mce(struct pt_regs *regs, |
490 | struct machine_check_event *evt) | |
491 | { | |
492 | int recovered = 0; | |
b63a0ffe MS |
493 | |
494 | if (!(regs->msr & MSR_RI)) { | |
495 | /* If MSR_RI isn't set, we cannot recover */ | |
c74dd88e | 496 | pr_err("Machine check interrupt unrecoverable: MSR(RI=0)\n"); |
b63a0ffe MS |
497 | recovered = 0; |
498 | } else if (evt->disposition == MCE_DISPOSITION_RECOVERED) { | |
499 | /* Platform corrected itself */ | |
500 | recovered = 1; | |
1363875b NP |
501 | } else if (evt->severity == MCE_SEV_FATAL) { |
502 | /* Fatal machine check */ | |
503 | pr_err("Machine check interrupt is fatal\n"); | |
504 | recovered = 0; | |
6fcd6baa NP |
505 | } |
506 | ||
507 | if (!recovered && evt->severity == MCE_SEV_ERROR_SYNC) { | |
b63a0ffe | 508 | /* |
6fcd6baa NP |
509 | * Try to kill processes if we get a synchronous machine check |
510 | * (e.g., one caused by execution of this instruction). This | |
511 | * will devolve into a panic if we try to kill init or are in | |
512 | * an interrupt etc. | |
b63a0ffe MS |
513 | * |
514 | * TODO: Queue up this address for hwpoisioning later. | |
6fcd6baa NP |
515 | * TODO: This is not quite right for d-side machine |
516 | * checks ->nip is not necessarily the important | |
517 | * address. | |
b63a0ffe | 518 | */ |
6fcd6baa NP |
519 | if ((user_mode(regs))) { |
520 | _exception(SIGBUS, regs, BUS_MCEERR_AR, regs->nip); | |
521 | recovered = 1; | |
522 | } else if (die_will_crash()) { | |
523 | /* | |
524 | * die() would kill the kernel, so better to go via | |
525 | * the platform reboot code that will log the | |
526 | * machine check. | |
527 | */ | |
528 | recovered = 0; | |
529 | } else { | |
530 | die("Machine check", regs, SIGBUS); | |
531 | recovered = 1; | |
532 | } | |
b63a0ffe | 533 | } |
6fcd6baa | 534 | |
b63a0ffe MS |
535 | return recovered; |
536 | } | |
537 | ||
b746e3e0 NP |
538 | void pnv_platform_error_reboot(struct pt_regs *regs, const char *msg) |
539 | { | |
35adacd6 NP |
540 | panic_flush_kmsg_start(); |
541 | ||
b746e3e0 NP |
542 | pr_emerg("Hardware platform error: %s\n", msg); |
543 | if (regs) | |
544 | show_regs(regs); | |
545 | smp_send_stop(); | |
35adacd6 NP |
546 | |
547 | panic_flush_kmsg_end(); | |
b746e3e0 NP |
548 | |
549 | /* | |
550 | * Don't bother to shut things down because this will | |
551 | * xstop the system. | |
552 | */ | |
553 | if (opal_cec_reboot2(OPAL_REBOOT_PLATFORM_ERROR, msg) | |
554 | == OPAL_UNSUPPORTED) { | |
555 | pr_emerg("Reboot type %d not supported for %s\n", | |
556 | OPAL_REBOOT_PLATFORM_ERROR, msg); | |
557 | } | |
558 | ||
559 | /* | |
560 | * We reached here. There can be three possibilities: | |
561 | * 1. We are running on a firmware level that do not support | |
562 | * opal_cec_reboot2() | |
563 | * 2. We are running on a firmware level that do not support | |
564 | * OPAL_REBOOT_PLATFORM_ERROR reboot type. | |
565 | * 3. We are running on FSP based system that does not need | |
566 | * opal to trigger checkstop explicitly for error analysis. | |
567 | * The FSP PRD component would have already got notified | |
568 | * about this error through other channels. | |
5ee573e8 BS |
569 | * 4. We are running on a newer skiboot that by default does |
570 | * not cause a checkstop, drops us back to the kernel to | |
571 | * extract context and state at the time of the error. | |
b746e3e0 NP |
572 | */ |
573 | ||
5ee573e8 | 574 | panic(msg); |
b746e3e0 NP |
575 | } |
576 | ||
ed79ba9e BH |
577 | int opal_machine_check(struct pt_regs *regs) |
578 | { | |
36df96f8 | 579 | struct machine_check_event evt; |
ed79ba9e | 580 | |
a43c1590 MS |
581 | __this_cpu_inc(irq_stat.mce_exceptions); |
582 | ||
36df96f8 MS |
583 | if (!get_mce_event(&evt, MCE_EVENT_RELEASE)) |
584 | return 0; | |
ed79ba9e BH |
585 | |
586 | /* Print things out */ | |
36df96f8 | 587 | if (evt.version != MCE_V1) { |
ed79ba9e BH |
588 | pr_err("Machine Check Exception, Unknown event version %d !\n", |
589 | evt.version); | |
590 | return 0; | |
591 | } | |
63f44d65 | 592 | machine_check_print_event_info(&evt, user_mode(regs)); |
ed79ba9e | 593 | |
b63a0ffe MS |
594 | if (opal_recover_mce(regs, &evt)) |
595 | return 1; | |
e784b649 | 596 | |
b746e3e0 | 597 | pnv_platform_error_reboot(regs, "Unrecoverable Machine Check exception"); |
ed79ba9e BH |
598 | } |
599 | ||
0869b6fd MS |
600 | /* Early hmi handler called in real mode. */ |
601 | int opal_hmi_exception_early(struct pt_regs *regs) | |
602 | { | |
0ef95b41 MS |
603 | s64 rc; |
604 | ||
605 | /* | |
606 | * call opal hmi handler. Pass paca address as token. | |
607 | * The return value OPAL_SUCCESS is an indication that there is | |
608 | * an HMI event generated waiting to pull by Linux. | |
609 | */ | |
610 | rc = opal_handle_hmi(); | |
611 | if (rc == OPAL_SUCCESS) { | |
612 | local_paca->hmi_event_available = 1; | |
613 | return 1; | |
614 | } | |
0869b6fd MS |
615 | return 0; |
616 | } | |
617 | ||
618 | /* HMI exception handler called in virtual mode during check_irq_replay. */ | |
619 | int opal_handle_hmi_exception(struct pt_regs *regs) | |
620 | { | |
0ef95b41 MS |
621 | /* |
622 | * Check if HMI event is available. | |
56c0b48b | 623 | * if Yes, then wake kopald to process them. |
0ef95b41 MS |
624 | */ |
625 | if (!local_paca->hmi_event_available) | |
626 | return 0; | |
627 | ||
628 | local_paca->hmi_event_available = 0; | |
56c0b48b | 629 | opal_wake_poller(); |
0ef95b41 MS |
630 | |
631 | return 1; | |
0869b6fd MS |
632 | } |
633 | ||
55672ecf MS |
634 | static uint64_t find_recovery_address(uint64_t nip) |
635 | { | |
636 | int i; | |
637 | ||
638 | for (i = 0; i < mc_recoverable_range_len; i++) | |
639 | if ((nip >= mc_recoverable_range[i].start_addr) && | |
640 | (nip < mc_recoverable_range[i].end_addr)) | |
641 | return mc_recoverable_range[i].recover_addr; | |
642 | return 0; | |
643 | } | |
644 | ||
645 | bool opal_mce_check_early_recovery(struct pt_regs *regs) | |
646 | { | |
647 | uint64_t recover_addr = 0; | |
648 | ||
649 | if (!opal.base || !opal.size) | |
650 | goto out; | |
651 | ||
652 | if ((regs->nip >= opal.base) && | |
dc3799bb | 653 | (regs->nip < (opal.base + opal.size))) |
55672ecf MS |
654 | recover_addr = find_recovery_address(regs->nip); |
655 | ||
656 | /* | |
657 | * Setup regs->nip to rfi into fixup address. | |
658 | */ | |
659 | if (recover_addr) | |
660 | regs->nip = recover_addr; | |
661 | ||
662 | out: | |
663 | return !!recover_addr; | |
664 | } | |
665 | ||
6f68b5e2 VH |
666 | static int opal_sysfs_init(void) |
667 | { | |
668 | opal_kobj = kobject_create_and_add("opal", firmware_kobj); | |
669 | if (!opal_kobj) { | |
670 | pr_warn("kobject_create_and_add opal failed\n"); | |
671 | return -ENOMEM; | |
672 | } | |
673 | ||
674 | return 0; | |
675 | } | |
676 | ||
c8742f85 BH |
677 | static ssize_t symbol_map_read(struct file *fp, struct kobject *kobj, |
678 | struct bin_attribute *bin_attr, | |
679 | char *buf, loff_t off, size_t count) | |
680 | { | |
681 | return memory_read_from_buffer(buf, count, &off, bin_attr->private, | |
682 | bin_attr->size); | |
683 | } | |
684 | ||
685 | static BIN_ATTR_RO(symbol_map, 0); | |
686 | ||
687 | static void opal_export_symmap(void) | |
688 | { | |
689 | const __be64 *syms; | |
690 | unsigned int size; | |
691 | struct device_node *fw; | |
692 | int rc; | |
693 | ||
694 | fw = of_find_node_by_path("/ibm,opal/firmware"); | |
695 | if (!fw) | |
696 | return; | |
697 | syms = of_get_property(fw, "symbol-map", &size); | |
698 | if (!syms || size != 2 * sizeof(__be64)) | |
699 | return; | |
700 | ||
701 | /* Setup attributes */ | |
702 | bin_attr_symbol_map.private = __va(be64_to_cpu(syms[0])); | |
703 | bin_attr_symbol_map.size = be64_to_cpu(syms[1]); | |
704 | ||
705 | rc = sysfs_create_bin_file(opal_kobj, &bin_attr_symbol_map); | |
706 | if (rc) | |
707 | pr_warn("Error %d creating OPAL symbols file\n", rc); | |
708 | } | |
709 | ||
11fe909d MB |
710 | static ssize_t export_attr_read(struct file *fp, struct kobject *kobj, |
711 | struct bin_attribute *bin_attr, char *buf, | |
712 | loff_t off, size_t count) | |
713 | { | |
714 | return memory_read_from_buffer(buf, count, &off, bin_attr->private, | |
715 | bin_attr->size); | |
716 | } | |
717 | ||
718 | /* | |
719 | * opal_export_attrs: creates a sysfs node for each property listed in | |
720 | * the device-tree under /ibm,opal/firmware/exports/ | |
721 | * All new sysfs nodes are created under /opal/exports/. | |
722 | * This allows for reserved memory regions (e.g. HDAT) to be read. | |
723 | * The new sysfs nodes are only readable by root. | |
724 | */ | |
725 | static void opal_export_attrs(void) | |
726 | { | |
727 | struct bin_attribute *attr; | |
728 | struct device_node *np; | |
729 | struct property *prop; | |
730 | struct kobject *kobj; | |
731 | u64 vals[2]; | |
732 | int rc; | |
733 | ||
734 | np = of_find_node_by_path("/ibm,opal/firmware/exports"); | |
735 | if (!np) | |
736 | return; | |
737 | ||
738 | /* Create new 'exports' directory - /sys/firmware/opal/exports */ | |
739 | kobj = kobject_create_and_add("exports", opal_kobj); | |
740 | if (!kobj) { | |
741 | pr_warn("kobject_create_and_add() of exports failed\n"); | |
742 | return; | |
743 | } | |
744 | ||
745 | for_each_property_of_node(np, prop) { | |
746 | if (!strcmp(prop->name, "name") || !strcmp(prop->name, "phandle")) | |
747 | continue; | |
748 | ||
749 | if (of_property_read_u64_array(np, prop->name, &vals[0], 2)) | |
750 | continue; | |
751 | ||
83c49190 | 752 | attr = kzalloc(sizeof(*attr), GFP_KERNEL); |
11fe909d MB |
753 | |
754 | if (attr == NULL) { | |
755 | pr_warn("Failed kmalloc for bin_attribute!"); | |
756 | continue; | |
757 | } | |
758 | ||
83c49190 | 759 | sysfs_bin_attr_init(attr); |
11fe909d MB |
760 | attr->attr.name = kstrdup(prop->name, GFP_KERNEL); |
761 | attr->attr.mode = 0400; | |
762 | attr->read = export_attr_read; | |
763 | attr->private = __va(vals[0]); | |
764 | attr->size = vals[1]; | |
765 | ||
766 | if (attr->attr.name == NULL) { | |
767 | pr_warn("Failed kstrdup for bin_attribute attr.name"); | |
768 | kfree(attr); | |
769 | continue; | |
770 | } | |
771 | ||
772 | rc = sysfs_create_bin_file(kobj, attr); | |
773 | if (rc) { | |
774 | pr_warn("Error %d creating OPAL sysfs exports/%s file\n", | |
775 | rc, prop->name); | |
776 | kfree(attr->attr.name); | |
777 | kfree(attr); | |
778 | } | |
779 | } | |
780 | ||
781 | of_node_put(np); | |
782 | } | |
783 | ||
b09c2ec4 VH |
784 | static void __init opal_dump_region_init(void) |
785 | { | |
786 | void *addr; | |
787 | uint64_t size; | |
788 | int rc; | |
789 | ||
b962f5a4 SS |
790 | if (!opal_check_token(OPAL_REGISTER_DUMP_REGION)) |
791 | return; | |
792 | ||
b09c2ec4 VH |
793 | /* Register kernel log buffer */ |
794 | addr = log_buf_addr_get(); | |
6501ab5e PK |
795 | if (addr == NULL) |
796 | return; | |
797 | ||
b09c2ec4 | 798 | size = log_buf_len_get(); |
6501ab5e PK |
799 | if (size == 0) |
800 | return; | |
801 | ||
b09c2ec4 VH |
802 | rc = opal_register_dump_region(OPAL_DUMP_REGION_LOG_BUF, |
803 | __pa(addr), size); | |
804 | /* Don't warn if this is just an older OPAL that doesn't | |
805 | * know about that call | |
806 | */ | |
807 | if (rc && rc != OPAL_UNSUPPORTED) | |
808 | pr_warn("DUMP: Failed to register kernel log buffer. " | |
809 | "rc = %d\n", rc); | |
810 | } | |
608b286d | 811 | |
9e4f51bd | 812 | static void opal_pdev_init(const char *compatible) |
ed59190e CB |
813 | { |
814 | struct device_node *np; | |
815 | ||
9e4f51bd | 816 | for_each_compatible_node(np, NULL, compatible) |
47083450 NG |
817 | of_platform_device_create(np, NULL, NULL); |
818 | } | |
819 | ||
8f95faaa MS |
820 | static void __init opal_imc_init_dev(void) |
821 | { | |
822 | struct device_node *np; | |
823 | ||
824 | np = of_find_compatible_node(NULL, NULL, IMC_DTB_COMPAT); | |
825 | if (np) | |
826 | of_platform_device_create(np, NULL, NULL); | |
827 | } | |
828 | ||
3bf57561 BH |
829 | static int kopald(void *unused) |
830 | { | |
a203658b | 831 | unsigned long timeout = msecs_to_jiffies(opal_heartbeat) + 1; |
9f0fd049 | 832 | |
3bf57561 BH |
833 | set_freezable(); |
834 | do { | |
835 | try_to_freeze(); | |
56c0b48b NP |
836 | |
837 | opal_handle_events(); | |
838 | ||
839 | set_current_state(TASK_INTERRUPTIBLE); | |
840 | if (opal_have_pending_events()) | |
841 | __set_current_state(TASK_RUNNING); | |
842 | else | |
843 | schedule_timeout(timeout); | |
844 | ||
3bf57561 BH |
845 | } while (!kthread_should_stop()); |
846 | ||
847 | return 0; | |
848 | } | |
849 | ||
a203658b BH |
850 | void opal_wake_poller(void) |
851 | { | |
852 | if (kopald_tsk) | |
853 | wake_up_process(kopald_tsk); | |
854 | } | |
855 | ||
3bf57561 BH |
856 | static void opal_init_heartbeat(void) |
857 | { | |
858 | /* Old firwmware, we assume the HVC heartbeat is sufficient */ | |
859 | if (of_property_read_u32(opal_node, "ibm,heartbeat-ms", | |
860 | &opal_heartbeat) != 0) | |
861 | opal_heartbeat = 0; | |
862 | ||
863 | if (opal_heartbeat) | |
a203658b | 864 | kopald_tsk = kthread_run(kopald, NULL, "kopald"); |
3bf57561 BH |
865 | } |
866 | ||
14a43e69 BH |
867 | static int __init opal_init(void) |
868 | { | |
c159b596 | 869 | struct device_node *np, *consoles, *leds; |
c1c3a526 | 870 | int rc; |
14a43e69 BH |
871 | |
872 | opal_node = of_find_node_by_path("/ibm,opal"); | |
873 | if (!opal_node) { | |
08135139 | 874 | pr_warn("Device node not found\n"); |
14a43e69 BH |
875 | return -ENODEV; |
876 | } | |
2db29d28 BH |
877 | |
878 | /* Register OPAL consoles if any ports */ | |
7261aafc | 879 | consoles = of_find_node_by_path("/ibm,opal/consoles"); |
2db29d28 BH |
880 | if (consoles) { |
881 | for_each_child_of_node(consoles, np) { | |
882 | if (strcmp(np->name, "serial")) | |
883 | continue; | |
884 | of_platform_device_create(np, NULL, NULL); | |
885 | } | |
886 | of_node_put(consoles); | |
14a43e69 | 887 | } |
a125e092 | 888 | |
96e023e7 AP |
889 | /* Initialise OPAL messaging system */ |
890 | opal_message_init(); | |
891 | ||
892 | /* Initialise OPAL asynchronous completion interface */ | |
893 | opal_async_comp_init(); | |
894 | ||
895 | /* Initialise OPAL sensor interface */ | |
896 | opal_sensor_init(); | |
897 | ||
898 | /* Initialise OPAL hypervisor maintainence interrupt handling */ | |
899 | opal_hmi_handler_init(); | |
900 | ||
47083450 | 901 | /* Create i2c platform devices */ |
9e4f51bd | 902 | opal_pdev_init("ibm,opal-i2c"); |
47083450 | 903 | |
3013e173 OH |
904 | /* Handle non-volatile memory devices */ |
905 | opal_pdev_init("pmem-region"); | |
906 | ||
3bf57561 BH |
907 | /* Setup a heatbeat thread if requested by OPAL */ |
908 | opal_init_heartbeat(); | |
909 | ||
8f95faaa MS |
910 | /* Detect In-Memory Collection counters and create devices*/ |
911 | opal_imc_init_dev(); | |
912 | ||
c159b596 VH |
913 | /* Create leds platform devices */ |
914 | leds = of_find_node_by_path("/ibm,opal/leds"); | |
915 | if (leds) { | |
916 | of_platform_device_create(leds, "opal_leds", NULL); | |
917 | of_node_put(leds); | |
918 | } | |
919 | ||
9b4fffa1 AD |
920 | /* Initialise OPAL message log interface */ |
921 | opal_msglog_init(); | |
922 | ||
6f68b5e2 VH |
923 | /* Create "opal" kobject under /sys/firmware */ |
924 | rc = opal_sysfs_init(); | |
50bd6153 | 925 | if (rc == 0) { |
c8742f85 BH |
926 | /* Export symbol map to userspace */ |
927 | opal_export_symmap(); | |
b09c2ec4 VH |
928 | /* Setup dump region interface */ |
929 | opal_dump_region_init(); | |
774fea1a SS |
930 | /* Setup error log interface */ |
931 | rc = opal_elog_init(); | |
50bd6153 | 932 | /* Setup code update interface */ |
ed59190e | 933 | opal_flash_update_init(); |
c7e64b9c SS |
934 | /* Setup platform dump extract interface */ |
935 | opal_platform_dump_init(); | |
4029cd66 NG |
936 | /* Setup system parameters interface */ |
937 | opal_sys_param_init(); | |
9b4fffa1 AD |
938 | /* Setup message log sysfs interface. */ |
939 | opal_msglog_sysfs_init(); | |
50bd6153 | 940 | } |
6f68b5e2 | 941 | |
11fe909d MB |
942 | /* Export all properties */ |
943 | opal_export_attrs(); | |
944 | ||
0d7cd855 | 945 | /* Initialize platform devices: IPMI backend, PRD & flash interface */ |
9e4f51bd JM |
946 | opal_pdev_init("ibm,opal-ipmi"); |
947 | opal_pdev_init("ibm,opal-flash"); | |
948 | opal_pdev_init("ibm,opal-prd"); | |
ed59190e | 949 | |
43a1dd9b | 950 | /* Initialise platform device: oppanel interface */ |
9e4f51bd | 951 | opal_pdev_init("ibm,opal-oppanel"); |
43a1dd9b | 952 | |
affddff6 RC |
953 | /* Initialise OPAL kmsg dumper for flushing console on panic */ |
954 | opal_kmsg_init(); | |
955 | ||
cb8b340d SB |
956 | /* Initialise OPAL powercap interface */ |
957 | opal_powercap_init(); | |
958 | ||
8e84b2d1 SB |
959 | /* Initialise OPAL Power-Shifting-Ratio interface */ |
960 | opal_psr_init(); | |
961 | ||
bf957155 SB |
962 | /* Initialise OPAL sensor groups */ |
963 | opal_sensor_groups_init(); | |
964 | ||
14a43e69 BH |
965 | return 0; |
966 | } | |
b14726c5 | 967 | machine_subsys_initcall(powernv, opal_init); |
73ed148a BH |
968 | |
969 | void opal_shutdown(void) | |
970 | { | |
f7d98d18 | 971 | long rc = OPAL_BUSY; |
73ed148a | 972 | |
9f0fd049 | 973 | opal_event_shutdown(); |
f7d98d18 VH |
974 | |
975 | /* | |
976 | * Then sync with OPAL which ensure anything that can | |
977 | * potentially write to our memory has completed such | |
978 | * as an ongoing dump retrieval | |
979 | */ | |
980 | while (rc == OPAL_BUSY || rc == OPAL_BUSY_EVENT) { | |
981 | rc = opal_sync_host_reboot(); | |
982 | if (rc == OPAL_BUSY) | |
983 | opal_poll_events(NULL); | |
984 | else | |
985 | mdelay(10); | |
986 | } | |
b09c2ec4 VH |
987 | |
988 | /* Unregister memory dump region */ | |
b962f5a4 SS |
989 | if (opal_check_token(OPAL_UNREGISTER_DUMP_REGION)) |
990 | opal_unregister_dump_region(OPAL_DUMP_REGION_LOG_BUF); | |
73ed148a | 991 | } |
e28b05e7 JS |
992 | |
993 | /* Export this so that test modules can use it */ | |
994 | EXPORT_SYMBOL_GPL(opal_invalid_call); | |
594fcb9e JK |
995 | EXPORT_SYMBOL_GPL(opal_xscom_read); |
996 | EXPORT_SYMBOL_GPL(opal_xscom_write); | |
608b286d JK |
997 | EXPORT_SYMBOL_GPL(opal_ipmi_send); |
998 | EXPORT_SYMBOL_GPL(opal_ipmi_recv); | |
ed59190e CB |
999 | EXPORT_SYMBOL_GPL(opal_flash_read); |
1000 | EXPORT_SYMBOL_GPL(opal_flash_write); | |
1001 | EXPORT_SYMBOL_GPL(opal_flash_erase); | |
0d7cd855 | 1002 | EXPORT_SYMBOL_GPL(opal_prd_msg); |
6e708000 | 1003 | EXPORT_SYMBOL_GPL(opal_check_token); |
3441f04b AB |
1004 | |
1005 | /* Convert a region of vmalloc memory to an opal sg list */ | |
1006 | struct opal_sg_list *opal_vmalloc_to_sg_list(void *vmalloc_addr, | |
1007 | unsigned long vmalloc_size) | |
1008 | { | |
1009 | struct opal_sg_list *sg, *first = NULL; | |
1010 | unsigned long i = 0; | |
1011 | ||
1012 | sg = kzalloc(PAGE_SIZE, GFP_KERNEL); | |
1013 | if (!sg) | |
1014 | goto nomem; | |
1015 | ||
1016 | first = sg; | |
1017 | ||
1018 | while (vmalloc_size > 0) { | |
1019 | uint64_t data = vmalloc_to_pfn(vmalloc_addr) << PAGE_SHIFT; | |
1020 | uint64_t length = min(vmalloc_size, PAGE_SIZE); | |
1021 | ||
1022 | sg->entry[i].data = cpu_to_be64(data); | |
1023 | sg->entry[i].length = cpu_to_be64(length); | |
1024 | i++; | |
1025 | ||
1026 | if (i >= SG_ENTRIES_PER_NODE) { | |
1027 | struct opal_sg_list *next; | |
1028 | ||
1029 | next = kzalloc(PAGE_SIZE, GFP_KERNEL); | |
1030 | if (!next) | |
1031 | goto nomem; | |
1032 | ||
1033 | sg->length = cpu_to_be64( | |
1034 | i * sizeof(struct opal_sg_entry) + 16); | |
1035 | i = 0; | |
1036 | sg->next = cpu_to_be64(__pa(next)); | |
1037 | sg = next; | |
1038 | } | |
1039 | ||
1040 | vmalloc_addr += length; | |
1041 | vmalloc_size -= length; | |
1042 | } | |
1043 | ||
1044 | sg->length = cpu_to_be64(i * sizeof(struct opal_sg_entry) + 16); | |
1045 | ||
1046 | return first; | |
1047 | ||
1048 | nomem: | |
1049 | pr_err("%s : Failed to allocate memory\n", __func__); | |
1050 | opal_free_sg_list(first); | |
1051 | return NULL; | |
1052 | } | |
1053 | ||
1054 | void opal_free_sg_list(struct opal_sg_list *sg) | |
1055 | { | |
1056 | while (sg) { | |
1057 | uint64_t next = be64_to_cpu(sg->next); | |
1058 | ||
1059 | kfree(sg); | |
1060 | ||
1061 | if (next) | |
1062 | sg = __va(next); | |
1063 | else | |
1064 | sg = NULL; | |
1065 | } | |
1066 | } | |
16b1d26e | 1067 | |
e3c5c2e0 CLG |
1068 | int opal_error_code(int rc) |
1069 | { | |
1070 | switch (rc) { | |
1071 | case OPAL_SUCCESS: return 0; | |
1072 | ||
1073 | case OPAL_PARAMETER: return -EINVAL; | |
1074 | case OPAL_ASYNC_COMPLETION: return -EINPROGRESS; | |
77adbd22 | 1075 | case OPAL_BUSY: |
e3c5c2e0 CLG |
1076 | case OPAL_BUSY_EVENT: return -EBUSY; |
1077 | case OPAL_NO_MEM: return -ENOMEM; | |
14aae78f | 1078 | case OPAL_PERMISSION: return -EPERM; |
e3c5c2e0 CLG |
1079 | |
1080 | case OPAL_UNSUPPORTED: return -EIO; | |
1081 | case OPAL_HARDWARE: return -EIO; | |
1082 | case OPAL_INTERNAL_ERROR: return -EIO; | |
cb8b340d | 1083 | case OPAL_TIMEOUT: return -ETIMEDOUT; |
e3c5c2e0 CLG |
1084 | default: |
1085 | pr_err("%s: unexpected OPAL error %d\n", __func__, rc); | |
1086 | return -EIO; | |
1087 | } | |
1088 | } | |
1089 | ||
1d0761d2 AP |
1090 | void powernv_set_nmmu_ptcr(unsigned long ptcr) |
1091 | { | |
1092 | int rc; | |
1093 | ||
1094 | if (firmware_has_feature(FW_FEATURE_OPAL)) { | |
1095 | rc = opal_nmmu_set_ptcr(-1UL, ptcr); | |
1096 | if (rc != OPAL_SUCCESS && rc != OPAL_UNSUPPORTED) | |
1097 | pr_warn("%s: Unable to set nest mmu ptcr\n", __func__); | |
1098 | } | |
1099 | } | |
1100 | ||
16b1d26e NG |
1101 | EXPORT_SYMBOL_GPL(opal_poll_events); |
1102 | EXPORT_SYMBOL_GPL(opal_rtc_read); | |
1103 | EXPORT_SYMBOL_GPL(opal_rtc_write); | |
1104 | EXPORT_SYMBOL_GPL(opal_tpo_read); | |
1105 | EXPORT_SYMBOL_GPL(opal_tpo_write); | |
47083450 | 1106 | EXPORT_SYMBOL_GPL(opal_i2c_request); |
c159b596 VH |
1107 | /* Export these symbols for PowerNV LED class driver */ |
1108 | EXPORT_SYMBOL_GPL(opal_leds_get_ind); | |
1109 | EXPORT_SYMBOL_GPL(opal_leds_set_ind); | |
43a1dd9b SJS |
1110 | /* Export this symbol for PowerNV Operator Panel class driver */ |
1111 | EXPORT_SYMBOL_GPL(opal_write_oppanel_async); | |
ffe6d810 PM |
1112 | /* Export this for KVM */ |
1113 | EXPORT_SYMBOL_GPL(opal_int_set_mfrr); | |
5af50993 | 1114 | EXPORT_SYMBOL_GPL(opal_int_eoi); |
77adbd22 | 1115 | EXPORT_SYMBOL_GPL(opal_error_code); |
656ecc16 HM |
1116 | /* Export the below symbol for NX compression */ |
1117 | EXPORT_SYMBOL(opal_nx_coproc_init); |