]>
Commit | Line | Data |
---|---|---|
ca01d6dd TL |
1 | /* |
2 | * Persistent Storage - platform driver interface parts. | |
3 | * | |
f29e5956 | 4 | * Copyright (C) 2007-2008 Google, Inc. |
ca01d6dd TL |
5 | * Copyright (C) 2010 Intel Corporation <tony.luck@intel.com> |
6 | * | |
7 | * This program is free software; you can redistribute it and/or modify | |
8 | * it under the terms of the GNU General Public License version 2 as | |
9 | * published by the Free Software Foundation. | |
10 | * | |
11 | * This program is distributed in the hope that it will be useful, | |
12 | * but WITHOUT ANY WARRANTY; without even the implied warranty of | |
13 | * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the | |
14 | * GNU General Public License for more details. | |
15 | * | |
16 | * You should have received a copy of the GNU General Public License | |
17 | * along with this program; if not, write to the Free Software | |
18 | * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA | |
19 | */ | |
20 | ||
ef748853 FF |
21 | #define pr_fmt(fmt) "pstore: " fmt |
22 | ||
ca01d6dd TL |
23 | #include <linux/atomic.h> |
24 | #include <linux/types.h> | |
25 | #include <linux/errno.h> | |
26 | #include <linux/init.h> | |
27 | #include <linux/kmsg_dump.h> | |
f29e5956 | 28 | #include <linux/console.h> |
ca01d6dd TL |
29 | #include <linux/module.h> |
30 | #include <linux/pstore.h> | |
8cfc8ddc | 31 | #ifdef CONFIG_PSTORE_ZLIB_COMPRESS |
b0aad7a9 | 32 | #include <linux/zlib.h> |
8cfc8ddc GT |
33 | #endif |
34 | #ifdef CONFIG_PSTORE_LZO_COMPRESS | |
35 | #include <linux/lzo.h> | |
36 | #endif | |
37 | #ifdef CONFIG_PSTORE_LZ4_COMPRESS | |
38 | #include <linux/lz4.h> | |
39 | #endif | |
ca01d6dd | 40 | #include <linux/string.h> |
6dda9266 | 41 | #include <linux/timer.h> |
ca01d6dd TL |
42 | #include <linux/slab.h> |
43 | #include <linux/uaccess.h> | |
abd4d558 | 44 | #include <linux/hardirq.h> |
a3f5f075 | 45 | #include <linux/jiffies.h> |
6dda9266 | 46 | #include <linux/workqueue.h> |
ca01d6dd TL |
47 | |
48 | #include "internal.h" | |
49 | ||
6dda9266 TL |
50 | /* |
51 | * We defer making "oops" entries appear in pstore - see | |
52 | * whether the system is actually still running well enough | |
53 | * to let someone see the entry | |
54 | */ | |
521f7288 | 55 | static int pstore_update_ms = -1; |
a3f5f075 AV |
56 | module_param_named(update_ms, pstore_update_ms, int, 0600); |
57 | MODULE_PARM_DESC(update_ms, "milliseconds before pstore updates its content " | |
521f7288 AV |
58 | "(default is -1, which means runtime updates are disabled; " |
59 | "enabling this option is not safe, it may lead to further " | |
60 | "corruption on Oopses)"); | |
6dda9266 TL |
61 | |
62 | static int pstore_new_entry; | |
63 | ||
64 | static void pstore_timefunc(unsigned long); | |
65 | static DEFINE_TIMER(pstore_timer, pstore_timefunc, 0, 0); | |
66 | ||
67 | static void pstore_dowork(struct work_struct *); | |
68 | static DECLARE_WORK(pstore_work, pstore_dowork); | |
69 | ||
ca01d6dd TL |
70 | /* |
71 | * pstore_lock just protects "psinfo" during | |
72 | * calls to pstore_register() | |
73 | */ | |
74 | static DEFINE_SPINLOCK(pstore_lock); | |
060287b8 | 75 | struct pstore_info *psinfo; |
ca01d6dd | 76 | |
dee28e72 MG |
77 | static char *backend; |
78 | ||
b0aad7a9 | 79 | /* Compression parameters */ |
8cfc8ddc | 80 | #ifdef CONFIG_PSTORE_ZLIB_COMPRESS |
b0aad7a9 AB |
81 | #define COMPR_LEVEL 6 |
82 | #define WINDOW_BITS 12 | |
83 | #define MEM_LEVEL 4 | |
84 | static struct z_stream_s stream; | |
8cfc8ddc GT |
85 | #else |
86 | static unsigned char *workspace; | |
87 | #endif | |
88 | ||
89 | struct pstore_zbackend { | |
90 | int (*compress)(const void *in, void *out, size_t inlen, size_t outlen); | |
91 | int (*decompress)(void *in, void *out, size_t inlen, size_t outlen); | |
92 | void (*allocate)(void); | |
93 | void (*free)(void); | |
94 | ||
95 | const char *name; | |
96 | }; | |
b0aad7a9 AB |
97 | |
98 | static char *big_oops_buf; | |
99 | static size_t big_oops_buf_sz; | |
100 | ||
366f7e7a | 101 | /* How much of the console log to snapshot */ |
ca01d6dd TL |
102 | static unsigned long kmsg_bytes = 10240; |
103 | ||
366f7e7a | 104 | void pstore_set_kmsg_bytes(int bytes) |
ca01d6dd | 105 | { |
366f7e7a | 106 | kmsg_bytes = bytes; |
ca01d6dd TL |
107 | } |
108 | ||
ca01d6dd TL |
109 | /* Tag each group of saved records with a sequence number */ |
110 | static int oopscount; | |
111 | ||
381b872c SA |
112 | static const char *get_reason_str(enum kmsg_dump_reason reason) |
113 | { | |
114 | switch (reason) { | |
115 | case KMSG_DUMP_PANIC: | |
116 | return "Panic"; | |
117 | case KMSG_DUMP_OOPS: | |
118 | return "Oops"; | |
119 | case KMSG_DUMP_EMERG: | |
120 | return "Emergency"; | |
121 | case KMSG_DUMP_RESTART: | |
122 | return "Restart"; | |
123 | case KMSG_DUMP_HALT: | |
124 | return "Halt"; | |
125 | case KMSG_DUMP_POWEROFF: | |
126 | return "Poweroff"; | |
127 | default: | |
128 | return "Unknown"; | |
129 | } | |
130 | } | |
9f6af27f | 131 | |
9f244e9c SA |
132 | bool pstore_cannot_block_path(enum kmsg_dump_reason reason) |
133 | { | |
134 | /* | |
135 | * In case of NMI path, pstore shouldn't be blocked | |
136 | * regardless of reason. | |
137 | */ | |
138 | if (in_nmi()) | |
139 | return true; | |
140 | ||
141 | switch (reason) { | |
142 | /* In panic case, other cpus are stopped by smp_send_stop(). */ | |
143 | case KMSG_DUMP_PANIC: | |
144 | /* Emergency restart shouldn't be blocked by spin lock. */ | |
145 | case KMSG_DUMP_EMERG: | |
146 | return true; | |
147 | default: | |
148 | return false; | |
149 | } | |
150 | } | |
151 | EXPORT_SYMBOL_GPL(pstore_cannot_block_path); | |
152 | ||
8cfc8ddc | 153 | #ifdef CONFIG_PSTORE_ZLIB_COMPRESS |
b0aad7a9 | 154 | /* Derived from logfs_compress() */ |
8cfc8ddc | 155 | static int compress_zlib(const void *in, void *out, size_t inlen, size_t outlen) |
b0aad7a9 AB |
156 | { |
157 | int err, ret; | |
158 | ||
159 | ret = -EIO; | |
160 | err = zlib_deflateInit2(&stream, COMPR_LEVEL, Z_DEFLATED, WINDOW_BITS, | |
161 | MEM_LEVEL, Z_DEFAULT_STRATEGY); | |
162 | if (err != Z_OK) | |
163 | goto error; | |
164 | ||
165 | stream.next_in = in; | |
166 | stream.avail_in = inlen; | |
167 | stream.total_in = 0; | |
168 | stream.next_out = out; | |
169 | stream.avail_out = outlen; | |
170 | stream.total_out = 0; | |
171 | ||
172 | err = zlib_deflate(&stream, Z_FINISH); | |
173 | if (err != Z_STREAM_END) | |
174 | goto error; | |
175 | ||
176 | err = zlib_deflateEnd(&stream); | |
177 | if (err != Z_OK) | |
178 | goto error; | |
179 | ||
180 | if (stream.total_out >= stream.total_in) | |
181 | goto error; | |
182 | ||
183 | ret = stream.total_out; | |
184 | error: | |
185 | return ret; | |
186 | } | |
187 | ||
adb42f5e | 188 | /* Derived from logfs_uncompress */ |
8cfc8ddc | 189 | static int decompress_zlib(void *in, void *out, size_t inlen, size_t outlen) |
adb42f5e AB |
190 | { |
191 | int err, ret; | |
192 | ||
193 | ret = -EIO; | |
b61edf8e | 194 | err = zlib_inflateInit2(&stream, WINDOW_BITS); |
adb42f5e AB |
195 | if (err != Z_OK) |
196 | goto error; | |
197 | ||
198 | stream.next_in = in; | |
199 | stream.avail_in = inlen; | |
200 | stream.total_in = 0; | |
201 | stream.next_out = out; | |
202 | stream.avail_out = outlen; | |
203 | stream.total_out = 0; | |
204 | ||
205 | err = zlib_inflate(&stream, Z_FINISH); | |
206 | if (err != Z_STREAM_END) | |
207 | goto error; | |
208 | ||
209 | err = zlib_inflateEnd(&stream); | |
210 | if (err != Z_OK) | |
211 | goto error; | |
212 | ||
213 | ret = stream.total_out; | |
214 | error: | |
215 | return ret; | |
216 | } | |
217 | ||
8cfc8ddc | 218 | static void allocate_zlib(void) |
b0aad7a9 AB |
219 | { |
220 | size_t size; | |
7de8fe2f AB |
221 | size_t cmpr; |
222 | ||
223 | switch (psinfo->bufsize) { | |
224 | /* buffer range for efivars */ | |
225 | case 1000 ... 2000: | |
226 | cmpr = 56; | |
227 | break; | |
228 | case 2001 ... 3000: | |
229 | cmpr = 54; | |
230 | break; | |
231 | case 3001 ... 3999: | |
232 | cmpr = 52; | |
233 | break; | |
234 | /* buffer range for nvram, erst */ | |
235 | case 4000 ... 10000: | |
236 | cmpr = 45; | |
237 | break; | |
238 | default: | |
239 | cmpr = 60; | |
240 | break; | |
241 | } | |
b0aad7a9 | 242 | |
7de8fe2f | 243 | big_oops_buf_sz = (psinfo->bufsize * 100) / cmpr; |
b0aad7a9 AB |
244 | big_oops_buf = kmalloc(big_oops_buf_sz, GFP_KERNEL); |
245 | if (big_oops_buf) { | |
246 | size = max(zlib_deflate_workspacesize(WINDOW_BITS, MEM_LEVEL), | |
247 | zlib_inflate_workspacesize()); | |
248 | stream.workspace = kmalloc(size, GFP_KERNEL); | |
249 | if (!stream.workspace) { | |
ef748853 | 250 | pr_err("No memory for compression workspace; skipping compression\n"); |
b0aad7a9 AB |
251 | kfree(big_oops_buf); |
252 | big_oops_buf = NULL; | |
253 | } | |
254 | } else { | |
ef748853 | 255 | pr_err("No memory for uncompressed data; skipping compression\n"); |
b0aad7a9 AB |
256 | stream.workspace = NULL; |
257 | } | |
258 | ||
259 | } | |
260 | ||
8cfc8ddc | 261 | static void free_zlib(void) |
ee1d2674 GT |
262 | { |
263 | kfree(stream.workspace); | |
264 | stream.workspace = NULL; | |
265 | kfree(big_oops_buf); | |
266 | big_oops_buf = NULL; | |
8cfc8ddc GT |
267 | big_oops_buf_sz = 0; |
268 | } | |
269 | ||
270 | static struct pstore_zbackend backend_zlib = { | |
271 | .compress = compress_zlib, | |
272 | .decompress = decompress_zlib, | |
273 | .allocate = allocate_zlib, | |
274 | .free = free_zlib, | |
275 | .name = "zlib", | |
276 | }; | |
277 | #endif | |
278 | ||
279 | #ifdef CONFIG_PSTORE_LZO_COMPRESS | |
280 | static int compress_lzo(const void *in, void *out, size_t inlen, size_t outlen) | |
281 | { | |
282 | int ret; | |
283 | ||
284 | ret = lzo1x_1_compress(in, inlen, out, &outlen, workspace); | |
285 | if (ret != LZO_E_OK) { | |
286 | pr_err("lzo_compress error, ret = %d!\n", ret); | |
287 | return -EIO; | |
288 | } | |
289 | ||
290 | return outlen; | |
291 | } | |
292 | ||
293 | static int decompress_lzo(void *in, void *out, size_t inlen, size_t outlen) | |
294 | { | |
295 | int ret; | |
296 | ||
297 | ret = lzo1x_decompress_safe(in, inlen, out, &outlen); | |
298 | if (ret != LZO_E_OK) { | |
299 | pr_err("lzo_decompress error, ret = %d!\n", ret); | |
300 | return -EIO; | |
301 | } | |
302 | ||
303 | return outlen; | |
304 | } | |
305 | ||
306 | static void allocate_lzo(void) | |
307 | { | |
308 | big_oops_buf_sz = lzo1x_worst_compress(psinfo->bufsize); | |
309 | big_oops_buf = kmalloc(big_oops_buf_sz, GFP_KERNEL); | |
310 | if (big_oops_buf) { | |
311 | workspace = kmalloc(LZO1X_MEM_COMPRESS, GFP_KERNEL); | |
312 | if (!workspace) { | |
313 | pr_err("No memory for compression workspace; skipping compression\n"); | |
314 | kfree(big_oops_buf); | |
315 | big_oops_buf = NULL; | |
316 | } | |
317 | } else { | |
318 | pr_err("No memory for uncompressed data; skipping compression\n"); | |
319 | workspace = NULL; | |
320 | } | |
321 | } | |
322 | ||
323 | static void free_lzo(void) | |
324 | { | |
325 | kfree(workspace); | |
326 | kfree(big_oops_buf); | |
327 | big_oops_buf = NULL; | |
328 | big_oops_buf_sz = 0; | |
329 | } | |
330 | ||
331 | static struct pstore_zbackend backend_lzo = { | |
332 | .compress = compress_lzo, | |
333 | .decompress = decompress_lzo, | |
334 | .allocate = allocate_lzo, | |
335 | .free = free_lzo, | |
336 | .name = "lzo", | |
337 | }; | |
338 | #endif | |
339 | ||
340 | #ifdef CONFIG_PSTORE_LZ4_COMPRESS | |
341 | static int compress_lz4(const void *in, void *out, size_t inlen, size_t outlen) | |
342 | { | |
343 | int ret; | |
344 | ||
345 | ret = lz4_compress(in, inlen, out, &outlen, workspace); | |
346 | if (ret) { | |
347 | pr_err("lz4_compress error, ret = %d!\n", ret); | |
348 | return -EIO; | |
349 | } | |
350 | ||
351 | return outlen; | |
352 | } | |
353 | ||
354 | static int decompress_lz4(void *in, void *out, size_t inlen, size_t outlen) | |
355 | { | |
356 | int ret; | |
357 | ||
358 | ret = lz4_decompress_unknownoutputsize(in, inlen, out, &outlen); | |
359 | if (ret) { | |
360 | pr_err("lz4_decompress error, ret = %d!\n", ret); | |
361 | return -EIO; | |
362 | } | |
363 | ||
364 | return outlen; | |
365 | } | |
366 | ||
367 | static void allocate_lz4(void) | |
368 | { | |
369 | big_oops_buf_sz = lz4_compressbound(psinfo->bufsize); | |
370 | big_oops_buf = kmalloc(big_oops_buf_sz, GFP_KERNEL); | |
371 | if (big_oops_buf) { | |
372 | workspace = kmalloc(LZ4_MEM_COMPRESS, GFP_KERNEL); | |
373 | if (!workspace) { | |
374 | pr_err("No memory for compression workspace; skipping compression\n"); | |
375 | kfree(big_oops_buf); | |
376 | big_oops_buf = NULL; | |
377 | } | |
378 | } else { | |
379 | pr_err("No memory for uncompressed data; skipping compression\n"); | |
380 | workspace = NULL; | |
381 | } | |
382 | } | |
383 | ||
384 | static void free_lz4(void) | |
385 | { | |
386 | kfree(workspace); | |
387 | kfree(big_oops_buf); | |
388 | big_oops_buf = NULL; | |
389 | big_oops_buf_sz = 0; | |
390 | } | |
391 | ||
392 | static struct pstore_zbackend backend_lz4 = { | |
393 | .compress = compress_lz4, | |
394 | .decompress = decompress_lz4, | |
395 | .allocate = allocate_lz4, | |
396 | .free = free_lz4, | |
397 | .name = "lz4", | |
398 | }; | |
399 | #endif | |
400 | ||
401 | static struct pstore_zbackend *zbackend = | |
402 | #if defined(CONFIG_PSTORE_ZLIB_COMPRESS) | |
403 | &backend_zlib; | |
404 | #elif defined(CONFIG_PSTORE_LZO_COMPRESS) | |
405 | &backend_lzo; | |
406 | #elif defined(CONFIG_PSTORE_LZ4_COMPRESS) | |
407 | &backend_lz4; | |
408 | #else | |
409 | NULL; | |
410 | #endif | |
411 | ||
412 | static int pstore_compress(const void *in, void *out, | |
413 | size_t inlen, size_t outlen) | |
414 | { | |
415 | if (zbackend) | |
416 | return zbackend->compress(in, out, inlen, outlen); | |
417 | else | |
418 | return -EIO; | |
419 | } | |
420 | ||
421 | static int pstore_decompress(void *in, void *out, size_t inlen, size_t outlen) | |
422 | { | |
423 | if (zbackend) | |
424 | return zbackend->decompress(in, out, inlen, outlen); | |
425 | else | |
426 | return -EIO; | |
427 | } | |
428 | ||
429 | static void allocate_buf_for_compression(void) | |
430 | { | |
431 | if (zbackend) { | |
432 | pr_info("using %s compression\n", zbackend->name); | |
433 | zbackend->allocate(); | |
434 | } else { | |
435 | pr_err("allocate compression buffer error!\n"); | |
436 | } | |
437 | } | |
438 | ||
439 | static void free_buf_for_compression(void) | |
440 | { | |
441 | if (zbackend) | |
442 | zbackend->free(); | |
443 | else | |
444 | pr_err("free compression buffer error!\n"); | |
ee1d2674 GT |
445 | } |
446 | ||
b0aad7a9 AB |
447 | /* |
448 | * Called when compression fails, since the printk buffer | |
449 | * would be fetched for compression calling it again when | |
450 | * compression fails would have moved the iterator of | |
451 | * printk buffer which results in fetching old contents. | |
452 | * Copy the recent messages from big_oops_buf to psinfo->buf | |
453 | */ | |
454 | static size_t copy_kmsg_to_buffer(int hsize, size_t len) | |
455 | { | |
456 | size_t total_len; | |
457 | size_t diff; | |
458 | ||
459 | total_len = hsize + len; | |
460 | ||
461 | if (total_len > psinfo->bufsize) { | |
462 | diff = total_len - psinfo->bufsize + hsize; | |
463 | memcpy(psinfo->buf, big_oops_buf, hsize); | |
464 | memcpy(psinfo->buf + hsize, big_oops_buf + diff, | |
465 | psinfo->bufsize - hsize); | |
466 | total_len = psinfo->bufsize; | |
467 | } else | |
468 | memcpy(psinfo->buf, big_oops_buf, total_len); | |
469 | ||
470 | return total_len; | |
471 | } | |
472 | ||
ca01d6dd TL |
473 | /* |
474 | * callback from kmsg_dump. (s2,l2) has the most recently | |
475 | * written bytes, older bytes are in (s1,l1). Save as much | |
476 | * as we can from the end of the buffer. | |
477 | */ | |
478 | static void pstore_dump(struct kmsg_dumper *dumper, | |
e2ae715d | 479 | enum kmsg_dump_reason reason) |
ca01d6dd | 480 | { |
e2ae715d | 481 | unsigned long total = 0; |
381b872c | 482 | const char *why; |
ca01d6dd | 483 | u64 id; |
b94fdd07 | 484 | unsigned int part = 1; |
abd4d558 | 485 | unsigned long flags = 0; |
98e44fda | 486 | int is_locked; |
e2ae715d | 487 | int ret; |
ca01d6dd | 488 | |
381b872c | 489 | why = get_reason_str(reason); |
9f6af27f | 490 | |
9f244e9c SA |
491 | if (pstore_cannot_block_path(reason)) { |
492 | is_locked = spin_trylock_irqsave(&psinfo->buf_lock, flags); | |
493 | if (!is_locked) { | |
494 | pr_err("pstore dump routine blocked in %s path, may corrupt error record\n" | |
495 | , in_nmi() ? "NMI" : why); | |
496 | } | |
98e44fda | 497 | } else { |
abd4d558 | 498 | spin_lock_irqsave(&psinfo->buf_lock, flags); |
98e44fda NK |
499 | is_locked = 1; |
500 | } | |
ca01d6dd TL |
501 | oopscount++; |
502 | while (total < kmsg_bytes) { | |
e2ae715d KS |
503 | char *dst; |
504 | unsigned long size; | |
505 | int hsize; | |
b0aad7a9 | 506 | int zipped_len = -1; |
e2ae715d | 507 | size_t len; |
235f6d15 | 508 | bool compressed = false; |
b0aad7a9 | 509 | size_t total_len; |
e2ae715d | 510 | |
f0e2efcf | 511 | if (big_oops_buf && is_locked) { |
b0aad7a9 | 512 | dst = big_oops_buf; |
235f6d15 NK |
513 | size = big_oops_buf_sz; |
514 | } else { | |
515 | dst = psinfo->buf; | |
516 | size = psinfo->bufsize; | |
517 | } | |
518 | ||
519 | hsize = sprintf(dst, "%s#%d Part%u\n", why, oopscount, part); | |
520 | size -= hsize; | |
ca01d6dd | 521 | |
235f6d15 NK |
522 | if (!kmsg_dump_get_buffer(dumper, true, dst + hsize, |
523 | size, &len)) | |
524 | break; | |
b0aad7a9 | 525 | |
235f6d15 | 526 | if (big_oops_buf && is_locked) { |
b0aad7a9 AB |
527 | zipped_len = pstore_compress(dst, psinfo->buf, |
528 | hsize + len, psinfo->bufsize); | |
529 | ||
530 | if (zipped_len > 0) { | |
531 | compressed = true; | |
532 | total_len = zipped_len; | |
533 | } else { | |
b0aad7a9 AB |
534 | total_len = copy_kmsg_to_buffer(hsize, len); |
535 | } | |
536 | } else { | |
b0aad7a9 AB |
537 | total_len = hsize + len; |
538 | } | |
ca01d6dd | 539 | |
3d6d8d20 | 540 | ret = psinfo->write(PSTORE_TYPE_DMESG, reason, &id, part, |
b0aad7a9 | 541 | oopscount, compressed, total_len, psinfo); |
b238b8fa | 542 | if (ret == 0 && reason == KMSG_DUMP_OOPS && pstore_is_mounted()) |
6dda9266 | 543 | pstore_new_entry = 1; |
e2ae715d | 544 | |
b0aad7a9 | 545 | total += total_len; |
56280682 | 546 | part++; |
ca01d6dd | 547 | } |
98e44fda | 548 | if (is_locked) |
abd4d558 | 549 | spin_unlock_irqrestore(&psinfo->buf_lock, flags); |
ca01d6dd TL |
550 | } |
551 | ||
552 | static struct kmsg_dumper pstore_dumper = { | |
553 | .dump = pstore_dump, | |
554 | }; | |
555 | ||
306e5c2a GT |
556 | /* |
557 | * Register with kmsg_dump to save last part of console log on panic. | |
558 | */ | |
18730411 GT |
559 | static void pstore_register_kmsg(void) |
560 | { | |
561 | kmsg_dump_register(&pstore_dumper); | |
562 | } | |
563 | ||
ee1d2674 GT |
564 | static void pstore_unregister_kmsg(void) |
565 | { | |
566 | kmsg_dump_unregister(&pstore_dumper); | |
567 | } | |
568 | ||
f29e5956 AV |
569 | #ifdef CONFIG_PSTORE_CONSOLE |
570 | static void pstore_console_write(struct console *con, const char *s, unsigned c) | |
571 | { | |
572 | const char *e = s + c; | |
573 | ||
574 | while (s < e) { | |
575 | unsigned long flags; | |
70a6f46d | 576 | u64 id; |
f29e5956 AV |
577 | |
578 | if (c > psinfo->bufsize) | |
579 | c = psinfo->bufsize; | |
80c9d03c CL |
580 | |
581 | if (oops_in_progress) { | |
582 | if (!spin_trylock_irqsave(&psinfo->buf_lock, flags)) | |
583 | break; | |
584 | } else { | |
585 | spin_lock_irqsave(&psinfo->buf_lock, flags); | |
586 | } | |
f29e5956 | 587 | memcpy(psinfo->buf, s, c); |
6bbbca73 | 588 | psinfo->write(PSTORE_TYPE_CONSOLE, 0, &id, 0, 0, 0, c, psinfo); |
f29e5956 AV |
589 | spin_unlock_irqrestore(&psinfo->buf_lock, flags); |
590 | s += c; | |
591 | c = e - s; | |
592 | } | |
593 | } | |
594 | ||
595 | static struct console pstore_console = { | |
596 | .name = "pstore", | |
597 | .write = pstore_console_write, | |
598 | .flags = CON_PRINTBUFFER | CON_ENABLED | CON_ANYTIME, | |
599 | .index = -1, | |
600 | }; | |
601 | ||
602 | static void pstore_register_console(void) | |
603 | { | |
604 | register_console(&pstore_console); | |
605 | } | |
ee1d2674 GT |
606 | |
607 | static void pstore_unregister_console(void) | |
608 | { | |
609 | unregister_console(&pstore_console); | |
610 | } | |
f29e5956 AV |
611 | #else |
612 | static void pstore_register_console(void) {} | |
ee1d2674 | 613 | static void pstore_unregister_console(void) {} |
f29e5956 AV |
614 | #endif |
615 | ||
897dba02 AV |
616 | static int pstore_write_compat(enum pstore_type_id type, |
617 | enum kmsg_dump_reason reason, | |
755d4fe4 | 618 | u64 *id, unsigned int part, int count, |
b3b515bb | 619 | bool compressed, size_t size, |
6bbbca73 | 620 | struct pstore_info *psi) |
897dba02 | 621 | { |
b3b515bb | 622 | return psi->write_buf(type, reason, id, part, psinfo->buf, compressed, |
6bbbca73 | 623 | size, psi); |
897dba02 AV |
624 | } |
625 | ||
ca01d6dd TL |
626 | /* |
627 | * platform specific persistent storage driver registers with | |
628 | * us here. If pstore is already mounted, call the platform | |
629 | * read function right away to populate the file system. If not | |
630 | * then the pstore mount code will call us later to fill out | |
631 | * the file system. | |
ca01d6dd TL |
632 | */ |
633 | int pstore_register(struct pstore_info *psi) | |
634 | { | |
635 | struct module *owner = psi->owner; | |
636 | ||
8e48b1a8 LS |
637 | if (backend && strcmp(backend, psi->name)) |
638 | return -EPERM; | |
639 | ||
ca01d6dd TL |
640 | spin_lock(&pstore_lock); |
641 | if (psinfo) { | |
642 | spin_unlock(&pstore_lock); | |
643 | return -EBUSY; | |
644 | } | |
dee28e72 | 645 | |
897dba02 AV |
646 | if (!psi->write) |
647 | psi->write = pstore_write_compat; | |
ca01d6dd | 648 | psinfo = psi; |
f6f82851 | 649 | mutex_init(&psinfo->read_mutex); |
ca01d6dd TL |
650 | spin_unlock(&pstore_lock); |
651 | ||
652 | if (owner && !try_module_get(owner)) { | |
653 | psinfo = NULL; | |
654 | return -EINVAL; | |
655 | } | |
656 | ||
b0aad7a9 AB |
657 | allocate_buf_for_compression(); |
658 | ||
ca01d6dd | 659 | if (pstore_is_mounted()) |
6dda9266 | 660 | pstore_get_records(0); |
ca01d6dd | 661 | |
18730411 | 662 | pstore_register_kmsg(); |
df36ac1b TL |
663 | |
664 | if ((psi->flags & PSTORE_FLAGS_FRAGILE) == 0) { | |
665 | pstore_register_console(); | |
666 | pstore_register_ftrace(); | |
9d5438f4 | 667 | pstore_register_pmsg(); |
df36ac1b | 668 | } |
ca01d6dd | 669 | |
a3f5f075 AV |
670 | if (pstore_update_ms >= 0) { |
671 | pstore_timer.expires = jiffies + | |
672 | msecs_to_jiffies(pstore_update_ms); | |
673 | add_timer(&pstore_timer); | |
674 | } | |
6dda9266 | 675 | |
42222c2a WL |
676 | /* |
677 | * Update the module parameter backend, so it is visible | |
678 | * through /sys/module/pstore/parameters/backend | |
679 | */ | |
680 | backend = psi->name; | |
681 | ||
ee1d2674 GT |
682 | module_put(owner); |
683 | ||
ef748853 | 684 | pr_info("Registered %s as persistent store backend\n", psi->name); |
8e48b1a8 | 685 | |
ca01d6dd TL |
686 | return 0; |
687 | } | |
688 | EXPORT_SYMBOL_GPL(pstore_register); | |
689 | ||
ee1d2674 GT |
690 | void pstore_unregister(struct pstore_info *psi) |
691 | { | |
a1db8060 KC |
692 | if ((psi->flags & PSTORE_FLAGS_FRAGILE) == 0) { |
693 | pstore_unregister_pmsg(); | |
694 | pstore_unregister_ftrace(); | |
695 | pstore_unregister_console(); | |
696 | } | |
ee1d2674 GT |
697 | pstore_unregister_kmsg(); |
698 | ||
699 | free_buf_for_compression(); | |
700 | ||
701 | psinfo = NULL; | |
702 | backend = NULL; | |
703 | } | |
704 | EXPORT_SYMBOL_GPL(pstore_unregister); | |
705 | ||
ca01d6dd | 706 | /* |
6dda9266 TL |
707 | * Read all the records from the persistent store. Create |
708 | * files in our filesystem. Don't warn about -EEXIST errors | |
709 | * when we are re-scanning the backing store looking to add new | |
710 | * error records. | |
ca01d6dd | 711 | */ |
6dda9266 | 712 | void pstore_get_records(int quiet) |
ca01d6dd TL |
713 | { |
714 | struct pstore_info *psi = psinfo; | |
f6f82851 | 715 | char *buf = NULL; |
8d38d74b | 716 | ssize_t size; |
ca01d6dd | 717 | u64 id; |
755d4fe4 | 718 | int count; |
ca01d6dd TL |
719 | enum pstore_type_id type; |
720 | struct timespec time; | |
06cf91b4 | 721 | int failed = 0, rc; |
9a4e1398 | 722 | bool compressed; |
adb42f5e | 723 | int unzipped_len = -1; |
8cfc8ddc | 724 | ssize_t ecc_notice_size = 0; |
ca01d6dd TL |
725 | |
726 | if (!psi) | |
727 | return; | |
728 | ||
f6f82851 | 729 | mutex_lock(&psi->read_mutex); |
2174f6df | 730 | if (psi->open && psi->open(psi)) |
06cf91b4 CG |
731 | goto out; |
732 | ||
9a4e1398 | 733 | while ((size = psi->read(&id, &type, &count, &time, &buf, &compressed, |
8cfc8ddc | 734 | &ecc_notice_size, psi)) > 0) { |
adb42f5e AB |
735 | if (compressed && (type == PSTORE_TYPE_DMESG)) { |
736 | if (big_oops_buf) | |
737 | unzipped_len = pstore_decompress(buf, | |
738 | big_oops_buf, size, | |
739 | big_oops_buf_sz); | |
740 | ||
741 | if (unzipped_len > 0) { | |
8cfc8ddc GT |
742 | if (ecc_notice_size) |
743 | memcpy(big_oops_buf + unzipped_len, | |
744 | buf + size, ecc_notice_size); | |
e32634f5 | 745 | kfree(buf); |
adb42f5e AB |
746 | buf = big_oops_buf; |
747 | size = unzipped_len; | |
9ad2cbe0 | 748 | compressed = false; |
adb42f5e | 749 | } else { |
ef748853 FF |
750 | pr_err("decompression failed;returned %d\n", |
751 | unzipped_len); | |
9ad2cbe0 | 752 | compressed = true; |
adb42f5e AB |
753 | } |
754 | } | |
755d4fe4 | 755 | rc = pstore_mkfile(type, psi->name, id, count, buf, |
8cfc8ddc GT |
756 | compressed, size + ecc_notice_size, |
757 | time, psi); | |
adb42f5e AB |
758 | if (unzipped_len < 0) { |
759 | /* Free buffer other than big oops */ | |
760 | kfree(buf); | |
761 | buf = NULL; | |
762 | } else | |
763 | unzipped_len = -1; | |
6dda9266 | 764 | if (rc && (rc != -EEXIST || !quiet)) |
ca01d6dd TL |
765 | failed++; |
766 | } | |
2174f6df KC |
767 | if (psi->close) |
768 | psi->close(psi); | |
06cf91b4 | 769 | out: |
f6f82851 | 770 | mutex_unlock(&psi->read_mutex); |
ca01d6dd TL |
771 | |
772 | if (failed) | |
ef748853 FF |
773 | pr_warn("failed to load %d record(s) from '%s'\n", |
774 | failed, psi->name); | |
ca01d6dd TL |
775 | } |
776 | ||
6dda9266 TL |
777 | static void pstore_dowork(struct work_struct *work) |
778 | { | |
779 | pstore_get_records(1); | |
780 | } | |
781 | ||
782 | static void pstore_timefunc(unsigned long dummy) | |
783 | { | |
784 | if (pstore_new_entry) { | |
785 | pstore_new_entry = 0; | |
786 | schedule_work(&pstore_work); | |
787 | } | |
788 | ||
a3f5f075 | 789 | mod_timer(&pstore_timer, jiffies + msecs_to_jiffies(pstore_update_ms)); |
6dda9266 TL |
790 | } |
791 | ||
dee28e72 MG |
792 | module_param(backend, charp, 0444); |
793 | MODULE_PARM_DESC(backend, "Pstore backend to use"); |