1ca01d6ddSTony Luck /* 2ca01d6ddSTony Luck * Persistent Storage - platform driver interface parts. 3ca01d6ddSTony Luck * 4f29e5956SAnton Vorontsov * Copyright (C) 2007-2008 Google, Inc. 5ca01d6ddSTony Luck * Copyright (C) 2010 Intel Corporation <tony.luck@intel.com> 6ca01d6ddSTony Luck * 7ca01d6ddSTony Luck * This program is free software; you can redistribute it and/or modify 8ca01d6ddSTony Luck * it under the terms of the GNU General Public License version 2 as 9ca01d6ddSTony Luck * published by the Free Software Foundation. 10ca01d6ddSTony Luck * 11ca01d6ddSTony Luck * This program is distributed in the hope that it will be useful, 12ca01d6ddSTony Luck * but WITHOUT ANY WARRANTY; without even the implied warranty of 13ca01d6ddSTony Luck * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the 14ca01d6ddSTony Luck * GNU General Public License for more details. 15ca01d6ddSTony Luck * 16ca01d6ddSTony Luck * You should have received a copy of the GNU General Public License 17ca01d6ddSTony Luck * along with this program; if not, write to the Free Software 18ca01d6ddSTony Luck * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA 19ca01d6ddSTony Luck */ 20ca01d6ddSTony Luck 21ca01d6ddSTony Luck #include <linux/atomic.h> 22ca01d6ddSTony Luck #include <linux/types.h> 23ca01d6ddSTony Luck #include <linux/errno.h> 24ca01d6ddSTony Luck #include <linux/init.h> 25ca01d6ddSTony Luck #include <linux/kmsg_dump.h> 26f29e5956SAnton Vorontsov #include <linux/console.h> 27ca01d6ddSTony Luck #include <linux/module.h> 28ca01d6ddSTony Luck #include <linux/pstore.h> 29b0aad7a9SAruna Balakrishnaiah #include <linux/zlib.h> 30ca01d6ddSTony Luck #include <linux/string.h> 316dda9266SLuck, Tony #include <linux/timer.h> 32ca01d6ddSTony Luck #include <linux/slab.h> 33ca01d6ddSTony Luck #include <linux/uaccess.h> 34abd4d558SDon Zickus #include <linux/hardirq.h> 35a3f5f075SAnton Vorontsov #include <linux/jiffies.h> 366dda9266SLuck, Tony #include <linux/workqueue.h> 37ca01d6ddSTony Luck 38ca01d6ddSTony Luck #include "internal.h" 39ca01d6ddSTony Luck 40ca01d6ddSTony Luck /* 416dda9266SLuck, Tony * We defer making "oops" entries appear in pstore - see 426dda9266SLuck, Tony * whether the system is actually still running well enough 436dda9266SLuck, Tony * to let someone see the entry 446dda9266SLuck, Tony */ 45521f7288SAnton Vorontsov static int pstore_update_ms = -1; 46a3f5f075SAnton Vorontsov module_param_named(update_ms, pstore_update_ms, int, 0600); 47a3f5f075SAnton Vorontsov MODULE_PARM_DESC(update_ms, "milliseconds before pstore updates its content " 48521f7288SAnton Vorontsov "(default is -1, which means runtime updates are disabled; " 49521f7288SAnton Vorontsov "enabling this option is not safe, it may lead to further " 50521f7288SAnton Vorontsov "corruption on Oopses)"); 516dda9266SLuck, Tony 526dda9266SLuck, Tony static int pstore_new_entry; 536dda9266SLuck, Tony 546dda9266SLuck, Tony static void pstore_timefunc(unsigned long); 556dda9266SLuck, Tony static DEFINE_TIMER(pstore_timer, pstore_timefunc, 0, 0); 566dda9266SLuck, Tony 576dda9266SLuck, Tony static void pstore_dowork(struct work_struct *); 586dda9266SLuck, Tony static DECLARE_WORK(pstore_work, pstore_dowork); 596dda9266SLuck, Tony 606dda9266SLuck, Tony /* 61ca01d6ddSTony Luck * pstore_lock just protects "psinfo" during 62ca01d6ddSTony Luck * calls to pstore_register() 63ca01d6ddSTony Luck */ 64ca01d6ddSTony Luck static DEFINE_SPINLOCK(pstore_lock); 65060287b8SAnton Vorontsov struct pstore_info *psinfo; 66ca01d6ddSTony Luck 67dee28e72SMatthew Garrett static char *backend; 68dee28e72SMatthew Garrett 69b0aad7a9SAruna Balakrishnaiah /* Compression parameters */ 70b0aad7a9SAruna Balakrishnaiah #define COMPR_LEVEL 6 71b0aad7a9SAruna Balakrishnaiah #define WINDOW_BITS 12 72b0aad7a9SAruna Balakrishnaiah #define MEM_LEVEL 4 73b0aad7a9SAruna Balakrishnaiah static struct z_stream_s stream; 74b0aad7a9SAruna Balakrishnaiah 75b0aad7a9SAruna Balakrishnaiah static char *big_oops_buf; 76b0aad7a9SAruna Balakrishnaiah static size_t big_oops_buf_sz; 77b0aad7a9SAruna Balakrishnaiah 78366f7e7aSLuck, Tony /* How much of the console log to snapshot */ 79ca01d6ddSTony Luck static unsigned long kmsg_bytes = 10240; 80ca01d6ddSTony Luck 81366f7e7aSLuck, Tony void pstore_set_kmsg_bytes(int bytes) 82ca01d6ddSTony Luck { 83366f7e7aSLuck, Tony kmsg_bytes = bytes; 84ca01d6ddSTony Luck } 85ca01d6ddSTony Luck 86ca01d6ddSTony Luck /* Tag each group of saved records with a sequence number */ 87ca01d6ddSTony Luck static int oopscount; 88ca01d6ddSTony Luck 89381b872cSSeiji Aguchi static const char *get_reason_str(enum kmsg_dump_reason reason) 90381b872cSSeiji Aguchi { 91381b872cSSeiji Aguchi switch (reason) { 92381b872cSSeiji Aguchi case KMSG_DUMP_PANIC: 93381b872cSSeiji Aguchi return "Panic"; 94381b872cSSeiji Aguchi case KMSG_DUMP_OOPS: 95381b872cSSeiji Aguchi return "Oops"; 96381b872cSSeiji Aguchi case KMSG_DUMP_EMERG: 97381b872cSSeiji Aguchi return "Emergency"; 98381b872cSSeiji Aguchi case KMSG_DUMP_RESTART: 99381b872cSSeiji Aguchi return "Restart"; 100381b872cSSeiji Aguchi case KMSG_DUMP_HALT: 101381b872cSSeiji Aguchi return "Halt"; 102381b872cSSeiji Aguchi case KMSG_DUMP_POWEROFF: 103381b872cSSeiji Aguchi return "Poweroff"; 104381b872cSSeiji Aguchi default: 105381b872cSSeiji Aguchi return "Unknown"; 106381b872cSSeiji Aguchi } 107381b872cSSeiji Aguchi } 1089f6af27fSTony Luck 1099f244e9cSSeiji Aguchi bool pstore_cannot_block_path(enum kmsg_dump_reason reason) 1109f244e9cSSeiji Aguchi { 1119f244e9cSSeiji Aguchi /* 1129f244e9cSSeiji Aguchi * In case of NMI path, pstore shouldn't be blocked 1139f244e9cSSeiji Aguchi * regardless of reason. 1149f244e9cSSeiji Aguchi */ 1159f244e9cSSeiji Aguchi if (in_nmi()) 1169f244e9cSSeiji Aguchi return true; 1179f244e9cSSeiji Aguchi 1189f244e9cSSeiji Aguchi switch (reason) { 1199f244e9cSSeiji Aguchi /* In panic case, other cpus are stopped by smp_send_stop(). */ 1209f244e9cSSeiji Aguchi case KMSG_DUMP_PANIC: 1219f244e9cSSeiji Aguchi /* Emergency restart shouldn't be blocked by spin lock. */ 1229f244e9cSSeiji Aguchi case KMSG_DUMP_EMERG: 1239f244e9cSSeiji Aguchi return true; 1249f244e9cSSeiji Aguchi default: 1259f244e9cSSeiji Aguchi return false; 1269f244e9cSSeiji Aguchi } 1279f244e9cSSeiji Aguchi } 1289f244e9cSSeiji Aguchi EXPORT_SYMBOL_GPL(pstore_cannot_block_path); 1299f244e9cSSeiji Aguchi 130b0aad7a9SAruna Balakrishnaiah /* Derived from logfs_compress() */ 131b0aad7a9SAruna Balakrishnaiah static int pstore_compress(const void *in, void *out, size_t inlen, 132b0aad7a9SAruna Balakrishnaiah size_t outlen) 133b0aad7a9SAruna Balakrishnaiah { 134b0aad7a9SAruna Balakrishnaiah int err, ret; 135b0aad7a9SAruna Balakrishnaiah 136b0aad7a9SAruna Balakrishnaiah ret = -EIO; 137b0aad7a9SAruna Balakrishnaiah err = zlib_deflateInit2(&stream, COMPR_LEVEL, Z_DEFLATED, WINDOW_BITS, 138b0aad7a9SAruna Balakrishnaiah MEM_LEVEL, Z_DEFAULT_STRATEGY); 139b0aad7a9SAruna Balakrishnaiah if (err != Z_OK) 140b0aad7a9SAruna Balakrishnaiah goto error; 141b0aad7a9SAruna Balakrishnaiah 142b0aad7a9SAruna Balakrishnaiah stream.next_in = in; 143b0aad7a9SAruna Balakrishnaiah stream.avail_in = inlen; 144b0aad7a9SAruna Balakrishnaiah stream.total_in = 0; 145b0aad7a9SAruna Balakrishnaiah stream.next_out = out; 146b0aad7a9SAruna Balakrishnaiah stream.avail_out = outlen; 147b0aad7a9SAruna Balakrishnaiah stream.total_out = 0; 148b0aad7a9SAruna Balakrishnaiah 149b0aad7a9SAruna Balakrishnaiah err = zlib_deflate(&stream, Z_FINISH); 150b0aad7a9SAruna Balakrishnaiah if (err != Z_STREAM_END) 151b0aad7a9SAruna Balakrishnaiah goto error; 152b0aad7a9SAruna Balakrishnaiah 153b0aad7a9SAruna Balakrishnaiah err = zlib_deflateEnd(&stream); 154b0aad7a9SAruna Balakrishnaiah if (err != Z_OK) 155b0aad7a9SAruna Balakrishnaiah goto error; 156b0aad7a9SAruna Balakrishnaiah 157b0aad7a9SAruna Balakrishnaiah if (stream.total_out >= stream.total_in) 158b0aad7a9SAruna Balakrishnaiah goto error; 159b0aad7a9SAruna Balakrishnaiah 160b0aad7a9SAruna Balakrishnaiah ret = stream.total_out; 161b0aad7a9SAruna Balakrishnaiah error: 162b0aad7a9SAruna Balakrishnaiah return ret; 163b0aad7a9SAruna Balakrishnaiah } 164b0aad7a9SAruna Balakrishnaiah 165adb42f5eSAruna Balakrishnaiah /* Derived from logfs_uncompress */ 166adb42f5eSAruna Balakrishnaiah static int pstore_decompress(void *in, void *out, size_t inlen, size_t outlen) 167adb42f5eSAruna Balakrishnaiah { 168adb42f5eSAruna Balakrishnaiah int err, ret; 169adb42f5eSAruna Balakrishnaiah 170adb42f5eSAruna Balakrishnaiah ret = -EIO; 171adb42f5eSAruna Balakrishnaiah err = zlib_inflateInit(&stream); 172adb42f5eSAruna Balakrishnaiah if (err != Z_OK) 173adb42f5eSAruna Balakrishnaiah goto error; 174adb42f5eSAruna Balakrishnaiah 175adb42f5eSAruna Balakrishnaiah stream.next_in = in; 176adb42f5eSAruna Balakrishnaiah stream.avail_in = inlen; 177adb42f5eSAruna Balakrishnaiah stream.total_in = 0; 178adb42f5eSAruna Balakrishnaiah stream.next_out = out; 179adb42f5eSAruna Balakrishnaiah stream.avail_out = outlen; 180adb42f5eSAruna Balakrishnaiah stream.total_out = 0; 181adb42f5eSAruna Balakrishnaiah 182adb42f5eSAruna Balakrishnaiah err = zlib_inflate(&stream, Z_FINISH); 183adb42f5eSAruna Balakrishnaiah if (err != Z_STREAM_END) 184adb42f5eSAruna Balakrishnaiah goto error; 185adb42f5eSAruna Balakrishnaiah 186adb42f5eSAruna Balakrishnaiah err = zlib_inflateEnd(&stream); 187adb42f5eSAruna Balakrishnaiah if (err != Z_OK) 188adb42f5eSAruna Balakrishnaiah goto error; 189adb42f5eSAruna Balakrishnaiah 190adb42f5eSAruna Balakrishnaiah ret = stream.total_out; 191adb42f5eSAruna Balakrishnaiah error: 192adb42f5eSAruna Balakrishnaiah return ret; 193adb42f5eSAruna Balakrishnaiah } 194adb42f5eSAruna Balakrishnaiah 195b0aad7a9SAruna Balakrishnaiah static void allocate_buf_for_compression(void) 196b0aad7a9SAruna Balakrishnaiah { 197b0aad7a9SAruna Balakrishnaiah size_t size; 198*7de8fe2fSAruna Balakrishnaiah size_t cmpr; 199b0aad7a9SAruna Balakrishnaiah 200*7de8fe2fSAruna Balakrishnaiah switch (psinfo->bufsize) { 201*7de8fe2fSAruna Balakrishnaiah /* buffer range for efivars */ 202*7de8fe2fSAruna Balakrishnaiah case 1000 ... 2000: 203*7de8fe2fSAruna Balakrishnaiah cmpr = 56; 204*7de8fe2fSAruna Balakrishnaiah break; 205*7de8fe2fSAruna Balakrishnaiah case 2001 ... 3000: 206*7de8fe2fSAruna Balakrishnaiah cmpr = 54; 207*7de8fe2fSAruna Balakrishnaiah break; 208*7de8fe2fSAruna Balakrishnaiah case 3001 ... 3999: 209*7de8fe2fSAruna Balakrishnaiah cmpr = 52; 210*7de8fe2fSAruna Balakrishnaiah break; 211*7de8fe2fSAruna Balakrishnaiah /* buffer range for nvram, erst */ 212*7de8fe2fSAruna Balakrishnaiah case 4000 ... 10000: 213*7de8fe2fSAruna Balakrishnaiah cmpr = 45; 214*7de8fe2fSAruna Balakrishnaiah break; 215*7de8fe2fSAruna Balakrishnaiah default: 216*7de8fe2fSAruna Balakrishnaiah cmpr = 60; 217*7de8fe2fSAruna Balakrishnaiah break; 218*7de8fe2fSAruna Balakrishnaiah } 219*7de8fe2fSAruna Balakrishnaiah 220*7de8fe2fSAruna Balakrishnaiah big_oops_buf_sz = (psinfo->bufsize * 100) / cmpr; 221b0aad7a9SAruna Balakrishnaiah big_oops_buf = kmalloc(big_oops_buf_sz, GFP_KERNEL); 222b0aad7a9SAruna Balakrishnaiah if (big_oops_buf) { 223b0aad7a9SAruna Balakrishnaiah size = max(zlib_deflate_workspacesize(WINDOW_BITS, MEM_LEVEL), 224b0aad7a9SAruna Balakrishnaiah zlib_inflate_workspacesize()); 225b0aad7a9SAruna Balakrishnaiah stream.workspace = kmalloc(size, GFP_KERNEL); 226b0aad7a9SAruna Balakrishnaiah if (!stream.workspace) { 227b0aad7a9SAruna Balakrishnaiah pr_err("pstore: No memory for compression workspace; " 228b0aad7a9SAruna Balakrishnaiah "skipping compression\n"); 229b0aad7a9SAruna Balakrishnaiah kfree(big_oops_buf); 230b0aad7a9SAruna Balakrishnaiah big_oops_buf = NULL; 231b0aad7a9SAruna Balakrishnaiah } 232b0aad7a9SAruna Balakrishnaiah } else { 233b0aad7a9SAruna Balakrishnaiah pr_err("No memory for uncompressed data; " 234b0aad7a9SAruna Balakrishnaiah "skipping compression\n"); 235b0aad7a9SAruna Balakrishnaiah stream.workspace = NULL; 236b0aad7a9SAruna Balakrishnaiah } 237b0aad7a9SAruna Balakrishnaiah 238b0aad7a9SAruna Balakrishnaiah } 239b0aad7a9SAruna Balakrishnaiah 240b0aad7a9SAruna Balakrishnaiah /* 241b0aad7a9SAruna Balakrishnaiah * Called when compression fails, since the printk buffer 242b0aad7a9SAruna Balakrishnaiah * would be fetched for compression calling it again when 243b0aad7a9SAruna Balakrishnaiah * compression fails would have moved the iterator of 244b0aad7a9SAruna Balakrishnaiah * printk buffer which results in fetching old contents. 245b0aad7a9SAruna Balakrishnaiah * Copy the recent messages from big_oops_buf to psinfo->buf 246b0aad7a9SAruna Balakrishnaiah */ 247b0aad7a9SAruna Balakrishnaiah static size_t copy_kmsg_to_buffer(int hsize, size_t len) 248b0aad7a9SAruna Balakrishnaiah { 249b0aad7a9SAruna Balakrishnaiah size_t total_len; 250b0aad7a9SAruna Balakrishnaiah size_t diff; 251b0aad7a9SAruna Balakrishnaiah 252b0aad7a9SAruna Balakrishnaiah total_len = hsize + len; 253b0aad7a9SAruna Balakrishnaiah 254b0aad7a9SAruna Balakrishnaiah if (total_len > psinfo->bufsize) { 255b0aad7a9SAruna Balakrishnaiah diff = total_len - psinfo->bufsize + hsize; 256b0aad7a9SAruna Balakrishnaiah memcpy(psinfo->buf, big_oops_buf, hsize); 257b0aad7a9SAruna Balakrishnaiah memcpy(psinfo->buf + hsize, big_oops_buf + diff, 258b0aad7a9SAruna Balakrishnaiah psinfo->bufsize - hsize); 259b0aad7a9SAruna Balakrishnaiah total_len = psinfo->bufsize; 260b0aad7a9SAruna Balakrishnaiah } else 261b0aad7a9SAruna Balakrishnaiah memcpy(psinfo->buf, big_oops_buf, total_len); 262b0aad7a9SAruna Balakrishnaiah 263b0aad7a9SAruna Balakrishnaiah return total_len; 264b0aad7a9SAruna Balakrishnaiah } 265b0aad7a9SAruna Balakrishnaiah 266ca01d6ddSTony Luck /* 267ca01d6ddSTony Luck * callback from kmsg_dump. (s2,l2) has the most recently 268ca01d6ddSTony Luck * written bytes, older bytes are in (s1,l1). Save as much 269ca01d6ddSTony Luck * as we can from the end of the buffer. 270ca01d6ddSTony Luck */ 271ca01d6ddSTony Luck static void pstore_dump(struct kmsg_dumper *dumper, 272e2ae715dSKay Sievers enum kmsg_dump_reason reason) 273ca01d6ddSTony Luck { 274e2ae715dSKay Sievers unsigned long total = 0; 275381b872cSSeiji Aguchi const char *why; 276ca01d6ddSTony Luck u64 id; 277b94fdd07SMatthew Garrett unsigned int part = 1; 278abd4d558SDon Zickus unsigned long flags = 0; 279abd4d558SDon Zickus int is_locked = 0; 280e2ae715dSKay Sievers int ret; 281ca01d6ddSTony Luck 282381b872cSSeiji Aguchi why = get_reason_str(reason); 2839f6af27fSTony Luck 2849f244e9cSSeiji Aguchi if (pstore_cannot_block_path(reason)) { 2859f244e9cSSeiji Aguchi is_locked = spin_trylock_irqsave(&psinfo->buf_lock, flags); 2869f244e9cSSeiji Aguchi if (!is_locked) { 2879f244e9cSSeiji Aguchi pr_err("pstore dump routine blocked in %s path, may corrupt error record\n" 2889f244e9cSSeiji Aguchi , in_nmi() ? "NMI" : why); 2899f244e9cSSeiji Aguchi } 290abd4d558SDon Zickus } else 291abd4d558SDon Zickus spin_lock_irqsave(&psinfo->buf_lock, flags); 292ca01d6ddSTony Luck oopscount++; 293ca01d6ddSTony Luck while (total < kmsg_bytes) { 294e2ae715dSKay Sievers char *dst; 295e2ae715dSKay Sievers unsigned long size; 296e2ae715dSKay Sievers int hsize; 297b0aad7a9SAruna Balakrishnaiah int zipped_len = -1; 298e2ae715dSKay Sievers size_t len; 299b0aad7a9SAruna Balakrishnaiah bool compressed; 300b0aad7a9SAruna Balakrishnaiah size_t total_len; 301e2ae715dSKay Sievers 302b0aad7a9SAruna Balakrishnaiah if (big_oops_buf) { 303b0aad7a9SAruna Balakrishnaiah dst = big_oops_buf; 304b0aad7a9SAruna Balakrishnaiah hsize = sprintf(dst, "%s#%d Part%d\n", why, 305b0aad7a9SAruna Balakrishnaiah oopscount, part); 306b0aad7a9SAruna Balakrishnaiah size = big_oops_buf_sz - hsize; 307b0aad7a9SAruna Balakrishnaiah 308b0aad7a9SAruna Balakrishnaiah if (!kmsg_dump_get_buffer(dumper, true, dst + hsize, 309b0aad7a9SAruna Balakrishnaiah size, &len)) 310b0aad7a9SAruna Balakrishnaiah break; 311b0aad7a9SAruna Balakrishnaiah 312b0aad7a9SAruna Balakrishnaiah zipped_len = pstore_compress(dst, psinfo->buf, 313b0aad7a9SAruna Balakrishnaiah hsize + len, psinfo->bufsize); 314b0aad7a9SAruna Balakrishnaiah 315b0aad7a9SAruna Balakrishnaiah if (zipped_len > 0) { 316b0aad7a9SAruna Balakrishnaiah compressed = true; 317b0aad7a9SAruna Balakrishnaiah total_len = zipped_len; 318b0aad7a9SAruna Balakrishnaiah } else { 319b0aad7a9SAruna Balakrishnaiah pr_err("pstore: compression failed for Part %d" 320b0aad7a9SAruna Balakrishnaiah " returned %d\n", part, zipped_len); 321b0aad7a9SAruna Balakrishnaiah pr_err("pstore: Capture uncompressed" 322b0aad7a9SAruna Balakrishnaiah " oops/panic report of Part %d\n", part); 323b0aad7a9SAruna Balakrishnaiah compressed = false; 324b0aad7a9SAruna Balakrishnaiah total_len = copy_kmsg_to_buffer(hsize, len); 325b0aad7a9SAruna Balakrishnaiah } 326b0aad7a9SAruna Balakrishnaiah } else { 327ca01d6ddSTony Luck dst = psinfo->buf; 328b0aad7a9SAruna Balakrishnaiah hsize = sprintf(dst, "%s#%d Part%d\n", why, oopscount, 329b0aad7a9SAruna Balakrishnaiah part); 330ca01d6ddSTony Luck size = psinfo->bufsize - hsize; 331ca01d6ddSTony Luck dst += hsize; 332ca01d6ddSTony Luck 333b0aad7a9SAruna Balakrishnaiah if (!kmsg_dump_get_buffer(dumper, true, dst, 334b0aad7a9SAruna Balakrishnaiah size, &len)) 335ca01d6ddSTony Luck break; 336ca01d6ddSTony Luck 337b0aad7a9SAruna Balakrishnaiah compressed = false; 338b0aad7a9SAruna Balakrishnaiah total_len = hsize + len; 339b0aad7a9SAruna Balakrishnaiah } 340b0aad7a9SAruna Balakrishnaiah 3413d6d8d20SKees Cook ret = psinfo->write(PSTORE_TYPE_DMESG, reason, &id, part, 342b0aad7a9SAruna Balakrishnaiah oopscount, compressed, total_len, psinfo); 343b238b8faSChen Gong if (ret == 0 && reason == KMSG_DUMP_OOPS && pstore_is_mounted()) 3446dda9266SLuck, Tony pstore_new_entry = 1; 345e2ae715dSKay Sievers 346b0aad7a9SAruna Balakrishnaiah total += total_len; 34756280682SMatthew Garrett part++; 348ca01d6ddSTony Luck } 3499f244e9cSSeiji Aguchi if (pstore_cannot_block_path(reason)) { 350abd4d558SDon Zickus if (is_locked) 3519f244e9cSSeiji Aguchi spin_unlock_irqrestore(&psinfo->buf_lock, flags); 352abd4d558SDon Zickus } else 353abd4d558SDon Zickus spin_unlock_irqrestore(&psinfo->buf_lock, flags); 354ca01d6ddSTony Luck } 355ca01d6ddSTony Luck 356ca01d6ddSTony Luck static struct kmsg_dumper pstore_dumper = { 357ca01d6ddSTony Luck .dump = pstore_dump, 358ca01d6ddSTony Luck }; 359ca01d6ddSTony Luck 360f29e5956SAnton Vorontsov #ifdef CONFIG_PSTORE_CONSOLE 361f29e5956SAnton Vorontsov static void pstore_console_write(struct console *con, const char *s, unsigned c) 362f29e5956SAnton Vorontsov { 363f29e5956SAnton Vorontsov const char *e = s + c; 364f29e5956SAnton Vorontsov 365f29e5956SAnton Vorontsov while (s < e) { 366f29e5956SAnton Vorontsov unsigned long flags; 36770a6f46dSColin Ian King u64 id; 368f29e5956SAnton Vorontsov 369f29e5956SAnton Vorontsov if (c > psinfo->bufsize) 370f29e5956SAnton Vorontsov c = psinfo->bufsize; 37180c9d03cSChuansheng Liu 37280c9d03cSChuansheng Liu if (oops_in_progress) { 37380c9d03cSChuansheng Liu if (!spin_trylock_irqsave(&psinfo->buf_lock, flags)) 37480c9d03cSChuansheng Liu break; 37580c9d03cSChuansheng Liu } else { 376f29e5956SAnton Vorontsov spin_lock_irqsave(&psinfo->buf_lock, flags); 37780c9d03cSChuansheng Liu } 378f29e5956SAnton Vorontsov memcpy(psinfo->buf, s, c); 3796bbbca73SAruna Balakrishnaiah psinfo->write(PSTORE_TYPE_CONSOLE, 0, &id, 0, 0, 0, c, psinfo); 380f29e5956SAnton Vorontsov spin_unlock_irqrestore(&psinfo->buf_lock, flags); 381f29e5956SAnton Vorontsov s += c; 382f29e5956SAnton Vorontsov c = e - s; 383f29e5956SAnton Vorontsov } 384f29e5956SAnton Vorontsov } 385f29e5956SAnton Vorontsov 386f29e5956SAnton Vorontsov static struct console pstore_console = { 387f29e5956SAnton Vorontsov .name = "pstore", 388f29e5956SAnton Vorontsov .write = pstore_console_write, 389f29e5956SAnton Vorontsov .flags = CON_PRINTBUFFER | CON_ENABLED | CON_ANYTIME, 390f29e5956SAnton Vorontsov .index = -1, 391f29e5956SAnton Vorontsov }; 392f29e5956SAnton Vorontsov 393f29e5956SAnton Vorontsov static void pstore_register_console(void) 394f29e5956SAnton Vorontsov { 395f29e5956SAnton Vorontsov register_console(&pstore_console); 396f29e5956SAnton Vorontsov } 397f29e5956SAnton Vorontsov #else 398f29e5956SAnton Vorontsov static void pstore_register_console(void) {} 399f29e5956SAnton Vorontsov #endif 400f29e5956SAnton Vorontsov 401897dba02SAnton Vorontsov static int pstore_write_compat(enum pstore_type_id type, 402897dba02SAnton Vorontsov enum kmsg_dump_reason reason, 403755d4fe4SSeiji Aguchi u64 *id, unsigned int part, int count, 404b3b515bbSAruna Balakrishnaiah bool compressed, size_t size, 4056bbbca73SAruna Balakrishnaiah struct pstore_info *psi) 406897dba02SAnton Vorontsov { 407b3b515bbSAruna Balakrishnaiah return psi->write_buf(type, reason, id, part, psinfo->buf, compressed, 4086bbbca73SAruna Balakrishnaiah size, psi); 409897dba02SAnton Vorontsov } 410897dba02SAnton Vorontsov 411ca01d6ddSTony Luck /* 412ca01d6ddSTony Luck * platform specific persistent storage driver registers with 413ca01d6ddSTony Luck * us here. If pstore is already mounted, call the platform 414ca01d6ddSTony Luck * read function right away to populate the file system. If not 415ca01d6ddSTony Luck * then the pstore mount code will call us later to fill out 416ca01d6ddSTony Luck * the file system. 417ca01d6ddSTony Luck * 418ca01d6ddSTony Luck * Register with kmsg_dump to save last part of console log on panic. 419ca01d6ddSTony Luck */ 420ca01d6ddSTony Luck int pstore_register(struct pstore_info *psi) 421ca01d6ddSTony Luck { 422ca01d6ddSTony Luck struct module *owner = psi->owner; 423ca01d6ddSTony Luck 4248e48b1a8SLenny Szubowicz if (backend && strcmp(backend, psi->name)) 4258e48b1a8SLenny Szubowicz return -EPERM; 4268e48b1a8SLenny Szubowicz 427ca01d6ddSTony Luck spin_lock(&pstore_lock); 428ca01d6ddSTony Luck if (psinfo) { 429ca01d6ddSTony Luck spin_unlock(&pstore_lock); 430ca01d6ddSTony Luck return -EBUSY; 431ca01d6ddSTony Luck } 432dee28e72SMatthew Garrett 433897dba02SAnton Vorontsov if (!psi->write) 434897dba02SAnton Vorontsov psi->write = pstore_write_compat; 435ca01d6ddSTony Luck psinfo = psi; 436f6f82851SKees Cook mutex_init(&psinfo->read_mutex); 437ca01d6ddSTony Luck spin_unlock(&pstore_lock); 438ca01d6ddSTony Luck 439ca01d6ddSTony Luck if (owner && !try_module_get(owner)) { 440ca01d6ddSTony Luck psinfo = NULL; 441ca01d6ddSTony Luck return -EINVAL; 442ca01d6ddSTony Luck } 443ca01d6ddSTony Luck 444b0aad7a9SAruna Balakrishnaiah allocate_buf_for_compression(); 445b0aad7a9SAruna Balakrishnaiah 446ca01d6ddSTony Luck if (pstore_is_mounted()) 4476dda9266SLuck, Tony pstore_get_records(0); 448ca01d6ddSTony Luck 449ca01d6ddSTony Luck kmsg_dump_register(&pstore_dumper); 450f29e5956SAnton Vorontsov pstore_register_console(); 45165f8c95eSAnton Vorontsov pstore_register_ftrace(); 452ca01d6ddSTony Luck 453a3f5f075SAnton Vorontsov if (pstore_update_ms >= 0) { 454a3f5f075SAnton Vorontsov pstore_timer.expires = jiffies + 455a3f5f075SAnton Vorontsov msecs_to_jiffies(pstore_update_ms); 4566dda9266SLuck, Tony add_timer(&pstore_timer); 457a3f5f075SAnton Vorontsov } 4586dda9266SLuck, Tony 4598e48b1a8SLenny Szubowicz pr_info("pstore: Registered %s as persistent store backend\n", 4608e48b1a8SLenny Szubowicz psi->name); 4618e48b1a8SLenny Szubowicz 462ca01d6ddSTony Luck return 0; 463ca01d6ddSTony Luck } 464ca01d6ddSTony Luck EXPORT_SYMBOL_GPL(pstore_register); 465ca01d6ddSTony Luck 466ca01d6ddSTony Luck /* 4676dda9266SLuck, Tony * Read all the records from the persistent store. Create 4686dda9266SLuck, Tony * files in our filesystem. Don't warn about -EEXIST errors 4696dda9266SLuck, Tony * when we are re-scanning the backing store looking to add new 4706dda9266SLuck, Tony * error records. 471ca01d6ddSTony Luck */ 4726dda9266SLuck, Tony void pstore_get_records(int quiet) 473ca01d6ddSTony Luck { 474ca01d6ddSTony Luck struct pstore_info *psi = psinfo; 475f6f82851SKees Cook char *buf = NULL; 4768d38d74bSChen Gong ssize_t size; 477ca01d6ddSTony Luck u64 id; 478755d4fe4SSeiji Aguchi int count; 479ca01d6ddSTony Luck enum pstore_type_id type; 480ca01d6ddSTony Luck struct timespec time; 48106cf91b4SChen Gong int failed = 0, rc; 4829a4e1398SAruna Balakrishnaiah bool compressed; 483adb42f5eSAruna Balakrishnaiah int unzipped_len = -1; 484ca01d6ddSTony Luck 485ca01d6ddSTony Luck if (!psi) 486ca01d6ddSTony Luck return; 487ca01d6ddSTony Luck 488f6f82851SKees Cook mutex_lock(&psi->read_mutex); 4892174f6dfSKees Cook if (psi->open && psi->open(psi)) 49006cf91b4SChen Gong goto out; 49106cf91b4SChen Gong 4929a4e1398SAruna Balakrishnaiah while ((size = psi->read(&id, &type, &count, &time, &buf, &compressed, 4939a4e1398SAruna Balakrishnaiah psi)) > 0) { 494adb42f5eSAruna Balakrishnaiah if (compressed && (type == PSTORE_TYPE_DMESG)) { 495adb42f5eSAruna Balakrishnaiah if (big_oops_buf) 496adb42f5eSAruna Balakrishnaiah unzipped_len = pstore_decompress(buf, 497adb42f5eSAruna Balakrishnaiah big_oops_buf, size, 498adb42f5eSAruna Balakrishnaiah big_oops_buf_sz); 499adb42f5eSAruna Balakrishnaiah 500adb42f5eSAruna Balakrishnaiah if (unzipped_len > 0) { 501adb42f5eSAruna Balakrishnaiah buf = big_oops_buf; 502adb42f5eSAruna Balakrishnaiah size = unzipped_len; 5039ad2cbe0SAruna Balakrishnaiah compressed = false; 504adb42f5eSAruna Balakrishnaiah } else { 505adb42f5eSAruna Balakrishnaiah pr_err("pstore: decompression failed;" 506adb42f5eSAruna Balakrishnaiah "returned %d\n", unzipped_len); 5079ad2cbe0SAruna Balakrishnaiah compressed = true; 508adb42f5eSAruna Balakrishnaiah } 509adb42f5eSAruna Balakrishnaiah } 510755d4fe4SSeiji Aguchi rc = pstore_mkfile(type, psi->name, id, count, buf, 5119ad2cbe0SAruna Balakrishnaiah compressed, (size_t)size, time, psi); 512adb42f5eSAruna Balakrishnaiah if (unzipped_len < 0) { 513adb42f5eSAruna Balakrishnaiah /* Free buffer other than big oops */ 514f6f82851SKees Cook kfree(buf); 515f6f82851SKees Cook buf = NULL; 516adb42f5eSAruna Balakrishnaiah } else 517adb42f5eSAruna Balakrishnaiah unzipped_len = -1; 5186dda9266SLuck, Tony if (rc && (rc != -EEXIST || !quiet)) 519ca01d6ddSTony Luck failed++; 520ca01d6ddSTony Luck } 5212174f6dfSKees Cook if (psi->close) 52206cf91b4SChen Gong psi->close(psi); 52306cf91b4SChen Gong out: 524f6f82851SKees Cook mutex_unlock(&psi->read_mutex); 525ca01d6ddSTony Luck 526ca01d6ddSTony Luck if (failed) 527ca01d6ddSTony Luck printk(KERN_WARNING "pstore: failed to load %d record(s) from '%s'\n", 528ca01d6ddSTony Luck failed, psi->name); 529ca01d6ddSTony Luck } 530ca01d6ddSTony Luck 5316dda9266SLuck, Tony static void pstore_dowork(struct work_struct *work) 5326dda9266SLuck, Tony { 5336dda9266SLuck, Tony pstore_get_records(1); 5346dda9266SLuck, Tony } 5356dda9266SLuck, Tony 5366dda9266SLuck, Tony static void pstore_timefunc(unsigned long dummy) 5376dda9266SLuck, Tony { 5386dda9266SLuck, Tony if (pstore_new_entry) { 5396dda9266SLuck, Tony pstore_new_entry = 0; 5406dda9266SLuck, Tony schedule_work(&pstore_work); 5416dda9266SLuck, Tony } 5426dda9266SLuck, Tony 543a3f5f075SAnton Vorontsov mod_timer(&pstore_timer, jiffies + msecs_to_jiffies(pstore_update_ms)); 5446dda9266SLuck, Tony } 5456dda9266SLuck, Tony 546dee28e72SMatthew Garrett module_param(backend, charp, 0444); 547dee28e72SMatthew Garrett MODULE_PARM_DESC(backend, "Pstore backend to use"); 548