xref: /openbmc/linux/fs/pstore/platform.c (revision 7de8fe2fa8f94985a83120f04d41a93425ea66ba)
1ca01d6ddSTony Luck /*
2ca01d6ddSTony Luck  * Persistent Storage - platform driver interface parts.
3ca01d6ddSTony Luck  *
4f29e5956SAnton Vorontsov  * Copyright (C) 2007-2008 Google, Inc.
5ca01d6ddSTony Luck  * Copyright (C) 2010 Intel Corporation <tony.luck@intel.com>
6ca01d6ddSTony Luck  *
7ca01d6ddSTony Luck  *  This program is free software; you can redistribute it and/or modify
8ca01d6ddSTony Luck  *  it under the terms of the GNU General Public License version 2 as
9ca01d6ddSTony Luck  *  published by the Free Software Foundation.
10ca01d6ddSTony Luck  *
11ca01d6ddSTony Luck  *  This program is distributed in the hope that it will be useful,
12ca01d6ddSTony Luck  *  but WITHOUT ANY WARRANTY; without even the implied warranty of
13ca01d6ddSTony Luck  *  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
14ca01d6ddSTony Luck  *  GNU General Public License for more details.
15ca01d6ddSTony Luck  *
16ca01d6ddSTony Luck  *  You should have received a copy of the GNU General Public License
17ca01d6ddSTony Luck  *  along with this program; if not, write to the Free Software
18ca01d6ddSTony Luck  *  Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
19ca01d6ddSTony Luck  */
20ca01d6ddSTony Luck 
21ca01d6ddSTony Luck #include <linux/atomic.h>
22ca01d6ddSTony Luck #include <linux/types.h>
23ca01d6ddSTony Luck #include <linux/errno.h>
24ca01d6ddSTony Luck #include <linux/init.h>
25ca01d6ddSTony Luck #include <linux/kmsg_dump.h>
26f29e5956SAnton Vorontsov #include <linux/console.h>
27ca01d6ddSTony Luck #include <linux/module.h>
28ca01d6ddSTony Luck #include <linux/pstore.h>
29b0aad7a9SAruna Balakrishnaiah #include <linux/zlib.h>
30ca01d6ddSTony Luck #include <linux/string.h>
316dda9266SLuck, Tony #include <linux/timer.h>
32ca01d6ddSTony Luck #include <linux/slab.h>
33ca01d6ddSTony Luck #include <linux/uaccess.h>
34abd4d558SDon Zickus #include <linux/hardirq.h>
35a3f5f075SAnton Vorontsov #include <linux/jiffies.h>
366dda9266SLuck, Tony #include <linux/workqueue.h>
37ca01d6ddSTony Luck 
38ca01d6ddSTony Luck #include "internal.h"
39ca01d6ddSTony Luck 
40ca01d6ddSTony Luck /*
416dda9266SLuck, Tony  * We defer making "oops" entries appear in pstore - see
426dda9266SLuck, Tony  * whether the system is actually still running well enough
436dda9266SLuck, Tony  * to let someone see the entry
446dda9266SLuck, Tony  */
45521f7288SAnton Vorontsov static int pstore_update_ms = -1;
46a3f5f075SAnton Vorontsov module_param_named(update_ms, pstore_update_ms, int, 0600);
47a3f5f075SAnton Vorontsov MODULE_PARM_DESC(update_ms, "milliseconds before pstore updates its content "
48521f7288SAnton Vorontsov 		 "(default is -1, which means runtime updates are disabled; "
49521f7288SAnton Vorontsov 		 "enabling this option is not safe, it may lead to further "
50521f7288SAnton Vorontsov 		 "corruption on Oopses)");
516dda9266SLuck, Tony 
526dda9266SLuck, Tony static int pstore_new_entry;
536dda9266SLuck, Tony 
546dda9266SLuck, Tony static void pstore_timefunc(unsigned long);
556dda9266SLuck, Tony static DEFINE_TIMER(pstore_timer, pstore_timefunc, 0, 0);
566dda9266SLuck, Tony 
576dda9266SLuck, Tony static void pstore_dowork(struct work_struct *);
586dda9266SLuck, Tony static DECLARE_WORK(pstore_work, pstore_dowork);
596dda9266SLuck, Tony 
606dda9266SLuck, Tony /*
61ca01d6ddSTony Luck  * pstore_lock just protects "psinfo" during
62ca01d6ddSTony Luck  * calls to pstore_register()
63ca01d6ddSTony Luck  */
64ca01d6ddSTony Luck static DEFINE_SPINLOCK(pstore_lock);
65060287b8SAnton Vorontsov struct pstore_info *psinfo;
66ca01d6ddSTony Luck 
67dee28e72SMatthew Garrett static char *backend;
68dee28e72SMatthew Garrett 
69b0aad7a9SAruna Balakrishnaiah /* Compression parameters */
70b0aad7a9SAruna Balakrishnaiah #define COMPR_LEVEL 6
71b0aad7a9SAruna Balakrishnaiah #define WINDOW_BITS 12
72b0aad7a9SAruna Balakrishnaiah #define MEM_LEVEL 4
73b0aad7a9SAruna Balakrishnaiah static struct z_stream_s stream;
74b0aad7a9SAruna Balakrishnaiah 
75b0aad7a9SAruna Balakrishnaiah static char *big_oops_buf;
76b0aad7a9SAruna Balakrishnaiah static size_t big_oops_buf_sz;
77b0aad7a9SAruna Balakrishnaiah 
78366f7e7aSLuck, Tony /* How much of the console log to snapshot */
79ca01d6ddSTony Luck static unsigned long kmsg_bytes = 10240;
80ca01d6ddSTony Luck 
81366f7e7aSLuck, Tony void pstore_set_kmsg_bytes(int bytes)
82ca01d6ddSTony Luck {
83366f7e7aSLuck, Tony 	kmsg_bytes = bytes;
84ca01d6ddSTony Luck }
85ca01d6ddSTony Luck 
86ca01d6ddSTony Luck /* Tag each group of saved records with a sequence number */
87ca01d6ddSTony Luck static int	oopscount;
88ca01d6ddSTony Luck 
89381b872cSSeiji Aguchi static const char *get_reason_str(enum kmsg_dump_reason reason)
90381b872cSSeiji Aguchi {
91381b872cSSeiji Aguchi 	switch (reason) {
92381b872cSSeiji Aguchi 	case KMSG_DUMP_PANIC:
93381b872cSSeiji Aguchi 		return "Panic";
94381b872cSSeiji Aguchi 	case KMSG_DUMP_OOPS:
95381b872cSSeiji Aguchi 		return "Oops";
96381b872cSSeiji Aguchi 	case KMSG_DUMP_EMERG:
97381b872cSSeiji Aguchi 		return "Emergency";
98381b872cSSeiji Aguchi 	case KMSG_DUMP_RESTART:
99381b872cSSeiji Aguchi 		return "Restart";
100381b872cSSeiji Aguchi 	case KMSG_DUMP_HALT:
101381b872cSSeiji Aguchi 		return "Halt";
102381b872cSSeiji Aguchi 	case KMSG_DUMP_POWEROFF:
103381b872cSSeiji Aguchi 		return "Poweroff";
104381b872cSSeiji Aguchi 	default:
105381b872cSSeiji Aguchi 		return "Unknown";
106381b872cSSeiji Aguchi 	}
107381b872cSSeiji Aguchi }
1089f6af27fSTony Luck 
1099f244e9cSSeiji Aguchi bool pstore_cannot_block_path(enum kmsg_dump_reason reason)
1109f244e9cSSeiji Aguchi {
1119f244e9cSSeiji Aguchi 	/*
1129f244e9cSSeiji Aguchi 	 * In case of NMI path, pstore shouldn't be blocked
1139f244e9cSSeiji Aguchi 	 * regardless of reason.
1149f244e9cSSeiji Aguchi 	 */
1159f244e9cSSeiji Aguchi 	if (in_nmi())
1169f244e9cSSeiji Aguchi 		return true;
1179f244e9cSSeiji Aguchi 
1189f244e9cSSeiji Aguchi 	switch (reason) {
1199f244e9cSSeiji Aguchi 	/* In panic case, other cpus are stopped by smp_send_stop(). */
1209f244e9cSSeiji Aguchi 	case KMSG_DUMP_PANIC:
1219f244e9cSSeiji Aguchi 	/* Emergency restart shouldn't be blocked by spin lock. */
1229f244e9cSSeiji Aguchi 	case KMSG_DUMP_EMERG:
1239f244e9cSSeiji Aguchi 		return true;
1249f244e9cSSeiji Aguchi 	default:
1259f244e9cSSeiji Aguchi 		return false;
1269f244e9cSSeiji Aguchi 	}
1279f244e9cSSeiji Aguchi }
1289f244e9cSSeiji Aguchi EXPORT_SYMBOL_GPL(pstore_cannot_block_path);
1299f244e9cSSeiji Aguchi 
130b0aad7a9SAruna Balakrishnaiah /* Derived from logfs_compress() */
131b0aad7a9SAruna Balakrishnaiah static int pstore_compress(const void *in, void *out, size_t inlen,
132b0aad7a9SAruna Balakrishnaiah 							size_t outlen)
133b0aad7a9SAruna Balakrishnaiah {
134b0aad7a9SAruna Balakrishnaiah 	int err, ret;
135b0aad7a9SAruna Balakrishnaiah 
136b0aad7a9SAruna Balakrishnaiah 	ret = -EIO;
137b0aad7a9SAruna Balakrishnaiah 	err = zlib_deflateInit2(&stream, COMPR_LEVEL, Z_DEFLATED, WINDOW_BITS,
138b0aad7a9SAruna Balakrishnaiah 						MEM_LEVEL, Z_DEFAULT_STRATEGY);
139b0aad7a9SAruna Balakrishnaiah 	if (err != Z_OK)
140b0aad7a9SAruna Balakrishnaiah 		goto error;
141b0aad7a9SAruna Balakrishnaiah 
142b0aad7a9SAruna Balakrishnaiah 	stream.next_in = in;
143b0aad7a9SAruna Balakrishnaiah 	stream.avail_in = inlen;
144b0aad7a9SAruna Balakrishnaiah 	stream.total_in = 0;
145b0aad7a9SAruna Balakrishnaiah 	stream.next_out = out;
146b0aad7a9SAruna Balakrishnaiah 	stream.avail_out = outlen;
147b0aad7a9SAruna Balakrishnaiah 	stream.total_out = 0;
148b0aad7a9SAruna Balakrishnaiah 
149b0aad7a9SAruna Balakrishnaiah 	err = zlib_deflate(&stream, Z_FINISH);
150b0aad7a9SAruna Balakrishnaiah 	if (err != Z_STREAM_END)
151b0aad7a9SAruna Balakrishnaiah 		goto error;
152b0aad7a9SAruna Balakrishnaiah 
153b0aad7a9SAruna Balakrishnaiah 	err = zlib_deflateEnd(&stream);
154b0aad7a9SAruna Balakrishnaiah 	if (err != Z_OK)
155b0aad7a9SAruna Balakrishnaiah 		goto error;
156b0aad7a9SAruna Balakrishnaiah 
157b0aad7a9SAruna Balakrishnaiah 	if (stream.total_out >= stream.total_in)
158b0aad7a9SAruna Balakrishnaiah 		goto error;
159b0aad7a9SAruna Balakrishnaiah 
160b0aad7a9SAruna Balakrishnaiah 	ret = stream.total_out;
161b0aad7a9SAruna Balakrishnaiah error:
162b0aad7a9SAruna Balakrishnaiah 	return ret;
163b0aad7a9SAruna Balakrishnaiah }
164b0aad7a9SAruna Balakrishnaiah 
165adb42f5eSAruna Balakrishnaiah /* Derived from logfs_uncompress */
166adb42f5eSAruna Balakrishnaiah static int pstore_decompress(void *in, void *out, size_t inlen, size_t outlen)
167adb42f5eSAruna Balakrishnaiah {
168adb42f5eSAruna Balakrishnaiah 	int err, ret;
169adb42f5eSAruna Balakrishnaiah 
170adb42f5eSAruna Balakrishnaiah 	ret = -EIO;
171adb42f5eSAruna Balakrishnaiah 	err = zlib_inflateInit(&stream);
172adb42f5eSAruna Balakrishnaiah 	if (err != Z_OK)
173adb42f5eSAruna Balakrishnaiah 		goto error;
174adb42f5eSAruna Balakrishnaiah 
175adb42f5eSAruna Balakrishnaiah 	stream.next_in = in;
176adb42f5eSAruna Balakrishnaiah 	stream.avail_in = inlen;
177adb42f5eSAruna Balakrishnaiah 	stream.total_in = 0;
178adb42f5eSAruna Balakrishnaiah 	stream.next_out = out;
179adb42f5eSAruna Balakrishnaiah 	stream.avail_out = outlen;
180adb42f5eSAruna Balakrishnaiah 	stream.total_out = 0;
181adb42f5eSAruna Balakrishnaiah 
182adb42f5eSAruna Balakrishnaiah 	err = zlib_inflate(&stream, Z_FINISH);
183adb42f5eSAruna Balakrishnaiah 	if (err != Z_STREAM_END)
184adb42f5eSAruna Balakrishnaiah 		goto error;
185adb42f5eSAruna Balakrishnaiah 
186adb42f5eSAruna Balakrishnaiah 	err = zlib_inflateEnd(&stream);
187adb42f5eSAruna Balakrishnaiah 	if (err != Z_OK)
188adb42f5eSAruna Balakrishnaiah 		goto error;
189adb42f5eSAruna Balakrishnaiah 
190adb42f5eSAruna Balakrishnaiah 	ret = stream.total_out;
191adb42f5eSAruna Balakrishnaiah error:
192adb42f5eSAruna Balakrishnaiah 	return ret;
193adb42f5eSAruna Balakrishnaiah }
194adb42f5eSAruna Balakrishnaiah 
195b0aad7a9SAruna Balakrishnaiah static void allocate_buf_for_compression(void)
196b0aad7a9SAruna Balakrishnaiah {
197b0aad7a9SAruna Balakrishnaiah 	size_t size;
198*7de8fe2fSAruna Balakrishnaiah 	size_t cmpr;
199b0aad7a9SAruna Balakrishnaiah 
200*7de8fe2fSAruna Balakrishnaiah 	switch (psinfo->bufsize) {
201*7de8fe2fSAruna Balakrishnaiah 	/* buffer range for efivars */
202*7de8fe2fSAruna Balakrishnaiah 	case 1000 ... 2000:
203*7de8fe2fSAruna Balakrishnaiah 		cmpr = 56;
204*7de8fe2fSAruna Balakrishnaiah 		break;
205*7de8fe2fSAruna Balakrishnaiah 	case 2001 ... 3000:
206*7de8fe2fSAruna Balakrishnaiah 		cmpr = 54;
207*7de8fe2fSAruna Balakrishnaiah 		break;
208*7de8fe2fSAruna Balakrishnaiah 	case 3001 ... 3999:
209*7de8fe2fSAruna Balakrishnaiah 		cmpr = 52;
210*7de8fe2fSAruna Balakrishnaiah 		break;
211*7de8fe2fSAruna Balakrishnaiah 	/* buffer range for nvram, erst */
212*7de8fe2fSAruna Balakrishnaiah 	case 4000 ... 10000:
213*7de8fe2fSAruna Balakrishnaiah 		cmpr = 45;
214*7de8fe2fSAruna Balakrishnaiah 		break;
215*7de8fe2fSAruna Balakrishnaiah 	default:
216*7de8fe2fSAruna Balakrishnaiah 		cmpr = 60;
217*7de8fe2fSAruna Balakrishnaiah 		break;
218*7de8fe2fSAruna Balakrishnaiah 	}
219*7de8fe2fSAruna Balakrishnaiah 
220*7de8fe2fSAruna Balakrishnaiah 	big_oops_buf_sz = (psinfo->bufsize * 100) / cmpr;
221b0aad7a9SAruna Balakrishnaiah 	big_oops_buf = kmalloc(big_oops_buf_sz, GFP_KERNEL);
222b0aad7a9SAruna Balakrishnaiah 	if (big_oops_buf) {
223b0aad7a9SAruna Balakrishnaiah 		size = max(zlib_deflate_workspacesize(WINDOW_BITS, MEM_LEVEL),
224b0aad7a9SAruna Balakrishnaiah 			zlib_inflate_workspacesize());
225b0aad7a9SAruna Balakrishnaiah 		stream.workspace = kmalloc(size, GFP_KERNEL);
226b0aad7a9SAruna Balakrishnaiah 		if (!stream.workspace) {
227b0aad7a9SAruna Balakrishnaiah 			pr_err("pstore: No memory for compression workspace; "
228b0aad7a9SAruna Balakrishnaiah 				"skipping compression\n");
229b0aad7a9SAruna Balakrishnaiah 			kfree(big_oops_buf);
230b0aad7a9SAruna Balakrishnaiah 			big_oops_buf = NULL;
231b0aad7a9SAruna Balakrishnaiah 		}
232b0aad7a9SAruna Balakrishnaiah 	} else {
233b0aad7a9SAruna Balakrishnaiah 		pr_err("No memory for uncompressed data; "
234b0aad7a9SAruna Balakrishnaiah 			"skipping compression\n");
235b0aad7a9SAruna Balakrishnaiah 		stream.workspace = NULL;
236b0aad7a9SAruna Balakrishnaiah 	}
237b0aad7a9SAruna Balakrishnaiah 
238b0aad7a9SAruna Balakrishnaiah }
239b0aad7a9SAruna Balakrishnaiah 
240b0aad7a9SAruna Balakrishnaiah /*
241b0aad7a9SAruna Balakrishnaiah  * Called when compression fails, since the printk buffer
242b0aad7a9SAruna Balakrishnaiah  * would be fetched for compression calling it again when
243b0aad7a9SAruna Balakrishnaiah  * compression fails would have moved the iterator of
244b0aad7a9SAruna Balakrishnaiah  * printk buffer which results in fetching old contents.
245b0aad7a9SAruna Balakrishnaiah  * Copy the recent messages from big_oops_buf to psinfo->buf
246b0aad7a9SAruna Balakrishnaiah  */
247b0aad7a9SAruna Balakrishnaiah static size_t copy_kmsg_to_buffer(int hsize, size_t len)
248b0aad7a9SAruna Balakrishnaiah {
249b0aad7a9SAruna Balakrishnaiah 	size_t total_len;
250b0aad7a9SAruna Balakrishnaiah 	size_t diff;
251b0aad7a9SAruna Balakrishnaiah 
252b0aad7a9SAruna Balakrishnaiah 	total_len = hsize + len;
253b0aad7a9SAruna Balakrishnaiah 
254b0aad7a9SAruna Balakrishnaiah 	if (total_len > psinfo->bufsize) {
255b0aad7a9SAruna Balakrishnaiah 		diff = total_len - psinfo->bufsize + hsize;
256b0aad7a9SAruna Balakrishnaiah 		memcpy(psinfo->buf, big_oops_buf, hsize);
257b0aad7a9SAruna Balakrishnaiah 		memcpy(psinfo->buf + hsize, big_oops_buf + diff,
258b0aad7a9SAruna Balakrishnaiah 					psinfo->bufsize - hsize);
259b0aad7a9SAruna Balakrishnaiah 		total_len = psinfo->bufsize;
260b0aad7a9SAruna Balakrishnaiah 	} else
261b0aad7a9SAruna Balakrishnaiah 		memcpy(psinfo->buf, big_oops_buf, total_len);
262b0aad7a9SAruna Balakrishnaiah 
263b0aad7a9SAruna Balakrishnaiah 	return total_len;
264b0aad7a9SAruna Balakrishnaiah }
265b0aad7a9SAruna Balakrishnaiah 
266ca01d6ddSTony Luck /*
267ca01d6ddSTony Luck  * callback from kmsg_dump. (s2,l2) has the most recently
268ca01d6ddSTony Luck  * written bytes, older bytes are in (s1,l1). Save as much
269ca01d6ddSTony Luck  * as we can from the end of the buffer.
270ca01d6ddSTony Luck  */
271ca01d6ddSTony Luck static void pstore_dump(struct kmsg_dumper *dumper,
272e2ae715dSKay Sievers 			enum kmsg_dump_reason reason)
273ca01d6ddSTony Luck {
274e2ae715dSKay Sievers 	unsigned long	total = 0;
275381b872cSSeiji Aguchi 	const char	*why;
276ca01d6ddSTony Luck 	u64		id;
277b94fdd07SMatthew Garrett 	unsigned int	part = 1;
278abd4d558SDon Zickus 	unsigned long	flags = 0;
279abd4d558SDon Zickus 	int		is_locked = 0;
280e2ae715dSKay Sievers 	int		ret;
281ca01d6ddSTony Luck 
282381b872cSSeiji Aguchi 	why = get_reason_str(reason);
2839f6af27fSTony Luck 
2849f244e9cSSeiji Aguchi 	if (pstore_cannot_block_path(reason)) {
2859f244e9cSSeiji Aguchi 		is_locked = spin_trylock_irqsave(&psinfo->buf_lock, flags);
2869f244e9cSSeiji Aguchi 		if (!is_locked) {
2879f244e9cSSeiji Aguchi 			pr_err("pstore dump routine blocked in %s path, may corrupt error record\n"
2889f244e9cSSeiji Aguchi 				       , in_nmi() ? "NMI" : why);
2899f244e9cSSeiji Aguchi 		}
290abd4d558SDon Zickus 	} else
291abd4d558SDon Zickus 		spin_lock_irqsave(&psinfo->buf_lock, flags);
292ca01d6ddSTony Luck 	oopscount++;
293ca01d6ddSTony Luck 	while (total < kmsg_bytes) {
294e2ae715dSKay Sievers 		char *dst;
295e2ae715dSKay Sievers 		unsigned long size;
296e2ae715dSKay Sievers 		int hsize;
297b0aad7a9SAruna Balakrishnaiah 		int zipped_len = -1;
298e2ae715dSKay Sievers 		size_t len;
299b0aad7a9SAruna Balakrishnaiah 		bool compressed;
300b0aad7a9SAruna Balakrishnaiah 		size_t total_len;
301e2ae715dSKay Sievers 
302b0aad7a9SAruna Balakrishnaiah 		if (big_oops_buf) {
303b0aad7a9SAruna Balakrishnaiah 			dst = big_oops_buf;
304b0aad7a9SAruna Balakrishnaiah 			hsize = sprintf(dst, "%s#%d Part%d\n", why,
305b0aad7a9SAruna Balakrishnaiah 							oopscount, part);
306b0aad7a9SAruna Balakrishnaiah 			size = big_oops_buf_sz - hsize;
307b0aad7a9SAruna Balakrishnaiah 
308b0aad7a9SAruna Balakrishnaiah 			if (!kmsg_dump_get_buffer(dumper, true, dst + hsize,
309b0aad7a9SAruna Balakrishnaiah 								size, &len))
310b0aad7a9SAruna Balakrishnaiah 				break;
311b0aad7a9SAruna Balakrishnaiah 
312b0aad7a9SAruna Balakrishnaiah 			zipped_len = pstore_compress(dst, psinfo->buf,
313b0aad7a9SAruna Balakrishnaiah 						hsize + len, psinfo->bufsize);
314b0aad7a9SAruna Balakrishnaiah 
315b0aad7a9SAruna Balakrishnaiah 			if (zipped_len > 0) {
316b0aad7a9SAruna Balakrishnaiah 				compressed = true;
317b0aad7a9SAruna Balakrishnaiah 				total_len = zipped_len;
318b0aad7a9SAruna Balakrishnaiah 			} else {
319b0aad7a9SAruna Balakrishnaiah 				pr_err("pstore: compression failed for Part %d"
320b0aad7a9SAruna Balakrishnaiah 					" returned %d\n", part, zipped_len);
321b0aad7a9SAruna Balakrishnaiah 				pr_err("pstore: Capture uncompressed"
322b0aad7a9SAruna Balakrishnaiah 					" oops/panic report of Part %d\n", part);
323b0aad7a9SAruna Balakrishnaiah 				compressed = false;
324b0aad7a9SAruna Balakrishnaiah 				total_len = copy_kmsg_to_buffer(hsize, len);
325b0aad7a9SAruna Balakrishnaiah 			}
326b0aad7a9SAruna Balakrishnaiah 		} else {
327ca01d6ddSTony Luck 			dst = psinfo->buf;
328b0aad7a9SAruna Balakrishnaiah 			hsize = sprintf(dst, "%s#%d Part%d\n", why, oopscount,
329b0aad7a9SAruna Balakrishnaiah 									part);
330ca01d6ddSTony Luck 			size = psinfo->bufsize - hsize;
331ca01d6ddSTony Luck 			dst += hsize;
332ca01d6ddSTony Luck 
333b0aad7a9SAruna Balakrishnaiah 			if (!kmsg_dump_get_buffer(dumper, true, dst,
334b0aad7a9SAruna Balakrishnaiah 								size, &len))
335ca01d6ddSTony Luck 				break;
336ca01d6ddSTony Luck 
337b0aad7a9SAruna Balakrishnaiah 			compressed = false;
338b0aad7a9SAruna Balakrishnaiah 			total_len = hsize + len;
339b0aad7a9SAruna Balakrishnaiah 		}
340b0aad7a9SAruna Balakrishnaiah 
3413d6d8d20SKees Cook 		ret = psinfo->write(PSTORE_TYPE_DMESG, reason, &id, part,
342b0aad7a9SAruna Balakrishnaiah 				    oopscount, compressed, total_len, psinfo);
343b238b8faSChen Gong 		if (ret == 0 && reason == KMSG_DUMP_OOPS && pstore_is_mounted())
3446dda9266SLuck, Tony 			pstore_new_entry = 1;
345e2ae715dSKay Sievers 
346b0aad7a9SAruna Balakrishnaiah 		total += total_len;
34756280682SMatthew Garrett 		part++;
348ca01d6ddSTony Luck 	}
3499f244e9cSSeiji Aguchi 	if (pstore_cannot_block_path(reason)) {
350abd4d558SDon Zickus 		if (is_locked)
3519f244e9cSSeiji Aguchi 			spin_unlock_irqrestore(&psinfo->buf_lock, flags);
352abd4d558SDon Zickus 	} else
353abd4d558SDon Zickus 		spin_unlock_irqrestore(&psinfo->buf_lock, flags);
354ca01d6ddSTony Luck }
355ca01d6ddSTony Luck 
356ca01d6ddSTony Luck static struct kmsg_dumper pstore_dumper = {
357ca01d6ddSTony Luck 	.dump = pstore_dump,
358ca01d6ddSTony Luck };
359ca01d6ddSTony Luck 
360f29e5956SAnton Vorontsov #ifdef CONFIG_PSTORE_CONSOLE
361f29e5956SAnton Vorontsov static void pstore_console_write(struct console *con, const char *s, unsigned c)
362f29e5956SAnton Vorontsov {
363f29e5956SAnton Vorontsov 	const char *e = s + c;
364f29e5956SAnton Vorontsov 
365f29e5956SAnton Vorontsov 	while (s < e) {
366f29e5956SAnton Vorontsov 		unsigned long flags;
36770a6f46dSColin Ian King 		u64 id;
368f29e5956SAnton Vorontsov 
369f29e5956SAnton Vorontsov 		if (c > psinfo->bufsize)
370f29e5956SAnton Vorontsov 			c = psinfo->bufsize;
37180c9d03cSChuansheng Liu 
37280c9d03cSChuansheng Liu 		if (oops_in_progress) {
37380c9d03cSChuansheng Liu 			if (!spin_trylock_irqsave(&psinfo->buf_lock, flags))
37480c9d03cSChuansheng Liu 				break;
37580c9d03cSChuansheng Liu 		} else {
376f29e5956SAnton Vorontsov 			spin_lock_irqsave(&psinfo->buf_lock, flags);
37780c9d03cSChuansheng Liu 		}
378f29e5956SAnton Vorontsov 		memcpy(psinfo->buf, s, c);
3796bbbca73SAruna Balakrishnaiah 		psinfo->write(PSTORE_TYPE_CONSOLE, 0, &id, 0, 0, 0, c, psinfo);
380f29e5956SAnton Vorontsov 		spin_unlock_irqrestore(&psinfo->buf_lock, flags);
381f29e5956SAnton Vorontsov 		s += c;
382f29e5956SAnton Vorontsov 		c = e - s;
383f29e5956SAnton Vorontsov 	}
384f29e5956SAnton Vorontsov }
385f29e5956SAnton Vorontsov 
386f29e5956SAnton Vorontsov static struct console pstore_console = {
387f29e5956SAnton Vorontsov 	.name	= "pstore",
388f29e5956SAnton Vorontsov 	.write	= pstore_console_write,
389f29e5956SAnton Vorontsov 	.flags	= CON_PRINTBUFFER | CON_ENABLED | CON_ANYTIME,
390f29e5956SAnton Vorontsov 	.index	= -1,
391f29e5956SAnton Vorontsov };
392f29e5956SAnton Vorontsov 
393f29e5956SAnton Vorontsov static void pstore_register_console(void)
394f29e5956SAnton Vorontsov {
395f29e5956SAnton Vorontsov 	register_console(&pstore_console);
396f29e5956SAnton Vorontsov }
397f29e5956SAnton Vorontsov #else
398f29e5956SAnton Vorontsov static void pstore_register_console(void) {}
399f29e5956SAnton Vorontsov #endif
400f29e5956SAnton Vorontsov 
401897dba02SAnton Vorontsov static int pstore_write_compat(enum pstore_type_id type,
402897dba02SAnton Vorontsov 			       enum kmsg_dump_reason reason,
403755d4fe4SSeiji Aguchi 			       u64 *id, unsigned int part, int count,
404b3b515bbSAruna Balakrishnaiah 			       bool compressed, size_t size,
4056bbbca73SAruna Balakrishnaiah 			       struct pstore_info *psi)
406897dba02SAnton Vorontsov {
407b3b515bbSAruna Balakrishnaiah 	return psi->write_buf(type, reason, id, part, psinfo->buf, compressed,
4086bbbca73SAruna Balakrishnaiah 			     size, psi);
409897dba02SAnton Vorontsov }
410897dba02SAnton Vorontsov 
411ca01d6ddSTony Luck /*
412ca01d6ddSTony Luck  * platform specific persistent storage driver registers with
413ca01d6ddSTony Luck  * us here. If pstore is already mounted, call the platform
414ca01d6ddSTony Luck  * read function right away to populate the file system. If not
415ca01d6ddSTony Luck  * then the pstore mount code will call us later to fill out
416ca01d6ddSTony Luck  * the file system.
417ca01d6ddSTony Luck  *
418ca01d6ddSTony Luck  * Register with kmsg_dump to save last part of console log on panic.
419ca01d6ddSTony Luck  */
420ca01d6ddSTony Luck int pstore_register(struct pstore_info *psi)
421ca01d6ddSTony Luck {
422ca01d6ddSTony Luck 	struct module *owner = psi->owner;
423ca01d6ddSTony Luck 
4248e48b1a8SLenny Szubowicz 	if (backend && strcmp(backend, psi->name))
4258e48b1a8SLenny Szubowicz 		return -EPERM;
4268e48b1a8SLenny Szubowicz 
427ca01d6ddSTony Luck 	spin_lock(&pstore_lock);
428ca01d6ddSTony Luck 	if (psinfo) {
429ca01d6ddSTony Luck 		spin_unlock(&pstore_lock);
430ca01d6ddSTony Luck 		return -EBUSY;
431ca01d6ddSTony Luck 	}
432dee28e72SMatthew Garrett 
433897dba02SAnton Vorontsov 	if (!psi->write)
434897dba02SAnton Vorontsov 		psi->write = pstore_write_compat;
435ca01d6ddSTony Luck 	psinfo = psi;
436f6f82851SKees Cook 	mutex_init(&psinfo->read_mutex);
437ca01d6ddSTony Luck 	spin_unlock(&pstore_lock);
438ca01d6ddSTony Luck 
439ca01d6ddSTony Luck 	if (owner && !try_module_get(owner)) {
440ca01d6ddSTony Luck 		psinfo = NULL;
441ca01d6ddSTony Luck 		return -EINVAL;
442ca01d6ddSTony Luck 	}
443ca01d6ddSTony Luck 
444b0aad7a9SAruna Balakrishnaiah 	allocate_buf_for_compression();
445b0aad7a9SAruna Balakrishnaiah 
446ca01d6ddSTony Luck 	if (pstore_is_mounted())
4476dda9266SLuck, Tony 		pstore_get_records(0);
448ca01d6ddSTony Luck 
449ca01d6ddSTony Luck 	kmsg_dump_register(&pstore_dumper);
450f29e5956SAnton Vorontsov 	pstore_register_console();
45165f8c95eSAnton Vorontsov 	pstore_register_ftrace();
452ca01d6ddSTony Luck 
453a3f5f075SAnton Vorontsov 	if (pstore_update_ms >= 0) {
454a3f5f075SAnton Vorontsov 		pstore_timer.expires = jiffies +
455a3f5f075SAnton Vorontsov 			msecs_to_jiffies(pstore_update_ms);
4566dda9266SLuck, Tony 		add_timer(&pstore_timer);
457a3f5f075SAnton Vorontsov 	}
4586dda9266SLuck, Tony 
4598e48b1a8SLenny Szubowicz 	pr_info("pstore: Registered %s as persistent store backend\n",
4608e48b1a8SLenny Szubowicz 		psi->name);
4618e48b1a8SLenny Szubowicz 
462ca01d6ddSTony Luck 	return 0;
463ca01d6ddSTony Luck }
464ca01d6ddSTony Luck EXPORT_SYMBOL_GPL(pstore_register);
465ca01d6ddSTony Luck 
466ca01d6ddSTony Luck /*
4676dda9266SLuck, Tony  * Read all the records from the persistent store. Create
4686dda9266SLuck, Tony  * files in our filesystem.  Don't warn about -EEXIST errors
4696dda9266SLuck, Tony  * when we are re-scanning the backing store looking to add new
4706dda9266SLuck, Tony  * error records.
471ca01d6ddSTony Luck  */
4726dda9266SLuck, Tony void pstore_get_records(int quiet)
473ca01d6ddSTony Luck {
474ca01d6ddSTony Luck 	struct pstore_info *psi = psinfo;
475f6f82851SKees Cook 	char			*buf = NULL;
4768d38d74bSChen Gong 	ssize_t			size;
477ca01d6ddSTony Luck 	u64			id;
478755d4fe4SSeiji Aguchi 	int			count;
479ca01d6ddSTony Luck 	enum pstore_type_id	type;
480ca01d6ddSTony Luck 	struct timespec		time;
48106cf91b4SChen Gong 	int			failed = 0, rc;
4829a4e1398SAruna Balakrishnaiah 	bool			compressed;
483adb42f5eSAruna Balakrishnaiah 	int			unzipped_len = -1;
484ca01d6ddSTony Luck 
485ca01d6ddSTony Luck 	if (!psi)
486ca01d6ddSTony Luck 		return;
487ca01d6ddSTony Luck 
488f6f82851SKees Cook 	mutex_lock(&psi->read_mutex);
4892174f6dfSKees Cook 	if (psi->open && psi->open(psi))
49006cf91b4SChen Gong 		goto out;
49106cf91b4SChen Gong 
4929a4e1398SAruna Balakrishnaiah 	while ((size = psi->read(&id, &type, &count, &time, &buf, &compressed,
4939a4e1398SAruna Balakrishnaiah 				psi)) > 0) {
494adb42f5eSAruna Balakrishnaiah 		if (compressed && (type == PSTORE_TYPE_DMESG)) {
495adb42f5eSAruna Balakrishnaiah 			if (big_oops_buf)
496adb42f5eSAruna Balakrishnaiah 				unzipped_len = pstore_decompress(buf,
497adb42f5eSAruna Balakrishnaiah 							big_oops_buf, size,
498adb42f5eSAruna Balakrishnaiah 							big_oops_buf_sz);
499adb42f5eSAruna Balakrishnaiah 
500adb42f5eSAruna Balakrishnaiah 			if (unzipped_len > 0) {
501adb42f5eSAruna Balakrishnaiah 				buf = big_oops_buf;
502adb42f5eSAruna Balakrishnaiah 				size = unzipped_len;
5039ad2cbe0SAruna Balakrishnaiah 				compressed = false;
504adb42f5eSAruna Balakrishnaiah 			} else {
505adb42f5eSAruna Balakrishnaiah 				pr_err("pstore: decompression failed;"
506adb42f5eSAruna Balakrishnaiah 					"returned %d\n", unzipped_len);
5079ad2cbe0SAruna Balakrishnaiah 				compressed = true;
508adb42f5eSAruna Balakrishnaiah 			}
509adb42f5eSAruna Balakrishnaiah 		}
510755d4fe4SSeiji Aguchi 		rc = pstore_mkfile(type, psi->name, id, count, buf,
5119ad2cbe0SAruna Balakrishnaiah 				  compressed, (size_t)size, time, psi);
512adb42f5eSAruna Balakrishnaiah 		if (unzipped_len < 0) {
513adb42f5eSAruna Balakrishnaiah 			/* Free buffer other than big oops */
514f6f82851SKees Cook 			kfree(buf);
515f6f82851SKees Cook 			buf = NULL;
516adb42f5eSAruna Balakrishnaiah 		} else
517adb42f5eSAruna Balakrishnaiah 			unzipped_len = -1;
5186dda9266SLuck, Tony 		if (rc && (rc != -EEXIST || !quiet))
519ca01d6ddSTony Luck 			failed++;
520ca01d6ddSTony Luck 	}
5212174f6dfSKees Cook 	if (psi->close)
52206cf91b4SChen Gong 		psi->close(psi);
52306cf91b4SChen Gong out:
524f6f82851SKees Cook 	mutex_unlock(&psi->read_mutex);
525ca01d6ddSTony Luck 
526ca01d6ddSTony Luck 	if (failed)
527ca01d6ddSTony Luck 		printk(KERN_WARNING "pstore: failed to load %d record(s) from '%s'\n",
528ca01d6ddSTony Luck 		       failed, psi->name);
529ca01d6ddSTony Luck }
530ca01d6ddSTony Luck 
5316dda9266SLuck, Tony static void pstore_dowork(struct work_struct *work)
5326dda9266SLuck, Tony {
5336dda9266SLuck, Tony 	pstore_get_records(1);
5346dda9266SLuck, Tony }
5356dda9266SLuck, Tony 
5366dda9266SLuck, Tony static void pstore_timefunc(unsigned long dummy)
5376dda9266SLuck, Tony {
5386dda9266SLuck, Tony 	if (pstore_new_entry) {
5396dda9266SLuck, Tony 		pstore_new_entry = 0;
5406dda9266SLuck, Tony 		schedule_work(&pstore_work);
5416dda9266SLuck, Tony 	}
5426dda9266SLuck, Tony 
543a3f5f075SAnton Vorontsov 	mod_timer(&pstore_timer, jiffies + msecs_to_jiffies(pstore_update_ms));
5446dda9266SLuck, Tony }
5456dda9266SLuck, Tony 
546dee28e72SMatthew Garrett module_param(backend, charp, 0444);
547dee28e72SMatthew Garrett MODULE_PARM_DESC(backend, "Pstore backend to use");
548