xref: /openbmc/linux/fs/jffs2/compr.c (revision c799aca3)
11da177e4SLinus Torvalds /*
21da177e4SLinus Torvalds  * JFFS2 -- Journalling Flash File System, Version 2.
31da177e4SLinus Torvalds  *
4c00c310eSDavid Woodhouse  * Copyright © 2001-2007 Red Hat, Inc.
51da177e4SLinus Torvalds  * Created by Arjan van de Ven <arjanv@redhat.com>
61da177e4SLinus Torvalds  *
7c00c310eSDavid Woodhouse  * Copyright © 2004 Ferenc Havasi <havasi@inf.u-szeged.hu>,
81da177e4SLinus Torvalds  *		    University of Szeged, Hungary
91da177e4SLinus Torvalds  *
101da177e4SLinus Torvalds  * For licensing information, see the file 'LICENCE' in this directory.
111da177e4SLinus Torvalds  *
121da177e4SLinus Torvalds  */
131da177e4SLinus Torvalds 
141da177e4SLinus Torvalds #include "compr.h"
151da177e4SLinus Torvalds 
161da177e4SLinus Torvalds static DEFINE_SPINLOCK(jffs2_compressor_list_lock);
171da177e4SLinus Torvalds 
181da177e4SLinus Torvalds /* Available compressors are on this list */
191da177e4SLinus Torvalds static LIST_HEAD(jffs2_compressor_list);
201da177e4SLinus Torvalds 
211da177e4SLinus Torvalds /* Actual compression mode */
221da177e4SLinus Torvalds static int jffs2_compression_mode = JFFS2_COMPR_MODE_PRIORITY;
231da177e4SLinus Torvalds 
241da177e4SLinus Torvalds /* Statistics for blocks stored without compression */
251da177e4SLinus Torvalds static uint32_t none_stat_compr_blocks=0,none_stat_decompr_blocks=0,none_stat_compr_size=0;
261da177e4SLinus Torvalds 
271da177e4SLinus Torvalds /* jffs2_compress:
281da177e4SLinus Torvalds  * @data: Pointer to uncompressed data
291da177e4SLinus Torvalds  * @cdata: Pointer to returned pointer to buffer for compressed data
301da177e4SLinus Torvalds  * @datalen: On entry, holds the amount of data available for compression.
311da177e4SLinus Torvalds  *	On exit, expected to hold the amount of data actually compressed.
321da177e4SLinus Torvalds  * @cdatalen: On entry, holds the amount of space available for compressed
331da177e4SLinus Torvalds  *	data. On exit, expected to hold the actual size of the compressed
341da177e4SLinus Torvalds  *	data.
351da177e4SLinus Torvalds  *
361da177e4SLinus Torvalds  * Returns: Lower byte to be stored with data indicating compression type used.
371da177e4SLinus Torvalds  * Zero is used to show that the data could not be compressed - the
381da177e4SLinus Torvalds  * compressed version was actually larger than the original.
391da177e4SLinus Torvalds  * Upper byte will be used later. (soon)
401da177e4SLinus Torvalds  *
411da177e4SLinus Torvalds  * If the cdata buffer isn't large enough to hold all the uncompressed data,
421da177e4SLinus Torvalds  * jffs2_compress should compress as much as will fit, and should set
431da177e4SLinus Torvalds  * *datalen accordingly to show the amount of data which were compressed.
441da177e4SLinus Torvalds  */
451da177e4SLinus Torvalds uint16_t jffs2_compress(struct jffs2_sb_info *c, struct jffs2_inode_info *f,
461da177e4SLinus Torvalds 			unsigned char *data_in, unsigned char **cpage_out,
471da177e4SLinus Torvalds 			uint32_t *datalen, uint32_t *cdatalen)
481da177e4SLinus Torvalds {
491da177e4SLinus Torvalds 	int ret = JFFS2_COMPR_NONE;
501da177e4SLinus Torvalds 	int compr_ret;
511da177e4SLinus Torvalds 	struct jffs2_compressor *this, *best=NULL;
521da177e4SLinus Torvalds 	unsigned char *output_buf = NULL, *tmp_buf;
531da177e4SLinus Torvalds 	uint32_t orig_slen, orig_dlen;
541da177e4SLinus Torvalds 	uint32_t best_slen=0, best_dlen=0;
551da177e4SLinus Torvalds 
561da177e4SLinus Torvalds 	switch (jffs2_compression_mode) {
571da177e4SLinus Torvalds 	case JFFS2_COMPR_MODE_NONE:
581da177e4SLinus Torvalds 		break;
591da177e4SLinus Torvalds 	case JFFS2_COMPR_MODE_PRIORITY:
601da177e4SLinus Torvalds 		output_buf = kmalloc(*cdatalen,GFP_KERNEL);
611da177e4SLinus Torvalds 		if (!output_buf) {
621da177e4SLinus Torvalds 			printk(KERN_WARNING "JFFS2: No memory for compressor allocation. Compression failed.\n");
631da177e4SLinus Torvalds 			goto out;
641da177e4SLinus Torvalds 		}
651da177e4SLinus Torvalds 		orig_slen = *datalen;
661da177e4SLinus Torvalds 		orig_dlen = *cdatalen;
671da177e4SLinus Torvalds 		spin_lock(&jffs2_compressor_list_lock);
681da177e4SLinus Torvalds 		list_for_each_entry(this, &jffs2_compressor_list, list) {
691da177e4SLinus Torvalds 			/* Skip decompress-only backwards-compatibility and disabled modules */
701da177e4SLinus Torvalds 			if ((!this->compress)||(this->disabled))
711da177e4SLinus Torvalds 				continue;
721da177e4SLinus Torvalds 
731da177e4SLinus Torvalds 			this->usecount++;
741da177e4SLinus Torvalds 			spin_unlock(&jffs2_compressor_list_lock);
751da177e4SLinus Torvalds 			*datalen  = orig_slen;
761da177e4SLinus Torvalds 			*cdatalen = orig_dlen;
771da177e4SLinus Torvalds 			compr_ret = this->compress(data_in, output_buf, datalen, cdatalen, NULL);
781da177e4SLinus Torvalds 			spin_lock(&jffs2_compressor_list_lock);
791da177e4SLinus Torvalds 			this->usecount--;
801da177e4SLinus Torvalds 			if (!compr_ret) {
811da177e4SLinus Torvalds 				ret = this->compr;
821da177e4SLinus Torvalds 				this->stat_compr_blocks++;
831da177e4SLinus Torvalds 				this->stat_compr_orig_size += *datalen;
841da177e4SLinus Torvalds 				this->stat_compr_new_size  += *cdatalen;
851da177e4SLinus Torvalds 				break;
861da177e4SLinus Torvalds 			}
871da177e4SLinus Torvalds 		}
881da177e4SLinus Torvalds 		spin_unlock(&jffs2_compressor_list_lock);
89ef53cb02SDavid Woodhouse 		if (ret == JFFS2_COMPR_NONE)
90ef53cb02SDavid Woodhouse 			kfree(output_buf);
911da177e4SLinus Torvalds 		break;
921da177e4SLinus Torvalds 	case JFFS2_COMPR_MODE_SIZE:
931da177e4SLinus Torvalds 		orig_slen = *datalen;
941da177e4SLinus Torvalds 		orig_dlen = *cdatalen;
951da177e4SLinus Torvalds 		spin_lock(&jffs2_compressor_list_lock);
961da177e4SLinus Torvalds 		list_for_each_entry(this, &jffs2_compressor_list, list) {
971da177e4SLinus Torvalds 			/* Skip decompress-only backwards-compatibility and disabled modules */
981da177e4SLinus Torvalds 			if ((!this->compress)||(this->disabled))
991da177e4SLinus Torvalds 				continue;
1001da177e4SLinus Torvalds 			/* Allocating memory for output buffer if necessary */
1011da177e4SLinus Torvalds 			if ((this->compr_buf_size<orig_dlen)&&(this->compr_buf)) {
1021da177e4SLinus Torvalds 				spin_unlock(&jffs2_compressor_list_lock);
1031da177e4SLinus Torvalds 				kfree(this->compr_buf);
1041da177e4SLinus Torvalds 				spin_lock(&jffs2_compressor_list_lock);
1051da177e4SLinus Torvalds 				this->compr_buf_size=0;
1061da177e4SLinus Torvalds 				this->compr_buf=NULL;
1071da177e4SLinus Torvalds 			}
1081da177e4SLinus Torvalds 			if (!this->compr_buf) {
1091da177e4SLinus Torvalds 				spin_unlock(&jffs2_compressor_list_lock);
1101da177e4SLinus Torvalds 				tmp_buf = kmalloc(orig_dlen,GFP_KERNEL);
1111da177e4SLinus Torvalds 				spin_lock(&jffs2_compressor_list_lock);
1121da177e4SLinus Torvalds 				if (!tmp_buf) {
1131da177e4SLinus Torvalds 					printk(KERN_WARNING "JFFS2: No memory for compressor allocation. (%d bytes)\n",orig_dlen);
1141da177e4SLinus Torvalds 					continue;
1151da177e4SLinus Torvalds 				}
1161da177e4SLinus Torvalds 				else {
1171da177e4SLinus Torvalds 					this->compr_buf = tmp_buf;
1181da177e4SLinus Torvalds 					this->compr_buf_size = orig_dlen;
1191da177e4SLinus Torvalds 				}
1201da177e4SLinus Torvalds 			}
1211da177e4SLinus Torvalds 			this->usecount++;
1221da177e4SLinus Torvalds 			spin_unlock(&jffs2_compressor_list_lock);
1231da177e4SLinus Torvalds 			*datalen  = orig_slen;
1241da177e4SLinus Torvalds 			*cdatalen = orig_dlen;
1251da177e4SLinus Torvalds 			compr_ret = this->compress(data_in, this->compr_buf, datalen, cdatalen, NULL);
1261da177e4SLinus Torvalds 			spin_lock(&jffs2_compressor_list_lock);
1271da177e4SLinus Torvalds 			this->usecount--;
1281da177e4SLinus Torvalds 			if (!compr_ret) {
1291da177e4SLinus Torvalds 				if ((!best_dlen)||(best_dlen>*cdatalen)) {
1301da177e4SLinus Torvalds 					best_dlen = *cdatalen;
1311da177e4SLinus Torvalds 					best_slen = *datalen;
1321da177e4SLinus Torvalds 					best = this;
1331da177e4SLinus Torvalds 				}
1341da177e4SLinus Torvalds 			}
1351da177e4SLinus Torvalds 		}
1361da177e4SLinus Torvalds 		if (best_dlen) {
1371da177e4SLinus Torvalds 			*cdatalen = best_dlen;
1381da177e4SLinus Torvalds 			*datalen  = best_slen;
1391da177e4SLinus Torvalds 			output_buf = best->compr_buf;
1401da177e4SLinus Torvalds 			best->compr_buf = NULL;
1411da177e4SLinus Torvalds 			best->compr_buf_size = 0;
1421da177e4SLinus Torvalds 			best->stat_compr_blocks++;
1431da177e4SLinus Torvalds 			best->stat_compr_orig_size += best_slen;
1441da177e4SLinus Torvalds 			best->stat_compr_new_size  += best_dlen;
1451da177e4SLinus Torvalds 			ret = best->compr;
1461da177e4SLinus Torvalds 		}
1471da177e4SLinus Torvalds 		spin_unlock(&jffs2_compressor_list_lock);
1481da177e4SLinus Torvalds 		break;
1491da177e4SLinus Torvalds 	default:
1501da177e4SLinus Torvalds 		printk(KERN_ERR "JFFS2: unknow compression mode.\n");
1511da177e4SLinus Torvalds 	}
1521da177e4SLinus Torvalds  out:
1531da177e4SLinus Torvalds 	if (ret == JFFS2_COMPR_NONE) {
1541da177e4SLinus Torvalds 		*cpage_out = data_in;
1551da177e4SLinus Torvalds 		*datalen = *cdatalen;
1561da177e4SLinus Torvalds 		none_stat_compr_blocks++;
1571da177e4SLinus Torvalds 		none_stat_compr_size += *datalen;
1581da177e4SLinus Torvalds 	}
1591da177e4SLinus Torvalds 	else {
1601da177e4SLinus Torvalds 		*cpage_out = output_buf;
1611da177e4SLinus Torvalds 	}
1621da177e4SLinus Torvalds 	return ret;
1631da177e4SLinus Torvalds }
1641da177e4SLinus Torvalds 
1651da177e4SLinus Torvalds int jffs2_decompress(struct jffs2_sb_info *c, struct jffs2_inode_info *f,
1661da177e4SLinus Torvalds 		     uint16_t comprtype, unsigned char *cdata_in,
1671da177e4SLinus Torvalds 		     unsigned char *data_out, uint32_t cdatalen, uint32_t datalen)
1681da177e4SLinus Torvalds {
1691da177e4SLinus Torvalds 	struct jffs2_compressor *this;
1701da177e4SLinus Torvalds 	int ret;
1711da177e4SLinus Torvalds 
1721da177e4SLinus Torvalds 	/* Older code had a bug where it would write non-zero 'usercompr'
1731da177e4SLinus Torvalds 	   fields. Deal with it. */
1741da177e4SLinus Torvalds 	if ((comprtype & 0xff) <= JFFS2_COMPR_ZLIB)
1751da177e4SLinus Torvalds 		comprtype &= 0xff;
1761da177e4SLinus Torvalds 
1771da177e4SLinus Torvalds 	switch (comprtype & 0xff) {
1781da177e4SLinus Torvalds 	case JFFS2_COMPR_NONE:
1791da177e4SLinus Torvalds 		/* This should be special-cased elsewhere, but we might as well deal with it */
1801da177e4SLinus Torvalds 		memcpy(data_out, cdata_in, datalen);
1811da177e4SLinus Torvalds 		none_stat_decompr_blocks++;
1821da177e4SLinus Torvalds 		break;
1831da177e4SLinus Torvalds 	case JFFS2_COMPR_ZERO:
1841da177e4SLinus Torvalds 		memset(data_out, 0, datalen);
1851da177e4SLinus Torvalds 		break;
1861da177e4SLinus Torvalds 	default:
1871da177e4SLinus Torvalds 		spin_lock(&jffs2_compressor_list_lock);
1881da177e4SLinus Torvalds 		list_for_each_entry(this, &jffs2_compressor_list, list) {
1891da177e4SLinus Torvalds 			if (comprtype == this->compr) {
1901da177e4SLinus Torvalds 				this->usecount++;
1911da177e4SLinus Torvalds 				spin_unlock(&jffs2_compressor_list_lock);
1921da177e4SLinus Torvalds 				ret = this->decompress(cdata_in, data_out, cdatalen, datalen, NULL);
1931da177e4SLinus Torvalds 				spin_lock(&jffs2_compressor_list_lock);
1941da177e4SLinus Torvalds 				if (ret) {
1951da177e4SLinus Torvalds 					printk(KERN_WARNING "Decompressor \"%s\" returned %d\n", this->name, ret);
1961da177e4SLinus Torvalds 				}
1971da177e4SLinus Torvalds 				else {
1981da177e4SLinus Torvalds 					this->stat_decompr_blocks++;
1991da177e4SLinus Torvalds 				}
2001da177e4SLinus Torvalds 				this->usecount--;
2011da177e4SLinus Torvalds 				spin_unlock(&jffs2_compressor_list_lock);
2021da177e4SLinus Torvalds 				return ret;
2031da177e4SLinus Torvalds 			}
2041da177e4SLinus Torvalds 		}
2051da177e4SLinus Torvalds 		printk(KERN_WARNING "JFFS2 compression type 0x%02x not available.\n", comprtype);
2061da177e4SLinus Torvalds 		spin_unlock(&jffs2_compressor_list_lock);
2071da177e4SLinus Torvalds 		return -EIO;
2081da177e4SLinus Torvalds 	}
2091da177e4SLinus Torvalds 	return 0;
2101da177e4SLinus Torvalds }
2111da177e4SLinus Torvalds 
2121da177e4SLinus Torvalds int jffs2_register_compressor(struct jffs2_compressor *comp)
2131da177e4SLinus Torvalds {
2141da177e4SLinus Torvalds 	struct jffs2_compressor *this;
2151da177e4SLinus Torvalds 
2161da177e4SLinus Torvalds 	if (!comp->name) {
2171da177e4SLinus Torvalds 		printk(KERN_WARNING "NULL compressor name at registering JFFS2 compressor. Failed.\n");
2181da177e4SLinus Torvalds 		return -1;
2191da177e4SLinus Torvalds 	}
2201da177e4SLinus Torvalds 	comp->compr_buf_size=0;
2211da177e4SLinus Torvalds 	comp->compr_buf=NULL;
2221da177e4SLinus Torvalds 	comp->usecount=0;
2231da177e4SLinus Torvalds 	comp->stat_compr_orig_size=0;
2241da177e4SLinus Torvalds 	comp->stat_compr_new_size=0;
2251da177e4SLinus Torvalds 	comp->stat_compr_blocks=0;
2261da177e4SLinus Torvalds 	comp->stat_decompr_blocks=0;
2271da177e4SLinus Torvalds 	D1(printk(KERN_DEBUG "Registering JFFS2 compressor \"%s\"\n", comp->name));
2281da177e4SLinus Torvalds 
2291da177e4SLinus Torvalds 	spin_lock(&jffs2_compressor_list_lock);
2301da177e4SLinus Torvalds 
2311da177e4SLinus Torvalds 	list_for_each_entry(this, &jffs2_compressor_list, list) {
2321da177e4SLinus Torvalds 		if (this->priority < comp->priority) {
2331da177e4SLinus Torvalds 			list_add(&comp->list, this->list.prev);
2341da177e4SLinus Torvalds 			goto out;
2351da177e4SLinus Torvalds 		}
2361da177e4SLinus Torvalds 	}
2371da177e4SLinus Torvalds 	list_add_tail(&comp->list, &jffs2_compressor_list);
2381da177e4SLinus Torvalds out:
2391da177e4SLinus Torvalds 	D2(list_for_each_entry(this, &jffs2_compressor_list, list) {
2401da177e4SLinus Torvalds 		printk(KERN_DEBUG "Compressor \"%s\", prio %d\n", this->name, this->priority);
2411da177e4SLinus Torvalds 	})
2421da177e4SLinus Torvalds 
2431da177e4SLinus Torvalds 	spin_unlock(&jffs2_compressor_list_lock);
2441da177e4SLinus Torvalds 
2451da177e4SLinus Torvalds 	return 0;
2461da177e4SLinus Torvalds }
2471da177e4SLinus Torvalds 
2481da177e4SLinus Torvalds int jffs2_unregister_compressor(struct jffs2_compressor *comp)
2491da177e4SLinus Torvalds {
2501da177e4SLinus Torvalds 	D2(struct jffs2_compressor *this;)
2511da177e4SLinus Torvalds 
2521da177e4SLinus Torvalds 	D1(printk(KERN_DEBUG "Unregistering JFFS2 compressor \"%s\"\n", comp->name));
2531da177e4SLinus Torvalds 
2541da177e4SLinus Torvalds 	spin_lock(&jffs2_compressor_list_lock);
2551da177e4SLinus Torvalds 
2561da177e4SLinus Torvalds 	if (comp->usecount) {
2571da177e4SLinus Torvalds 		spin_unlock(&jffs2_compressor_list_lock);
2581da177e4SLinus Torvalds 		printk(KERN_WARNING "JFFS2: Compressor modul is in use. Unregister failed.\n");
2591da177e4SLinus Torvalds 		return -1;
2601da177e4SLinus Torvalds 	}
2611da177e4SLinus Torvalds 	list_del(&comp->list);
2621da177e4SLinus Torvalds 
2631da177e4SLinus Torvalds 	D2(list_for_each_entry(this, &jffs2_compressor_list, list) {
2641da177e4SLinus Torvalds 		printk(KERN_DEBUG "Compressor \"%s\", prio %d\n", this->name, this->priority);
2651da177e4SLinus Torvalds 	})
2661da177e4SLinus Torvalds 	spin_unlock(&jffs2_compressor_list_lock);
2671da177e4SLinus Torvalds 	return 0;
2681da177e4SLinus Torvalds }
2691da177e4SLinus Torvalds 
2701da177e4SLinus Torvalds void jffs2_free_comprbuf(unsigned char *comprbuf, unsigned char *orig)
2711da177e4SLinus Torvalds {
2721da177e4SLinus Torvalds 	if (orig != comprbuf)
2731da177e4SLinus Torvalds 		kfree(comprbuf);
2741da177e4SLinus Torvalds }
2751da177e4SLinus Torvalds 
2767d2beb13SDavid Brownell int __init jffs2_compressors_init(void)
2771da177e4SLinus Torvalds {
2781da177e4SLinus Torvalds /* Registering compressors */
2791da177e4SLinus Torvalds #ifdef CONFIG_JFFS2_ZLIB
2801da177e4SLinus Torvalds 	jffs2_zlib_init();
2811da177e4SLinus Torvalds #endif
2821da177e4SLinus Torvalds #ifdef CONFIG_JFFS2_RTIME
2831da177e4SLinus Torvalds 	jffs2_rtime_init();
2841da177e4SLinus Torvalds #endif
2851da177e4SLinus Torvalds #ifdef CONFIG_JFFS2_RUBIN
2861da177e4SLinus Torvalds 	jffs2_rubinmips_init();
2871da177e4SLinus Torvalds 	jffs2_dynrubin_init();
2881da177e4SLinus Torvalds #endif
289c799aca3SRichard Purdie #ifdef CONFIG_JFFS2_LZO
290c799aca3SRichard Purdie 	jffs2_lzo_init();
291c799aca3SRichard Purdie #endif
2921da177e4SLinus Torvalds /* Setting default compression mode */
2931da177e4SLinus Torvalds #ifdef CONFIG_JFFS2_CMODE_NONE
2941da177e4SLinus Torvalds 	jffs2_compression_mode = JFFS2_COMPR_MODE_NONE;
2951da177e4SLinus Torvalds 	D1(printk(KERN_INFO "JFFS2: default compression mode: none\n");)
2961da177e4SLinus Torvalds #else
2971da177e4SLinus Torvalds #ifdef CONFIG_JFFS2_CMODE_SIZE
2981da177e4SLinus Torvalds 	jffs2_compression_mode = JFFS2_COMPR_MODE_SIZE;
2991da177e4SLinus Torvalds 	D1(printk(KERN_INFO "JFFS2: default compression mode: size\n");)
3001da177e4SLinus Torvalds #else
3011da177e4SLinus Torvalds 	D1(printk(KERN_INFO "JFFS2: default compression mode: priority\n");)
3021da177e4SLinus Torvalds #endif
3031da177e4SLinus Torvalds #endif
3041da177e4SLinus Torvalds 	return 0;
3051da177e4SLinus Torvalds }
3061da177e4SLinus Torvalds 
3073bcc86f5SDavid Woodhouse int jffs2_compressors_exit(void)
3081da177e4SLinus Torvalds {
3091da177e4SLinus Torvalds /* Unregistering compressors */
310c799aca3SRichard Purdie #ifdef CONFIG_JFFS2_LZO
311c799aca3SRichard Purdie 	jffs2_lzo_exit();
312c799aca3SRichard Purdie #endif
3131da177e4SLinus Torvalds #ifdef CONFIG_JFFS2_RUBIN
3141da177e4SLinus Torvalds 	jffs2_dynrubin_exit();
3151da177e4SLinus Torvalds 	jffs2_rubinmips_exit();
3161da177e4SLinus Torvalds #endif
3171da177e4SLinus Torvalds #ifdef CONFIG_JFFS2_RTIME
3181da177e4SLinus Torvalds 	jffs2_rtime_exit();
3191da177e4SLinus Torvalds #endif
3201da177e4SLinus Torvalds #ifdef CONFIG_JFFS2_ZLIB
3211da177e4SLinus Torvalds 	jffs2_zlib_exit();
3221da177e4SLinus Torvalds #endif
3231da177e4SLinus Torvalds 	return 0;
3241da177e4SLinus Torvalds }
325