xref: /openbmc/linux/fs/exfat/cache.c (revision 4b4193256c8d3bc3a5397b5cd9494c2ad386317d)
1*c35b6810SNamjae Jeon // SPDX-License-Identifier: GPL-2.0-or-later
2*c35b6810SNamjae Jeon /*
3*c35b6810SNamjae Jeon  *  linux/fs/fat/cache.c
4*c35b6810SNamjae Jeon  *
5*c35b6810SNamjae Jeon  *  Written 1992,1993 by Werner Almesberger
6*c35b6810SNamjae Jeon  *
7*c35b6810SNamjae Jeon  *  Mar 1999. AV. Changed cache, so that it uses the starting cluster instead
8*c35b6810SNamjae Jeon  *	of inode number.
9*c35b6810SNamjae Jeon  *  May 1999. AV. Fixed the bogosity with FAT32 (read "FAT28"). Fscking lusers.
10*c35b6810SNamjae Jeon  *  Copyright (C) 2012-2013 Samsung Electronics Co., Ltd.
11*c35b6810SNamjae Jeon  */
12*c35b6810SNamjae Jeon 
13*c35b6810SNamjae Jeon #include <linux/slab.h>
14*c35b6810SNamjae Jeon #include <asm/unaligned.h>
15*c35b6810SNamjae Jeon #include <linux/buffer_head.h>
16*c35b6810SNamjae Jeon 
17*c35b6810SNamjae Jeon #include "exfat_raw.h"
18*c35b6810SNamjae Jeon #include "exfat_fs.h"
19*c35b6810SNamjae Jeon 
20*c35b6810SNamjae Jeon #define EXFAT_MAX_CACHE		16
21*c35b6810SNamjae Jeon 
22*c35b6810SNamjae Jeon struct exfat_cache {
23*c35b6810SNamjae Jeon 	struct list_head cache_list;
24*c35b6810SNamjae Jeon 	unsigned int nr_contig;	/* number of contiguous clusters */
25*c35b6810SNamjae Jeon 	unsigned int fcluster;	/* cluster number in the file. */
26*c35b6810SNamjae Jeon 	unsigned int dcluster;	/* cluster number on disk. */
27*c35b6810SNamjae Jeon };
28*c35b6810SNamjae Jeon 
29*c35b6810SNamjae Jeon struct exfat_cache_id {
30*c35b6810SNamjae Jeon 	unsigned int id;
31*c35b6810SNamjae Jeon 	unsigned int nr_contig;
32*c35b6810SNamjae Jeon 	unsigned int fcluster;
33*c35b6810SNamjae Jeon 	unsigned int dcluster;
34*c35b6810SNamjae Jeon };
35*c35b6810SNamjae Jeon 
36*c35b6810SNamjae Jeon static struct kmem_cache *exfat_cachep;
37*c35b6810SNamjae Jeon 
exfat_cache_init_once(void * c)38*c35b6810SNamjae Jeon static void exfat_cache_init_once(void *c)
39*c35b6810SNamjae Jeon {
40*c35b6810SNamjae Jeon 	struct exfat_cache *cache = (struct exfat_cache *)c;
41*c35b6810SNamjae Jeon 
42*c35b6810SNamjae Jeon 	INIT_LIST_HEAD(&cache->cache_list);
43*c35b6810SNamjae Jeon }
44*c35b6810SNamjae Jeon 
exfat_cache_init(void)45*c35b6810SNamjae Jeon int exfat_cache_init(void)
46*c35b6810SNamjae Jeon {
47*c35b6810SNamjae Jeon 	exfat_cachep = kmem_cache_create("exfat_cache",
48*c35b6810SNamjae Jeon 				sizeof(struct exfat_cache),
49*c35b6810SNamjae Jeon 				0, SLAB_RECLAIM_ACCOUNT|SLAB_MEM_SPREAD,
50*c35b6810SNamjae Jeon 				exfat_cache_init_once);
51*c35b6810SNamjae Jeon 	if (!exfat_cachep)
52*c35b6810SNamjae Jeon 		return -ENOMEM;
53*c35b6810SNamjae Jeon 	return 0;
54*c35b6810SNamjae Jeon }
55*c35b6810SNamjae Jeon 
exfat_cache_shutdown(void)56*c35b6810SNamjae Jeon void exfat_cache_shutdown(void)
57*c35b6810SNamjae Jeon {
58*c35b6810SNamjae Jeon 	if (!exfat_cachep)
59*c35b6810SNamjae Jeon 		return;
60*c35b6810SNamjae Jeon 	kmem_cache_destroy(exfat_cachep);
61*c35b6810SNamjae Jeon }
62*c35b6810SNamjae Jeon 
exfat_cache_alloc(void)63*c35b6810SNamjae Jeon static inline struct exfat_cache *exfat_cache_alloc(void)
64*c35b6810SNamjae Jeon {
65*c35b6810SNamjae Jeon 	return kmem_cache_alloc(exfat_cachep, GFP_NOFS);
66*c35b6810SNamjae Jeon }
67*c35b6810SNamjae Jeon 
exfat_cache_free(struct exfat_cache * cache)68*c35b6810SNamjae Jeon static inline void exfat_cache_free(struct exfat_cache *cache)
69*c35b6810SNamjae Jeon {
70*c35b6810SNamjae Jeon 	WARN_ON(!list_empty(&cache->cache_list));
71*c35b6810SNamjae Jeon 	kmem_cache_free(exfat_cachep, cache);
72*c35b6810SNamjae Jeon }
73*c35b6810SNamjae Jeon 
exfat_cache_update_lru(struct inode * inode,struct exfat_cache * cache)74*c35b6810SNamjae Jeon static inline void exfat_cache_update_lru(struct inode *inode,
75*c35b6810SNamjae Jeon 		struct exfat_cache *cache)
76*c35b6810SNamjae Jeon {
77*c35b6810SNamjae Jeon 	struct exfat_inode_info *ei = EXFAT_I(inode);
78*c35b6810SNamjae Jeon 
79*c35b6810SNamjae Jeon 	if (ei->cache_lru.next != &cache->cache_list)
80*c35b6810SNamjae Jeon 		list_move(&cache->cache_list, &ei->cache_lru);
81*c35b6810SNamjae Jeon }
82*c35b6810SNamjae Jeon 
exfat_cache_lookup(struct inode * inode,unsigned int fclus,struct exfat_cache_id * cid,unsigned int * cached_fclus,unsigned int * cached_dclus)83*c35b6810SNamjae Jeon static unsigned int exfat_cache_lookup(struct inode *inode,
84*c35b6810SNamjae Jeon 		unsigned int fclus, struct exfat_cache_id *cid,
85*c35b6810SNamjae Jeon 		unsigned int *cached_fclus, unsigned int *cached_dclus)
86*c35b6810SNamjae Jeon {
87*c35b6810SNamjae Jeon 	struct exfat_inode_info *ei = EXFAT_I(inode);
88*c35b6810SNamjae Jeon 	static struct exfat_cache nohit = { .fcluster = 0, };
89*c35b6810SNamjae Jeon 	struct exfat_cache *hit = &nohit, *p;
90*c35b6810SNamjae Jeon 	unsigned int offset = EXFAT_EOF_CLUSTER;
91*c35b6810SNamjae Jeon 
92*c35b6810SNamjae Jeon 	spin_lock(&ei->cache_lru_lock);
93*c35b6810SNamjae Jeon 	list_for_each_entry(p, &ei->cache_lru, cache_list) {
94*c35b6810SNamjae Jeon 		/* Find the cache of "fclus" or nearest cache. */
95*c35b6810SNamjae Jeon 		if (p->fcluster <= fclus && hit->fcluster < p->fcluster) {
96*c35b6810SNamjae Jeon 			hit = p;
97*c35b6810SNamjae Jeon 			if (hit->fcluster + hit->nr_contig < fclus) {
98*c35b6810SNamjae Jeon 				offset = hit->nr_contig;
99*c35b6810SNamjae Jeon 			} else {
100*c35b6810SNamjae Jeon 				offset = fclus - hit->fcluster;
101*c35b6810SNamjae Jeon 				break;
102*c35b6810SNamjae Jeon 			}
103*c35b6810SNamjae Jeon 		}
104*c35b6810SNamjae Jeon 	}
105*c35b6810SNamjae Jeon 	if (hit != &nohit) {
106*c35b6810SNamjae Jeon 		exfat_cache_update_lru(inode, hit);
107*c35b6810SNamjae Jeon 
108*c35b6810SNamjae Jeon 		cid->id = ei->cache_valid_id;
109*c35b6810SNamjae Jeon 		cid->nr_contig = hit->nr_contig;
110*c35b6810SNamjae Jeon 		cid->fcluster = hit->fcluster;
111*c35b6810SNamjae Jeon 		cid->dcluster = hit->dcluster;
112*c35b6810SNamjae Jeon 		*cached_fclus = cid->fcluster + offset;
113*c35b6810SNamjae Jeon 		*cached_dclus = cid->dcluster + offset;
114*c35b6810SNamjae Jeon 	}
115*c35b6810SNamjae Jeon 	spin_unlock(&ei->cache_lru_lock);
116*c35b6810SNamjae Jeon 
117*c35b6810SNamjae Jeon 	return offset;
118*c35b6810SNamjae Jeon }
119*c35b6810SNamjae Jeon 
exfat_cache_merge(struct inode * inode,struct exfat_cache_id * new)120*c35b6810SNamjae Jeon static struct exfat_cache *exfat_cache_merge(struct inode *inode,
121*c35b6810SNamjae Jeon 		struct exfat_cache_id *new)
122*c35b6810SNamjae Jeon {
123*c35b6810SNamjae Jeon 	struct exfat_inode_info *ei = EXFAT_I(inode);
124*c35b6810SNamjae Jeon 	struct exfat_cache *p;
125*c35b6810SNamjae Jeon 
126*c35b6810SNamjae Jeon 	list_for_each_entry(p, &ei->cache_lru, cache_list) {
127*c35b6810SNamjae Jeon 		/* Find the same part as "new" in cluster-chain. */
128*c35b6810SNamjae Jeon 		if (p->fcluster == new->fcluster) {
129*c35b6810SNamjae Jeon 			if (new->nr_contig > p->nr_contig)
130*c35b6810SNamjae Jeon 				p->nr_contig = new->nr_contig;
131*c35b6810SNamjae Jeon 			return p;
132*c35b6810SNamjae Jeon 		}
133*c35b6810SNamjae Jeon 	}
134*c35b6810SNamjae Jeon 	return NULL;
135*c35b6810SNamjae Jeon }
136*c35b6810SNamjae Jeon 
exfat_cache_add(struct inode * inode,struct exfat_cache_id * new)137*c35b6810SNamjae Jeon static void exfat_cache_add(struct inode *inode,
138*c35b6810SNamjae Jeon 		struct exfat_cache_id *new)
139*c35b6810SNamjae Jeon {
140*c35b6810SNamjae Jeon 	struct exfat_inode_info *ei = EXFAT_I(inode);
141*c35b6810SNamjae Jeon 	struct exfat_cache *cache, *tmp;
142*c35b6810SNamjae Jeon 
143*c35b6810SNamjae Jeon 	if (new->fcluster == EXFAT_EOF_CLUSTER) /* dummy cache */
144*c35b6810SNamjae Jeon 		return;
145*c35b6810SNamjae Jeon 
146*c35b6810SNamjae Jeon 	spin_lock(&ei->cache_lru_lock);
147*c35b6810SNamjae Jeon 	if (new->id != EXFAT_CACHE_VALID &&
148*c35b6810SNamjae Jeon 	    new->id != ei->cache_valid_id)
149*c35b6810SNamjae Jeon 		goto unlock;	/* this cache was invalidated */
150*c35b6810SNamjae Jeon 
151*c35b6810SNamjae Jeon 	cache = exfat_cache_merge(inode, new);
152*c35b6810SNamjae Jeon 	if (cache == NULL) {
153*c35b6810SNamjae Jeon 		if (ei->nr_caches < EXFAT_MAX_CACHE) {
154*c35b6810SNamjae Jeon 			ei->nr_caches++;
155*c35b6810SNamjae Jeon 			spin_unlock(&ei->cache_lru_lock);
156*c35b6810SNamjae Jeon 
157*c35b6810SNamjae Jeon 			tmp = exfat_cache_alloc();
158*c35b6810SNamjae Jeon 			if (!tmp) {
159*c35b6810SNamjae Jeon 				spin_lock(&ei->cache_lru_lock);
160*c35b6810SNamjae Jeon 				ei->nr_caches--;
161*c35b6810SNamjae Jeon 				spin_unlock(&ei->cache_lru_lock);
162*c35b6810SNamjae Jeon 				return;
163*c35b6810SNamjae Jeon 			}
164*c35b6810SNamjae Jeon 
165*c35b6810SNamjae Jeon 			spin_lock(&ei->cache_lru_lock);
166*c35b6810SNamjae Jeon 			cache = exfat_cache_merge(inode, new);
167*c35b6810SNamjae Jeon 			if (cache != NULL) {
168*c35b6810SNamjae Jeon 				ei->nr_caches--;
169*c35b6810SNamjae Jeon 				exfat_cache_free(tmp);
170*c35b6810SNamjae Jeon 				goto out_update_lru;
171*c35b6810SNamjae Jeon 			}
172*c35b6810SNamjae Jeon 			cache = tmp;
173*c35b6810SNamjae Jeon 		} else {
174*c35b6810SNamjae Jeon 			struct list_head *p = ei->cache_lru.prev;
175*c35b6810SNamjae Jeon 
176*c35b6810SNamjae Jeon 			cache = list_entry(p,
177*c35b6810SNamjae Jeon 					struct exfat_cache, cache_list);
178*c35b6810SNamjae Jeon 		}
179*c35b6810SNamjae Jeon 		cache->fcluster = new->fcluster;
180*c35b6810SNamjae Jeon 		cache->dcluster = new->dcluster;
181*c35b6810SNamjae Jeon 		cache->nr_contig = new->nr_contig;
182*c35b6810SNamjae Jeon 	}
183*c35b6810SNamjae Jeon out_update_lru:
184*c35b6810SNamjae Jeon 	exfat_cache_update_lru(inode, cache);
185*c35b6810SNamjae Jeon unlock:
186*c35b6810SNamjae Jeon 	spin_unlock(&ei->cache_lru_lock);
187*c35b6810SNamjae Jeon }
188*c35b6810SNamjae Jeon 
189*c35b6810SNamjae Jeon /*
190*c35b6810SNamjae Jeon  * Cache invalidation occurs rarely, thus the LRU chain is not updated. It
191*c35b6810SNamjae Jeon  * fixes itself after a while.
192*c35b6810SNamjae Jeon  */
__exfat_cache_inval_inode(struct inode * inode)193*c35b6810SNamjae Jeon static void __exfat_cache_inval_inode(struct inode *inode)
194*c35b6810SNamjae Jeon {
195*c35b6810SNamjae Jeon 	struct exfat_inode_info *ei = EXFAT_I(inode);
196*c35b6810SNamjae Jeon 	struct exfat_cache *cache;
197*c35b6810SNamjae Jeon 
198*c35b6810SNamjae Jeon 	while (!list_empty(&ei->cache_lru)) {
199*c35b6810SNamjae Jeon 		cache = list_entry(ei->cache_lru.next,
200*c35b6810SNamjae Jeon 				   struct exfat_cache, cache_list);
201*c35b6810SNamjae Jeon 		list_del_init(&cache->cache_list);
202*c35b6810SNamjae Jeon 		ei->nr_caches--;
203*c35b6810SNamjae Jeon 		exfat_cache_free(cache);
204*c35b6810SNamjae Jeon 	}
205*c35b6810SNamjae Jeon 	/* Update. The copy of caches before this id is discarded. */
206*c35b6810SNamjae Jeon 	ei->cache_valid_id++;
207*c35b6810SNamjae Jeon 	if (ei->cache_valid_id == EXFAT_CACHE_VALID)
208*c35b6810SNamjae Jeon 		ei->cache_valid_id++;
209*c35b6810SNamjae Jeon }
210*c35b6810SNamjae Jeon 
exfat_cache_inval_inode(struct inode * inode)211*c35b6810SNamjae Jeon void exfat_cache_inval_inode(struct inode *inode)
212*c35b6810SNamjae Jeon {
213*c35b6810SNamjae Jeon 	struct exfat_inode_info *ei = EXFAT_I(inode);
214*c35b6810SNamjae Jeon 
215*c35b6810SNamjae Jeon 	spin_lock(&ei->cache_lru_lock);
216*c35b6810SNamjae Jeon 	__exfat_cache_inval_inode(inode);
217*c35b6810SNamjae Jeon 	spin_unlock(&ei->cache_lru_lock);
218*c35b6810SNamjae Jeon }
219*c35b6810SNamjae Jeon 
cache_contiguous(struct exfat_cache_id * cid,unsigned int dclus)220*c35b6810SNamjae Jeon static inline int cache_contiguous(struct exfat_cache_id *cid,
221*c35b6810SNamjae Jeon 		unsigned int dclus)
222*c35b6810SNamjae Jeon {
223*c35b6810SNamjae Jeon 	cid->nr_contig++;
224*c35b6810SNamjae Jeon 	return cid->dcluster + cid->nr_contig == dclus;
225*c35b6810SNamjae Jeon }
226*c35b6810SNamjae Jeon 
cache_init(struct exfat_cache_id * cid,unsigned int fclus,unsigned int dclus)227*c35b6810SNamjae Jeon static inline void cache_init(struct exfat_cache_id *cid,
228*c35b6810SNamjae Jeon 		unsigned int fclus, unsigned int dclus)
229*c35b6810SNamjae Jeon {
230*c35b6810SNamjae Jeon 	cid->id = EXFAT_CACHE_VALID;
231*c35b6810SNamjae Jeon 	cid->fcluster = fclus;
232*c35b6810SNamjae Jeon 	cid->dcluster = dclus;
233*c35b6810SNamjae Jeon 	cid->nr_contig = 0;
234*c35b6810SNamjae Jeon }
235*c35b6810SNamjae Jeon 
exfat_get_cluster(struct inode * inode,unsigned int cluster,unsigned int * fclus,unsigned int * dclus,unsigned int * last_dclus,int allow_eof)236*c35b6810SNamjae Jeon int exfat_get_cluster(struct inode *inode, unsigned int cluster,
237*c35b6810SNamjae Jeon 		unsigned int *fclus, unsigned int *dclus,
238*c35b6810SNamjae Jeon 		unsigned int *last_dclus, int allow_eof)
239*c35b6810SNamjae Jeon {
240*c35b6810SNamjae Jeon 	struct super_block *sb = inode->i_sb;
241*c35b6810SNamjae Jeon 	struct exfat_sb_info *sbi = EXFAT_SB(sb);
242*c35b6810SNamjae Jeon 	unsigned int limit = sbi->num_clusters;
243*c35b6810SNamjae Jeon 	struct exfat_inode_info *ei = EXFAT_I(inode);
244*c35b6810SNamjae Jeon 	struct exfat_cache_id cid;
245*c35b6810SNamjae Jeon 	unsigned int content;
246*c35b6810SNamjae Jeon 
247*c35b6810SNamjae Jeon 	if (ei->start_clu == EXFAT_FREE_CLUSTER) {
248*c35b6810SNamjae Jeon 		exfat_fs_error(sb,
249*c35b6810SNamjae Jeon 			"invalid access to exfat cache (entry 0x%08x)",
250*c35b6810SNamjae Jeon 			ei->start_clu);
251*c35b6810SNamjae Jeon 		return -EIO;
252*c35b6810SNamjae Jeon 	}
253*c35b6810SNamjae Jeon 
254*c35b6810SNamjae Jeon 	*fclus = 0;
255*c35b6810SNamjae Jeon 	*dclus = ei->start_clu;
256*c35b6810SNamjae Jeon 	*last_dclus = *dclus;
257*c35b6810SNamjae Jeon 
258*c35b6810SNamjae Jeon 	/*
259*c35b6810SNamjae Jeon 	 * Don`t use exfat_cache if zero offset or non-cluster allocation
260*c35b6810SNamjae Jeon 	 */
261*c35b6810SNamjae Jeon 	if (cluster == 0 || *dclus == EXFAT_EOF_CLUSTER)
262*c35b6810SNamjae Jeon 		return 0;
263*c35b6810SNamjae Jeon 
264*c35b6810SNamjae Jeon 	cache_init(&cid, EXFAT_EOF_CLUSTER, EXFAT_EOF_CLUSTER);
265*c35b6810SNamjae Jeon 
266*c35b6810SNamjae Jeon 	if (exfat_cache_lookup(inode, cluster, &cid, fclus, dclus) ==
267*c35b6810SNamjae Jeon 			EXFAT_EOF_CLUSTER) {
268*c35b6810SNamjae Jeon 		/*
269*c35b6810SNamjae Jeon 		 * dummy, always not contiguous
270*c35b6810SNamjae Jeon 		 * This is reinitialized by cache_init(), later.
271*c35b6810SNamjae Jeon 		 */
272*c35b6810SNamjae Jeon 		WARN_ON(cid.id != EXFAT_CACHE_VALID ||
273*c35b6810SNamjae Jeon 			cid.fcluster != EXFAT_EOF_CLUSTER ||
274*c35b6810SNamjae Jeon 			cid.dcluster != EXFAT_EOF_CLUSTER ||
275*c35b6810SNamjae Jeon 			cid.nr_contig != 0);
276*c35b6810SNamjae Jeon 	}
277*c35b6810SNamjae Jeon 
278*c35b6810SNamjae Jeon 	if (*fclus == cluster)
279*c35b6810SNamjae Jeon 		return 0;
280*c35b6810SNamjae Jeon 
281*c35b6810SNamjae Jeon 	while (*fclus < cluster) {
282*c35b6810SNamjae Jeon 		/* prevent the infinite loop of cluster chain */
283*c35b6810SNamjae Jeon 		if (*fclus > limit) {
284*c35b6810SNamjae Jeon 			exfat_fs_error(sb,
285*c35b6810SNamjae Jeon 				"detected the cluster chain loop (i_pos %u)",
286*c35b6810SNamjae Jeon 				(*fclus));
287*c35b6810SNamjae Jeon 			return -EIO;
288*c35b6810SNamjae Jeon 		}
289*c35b6810SNamjae Jeon 
290*c35b6810SNamjae Jeon 		if (exfat_ent_get(sb, *dclus, &content))
291*c35b6810SNamjae Jeon 			return -EIO;
292*c35b6810SNamjae Jeon 
293*c35b6810SNamjae Jeon 		*last_dclus = *dclus;
294*c35b6810SNamjae Jeon 		*dclus = content;
295*c35b6810SNamjae Jeon 		(*fclus)++;
296*c35b6810SNamjae Jeon 
297*c35b6810SNamjae Jeon 		if (content == EXFAT_EOF_CLUSTER) {
298*c35b6810SNamjae Jeon 			if (!allow_eof) {
299*c35b6810SNamjae Jeon 				exfat_fs_error(sb,
300*c35b6810SNamjae Jeon 				       "invalid cluster chain (i_pos %u, last_clus 0x%08x is EOF)",
301*c35b6810SNamjae Jeon 				       *fclus, (*last_dclus));
302*c35b6810SNamjae Jeon 				return -EIO;
303*c35b6810SNamjae Jeon 			}
304*c35b6810SNamjae Jeon 
305*c35b6810SNamjae Jeon 			break;
306*c35b6810SNamjae Jeon 		}
307*c35b6810SNamjae Jeon 
308*c35b6810SNamjae Jeon 		if (!cache_contiguous(&cid, *dclus))
309*c35b6810SNamjae Jeon 			cache_init(&cid, *fclus, *dclus);
310*c35b6810SNamjae Jeon 	}
311*c35b6810SNamjae Jeon 
312*c35b6810SNamjae Jeon 	exfat_cache_add(inode, &cid);
313*c35b6810SNamjae Jeon 	return 0;
314*c35b6810SNamjae Jeon }
315