xref: /openbmc/linux/fs/f2fs/extent_cache.c (revision f9aa52a8)
17c1a000dSChao Yu // SPDX-License-Identifier: GPL-2.0
2a28ef1f5SChao Yu /*
3a28ef1f5SChao Yu  * f2fs extent cache support
4a28ef1f5SChao Yu  *
5a28ef1f5SChao Yu  * Copyright (c) 2015 Motorola Mobility
6a28ef1f5SChao Yu  * Copyright (c) 2015 Samsung Electronics
7a28ef1f5SChao Yu  * Authors: Jaegeuk Kim <jaegeuk@kernel.org>
8a28ef1f5SChao Yu  *          Chao Yu <chao2.yu@samsung.com>
9a28ef1f5SChao Yu  */
10a28ef1f5SChao Yu 
11a28ef1f5SChao Yu #include <linux/fs.h>
12a28ef1f5SChao Yu #include <linux/f2fs_fs.h>
13a28ef1f5SChao Yu 
14a28ef1f5SChao Yu #include "f2fs.h"
15a28ef1f5SChao Yu #include "node.h"
16a28ef1f5SChao Yu #include <trace/events/f2fs.h>
17a28ef1f5SChao Yu 
1854c2258cSChao Yu static struct rb_entry *__lookup_rb_tree_fast(struct rb_entry *cached_re,
1954c2258cSChao Yu 							unsigned int ofs)
2054c2258cSChao Yu {
2154c2258cSChao Yu 	if (cached_re) {
2254c2258cSChao Yu 		if (cached_re->ofs <= ofs &&
2354c2258cSChao Yu 				cached_re->ofs + cached_re->len > ofs) {
2454c2258cSChao Yu 			return cached_re;
2554c2258cSChao Yu 		}
2654c2258cSChao Yu 	}
2754c2258cSChao Yu 	return NULL;
2854c2258cSChao Yu }
2954c2258cSChao Yu 
304dada3fdSChao Yu static struct rb_entry *__lookup_rb_tree_slow(struct rb_root_cached *root,
3154c2258cSChao Yu 							unsigned int ofs)
3254c2258cSChao Yu {
334dada3fdSChao Yu 	struct rb_node *node = root->rb_root.rb_node;
3454c2258cSChao Yu 	struct rb_entry *re;
3554c2258cSChao Yu 
3654c2258cSChao Yu 	while (node) {
3754c2258cSChao Yu 		re = rb_entry(node, struct rb_entry, rb_node);
3854c2258cSChao Yu 
3954c2258cSChao Yu 		if (ofs < re->ofs)
4054c2258cSChao Yu 			node = node->rb_left;
4154c2258cSChao Yu 		else if (ofs >= re->ofs + re->len)
4254c2258cSChao Yu 			node = node->rb_right;
4354c2258cSChao Yu 		else
4454c2258cSChao Yu 			return re;
4554c2258cSChao Yu 	}
4654c2258cSChao Yu 	return NULL;
4754c2258cSChao Yu }
4854c2258cSChao Yu 
494dada3fdSChao Yu struct rb_entry *f2fs_lookup_rb_tree(struct rb_root_cached *root,
5054c2258cSChao Yu 				struct rb_entry *cached_re, unsigned int ofs)
5154c2258cSChao Yu {
5254c2258cSChao Yu 	struct rb_entry *re;
5354c2258cSChao Yu 
5454c2258cSChao Yu 	re = __lookup_rb_tree_fast(cached_re, ofs);
5554c2258cSChao Yu 	if (!re)
5654c2258cSChao Yu 		return __lookup_rb_tree_slow(root, ofs);
5754c2258cSChao Yu 
5854c2258cSChao Yu 	return re;
5954c2258cSChao Yu }
6054c2258cSChao Yu 
614d57b86dSChao Yu struct rb_node **f2fs_lookup_rb_tree_for_insert(struct f2fs_sb_info *sbi,
624dada3fdSChao Yu 				struct rb_root_cached *root,
634dada3fdSChao Yu 				struct rb_node **parent,
644dada3fdSChao Yu 				unsigned int ofs, bool *leftmost)
6554c2258cSChao Yu {
664dada3fdSChao Yu 	struct rb_node **p = &root->rb_root.rb_node;
6754c2258cSChao Yu 	struct rb_entry *re;
6854c2258cSChao Yu 
6954c2258cSChao Yu 	while (*p) {
7054c2258cSChao Yu 		*parent = *p;
7154c2258cSChao Yu 		re = rb_entry(*parent, struct rb_entry, rb_node);
7254c2258cSChao Yu 
734dada3fdSChao Yu 		if (ofs < re->ofs) {
7454c2258cSChao Yu 			p = &(*p)->rb_left;
754dada3fdSChao Yu 		} else if (ofs >= re->ofs + re->len) {
7654c2258cSChao Yu 			p = &(*p)->rb_right;
774dada3fdSChao Yu 			*leftmost = false;
784dada3fdSChao Yu 		} else {
7954c2258cSChao Yu 			f2fs_bug_on(sbi, 1);
8054c2258cSChao Yu 		}
814dada3fdSChao Yu 	}
8254c2258cSChao Yu 
8354c2258cSChao Yu 	return p;
8454c2258cSChao Yu }
8554c2258cSChao Yu 
8654c2258cSChao Yu /*
8754c2258cSChao Yu  * lookup rb entry in position of @ofs in rb-tree,
8854c2258cSChao Yu  * if hit, return the entry, otherwise, return NULL
8954c2258cSChao Yu  * @prev_ex: extent before ofs
9054c2258cSChao Yu  * @next_ex: extent after ofs
9154c2258cSChao Yu  * @insert_p: insert point for new extent at ofs
9254c2258cSChao Yu  * in order to simpfy the insertion after.
9354c2258cSChao Yu  * tree must stay unchanged between lookup and insertion.
9454c2258cSChao Yu  */
954dada3fdSChao Yu struct rb_entry *f2fs_lookup_rb_tree_ret(struct rb_root_cached *root,
9654c2258cSChao Yu 				struct rb_entry *cached_re,
9754c2258cSChao Yu 				unsigned int ofs,
9854c2258cSChao Yu 				struct rb_entry **prev_entry,
9954c2258cSChao Yu 				struct rb_entry **next_entry,
10054c2258cSChao Yu 				struct rb_node ***insert_p,
101004b6862SChao Yu 				struct rb_node **insert_parent,
1024dada3fdSChao Yu 				bool force, bool *leftmost)
10354c2258cSChao Yu {
1044dada3fdSChao Yu 	struct rb_node **pnode = &root->rb_root.rb_node;
10554c2258cSChao Yu 	struct rb_node *parent = NULL, *tmp_node;
10654c2258cSChao Yu 	struct rb_entry *re = cached_re;
10754c2258cSChao Yu 
10854c2258cSChao Yu 	*insert_p = NULL;
10954c2258cSChao Yu 	*insert_parent = NULL;
11054c2258cSChao Yu 	*prev_entry = NULL;
11154c2258cSChao Yu 	*next_entry = NULL;
11254c2258cSChao Yu 
1134dada3fdSChao Yu 	if (RB_EMPTY_ROOT(&root->rb_root))
11454c2258cSChao Yu 		return NULL;
11554c2258cSChao Yu 
11654c2258cSChao Yu 	if (re) {
11754c2258cSChao Yu 		if (re->ofs <= ofs && re->ofs + re->len > ofs)
11854c2258cSChao Yu 			goto lookup_neighbors;
11954c2258cSChao Yu 	}
12054c2258cSChao Yu 
1214dada3fdSChao Yu 	if (leftmost)
1224dada3fdSChao Yu 		*leftmost = true;
1234dada3fdSChao Yu 
12454c2258cSChao Yu 	while (*pnode) {
12554c2258cSChao Yu 		parent = *pnode;
12654c2258cSChao Yu 		re = rb_entry(*pnode, struct rb_entry, rb_node);
12754c2258cSChao Yu 
1284dada3fdSChao Yu 		if (ofs < re->ofs) {
12954c2258cSChao Yu 			pnode = &(*pnode)->rb_left;
1304dada3fdSChao Yu 		} else if (ofs >= re->ofs + re->len) {
13154c2258cSChao Yu 			pnode = &(*pnode)->rb_right;
1324dada3fdSChao Yu 			if (leftmost)
1334dada3fdSChao Yu 				*leftmost = false;
1344dada3fdSChao Yu 		} else {
13554c2258cSChao Yu 			goto lookup_neighbors;
13654c2258cSChao Yu 		}
1374dada3fdSChao Yu 	}
13854c2258cSChao Yu 
13954c2258cSChao Yu 	*insert_p = pnode;
14054c2258cSChao Yu 	*insert_parent = parent;
14154c2258cSChao Yu 
14254c2258cSChao Yu 	re = rb_entry(parent, struct rb_entry, rb_node);
14354c2258cSChao Yu 	tmp_node = parent;
14454c2258cSChao Yu 	if (parent && ofs > re->ofs)
14554c2258cSChao Yu 		tmp_node = rb_next(parent);
14654c2258cSChao Yu 	*next_entry = rb_entry_safe(tmp_node, struct rb_entry, rb_node);
14754c2258cSChao Yu 
14854c2258cSChao Yu 	tmp_node = parent;
14954c2258cSChao Yu 	if (parent && ofs < re->ofs)
15054c2258cSChao Yu 		tmp_node = rb_prev(parent);
15154c2258cSChao Yu 	*prev_entry = rb_entry_safe(tmp_node, struct rb_entry, rb_node);
15254c2258cSChao Yu 	return NULL;
15354c2258cSChao Yu 
15454c2258cSChao Yu lookup_neighbors:
155004b6862SChao Yu 	if (ofs == re->ofs || force) {
15654c2258cSChao Yu 		/* lookup prev node for merging backward later */
15754c2258cSChao Yu 		tmp_node = rb_prev(&re->rb_node);
15854c2258cSChao Yu 		*prev_entry = rb_entry_safe(tmp_node, struct rb_entry, rb_node);
15954c2258cSChao Yu 	}
160004b6862SChao Yu 	if (ofs == re->ofs + re->len - 1 || force) {
16154c2258cSChao Yu 		/* lookup next node for merging frontward later */
16254c2258cSChao Yu 		tmp_node = rb_next(&re->rb_node);
16354c2258cSChao Yu 		*next_entry = rb_entry_safe(tmp_node, struct rb_entry, rb_node);
16454c2258cSChao Yu 	}
16554c2258cSChao Yu 	return re;
16654c2258cSChao Yu }
16754c2258cSChao Yu 
1684d57b86dSChao Yu bool f2fs_check_rb_tree_consistence(struct f2fs_sb_info *sbi,
1694dada3fdSChao Yu 						struct rb_root_cached *root)
170df0f6b44SChao Yu {
171df0f6b44SChao Yu #ifdef CONFIG_F2FS_CHECK_FS
1724dada3fdSChao Yu 	struct rb_node *cur = rb_first_cached(root), *next;
173df0f6b44SChao Yu 	struct rb_entry *cur_re, *next_re;
174df0f6b44SChao Yu 
175df0f6b44SChao Yu 	if (!cur)
176df0f6b44SChao Yu 		return true;
177df0f6b44SChao Yu 
178df0f6b44SChao Yu 	while (cur) {
179df0f6b44SChao Yu 		next = rb_next(cur);
180df0f6b44SChao Yu 		if (!next)
181df0f6b44SChao Yu 			return true;
182df0f6b44SChao Yu 
183df0f6b44SChao Yu 		cur_re = rb_entry(cur, struct rb_entry, rb_node);
184df0f6b44SChao Yu 		next_re = rb_entry(next, struct rb_entry, rb_node);
185df0f6b44SChao Yu 
186df0f6b44SChao Yu 		if (cur_re->ofs + cur_re->len > next_re->ofs) {
187df0f6b44SChao Yu 			f2fs_msg(sbi->sb, KERN_INFO, "inconsistent rbtree, "
188df0f6b44SChao Yu 				"cur(%u, %u) next(%u, %u)",
189df0f6b44SChao Yu 				cur_re->ofs, cur_re->len,
190df0f6b44SChao Yu 				next_re->ofs, next_re->len);
191df0f6b44SChao Yu 			return false;
192df0f6b44SChao Yu 		}
193df0f6b44SChao Yu 
194df0f6b44SChao Yu 		cur = next;
195df0f6b44SChao Yu 	}
196df0f6b44SChao Yu #endif
197df0f6b44SChao Yu 	return true;
198df0f6b44SChao Yu }
199df0f6b44SChao Yu 
200a28ef1f5SChao Yu static struct kmem_cache *extent_tree_slab;
201a28ef1f5SChao Yu static struct kmem_cache *extent_node_slab;
202a28ef1f5SChao Yu 
203a28ef1f5SChao Yu static struct extent_node *__attach_extent_node(struct f2fs_sb_info *sbi,
204a28ef1f5SChao Yu 				struct extent_tree *et, struct extent_info *ei,
2054dada3fdSChao Yu 				struct rb_node *parent, struct rb_node **p,
2064dada3fdSChao Yu 				bool leftmost)
207a28ef1f5SChao Yu {
208a28ef1f5SChao Yu 	struct extent_node *en;
209a28ef1f5SChao Yu 
210a28ef1f5SChao Yu 	en = kmem_cache_alloc(extent_node_slab, GFP_ATOMIC);
211a28ef1f5SChao Yu 	if (!en)
212a28ef1f5SChao Yu 		return NULL;
213a28ef1f5SChao Yu 
214a28ef1f5SChao Yu 	en->ei = *ei;
215a28ef1f5SChao Yu 	INIT_LIST_HEAD(&en->list);
216201ef5e0SHou Pengyang 	en->et = et;
217a28ef1f5SChao Yu 
218a28ef1f5SChao Yu 	rb_link_node(&en->rb_node, parent, p);
2194dada3fdSChao Yu 	rb_insert_color_cached(&en->rb_node, &et->root, leftmost);
22068e35385SChao Yu 	atomic_inc(&et->node_cnt);
221a28ef1f5SChao Yu 	atomic_inc(&sbi->total_ext_node);
222a28ef1f5SChao Yu 	return en;
223a28ef1f5SChao Yu }
224a28ef1f5SChao Yu 
225a28ef1f5SChao Yu static void __detach_extent_node(struct f2fs_sb_info *sbi,
226a28ef1f5SChao Yu 				struct extent_tree *et, struct extent_node *en)
227a28ef1f5SChao Yu {
2284dada3fdSChao Yu 	rb_erase_cached(&en->rb_node, &et->root);
22968e35385SChao Yu 	atomic_dec(&et->node_cnt);
230a28ef1f5SChao Yu 	atomic_dec(&sbi->total_ext_node);
231a28ef1f5SChao Yu 
232a28ef1f5SChao Yu 	if (et->cached_en == en)
233a28ef1f5SChao Yu 		et->cached_en = NULL;
234a03f01f2SHou Pengyang 	kmem_cache_free(extent_node_slab, en);
235a03f01f2SHou Pengyang }
236a03f01f2SHou Pengyang 
237a03f01f2SHou Pengyang /*
238a03f01f2SHou Pengyang  * Flow to release an extent_node:
239a03f01f2SHou Pengyang  * 1. list_del_init
240a03f01f2SHou Pengyang  * 2. __detach_extent_node
241a03f01f2SHou Pengyang  * 3. kmem_cache_free.
242a03f01f2SHou Pengyang  */
243a03f01f2SHou Pengyang static void __release_extent_node(struct f2fs_sb_info *sbi,
244a03f01f2SHou Pengyang 			struct extent_tree *et, struct extent_node *en)
245a03f01f2SHou Pengyang {
246a03f01f2SHou Pengyang 	spin_lock(&sbi->extent_lock);
247201ef5e0SHou Pengyang 	f2fs_bug_on(sbi, list_empty(&en->list));
248a03f01f2SHou Pengyang 	list_del_init(&en->list);
249a03f01f2SHou Pengyang 	spin_unlock(&sbi->extent_lock);
250a03f01f2SHou Pengyang 
251a03f01f2SHou Pengyang 	__detach_extent_node(sbi, et, en);
252a28ef1f5SChao Yu }
253a28ef1f5SChao Yu 
254a28ef1f5SChao Yu static struct extent_tree *__grab_extent_tree(struct inode *inode)
255a28ef1f5SChao Yu {
256a28ef1f5SChao Yu 	struct f2fs_sb_info *sbi = F2FS_I_SB(inode);
257a28ef1f5SChao Yu 	struct extent_tree *et;
258a28ef1f5SChao Yu 	nid_t ino = inode->i_ino;
259a28ef1f5SChao Yu 
2605e8256acSYunlei He 	mutex_lock(&sbi->extent_tree_lock);
261a28ef1f5SChao Yu 	et = radix_tree_lookup(&sbi->extent_tree_root, ino);
262a28ef1f5SChao Yu 	if (!et) {
263a28ef1f5SChao Yu 		et = f2fs_kmem_cache_alloc(extent_tree_slab, GFP_NOFS);
264a28ef1f5SChao Yu 		f2fs_radix_tree_insert(&sbi->extent_tree_root, ino, et);
265a28ef1f5SChao Yu 		memset(et, 0, sizeof(struct extent_tree));
266a28ef1f5SChao Yu 		et->ino = ino;
2674dada3fdSChao Yu 		et->root = RB_ROOT_CACHED;
268a28ef1f5SChao Yu 		et->cached_en = NULL;
269a28ef1f5SChao Yu 		rwlock_init(&et->lock);
270137d09f0SJaegeuk Kim 		INIT_LIST_HEAD(&et->list);
27168e35385SChao Yu 		atomic_set(&et->node_cnt, 0);
2727441ccefSJaegeuk Kim 		atomic_inc(&sbi->total_ext_tree);
27374fd8d99SJaegeuk Kim 	} else {
27474fd8d99SJaegeuk Kim 		atomic_dec(&sbi->total_zombie_tree);
275137d09f0SJaegeuk Kim 		list_del_init(&et->list);
276a28ef1f5SChao Yu 	}
2775e8256acSYunlei He 	mutex_unlock(&sbi->extent_tree_lock);
278a28ef1f5SChao Yu 
279a28ef1f5SChao Yu 	/* never died until evict_inode */
280a28ef1f5SChao Yu 	F2FS_I(inode)->extent_tree = et;
281a28ef1f5SChao Yu 
282a28ef1f5SChao Yu 	return et;
283a28ef1f5SChao Yu }
284a28ef1f5SChao Yu 
285a6f78345SChao Yu static struct extent_node *__init_extent_tree(struct f2fs_sb_info *sbi,
286a6f78345SChao Yu 				struct extent_tree *et, struct extent_info *ei)
287a28ef1f5SChao Yu {
2884dada3fdSChao Yu 	struct rb_node **p = &et->root.rb_root.rb_node;
289a28ef1f5SChao Yu 	struct extent_node *en;
290a28ef1f5SChao Yu 
2914dada3fdSChao Yu 	en = __attach_extent_node(sbi, et, ei, NULL, p, true);
292a28ef1f5SChao Yu 	if (!en)
293a28ef1f5SChao Yu 		return NULL;
294a6f78345SChao Yu 
295a28ef1f5SChao Yu 	et->largest = en->ei;
296a28ef1f5SChao Yu 	et->cached_en = en;
297a28ef1f5SChao Yu 	return en;
298a28ef1f5SChao Yu }
299a28ef1f5SChao Yu 
300a28ef1f5SChao Yu static unsigned int __free_extent_tree(struct f2fs_sb_info *sbi,
301201ef5e0SHou Pengyang 					struct extent_tree *et)
302a28ef1f5SChao Yu {
303a28ef1f5SChao Yu 	struct rb_node *node, *next;
304a28ef1f5SChao Yu 	struct extent_node *en;
30568e35385SChao Yu 	unsigned int count = atomic_read(&et->node_cnt);
306a28ef1f5SChao Yu 
3074dada3fdSChao Yu 	node = rb_first_cached(&et->root);
308a28ef1f5SChao Yu 	while (node) {
309a28ef1f5SChao Yu 		next = rb_next(node);
310a28ef1f5SChao Yu 		en = rb_entry(node, struct extent_node, rb_node);
311a03f01f2SHou Pengyang 		__release_extent_node(sbi, et, en);
312a28ef1f5SChao Yu 		node = next;
313a28ef1f5SChao Yu 	}
314a28ef1f5SChao Yu 
31568e35385SChao Yu 	return count - atomic_read(&et->node_cnt);
316a28ef1f5SChao Yu }
317a28ef1f5SChao Yu 
318b430f726SZhikang Zhang static void __drop_largest_extent(struct extent_tree *et,
31941a099deSFan Li 					pgoff_t fofs, unsigned int len)
320a28ef1f5SChao Yu {
321b430f726SZhikang Zhang 	if (fofs < et->largest.fofs + et->largest.len &&
322b430f726SZhikang Zhang 			fofs + len > et->largest.fofs) {
323b430f726SZhikang Zhang 		et->largest.len = 0;
324b430f726SZhikang Zhang 		et->largest_updated = true;
325205b9822SJaegeuk Kim 	}
326a28ef1f5SChao Yu }
327a28ef1f5SChao Yu 
328ed3d1256SJaegeuk Kim /* return true, if inode page is changed */
329dad48e73SYunlei He static bool __f2fs_init_extent_tree(struct inode *inode, struct f2fs_extent *i_ext)
330a28ef1f5SChao Yu {
331a28ef1f5SChao Yu 	struct f2fs_sb_info *sbi = F2FS_I_SB(inode);
332a28ef1f5SChao Yu 	struct extent_tree *et;
333a28ef1f5SChao Yu 	struct extent_node *en;
334a28ef1f5SChao Yu 	struct extent_info ei;
335a28ef1f5SChao Yu 
336ed3d1256SJaegeuk Kim 	if (!f2fs_may_extent_tree(inode)) {
337ed3d1256SJaegeuk Kim 		/* drop largest extent */
338ed3d1256SJaegeuk Kim 		if (i_ext && i_ext->len) {
339ed3d1256SJaegeuk Kim 			i_ext->len = 0;
340ed3d1256SJaegeuk Kim 			return true;
341ed3d1256SJaegeuk Kim 		}
342ed3d1256SJaegeuk Kim 		return false;
343ed3d1256SJaegeuk Kim 	}
344a28ef1f5SChao Yu 
345a28ef1f5SChao Yu 	et = __grab_extent_tree(inode);
346a28ef1f5SChao Yu 
347ed3d1256SJaegeuk Kim 	if (!i_ext || !i_ext->len)
348ed3d1256SJaegeuk Kim 		return false;
349a28ef1f5SChao Yu 
350bd933d4fSChao Yu 	get_extent_info(&ei, i_ext);
351a28ef1f5SChao Yu 
352a28ef1f5SChao Yu 	write_lock(&et->lock);
35368e35385SChao Yu 	if (atomic_read(&et->node_cnt))
354a28ef1f5SChao Yu 		goto out;
355a28ef1f5SChao Yu 
356a6f78345SChao Yu 	en = __init_extent_tree(sbi, et, &ei);
357a28ef1f5SChao Yu 	if (en) {
358a28ef1f5SChao Yu 		spin_lock(&sbi->extent_lock);
359a28ef1f5SChao Yu 		list_add_tail(&en->list, &sbi->extent_list);
360a28ef1f5SChao Yu 		spin_unlock(&sbi->extent_lock);
361a28ef1f5SChao Yu 	}
362a28ef1f5SChao Yu out:
363a28ef1f5SChao Yu 	write_unlock(&et->lock);
364ed3d1256SJaegeuk Kim 	return false;
365a28ef1f5SChao Yu }
366a28ef1f5SChao Yu 
367dad48e73SYunlei He bool f2fs_init_extent_tree(struct inode *inode, struct f2fs_extent *i_ext)
368dad48e73SYunlei He {
369dad48e73SYunlei He 	bool ret =  __f2fs_init_extent_tree(inode, i_ext);
370dad48e73SYunlei He 
371dad48e73SYunlei He 	if (!F2FS_I(inode)->extent_tree)
372dad48e73SYunlei He 		set_inode_flag(inode, FI_NO_EXTENT);
373dad48e73SYunlei He 
374dad48e73SYunlei He 	return ret;
375dad48e73SYunlei He }
376dad48e73SYunlei He 
377a28ef1f5SChao Yu static bool f2fs_lookup_extent_tree(struct inode *inode, pgoff_t pgofs,
378a28ef1f5SChao Yu 							struct extent_info *ei)
379a28ef1f5SChao Yu {
380a28ef1f5SChao Yu 	struct f2fs_sb_info *sbi = F2FS_I_SB(inode);
381a28ef1f5SChao Yu 	struct extent_tree *et = F2FS_I(inode)->extent_tree;
382a28ef1f5SChao Yu 	struct extent_node *en;
383a28ef1f5SChao Yu 	bool ret = false;
384a28ef1f5SChao Yu 
385a28ef1f5SChao Yu 	f2fs_bug_on(sbi, !et);
386a28ef1f5SChao Yu 
387a28ef1f5SChao Yu 	trace_f2fs_lookup_extent_tree_start(inode, pgofs);
388a28ef1f5SChao Yu 
389a28ef1f5SChao Yu 	read_lock(&et->lock);
390a28ef1f5SChao Yu 
391a28ef1f5SChao Yu 	if (et->largest.fofs <= pgofs &&
392a28ef1f5SChao Yu 			et->largest.fofs + et->largest.len > pgofs) {
393a28ef1f5SChao Yu 		*ei = et->largest;
394a28ef1f5SChao Yu 		ret = true;
39591c481ffSChao Yu 		stat_inc_largest_node_hit(sbi);
396a28ef1f5SChao Yu 		goto out;
397a28ef1f5SChao Yu 	}
398a28ef1f5SChao Yu 
3994d57b86dSChao Yu 	en = (struct extent_node *)f2fs_lookup_rb_tree(&et->root,
40054c2258cSChao Yu 				(struct rb_entry *)et->cached_en, pgofs);
40154c2258cSChao Yu 	if (!en)
40254c2258cSChao Yu 		goto out;
40354c2258cSChao Yu 
40454c2258cSChao Yu 	if (en == et->cached_en)
40554c2258cSChao Yu 		stat_inc_cached_node_hit(sbi);
40654c2258cSChao Yu 	else
40754c2258cSChao Yu 		stat_inc_rbtree_node_hit(sbi);
40854c2258cSChao Yu 
409a28ef1f5SChao Yu 	*ei = en->ei;
410a28ef1f5SChao Yu 	spin_lock(&sbi->extent_lock);
41142926744SJaegeuk Kim 	if (!list_empty(&en->list)) {
412a28ef1f5SChao Yu 		list_move_tail(&en->list, &sbi->extent_list);
413a28ef1f5SChao Yu 		et->cached_en = en;
41442926744SJaegeuk Kim 	}
415a28ef1f5SChao Yu 	spin_unlock(&sbi->extent_lock);
416a28ef1f5SChao Yu 	ret = true;
417a28ef1f5SChao Yu out:
418727edac5SChao Yu 	stat_inc_total_hit(sbi);
419a28ef1f5SChao Yu 	read_unlock(&et->lock);
420a28ef1f5SChao Yu 
421a28ef1f5SChao Yu 	trace_f2fs_lookup_extent_tree_end(inode, pgofs, ei);
422a28ef1f5SChao Yu 	return ret;
423a28ef1f5SChao Yu }
424a28ef1f5SChao Yu 
425b430f726SZhikang Zhang static struct extent_node *__try_merge_extent_node(struct f2fs_sb_info *sbi,
4260f825ee6SFan Li 				struct extent_tree *et, struct extent_info *ei,
4270f825ee6SFan Li 				struct extent_node *prev_ex,
428ef05e221SChao Yu 				struct extent_node *next_ex)
4290f825ee6SFan Li {
4300f825ee6SFan Li 	struct extent_node *en = NULL;
4310f825ee6SFan Li 
4320f825ee6SFan Li 	if (prev_ex && __is_back_mergeable(ei, &prev_ex->ei)) {
4330f825ee6SFan Li 		prev_ex->ei.len += ei->len;
4340f825ee6SFan Li 		ei = &prev_ex->ei;
4350f825ee6SFan Li 		en = prev_ex;
4360f825ee6SFan Li 	}
437ef05e221SChao Yu 
4380f825ee6SFan Li 	if (next_ex && __is_front_mergeable(ei, &next_ex->ei)) {
4390f825ee6SFan Li 		next_ex->ei.fofs = ei->fofs;
4400f825ee6SFan Li 		next_ex->ei.blk = ei->blk;
4410f825ee6SFan Li 		next_ex->ei.len += ei->len;
4427855eba4SYunlei He 		if (en)
4437855eba4SYunlei He 			__release_extent_node(sbi, et, prev_ex);
4447855eba4SYunlei He 
4450f825ee6SFan Li 		en = next_ex;
4460f825ee6SFan Li 	}
447ef05e221SChao Yu 
44843a2fa18SJaegeuk Kim 	if (!en)
44943a2fa18SJaegeuk Kim 		return NULL;
45043a2fa18SJaegeuk Kim 
451b430f726SZhikang Zhang 	__try_update_largest_extent(et, en);
45243a2fa18SJaegeuk Kim 
45343a2fa18SJaegeuk Kim 	spin_lock(&sbi->extent_lock);
45442926744SJaegeuk Kim 	if (!list_empty(&en->list)) {
45543a2fa18SJaegeuk Kim 		list_move_tail(&en->list, &sbi->extent_list);
45642926744SJaegeuk Kim 		et->cached_en = en;
45742926744SJaegeuk Kim 	}
45843a2fa18SJaegeuk Kim 	spin_unlock(&sbi->extent_lock);
459ef05e221SChao Yu 	return en;
460ef05e221SChao Yu }
461ef05e221SChao Yu 
462b430f726SZhikang Zhang static struct extent_node *__insert_extent_tree(struct f2fs_sb_info *sbi,
463ef05e221SChao Yu 				struct extent_tree *et, struct extent_info *ei,
464ef05e221SChao Yu 				struct rb_node **insert_p,
4654dada3fdSChao Yu 				struct rb_node *insert_parent,
4664dada3fdSChao Yu 				bool leftmost)
467ef05e221SChao Yu {
4688fe326cbSColin Ian King 	struct rb_node **p;
469ef05e221SChao Yu 	struct rb_node *parent = NULL;
470ef05e221SChao Yu 	struct extent_node *en = NULL;
4710f825ee6SFan Li 
4720f825ee6SFan Li 	if (insert_p && insert_parent) {
4730f825ee6SFan Li 		parent = insert_parent;
4740f825ee6SFan Li 		p = insert_p;
4750f825ee6SFan Li 		goto do_insert;
4760f825ee6SFan Li 	}
4770f825ee6SFan Li 
4784dada3fdSChao Yu 	leftmost = true;
4794dada3fdSChao Yu 
4804dada3fdSChao Yu 	p = f2fs_lookup_rb_tree_for_insert(sbi, &et->root, &parent,
4814dada3fdSChao Yu 						ei->fofs, &leftmost);
4820f825ee6SFan Li do_insert:
4834dada3fdSChao Yu 	en = __attach_extent_node(sbi, et, ei, parent, p, leftmost);
4840f825ee6SFan Li 	if (!en)
4850f825ee6SFan Li 		return NULL;
486ef05e221SChao Yu 
487b430f726SZhikang Zhang 	__try_update_largest_extent(et, en);
48843a2fa18SJaegeuk Kim 
48943a2fa18SJaegeuk Kim 	/* update in global extent list */
49043a2fa18SJaegeuk Kim 	spin_lock(&sbi->extent_lock);
49143a2fa18SJaegeuk Kim 	list_add_tail(&en->list, &sbi->extent_list);
49242926744SJaegeuk Kim 	et->cached_en = en;
49343a2fa18SJaegeuk Kim 	spin_unlock(&sbi->extent_lock);
4940f825ee6SFan Li 	return en;
4950f825ee6SFan Li }
4960f825ee6SFan Li 
497317e1300SChao Yu static void f2fs_update_extent_tree_range(struct inode *inode,
49819b2c30dSChao Yu 				pgoff_t fofs, block_t blkaddr, unsigned int len)
499a28ef1f5SChao Yu {
500a28ef1f5SChao Yu 	struct f2fs_sb_info *sbi = F2FS_I_SB(inode);
501a28ef1f5SChao Yu 	struct extent_tree *et = F2FS_I(inode)->extent_tree;
5024d1fa815SFan Li 	struct extent_node *en = NULL, *en1 = NULL;
50319b2c30dSChao Yu 	struct extent_node *prev_en = NULL, *next_en = NULL;
504a28ef1f5SChao Yu 	struct extent_info ei, dei, prev;
5050f825ee6SFan Li 	struct rb_node **insert_p = NULL, *insert_parent = NULL;
50619b2c30dSChao Yu 	unsigned int end = fofs + len;
50719b2c30dSChao Yu 	unsigned int pos = (unsigned int)fofs;
508b430f726SZhikang Zhang 	bool updated = false;
509*f9aa52a8SChao Yu 	bool leftmost = false;
510a28ef1f5SChao Yu 
511a28ef1f5SChao Yu 	if (!et)
512317e1300SChao Yu 		return;
513a28ef1f5SChao Yu 
514744288c7SChao Yu 	trace_f2fs_update_extent_tree_range(inode, fofs, blkaddr, len);
515744288c7SChao Yu 
516a28ef1f5SChao Yu 	write_lock(&et->lock);
517a28ef1f5SChao Yu 
51891942321SJaegeuk Kim 	if (is_inode_flag_set(inode, FI_NO_EXTENT)) {
519a28ef1f5SChao Yu 		write_unlock(&et->lock);
520317e1300SChao Yu 		return;
521a28ef1f5SChao Yu 	}
522a28ef1f5SChao Yu 
523a28ef1f5SChao Yu 	prev = et->largest;
524a28ef1f5SChao Yu 	dei.len = 0;
525a28ef1f5SChao Yu 
5264d1fa815SFan Li 	/*
5274d1fa815SFan Li 	 * drop largest extent before lookup, in case it's already
5284d1fa815SFan Li 	 * been shrunk from extent tree
5294d1fa815SFan Li 	 */
530b430f726SZhikang Zhang 	__drop_largest_extent(et, fofs, len);
531a28ef1f5SChao Yu 
53219b2c30dSChao Yu 	/* 1. lookup first extent node in range [fofs, fofs + len - 1] */
5334d57b86dSChao Yu 	en = (struct extent_node *)f2fs_lookup_rb_tree_ret(&et->root,
53454c2258cSChao Yu 					(struct rb_entry *)et->cached_en, fofs,
53554c2258cSChao Yu 					(struct rb_entry **)&prev_en,
53654c2258cSChao Yu 					(struct rb_entry **)&next_en,
5374dada3fdSChao Yu 					&insert_p, &insert_parent, false,
5384dada3fdSChao Yu 					&leftmost);
5394d1fa815SFan Li 	if (!en)
54019b2c30dSChao Yu 		en = next_en;
54119b2c30dSChao Yu 
54219b2c30dSChao Yu 	/* 2. invlidate all extent nodes in range [fofs, fofs + len - 1] */
5434d1fa815SFan Li 	while (en && en->ei.fofs < end) {
5444d1fa815SFan Li 		unsigned int org_end;
5454d1fa815SFan Li 		int parts = 0;	/* # of parts current extent split into */
54619b2c30dSChao Yu 
5474d1fa815SFan Li 		next_en = en1 = NULL;
548a28ef1f5SChao Yu 
549a28ef1f5SChao Yu 		dei = en->ei;
5504d1fa815SFan Li 		org_end = dei.fofs + dei.len;
5514d1fa815SFan Li 		f2fs_bug_on(sbi, pos >= org_end);
55219b2c30dSChao Yu 
5534d1fa815SFan Li 		if (pos > dei.fofs &&	pos - dei.fofs >= F2FS_MIN_EXTENT_LEN) {
5544d1fa815SFan Li 			en->ei.len = pos - en->ei.fofs;
5554d1fa815SFan Li 			prev_en = en;
5564d1fa815SFan Li 			parts = 1;
55719b2c30dSChao Yu 		}
55819b2c30dSChao Yu 
5594d1fa815SFan Li 		if (end < org_end && org_end - end >= F2FS_MIN_EXTENT_LEN) {
5604d1fa815SFan Li 			if (parts) {
5614d1fa815SFan Li 				set_extent_info(&ei, end,
5624d1fa815SFan Li 						end - dei.fofs + dei.blk,
5634d1fa815SFan Li 						org_end - end);
564b430f726SZhikang Zhang 				en1 = __insert_extent_tree(sbi, et, &ei,
5654dada3fdSChao Yu 							NULL, NULL, true);
5664d1fa815SFan Li 				next_en = en1;
5674d1fa815SFan Li 			} else {
56819b2c30dSChao Yu 				en->ei.fofs = end;
56919b2c30dSChao Yu 				en->ei.blk += end - dei.fofs;
57019b2c30dSChao Yu 				en->ei.len -= end - dei.fofs;
5714d1fa815SFan Li 				next_en = en;
5724d1fa815SFan Li 			}
5734d1fa815SFan Li 			parts++;
57419b2c30dSChao Yu 		}
57519b2c30dSChao Yu 
5764d1fa815SFan Li 		if (!next_en) {
5774d1fa815SFan Li 			struct rb_node *node = rb_next(&en->rb_node);
5784d1fa815SFan Li 
579ed0b5620SGeliang Tang 			next_en = rb_entry_safe(node, struct extent_node,
580ed0b5620SGeliang Tang 						rb_node);
5814d1fa815SFan Li 		}
5824d1fa815SFan Li 
5834abd3f5aSChao Yu 		if (parts)
584b430f726SZhikang Zhang 			__try_update_largest_extent(et, en);
5854abd3f5aSChao Yu 		else
586a03f01f2SHou Pengyang 			__release_extent_node(sbi, et, en);
58719b2c30dSChao Yu 
58819b2c30dSChao Yu 		/*
5894d1fa815SFan Li 		 * if original extent is split into zero or two parts, extent
5904d1fa815SFan Li 		 * tree has been altered by deletion or insertion, therefore
5914d1fa815SFan Li 		 * invalidate pointers regard to tree.
59219b2c30dSChao Yu 		 */
5934d1fa815SFan Li 		if (parts != 1) {
59419b2c30dSChao Yu 			insert_p = NULL;
59519b2c30dSChao Yu 			insert_parent = NULL;
59619b2c30dSChao Yu 		}
5974d1fa815SFan Li 		en = next_en;
59819b2c30dSChao Yu 	}
599a28ef1f5SChao Yu 
600a28ef1f5SChao Yu 	/* 3. update extent in extent cache */
601a28ef1f5SChao Yu 	if (blkaddr) {
60219b2c30dSChao Yu 
60319b2c30dSChao Yu 		set_extent_info(&ei, fofs, blkaddr, len);
604b430f726SZhikang Zhang 		if (!__try_merge_extent_node(sbi, et, &ei, prev_en, next_en))
605b430f726SZhikang Zhang 			__insert_extent_tree(sbi, et, &ei,
6064dada3fdSChao Yu 					insert_p, insert_parent, leftmost);
607a28ef1f5SChao Yu 
608a28ef1f5SChao Yu 		/* give up extent_cache, if split and small updates happen */
609a28ef1f5SChao Yu 		if (dei.len >= 1 &&
610a28ef1f5SChao Yu 				prev.len < F2FS_MIN_EXTENT_LEN &&
611a28ef1f5SChao Yu 				et->largest.len < F2FS_MIN_EXTENT_LEN) {
612b430f726SZhikang Zhang 			et->largest.len = 0;
613b430f726SZhikang Zhang 			et->largest_updated = true;
61491942321SJaegeuk Kim 			set_inode_flag(inode, FI_NO_EXTENT);
615a28ef1f5SChao Yu 		}
61619b2c30dSChao Yu 	}
617a28ef1f5SChao Yu 
61891942321SJaegeuk Kim 	if (is_inode_flag_set(inode, FI_NO_EXTENT))
619201ef5e0SHou Pengyang 		__free_extent_tree(sbi, et);
620a28ef1f5SChao Yu 
621b430f726SZhikang Zhang 	if (et->largest_updated) {
622b430f726SZhikang Zhang 		et->largest_updated = false;
623b430f726SZhikang Zhang 		updated = true;
624b430f726SZhikang Zhang 	}
625b430f726SZhikang Zhang 
626a28ef1f5SChao Yu 	write_unlock(&et->lock);
627b430f726SZhikang Zhang 
628b430f726SZhikang Zhang 	if (updated)
629b430f726SZhikang Zhang 		f2fs_mark_inode_dirty_sync(inode, true);
630a28ef1f5SChao Yu }
631a28ef1f5SChao Yu 
632a28ef1f5SChao Yu unsigned int f2fs_shrink_extent_tree(struct f2fs_sb_info *sbi, int nr_shrink)
633a28ef1f5SChao Yu {
634137d09f0SJaegeuk Kim 	struct extent_tree *et, *next;
635201ef5e0SHou Pengyang 	struct extent_node *en;
636a28ef1f5SChao Yu 	unsigned int node_cnt = 0, tree_cnt = 0;
637a28ef1f5SChao Yu 	int remained;
638a28ef1f5SChao Yu 
639a28ef1f5SChao Yu 	if (!test_opt(sbi, EXTENT_CACHE))
640a28ef1f5SChao Yu 		return 0;
641a28ef1f5SChao Yu 
64274fd8d99SJaegeuk Kim 	if (!atomic_read(&sbi->total_zombie_tree))
64374fd8d99SJaegeuk Kim 		goto free_node;
64474fd8d99SJaegeuk Kim 
6455e8256acSYunlei He 	if (!mutex_trylock(&sbi->extent_tree_lock))
646a28ef1f5SChao Yu 		goto out;
647a28ef1f5SChao Yu 
648a28ef1f5SChao Yu 	/* 1. remove unreferenced extent tree */
649137d09f0SJaegeuk Kim 	list_for_each_entry_safe(et, next, &sbi->zombie_list, list) {
6509b72a388SChao Yu 		if (atomic_read(&et->node_cnt)) {
651a28ef1f5SChao Yu 			write_lock(&et->lock);
652201ef5e0SHou Pengyang 			node_cnt += __free_extent_tree(sbi, et);
653a28ef1f5SChao Yu 			write_unlock(&et->lock);
6549b72a388SChao Yu 		}
655201ef5e0SHou Pengyang 		f2fs_bug_on(sbi, atomic_read(&et->node_cnt));
656137d09f0SJaegeuk Kim 		list_del_init(&et->list);
657137d09f0SJaegeuk Kim 		radix_tree_delete(&sbi->extent_tree_root, et->ino);
658a28ef1f5SChao Yu 		kmem_cache_free(extent_tree_slab, et);
6597441ccefSJaegeuk Kim 		atomic_dec(&sbi->total_ext_tree);
66074fd8d99SJaegeuk Kim 		atomic_dec(&sbi->total_zombie_tree);
661a28ef1f5SChao Yu 		tree_cnt++;
662a28ef1f5SChao Yu 
663a28ef1f5SChao Yu 		if (node_cnt + tree_cnt >= nr_shrink)
664a28ef1f5SChao Yu 			goto unlock_out;
6656fe2bc95SJaegeuk Kim 		cond_resched();
666a28ef1f5SChao Yu 	}
6675e8256acSYunlei He 	mutex_unlock(&sbi->extent_tree_lock);
668a28ef1f5SChao Yu 
66974fd8d99SJaegeuk Kim free_node:
670a28ef1f5SChao Yu 	/* 2. remove LRU extent entries */
6715e8256acSYunlei He 	if (!mutex_trylock(&sbi->extent_tree_lock))
672a28ef1f5SChao Yu 		goto out;
673a28ef1f5SChao Yu 
674a28ef1f5SChao Yu 	remained = nr_shrink - (node_cnt + tree_cnt);
675a28ef1f5SChao Yu 
676a28ef1f5SChao Yu 	spin_lock(&sbi->extent_lock);
677201ef5e0SHou Pengyang 	for (; remained > 0; remained--) {
678201ef5e0SHou Pengyang 		if (list_empty(&sbi->extent_list))
679a28ef1f5SChao Yu 			break;
680201ef5e0SHou Pengyang 		en = list_first_entry(&sbi->extent_list,
681201ef5e0SHou Pengyang 					struct extent_node, list);
682201ef5e0SHou Pengyang 		et = en->et;
683201ef5e0SHou Pengyang 		if (!write_trylock(&et->lock)) {
684201ef5e0SHou Pengyang 			/* refresh this extent node's position in extent list */
685201ef5e0SHou Pengyang 			list_move_tail(&en->list, &sbi->extent_list);
686201ef5e0SHou Pengyang 			continue;
687201ef5e0SHou Pengyang 		}
688201ef5e0SHou Pengyang 
689a28ef1f5SChao Yu 		list_del_init(&en->list);
690201ef5e0SHou Pengyang 		spin_unlock(&sbi->extent_lock);
691201ef5e0SHou Pengyang 
692201ef5e0SHou Pengyang 		__detach_extent_node(sbi, et, en);
693201ef5e0SHou Pengyang 
694201ef5e0SHou Pengyang 		write_unlock(&et->lock);
695201ef5e0SHou Pengyang 		node_cnt++;
696201ef5e0SHou Pengyang 		spin_lock(&sbi->extent_lock);
697a28ef1f5SChao Yu 	}
698a28ef1f5SChao Yu 	spin_unlock(&sbi->extent_lock);
699a28ef1f5SChao Yu 
700a28ef1f5SChao Yu unlock_out:
7015e8256acSYunlei He 	mutex_unlock(&sbi->extent_tree_lock);
702a28ef1f5SChao Yu out:
703a28ef1f5SChao Yu 	trace_f2fs_shrink_extent_tree(sbi, node_cnt, tree_cnt);
704a28ef1f5SChao Yu 
705a28ef1f5SChao Yu 	return node_cnt + tree_cnt;
706a28ef1f5SChao Yu }
707a28ef1f5SChao Yu 
708a28ef1f5SChao Yu unsigned int f2fs_destroy_extent_node(struct inode *inode)
709a28ef1f5SChao Yu {
710a28ef1f5SChao Yu 	struct f2fs_sb_info *sbi = F2FS_I_SB(inode);
711a28ef1f5SChao Yu 	struct extent_tree *et = F2FS_I(inode)->extent_tree;
712a28ef1f5SChao Yu 	unsigned int node_cnt = 0;
713a28ef1f5SChao Yu 
7149b72a388SChao Yu 	if (!et || !atomic_read(&et->node_cnt))
715a28ef1f5SChao Yu 		return 0;
716a28ef1f5SChao Yu 
717a28ef1f5SChao Yu 	write_lock(&et->lock);
718201ef5e0SHou Pengyang 	node_cnt = __free_extent_tree(sbi, et);
719a28ef1f5SChao Yu 	write_unlock(&et->lock);
720a28ef1f5SChao Yu 
721a28ef1f5SChao Yu 	return node_cnt;
722a28ef1f5SChao Yu }
723a28ef1f5SChao Yu 
7245f281fabSJaegeuk Kim void f2fs_drop_extent_tree(struct inode *inode)
7255f281fabSJaegeuk Kim {
7265f281fabSJaegeuk Kim 	struct f2fs_sb_info *sbi = F2FS_I_SB(inode);
7275f281fabSJaegeuk Kim 	struct extent_tree *et = F2FS_I(inode)->extent_tree;
728b430f726SZhikang Zhang 	bool updated = false;
7295f281fabSJaegeuk Kim 
730bf617f7aSChao Yu 	if (!f2fs_may_extent_tree(inode))
731bf617f7aSChao Yu 		return;
732bf617f7aSChao Yu 
7335f281fabSJaegeuk Kim 	set_inode_flag(inode, FI_NO_EXTENT);
7345f281fabSJaegeuk Kim 
7355f281fabSJaegeuk Kim 	write_lock(&et->lock);
7365f281fabSJaegeuk Kim 	__free_extent_tree(sbi, et);
737b430f726SZhikang Zhang 	if (et->largest.len) {
738b430f726SZhikang Zhang 		et->largest.len = 0;
739b430f726SZhikang Zhang 		updated = true;
740b430f726SZhikang Zhang 	}
7415f281fabSJaegeuk Kim 	write_unlock(&et->lock);
742b430f726SZhikang Zhang 	if (updated)
743b430f726SZhikang Zhang 		f2fs_mark_inode_dirty_sync(inode, true);
7445f281fabSJaegeuk Kim }
7455f281fabSJaegeuk Kim 
746a28ef1f5SChao Yu void f2fs_destroy_extent_tree(struct inode *inode)
747a28ef1f5SChao Yu {
748a28ef1f5SChao Yu 	struct f2fs_sb_info *sbi = F2FS_I_SB(inode);
749a28ef1f5SChao Yu 	struct extent_tree *et = F2FS_I(inode)->extent_tree;
750a28ef1f5SChao Yu 	unsigned int node_cnt = 0;
751a28ef1f5SChao Yu 
752a28ef1f5SChao Yu 	if (!et)
753a28ef1f5SChao Yu 		return;
754a28ef1f5SChao Yu 
75568e35385SChao Yu 	if (inode->i_nlink && !is_bad_inode(inode) &&
75668e35385SChao Yu 					atomic_read(&et->node_cnt)) {
7575e8256acSYunlei He 		mutex_lock(&sbi->extent_tree_lock);
758137d09f0SJaegeuk Kim 		list_add_tail(&et->list, &sbi->zombie_list);
75974fd8d99SJaegeuk Kim 		atomic_inc(&sbi->total_zombie_tree);
7605e8256acSYunlei He 		mutex_unlock(&sbi->extent_tree_lock);
761a28ef1f5SChao Yu 		return;
762a28ef1f5SChao Yu 	}
763a28ef1f5SChao Yu 
764a28ef1f5SChao Yu 	/* free all extent info belong to this extent tree */
765a28ef1f5SChao Yu 	node_cnt = f2fs_destroy_extent_node(inode);
766a28ef1f5SChao Yu 
767a28ef1f5SChao Yu 	/* delete extent tree entry in radix tree */
7685e8256acSYunlei He 	mutex_lock(&sbi->extent_tree_lock);
76968e35385SChao Yu 	f2fs_bug_on(sbi, atomic_read(&et->node_cnt));
770a28ef1f5SChao Yu 	radix_tree_delete(&sbi->extent_tree_root, inode->i_ino);
771a28ef1f5SChao Yu 	kmem_cache_free(extent_tree_slab, et);
7727441ccefSJaegeuk Kim 	atomic_dec(&sbi->total_ext_tree);
7735e8256acSYunlei He 	mutex_unlock(&sbi->extent_tree_lock);
774a28ef1f5SChao Yu 
775a28ef1f5SChao Yu 	F2FS_I(inode)->extent_tree = NULL;
776a28ef1f5SChao Yu 
777a28ef1f5SChao Yu 	trace_f2fs_destroy_extent_tree(inode, node_cnt);
778a28ef1f5SChao Yu }
779a28ef1f5SChao Yu 
780a28ef1f5SChao Yu bool f2fs_lookup_extent_cache(struct inode *inode, pgoff_t pgofs,
781a28ef1f5SChao Yu 					struct extent_info *ei)
782a28ef1f5SChao Yu {
783a28ef1f5SChao Yu 	if (!f2fs_may_extent_tree(inode))
784a28ef1f5SChao Yu 		return false;
785a28ef1f5SChao Yu 
786a28ef1f5SChao Yu 	return f2fs_lookup_extent_tree(inode, pgofs, ei);
787a28ef1f5SChao Yu }
788a28ef1f5SChao Yu 
789a28ef1f5SChao Yu void f2fs_update_extent_cache(struct dnode_of_data *dn)
790a28ef1f5SChao Yu {
791a28ef1f5SChao Yu 	pgoff_t fofs;
792f28b3434SChao Yu 	block_t blkaddr;
793a28ef1f5SChao Yu 
794a28ef1f5SChao Yu 	if (!f2fs_may_extent_tree(dn->inode))
795a28ef1f5SChao Yu 		return;
796a28ef1f5SChao Yu 
797f28b3434SChao Yu 	if (dn->data_blkaddr == NEW_ADDR)
798f28b3434SChao Yu 		blkaddr = NULL_ADDR;
799f28b3434SChao Yu 	else
800f28b3434SChao Yu 		blkaddr = dn->data_blkaddr;
80119b2c30dSChao Yu 
8024d57b86dSChao Yu 	fofs = f2fs_start_bidx_of_node(ofs_of_node(dn->node_page), dn->inode) +
803a28ef1f5SChao Yu 								dn->ofs_in_node;
804ee6d182fSJaegeuk Kim 	f2fs_update_extent_tree_range(dn->inode, fofs, blkaddr, 1);
80519b2c30dSChao Yu }
80619b2c30dSChao Yu 
80719b2c30dSChao Yu void f2fs_update_extent_cache_range(struct dnode_of_data *dn,
80819b2c30dSChao Yu 				pgoff_t fofs, block_t blkaddr, unsigned int len)
80919b2c30dSChao Yu 
81019b2c30dSChao Yu {
81119b2c30dSChao Yu 	if (!f2fs_may_extent_tree(dn->inode))
81219b2c30dSChao Yu 		return;
81319b2c30dSChao Yu 
814ee6d182fSJaegeuk Kim 	f2fs_update_extent_tree_range(dn->inode, fofs, blkaddr, len);
815a28ef1f5SChao Yu }
816a28ef1f5SChao Yu 
8174d57b86dSChao Yu void f2fs_init_extent_cache_info(struct f2fs_sb_info *sbi)
818a28ef1f5SChao Yu {
819a28ef1f5SChao Yu 	INIT_RADIX_TREE(&sbi->extent_tree_root, GFP_NOIO);
8205e8256acSYunlei He 	mutex_init(&sbi->extent_tree_lock);
821a28ef1f5SChao Yu 	INIT_LIST_HEAD(&sbi->extent_list);
822a28ef1f5SChao Yu 	spin_lock_init(&sbi->extent_lock);
8237441ccefSJaegeuk Kim 	atomic_set(&sbi->total_ext_tree, 0);
824137d09f0SJaegeuk Kim 	INIT_LIST_HEAD(&sbi->zombie_list);
82574fd8d99SJaegeuk Kim 	atomic_set(&sbi->total_zombie_tree, 0);
826a28ef1f5SChao Yu 	atomic_set(&sbi->total_ext_node, 0);
827a28ef1f5SChao Yu }
828a28ef1f5SChao Yu 
8294d57b86dSChao Yu int __init f2fs_create_extent_cache(void)
830a28ef1f5SChao Yu {
831a28ef1f5SChao Yu 	extent_tree_slab = f2fs_kmem_cache_create("f2fs_extent_tree",
832a28ef1f5SChao Yu 			sizeof(struct extent_tree));
833a28ef1f5SChao Yu 	if (!extent_tree_slab)
834a28ef1f5SChao Yu 		return -ENOMEM;
835a28ef1f5SChao Yu 	extent_node_slab = f2fs_kmem_cache_create("f2fs_extent_node",
836a28ef1f5SChao Yu 			sizeof(struct extent_node));
837a28ef1f5SChao Yu 	if (!extent_node_slab) {
838a28ef1f5SChao Yu 		kmem_cache_destroy(extent_tree_slab);
839a28ef1f5SChao Yu 		return -ENOMEM;
840a28ef1f5SChao Yu 	}
841a28ef1f5SChao Yu 	return 0;
842a28ef1f5SChao Yu }
843a28ef1f5SChao Yu 
8444d57b86dSChao Yu void f2fs_destroy_extent_cache(void)
845a28ef1f5SChao Yu {
846a28ef1f5SChao Yu 	kmem_cache_destroy(extent_node_slab);
847a28ef1f5SChao Yu 	kmem_cache_destroy(extent_tree_slab);
848a28ef1f5SChao Yu }
849