17c1a000dSChao Yu // SPDX-License-Identifier: GPL-2.0
22658e50dSJaegeuk Kim /*
32658e50dSJaegeuk Kim * f2fs shrinker support
42658e50dSJaegeuk Kim * the basic infra was copied from fs/ubifs/shrinker.c
52658e50dSJaegeuk Kim *
62658e50dSJaegeuk Kim * Copyright (c) 2015 Motorola Mobility
72658e50dSJaegeuk Kim * Copyright (c) 2015 Jaegeuk Kim <jaegeuk@kernel.org>
82658e50dSJaegeuk Kim */
92658e50dSJaegeuk Kim #include <linux/fs.h>
102658e50dSJaegeuk Kim #include <linux/f2fs_fs.h>
112658e50dSJaegeuk Kim
122658e50dSJaegeuk Kim #include "f2fs.h"
13ad4edb83SJaegeuk Kim #include "node.h"
142658e50dSJaegeuk Kim
152658e50dSJaegeuk Kim static LIST_HEAD(f2fs_list);
162658e50dSJaegeuk Kim static DEFINE_SPINLOCK(f2fs_list_lock);
172658e50dSJaegeuk Kim static unsigned int shrinker_run_no;
182658e50dSJaegeuk Kim
__count_nat_entries(struct f2fs_sb_info * sbi)191b38dc8eSJaegeuk Kim static unsigned long __count_nat_entries(struct f2fs_sb_info *sbi)
201b38dc8eSJaegeuk Kim {
21a95ba66aSJaegeuk Kim return NM_I(sbi)->nat_cnt[RECLAIMABLE_NAT];
221b38dc8eSJaegeuk Kim }
231b38dc8eSJaegeuk Kim
__count_free_nids(struct f2fs_sb_info * sbi)2431696580SChao Yu static unsigned long __count_free_nids(struct f2fs_sb_info *sbi)
2531696580SChao Yu {
269a4ffdf5SChao Yu long count = NM_I(sbi)->nid_cnt[FREE_NID] - MAX_FREE_NIDS;
2702110a4fSChao Yu
2802110a4fSChao Yu return count > 0 ? count : 0;
2931696580SChao Yu }
3031696580SChao Yu
__count_extent_cache(struct f2fs_sb_info * sbi,enum extent_type type)31e7547dacSJaegeuk Kim static unsigned long __count_extent_cache(struct f2fs_sb_info *sbi,
32e7547dacSJaegeuk Kim enum extent_type type)
33554df79eSJaegeuk Kim {
34e7547dacSJaegeuk Kim struct extent_tree_info *eti = &sbi->extent_tree[type];
35e7547dacSJaegeuk Kim
36e7547dacSJaegeuk Kim return atomic_read(&eti->total_zombie_tree) +
37e7547dacSJaegeuk Kim atomic_read(&eti->total_ext_node);
38554df79eSJaegeuk Kim }
39554df79eSJaegeuk Kim
f2fs_shrink_count(struct shrinker * shrink,struct shrink_control * sc)402658e50dSJaegeuk Kim unsigned long f2fs_shrink_count(struct shrinker *shrink,
412658e50dSJaegeuk Kim struct shrink_control *sc)
422658e50dSJaegeuk Kim {
432658e50dSJaegeuk Kim struct f2fs_sb_info *sbi;
442658e50dSJaegeuk Kim struct list_head *p;
452658e50dSJaegeuk Kim unsigned long count = 0;
462658e50dSJaegeuk Kim
472658e50dSJaegeuk Kim spin_lock(&f2fs_list_lock);
482658e50dSJaegeuk Kim p = f2fs_list.next;
492658e50dSJaegeuk Kim while (p != &f2fs_list) {
502658e50dSJaegeuk Kim sbi = list_entry(p, struct f2fs_sb_info, s_list);
512658e50dSJaegeuk Kim
522658e50dSJaegeuk Kim /* stop f2fs_put_super */
532658e50dSJaegeuk Kim if (!mutex_trylock(&sbi->umount_mutex)) {
542658e50dSJaegeuk Kim p = p->next;
552658e50dSJaegeuk Kim continue;
562658e50dSJaegeuk Kim }
572658e50dSJaegeuk Kim spin_unlock(&f2fs_list_lock);
582658e50dSJaegeuk Kim
59e7547dacSJaegeuk Kim /* count read extent cache entries */
60e7547dacSJaegeuk Kim count += __count_extent_cache(sbi, EX_READ);
61554df79eSJaegeuk Kim
62*71644dffSJaegeuk Kim /* count block age extent cache entries */
63*71644dffSJaegeuk Kim count += __count_extent_cache(sbi, EX_BLOCK_AGE);
64*71644dffSJaegeuk Kim
657a88ddb5SChao Yu /* count clean nat cache entries */
661b38dc8eSJaegeuk Kim count += __count_nat_entries(sbi);
672658e50dSJaegeuk Kim
6831696580SChao Yu /* count free nids cache entries */
6931696580SChao Yu count += __count_free_nids(sbi);
7031696580SChao Yu
712658e50dSJaegeuk Kim spin_lock(&f2fs_list_lock);
722658e50dSJaegeuk Kim p = p->next;
732658e50dSJaegeuk Kim mutex_unlock(&sbi->umount_mutex);
742658e50dSJaegeuk Kim }
752658e50dSJaegeuk Kim spin_unlock(&f2fs_list_lock);
762658e50dSJaegeuk Kim return count;
772658e50dSJaegeuk Kim }
782658e50dSJaegeuk Kim
f2fs_shrink_scan(struct shrinker * shrink,struct shrink_control * sc)792658e50dSJaegeuk Kim unsigned long f2fs_shrink_scan(struct shrinker *shrink,
802658e50dSJaegeuk Kim struct shrink_control *sc)
812658e50dSJaegeuk Kim {
822658e50dSJaegeuk Kim unsigned long nr = sc->nr_to_scan;
832658e50dSJaegeuk Kim struct f2fs_sb_info *sbi;
842658e50dSJaegeuk Kim struct list_head *p;
852658e50dSJaegeuk Kim unsigned int run_no;
862658e50dSJaegeuk Kim unsigned long freed = 0;
872658e50dSJaegeuk Kim
882658e50dSJaegeuk Kim spin_lock(&f2fs_list_lock);
892658e50dSJaegeuk Kim do {
902658e50dSJaegeuk Kim run_no = ++shrinker_run_no;
912658e50dSJaegeuk Kim } while (run_no == 0);
922658e50dSJaegeuk Kim p = f2fs_list.next;
932658e50dSJaegeuk Kim while (p != &f2fs_list) {
942658e50dSJaegeuk Kim sbi = list_entry(p, struct f2fs_sb_info, s_list);
952658e50dSJaegeuk Kim
962658e50dSJaegeuk Kim if (sbi->shrinker_run_no == run_no)
972658e50dSJaegeuk Kim break;
982658e50dSJaegeuk Kim
992658e50dSJaegeuk Kim /* stop f2fs_put_super */
1002658e50dSJaegeuk Kim if (!mutex_trylock(&sbi->umount_mutex)) {
1012658e50dSJaegeuk Kim p = p->next;
1022658e50dSJaegeuk Kim continue;
1032658e50dSJaegeuk Kim }
1042658e50dSJaegeuk Kim spin_unlock(&f2fs_list_lock);
1052658e50dSJaegeuk Kim
1062658e50dSJaegeuk Kim sbi->shrinker_run_no = run_no;
1072658e50dSJaegeuk Kim
108*71644dffSJaegeuk Kim /* shrink extent cache entries */
109*71644dffSJaegeuk Kim freed += f2fs_shrink_age_extent_tree(sbi, nr >> 2);
110*71644dffSJaegeuk Kim
111e7547dacSJaegeuk Kim /* shrink read extent cache entries */
112*71644dffSJaegeuk Kim freed += f2fs_shrink_read_extent_tree(sbi, nr >> 2);
113554df79eSJaegeuk Kim
1141b38dc8eSJaegeuk Kim /* shrink clean nat cache entries */
115554df79eSJaegeuk Kim if (freed < nr)
1164d57b86dSChao Yu freed += f2fs_try_to_free_nats(sbi, nr - freed);
1172658e50dSJaegeuk Kim
11831696580SChao Yu /* shrink free nids cache entries */
11931696580SChao Yu if (freed < nr)
1204d57b86dSChao Yu freed += f2fs_try_to_free_nids(sbi, nr - freed);
12131696580SChao Yu
1222658e50dSJaegeuk Kim spin_lock(&f2fs_list_lock);
1232658e50dSJaegeuk Kim p = p->next;
1242658e50dSJaegeuk Kim list_move_tail(&sbi->s_list, &f2fs_list);
1252658e50dSJaegeuk Kim mutex_unlock(&sbi->umount_mutex);
1262658e50dSJaegeuk Kim if (freed >= nr)
1272658e50dSJaegeuk Kim break;
1282658e50dSJaegeuk Kim }
1292658e50dSJaegeuk Kim spin_unlock(&f2fs_list_lock);
1302658e50dSJaegeuk Kim return freed;
1312658e50dSJaegeuk Kim }
1322658e50dSJaegeuk Kim
f2fs_join_shrinker(struct f2fs_sb_info * sbi)1332658e50dSJaegeuk Kim void f2fs_join_shrinker(struct f2fs_sb_info *sbi)
1342658e50dSJaegeuk Kim {
1352658e50dSJaegeuk Kim spin_lock(&f2fs_list_lock);
1362658e50dSJaegeuk Kim list_add_tail(&sbi->s_list, &f2fs_list);
1372658e50dSJaegeuk Kim spin_unlock(&f2fs_list_lock);
1382658e50dSJaegeuk Kim }
1392658e50dSJaegeuk Kim
f2fs_leave_shrinker(struct f2fs_sb_info * sbi)1402658e50dSJaegeuk Kim void f2fs_leave_shrinker(struct f2fs_sb_info *sbi)
1412658e50dSJaegeuk Kim {
142e7547dacSJaegeuk Kim f2fs_shrink_read_extent_tree(sbi, __count_extent_cache(sbi, EX_READ));
143*71644dffSJaegeuk Kim f2fs_shrink_age_extent_tree(sbi,
144*71644dffSJaegeuk Kim __count_extent_cache(sbi, EX_BLOCK_AGE));
1453e72f721SJaegeuk Kim
1462658e50dSJaegeuk Kim spin_lock(&f2fs_list_lock);
147e4589fa5SSahitya Tummala list_del_init(&sbi->s_list);
1482658e50dSJaegeuk Kim spin_unlock(&f2fs_list_lock);
1492658e50dSJaegeuk Kim }
150