10a8165d7SJaegeuk Kim /* 2d624c96fSJaegeuk Kim * fs/f2fs/recovery.c 3d624c96fSJaegeuk Kim * 4d624c96fSJaegeuk Kim * Copyright (c) 2012 Samsung Electronics Co., Ltd. 5d624c96fSJaegeuk Kim * http://www.samsung.com/ 6d624c96fSJaegeuk Kim * 7d624c96fSJaegeuk Kim * This program is free software; you can redistribute it and/or modify 8d624c96fSJaegeuk Kim * it under the terms of the GNU General Public License version 2 as 9d624c96fSJaegeuk Kim * published by the Free Software Foundation. 10d624c96fSJaegeuk Kim */ 11d624c96fSJaegeuk Kim #include <linux/fs.h> 12d624c96fSJaegeuk Kim #include <linux/f2fs_fs.h> 13d624c96fSJaegeuk Kim #include "f2fs.h" 14d624c96fSJaegeuk Kim #include "node.h" 15d624c96fSJaegeuk Kim #include "segment.h" 16d624c96fSJaegeuk Kim 17d624c96fSJaegeuk Kim static struct kmem_cache *fsync_entry_slab; 18d624c96fSJaegeuk Kim 19d624c96fSJaegeuk Kim bool space_for_roll_forward(struct f2fs_sb_info *sbi) 20d624c96fSJaegeuk Kim { 21d624c96fSJaegeuk Kim if (sbi->last_valid_block_count + sbi->alloc_valid_block_count 22d624c96fSJaegeuk Kim > sbi->user_block_count) 23d624c96fSJaegeuk Kim return false; 24d624c96fSJaegeuk Kim return true; 25d624c96fSJaegeuk Kim } 26d624c96fSJaegeuk Kim 27d624c96fSJaegeuk Kim static struct fsync_inode_entry *get_fsync_inode(struct list_head *head, 28d624c96fSJaegeuk Kim nid_t ino) 29d624c96fSJaegeuk Kim { 30d624c96fSJaegeuk Kim struct list_head *this; 31d624c96fSJaegeuk Kim struct fsync_inode_entry *entry; 32d624c96fSJaegeuk Kim 33d624c96fSJaegeuk Kim list_for_each(this, head) { 34d624c96fSJaegeuk Kim entry = list_entry(this, struct fsync_inode_entry, list); 35d624c96fSJaegeuk Kim if (entry->inode->i_ino == ino) 36d624c96fSJaegeuk Kim return entry; 37d624c96fSJaegeuk Kim } 38d624c96fSJaegeuk Kim return NULL; 39d624c96fSJaegeuk Kim } 40d624c96fSJaegeuk Kim 41d624c96fSJaegeuk Kim static int recover_dentry(struct page *ipage, struct inode *inode) 42d624c96fSJaegeuk Kim { 4345590710SGu Zheng struct f2fs_node *raw_node = F2FS_NODE(ipage); 44d624c96fSJaegeuk Kim struct f2fs_inode *raw_inode = &(raw_node->i); 4574d0b917SJaegeuk Kim nid_t pino = le32_to_cpu(raw_inode->i_pino); 466b8213d9SJaegeuk Kim struct f2fs_dir_entry *de; 47b7f7a5e0SAl Viro struct qstr name; 48d624c96fSJaegeuk Kim struct page *page; 496b8213d9SJaegeuk Kim struct inode *dir, *einode; 50d624c96fSJaegeuk Kim int err = 0; 51d624c96fSJaegeuk Kim 5274d0b917SJaegeuk Kim dir = check_dirty_dir_inode(F2FS_SB(inode->i_sb), pino); 5374d0b917SJaegeuk Kim if (!dir) { 5474d0b917SJaegeuk Kim dir = f2fs_iget(inode->i_sb, pino); 55d624c96fSJaegeuk Kim if (IS_ERR(dir)) { 56047184b4SChris Fries err = PTR_ERR(dir); 57d624c96fSJaegeuk Kim goto out; 58d624c96fSJaegeuk Kim } 5974d0b917SJaegeuk Kim set_inode_flag(F2FS_I(dir), FI_DELAY_IPUT); 605deb8267SJaegeuk Kim add_dirty_dir_inode(dir); 6174d0b917SJaegeuk Kim } 62d624c96fSJaegeuk Kim 63b7f7a5e0SAl Viro name.len = le32_to_cpu(raw_inode->i_namelen); 64b7f7a5e0SAl Viro name.name = raw_inode->i_name; 656b8213d9SJaegeuk Kim retry: 666b8213d9SJaegeuk Kim de = f2fs_find_entry(dir, &name, &page); 676b8213d9SJaegeuk Kim if (de && inode->i_ino == le32_to_cpu(de->ino)) { 68d624c96fSJaegeuk Kim kunmap(page); 69d624c96fSJaegeuk Kim f2fs_put_page(page, 0); 706b8213d9SJaegeuk Kim goto out; 71d624c96fSJaegeuk Kim } 726b8213d9SJaegeuk Kim if (de) { 736b8213d9SJaegeuk Kim einode = f2fs_iget(inode->i_sb, le32_to_cpu(de->ino)); 746b8213d9SJaegeuk Kim if (IS_ERR(einode)) { 756b8213d9SJaegeuk Kim WARN_ON(1); 766b8213d9SJaegeuk Kim if (PTR_ERR(einode) == -ENOENT) 776b8213d9SJaegeuk Kim err = -EEXIST; 786b8213d9SJaegeuk Kim goto out; 796b8213d9SJaegeuk Kim } 806b8213d9SJaegeuk Kim f2fs_delete_entry(de, page, einode); 816b8213d9SJaegeuk Kim iput(einode); 826b8213d9SJaegeuk Kim goto retry; 836b8213d9SJaegeuk Kim } 846b8213d9SJaegeuk Kim err = __f2fs_add_link(dir, &name, inode); 85d624c96fSJaegeuk Kim out: 86f356fe0cSJaegeuk Kim f2fs_msg(inode->i_sb, KERN_NOTICE, "recover_inode and its dentry: " 87f356fe0cSJaegeuk Kim "ino = %x, name = %s, dir = %lx, err = %d", 88f28c06faSDan Carpenter ino_of_node(ipage), raw_inode->i_name, 89f28c06faSDan Carpenter IS_ERR(dir) ? 0 : dir->i_ino, err); 90d624c96fSJaegeuk Kim return err; 91d624c96fSJaegeuk Kim } 92d624c96fSJaegeuk Kim 93d624c96fSJaegeuk Kim static int recover_inode(struct inode *inode, struct page *node_page) 94d624c96fSJaegeuk Kim { 9545590710SGu Zheng struct f2fs_node *raw_node = F2FS_NODE(node_page); 96d624c96fSJaegeuk Kim struct f2fs_inode *raw_inode = &(raw_node->i); 97d624c96fSJaegeuk Kim 98f356fe0cSJaegeuk Kim if (!IS_INODE(node_page)) 99f356fe0cSJaegeuk Kim return 0; 100f356fe0cSJaegeuk Kim 10125ca923bSJaegeuk Kim inode->i_mode = le16_to_cpu(raw_inode->i_mode); 102d624c96fSJaegeuk Kim i_size_write(inode, le64_to_cpu(raw_inode->i_size)); 103d624c96fSJaegeuk Kim inode->i_atime.tv_sec = le64_to_cpu(raw_inode->i_mtime); 104d624c96fSJaegeuk Kim inode->i_ctime.tv_sec = le64_to_cpu(raw_inode->i_ctime); 105d624c96fSJaegeuk Kim inode->i_mtime.tv_sec = le64_to_cpu(raw_inode->i_mtime); 106d624c96fSJaegeuk Kim inode->i_atime.tv_nsec = le32_to_cpu(raw_inode->i_mtime_nsec); 107d624c96fSJaegeuk Kim inode->i_ctime.tv_nsec = le32_to_cpu(raw_inode->i_ctime_nsec); 108d624c96fSJaegeuk Kim inode->i_mtime.tv_nsec = le32_to_cpu(raw_inode->i_mtime_nsec); 109d624c96fSJaegeuk Kim 110f356fe0cSJaegeuk Kim if (is_dent_dnode(node_page)) 111d624c96fSJaegeuk Kim return recover_dentry(node_page, inode); 112f356fe0cSJaegeuk Kim 113f356fe0cSJaegeuk Kim f2fs_msg(inode->i_sb, KERN_NOTICE, "recover_inode: ino = %x, name = %s", 114f356fe0cSJaegeuk Kim ino_of_node(node_page), raw_inode->i_name); 115f356fe0cSJaegeuk Kim return 0; 116d624c96fSJaegeuk Kim } 117d624c96fSJaegeuk Kim 118d624c96fSJaegeuk Kim static int find_fsync_dnodes(struct f2fs_sb_info *sbi, struct list_head *head) 119d624c96fSJaegeuk Kim { 120d71b5564SJaegeuk Kim unsigned long long cp_ver = cur_cp_version(F2FS_CKPT(sbi)); 121d624c96fSJaegeuk Kim struct curseg_info *curseg; 122d624c96fSJaegeuk Kim struct page *page; 123d624c96fSJaegeuk Kim block_t blkaddr; 124d624c96fSJaegeuk Kim int err = 0; 125d624c96fSJaegeuk Kim 126d624c96fSJaegeuk Kim /* get node pages in the current segment */ 127d624c96fSJaegeuk Kim curseg = CURSEG_I(sbi, CURSEG_WARM_NODE); 128d624c96fSJaegeuk Kim blkaddr = START_BLOCK(sbi, curseg->segno) + curseg->next_blkoff; 129d624c96fSJaegeuk Kim 130d624c96fSJaegeuk Kim /* read node page */ 131d624c96fSJaegeuk Kim page = alloc_page(GFP_F2FS_ZERO); 132e27dae4dSDan Carpenter if (!page) 133e27dae4dSDan Carpenter return -ENOMEM; 134d624c96fSJaegeuk Kim lock_page(page); 135d624c96fSJaegeuk Kim 136d624c96fSJaegeuk Kim while (1) { 137d624c96fSJaegeuk Kim struct fsync_inode_entry *entry; 138d624c96fSJaegeuk Kim 139393ff91fSJaegeuk Kim err = f2fs_readpage(sbi, page, blkaddr, READ_SYNC); 140393ff91fSJaegeuk Kim if (err) 141d624c96fSJaegeuk Kim goto out; 142d624c96fSJaegeuk Kim 143393ff91fSJaegeuk Kim lock_page(page); 144393ff91fSJaegeuk Kim 1456ead1142SJaegeuk Kim if (cp_ver != cpver_of_node(page)) 146f356fe0cSJaegeuk Kim break; 147d624c96fSJaegeuk Kim 148d624c96fSJaegeuk Kim if (!is_fsync_dnode(page)) 149d624c96fSJaegeuk Kim goto next; 150d624c96fSJaegeuk Kim 151d624c96fSJaegeuk Kim entry = get_fsync_inode(head, ino_of_node(page)); 152d624c96fSJaegeuk Kim if (entry) { 153d624c96fSJaegeuk Kim if (IS_INODE(page) && is_dent_dnode(page)) 154d624c96fSJaegeuk Kim set_inode_flag(F2FS_I(entry->inode), 155d624c96fSJaegeuk Kim FI_INC_LINK); 156d624c96fSJaegeuk Kim } else { 157d624c96fSJaegeuk Kim if (IS_INODE(page) && is_dent_dnode(page)) { 1586ead1142SJaegeuk Kim err = recover_inode_page(sbi, page); 1596ead1142SJaegeuk Kim if (err) 160f356fe0cSJaegeuk Kim break; 161d624c96fSJaegeuk Kim } 162d624c96fSJaegeuk Kim 163d624c96fSJaegeuk Kim /* add this fsync inode to the list */ 164d624c96fSJaegeuk Kim entry = kmem_cache_alloc(fsync_entry_slab, GFP_NOFS); 165d624c96fSJaegeuk Kim if (!entry) { 166d624c96fSJaegeuk Kim err = -ENOMEM; 167f356fe0cSJaegeuk Kim break; 168d624c96fSJaegeuk Kim } 169d624c96fSJaegeuk Kim 170d624c96fSJaegeuk Kim entry->inode = f2fs_iget(sbi->sb, ino_of_node(page)); 171d624c96fSJaegeuk Kim if (IS_ERR(entry->inode)) { 172d624c96fSJaegeuk Kim err = PTR_ERR(entry->inode); 173fd8bb65fSNamjae Jeon kmem_cache_free(fsync_entry_slab, entry); 174f356fe0cSJaegeuk Kim break; 175d624c96fSJaegeuk Kim } 176fd8bb65fSNamjae Jeon list_add_tail(&entry->list, head); 177d624c96fSJaegeuk Kim } 178addbe45bSJaegeuk Kim entry->blkaddr = blkaddr; 179addbe45bSJaegeuk Kim 180d624c96fSJaegeuk Kim err = recover_inode(entry->inode, page); 181f356fe0cSJaegeuk Kim if (err && err != -ENOENT) 182f356fe0cSJaegeuk Kim break; 183d624c96fSJaegeuk Kim next: 184d624c96fSJaegeuk Kim /* check next segment */ 185d624c96fSJaegeuk Kim blkaddr = next_blkaddr_of_node(page); 186d624c96fSJaegeuk Kim } 187d624c96fSJaegeuk Kim unlock_page(page); 188393ff91fSJaegeuk Kim out: 189d624c96fSJaegeuk Kim __free_pages(page, 0); 190d624c96fSJaegeuk Kim return err; 191d624c96fSJaegeuk Kim } 192d624c96fSJaegeuk Kim 1935ebefc5bSGu Zheng static void destroy_fsync_dnodes(struct list_head *head) 194d624c96fSJaegeuk Kim { 195d8b79b2fSDan Carpenter struct fsync_inode_entry *entry, *tmp; 196d8b79b2fSDan Carpenter 197d8b79b2fSDan Carpenter list_for_each_entry_safe(entry, tmp, head, list) { 198d624c96fSJaegeuk Kim iput(entry->inode); 199d624c96fSJaegeuk Kim list_del(&entry->list); 200d624c96fSJaegeuk Kim kmem_cache_free(fsync_entry_slab, entry); 201d624c96fSJaegeuk Kim } 202d624c96fSJaegeuk Kim } 203d624c96fSJaegeuk Kim 20439cf72cfSJaegeuk Kim static int check_index_in_prev_nodes(struct f2fs_sb_info *sbi, 205b292dcabSJaegeuk Kim block_t blkaddr, struct dnode_of_data *dn) 206d624c96fSJaegeuk Kim { 207d624c96fSJaegeuk Kim struct seg_entry *sentry; 208d624c96fSJaegeuk Kim unsigned int segno = GET_SEGNO(sbi, blkaddr); 209d624c96fSJaegeuk Kim unsigned short blkoff = GET_SEGOFF_FROM_SEG0(sbi, blkaddr) & 210d624c96fSJaegeuk Kim (sbi->blocks_per_seg - 1); 211d624c96fSJaegeuk Kim struct f2fs_summary sum; 212b292dcabSJaegeuk Kim nid_t ino, nid; 213d624c96fSJaegeuk Kim void *kaddr; 214d624c96fSJaegeuk Kim struct inode *inode; 215d624c96fSJaegeuk Kim struct page *node_page; 216de93653fSJaegeuk Kim unsigned int offset; 217d624c96fSJaegeuk Kim block_t bidx; 218d624c96fSJaegeuk Kim int i; 219d624c96fSJaegeuk Kim 220d624c96fSJaegeuk Kim sentry = get_seg_entry(sbi, segno); 221d624c96fSJaegeuk Kim if (!f2fs_test_bit(blkoff, sentry->cur_valid_map)) 22239cf72cfSJaegeuk Kim return 0; 223d624c96fSJaegeuk Kim 224d624c96fSJaegeuk Kim /* Get the previous summary */ 225d624c96fSJaegeuk Kim for (i = CURSEG_WARM_DATA; i <= CURSEG_COLD_DATA; i++) { 226d624c96fSJaegeuk Kim struct curseg_info *curseg = CURSEG_I(sbi, i); 227d624c96fSJaegeuk Kim if (curseg->segno == segno) { 228d624c96fSJaegeuk Kim sum = curseg->sum_blk->entries[blkoff]; 229d624c96fSJaegeuk Kim break; 230d624c96fSJaegeuk Kim } 231d624c96fSJaegeuk Kim } 232d624c96fSJaegeuk Kim if (i > CURSEG_COLD_DATA) { 233d624c96fSJaegeuk Kim struct page *sum_page = get_sum_page(sbi, segno); 234d624c96fSJaegeuk Kim struct f2fs_summary_block *sum_node; 235d624c96fSJaegeuk Kim kaddr = page_address(sum_page); 236d624c96fSJaegeuk Kim sum_node = (struct f2fs_summary_block *)kaddr; 237d624c96fSJaegeuk Kim sum = sum_node->entries[blkoff]; 238d624c96fSJaegeuk Kim f2fs_put_page(sum_page, 1); 239d624c96fSJaegeuk Kim } 240d624c96fSJaegeuk Kim 241b292dcabSJaegeuk Kim /* Use the locked dnode page and inode */ 242b292dcabSJaegeuk Kim nid = le32_to_cpu(sum.nid); 243b292dcabSJaegeuk Kim if (dn->inode->i_ino == nid) { 244b292dcabSJaegeuk Kim struct dnode_of_data tdn = *dn; 245b292dcabSJaegeuk Kim tdn.nid = nid; 246b292dcabSJaegeuk Kim tdn.node_page = dn->inode_page; 247060dd67bSJaegeuk Kim tdn.ofs_in_node = le16_to_cpu(sum.ofs_in_node); 248b292dcabSJaegeuk Kim truncate_data_blocks_range(&tdn, 1); 24939cf72cfSJaegeuk Kim return 0; 250b292dcabSJaegeuk Kim } else if (dn->nid == nid) { 251b292dcabSJaegeuk Kim struct dnode_of_data tdn = *dn; 252060dd67bSJaegeuk Kim tdn.ofs_in_node = le16_to_cpu(sum.ofs_in_node); 253b292dcabSJaegeuk Kim truncate_data_blocks_range(&tdn, 1); 25439cf72cfSJaegeuk Kim return 0; 255b292dcabSJaegeuk Kim } 256b292dcabSJaegeuk Kim 257d624c96fSJaegeuk Kim /* Get the node page */ 258b292dcabSJaegeuk Kim node_page = get_node_page(sbi, nid); 25939cf72cfSJaegeuk Kim if (IS_ERR(node_page)) 26039cf72cfSJaegeuk Kim return PTR_ERR(node_page); 261de93653fSJaegeuk Kim 262de93653fSJaegeuk Kim offset = ofs_of_node(node_page); 263d624c96fSJaegeuk Kim ino = ino_of_node(node_page); 264d624c96fSJaegeuk Kim f2fs_put_page(node_page, 1); 265d624c96fSJaegeuk Kim 266d624c96fSJaegeuk Kim /* Deallocate previous index in the node page */ 267d4686d56SJaegeuk Kim inode = f2fs_iget(sbi->sb, ino); 26806025f4dSNamjae Jeon if (IS_ERR(inode)) 26939cf72cfSJaegeuk Kim return PTR_ERR(inode); 27006025f4dSNamjae Jeon 271de93653fSJaegeuk Kim bidx = start_bidx_of_node(offset, F2FS_I(inode)) + 272de93653fSJaegeuk Kim le16_to_cpu(sum.ofs_in_node); 273de93653fSJaegeuk Kim 274d624c96fSJaegeuk Kim truncate_hole(inode, bidx, bidx + 1); 275d624c96fSJaegeuk Kim iput(inode); 27639cf72cfSJaegeuk Kim return 0; 277d624c96fSJaegeuk Kim } 278d624c96fSJaegeuk Kim 2796ead1142SJaegeuk Kim static int do_recover_data(struct f2fs_sb_info *sbi, struct inode *inode, 280d624c96fSJaegeuk Kim struct page *page, block_t blkaddr) 281d624c96fSJaegeuk Kim { 282de93653fSJaegeuk Kim struct f2fs_inode_info *fi = F2FS_I(inode); 283d624c96fSJaegeuk Kim unsigned int start, end; 284d624c96fSJaegeuk Kim struct dnode_of_data dn; 285d624c96fSJaegeuk Kim struct f2fs_summary sum; 286d624c96fSJaegeuk Kim struct node_info ni; 287f356fe0cSJaegeuk Kim int err = 0, recovered = 0; 28839936837SJaegeuk Kim int ilock; 289d624c96fSJaegeuk Kim 290de93653fSJaegeuk Kim start = start_bidx_of_node(ofs_of_node(page), fi); 291d624c96fSJaegeuk Kim if (IS_INODE(page)) 292de93653fSJaegeuk Kim end = start + ADDRS_PER_INODE(fi); 293d624c96fSJaegeuk Kim else 294d624c96fSJaegeuk Kim end = start + ADDRS_PER_BLOCK; 295d624c96fSJaegeuk Kim 29639936837SJaegeuk Kim ilock = mutex_lock_op(sbi); 297d624c96fSJaegeuk Kim set_new_dnode(&dn, inode, NULL, NULL, 0); 29839936837SJaegeuk Kim 2996ead1142SJaegeuk Kim err = get_dnode_of_data(&dn, start, ALLOC_NODE); 30039936837SJaegeuk Kim if (err) { 30139936837SJaegeuk Kim mutex_unlock_op(sbi, ilock); 3026ead1142SJaegeuk Kim return err; 30339936837SJaegeuk Kim } 304d624c96fSJaegeuk Kim 305d624c96fSJaegeuk Kim wait_on_page_writeback(dn.node_page); 306d624c96fSJaegeuk Kim 307d624c96fSJaegeuk Kim get_node_info(sbi, dn.nid, &ni); 308d624c96fSJaegeuk Kim BUG_ON(ni.ino != ino_of_node(page)); 309d624c96fSJaegeuk Kim BUG_ON(ofs_of_node(dn.node_page) != ofs_of_node(page)); 310d624c96fSJaegeuk Kim 311d624c96fSJaegeuk Kim for (; start < end; start++) { 312d624c96fSJaegeuk Kim block_t src, dest; 313d624c96fSJaegeuk Kim 314d624c96fSJaegeuk Kim src = datablock_addr(dn.node_page, dn.ofs_in_node); 315d624c96fSJaegeuk Kim dest = datablock_addr(page, dn.ofs_in_node); 316d624c96fSJaegeuk Kim 317d624c96fSJaegeuk Kim if (src != dest && dest != NEW_ADDR && dest != NULL_ADDR) { 318d624c96fSJaegeuk Kim if (src == NULL_ADDR) { 319d624c96fSJaegeuk Kim int err = reserve_new_block(&dn); 320d624c96fSJaegeuk Kim /* We should not get -ENOSPC */ 321d624c96fSJaegeuk Kim BUG_ON(err); 322d624c96fSJaegeuk Kim } 323d624c96fSJaegeuk Kim 324d624c96fSJaegeuk Kim /* Check the previous node page having this index */ 32539cf72cfSJaegeuk Kim err = check_index_in_prev_nodes(sbi, dest, &dn); 32639cf72cfSJaegeuk Kim if (err) 32739cf72cfSJaegeuk Kim goto err; 328d624c96fSJaegeuk Kim 329d624c96fSJaegeuk Kim set_summary(&sum, dn.nid, dn.ofs_in_node, ni.version); 330d624c96fSJaegeuk Kim 331d624c96fSJaegeuk Kim /* write dummy data page */ 332d624c96fSJaegeuk Kim recover_data_page(sbi, NULL, &sum, src, dest); 333d624c96fSJaegeuk Kim update_extent_cache(dest, &dn); 334f356fe0cSJaegeuk Kim recovered++; 335d624c96fSJaegeuk Kim } 336d624c96fSJaegeuk Kim dn.ofs_in_node++; 337d624c96fSJaegeuk Kim } 338d624c96fSJaegeuk Kim 339d624c96fSJaegeuk Kim /* write node page in place */ 340d624c96fSJaegeuk Kim set_summary(&sum, dn.nid, 0, 0); 341d624c96fSJaegeuk Kim if (IS_INODE(dn.node_page)) 342d624c96fSJaegeuk Kim sync_inode_page(&dn); 343d624c96fSJaegeuk Kim 344d624c96fSJaegeuk Kim copy_node_footer(dn.node_page, page); 345d624c96fSJaegeuk Kim fill_node_footer(dn.node_page, dn.nid, ni.ino, 346d624c96fSJaegeuk Kim ofs_of_node(page), false); 347d624c96fSJaegeuk Kim set_page_dirty(dn.node_page); 348d624c96fSJaegeuk Kim 349d624c96fSJaegeuk Kim recover_node_page(sbi, dn.node_page, &sum, &ni, blkaddr); 35039cf72cfSJaegeuk Kim err: 351d624c96fSJaegeuk Kim f2fs_put_dnode(&dn); 35239936837SJaegeuk Kim mutex_unlock_op(sbi, ilock); 353f356fe0cSJaegeuk Kim 354f356fe0cSJaegeuk Kim f2fs_msg(sbi->sb, KERN_NOTICE, "recover_data: ino = %lx, " 35539cf72cfSJaegeuk Kim "recovered_data = %d blocks, err = %d", 35639cf72cfSJaegeuk Kim inode->i_ino, recovered, err); 35739cf72cfSJaegeuk Kim return err; 358d624c96fSJaegeuk Kim } 359d624c96fSJaegeuk Kim 3606ead1142SJaegeuk Kim static int recover_data(struct f2fs_sb_info *sbi, 361d624c96fSJaegeuk Kim struct list_head *head, int type) 362d624c96fSJaegeuk Kim { 363d71b5564SJaegeuk Kim unsigned long long cp_ver = cur_cp_version(F2FS_CKPT(sbi)); 364d624c96fSJaegeuk Kim struct curseg_info *curseg; 365d624c96fSJaegeuk Kim struct page *page; 3666ead1142SJaegeuk Kim int err = 0; 367d624c96fSJaegeuk Kim block_t blkaddr; 368d624c96fSJaegeuk Kim 369d624c96fSJaegeuk Kim /* get node pages in the current segment */ 370d624c96fSJaegeuk Kim curseg = CURSEG_I(sbi, type); 371d624c96fSJaegeuk Kim blkaddr = NEXT_FREE_BLKADDR(sbi, curseg); 372d624c96fSJaegeuk Kim 373d624c96fSJaegeuk Kim /* read node page */ 374d624c96fSJaegeuk Kim page = alloc_page(GFP_NOFS | __GFP_ZERO); 375e27dae4dSDan Carpenter if (!page) 3766ead1142SJaegeuk Kim return -ENOMEM; 3776ead1142SJaegeuk Kim 378d624c96fSJaegeuk Kim lock_page(page); 379d624c96fSJaegeuk Kim 380d624c96fSJaegeuk Kim while (1) { 381d624c96fSJaegeuk Kim struct fsync_inode_entry *entry; 382d624c96fSJaegeuk Kim 3836ead1142SJaegeuk Kim err = f2fs_readpage(sbi, page, blkaddr, READ_SYNC); 3846ead1142SJaegeuk Kim if (err) 385d624c96fSJaegeuk Kim goto out; 386d624c96fSJaegeuk Kim 387393ff91fSJaegeuk Kim lock_page(page); 388393ff91fSJaegeuk Kim 389d624c96fSJaegeuk Kim if (cp_ver != cpver_of_node(page)) 39045856affSJaegeuk Kim break; 391d624c96fSJaegeuk Kim 392d624c96fSJaegeuk Kim entry = get_fsync_inode(head, ino_of_node(page)); 393d624c96fSJaegeuk Kim if (!entry) 394d624c96fSJaegeuk Kim goto next; 395d624c96fSJaegeuk Kim 3966ead1142SJaegeuk Kim err = do_recover_data(sbi, entry->inode, page, blkaddr); 3976ead1142SJaegeuk Kim if (err) 39845856affSJaegeuk Kim break; 399d624c96fSJaegeuk Kim 400d624c96fSJaegeuk Kim if (entry->blkaddr == blkaddr) { 401d624c96fSJaegeuk Kim iput(entry->inode); 402d624c96fSJaegeuk Kim list_del(&entry->list); 403d624c96fSJaegeuk Kim kmem_cache_free(fsync_entry_slab, entry); 404d624c96fSJaegeuk Kim } 405d624c96fSJaegeuk Kim next: 406d624c96fSJaegeuk Kim /* check next segment */ 407d624c96fSJaegeuk Kim blkaddr = next_blkaddr_of_node(page); 408d624c96fSJaegeuk Kim } 409d624c96fSJaegeuk Kim unlock_page(page); 410393ff91fSJaegeuk Kim out: 411d624c96fSJaegeuk Kim __free_pages(page, 0); 412d624c96fSJaegeuk Kim 4136ead1142SJaegeuk Kim if (!err) 414d624c96fSJaegeuk Kim allocate_new_segments(sbi); 4156ead1142SJaegeuk Kim return err; 416d624c96fSJaegeuk Kim } 417d624c96fSJaegeuk Kim 4186ead1142SJaegeuk Kim int recover_fsync_data(struct f2fs_sb_info *sbi) 419d624c96fSJaegeuk Kim { 420d624c96fSJaegeuk Kim struct list_head inode_list; 4216ead1142SJaegeuk Kim int err; 422691c6fd2SChao Yu int need_writecp = 0; 423d624c96fSJaegeuk Kim 424d624c96fSJaegeuk Kim fsync_entry_slab = f2fs_kmem_cache_create("f2fs_fsync_inode_entry", 425d624c96fSJaegeuk Kim sizeof(struct fsync_inode_entry), NULL); 426d624c96fSJaegeuk Kim if (unlikely(!fsync_entry_slab)) 4276ead1142SJaegeuk Kim return -ENOMEM; 428d624c96fSJaegeuk Kim 429d624c96fSJaegeuk Kim INIT_LIST_HEAD(&inode_list); 430d624c96fSJaegeuk Kim 431d624c96fSJaegeuk Kim /* step #1: find fsynced inode numbers */ 4328c26d7d5SJaegeuk Kim sbi->por_doing = 1; 4336ead1142SJaegeuk Kim err = find_fsync_dnodes(sbi, &inode_list); 4346ead1142SJaegeuk Kim if (err) 435d624c96fSJaegeuk Kim goto out; 436d624c96fSJaegeuk Kim 437d624c96fSJaegeuk Kim if (list_empty(&inode_list)) 438d624c96fSJaegeuk Kim goto out; 439d624c96fSJaegeuk Kim 440691c6fd2SChao Yu need_writecp = 1; 441691c6fd2SChao Yu 442d624c96fSJaegeuk Kim /* step #2: recover data */ 4436ead1142SJaegeuk Kim err = recover_data(sbi, &inode_list, CURSEG_WARM_NODE); 444d624c96fSJaegeuk Kim BUG_ON(!list_empty(&inode_list)); 445d624c96fSJaegeuk Kim out: 4465ebefc5bSGu Zheng destroy_fsync_dnodes(&inode_list); 447d624c96fSJaegeuk Kim kmem_cache_destroy(fsync_entry_slab); 4488c26d7d5SJaegeuk Kim sbi->por_doing = 0; 449691c6fd2SChao Yu if (!err && need_writecp) 45043727527SJaegeuk Kim write_checkpoint(sbi, false); 4516ead1142SJaegeuk Kim return err; 452d624c96fSJaegeuk Kim } 453