1ac27a0ecSDave Kleikamp /* 2617ba13bSMingming Cao * linux/fs/ext4/inode.c 3ac27a0ecSDave Kleikamp * 4ac27a0ecSDave Kleikamp * Copyright (C) 1992, 1993, 1994, 1995 5ac27a0ecSDave Kleikamp * Remy Card (card@masi.ibp.fr) 6ac27a0ecSDave Kleikamp * Laboratoire MASI - Institut Blaise Pascal 7ac27a0ecSDave Kleikamp * Universite Pierre et Marie Curie (Paris VI) 8ac27a0ecSDave Kleikamp * 9ac27a0ecSDave Kleikamp * from 10ac27a0ecSDave Kleikamp * 11ac27a0ecSDave Kleikamp * linux/fs/minix/inode.c 12ac27a0ecSDave Kleikamp * 13ac27a0ecSDave Kleikamp * Copyright (C) 1991, 1992 Linus Torvalds 14ac27a0ecSDave Kleikamp * 15ac27a0ecSDave Kleikamp * Goal-directed block allocation by Stephen Tweedie 16ac27a0ecSDave Kleikamp * (sct@redhat.com), 1993, 1998 17ac27a0ecSDave Kleikamp * Big-endian to little-endian byte-swapping/bitmaps by 18ac27a0ecSDave Kleikamp * David S. Miller (davem@caip.rutgers.edu), 1995 19ac27a0ecSDave Kleikamp * 64-bit file support on 64-bit platforms by Jakub Jelinek 20ac27a0ecSDave Kleikamp * (jj@sunsite.ms.mff.cuni.cz) 21ac27a0ecSDave Kleikamp * 22617ba13bSMingming Cao * Assorted race fixes, rewrite of ext4_get_block() by Al Viro, 2000 23ac27a0ecSDave Kleikamp */ 24ac27a0ecSDave Kleikamp 25ac27a0ecSDave Kleikamp #include <linux/module.h> 26ac27a0ecSDave Kleikamp #include <linux/fs.h> 27ac27a0ecSDave Kleikamp #include <linux/time.h> 28dab291afSMingming Cao #include <linux/jbd2.h> 29ac27a0ecSDave Kleikamp #include <linux/highuid.h> 30ac27a0ecSDave Kleikamp #include <linux/pagemap.h> 31ac27a0ecSDave Kleikamp #include <linux/quotaops.h> 32ac27a0ecSDave Kleikamp #include <linux/string.h> 33ac27a0ecSDave Kleikamp #include <linux/buffer_head.h> 34ac27a0ecSDave Kleikamp #include <linux/writeback.h> 3564769240SAlex Tomas #include <linux/pagevec.h> 36ac27a0ecSDave Kleikamp #include <linux/mpage.h> 37e83c1397SDuane Griffin #include <linux/namei.h> 38ac27a0ecSDave Kleikamp #include <linux/uio.h> 39ac27a0ecSDave Kleikamp #include <linux/bio.h> 403dcf5451SChristoph Hellwig #include "ext4_jbd2.h" 41ac27a0ecSDave Kleikamp #include "xattr.h" 42ac27a0ecSDave Kleikamp #include "acl.h" 43d2a17637SMingming Cao #include "ext4_extents.h" 44ac27a0ecSDave Kleikamp 45a1d6cc56SAneesh Kumar K.V #define MPAGE_DA_EXTENT_TAIL 0x01 46a1d6cc56SAneesh Kumar K.V 47678aaf48SJan Kara static inline int ext4_begin_ordered_truncate(struct inode *inode, 48678aaf48SJan Kara loff_t new_size) 49678aaf48SJan Kara { 50678aaf48SJan Kara return jbd2_journal_begin_ordered_truncate(&EXT4_I(inode)->jinode, 51678aaf48SJan Kara new_size); 52678aaf48SJan Kara } 53678aaf48SJan Kara 5464769240SAlex Tomas static void ext4_invalidatepage(struct page *page, unsigned long offset); 5564769240SAlex Tomas 56ac27a0ecSDave Kleikamp /* 57ac27a0ecSDave Kleikamp * Test whether an inode is a fast symlink. 58ac27a0ecSDave Kleikamp */ 59617ba13bSMingming Cao static int ext4_inode_is_fast_symlink(struct inode *inode) 60ac27a0ecSDave Kleikamp { 61617ba13bSMingming Cao int ea_blocks = EXT4_I(inode)->i_file_acl ? 62ac27a0ecSDave Kleikamp (inode->i_sb->s_blocksize >> 9) : 0; 63ac27a0ecSDave Kleikamp 64ac27a0ecSDave Kleikamp return (S_ISLNK(inode->i_mode) && inode->i_blocks - ea_blocks == 0); 65ac27a0ecSDave Kleikamp } 66ac27a0ecSDave Kleikamp 67ac27a0ecSDave Kleikamp /* 68617ba13bSMingming Cao * The ext4 forget function must perform a revoke if we are freeing data 69ac27a0ecSDave Kleikamp * which has been journaled. Metadata (eg. indirect blocks) must be 70ac27a0ecSDave Kleikamp * revoked in all cases. 71ac27a0ecSDave Kleikamp * 72ac27a0ecSDave Kleikamp * "bh" may be NULL: a metadata block may have been freed from memory 73ac27a0ecSDave Kleikamp * but there may still be a record of it in the journal, and that record 74ac27a0ecSDave Kleikamp * still needs to be revoked. 750390131bSFrank Mayhar * 760390131bSFrank Mayhar * If the handle isn't valid we're not journaling so there's nothing to do. 77ac27a0ecSDave Kleikamp */ 78617ba13bSMingming Cao int ext4_forget(handle_t *handle, int is_metadata, struct inode *inode, 79617ba13bSMingming Cao struct buffer_head *bh, ext4_fsblk_t blocknr) 80ac27a0ecSDave Kleikamp { 81ac27a0ecSDave Kleikamp int err; 82ac27a0ecSDave Kleikamp 830390131bSFrank Mayhar if (!ext4_handle_valid(handle)) 840390131bSFrank Mayhar return 0; 850390131bSFrank Mayhar 86ac27a0ecSDave Kleikamp might_sleep(); 87ac27a0ecSDave Kleikamp 88ac27a0ecSDave Kleikamp BUFFER_TRACE(bh, "enter"); 89ac27a0ecSDave Kleikamp 90ac27a0ecSDave Kleikamp jbd_debug(4, "forgetting bh %p: is_metadata = %d, mode %o, " 91ac27a0ecSDave Kleikamp "data mode %lx\n", 92ac27a0ecSDave Kleikamp bh, is_metadata, inode->i_mode, 93ac27a0ecSDave Kleikamp test_opt(inode->i_sb, DATA_FLAGS)); 94ac27a0ecSDave Kleikamp 95ac27a0ecSDave Kleikamp /* Never use the revoke function if we are doing full data 96ac27a0ecSDave Kleikamp * journaling: there is no need to, and a V1 superblock won't 97ac27a0ecSDave Kleikamp * support it. Otherwise, only skip the revoke on un-journaled 98ac27a0ecSDave Kleikamp * data blocks. */ 99ac27a0ecSDave Kleikamp 100617ba13bSMingming Cao if (test_opt(inode->i_sb, DATA_FLAGS) == EXT4_MOUNT_JOURNAL_DATA || 101617ba13bSMingming Cao (!is_metadata && !ext4_should_journal_data(inode))) { 102ac27a0ecSDave Kleikamp if (bh) { 103dab291afSMingming Cao BUFFER_TRACE(bh, "call jbd2_journal_forget"); 104617ba13bSMingming Cao return ext4_journal_forget(handle, bh); 105ac27a0ecSDave Kleikamp } 106ac27a0ecSDave Kleikamp return 0; 107ac27a0ecSDave Kleikamp } 108ac27a0ecSDave Kleikamp 109ac27a0ecSDave Kleikamp /* 110ac27a0ecSDave Kleikamp * data!=journal && (is_metadata || should_journal_data(inode)) 111ac27a0ecSDave Kleikamp */ 112617ba13bSMingming Cao BUFFER_TRACE(bh, "call ext4_journal_revoke"); 113617ba13bSMingming Cao err = ext4_journal_revoke(handle, blocknr, bh); 114ac27a0ecSDave Kleikamp if (err) 11546e665e9SHarvey Harrison ext4_abort(inode->i_sb, __func__, 116ac27a0ecSDave Kleikamp "error %d when attempting revoke", err); 117ac27a0ecSDave Kleikamp BUFFER_TRACE(bh, "exit"); 118ac27a0ecSDave Kleikamp return err; 119ac27a0ecSDave Kleikamp } 120ac27a0ecSDave Kleikamp 121ac27a0ecSDave Kleikamp /* 122ac27a0ecSDave Kleikamp * Work out how many blocks we need to proceed with the next chunk of a 123ac27a0ecSDave Kleikamp * truncate transaction. 124ac27a0ecSDave Kleikamp */ 125ac27a0ecSDave Kleikamp static unsigned long blocks_for_truncate(struct inode *inode) 126ac27a0ecSDave Kleikamp { 127725d26d3SAneesh Kumar K.V ext4_lblk_t needed; 128ac27a0ecSDave Kleikamp 129ac27a0ecSDave Kleikamp needed = inode->i_blocks >> (inode->i_sb->s_blocksize_bits - 9); 130ac27a0ecSDave Kleikamp 131ac27a0ecSDave Kleikamp /* Give ourselves just enough room to cope with inodes in which 132ac27a0ecSDave Kleikamp * i_blocks is corrupt: we've seen disk corruptions in the past 133ac27a0ecSDave Kleikamp * which resulted in random data in an inode which looked enough 134617ba13bSMingming Cao * like a regular file for ext4 to try to delete it. Things 135ac27a0ecSDave Kleikamp * will go a bit crazy if that happens, but at least we should 136ac27a0ecSDave Kleikamp * try not to panic the whole kernel. */ 137ac27a0ecSDave Kleikamp if (needed < 2) 138ac27a0ecSDave Kleikamp needed = 2; 139ac27a0ecSDave Kleikamp 140ac27a0ecSDave Kleikamp /* But we need to bound the transaction so we don't overflow the 141ac27a0ecSDave Kleikamp * journal. */ 142617ba13bSMingming Cao if (needed > EXT4_MAX_TRANS_DATA) 143617ba13bSMingming Cao needed = EXT4_MAX_TRANS_DATA; 144ac27a0ecSDave Kleikamp 145617ba13bSMingming Cao return EXT4_DATA_TRANS_BLOCKS(inode->i_sb) + needed; 146ac27a0ecSDave Kleikamp } 147ac27a0ecSDave Kleikamp 148ac27a0ecSDave Kleikamp /* 149ac27a0ecSDave Kleikamp * Truncate transactions can be complex and absolutely huge. So we need to 150ac27a0ecSDave Kleikamp * be able to restart the transaction at a conventient checkpoint to make 151ac27a0ecSDave Kleikamp * sure we don't overflow the journal. 152ac27a0ecSDave Kleikamp * 153ac27a0ecSDave Kleikamp * start_transaction gets us a new handle for a truncate transaction, 154ac27a0ecSDave Kleikamp * and extend_transaction tries to extend the existing one a bit. If 155ac27a0ecSDave Kleikamp * extend fails, we need to propagate the failure up and restart the 156ac27a0ecSDave Kleikamp * transaction in the top-level truncate loop. --sct 157ac27a0ecSDave Kleikamp */ 158ac27a0ecSDave Kleikamp static handle_t *start_transaction(struct inode *inode) 159ac27a0ecSDave Kleikamp { 160ac27a0ecSDave Kleikamp handle_t *result; 161ac27a0ecSDave Kleikamp 162617ba13bSMingming Cao result = ext4_journal_start(inode, blocks_for_truncate(inode)); 163ac27a0ecSDave Kleikamp if (!IS_ERR(result)) 164ac27a0ecSDave Kleikamp return result; 165ac27a0ecSDave Kleikamp 166617ba13bSMingming Cao ext4_std_error(inode->i_sb, PTR_ERR(result)); 167ac27a0ecSDave Kleikamp return result; 168ac27a0ecSDave Kleikamp } 169ac27a0ecSDave Kleikamp 170ac27a0ecSDave Kleikamp /* 171ac27a0ecSDave Kleikamp * Try to extend this transaction for the purposes of truncation. 172ac27a0ecSDave Kleikamp * 173ac27a0ecSDave Kleikamp * Returns 0 if we managed to create more room. If we can't create more 174ac27a0ecSDave Kleikamp * room, and the transaction must be restarted we return 1. 175ac27a0ecSDave Kleikamp */ 176ac27a0ecSDave Kleikamp static int try_to_extend_transaction(handle_t *handle, struct inode *inode) 177ac27a0ecSDave Kleikamp { 1780390131bSFrank Mayhar if (!ext4_handle_valid(handle)) 1790390131bSFrank Mayhar return 0; 1800390131bSFrank Mayhar if (ext4_handle_has_enough_credits(handle, EXT4_RESERVE_TRANS_BLOCKS+1)) 181ac27a0ecSDave Kleikamp return 0; 182617ba13bSMingming Cao if (!ext4_journal_extend(handle, blocks_for_truncate(inode))) 183ac27a0ecSDave Kleikamp return 0; 184ac27a0ecSDave Kleikamp return 1; 185ac27a0ecSDave Kleikamp } 186ac27a0ecSDave Kleikamp 187ac27a0ecSDave Kleikamp /* 188ac27a0ecSDave Kleikamp * Restart the transaction associated with *handle. This does a commit, 189ac27a0ecSDave Kleikamp * so before we call here everything must be consistently dirtied against 190ac27a0ecSDave Kleikamp * this transaction. 191ac27a0ecSDave Kleikamp */ 192617ba13bSMingming Cao static int ext4_journal_test_restart(handle_t *handle, struct inode *inode) 193ac27a0ecSDave Kleikamp { 1940390131bSFrank Mayhar BUG_ON(EXT4_JOURNAL(inode) == NULL); 195ac27a0ecSDave Kleikamp jbd_debug(2, "restarting handle %p\n", handle); 196617ba13bSMingming Cao return ext4_journal_restart(handle, blocks_for_truncate(inode)); 197ac27a0ecSDave Kleikamp } 198ac27a0ecSDave Kleikamp 199ac27a0ecSDave Kleikamp /* 200ac27a0ecSDave Kleikamp * Called at the last iput() if i_nlink is zero. 201ac27a0ecSDave Kleikamp */ 202617ba13bSMingming Cao void ext4_delete_inode(struct inode *inode) 203ac27a0ecSDave Kleikamp { 204ac27a0ecSDave Kleikamp handle_t *handle; 205bc965ab3STheodore Ts'o int err; 206ac27a0ecSDave Kleikamp 207678aaf48SJan Kara if (ext4_should_order_data(inode)) 208678aaf48SJan Kara ext4_begin_ordered_truncate(inode, 0); 209ac27a0ecSDave Kleikamp truncate_inode_pages(&inode->i_data, 0); 210ac27a0ecSDave Kleikamp 211ac27a0ecSDave Kleikamp if (is_bad_inode(inode)) 212ac27a0ecSDave Kleikamp goto no_delete; 213ac27a0ecSDave Kleikamp 214bc965ab3STheodore Ts'o handle = ext4_journal_start(inode, blocks_for_truncate(inode)+3); 215ac27a0ecSDave Kleikamp if (IS_ERR(handle)) { 216bc965ab3STheodore Ts'o ext4_std_error(inode->i_sb, PTR_ERR(handle)); 217ac27a0ecSDave Kleikamp /* 218ac27a0ecSDave Kleikamp * If we're going to skip the normal cleanup, we still need to 219ac27a0ecSDave Kleikamp * make sure that the in-core orphan linked list is properly 220ac27a0ecSDave Kleikamp * cleaned up. 221ac27a0ecSDave Kleikamp */ 222617ba13bSMingming Cao ext4_orphan_del(NULL, inode); 223ac27a0ecSDave Kleikamp goto no_delete; 224ac27a0ecSDave Kleikamp } 225ac27a0ecSDave Kleikamp 226ac27a0ecSDave Kleikamp if (IS_SYNC(inode)) 2270390131bSFrank Mayhar ext4_handle_sync(handle); 228ac27a0ecSDave Kleikamp inode->i_size = 0; 229bc965ab3STheodore Ts'o err = ext4_mark_inode_dirty(handle, inode); 230bc965ab3STheodore Ts'o if (err) { 231bc965ab3STheodore Ts'o ext4_warning(inode->i_sb, __func__, 232bc965ab3STheodore Ts'o "couldn't mark inode dirty (err %d)", err); 233bc965ab3STheodore Ts'o goto stop_handle; 234bc965ab3STheodore Ts'o } 235ac27a0ecSDave Kleikamp if (inode->i_blocks) 236617ba13bSMingming Cao ext4_truncate(inode); 237bc965ab3STheodore Ts'o 238bc965ab3STheodore Ts'o /* 239bc965ab3STheodore Ts'o * ext4_ext_truncate() doesn't reserve any slop when it 240bc965ab3STheodore Ts'o * restarts journal transactions; therefore there may not be 241bc965ab3STheodore Ts'o * enough credits left in the handle to remove the inode from 242bc965ab3STheodore Ts'o * the orphan list and set the dtime field. 243bc965ab3STheodore Ts'o */ 2440390131bSFrank Mayhar if (!ext4_handle_has_enough_credits(handle, 3)) { 245bc965ab3STheodore Ts'o err = ext4_journal_extend(handle, 3); 246bc965ab3STheodore Ts'o if (err > 0) 247bc965ab3STheodore Ts'o err = ext4_journal_restart(handle, 3); 248bc965ab3STheodore Ts'o if (err != 0) { 249bc965ab3STheodore Ts'o ext4_warning(inode->i_sb, __func__, 250bc965ab3STheodore Ts'o "couldn't extend journal (err %d)", err); 251bc965ab3STheodore Ts'o stop_handle: 252bc965ab3STheodore Ts'o ext4_journal_stop(handle); 253bc965ab3STheodore Ts'o goto no_delete; 254bc965ab3STheodore Ts'o } 255bc965ab3STheodore Ts'o } 256bc965ab3STheodore Ts'o 257ac27a0ecSDave Kleikamp /* 258617ba13bSMingming Cao * Kill off the orphan record which ext4_truncate created. 259ac27a0ecSDave Kleikamp * AKPM: I think this can be inside the above `if'. 260617ba13bSMingming Cao * Note that ext4_orphan_del() has to be able to cope with the 261ac27a0ecSDave Kleikamp * deletion of a non-existent orphan - this is because we don't 262617ba13bSMingming Cao * know if ext4_truncate() actually created an orphan record. 263ac27a0ecSDave Kleikamp * (Well, we could do this if we need to, but heck - it works) 264ac27a0ecSDave Kleikamp */ 265617ba13bSMingming Cao ext4_orphan_del(handle, inode); 266617ba13bSMingming Cao EXT4_I(inode)->i_dtime = get_seconds(); 267ac27a0ecSDave Kleikamp 268ac27a0ecSDave Kleikamp /* 269ac27a0ecSDave Kleikamp * One subtle ordering requirement: if anything has gone wrong 270ac27a0ecSDave Kleikamp * (transaction abort, IO errors, whatever), then we can still 271ac27a0ecSDave Kleikamp * do these next steps (the fs will already have been marked as 272ac27a0ecSDave Kleikamp * having errors), but we can't free the inode if the mark_dirty 273ac27a0ecSDave Kleikamp * fails. 274ac27a0ecSDave Kleikamp */ 275617ba13bSMingming Cao if (ext4_mark_inode_dirty(handle, inode)) 276ac27a0ecSDave Kleikamp /* If that failed, just do the required in-core inode clear. */ 277ac27a0ecSDave Kleikamp clear_inode(inode); 278ac27a0ecSDave Kleikamp else 279617ba13bSMingming Cao ext4_free_inode(handle, inode); 280617ba13bSMingming Cao ext4_journal_stop(handle); 281ac27a0ecSDave Kleikamp return; 282ac27a0ecSDave Kleikamp no_delete: 283ac27a0ecSDave Kleikamp clear_inode(inode); /* We must guarantee clearing of inode... */ 284ac27a0ecSDave Kleikamp } 285ac27a0ecSDave Kleikamp 286ac27a0ecSDave Kleikamp typedef struct { 287ac27a0ecSDave Kleikamp __le32 *p; 288ac27a0ecSDave Kleikamp __le32 key; 289ac27a0ecSDave Kleikamp struct buffer_head *bh; 290ac27a0ecSDave Kleikamp } Indirect; 291ac27a0ecSDave Kleikamp 292ac27a0ecSDave Kleikamp static inline void add_chain(Indirect *p, struct buffer_head *bh, __le32 *v) 293ac27a0ecSDave Kleikamp { 294ac27a0ecSDave Kleikamp p->key = *(p->p = v); 295ac27a0ecSDave Kleikamp p->bh = bh; 296ac27a0ecSDave Kleikamp } 297ac27a0ecSDave Kleikamp 298ac27a0ecSDave Kleikamp /** 299617ba13bSMingming Cao * ext4_block_to_path - parse the block number into array of offsets 300ac27a0ecSDave Kleikamp * @inode: inode in question (we are only interested in its superblock) 301ac27a0ecSDave Kleikamp * @i_block: block number to be parsed 302ac27a0ecSDave Kleikamp * @offsets: array to store the offsets in 303ac27a0ecSDave Kleikamp * @boundary: set this non-zero if the referred-to block is likely to be 304ac27a0ecSDave Kleikamp * followed (on disk) by an indirect block. 305ac27a0ecSDave Kleikamp * 306617ba13bSMingming Cao * To store the locations of file's data ext4 uses a data structure common 307ac27a0ecSDave Kleikamp * for UNIX filesystems - tree of pointers anchored in the inode, with 308ac27a0ecSDave Kleikamp * data blocks at leaves and indirect blocks in intermediate nodes. 309ac27a0ecSDave Kleikamp * This function translates the block number into path in that tree - 310ac27a0ecSDave Kleikamp * return value is the path length and @offsets[n] is the offset of 311ac27a0ecSDave Kleikamp * pointer to (n+1)th node in the nth one. If @block is out of range 312ac27a0ecSDave Kleikamp * (negative or too large) warning is printed and zero returned. 313ac27a0ecSDave Kleikamp * 314ac27a0ecSDave Kleikamp * Note: function doesn't find node addresses, so no IO is needed. All 315ac27a0ecSDave Kleikamp * we need to know is the capacity of indirect blocks (taken from the 316ac27a0ecSDave Kleikamp * inode->i_sb). 317ac27a0ecSDave Kleikamp */ 318ac27a0ecSDave Kleikamp 319ac27a0ecSDave Kleikamp /* 320ac27a0ecSDave Kleikamp * Portability note: the last comparison (check that we fit into triple 321ac27a0ecSDave Kleikamp * indirect block) is spelled differently, because otherwise on an 322ac27a0ecSDave Kleikamp * architecture with 32-bit longs and 8Kb pages we might get into trouble 323ac27a0ecSDave Kleikamp * if our filesystem had 8Kb blocks. We might use long long, but that would 324ac27a0ecSDave Kleikamp * kill us on x86. Oh, well, at least the sign propagation does not matter - 325ac27a0ecSDave Kleikamp * i_block would have to be negative in the very beginning, so we would not 326ac27a0ecSDave Kleikamp * get there at all. 327ac27a0ecSDave Kleikamp */ 328ac27a0ecSDave Kleikamp 329617ba13bSMingming Cao static int ext4_block_to_path(struct inode *inode, 330725d26d3SAneesh Kumar K.V ext4_lblk_t i_block, 331725d26d3SAneesh Kumar K.V ext4_lblk_t offsets[4], int *boundary) 332ac27a0ecSDave Kleikamp { 333617ba13bSMingming Cao int ptrs = EXT4_ADDR_PER_BLOCK(inode->i_sb); 334617ba13bSMingming Cao int ptrs_bits = EXT4_ADDR_PER_BLOCK_BITS(inode->i_sb); 335617ba13bSMingming Cao const long direct_blocks = EXT4_NDIR_BLOCKS, 336ac27a0ecSDave Kleikamp indirect_blocks = ptrs, 337ac27a0ecSDave Kleikamp double_blocks = (1 << (ptrs_bits * 2)); 338ac27a0ecSDave Kleikamp int n = 0; 339ac27a0ecSDave Kleikamp int final = 0; 340ac27a0ecSDave Kleikamp 341ac27a0ecSDave Kleikamp if (i_block < 0) { 342617ba13bSMingming Cao ext4_warning(inode->i_sb, "ext4_block_to_path", "block < 0"); 343ac27a0ecSDave Kleikamp } else if (i_block < direct_blocks) { 344ac27a0ecSDave Kleikamp offsets[n++] = i_block; 345ac27a0ecSDave Kleikamp final = direct_blocks; 346ac27a0ecSDave Kleikamp } else if ((i_block -= direct_blocks) < indirect_blocks) { 347617ba13bSMingming Cao offsets[n++] = EXT4_IND_BLOCK; 348ac27a0ecSDave Kleikamp offsets[n++] = i_block; 349ac27a0ecSDave Kleikamp final = ptrs; 350ac27a0ecSDave Kleikamp } else if ((i_block -= indirect_blocks) < double_blocks) { 351617ba13bSMingming Cao offsets[n++] = EXT4_DIND_BLOCK; 352ac27a0ecSDave Kleikamp offsets[n++] = i_block >> ptrs_bits; 353ac27a0ecSDave Kleikamp offsets[n++] = i_block & (ptrs - 1); 354ac27a0ecSDave Kleikamp final = ptrs; 355ac27a0ecSDave Kleikamp } else if (((i_block -= double_blocks) >> (ptrs_bits * 2)) < ptrs) { 356617ba13bSMingming Cao offsets[n++] = EXT4_TIND_BLOCK; 357ac27a0ecSDave Kleikamp offsets[n++] = i_block >> (ptrs_bits * 2); 358ac27a0ecSDave Kleikamp offsets[n++] = (i_block >> ptrs_bits) & (ptrs - 1); 359ac27a0ecSDave Kleikamp offsets[n++] = i_block & (ptrs - 1); 360ac27a0ecSDave Kleikamp final = ptrs; 361ac27a0ecSDave Kleikamp } else { 362e2b46574SEric Sandeen ext4_warning(inode->i_sb, "ext4_block_to_path", 36306a279d6STheodore Ts'o "block %lu > max in inode %lu", 364e2b46574SEric Sandeen i_block + direct_blocks + 36506a279d6STheodore Ts'o indirect_blocks + double_blocks, inode->i_ino); 366ac27a0ecSDave Kleikamp } 367ac27a0ecSDave Kleikamp if (boundary) 368ac27a0ecSDave Kleikamp *boundary = final - 1 - (i_block & (ptrs - 1)); 369ac27a0ecSDave Kleikamp return n; 370ac27a0ecSDave Kleikamp } 371ac27a0ecSDave Kleikamp 372ac27a0ecSDave Kleikamp /** 373617ba13bSMingming Cao * ext4_get_branch - read the chain of indirect blocks leading to data 374ac27a0ecSDave Kleikamp * @inode: inode in question 375ac27a0ecSDave Kleikamp * @depth: depth of the chain (1 - direct pointer, etc.) 376ac27a0ecSDave Kleikamp * @offsets: offsets of pointers in inode/indirect blocks 377ac27a0ecSDave Kleikamp * @chain: place to store the result 378ac27a0ecSDave Kleikamp * @err: here we store the error value 379ac27a0ecSDave Kleikamp * 380ac27a0ecSDave Kleikamp * Function fills the array of triples <key, p, bh> and returns %NULL 381ac27a0ecSDave Kleikamp * if everything went OK or the pointer to the last filled triple 382ac27a0ecSDave Kleikamp * (incomplete one) otherwise. Upon the return chain[i].key contains 383ac27a0ecSDave Kleikamp * the number of (i+1)-th block in the chain (as it is stored in memory, 384ac27a0ecSDave Kleikamp * i.e. little-endian 32-bit), chain[i].p contains the address of that 385ac27a0ecSDave Kleikamp * number (it points into struct inode for i==0 and into the bh->b_data 386ac27a0ecSDave Kleikamp * for i>0) and chain[i].bh points to the buffer_head of i-th indirect 387ac27a0ecSDave Kleikamp * block for i>0 and NULL for i==0. In other words, it holds the block 388ac27a0ecSDave Kleikamp * numbers of the chain, addresses they were taken from (and where we can 389ac27a0ecSDave Kleikamp * verify that chain did not change) and buffer_heads hosting these 390ac27a0ecSDave Kleikamp * numbers. 391ac27a0ecSDave Kleikamp * 392ac27a0ecSDave Kleikamp * Function stops when it stumbles upon zero pointer (absent block) 393ac27a0ecSDave Kleikamp * (pointer to last triple returned, *@err == 0) 394ac27a0ecSDave Kleikamp * or when it gets an IO error reading an indirect block 395ac27a0ecSDave Kleikamp * (ditto, *@err == -EIO) 396ac27a0ecSDave Kleikamp * or when it reads all @depth-1 indirect blocks successfully and finds 397ac27a0ecSDave Kleikamp * the whole chain, all way to the data (returns %NULL, *err == 0). 398c278bfecSAneesh Kumar K.V * 399c278bfecSAneesh Kumar K.V * Need to be called with 4000e855ac8SAneesh Kumar K.V * down_read(&EXT4_I(inode)->i_data_sem) 401ac27a0ecSDave Kleikamp */ 402725d26d3SAneesh Kumar K.V static Indirect *ext4_get_branch(struct inode *inode, int depth, 403725d26d3SAneesh Kumar K.V ext4_lblk_t *offsets, 404ac27a0ecSDave Kleikamp Indirect chain[4], int *err) 405ac27a0ecSDave Kleikamp { 406ac27a0ecSDave Kleikamp struct super_block *sb = inode->i_sb; 407ac27a0ecSDave Kleikamp Indirect *p = chain; 408ac27a0ecSDave Kleikamp struct buffer_head *bh; 409ac27a0ecSDave Kleikamp 410ac27a0ecSDave Kleikamp *err = 0; 411ac27a0ecSDave Kleikamp /* i_data is not going away, no lock needed */ 412617ba13bSMingming Cao add_chain(chain, NULL, EXT4_I(inode)->i_data + *offsets); 413ac27a0ecSDave Kleikamp if (!p->key) 414ac27a0ecSDave Kleikamp goto no_block; 415ac27a0ecSDave Kleikamp while (--depth) { 416ac27a0ecSDave Kleikamp bh = sb_bread(sb, le32_to_cpu(p->key)); 417ac27a0ecSDave Kleikamp if (!bh) 418ac27a0ecSDave Kleikamp goto failure; 419ac27a0ecSDave Kleikamp add_chain(++p, bh, (__le32 *)bh->b_data + *++offsets); 420ac27a0ecSDave Kleikamp /* Reader: end */ 421ac27a0ecSDave Kleikamp if (!p->key) 422ac27a0ecSDave Kleikamp goto no_block; 423ac27a0ecSDave Kleikamp } 424ac27a0ecSDave Kleikamp return NULL; 425ac27a0ecSDave Kleikamp 426ac27a0ecSDave Kleikamp failure: 427ac27a0ecSDave Kleikamp *err = -EIO; 428ac27a0ecSDave Kleikamp no_block: 429ac27a0ecSDave Kleikamp return p; 430ac27a0ecSDave Kleikamp } 431ac27a0ecSDave Kleikamp 432ac27a0ecSDave Kleikamp /** 433617ba13bSMingming Cao * ext4_find_near - find a place for allocation with sufficient locality 434ac27a0ecSDave Kleikamp * @inode: owner 435ac27a0ecSDave Kleikamp * @ind: descriptor of indirect block. 436ac27a0ecSDave Kleikamp * 4371cc8dcf5SBenoit Boissinot * This function returns the preferred place for block allocation. 438ac27a0ecSDave Kleikamp * It is used when heuristic for sequential allocation fails. 439ac27a0ecSDave Kleikamp * Rules are: 440ac27a0ecSDave Kleikamp * + if there is a block to the left of our position - allocate near it. 441ac27a0ecSDave Kleikamp * + if pointer will live in indirect block - allocate near that block. 442ac27a0ecSDave Kleikamp * + if pointer will live in inode - allocate in the same 443ac27a0ecSDave Kleikamp * cylinder group. 444ac27a0ecSDave Kleikamp * 445ac27a0ecSDave Kleikamp * In the latter case we colour the starting block by the callers PID to 446ac27a0ecSDave Kleikamp * prevent it from clashing with concurrent allocations for a different inode 447ac27a0ecSDave Kleikamp * in the same block group. The PID is used here so that functionally related 448ac27a0ecSDave Kleikamp * files will be close-by on-disk. 449ac27a0ecSDave Kleikamp * 450ac27a0ecSDave Kleikamp * Caller must make sure that @ind is valid and will stay that way. 451ac27a0ecSDave Kleikamp */ 452617ba13bSMingming Cao static ext4_fsblk_t ext4_find_near(struct inode *inode, Indirect *ind) 453ac27a0ecSDave Kleikamp { 454617ba13bSMingming Cao struct ext4_inode_info *ei = EXT4_I(inode); 455ac27a0ecSDave Kleikamp __le32 *start = ind->bh ? (__le32 *) ind->bh->b_data : ei->i_data; 456ac27a0ecSDave Kleikamp __le32 *p; 457617ba13bSMingming Cao ext4_fsblk_t bg_start; 45874d3487fSValerie Clement ext4_fsblk_t last_block; 459617ba13bSMingming Cao ext4_grpblk_t colour; 460ac27a0ecSDave Kleikamp 461ac27a0ecSDave Kleikamp /* Try to find previous block */ 462ac27a0ecSDave Kleikamp for (p = ind->p - 1; p >= start; p--) { 463ac27a0ecSDave Kleikamp if (*p) 464ac27a0ecSDave Kleikamp return le32_to_cpu(*p); 465ac27a0ecSDave Kleikamp } 466ac27a0ecSDave Kleikamp 467ac27a0ecSDave Kleikamp /* No such thing, so let's try location of indirect block */ 468ac27a0ecSDave Kleikamp if (ind->bh) 469ac27a0ecSDave Kleikamp return ind->bh->b_blocknr; 470ac27a0ecSDave Kleikamp 471ac27a0ecSDave Kleikamp /* 472ac27a0ecSDave Kleikamp * It is going to be referred to from the inode itself? OK, just put it 473ac27a0ecSDave Kleikamp * into the same cylinder group then. 474ac27a0ecSDave Kleikamp */ 475617ba13bSMingming Cao bg_start = ext4_group_first_block_no(inode->i_sb, ei->i_block_group); 47674d3487fSValerie Clement last_block = ext4_blocks_count(EXT4_SB(inode->i_sb)->s_es) - 1; 47774d3487fSValerie Clement 47874d3487fSValerie Clement if (bg_start + EXT4_BLOCKS_PER_GROUP(inode->i_sb) <= last_block) 479ac27a0ecSDave Kleikamp colour = (current->pid % 16) * 480617ba13bSMingming Cao (EXT4_BLOCKS_PER_GROUP(inode->i_sb) / 16); 48174d3487fSValerie Clement else 48274d3487fSValerie Clement colour = (current->pid % 16) * ((last_block - bg_start) / 16); 483ac27a0ecSDave Kleikamp return bg_start + colour; 484ac27a0ecSDave Kleikamp } 485ac27a0ecSDave Kleikamp 486ac27a0ecSDave Kleikamp /** 4871cc8dcf5SBenoit Boissinot * ext4_find_goal - find a preferred place for allocation. 488ac27a0ecSDave Kleikamp * @inode: owner 489ac27a0ecSDave Kleikamp * @block: block we want 490ac27a0ecSDave Kleikamp * @partial: pointer to the last triple within a chain 491ac27a0ecSDave Kleikamp * 4921cc8dcf5SBenoit Boissinot * Normally this function find the preferred place for block allocation, 493fb01bfdaSAkinobu Mita * returns it. 494ac27a0ecSDave Kleikamp */ 495725d26d3SAneesh Kumar K.V static ext4_fsblk_t ext4_find_goal(struct inode *inode, ext4_lblk_t block, 496fb01bfdaSAkinobu Mita Indirect *partial) 497ac27a0ecSDave Kleikamp { 498ac27a0ecSDave Kleikamp /* 499c2ea3fdeSTheodore Ts'o * XXX need to get goal block from mballoc's data structures 500ac27a0ecSDave Kleikamp */ 501ac27a0ecSDave Kleikamp 502617ba13bSMingming Cao return ext4_find_near(inode, partial); 503ac27a0ecSDave Kleikamp } 504ac27a0ecSDave Kleikamp 505ac27a0ecSDave Kleikamp /** 506617ba13bSMingming Cao * ext4_blks_to_allocate: Look up the block map and count the number 507ac27a0ecSDave Kleikamp * of direct blocks need to be allocated for the given branch. 508ac27a0ecSDave Kleikamp * 509ac27a0ecSDave Kleikamp * @branch: chain of indirect blocks 510ac27a0ecSDave Kleikamp * @k: number of blocks need for indirect blocks 511ac27a0ecSDave Kleikamp * @blks: number of data blocks to be mapped. 512ac27a0ecSDave Kleikamp * @blocks_to_boundary: the offset in the indirect block 513ac27a0ecSDave Kleikamp * 514ac27a0ecSDave Kleikamp * return the total number of blocks to be allocate, including the 515ac27a0ecSDave Kleikamp * direct and indirect blocks. 516ac27a0ecSDave Kleikamp */ 517498e5f24STheodore Ts'o static int ext4_blks_to_allocate(Indirect *branch, int k, unsigned int blks, 518ac27a0ecSDave Kleikamp int blocks_to_boundary) 519ac27a0ecSDave Kleikamp { 520498e5f24STheodore Ts'o unsigned int count = 0; 521ac27a0ecSDave Kleikamp 522ac27a0ecSDave Kleikamp /* 523ac27a0ecSDave Kleikamp * Simple case, [t,d]Indirect block(s) has not allocated yet 524ac27a0ecSDave Kleikamp * then it's clear blocks on that path have not allocated 525ac27a0ecSDave Kleikamp */ 526ac27a0ecSDave Kleikamp if (k > 0) { 527ac27a0ecSDave Kleikamp /* right now we don't handle cross boundary allocation */ 528ac27a0ecSDave Kleikamp if (blks < blocks_to_boundary + 1) 529ac27a0ecSDave Kleikamp count += blks; 530ac27a0ecSDave Kleikamp else 531ac27a0ecSDave Kleikamp count += blocks_to_boundary + 1; 532ac27a0ecSDave Kleikamp return count; 533ac27a0ecSDave Kleikamp } 534ac27a0ecSDave Kleikamp 535ac27a0ecSDave Kleikamp count++; 536ac27a0ecSDave Kleikamp while (count < blks && count <= blocks_to_boundary && 537ac27a0ecSDave Kleikamp le32_to_cpu(*(branch[0].p + count)) == 0) { 538ac27a0ecSDave Kleikamp count++; 539ac27a0ecSDave Kleikamp } 540ac27a0ecSDave Kleikamp return count; 541ac27a0ecSDave Kleikamp } 542ac27a0ecSDave Kleikamp 543ac27a0ecSDave Kleikamp /** 544617ba13bSMingming Cao * ext4_alloc_blocks: multiple allocate blocks needed for a branch 545ac27a0ecSDave Kleikamp * @indirect_blks: the number of blocks need to allocate for indirect 546ac27a0ecSDave Kleikamp * blocks 547ac27a0ecSDave Kleikamp * 548ac27a0ecSDave Kleikamp * @new_blocks: on return it will store the new block numbers for 549ac27a0ecSDave Kleikamp * the indirect blocks(if needed) and the first direct block, 550ac27a0ecSDave Kleikamp * @blks: on return it will store the total number of allocated 551ac27a0ecSDave Kleikamp * direct blocks 552ac27a0ecSDave Kleikamp */ 553617ba13bSMingming Cao static int ext4_alloc_blocks(handle_t *handle, struct inode *inode, 5547061eba7SAneesh Kumar K.V ext4_lblk_t iblock, ext4_fsblk_t goal, 5557061eba7SAneesh Kumar K.V int indirect_blks, int blks, 556617ba13bSMingming Cao ext4_fsblk_t new_blocks[4], int *err) 557ac27a0ecSDave Kleikamp { 558815a1130STheodore Ts'o struct ext4_allocation_request ar; 559ac27a0ecSDave Kleikamp int target, i; 5607061eba7SAneesh Kumar K.V unsigned long count = 0, blk_allocated = 0; 561ac27a0ecSDave Kleikamp int index = 0; 562617ba13bSMingming Cao ext4_fsblk_t current_block = 0; 563ac27a0ecSDave Kleikamp int ret = 0; 564ac27a0ecSDave Kleikamp 565ac27a0ecSDave Kleikamp /* 566ac27a0ecSDave Kleikamp * Here we try to allocate the requested multiple blocks at once, 567ac27a0ecSDave Kleikamp * on a best-effort basis. 568ac27a0ecSDave Kleikamp * To build a branch, we should allocate blocks for 569ac27a0ecSDave Kleikamp * the indirect blocks(if not allocated yet), and at least 570ac27a0ecSDave Kleikamp * the first direct block of this branch. That's the 571ac27a0ecSDave Kleikamp * minimum number of blocks need to allocate(required) 572ac27a0ecSDave Kleikamp */ 5737061eba7SAneesh Kumar K.V /* first we try to allocate the indirect blocks */ 5747061eba7SAneesh Kumar K.V target = indirect_blks; 5757061eba7SAneesh Kumar K.V while (target > 0) { 576ac27a0ecSDave Kleikamp count = target; 577ac27a0ecSDave Kleikamp /* allocating blocks for indirect blocks and direct blocks */ 5787061eba7SAneesh Kumar K.V current_block = ext4_new_meta_blocks(handle, inode, 5797061eba7SAneesh Kumar K.V goal, &count, err); 580ac27a0ecSDave Kleikamp if (*err) 581ac27a0ecSDave Kleikamp goto failed_out; 582ac27a0ecSDave Kleikamp 583ac27a0ecSDave Kleikamp target -= count; 584ac27a0ecSDave Kleikamp /* allocate blocks for indirect blocks */ 585ac27a0ecSDave Kleikamp while (index < indirect_blks && count) { 586ac27a0ecSDave Kleikamp new_blocks[index++] = current_block++; 587ac27a0ecSDave Kleikamp count--; 588ac27a0ecSDave Kleikamp } 5897061eba7SAneesh Kumar K.V if (count > 0) { 5907061eba7SAneesh Kumar K.V /* 5917061eba7SAneesh Kumar K.V * save the new block number 5927061eba7SAneesh Kumar K.V * for the first direct block 5937061eba7SAneesh Kumar K.V */ 5947061eba7SAneesh Kumar K.V new_blocks[index] = current_block; 5957061eba7SAneesh Kumar K.V printk(KERN_INFO "%s returned more blocks than " 5967061eba7SAneesh Kumar K.V "requested\n", __func__); 5977061eba7SAneesh Kumar K.V WARN_ON(1); 598ac27a0ecSDave Kleikamp break; 599ac27a0ecSDave Kleikamp } 6007061eba7SAneesh Kumar K.V } 601ac27a0ecSDave Kleikamp 6027061eba7SAneesh Kumar K.V target = blks - count ; 6037061eba7SAneesh Kumar K.V blk_allocated = count; 6047061eba7SAneesh Kumar K.V if (!target) 6057061eba7SAneesh Kumar K.V goto allocated; 6067061eba7SAneesh Kumar K.V /* Now allocate data blocks */ 607815a1130STheodore Ts'o memset(&ar, 0, sizeof(ar)); 608815a1130STheodore Ts'o ar.inode = inode; 609815a1130STheodore Ts'o ar.goal = goal; 610815a1130STheodore Ts'o ar.len = target; 611815a1130STheodore Ts'o ar.logical = iblock; 612815a1130STheodore Ts'o if (S_ISREG(inode->i_mode)) 613815a1130STheodore Ts'o /* enable in-core preallocation only for regular files */ 614815a1130STheodore Ts'o ar.flags = EXT4_MB_HINT_DATA; 615815a1130STheodore Ts'o 616815a1130STheodore Ts'o current_block = ext4_mb_new_blocks(handle, &ar, err); 617815a1130STheodore Ts'o 6187061eba7SAneesh Kumar K.V if (*err && (target == blks)) { 6197061eba7SAneesh Kumar K.V /* 6207061eba7SAneesh Kumar K.V * if the allocation failed and we didn't allocate 6217061eba7SAneesh Kumar K.V * any blocks before 6227061eba7SAneesh Kumar K.V */ 6237061eba7SAneesh Kumar K.V goto failed_out; 6247061eba7SAneesh Kumar K.V } 6257061eba7SAneesh Kumar K.V if (!*err) { 6267061eba7SAneesh Kumar K.V if (target == blks) { 6277061eba7SAneesh Kumar K.V /* 6287061eba7SAneesh Kumar K.V * save the new block number 6297061eba7SAneesh Kumar K.V * for the first direct block 6307061eba7SAneesh Kumar K.V */ 631ac27a0ecSDave Kleikamp new_blocks[index] = current_block; 6327061eba7SAneesh Kumar K.V } 633815a1130STheodore Ts'o blk_allocated += ar.len; 6347061eba7SAneesh Kumar K.V } 6357061eba7SAneesh Kumar K.V allocated: 636ac27a0ecSDave Kleikamp /* total number of blocks allocated for direct blocks */ 6377061eba7SAneesh Kumar K.V ret = blk_allocated; 638ac27a0ecSDave Kleikamp *err = 0; 639ac27a0ecSDave Kleikamp return ret; 640ac27a0ecSDave Kleikamp failed_out: 641ac27a0ecSDave Kleikamp for (i = 0; i < index; i++) 642c9de560dSAlex Tomas ext4_free_blocks(handle, inode, new_blocks[i], 1, 0); 643ac27a0ecSDave Kleikamp return ret; 644ac27a0ecSDave Kleikamp } 645ac27a0ecSDave Kleikamp 646ac27a0ecSDave Kleikamp /** 647617ba13bSMingming Cao * ext4_alloc_branch - allocate and set up a chain of blocks. 648ac27a0ecSDave Kleikamp * @inode: owner 649ac27a0ecSDave Kleikamp * @indirect_blks: number of allocated indirect blocks 650ac27a0ecSDave Kleikamp * @blks: number of allocated direct blocks 651ac27a0ecSDave Kleikamp * @offsets: offsets (in the blocks) to store the pointers to next. 652ac27a0ecSDave Kleikamp * @branch: place to store the chain in. 653ac27a0ecSDave Kleikamp * 654ac27a0ecSDave Kleikamp * This function allocates blocks, zeroes out all but the last one, 655ac27a0ecSDave Kleikamp * links them into chain and (if we are synchronous) writes them to disk. 656ac27a0ecSDave Kleikamp * In other words, it prepares a branch that can be spliced onto the 657ac27a0ecSDave Kleikamp * inode. It stores the information about that chain in the branch[], in 658617ba13bSMingming Cao * the same format as ext4_get_branch() would do. We are calling it after 659ac27a0ecSDave Kleikamp * we had read the existing part of chain and partial points to the last 660ac27a0ecSDave Kleikamp * triple of that (one with zero ->key). Upon the exit we have the same 661617ba13bSMingming Cao * picture as after the successful ext4_get_block(), except that in one 662ac27a0ecSDave Kleikamp * place chain is disconnected - *branch->p is still zero (we did not 663ac27a0ecSDave Kleikamp * set the last link), but branch->key contains the number that should 664ac27a0ecSDave Kleikamp * be placed into *branch->p to fill that gap. 665ac27a0ecSDave Kleikamp * 666ac27a0ecSDave Kleikamp * If allocation fails we free all blocks we've allocated (and forget 667ac27a0ecSDave Kleikamp * their buffer_heads) and return the error value the from failed 668617ba13bSMingming Cao * ext4_alloc_block() (normally -ENOSPC). Otherwise we set the chain 669ac27a0ecSDave Kleikamp * as described above and return 0. 670ac27a0ecSDave Kleikamp */ 671617ba13bSMingming Cao static int ext4_alloc_branch(handle_t *handle, struct inode *inode, 6727061eba7SAneesh Kumar K.V ext4_lblk_t iblock, int indirect_blks, 6737061eba7SAneesh Kumar K.V int *blks, ext4_fsblk_t goal, 674725d26d3SAneesh Kumar K.V ext4_lblk_t *offsets, Indirect *branch) 675ac27a0ecSDave Kleikamp { 676ac27a0ecSDave Kleikamp int blocksize = inode->i_sb->s_blocksize; 677ac27a0ecSDave Kleikamp int i, n = 0; 678ac27a0ecSDave Kleikamp int err = 0; 679ac27a0ecSDave Kleikamp struct buffer_head *bh; 680ac27a0ecSDave Kleikamp int num; 681617ba13bSMingming Cao ext4_fsblk_t new_blocks[4]; 682617ba13bSMingming Cao ext4_fsblk_t current_block; 683ac27a0ecSDave Kleikamp 6847061eba7SAneesh Kumar K.V num = ext4_alloc_blocks(handle, inode, iblock, goal, indirect_blks, 685ac27a0ecSDave Kleikamp *blks, new_blocks, &err); 686ac27a0ecSDave Kleikamp if (err) 687ac27a0ecSDave Kleikamp return err; 688ac27a0ecSDave Kleikamp 689ac27a0ecSDave Kleikamp branch[0].key = cpu_to_le32(new_blocks[0]); 690ac27a0ecSDave Kleikamp /* 691ac27a0ecSDave Kleikamp * metadata blocks and data blocks are allocated. 692ac27a0ecSDave Kleikamp */ 693ac27a0ecSDave Kleikamp for (n = 1; n <= indirect_blks; n++) { 694ac27a0ecSDave Kleikamp /* 695ac27a0ecSDave Kleikamp * Get buffer_head for parent block, zero it out 696ac27a0ecSDave Kleikamp * and set the pointer to new one, then send 697ac27a0ecSDave Kleikamp * parent to disk. 698ac27a0ecSDave Kleikamp */ 699ac27a0ecSDave Kleikamp bh = sb_getblk(inode->i_sb, new_blocks[n-1]); 700ac27a0ecSDave Kleikamp branch[n].bh = bh; 701ac27a0ecSDave Kleikamp lock_buffer(bh); 702ac27a0ecSDave Kleikamp BUFFER_TRACE(bh, "call get_create_access"); 703617ba13bSMingming Cao err = ext4_journal_get_create_access(handle, bh); 704ac27a0ecSDave Kleikamp if (err) { 705ac27a0ecSDave Kleikamp unlock_buffer(bh); 706ac27a0ecSDave Kleikamp brelse(bh); 707ac27a0ecSDave Kleikamp goto failed; 708ac27a0ecSDave Kleikamp } 709ac27a0ecSDave Kleikamp 710ac27a0ecSDave Kleikamp memset(bh->b_data, 0, blocksize); 711ac27a0ecSDave Kleikamp branch[n].p = (__le32 *) bh->b_data + offsets[n]; 712ac27a0ecSDave Kleikamp branch[n].key = cpu_to_le32(new_blocks[n]); 713ac27a0ecSDave Kleikamp *branch[n].p = branch[n].key; 714ac27a0ecSDave Kleikamp if (n == indirect_blks) { 715ac27a0ecSDave Kleikamp current_block = new_blocks[n]; 716ac27a0ecSDave Kleikamp /* 717ac27a0ecSDave Kleikamp * End of chain, update the last new metablock of 718ac27a0ecSDave Kleikamp * the chain to point to the new allocated 719ac27a0ecSDave Kleikamp * data blocks numbers 720ac27a0ecSDave Kleikamp */ 721ac27a0ecSDave Kleikamp for (i=1; i < num; i++) 722ac27a0ecSDave Kleikamp *(branch[n].p + i) = cpu_to_le32(++current_block); 723ac27a0ecSDave Kleikamp } 724ac27a0ecSDave Kleikamp BUFFER_TRACE(bh, "marking uptodate"); 725ac27a0ecSDave Kleikamp set_buffer_uptodate(bh); 726ac27a0ecSDave Kleikamp unlock_buffer(bh); 727ac27a0ecSDave Kleikamp 7280390131bSFrank Mayhar BUFFER_TRACE(bh, "call ext4_handle_dirty_metadata"); 7290390131bSFrank Mayhar err = ext4_handle_dirty_metadata(handle, inode, bh); 730ac27a0ecSDave Kleikamp if (err) 731ac27a0ecSDave Kleikamp goto failed; 732ac27a0ecSDave Kleikamp } 733ac27a0ecSDave Kleikamp *blks = num; 734ac27a0ecSDave Kleikamp return err; 735ac27a0ecSDave Kleikamp failed: 736ac27a0ecSDave Kleikamp /* Allocation failed, free what we already allocated */ 737ac27a0ecSDave Kleikamp for (i = 1; i <= n ; i++) { 738dab291afSMingming Cao BUFFER_TRACE(branch[i].bh, "call jbd2_journal_forget"); 739617ba13bSMingming Cao ext4_journal_forget(handle, branch[i].bh); 740ac27a0ecSDave Kleikamp } 741ac27a0ecSDave Kleikamp for (i = 0; i < indirect_blks; i++) 742c9de560dSAlex Tomas ext4_free_blocks(handle, inode, new_blocks[i], 1, 0); 743ac27a0ecSDave Kleikamp 744c9de560dSAlex Tomas ext4_free_blocks(handle, inode, new_blocks[i], num, 0); 745ac27a0ecSDave Kleikamp 746ac27a0ecSDave Kleikamp return err; 747ac27a0ecSDave Kleikamp } 748ac27a0ecSDave Kleikamp 749ac27a0ecSDave Kleikamp /** 750617ba13bSMingming Cao * ext4_splice_branch - splice the allocated branch onto inode. 751ac27a0ecSDave Kleikamp * @inode: owner 752ac27a0ecSDave Kleikamp * @block: (logical) number of block we are adding 753ac27a0ecSDave Kleikamp * @chain: chain of indirect blocks (with a missing link - see 754617ba13bSMingming Cao * ext4_alloc_branch) 755ac27a0ecSDave Kleikamp * @where: location of missing link 756ac27a0ecSDave Kleikamp * @num: number of indirect blocks we are adding 757ac27a0ecSDave Kleikamp * @blks: number of direct blocks we are adding 758ac27a0ecSDave Kleikamp * 759ac27a0ecSDave Kleikamp * This function fills the missing link and does all housekeeping needed in 760ac27a0ecSDave Kleikamp * inode (->i_blocks, etc.). In case of success we end up with the full 761ac27a0ecSDave Kleikamp * chain to new block and return 0. 762ac27a0ecSDave Kleikamp */ 763617ba13bSMingming Cao static int ext4_splice_branch(handle_t *handle, struct inode *inode, 764725d26d3SAneesh Kumar K.V ext4_lblk_t block, Indirect *where, int num, int blks) 765ac27a0ecSDave Kleikamp { 766ac27a0ecSDave Kleikamp int i; 767ac27a0ecSDave Kleikamp int err = 0; 768617ba13bSMingming Cao ext4_fsblk_t current_block; 769ac27a0ecSDave Kleikamp 770ac27a0ecSDave Kleikamp /* 771ac27a0ecSDave Kleikamp * If we're splicing into a [td]indirect block (as opposed to the 772ac27a0ecSDave Kleikamp * inode) then we need to get write access to the [td]indirect block 773ac27a0ecSDave Kleikamp * before the splice. 774ac27a0ecSDave Kleikamp */ 775ac27a0ecSDave Kleikamp if (where->bh) { 776ac27a0ecSDave Kleikamp BUFFER_TRACE(where->bh, "get_write_access"); 777617ba13bSMingming Cao err = ext4_journal_get_write_access(handle, where->bh); 778ac27a0ecSDave Kleikamp if (err) 779ac27a0ecSDave Kleikamp goto err_out; 780ac27a0ecSDave Kleikamp } 781ac27a0ecSDave Kleikamp /* That's it */ 782ac27a0ecSDave Kleikamp 783ac27a0ecSDave Kleikamp *where->p = where->key; 784ac27a0ecSDave Kleikamp 785ac27a0ecSDave Kleikamp /* 786ac27a0ecSDave Kleikamp * Update the host buffer_head or inode to point to more just allocated 787ac27a0ecSDave Kleikamp * direct blocks blocks 788ac27a0ecSDave Kleikamp */ 789ac27a0ecSDave Kleikamp if (num == 0 && blks > 1) { 790ac27a0ecSDave Kleikamp current_block = le32_to_cpu(where->key) + 1; 791ac27a0ecSDave Kleikamp for (i = 1; i < blks; i++) 792ac27a0ecSDave Kleikamp *(where->p + i) = cpu_to_le32(current_block++); 793ac27a0ecSDave Kleikamp } 794ac27a0ecSDave Kleikamp 795ac27a0ecSDave Kleikamp /* We are done with atomic stuff, now do the rest of housekeeping */ 796ac27a0ecSDave Kleikamp 797ef7f3835SKalpak Shah inode->i_ctime = ext4_current_time(inode); 798617ba13bSMingming Cao ext4_mark_inode_dirty(handle, inode); 799ac27a0ecSDave Kleikamp 800ac27a0ecSDave Kleikamp /* had we spliced it onto indirect block? */ 801ac27a0ecSDave Kleikamp if (where->bh) { 802ac27a0ecSDave Kleikamp /* 803ac27a0ecSDave Kleikamp * If we spliced it onto an indirect block, we haven't 804ac27a0ecSDave Kleikamp * altered the inode. Note however that if it is being spliced 805ac27a0ecSDave Kleikamp * onto an indirect block at the very end of the file (the 806ac27a0ecSDave Kleikamp * file is growing) then we *will* alter the inode to reflect 807ac27a0ecSDave Kleikamp * the new i_size. But that is not done here - it is done in 808617ba13bSMingming Cao * generic_commit_write->__mark_inode_dirty->ext4_dirty_inode. 809ac27a0ecSDave Kleikamp */ 810ac27a0ecSDave Kleikamp jbd_debug(5, "splicing indirect only\n"); 8110390131bSFrank Mayhar BUFFER_TRACE(where->bh, "call ext4_handle_dirty_metadata"); 8120390131bSFrank Mayhar err = ext4_handle_dirty_metadata(handle, inode, where->bh); 813ac27a0ecSDave Kleikamp if (err) 814ac27a0ecSDave Kleikamp goto err_out; 815ac27a0ecSDave Kleikamp } else { 816ac27a0ecSDave Kleikamp /* 817ac27a0ecSDave Kleikamp * OK, we spliced it into the inode itself on a direct block. 818ac27a0ecSDave Kleikamp * Inode was dirtied above. 819ac27a0ecSDave Kleikamp */ 820ac27a0ecSDave Kleikamp jbd_debug(5, "splicing direct\n"); 821ac27a0ecSDave Kleikamp } 822ac27a0ecSDave Kleikamp return err; 823ac27a0ecSDave Kleikamp 824ac27a0ecSDave Kleikamp err_out: 825ac27a0ecSDave Kleikamp for (i = 1; i <= num; i++) { 826dab291afSMingming Cao BUFFER_TRACE(where[i].bh, "call jbd2_journal_forget"); 827617ba13bSMingming Cao ext4_journal_forget(handle, where[i].bh); 828c9de560dSAlex Tomas ext4_free_blocks(handle, inode, 829c9de560dSAlex Tomas le32_to_cpu(where[i-1].key), 1, 0); 830ac27a0ecSDave Kleikamp } 831c9de560dSAlex Tomas ext4_free_blocks(handle, inode, le32_to_cpu(where[num].key), blks, 0); 832ac27a0ecSDave Kleikamp 833ac27a0ecSDave Kleikamp return err; 834ac27a0ecSDave Kleikamp } 835ac27a0ecSDave Kleikamp 836ac27a0ecSDave Kleikamp /* 837ac27a0ecSDave Kleikamp * Allocation strategy is simple: if we have to allocate something, we will 838ac27a0ecSDave Kleikamp * have to go the whole way to leaf. So let's do it before attaching anything 839ac27a0ecSDave Kleikamp * to tree, set linkage between the newborn blocks, write them if sync is 840ac27a0ecSDave Kleikamp * required, recheck the path, free and repeat if check fails, otherwise 841ac27a0ecSDave Kleikamp * set the last missing link (that will protect us from any truncate-generated 842ac27a0ecSDave Kleikamp * removals - all blocks on the path are immune now) and possibly force the 843ac27a0ecSDave Kleikamp * write on the parent block. 844ac27a0ecSDave Kleikamp * That has a nice additional property: no special recovery from the failed 845ac27a0ecSDave Kleikamp * allocations is needed - we simply release blocks and do not touch anything 846ac27a0ecSDave Kleikamp * reachable from inode. 847ac27a0ecSDave Kleikamp * 848ac27a0ecSDave Kleikamp * `handle' can be NULL if create == 0. 849ac27a0ecSDave Kleikamp * 850ac27a0ecSDave Kleikamp * return > 0, # of blocks mapped or allocated. 851ac27a0ecSDave Kleikamp * return = 0, if plain lookup failed. 852ac27a0ecSDave Kleikamp * return < 0, error case. 853c278bfecSAneesh Kumar K.V * 854c278bfecSAneesh Kumar K.V * 855c278bfecSAneesh Kumar K.V * Need to be called with 8560e855ac8SAneesh Kumar K.V * down_read(&EXT4_I(inode)->i_data_sem) if not allocating file system block 8570e855ac8SAneesh Kumar K.V * (ie, create is zero). Otherwise down_write(&EXT4_I(inode)->i_data_sem) 858ac27a0ecSDave Kleikamp */ 859498e5f24STheodore Ts'o static int ext4_get_blocks_handle(handle_t *handle, struct inode *inode, 860498e5f24STheodore Ts'o ext4_lblk_t iblock, unsigned int maxblocks, 861ac27a0ecSDave Kleikamp struct buffer_head *bh_result, 862ac27a0ecSDave Kleikamp int create, int extend_disksize) 863ac27a0ecSDave Kleikamp { 864ac27a0ecSDave Kleikamp int err = -EIO; 865725d26d3SAneesh Kumar K.V ext4_lblk_t offsets[4]; 866ac27a0ecSDave Kleikamp Indirect chain[4]; 867ac27a0ecSDave Kleikamp Indirect *partial; 868617ba13bSMingming Cao ext4_fsblk_t goal; 869ac27a0ecSDave Kleikamp int indirect_blks; 870ac27a0ecSDave Kleikamp int blocks_to_boundary = 0; 871ac27a0ecSDave Kleikamp int depth; 872617ba13bSMingming Cao struct ext4_inode_info *ei = EXT4_I(inode); 873ac27a0ecSDave Kleikamp int count = 0; 874617ba13bSMingming Cao ext4_fsblk_t first_block = 0; 87561628a3fSMingming Cao loff_t disksize; 876ac27a0ecSDave Kleikamp 877ac27a0ecSDave Kleikamp 878a86c6181SAlex Tomas J_ASSERT(!(EXT4_I(inode)->i_flags & EXT4_EXTENTS_FL)); 879ac27a0ecSDave Kleikamp J_ASSERT(handle != NULL || create == 0); 880725d26d3SAneesh Kumar K.V depth = ext4_block_to_path(inode, iblock, offsets, 881725d26d3SAneesh Kumar K.V &blocks_to_boundary); 882ac27a0ecSDave Kleikamp 883ac27a0ecSDave Kleikamp if (depth == 0) 884ac27a0ecSDave Kleikamp goto out; 885ac27a0ecSDave Kleikamp 886617ba13bSMingming Cao partial = ext4_get_branch(inode, depth, offsets, chain, &err); 887ac27a0ecSDave Kleikamp 888ac27a0ecSDave Kleikamp /* Simplest case - block found, no allocation needed */ 889ac27a0ecSDave Kleikamp if (!partial) { 890ac27a0ecSDave Kleikamp first_block = le32_to_cpu(chain[depth - 1].key); 891ac27a0ecSDave Kleikamp clear_buffer_new(bh_result); 892ac27a0ecSDave Kleikamp count++; 893ac27a0ecSDave Kleikamp /*map more blocks*/ 894ac27a0ecSDave Kleikamp while (count < maxblocks && count <= blocks_to_boundary) { 895617ba13bSMingming Cao ext4_fsblk_t blk; 896ac27a0ecSDave Kleikamp 897ac27a0ecSDave Kleikamp blk = le32_to_cpu(*(chain[depth-1].p + count)); 898ac27a0ecSDave Kleikamp 899ac27a0ecSDave Kleikamp if (blk == first_block + count) 900ac27a0ecSDave Kleikamp count++; 901ac27a0ecSDave Kleikamp else 902ac27a0ecSDave Kleikamp break; 903ac27a0ecSDave Kleikamp } 904ac27a0ecSDave Kleikamp goto got_it; 905ac27a0ecSDave Kleikamp } 906ac27a0ecSDave Kleikamp 907ac27a0ecSDave Kleikamp /* Next simple case - plain lookup or failed read of indirect block */ 908ac27a0ecSDave Kleikamp if (!create || err == -EIO) 909ac27a0ecSDave Kleikamp goto cleanup; 910ac27a0ecSDave Kleikamp 911ac27a0ecSDave Kleikamp /* 912c2ea3fdeSTheodore Ts'o * Okay, we need to do block allocation. 913ac27a0ecSDave Kleikamp */ 914fb01bfdaSAkinobu Mita goal = ext4_find_goal(inode, iblock, partial); 915ac27a0ecSDave Kleikamp 916ac27a0ecSDave Kleikamp /* the number of blocks need to allocate for [d,t]indirect blocks */ 917ac27a0ecSDave Kleikamp indirect_blks = (chain + depth) - partial - 1; 918ac27a0ecSDave Kleikamp 919ac27a0ecSDave Kleikamp /* 920ac27a0ecSDave Kleikamp * Next look up the indirect map to count the totoal number of 921ac27a0ecSDave Kleikamp * direct blocks to allocate for this branch. 922ac27a0ecSDave Kleikamp */ 923617ba13bSMingming Cao count = ext4_blks_to_allocate(partial, indirect_blks, 924ac27a0ecSDave Kleikamp maxblocks, blocks_to_boundary); 925ac27a0ecSDave Kleikamp /* 926617ba13bSMingming Cao * Block out ext4_truncate while we alter the tree 927ac27a0ecSDave Kleikamp */ 9287061eba7SAneesh Kumar K.V err = ext4_alloc_branch(handle, inode, iblock, indirect_blks, 9297061eba7SAneesh Kumar K.V &count, goal, 930ac27a0ecSDave Kleikamp offsets + (partial - chain), partial); 931ac27a0ecSDave Kleikamp 932ac27a0ecSDave Kleikamp /* 933617ba13bSMingming Cao * The ext4_splice_branch call will free and forget any buffers 934ac27a0ecSDave Kleikamp * on the new chain if there is a failure, but that risks using 935ac27a0ecSDave Kleikamp * up transaction credits, especially for bitmaps where the 936ac27a0ecSDave Kleikamp * credits cannot be returned. Can we handle this somehow? We 937ac27a0ecSDave Kleikamp * may need to return -EAGAIN upwards in the worst case. --sct 938ac27a0ecSDave Kleikamp */ 939ac27a0ecSDave Kleikamp if (!err) 940617ba13bSMingming Cao err = ext4_splice_branch(handle, inode, iblock, 941ac27a0ecSDave Kleikamp partial, indirect_blks, count); 942ac27a0ecSDave Kleikamp /* 9430e855ac8SAneesh Kumar K.V * i_disksize growing is protected by i_data_sem. Don't forget to 944ac27a0ecSDave Kleikamp * protect it if you're about to implement concurrent 945617ba13bSMingming Cao * ext4_get_block() -bzzz 946ac27a0ecSDave Kleikamp */ 94761628a3fSMingming Cao if (!err && extend_disksize) { 94861628a3fSMingming Cao disksize = ((loff_t) iblock + count) << inode->i_blkbits; 94961628a3fSMingming Cao if (disksize > i_size_read(inode)) 95061628a3fSMingming Cao disksize = i_size_read(inode); 95161628a3fSMingming Cao if (disksize > ei->i_disksize) 95261628a3fSMingming Cao ei->i_disksize = disksize; 95361628a3fSMingming Cao } 954ac27a0ecSDave Kleikamp if (err) 955ac27a0ecSDave Kleikamp goto cleanup; 956ac27a0ecSDave Kleikamp 957ac27a0ecSDave Kleikamp set_buffer_new(bh_result); 958ac27a0ecSDave Kleikamp got_it: 959ac27a0ecSDave Kleikamp map_bh(bh_result, inode->i_sb, le32_to_cpu(chain[depth-1].key)); 960ac27a0ecSDave Kleikamp if (count > blocks_to_boundary) 961ac27a0ecSDave Kleikamp set_buffer_boundary(bh_result); 962ac27a0ecSDave Kleikamp err = count; 963ac27a0ecSDave Kleikamp /* Clean up and exit */ 964ac27a0ecSDave Kleikamp partial = chain + depth - 1; /* the whole chain */ 965ac27a0ecSDave Kleikamp cleanup: 966ac27a0ecSDave Kleikamp while (partial > chain) { 967ac27a0ecSDave Kleikamp BUFFER_TRACE(partial->bh, "call brelse"); 968ac27a0ecSDave Kleikamp brelse(partial->bh); 969ac27a0ecSDave Kleikamp partial--; 970ac27a0ecSDave Kleikamp } 971ac27a0ecSDave Kleikamp BUFFER_TRACE(bh_result, "returned"); 972ac27a0ecSDave Kleikamp out: 973ac27a0ecSDave Kleikamp return err; 974ac27a0ecSDave Kleikamp } 975ac27a0ecSDave Kleikamp 97612219aeaSAneesh Kumar K.V /* 97712219aeaSAneesh Kumar K.V * Calculate the number of metadata blocks need to reserve 97812219aeaSAneesh Kumar K.V * to allocate @blocks for non extent file based file 97912219aeaSAneesh Kumar K.V */ 98012219aeaSAneesh Kumar K.V static int ext4_indirect_calc_metadata_amount(struct inode *inode, int blocks) 98112219aeaSAneesh Kumar K.V { 98212219aeaSAneesh Kumar K.V int icap = EXT4_ADDR_PER_BLOCK(inode->i_sb); 98312219aeaSAneesh Kumar K.V int ind_blks, dind_blks, tind_blks; 98412219aeaSAneesh Kumar K.V 98512219aeaSAneesh Kumar K.V /* number of new indirect blocks needed */ 98612219aeaSAneesh Kumar K.V ind_blks = (blocks + icap - 1) / icap; 98712219aeaSAneesh Kumar K.V 98812219aeaSAneesh Kumar K.V dind_blks = (ind_blks + icap - 1) / icap; 98912219aeaSAneesh Kumar K.V 99012219aeaSAneesh Kumar K.V tind_blks = 1; 99112219aeaSAneesh Kumar K.V 99212219aeaSAneesh Kumar K.V return ind_blks + dind_blks + tind_blks; 99312219aeaSAneesh Kumar K.V } 99412219aeaSAneesh Kumar K.V 99512219aeaSAneesh Kumar K.V /* 99612219aeaSAneesh Kumar K.V * Calculate the number of metadata blocks need to reserve 99712219aeaSAneesh Kumar K.V * to allocate given number of blocks 99812219aeaSAneesh Kumar K.V */ 99912219aeaSAneesh Kumar K.V static int ext4_calc_metadata_amount(struct inode *inode, int blocks) 100012219aeaSAneesh Kumar K.V { 1001cd213226SMingming Cao if (!blocks) 1002cd213226SMingming Cao return 0; 1003cd213226SMingming Cao 100412219aeaSAneesh Kumar K.V if (EXT4_I(inode)->i_flags & EXT4_EXTENTS_FL) 100512219aeaSAneesh Kumar K.V return ext4_ext_calc_metadata_amount(inode, blocks); 100612219aeaSAneesh Kumar K.V 100712219aeaSAneesh Kumar K.V return ext4_indirect_calc_metadata_amount(inode, blocks); 100812219aeaSAneesh Kumar K.V } 100912219aeaSAneesh Kumar K.V 101012219aeaSAneesh Kumar K.V static void ext4_da_update_reserve_space(struct inode *inode, int used) 101112219aeaSAneesh Kumar K.V { 101212219aeaSAneesh Kumar K.V struct ext4_sb_info *sbi = EXT4_SB(inode->i_sb); 101312219aeaSAneesh Kumar K.V int total, mdb, mdb_free; 101412219aeaSAneesh Kumar K.V 101512219aeaSAneesh Kumar K.V spin_lock(&EXT4_I(inode)->i_block_reservation_lock); 101612219aeaSAneesh Kumar K.V /* recalculate the number of metablocks still need to be reserved */ 101712219aeaSAneesh Kumar K.V total = EXT4_I(inode)->i_reserved_data_blocks - used; 101812219aeaSAneesh Kumar K.V mdb = ext4_calc_metadata_amount(inode, total); 101912219aeaSAneesh Kumar K.V 102012219aeaSAneesh Kumar K.V /* figure out how many metablocks to release */ 102112219aeaSAneesh Kumar K.V BUG_ON(mdb > EXT4_I(inode)->i_reserved_meta_blocks); 102212219aeaSAneesh Kumar K.V mdb_free = EXT4_I(inode)->i_reserved_meta_blocks - mdb; 102312219aeaSAneesh Kumar K.V 10246bc6e63fSAneesh Kumar K.V if (mdb_free) { 102512219aeaSAneesh Kumar K.V /* Account for allocated meta_blocks */ 102612219aeaSAneesh Kumar K.V mdb_free -= EXT4_I(inode)->i_allocated_meta_blocks; 102712219aeaSAneesh Kumar K.V 10286bc6e63fSAneesh Kumar K.V /* update fs dirty blocks counter */ 10296bc6e63fSAneesh Kumar K.V percpu_counter_sub(&sbi->s_dirtyblocks_counter, mdb_free); 10306bc6e63fSAneesh Kumar K.V EXT4_I(inode)->i_allocated_meta_blocks = 0; 10316bc6e63fSAneesh Kumar K.V EXT4_I(inode)->i_reserved_meta_blocks = mdb; 10326bc6e63fSAneesh Kumar K.V } 103312219aeaSAneesh Kumar K.V 103412219aeaSAneesh Kumar K.V /* update per-inode reservations */ 103512219aeaSAneesh Kumar K.V BUG_ON(used > EXT4_I(inode)->i_reserved_data_blocks); 103612219aeaSAneesh Kumar K.V EXT4_I(inode)->i_reserved_data_blocks -= used; 103712219aeaSAneesh Kumar K.V 103812219aeaSAneesh Kumar K.V spin_unlock(&EXT4_I(inode)->i_block_reservation_lock); 103912219aeaSAneesh Kumar K.V } 104012219aeaSAneesh Kumar K.V 1041f5ab0d1fSMingming Cao /* 10422b2d6d01STheodore Ts'o * The ext4_get_blocks_wrap() function try to look up the requested blocks, 10432b2d6d01STheodore Ts'o * and returns if the blocks are already mapped. 1044f5ab0d1fSMingming Cao * 1045f5ab0d1fSMingming Cao * Otherwise it takes the write lock of the i_data_sem and allocate blocks 1046f5ab0d1fSMingming Cao * and store the allocated blocks in the result buffer head and mark it 1047f5ab0d1fSMingming Cao * mapped. 1048f5ab0d1fSMingming Cao * 1049f5ab0d1fSMingming Cao * If file type is extents based, it will call ext4_ext_get_blocks(), 1050f5ab0d1fSMingming Cao * Otherwise, call with ext4_get_blocks_handle() to handle indirect mapping 1051f5ab0d1fSMingming Cao * based files 1052f5ab0d1fSMingming Cao * 1053f5ab0d1fSMingming Cao * On success, it returns the number of blocks being mapped or allocate. 1054f5ab0d1fSMingming Cao * if create==0 and the blocks are pre-allocated and uninitialized block, 1055f5ab0d1fSMingming Cao * the result buffer head is unmapped. If the create ==1, it will make sure 1056f5ab0d1fSMingming Cao * the buffer head is mapped. 1057f5ab0d1fSMingming Cao * 1058f5ab0d1fSMingming Cao * It returns 0 if plain look up failed (blocks have not been allocated), in 1059f5ab0d1fSMingming Cao * that casem, buffer head is unmapped 1060f5ab0d1fSMingming Cao * 1061f5ab0d1fSMingming Cao * It returns the error in case of allocation failure. 1062f5ab0d1fSMingming Cao */ 10630e855ac8SAneesh Kumar K.V int ext4_get_blocks_wrap(handle_t *handle, struct inode *inode, sector_t block, 1064498e5f24STheodore Ts'o unsigned int max_blocks, struct buffer_head *bh, 1065d2a17637SMingming Cao int create, int extend_disksize, int flag) 10660e855ac8SAneesh Kumar K.V { 10670e855ac8SAneesh Kumar K.V int retval; 1068f5ab0d1fSMingming Cao 1069f5ab0d1fSMingming Cao clear_buffer_mapped(bh); 1070f5ab0d1fSMingming Cao 10714df3d265SAneesh Kumar K.V /* 10724df3d265SAneesh Kumar K.V * Try to see if we can get the block without requesting 10734df3d265SAneesh Kumar K.V * for new file system block. 10744df3d265SAneesh Kumar K.V */ 10750e855ac8SAneesh Kumar K.V down_read((&EXT4_I(inode)->i_data_sem)); 10764df3d265SAneesh Kumar K.V if (EXT4_I(inode)->i_flags & EXT4_EXTENTS_FL) { 10774df3d265SAneesh Kumar K.V retval = ext4_ext_get_blocks(handle, inode, block, max_blocks, 10784df3d265SAneesh Kumar K.V bh, 0, 0); 10794df3d265SAneesh Kumar K.V } else { 10804df3d265SAneesh Kumar K.V retval = ext4_get_blocks_handle(handle, 10814df3d265SAneesh Kumar K.V inode, block, max_blocks, bh, 0, 0); 10820e855ac8SAneesh Kumar K.V } 10834df3d265SAneesh Kumar K.V up_read((&EXT4_I(inode)->i_data_sem)); 1084f5ab0d1fSMingming Cao 1085f5ab0d1fSMingming Cao /* If it is only a block(s) look up */ 1086f5ab0d1fSMingming Cao if (!create) 10874df3d265SAneesh Kumar K.V return retval; 10884df3d265SAneesh Kumar K.V 10894df3d265SAneesh Kumar K.V /* 1090f5ab0d1fSMingming Cao * Returns if the blocks have already allocated 1091f5ab0d1fSMingming Cao * 1092f5ab0d1fSMingming Cao * Note that if blocks have been preallocated 1093f5ab0d1fSMingming Cao * ext4_ext_get_block() returns th create = 0 1094f5ab0d1fSMingming Cao * with buffer head unmapped. 1095f5ab0d1fSMingming Cao */ 1096f5ab0d1fSMingming Cao if (retval > 0 && buffer_mapped(bh)) 1097f5ab0d1fSMingming Cao return retval; 1098f5ab0d1fSMingming Cao 1099f5ab0d1fSMingming Cao /* 1100f5ab0d1fSMingming Cao * New blocks allocate and/or writing to uninitialized extent 1101f5ab0d1fSMingming Cao * will possibly result in updating i_data, so we take 1102f5ab0d1fSMingming Cao * the write lock of i_data_sem, and call get_blocks() 1103f5ab0d1fSMingming Cao * with create == 1 flag. 11044df3d265SAneesh Kumar K.V */ 11054df3d265SAneesh Kumar K.V down_write((&EXT4_I(inode)->i_data_sem)); 1106d2a17637SMingming Cao 1107d2a17637SMingming Cao /* 1108d2a17637SMingming Cao * if the caller is from delayed allocation writeout path 1109d2a17637SMingming Cao * we have already reserved fs blocks for allocation 1110d2a17637SMingming Cao * let the underlying get_block() function know to 1111d2a17637SMingming Cao * avoid double accounting 1112d2a17637SMingming Cao */ 1113d2a17637SMingming Cao if (flag) 1114d2a17637SMingming Cao EXT4_I(inode)->i_delalloc_reserved_flag = 1; 11154df3d265SAneesh Kumar K.V /* 11164df3d265SAneesh Kumar K.V * We need to check for EXT4 here because migrate 11174df3d265SAneesh Kumar K.V * could have changed the inode type in between 11184df3d265SAneesh Kumar K.V */ 11190e855ac8SAneesh Kumar K.V if (EXT4_I(inode)->i_flags & EXT4_EXTENTS_FL) { 11200e855ac8SAneesh Kumar K.V retval = ext4_ext_get_blocks(handle, inode, block, max_blocks, 11210e855ac8SAneesh Kumar K.V bh, create, extend_disksize); 11220e855ac8SAneesh Kumar K.V } else { 11230e855ac8SAneesh Kumar K.V retval = ext4_get_blocks_handle(handle, inode, block, 11240e855ac8SAneesh Kumar K.V max_blocks, bh, create, extend_disksize); 1125267e4db9SAneesh Kumar K.V 1126267e4db9SAneesh Kumar K.V if (retval > 0 && buffer_new(bh)) { 1127267e4db9SAneesh Kumar K.V /* 1128267e4db9SAneesh Kumar K.V * We allocated new blocks which will result in 1129267e4db9SAneesh Kumar K.V * i_data's format changing. Force the migrate 1130267e4db9SAneesh Kumar K.V * to fail by clearing migrate flags 1131267e4db9SAneesh Kumar K.V */ 1132267e4db9SAneesh Kumar K.V EXT4_I(inode)->i_flags = EXT4_I(inode)->i_flags & 1133267e4db9SAneesh Kumar K.V ~EXT4_EXT_MIGRATE; 1134267e4db9SAneesh Kumar K.V } 11350e855ac8SAneesh Kumar K.V } 1136d2a17637SMingming Cao 1137d2a17637SMingming Cao if (flag) { 1138d2a17637SMingming Cao EXT4_I(inode)->i_delalloc_reserved_flag = 0; 1139d2a17637SMingming Cao /* 1140d2a17637SMingming Cao * Update reserved blocks/metadata blocks 1141d2a17637SMingming Cao * after successful block allocation 1142d2a17637SMingming Cao * which were deferred till now 1143d2a17637SMingming Cao */ 1144d2a17637SMingming Cao if ((retval > 0) && buffer_delay(bh)) 114512219aeaSAneesh Kumar K.V ext4_da_update_reserve_space(inode, retval); 1146d2a17637SMingming Cao } 1147d2a17637SMingming Cao 11480e855ac8SAneesh Kumar K.V up_write((&EXT4_I(inode)->i_data_sem)); 11490e855ac8SAneesh Kumar K.V return retval; 11500e855ac8SAneesh Kumar K.V } 11510e855ac8SAneesh Kumar K.V 1152f3bd1f3fSMingming Cao /* Maximum number of blocks we map for direct IO at once. */ 1153f3bd1f3fSMingming Cao #define DIO_MAX_BLOCKS 4096 1154f3bd1f3fSMingming Cao 11556873fa0dSEric Sandeen int ext4_get_block(struct inode *inode, sector_t iblock, 1156ac27a0ecSDave Kleikamp struct buffer_head *bh_result, int create) 1157ac27a0ecSDave Kleikamp { 11583e4fdaf8SDmitriy Monakhov handle_t *handle = ext4_journal_current_handle(); 11597fb5409dSJan Kara int ret = 0, started = 0; 1160ac27a0ecSDave Kleikamp unsigned max_blocks = bh_result->b_size >> inode->i_blkbits; 1161f3bd1f3fSMingming Cao int dio_credits; 1162ac27a0ecSDave Kleikamp 11637fb5409dSJan Kara if (create && !handle) { 11647fb5409dSJan Kara /* Direct IO write... */ 11657fb5409dSJan Kara if (max_blocks > DIO_MAX_BLOCKS) 11667fb5409dSJan Kara max_blocks = DIO_MAX_BLOCKS; 1167f3bd1f3fSMingming Cao dio_credits = ext4_chunk_trans_blocks(inode, max_blocks); 1168f3bd1f3fSMingming Cao handle = ext4_journal_start(inode, dio_credits); 11697fb5409dSJan Kara if (IS_ERR(handle)) { 1170ac27a0ecSDave Kleikamp ret = PTR_ERR(handle); 11717fb5409dSJan Kara goto out; 11727fb5409dSJan Kara } 11737fb5409dSJan Kara started = 1; 1174ac27a0ecSDave Kleikamp } 1175ac27a0ecSDave Kleikamp 1176a86c6181SAlex Tomas ret = ext4_get_blocks_wrap(handle, inode, iblock, 1177d2a17637SMingming Cao max_blocks, bh_result, create, 0, 0); 1178ac27a0ecSDave Kleikamp if (ret > 0) { 1179ac27a0ecSDave Kleikamp bh_result->b_size = (ret << inode->i_blkbits); 1180ac27a0ecSDave Kleikamp ret = 0; 1181ac27a0ecSDave Kleikamp } 11827fb5409dSJan Kara if (started) 11837fb5409dSJan Kara ext4_journal_stop(handle); 11847fb5409dSJan Kara out: 1185ac27a0ecSDave Kleikamp return ret; 1186ac27a0ecSDave Kleikamp } 1187ac27a0ecSDave Kleikamp 1188ac27a0ecSDave Kleikamp /* 1189ac27a0ecSDave Kleikamp * `handle' can be NULL if create is zero 1190ac27a0ecSDave Kleikamp */ 1191617ba13bSMingming Cao struct buffer_head *ext4_getblk(handle_t *handle, struct inode *inode, 1192725d26d3SAneesh Kumar K.V ext4_lblk_t block, int create, int *errp) 1193ac27a0ecSDave Kleikamp { 1194ac27a0ecSDave Kleikamp struct buffer_head dummy; 1195ac27a0ecSDave Kleikamp int fatal = 0, err; 1196ac27a0ecSDave Kleikamp 1197ac27a0ecSDave Kleikamp J_ASSERT(handle != NULL || create == 0); 1198ac27a0ecSDave Kleikamp 1199ac27a0ecSDave Kleikamp dummy.b_state = 0; 1200ac27a0ecSDave Kleikamp dummy.b_blocknr = -1000; 1201ac27a0ecSDave Kleikamp buffer_trace_init(&dummy.b_history); 1202a86c6181SAlex Tomas err = ext4_get_blocks_wrap(handle, inode, block, 1, 1203d2a17637SMingming Cao &dummy, create, 1, 0); 1204ac27a0ecSDave Kleikamp /* 1205617ba13bSMingming Cao * ext4_get_blocks_handle() returns number of blocks 1206ac27a0ecSDave Kleikamp * mapped. 0 in case of a HOLE. 1207ac27a0ecSDave Kleikamp */ 1208ac27a0ecSDave Kleikamp if (err > 0) { 1209ac27a0ecSDave Kleikamp if (err > 1) 1210ac27a0ecSDave Kleikamp WARN_ON(1); 1211ac27a0ecSDave Kleikamp err = 0; 1212ac27a0ecSDave Kleikamp } 1213ac27a0ecSDave Kleikamp *errp = err; 1214ac27a0ecSDave Kleikamp if (!err && buffer_mapped(&dummy)) { 1215ac27a0ecSDave Kleikamp struct buffer_head *bh; 1216ac27a0ecSDave Kleikamp bh = sb_getblk(inode->i_sb, dummy.b_blocknr); 1217ac27a0ecSDave Kleikamp if (!bh) { 1218ac27a0ecSDave Kleikamp *errp = -EIO; 1219ac27a0ecSDave Kleikamp goto err; 1220ac27a0ecSDave Kleikamp } 1221ac27a0ecSDave Kleikamp if (buffer_new(&dummy)) { 1222ac27a0ecSDave Kleikamp J_ASSERT(create != 0); 1223ac39849dSAneesh Kumar K.V J_ASSERT(handle != NULL); 1224ac27a0ecSDave Kleikamp 1225ac27a0ecSDave Kleikamp /* 1226ac27a0ecSDave Kleikamp * Now that we do not always journal data, we should 1227ac27a0ecSDave Kleikamp * keep in mind whether this should always journal the 1228ac27a0ecSDave Kleikamp * new buffer as metadata. For now, regular file 1229617ba13bSMingming Cao * writes use ext4_get_block instead, so it's not a 1230ac27a0ecSDave Kleikamp * problem. 1231ac27a0ecSDave Kleikamp */ 1232ac27a0ecSDave Kleikamp lock_buffer(bh); 1233ac27a0ecSDave Kleikamp BUFFER_TRACE(bh, "call get_create_access"); 1234617ba13bSMingming Cao fatal = ext4_journal_get_create_access(handle, bh); 1235ac27a0ecSDave Kleikamp if (!fatal && !buffer_uptodate(bh)) { 1236ac27a0ecSDave Kleikamp memset(bh->b_data, 0, inode->i_sb->s_blocksize); 1237ac27a0ecSDave Kleikamp set_buffer_uptodate(bh); 1238ac27a0ecSDave Kleikamp } 1239ac27a0ecSDave Kleikamp unlock_buffer(bh); 12400390131bSFrank Mayhar BUFFER_TRACE(bh, "call ext4_handle_dirty_metadata"); 12410390131bSFrank Mayhar err = ext4_handle_dirty_metadata(handle, inode, bh); 1242ac27a0ecSDave Kleikamp if (!fatal) 1243ac27a0ecSDave Kleikamp fatal = err; 1244ac27a0ecSDave Kleikamp } else { 1245ac27a0ecSDave Kleikamp BUFFER_TRACE(bh, "not a new buffer"); 1246ac27a0ecSDave Kleikamp } 1247ac27a0ecSDave Kleikamp if (fatal) { 1248ac27a0ecSDave Kleikamp *errp = fatal; 1249ac27a0ecSDave Kleikamp brelse(bh); 1250ac27a0ecSDave Kleikamp bh = NULL; 1251ac27a0ecSDave Kleikamp } 1252ac27a0ecSDave Kleikamp return bh; 1253ac27a0ecSDave Kleikamp } 1254ac27a0ecSDave Kleikamp err: 1255ac27a0ecSDave Kleikamp return NULL; 1256ac27a0ecSDave Kleikamp } 1257ac27a0ecSDave Kleikamp 1258617ba13bSMingming Cao struct buffer_head *ext4_bread(handle_t *handle, struct inode *inode, 1259725d26d3SAneesh Kumar K.V ext4_lblk_t block, int create, int *err) 1260ac27a0ecSDave Kleikamp { 1261ac27a0ecSDave Kleikamp struct buffer_head *bh; 1262ac27a0ecSDave Kleikamp 1263617ba13bSMingming Cao bh = ext4_getblk(handle, inode, block, create, err); 1264ac27a0ecSDave Kleikamp if (!bh) 1265ac27a0ecSDave Kleikamp return bh; 1266ac27a0ecSDave Kleikamp if (buffer_uptodate(bh)) 1267ac27a0ecSDave Kleikamp return bh; 1268ac27a0ecSDave Kleikamp ll_rw_block(READ_META, 1, &bh); 1269ac27a0ecSDave Kleikamp wait_on_buffer(bh); 1270ac27a0ecSDave Kleikamp if (buffer_uptodate(bh)) 1271ac27a0ecSDave Kleikamp return bh; 1272ac27a0ecSDave Kleikamp put_bh(bh); 1273ac27a0ecSDave Kleikamp *err = -EIO; 1274ac27a0ecSDave Kleikamp return NULL; 1275ac27a0ecSDave Kleikamp } 1276ac27a0ecSDave Kleikamp 1277ac27a0ecSDave Kleikamp static int walk_page_buffers(handle_t *handle, 1278ac27a0ecSDave Kleikamp struct buffer_head *head, 1279ac27a0ecSDave Kleikamp unsigned from, 1280ac27a0ecSDave Kleikamp unsigned to, 1281ac27a0ecSDave Kleikamp int *partial, 1282ac27a0ecSDave Kleikamp int (*fn)(handle_t *handle, 1283ac27a0ecSDave Kleikamp struct buffer_head *bh)) 1284ac27a0ecSDave Kleikamp { 1285ac27a0ecSDave Kleikamp struct buffer_head *bh; 1286ac27a0ecSDave Kleikamp unsigned block_start, block_end; 1287ac27a0ecSDave Kleikamp unsigned blocksize = head->b_size; 1288ac27a0ecSDave Kleikamp int err, ret = 0; 1289ac27a0ecSDave Kleikamp struct buffer_head *next; 1290ac27a0ecSDave Kleikamp 1291ac27a0ecSDave Kleikamp for (bh = head, block_start = 0; 1292ac27a0ecSDave Kleikamp ret == 0 && (bh != head || !block_start); 1293ac27a0ecSDave Kleikamp block_start = block_end, bh = next) 1294ac27a0ecSDave Kleikamp { 1295ac27a0ecSDave Kleikamp next = bh->b_this_page; 1296ac27a0ecSDave Kleikamp block_end = block_start + blocksize; 1297ac27a0ecSDave Kleikamp if (block_end <= from || block_start >= to) { 1298ac27a0ecSDave Kleikamp if (partial && !buffer_uptodate(bh)) 1299ac27a0ecSDave Kleikamp *partial = 1; 1300ac27a0ecSDave Kleikamp continue; 1301ac27a0ecSDave Kleikamp } 1302ac27a0ecSDave Kleikamp err = (*fn)(handle, bh); 1303ac27a0ecSDave Kleikamp if (!ret) 1304ac27a0ecSDave Kleikamp ret = err; 1305ac27a0ecSDave Kleikamp } 1306ac27a0ecSDave Kleikamp return ret; 1307ac27a0ecSDave Kleikamp } 1308ac27a0ecSDave Kleikamp 1309ac27a0ecSDave Kleikamp /* 1310ac27a0ecSDave Kleikamp * To preserve ordering, it is essential that the hole instantiation and 1311ac27a0ecSDave Kleikamp * the data write be encapsulated in a single transaction. We cannot 1312617ba13bSMingming Cao * close off a transaction and start a new one between the ext4_get_block() 1313dab291afSMingming Cao * and the commit_write(). So doing the jbd2_journal_start at the start of 1314ac27a0ecSDave Kleikamp * prepare_write() is the right place. 1315ac27a0ecSDave Kleikamp * 1316617ba13bSMingming Cao * Also, this function can nest inside ext4_writepage() -> 1317617ba13bSMingming Cao * block_write_full_page(). In that case, we *know* that ext4_writepage() 1318ac27a0ecSDave Kleikamp * has generated enough buffer credits to do the whole page. So we won't 1319ac27a0ecSDave Kleikamp * block on the journal in that case, which is good, because the caller may 1320ac27a0ecSDave Kleikamp * be PF_MEMALLOC. 1321ac27a0ecSDave Kleikamp * 1322617ba13bSMingming Cao * By accident, ext4 can be reentered when a transaction is open via 1323ac27a0ecSDave Kleikamp * quota file writes. If we were to commit the transaction while thus 1324ac27a0ecSDave Kleikamp * reentered, there can be a deadlock - we would be holding a quota 1325ac27a0ecSDave Kleikamp * lock, and the commit would never complete if another thread had a 1326ac27a0ecSDave Kleikamp * transaction open and was blocking on the quota lock - a ranking 1327ac27a0ecSDave Kleikamp * violation. 1328ac27a0ecSDave Kleikamp * 1329dab291afSMingming Cao * So what we do is to rely on the fact that jbd2_journal_stop/journal_start 1330ac27a0ecSDave Kleikamp * will _not_ run commit under these circumstances because handle->h_ref 1331ac27a0ecSDave Kleikamp * is elevated. We'll still have enough credits for the tiny quotafile 1332ac27a0ecSDave Kleikamp * write. 1333ac27a0ecSDave Kleikamp */ 1334ac27a0ecSDave Kleikamp static int do_journal_get_write_access(handle_t *handle, 1335ac27a0ecSDave Kleikamp struct buffer_head *bh) 1336ac27a0ecSDave Kleikamp { 1337ac27a0ecSDave Kleikamp if (!buffer_mapped(bh) || buffer_freed(bh)) 1338ac27a0ecSDave Kleikamp return 0; 1339617ba13bSMingming Cao return ext4_journal_get_write_access(handle, bh); 1340ac27a0ecSDave Kleikamp } 1341ac27a0ecSDave Kleikamp 1342bfc1af65SNick Piggin static int ext4_write_begin(struct file *file, struct address_space *mapping, 1343bfc1af65SNick Piggin loff_t pos, unsigned len, unsigned flags, 1344bfc1af65SNick Piggin struct page **pagep, void **fsdata) 1345ac27a0ecSDave Kleikamp { 1346bfc1af65SNick Piggin struct inode *inode = mapping->host; 13477479d2b9SAndrew Morton int ret, needed_blocks = ext4_writepage_trans_blocks(inode); 1348ac27a0ecSDave Kleikamp handle_t *handle; 1349ac27a0ecSDave Kleikamp int retries = 0; 1350bfc1af65SNick Piggin struct page *page; 1351bfc1af65SNick Piggin pgoff_t index; 1352bfc1af65SNick Piggin unsigned from, to; 1353bfc1af65SNick Piggin 1354ba80b101STheodore Ts'o trace_mark(ext4_write_begin, 1355ba80b101STheodore Ts'o "dev %s ino %lu pos %llu len %u flags %u", 1356ba80b101STheodore Ts'o inode->i_sb->s_id, inode->i_ino, 1357ba80b101STheodore Ts'o (unsigned long long) pos, len, flags); 1358bfc1af65SNick Piggin index = pos >> PAGE_CACHE_SHIFT; 1359bfc1af65SNick Piggin from = pos & (PAGE_CACHE_SIZE - 1); 1360bfc1af65SNick Piggin to = from + len; 1361ac27a0ecSDave Kleikamp 1362ac27a0ecSDave Kleikamp retry: 1363617ba13bSMingming Cao handle = ext4_journal_start(inode, needed_blocks); 13647479d2b9SAndrew Morton if (IS_ERR(handle)) { 13657479d2b9SAndrew Morton ret = PTR_ERR(handle); 13667479d2b9SAndrew Morton goto out; 13677479d2b9SAndrew Morton } 1368ac27a0ecSDave Kleikamp 136954566b2cSNick Piggin page = grab_cache_page_write_begin(mapping, index, flags); 1370cf108bcaSJan Kara if (!page) { 1371cf108bcaSJan Kara ext4_journal_stop(handle); 1372cf108bcaSJan Kara ret = -ENOMEM; 1373cf108bcaSJan Kara goto out; 1374cf108bcaSJan Kara } 1375cf108bcaSJan Kara *pagep = page; 1376cf108bcaSJan Kara 1377bfc1af65SNick Piggin ret = block_write_begin(file, mapping, pos, len, flags, pagep, fsdata, 1378bfc1af65SNick Piggin ext4_get_block); 1379bfc1af65SNick Piggin 1380bfc1af65SNick Piggin if (!ret && ext4_should_journal_data(inode)) { 1381ac27a0ecSDave Kleikamp ret = walk_page_buffers(handle, page_buffers(page), 1382ac27a0ecSDave Kleikamp from, to, NULL, do_journal_get_write_access); 1383b46be050SAndrey Savochkin } 1384bfc1af65SNick Piggin 1385bfc1af65SNick Piggin if (ret) { 1386bfc1af65SNick Piggin unlock_page(page); 1387cf108bcaSJan Kara ext4_journal_stop(handle); 1388bfc1af65SNick Piggin page_cache_release(page); 1389ae4d5372SAneesh Kumar K.V /* 1390ae4d5372SAneesh Kumar K.V * block_write_begin may have instantiated a few blocks 1391ae4d5372SAneesh Kumar K.V * outside i_size. Trim these off again. Don't need 1392ae4d5372SAneesh Kumar K.V * i_size_read because we hold i_mutex. 1393ae4d5372SAneesh Kumar K.V */ 1394ae4d5372SAneesh Kumar K.V if (pos + len > inode->i_size) 1395ae4d5372SAneesh Kumar K.V vmtruncate(inode, inode->i_size); 1396bfc1af65SNick Piggin } 1397bfc1af65SNick Piggin 1398617ba13bSMingming Cao if (ret == -ENOSPC && ext4_should_retry_alloc(inode->i_sb, &retries)) 1399ac27a0ecSDave Kleikamp goto retry; 14007479d2b9SAndrew Morton out: 1401ac27a0ecSDave Kleikamp return ret; 1402ac27a0ecSDave Kleikamp } 1403ac27a0ecSDave Kleikamp 1404bfc1af65SNick Piggin /* For write_end() in data=journal mode */ 1405bfc1af65SNick Piggin static int write_end_fn(handle_t *handle, struct buffer_head *bh) 1406ac27a0ecSDave Kleikamp { 1407ac27a0ecSDave Kleikamp if (!buffer_mapped(bh) || buffer_freed(bh)) 1408ac27a0ecSDave Kleikamp return 0; 1409ac27a0ecSDave Kleikamp set_buffer_uptodate(bh); 14100390131bSFrank Mayhar return ext4_handle_dirty_metadata(handle, NULL, bh); 1411ac27a0ecSDave Kleikamp } 1412ac27a0ecSDave Kleikamp 1413ac27a0ecSDave Kleikamp /* 1414ac27a0ecSDave Kleikamp * We need to pick up the new inode size which generic_commit_write gave us 1415ac27a0ecSDave Kleikamp * `file' can be NULL - eg, when called from page_symlink(). 1416ac27a0ecSDave Kleikamp * 1417617ba13bSMingming Cao * ext4 never places buffers on inode->i_mapping->private_list. metadata 1418ac27a0ecSDave Kleikamp * buffers are managed internally. 1419ac27a0ecSDave Kleikamp */ 1420bfc1af65SNick Piggin static int ext4_ordered_write_end(struct file *file, 1421bfc1af65SNick Piggin struct address_space *mapping, 1422bfc1af65SNick Piggin loff_t pos, unsigned len, unsigned copied, 1423bfc1af65SNick Piggin struct page *page, void *fsdata) 1424ac27a0ecSDave Kleikamp { 1425617ba13bSMingming Cao handle_t *handle = ext4_journal_current_handle(); 1426cf108bcaSJan Kara struct inode *inode = mapping->host; 1427ac27a0ecSDave Kleikamp int ret = 0, ret2; 1428ac27a0ecSDave Kleikamp 1429ba80b101STheodore Ts'o trace_mark(ext4_ordered_write_end, 1430ba80b101STheodore Ts'o "dev %s ino %lu pos %llu len %u copied %u", 1431ba80b101STheodore Ts'o inode->i_sb->s_id, inode->i_ino, 1432ba80b101STheodore Ts'o (unsigned long long) pos, len, copied); 1433678aaf48SJan Kara ret = ext4_jbd2_file_inode(handle, inode); 1434ac27a0ecSDave Kleikamp 1435ac27a0ecSDave Kleikamp if (ret == 0) { 1436ac27a0ecSDave Kleikamp loff_t new_i_size; 1437ac27a0ecSDave Kleikamp 1438bfc1af65SNick Piggin new_i_size = pos + copied; 1439cf17fea6SAneesh Kumar K.V if (new_i_size > EXT4_I(inode)->i_disksize) { 1440cf17fea6SAneesh Kumar K.V ext4_update_i_disksize(inode, new_i_size); 1441cf17fea6SAneesh Kumar K.V /* We need to mark inode dirty even if 1442cf17fea6SAneesh Kumar K.V * new_i_size is less that inode->i_size 1443cf17fea6SAneesh Kumar K.V * bu greater than i_disksize.(hint delalloc) 1444cf17fea6SAneesh Kumar K.V */ 1445cf17fea6SAneesh Kumar K.V ext4_mark_inode_dirty(handle, inode); 1446cf17fea6SAneesh Kumar K.V } 1447cf17fea6SAneesh Kumar K.V 1448cf108bcaSJan Kara ret2 = generic_write_end(file, mapping, pos, len, copied, 1449bfc1af65SNick Piggin page, fsdata); 1450f8a87d89SRoel Kluin copied = ret2; 1451f8a87d89SRoel Kluin if (ret2 < 0) 1452f8a87d89SRoel Kluin ret = ret2; 1453ac27a0ecSDave Kleikamp } 1454617ba13bSMingming Cao ret2 = ext4_journal_stop(handle); 1455ac27a0ecSDave Kleikamp if (!ret) 1456ac27a0ecSDave Kleikamp ret = ret2; 1457bfc1af65SNick Piggin 1458bfc1af65SNick Piggin return ret ? ret : copied; 1459ac27a0ecSDave Kleikamp } 1460ac27a0ecSDave Kleikamp 1461bfc1af65SNick Piggin static int ext4_writeback_write_end(struct file *file, 1462bfc1af65SNick Piggin struct address_space *mapping, 1463bfc1af65SNick Piggin loff_t pos, unsigned len, unsigned copied, 1464bfc1af65SNick Piggin struct page *page, void *fsdata) 1465ac27a0ecSDave Kleikamp { 1466617ba13bSMingming Cao handle_t *handle = ext4_journal_current_handle(); 1467cf108bcaSJan Kara struct inode *inode = mapping->host; 1468ac27a0ecSDave Kleikamp int ret = 0, ret2; 1469ac27a0ecSDave Kleikamp loff_t new_i_size; 1470ac27a0ecSDave Kleikamp 1471ba80b101STheodore Ts'o trace_mark(ext4_writeback_write_end, 1472ba80b101STheodore Ts'o "dev %s ino %lu pos %llu len %u copied %u", 1473ba80b101STheodore Ts'o inode->i_sb->s_id, inode->i_ino, 1474ba80b101STheodore Ts'o (unsigned long long) pos, len, copied); 1475bfc1af65SNick Piggin new_i_size = pos + copied; 1476cf17fea6SAneesh Kumar K.V if (new_i_size > EXT4_I(inode)->i_disksize) { 1477cf17fea6SAneesh Kumar K.V ext4_update_i_disksize(inode, new_i_size); 1478cf17fea6SAneesh Kumar K.V /* We need to mark inode dirty even if 1479cf17fea6SAneesh Kumar K.V * new_i_size is less that inode->i_size 1480cf17fea6SAneesh Kumar K.V * bu greater than i_disksize.(hint delalloc) 1481cf17fea6SAneesh Kumar K.V */ 1482cf17fea6SAneesh Kumar K.V ext4_mark_inode_dirty(handle, inode); 1483cf17fea6SAneesh Kumar K.V } 1484ac27a0ecSDave Kleikamp 1485cf108bcaSJan Kara ret2 = generic_write_end(file, mapping, pos, len, copied, 1486bfc1af65SNick Piggin page, fsdata); 1487f8a87d89SRoel Kluin copied = ret2; 1488f8a87d89SRoel Kluin if (ret2 < 0) 1489f8a87d89SRoel Kluin ret = ret2; 1490ac27a0ecSDave Kleikamp 1491617ba13bSMingming Cao ret2 = ext4_journal_stop(handle); 1492ac27a0ecSDave Kleikamp if (!ret) 1493ac27a0ecSDave Kleikamp ret = ret2; 1494bfc1af65SNick Piggin 1495bfc1af65SNick Piggin return ret ? ret : copied; 1496ac27a0ecSDave Kleikamp } 1497ac27a0ecSDave Kleikamp 1498bfc1af65SNick Piggin static int ext4_journalled_write_end(struct file *file, 1499bfc1af65SNick Piggin struct address_space *mapping, 1500bfc1af65SNick Piggin loff_t pos, unsigned len, unsigned copied, 1501bfc1af65SNick Piggin struct page *page, void *fsdata) 1502ac27a0ecSDave Kleikamp { 1503617ba13bSMingming Cao handle_t *handle = ext4_journal_current_handle(); 1504bfc1af65SNick Piggin struct inode *inode = mapping->host; 1505ac27a0ecSDave Kleikamp int ret = 0, ret2; 1506ac27a0ecSDave Kleikamp int partial = 0; 1507bfc1af65SNick Piggin unsigned from, to; 1508cf17fea6SAneesh Kumar K.V loff_t new_i_size; 1509ac27a0ecSDave Kleikamp 1510ba80b101STheodore Ts'o trace_mark(ext4_journalled_write_end, 1511ba80b101STheodore Ts'o "dev %s ino %lu pos %llu len %u copied %u", 1512ba80b101STheodore Ts'o inode->i_sb->s_id, inode->i_ino, 1513ba80b101STheodore Ts'o (unsigned long long) pos, len, copied); 1514bfc1af65SNick Piggin from = pos & (PAGE_CACHE_SIZE - 1); 1515bfc1af65SNick Piggin to = from + len; 1516bfc1af65SNick Piggin 1517bfc1af65SNick Piggin if (copied < len) { 1518bfc1af65SNick Piggin if (!PageUptodate(page)) 1519bfc1af65SNick Piggin copied = 0; 1520bfc1af65SNick Piggin page_zero_new_buffers(page, from+copied, to); 1521bfc1af65SNick Piggin } 1522ac27a0ecSDave Kleikamp 1523ac27a0ecSDave Kleikamp ret = walk_page_buffers(handle, page_buffers(page), from, 1524bfc1af65SNick Piggin to, &partial, write_end_fn); 1525ac27a0ecSDave Kleikamp if (!partial) 1526ac27a0ecSDave Kleikamp SetPageUptodate(page); 1527cf17fea6SAneesh Kumar K.V new_i_size = pos + copied; 1528cf17fea6SAneesh Kumar K.V if (new_i_size > inode->i_size) 1529bfc1af65SNick Piggin i_size_write(inode, pos+copied); 1530617ba13bSMingming Cao EXT4_I(inode)->i_state |= EXT4_STATE_JDATA; 1531cf17fea6SAneesh Kumar K.V if (new_i_size > EXT4_I(inode)->i_disksize) { 1532cf17fea6SAneesh Kumar K.V ext4_update_i_disksize(inode, new_i_size); 1533617ba13bSMingming Cao ret2 = ext4_mark_inode_dirty(handle, inode); 1534ac27a0ecSDave Kleikamp if (!ret) 1535ac27a0ecSDave Kleikamp ret = ret2; 1536ac27a0ecSDave Kleikamp } 1537bfc1af65SNick Piggin 1538cf108bcaSJan Kara unlock_page(page); 1539617ba13bSMingming Cao ret2 = ext4_journal_stop(handle); 1540ac27a0ecSDave Kleikamp if (!ret) 1541ac27a0ecSDave Kleikamp ret = ret2; 1542bfc1af65SNick Piggin page_cache_release(page); 1543bfc1af65SNick Piggin 1544bfc1af65SNick Piggin return ret ? ret : copied; 1545ac27a0ecSDave Kleikamp } 1546d2a17637SMingming Cao 1547d2a17637SMingming Cao static int ext4_da_reserve_space(struct inode *inode, int nrblocks) 1548d2a17637SMingming Cao { 1549030ba6bcSAneesh Kumar K.V int retries = 0; 1550d2a17637SMingming Cao struct ext4_sb_info *sbi = EXT4_SB(inode->i_sb); 1551d2a17637SMingming Cao unsigned long md_needed, mdblocks, total = 0; 1552d2a17637SMingming Cao 1553d2a17637SMingming Cao /* 1554d2a17637SMingming Cao * recalculate the amount of metadata blocks to reserve 1555d2a17637SMingming Cao * in order to allocate nrblocks 1556d2a17637SMingming Cao * worse case is one extent per block 1557d2a17637SMingming Cao */ 1558030ba6bcSAneesh Kumar K.V repeat: 1559d2a17637SMingming Cao spin_lock(&EXT4_I(inode)->i_block_reservation_lock); 1560d2a17637SMingming Cao total = EXT4_I(inode)->i_reserved_data_blocks + nrblocks; 1561d2a17637SMingming Cao mdblocks = ext4_calc_metadata_amount(inode, total); 1562d2a17637SMingming Cao BUG_ON(mdblocks < EXT4_I(inode)->i_reserved_meta_blocks); 1563d2a17637SMingming Cao 1564d2a17637SMingming Cao md_needed = mdblocks - EXT4_I(inode)->i_reserved_meta_blocks; 1565d2a17637SMingming Cao total = md_needed + nrblocks; 1566d2a17637SMingming Cao 1567a30d542aSAneesh Kumar K.V if (ext4_claim_free_blocks(sbi, total)) { 1568d2a17637SMingming Cao spin_unlock(&EXT4_I(inode)->i_block_reservation_lock); 1569030ba6bcSAneesh Kumar K.V if (ext4_should_retry_alloc(inode->i_sb, &retries)) { 1570030ba6bcSAneesh Kumar K.V yield(); 1571030ba6bcSAneesh Kumar K.V goto repeat; 1572030ba6bcSAneesh Kumar K.V } 1573d2a17637SMingming Cao return -ENOSPC; 1574d2a17637SMingming Cao } 1575d2a17637SMingming Cao EXT4_I(inode)->i_reserved_data_blocks += nrblocks; 1576d2a17637SMingming Cao EXT4_I(inode)->i_reserved_meta_blocks = mdblocks; 1577d2a17637SMingming Cao 1578d2a17637SMingming Cao spin_unlock(&EXT4_I(inode)->i_block_reservation_lock); 1579d2a17637SMingming Cao return 0; /* success */ 1580d2a17637SMingming Cao } 1581d2a17637SMingming Cao 158212219aeaSAneesh Kumar K.V static void ext4_da_release_space(struct inode *inode, int to_free) 1583d2a17637SMingming Cao { 1584d2a17637SMingming Cao struct ext4_sb_info *sbi = EXT4_SB(inode->i_sb); 1585d2a17637SMingming Cao int total, mdb, mdb_free, release; 1586d2a17637SMingming Cao 1587cd213226SMingming Cao if (!to_free) 1588cd213226SMingming Cao return; /* Nothing to release, exit */ 1589cd213226SMingming Cao 1590d2a17637SMingming Cao spin_lock(&EXT4_I(inode)->i_block_reservation_lock); 1591cd213226SMingming Cao 1592cd213226SMingming Cao if (!EXT4_I(inode)->i_reserved_data_blocks) { 1593cd213226SMingming Cao /* 1594cd213226SMingming Cao * if there is no reserved blocks, but we try to free some 1595cd213226SMingming Cao * then the counter is messed up somewhere. 1596cd213226SMingming Cao * but since this function is called from invalidate 1597cd213226SMingming Cao * page, it's harmless to return without any action 1598cd213226SMingming Cao */ 1599cd213226SMingming Cao printk(KERN_INFO "ext4 delalloc try to release %d reserved " 1600cd213226SMingming Cao "blocks for inode %lu, but there is no reserved " 1601cd213226SMingming Cao "data blocks\n", to_free, inode->i_ino); 1602cd213226SMingming Cao spin_unlock(&EXT4_I(inode)->i_block_reservation_lock); 1603cd213226SMingming Cao return; 1604cd213226SMingming Cao } 1605cd213226SMingming Cao 1606d2a17637SMingming Cao /* recalculate the number of metablocks still need to be reserved */ 160712219aeaSAneesh Kumar K.V total = EXT4_I(inode)->i_reserved_data_blocks - to_free; 1608d2a17637SMingming Cao mdb = ext4_calc_metadata_amount(inode, total); 1609d2a17637SMingming Cao 1610d2a17637SMingming Cao /* figure out how many metablocks to release */ 1611d2a17637SMingming Cao BUG_ON(mdb > EXT4_I(inode)->i_reserved_meta_blocks); 1612d2a17637SMingming Cao mdb_free = EXT4_I(inode)->i_reserved_meta_blocks - mdb; 1613d2a17637SMingming Cao 1614d2a17637SMingming Cao release = to_free + mdb_free; 1615d2a17637SMingming Cao 16166bc6e63fSAneesh Kumar K.V /* update fs dirty blocks counter for truncate case */ 16176bc6e63fSAneesh Kumar K.V percpu_counter_sub(&sbi->s_dirtyblocks_counter, release); 1618d2a17637SMingming Cao 1619d2a17637SMingming Cao /* update per-inode reservations */ 162012219aeaSAneesh Kumar K.V BUG_ON(to_free > EXT4_I(inode)->i_reserved_data_blocks); 162112219aeaSAneesh Kumar K.V EXT4_I(inode)->i_reserved_data_blocks -= to_free; 1622d2a17637SMingming Cao 1623d2a17637SMingming Cao BUG_ON(mdb > EXT4_I(inode)->i_reserved_meta_blocks); 1624d2a17637SMingming Cao EXT4_I(inode)->i_reserved_meta_blocks = mdb; 1625d2a17637SMingming Cao spin_unlock(&EXT4_I(inode)->i_block_reservation_lock); 1626d2a17637SMingming Cao } 1627d2a17637SMingming Cao 1628d2a17637SMingming Cao static void ext4_da_page_release_reservation(struct page *page, 1629d2a17637SMingming Cao unsigned long offset) 1630d2a17637SMingming Cao { 1631d2a17637SMingming Cao int to_release = 0; 1632d2a17637SMingming Cao struct buffer_head *head, *bh; 1633d2a17637SMingming Cao unsigned int curr_off = 0; 1634d2a17637SMingming Cao 1635d2a17637SMingming Cao head = page_buffers(page); 1636d2a17637SMingming Cao bh = head; 1637d2a17637SMingming Cao do { 1638d2a17637SMingming Cao unsigned int next_off = curr_off + bh->b_size; 1639d2a17637SMingming Cao 1640d2a17637SMingming Cao if ((offset <= curr_off) && (buffer_delay(bh))) { 1641d2a17637SMingming Cao to_release++; 1642d2a17637SMingming Cao clear_buffer_delay(bh); 1643d2a17637SMingming Cao } 1644d2a17637SMingming Cao curr_off = next_off; 1645d2a17637SMingming Cao } while ((bh = bh->b_this_page) != head); 164612219aeaSAneesh Kumar K.V ext4_da_release_space(page->mapping->host, to_release); 1647d2a17637SMingming Cao } 1648ac27a0ecSDave Kleikamp 1649ac27a0ecSDave Kleikamp /* 165064769240SAlex Tomas * Delayed allocation stuff 165164769240SAlex Tomas */ 165264769240SAlex Tomas 165364769240SAlex Tomas struct mpage_da_data { 165464769240SAlex Tomas struct inode *inode; 165564769240SAlex Tomas struct buffer_head lbh; /* extent of blocks */ 165664769240SAlex Tomas unsigned long first_page, next_page; /* extent of pages */ 165764769240SAlex Tomas get_block_t *get_block; 165864769240SAlex Tomas struct writeback_control *wbc; 1659a1d6cc56SAneesh Kumar K.V int io_done; 1660498e5f24STheodore Ts'o int pages_written; 1661df22291fSAneesh Kumar K.V int retval; 166264769240SAlex Tomas }; 166364769240SAlex Tomas 166464769240SAlex Tomas /* 166564769240SAlex Tomas * mpage_da_submit_io - walks through extent of pages and try to write 1666a1d6cc56SAneesh Kumar K.V * them with writepage() call back 166764769240SAlex Tomas * 166864769240SAlex Tomas * @mpd->inode: inode 166964769240SAlex Tomas * @mpd->first_page: first page of the extent 167064769240SAlex Tomas * @mpd->next_page: page after the last page of the extent 167164769240SAlex Tomas * @mpd->get_block: the filesystem's block mapper function 167264769240SAlex Tomas * 167364769240SAlex Tomas * By the time mpage_da_submit_io() is called we expect all blocks 167464769240SAlex Tomas * to be allocated. this may be wrong if allocation failed. 167564769240SAlex Tomas * 167664769240SAlex Tomas * As pages are already locked by write_cache_pages(), we can't use it 167764769240SAlex Tomas */ 167864769240SAlex Tomas static int mpage_da_submit_io(struct mpage_da_data *mpd) 167964769240SAlex Tomas { 168022208dedSAneesh Kumar K.V long pages_skipped; 1681791b7f08SAneesh Kumar K.V struct pagevec pvec; 1682791b7f08SAneesh Kumar K.V unsigned long index, end; 1683791b7f08SAneesh Kumar K.V int ret = 0, err, nr_pages, i; 1684791b7f08SAneesh Kumar K.V struct inode *inode = mpd->inode; 1685791b7f08SAneesh Kumar K.V struct address_space *mapping = inode->i_mapping; 168664769240SAlex Tomas 168764769240SAlex Tomas BUG_ON(mpd->next_page <= mpd->first_page); 1688791b7f08SAneesh Kumar K.V /* 1689791b7f08SAneesh Kumar K.V * We need to start from the first_page to the next_page - 1 1690791b7f08SAneesh Kumar K.V * to make sure we also write the mapped dirty buffer_heads. 1691791b7f08SAneesh Kumar K.V * If we look at mpd->lbh.b_blocknr we would only be looking 1692791b7f08SAneesh Kumar K.V * at the currently mapped buffer_heads. 1693791b7f08SAneesh Kumar K.V */ 169464769240SAlex Tomas index = mpd->first_page; 169564769240SAlex Tomas end = mpd->next_page - 1; 169664769240SAlex Tomas 1697791b7f08SAneesh Kumar K.V pagevec_init(&pvec, 0); 169864769240SAlex Tomas while (index <= end) { 1699791b7f08SAneesh Kumar K.V nr_pages = pagevec_lookup(&pvec, mapping, index, PAGEVEC_SIZE); 170064769240SAlex Tomas if (nr_pages == 0) 170164769240SAlex Tomas break; 170264769240SAlex Tomas for (i = 0; i < nr_pages; i++) { 170364769240SAlex Tomas struct page *page = pvec.pages[i]; 170464769240SAlex Tomas 1705791b7f08SAneesh Kumar K.V index = page->index; 1706791b7f08SAneesh Kumar K.V if (index > end) 1707791b7f08SAneesh Kumar K.V break; 1708791b7f08SAneesh Kumar K.V index++; 1709791b7f08SAneesh Kumar K.V 1710791b7f08SAneesh Kumar K.V BUG_ON(!PageLocked(page)); 1711791b7f08SAneesh Kumar K.V BUG_ON(PageWriteback(page)); 1712791b7f08SAneesh Kumar K.V 171322208dedSAneesh Kumar K.V pages_skipped = mpd->wbc->pages_skipped; 1714a1d6cc56SAneesh Kumar K.V err = mapping->a_ops->writepage(page, mpd->wbc); 171522208dedSAneesh Kumar K.V if (!err && (pages_skipped == mpd->wbc->pages_skipped)) 171622208dedSAneesh Kumar K.V /* 171722208dedSAneesh Kumar K.V * have successfully written the page 171822208dedSAneesh Kumar K.V * without skipping the same 171922208dedSAneesh Kumar K.V */ 1720a1d6cc56SAneesh Kumar K.V mpd->pages_written++; 172164769240SAlex Tomas /* 172264769240SAlex Tomas * In error case, we have to continue because 172364769240SAlex Tomas * remaining pages are still locked 172464769240SAlex Tomas * XXX: unlock and re-dirty them? 172564769240SAlex Tomas */ 172664769240SAlex Tomas if (ret == 0) 172764769240SAlex Tomas ret = err; 172864769240SAlex Tomas } 172964769240SAlex Tomas pagevec_release(&pvec); 173064769240SAlex Tomas } 173164769240SAlex Tomas return ret; 173264769240SAlex Tomas } 173364769240SAlex Tomas 173464769240SAlex Tomas /* 173564769240SAlex Tomas * mpage_put_bnr_to_bhs - walk blocks and assign them actual numbers 173664769240SAlex Tomas * 173764769240SAlex Tomas * @mpd->inode - inode to walk through 173864769240SAlex Tomas * @exbh->b_blocknr - first block on a disk 173964769240SAlex Tomas * @exbh->b_size - amount of space in bytes 174064769240SAlex Tomas * @logical - first logical block to start assignment with 174164769240SAlex Tomas * 174264769240SAlex Tomas * the function goes through all passed space and put actual disk 174364769240SAlex Tomas * block numbers into buffer heads, dropping BH_Delay 174464769240SAlex Tomas */ 174564769240SAlex Tomas static void mpage_put_bnr_to_bhs(struct mpage_da_data *mpd, sector_t logical, 174664769240SAlex Tomas struct buffer_head *exbh) 174764769240SAlex Tomas { 174864769240SAlex Tomas struct inode *inode = mpd->inode; 174964769240SAlex Tomas struct address_space *mapping = inode->i_mapping; 175064769240SAlex Tomas int blocks = exbh->b_size >> inode->i_blkbits; 175164769240SAlex Tomas sector_t pblock = exbh->b_blocknr, cur_logical; 175264769240SAlex Tomas struct buffer_head *head, *bh; 1753a1d6cc56SAneesh Kumar K.V pgoff_t index, end; 175464769240SAlex Tomas struct pagevec pvec; 175564769240SAlex Tomas int nr_pages, i; 175664769240SAlex Tomas 175764769240SAlex Tomas index = logical >> (PAGE_CACHE_SHIFT - inode->i_blkbits); 175864769240SAlex Tomas end = (logical + blocks - 1) >> (PAGE_CACHE_SHIFT - inode->i_blkbits); 175964769240SAlex Tomas cur_logical = index << (PAGE_CACHE_SHIFT - inode->i_blkbits); 176064769240SAlex Tomas 176164769240SAlex Tomas pagevec_init(&pvec, 0); 176264769240SAlex Tomas 176364769240SAlex Tomas while (index <= end) { 176464769240SAlex Tomas /* XXX: optimize tail */ 176564769240SAlex Tomas nr_pages = pagevec_lookup(&pvec, mapping, index, PAGEVEC_SIZE); 176664769240SAlex Tomas if (nr_pages == 0) 176764769240SAlex Tomas break; 176864769240SAlex Tomas for (i = 0; i < nr_pages; i++) { 176964769240SAlex Tomas struct page *page = pvec.pages[i]; 177064769240SAlex Tomas 177164769240SAlex Tomas index = page->index; 177264769240SAlex Tomas if (index > end) 177364769240SAlex Tomas break; 177464769240SAlex Tomas index++; 177564769240SAlex Tomas 177664769240SAlex Tomas BUG_ON(!PageLocked(page)); 177764769240SAlex Tomas BUG_ON(PageWriteback(page)); 177864769240SAlex Tomas BUG_ON(!page_has_buffers(page)); 177964769240SAlex Tomas 178064769240SAlex Tomas bh = page_buffers(page); 178164769240SAlex Tomas head = bh; 178264769240SAlex Tomas 178364769240SAlex Tomas /* skip blocks out of the range */ 178464769240SAlex Tomas do { 178564769240SAlex Tomas if (cur_logical >= logical) 178664769240SAlex Tomas break; 178764769240SAlex Tomas cur_logical++; 178864769240SAlex Tomas } while ((bh = bh->b_this_page) != head); 178964769240SAlex Tomas 179064769240SAlex Tomas do { 179164769240SAlex Tomas if (cur_logical >= logical + blocks) 179264769240SAlex Tomas break; 179364769240SAlex Tomas if (buffer_delay(bh)) { 179464769240SAlex Tomas bh->b_blocknr = pblock; 179564769240SAlex Tomas clear_buffer_delay(bh); 1796bf068ee2SAneesh Kumar K.V bh->b_bdev = inode->i_sb->s_bdev; 1797bf068ee2SAneesh Kumar K.V } else if (buffer_unwritten(bh)) { 1798bf068ee2SAneesh Kumar K.V bh->b_blocknr = pblock; 1799bf068ee2SAneesh Kumar K.V clear_buffer_unwritten(bh); 1800bf068ee2SAneesh Kumar K.V set_buffer_mapped(bh); 1801bf068ee2SAneesh Kumar K.V set_buffer_new(bh); 1802bf068ee2SAneesh Kumar K.V bh->b_bdev = inode->i_sb->s_bdev; 180361628a3fSMingming Cao } else if (buffer_mapped(bh)) 180464769240SAlex Tomas BUG_ON(bh->b_blocknr != pblock); 180564769240SAlex Tomas 180664769240SAlex Tomas cur_logical++; 180764769240SAlex Tomas pblock++; 180864769240SAlex Tomas } while ((bh = bh->b_this_page) != head); 180964769240SAlex Tomas } 181064769240SAlex Tomas pagevec_release(&pvec); 181164769240SAlex Tomas } 181264769240SAlex Tomas } 181364769240SAlex Tomas 181464769240SAlex Tomas 181564769240SAlex Tomas /* 181664769240SAlex Tomas * __unmap_underlying_blocks - just a helper function to unmap 181764769240SAlex Tomas * set of blocks described by @bh 181864769240SAlex Tomas */ 181964769240SAlex Tomas static inline void __unmap_underlying_blocks(struct inode *inode, 182064769240SAlex Tomas struct buffer_head *bh) 182164769240SAlex Tomas { 182264769240SAlex Tomas struct block_device *bdev = inode->i_sb->s_bdev; 182364769240SAlex Tomas int blocks, i; 182464769240SAlex Tomas 182564769240SAlex Tomas blocks = bh->b_size >> inode->i_blkbits; 182664769240SAlex Tomas for (i = 0; i < blocks; i++) 182764769240SAlex Tomas unmap_underlying_metadata(bdev, bh->b_blocknr + i); 182864769240SAlex Tomas } 182964769240SAlex Tomas 1830c4a0c46eSAneesh Kumar K.V static void ext4_da_block_invalidatepages(struct mpage_da_data *mpd, 1831c4a0c46eSAneesh Kumar K.V sector_t logical, long blk_cnt) 1832c4a0c46eSAneesh Kumar K.V { 1833c4a0c46eSAneesh Kumar K.V int nr_pages, i; 1834c4a0c46eSAneesh Kumar K.V pgoff_t index, end; 1835c4a0c46eSAneesh Kumar K.V struct pagevec pvec; 1836c4a0c46eSAneesh Kumar K.V struct inode *inode = mpd->inode; 1837c4a0c46eSAneesh Kumar K.V struct address_space *mapping = inode->i_mapping; 1838c4a0c46eSAneesh Kumar K.V 1839c4a0c46eSAneesh Kumar K.V index = logical >> (PAGE_CACHE_SHIFT - inode->i_blkbits); 1840c4a0c46eSAneesh Kumar K.V end = (logical + blk_cnt - 1) >> 1841c4a0c46eSAneesh Kumar K.V (PAGE_CACHE_SHIFT - inode->i_blkbits); 1842c4a0c46eSAneesh Kumar K.V while (index <= end) { 1843c4a0c46eSAneesh Kumar K.V nr_pages = pagevec_lookup(&pvec, mapping, index, PAGEVEC_SIZE); 1844c4a0c46eSAneesh Kumar K.V if (nr_pages == 0) 1845c4a0c46eSAneesh Kumar K.V break; 1846c4a0c46eSAneesh Kumar K.V for (i = 0; i < nr_pages; i++) { 1847c4a0c46eSAneesh Kumar K.V struct page *page = pvec.pages[i]; 1848c4a0c46eSAneesh Kumar K.V index = page->index; 1849c4a0c46eSAneesh Kumar K.V if (index > end) 1850c4a0c46eSAneesh Kumar K.V break; 1851c4a0c46eSAneesh Kumar K.V index++; 1852c4a0c46eSAneesh Kumar K.V 1853c4a0c46eSAneesh Kumar K.V BUG_ON(!PageLocked(page)); 1854c4a0c46eSAneesh Kumar K.V BUG_ON(PageWriteback(page)); 1855c4a0c46eSAneesh Kumar K.V block_invalidatepage(page, 0); 1856c4a0c46eSAneesh Kumar K.V ClearPageUptodate(page); 1857c4a0c46eSAneesh Kumar K.V unlock_page(page); 1858c4a0c46eSAneesh Kumar K.V } 1859c4a0c46eSAneesh Kumar K.V } 1860c4a0c46eSAneesh Kumar K.V return; 1861c4a0c46eSAneesh Kumar K.V } 1862c4a0c46eSAneesh Kumar K.V 1863df22291fSAneesh Kumar K.V static void ext4_print_free_blocks(struct inode *inode) 1864df22291fSAneesh Kumar K.V { 1865df22291fSAneesh Kumar K.V struct ext4_sb_info *sbi = EXT4_SB(inode->i_sb); 1866df22291fSAneesh Kumar K.V printk(KERN_EMERG "Total free blocks count %lld\n", 1867df22291fSAneesh Kumar K.V ext4_count_free_blocks(inode->i_sb)); 1868df22291fSAneesh Kumar K.V printk(KERN_EMERG "Free/Dirty block details\n"); 1869df22291fSAneesh Kumar K.V printk(KERN_EMERG "free_blocks=%lld\n", 18708f72fbdfSAlexander Beregalov (long long)percpu_counter_sum(&sbi->s_freeblocks_counter)); 1871df22291fSAneesh Kumar K.V printk(KERN_EMERG "dirty_blocks=%lld\n", 18728f72fbdfSAlexander Beregalov (long long)percpu_counter_sum(&sbi->s_dirtyblocks_counter)); 1873df22291fSAneesh Kumar K.V printk(KERN_EMERG "Block reservation details\n"); 1874498e5f24STheodore Ts'o printk(KERN_EMERG "i_reserved_data_blocks=%u\n", 1875df22291fSAneesh Kumar K.V EXT4_I(inode)->i_reserved_data_blocks); 1876498e5f24STheodore Ts'o printk(KERN_EMERG "i_reserved_meta_blocks=%u\n", 1877df22291fSAneesh Kumar K.V EXT4_I(inode)->i_reserved_meta_blocks); 1878df22291fSAneesh Kumar K.V return; 1879df22291fSAneesh Kumar K.V } 1880df22291fSAneesh Kumar K.V 188164769240SAlex Tomas /* 188264769240SAlex Tomas * mpage_da_map_blocks - go through given space 188364769240SAlex Tomas * 188464769240SAlex Tomas * @mpd->lbh - bh describing space 188564769240SAlex Tomas * @mpd->get_block - the filesystem's block mapper function 188664769240SAlex Tomas * 188764769240SAlex Tomas * The function skips space we know is already mapped to disk blocks. 188864769240SAlex Tomas * 188964769240SAlex Tomas */ 1890c4a0c46eSAneesh Kumar K.V static int mpage_da_map_blocks(struct mpage_da_data *mpd) 189164769240SAlex Tomas { 1892a1d6cc56SAneesh Kumar K.V int err = 0; 1893030ba6bcSAneesh Kumar K.V struct buffer_head new; 189464769240SAlex Tomas struct buffer_head *lbh = &mpd->lbh; 1895df22291fSAneesh Kumar K.V sector_t next; 189664769240SAlex Tomas 189764769240SAlex Tomas /* 189864769240SAlex Tomas * We consider only non-mapped and non-allocated blocks 189964769240SAlex Tomas */ 190064769240SAlex Tomas if (buffer_mapped(lbh) && !buffer_delay(lbh)) 1901c4a0c46eSAneesh Kumar K.V return 0; 190264769240SAlex Tomas new.b_state = lbh->b_state; 190364769240SAlex Tomas new.b_blocknr = 0; 1904a1d6cc56SAneesh Kumar K.V new.b_size = lbh->b_size; 1905df22291fSAneesh Kumar K.V next = lbh->b_blocknr; 190664769240SAlex Tomas /* 1907a1d6cc56SAneesh Kumar K.V * If we didn't accumulate anything 1908a1d6cc56SAneesh Kumar K.V * to write simply return 190964769240SAlex Tomas */ 1910a1d6cc56SAneesh Kumar K.V if (!new.b_size) 1911c4a0c46eSAneesh Kumar K.V return 0; 1912a1d6cc56SAneesh Kumar K.V err = mpd->get_block(mpd->inode, next, &new, 1); 1913c4a0c46eSAneesh Kumar K.V if (err) { 1914c4a0c46eSAneesh Kumar K.V 1915c4a0c46eSAneesh Kumar K.V /* If get block returns with error 1916c4a0c46eSAneesh Kumar K.V * we simply return. Later writepage 1917c4a0c46eSAneesh Kumar K.V * will redirty the page and writepages 1918c4a0c46eSAneesh Kumar K.V * will find the dirty page again 1919c4a0c46eSAneesh Kumar K.V */ 1920c4a0c46eSAneesh Kumar K.V if (err == -EAGAIN) 1921c4a0c46eSAneesh Kumar K.V return 0; 1922df22291fSAneesh Kumar K.V 1923df22291fSAneesh Kumar K.V if (err == -ENOSPC && 1924df22291fSAneesh Kumar K.V ext4_count_free_blocks(mpd->inode->i_sb)) { 1925df22291fSAneesh Kumar K.V mpd->retval = err; 1926df22291fSAneesh Kumar K.V return 0; 1927df22291fSAneesh Kumar K.V } 1928df22291fSAneesh Kumar K.V 1929c4a0c46eSAneesh Kumar K.V /* 1930c4a0c46eSAneesh Kumar K.V * get block failure will cause us 1931c4a0c46eSAneesh Kumar K.V * to loop in writepages. Because 1932c4a0c46eSAneesh Kumar K.V * a_ops->writepage won't be able to 1933c4a0c46eSAneesh Kumar K.V * make progress. The page will be redirtied 1934c4a0c46eSAneesh Kumar K.V * by writepage and writepages will again 1935c4a0c46eSAneesh Kumar K.V * try to write the same. 1936c4a0c46eSAneesh Kumar K.V */ 1937c4a0c46eSAneesh Kumar K.V printk(KERN_EMERG "%s block allocation failed for inode %lu " 1938c4a0c46eSAneesh Kumar K.V "at logical offset %llu with max blocks " 1939c4a0c46eSAneesh Kumar K.V "%zd with error %d\n", 1940c4a0c46eSAneesh Kumar K.V __func__, mpd->inode->i_ino, 1941c4a0c46eSAneesh Kumar K.V (unsigned long long)next, 1942c4a0c46eSAneesh Kumar K.V lbh->b_size >> mpd->inode->i_blkbits, err); 1943c4a0c46eSAneesh Kumar K.V printk(KERN_EMERG "This should not happen.!! " 1944c4a0c46eSAneesh Kumar K.V "Data will be lost\n"); 1945030ba6bcSAneesh Kumar K.V if (err == -ENOSPC) { 1946df22291fSAneesh Kumar K.V ext4_print_free_blocks(mpd->inode); 1947030ba6bcSAneesh Kumar K.V } 1948c4a0c46eSAneesh Kumar K.V /* invlaidate all the pages */ 1949c4a0c46eSAneesh Kumar K.V ext4_da_block_invalidatepages(mpd, next, 1950c4a0c46eSAneesh Kumar K.V lbh->b_size >> mpd->inode->i_blkbits); 1951c4a0c46eSAneesh Kumar K.V return err; 1952c4a0c46eSAneesh Kumar K.V } 195364769240SAlex Tomas BUG_ON(new.b_size == 0); 195464769240SAlex Tomas 195564769240SAlex Tomas if (buffer_new(&new)) 195664769240SAlex Tomas __unmap_underlying_blocks(mpd->inode, &new); 195764769240SAlex Tomas 195864769240SAlex Tomas /* 195964769240SAlex Tomas * If blocks are delayed marked, we need to 196064769240SAlex Tomas * put actual blocknr and drop delayed bit 196164769240SAlex Tomas */ 1962bf068ee2SAneesh Kumar K.V if (buffer_delay(lbh) || buffer_unwritten(lbh)) 196364769240SAlex Tomas mpage_put_bnr_to_bhs(mpd, next, &new); 196464769240SAlex Tomas 1965c4a0c46eSAneesh Kumar K.V return 0; 196664769240SAlex Tomas } 196764769240SAlex Tomas 1968bf068ee2SAneesh Kumar K.V #define BH_FLAGS ((1 << BH_Uptodate) | (1 << BH_Mapped) | \ 1969bf068ee2SAneesh Kumar K.V (1 << BH_Delay) | (1 << BH_Unwritten)) 197064769240SAlex Tomas 197164769240SAlex Tomas /* 197264769240SAlex Tomas * mpage_add_bh_to_extent - try to add one more block to extent of blocks 197364769240SAlex Tomas * 197464769240SAlex Tomas * @mpd->lbh - extent of blocks 197564769240SAlex Tomas * @logical - logical number of the block in the file 197664769240SAlex Tomas * @bh - bh of the block (used to access block's state) 197764769240SAlex Tomas * 197864769240SAlex Tomas * the function is used to collect contig. blocks in same state 197964769240SAlex Tomas */ 198064769240SAlex Tomas static void mpage_add_bh_to_extent(struct mpage_da_data *mpd, 198164769240SAlex Tomas sector_t logical, struct buffer_head *bh) 198264769240SAlex Tomas { 198364769240SAlex Tomas sector_t next; 1984525f4ed8SMingming Cao size_t b_size = bh->b_size; 1985525f4ed8SMingming Cao struct buffer_head *lbh = &mpd->lbh; 1986525f4ed8SMingming Cao int nrblocks = lbh->b_size >> mpd->inode->i_blkbits; 198764769240SAlex Tomas 1988525f4ed8SMingming Cao /* check if thereserved journal credits might overflow */ 1989525f4ed8SMingming Cao if (!(EXT4_I(mpd->inode)->i_flags & EXT4_EXTENTS_FL)) { 1990525f4ed8SMingming Cao if (nrblocks >= EXT4_MAX_TRANS_DATA) { 1991525f4ed8SMingming Cao /* 1992525f4ed8SMingming Cao * With non-extent format we are limited by the journal 1993525f4ed8SMingming Cao * credit available. Total credit needed to insert 1994525f4ed8SMingming Cao * nrblocks contiguous blocks is dependent on the 1995525f4ed8SMingming Cao * nrblocks. So limit nrblocks. 1996525f4ed8SMingming Cao */ 1997525f4ed8SMingming Cao goto flush_it; 1998525f4ed8SMingming Cao } else if ((nrblocks + (b_size >> mpd->inode->i_blkbits)) > 1999525f4ed8SMingming Cao EXT4_MAX_TRANS_DATA) { 2000525f4ed8SMingming Cao /* 2001525f4ed8SMingming Cao * Adding the new buffer_head would make it cross the 2002525f4ed8SMingming Cao * allowed limit for which we have journal credit 2003525f4ed8SMingming Cao * reserved. So limit the new bh->b_size 2004525f4ed8SMingming Cao */ 2005525f4ed8SMingming Cao b_size = (EXT4_MAX_TRANS_DATA - nrblocks) << 2006525f4ed8SMingming Cao mpd->inode->i_blkbits; 2007525f4ed8SMingming Cao /* we will do mpage_da_submit_io in the next loop */ 2008525f4ed8SMingming Cao } 2009525f4ed8SMingming Cao } 201064769240SAlex Tomas /* 201164769240SAlex Tomas * First block in the extent 201264769240SAlex Tomas */ 201364769240SAlex Tomas if (lbh->b_size == 0) { 201464769240SAlex Tomas lbh->b_blocknr = logical; 2015525f4ed8SMingming Cao lbh->b_size = b_size; 201664769240SAlex Tomas lbh->b_state = bh->b_state & BH_FLAGS; 201764769240SAlex Tomas return; 201864769240SAlex Tomas } 201964769240SAlex Tomas 2020525f4ed8SMingming Cao next = lbh->b_blocknr + nrblocks; 202164769240SAlex Tomas /* 202264769240SAlex Tomas * Can we merge the block to our big extent? 202364769240SAlex Tomas */ 202464769240SAlex Tomas if (logical == next && (bh->b_state & BH_FLAGS) == lbh->b_state) { 2025525f4ed8SMingming Cao lbh->b_size += b_size; 202664769240SAlex Tomas return; 202764769240SAlex Tomas } 202864769240SAlex Tomas 2029525f4ed8SMingming Cao flush_it: 203064769240SAlex Tomas /* 203164769240SAlex Tomas * We couldn't merge the block to our extent, so we 203264769240SAlex Tomas * need to flush current extent and start new one 203364769240SAlex Tomas */ 2034c4a0c46eSAneesh Kumar K.V if (mpage_da_map_blocks(mpd) == 0) 2035a1d6cc56SAneesh Kumar K.V mpage_da_submit_io(mpd); 2036a1d6cc56SAneesh Kumar K.V mpd->io_done = 1; 2037a1d6cc56SAneesh Kumar K.V return; 203864769240SAlex Tomas } 203964769240SAlex Tomas 204064769240SAlex Tomas /* 204164769240SAlex Tomas * __mpage_da_writepage - finds extent of pages and blocks 204264769240SAlex Tomas * 204364769240SAlex Tomas * @page: page to consider 204464769240SAlex Tomas * @wbc: not used, we just follow rules 204564769240SAlex Tomas * @data: context 204664769240SAlex Tomas * 204764769240SAlex Tomas * The function finds extents of pages and scan them for all blocks. 204864769240SAlex Tomas */ 204964769240SAlex Tomas static int __mpage_da_writepage(struct page *page, 205064769240SAlex Tomas struct writeback_control *wbc, void *data) 205164769240SAlex Tomas { 205264769240SAlex Tomas struct mpage_da_data *mpd = data; 205364769240SAlex Tomas struct inode *inode = mpd->inode; 205464769240SAlex Tomas struct buffer_head *bh, *head, fake; 205564769240SAlex Tomas sector_t logical; 205664769240SAlex Tomas 2057a1d6cc56SAneesh Kumar K.V if (mpd->io_done) { 2058a1d6cc56SAneesh Kumar K.V /* 2059a1d6cc56SAneesh Kumar K.V * Rest of the page in the page_vec 2060a1d6cc56SAneesh Kumar K.V * redirty then and skip then. We will 2061a1d6cc56SAneesh Kumar K.V * try to to write them again after 2062a1d6cc56SAneesh Kumar K.V * starting a new transaction 2063a1d6cc56SAneesh Kumar K.V */ 2064a1d6cc56SAneesh Kumar K.V redirty_page_for_writepage(wbc, page); 2065a1d6cc56SAneesh Kumar K.V unlock_page(page); 2066a1d6cc56SAneesh Kumar K.V return MPAGE_DA_EXTENT_TAIL; 2067a1d6cc56SAneesh Kumar K.V } 206864769240SAlex Tomas /* 206964769240SAlex Tomas * Can we merge this page to current extent? 207064769240SAlex Tomas */ 207164769240SAlex Tomas if (mpd->next_page != page->index) { 207264769240SAlex Tomas /* 207364769240SAlex Tomas * Nope, we can't. So, we map non-allocated blocks 2074a1d6cc56SAneesh Kumar K.V * and start IO on them using writepage() 207564769240SAlex Tomas */ 207664769240SAlex Tomas if (mpd->next_page != mpd->first_page) { 2077c4a0c46eSAneesh Kumar K.V if (mpage_da_map_blocks(mpd) == 0) 207864769240SAlex Tomas mpage_da_submit_io(mpd); 2079a1d6cc56SAneesh Kumar K.V /* 2080a1d6cc56SAneesh Kumar K.V * skip rest of the page in the page_vec 2081a1d6cc56SAneesh Kumar K.V */ 2082a1d6cc56SAneesh Kumar K.V mpd->io_done = 1; 2083a1d6cc56SAneesh Kumar K.V redirty_page_for_writepage(wbc, page); 2084a1d6cc56SAneesh Kumar K.V unlock_page(page); 2085a1d6cc56SAneesh Kumar K.V return MPAGE_DA_EXTENT_TAIL; 208664769240SAlex Tomas } 208764769240SAlex Tomas 208864769240SAlex Tomas /* 208964769240SAlex Tomas * Start next extent of pages ... 209064769240SAlex Tomas */ 209164769240SAlex Tomas mpd->first_page = page->index; 209264769240SAlex Tomas 209364769240SAlex Tomas /* 209464769240SAlex Tomas * ... and blocks 209564769240SAlex Tomas */ 209664769240SAlex Tomas mpd->lbh.b_size = 0; 209764769240SAlex Tomas mpd->lbh.b_state = 0; 209864769240SAlex Tomas mpd->lbh.b_blocknr = 0; 209964769240SAlex Tomas } 210064769240SAlex Tomas 210164769240SAlex Tomas mpd->next_page = page->index + 1; 210264769240SAlex Tomas logical = (sector_t) page->index << 210364769240SAlex Tomas (PAGE_CACHE_SHIFT - inode->i_blkbits); 210464769240SAlex Tomas 210564769240SAlex Tomas if (!page_has_buffers(page)) { 210664769240SAlex Tomas /* 210764769240SAlex Tomas * There is no attached buffer heads yet (mmap?) 210864769240SAlex Tomas * we treat the page asfull of dirty blocks 210964769240SAlex Tomas */ 211064769240SAlex Tomas bh = &fake; 211164769240SAlex Tomas bh->b_size = PAGE_CACHE_SIZE; 211264769240SAlex Tomas bh->b_state = 0; 211364769240SAlex Tomas set_buffer_dirty(bh); 211464769240SAlex Tomas set_buffer_uptodate(bh); 211564769240SAlex Tomas mpage_add_bh_to_extent(mpd, logical, bh); 2116a1d6cc56SAneesh Kumar K.V if (mpd->io_done) 2117a1d6cc56SAneesh Kumar K.V return MPAGE_DA_EXTENT_TAIL; 211864769240SAlex Tomas } else { 211964769240SAlex Tomas /* 212064769240SAlex Tomas * Page with regular buffer heads, just add all dirty ones 212164769240SAlex Tomas */ 212264769240SAlex Tomas head = page_buffers(page); 212364769240SAlex Tomas bh = head; 212464769240SAlex Tomas do { 212564769240SAlex Tomas BUG_ON(buffer_locked(bh)); 2126791b7f08SAneesh Kumar K.V /* 2127791b7f08SAneesh Kumar K.V * We need to try to allocate 2128791b7f08SAneesh Kumar K.V * unmapped blocks in the same page. 2129791b7f08SAneesh Kumar K.V * Otherwise we won't make progress 2130791b7f08SAneesh Kumar K.V * with the page in ext4_da_writepage 2131791b7f08SAneesh Kumar K.V */ 2132a1d6cc56SAneesh Kumar K.V if (buffer_dirty(bh) && 2133a1d6cc56SAneesh Kumar K.V (!buffer_mapped(bh) || buffer_delay(bh))) { 213464769240SAlex Tomas mpage_add_bh_to_extent(mpd, logical, bh); 2135a1d6cc56SAneesh Kumar K.V if (mpd->io_done) 2136a1d6cc56SAneesh Kumar K.V return MPAGE_DA_EXTENT_TAIL; 2137791b7f08SAneesh Kumar K.V } else if (buffer_dirty(bh) && (buffer_mapped(bh))) { 2138791b7f08SAneesh Kumar K.V /* 2139791b7f08SAneesh Kumar K.V * mapped dirty buffer. We need to update 2140791b7f08SAneesh Kumar K.V * the b_state because we look at 2141791b7f08SAneesh Kumar K.V * b_state in mpage_da_map_blocks. We don't 2142791b7f08SAneesh Kumar K.V * update b_size because if we find an 2143791b7f08SAneesh Kumar K.V * unmapped buffer_head later we need to 2144791b7f08SAneesh Kumar K.V * use the b_state flag of that buffer_head. 2145791b7f08SAneesh Kumar K.V */ 2146791b7f08SAneesh Kumar K.V if (mpd->lbh.b_size == 0) 2147791b7f08SAneesh Kumar K.V mpd->lbh.b_state = 2148791b7f08SAneesh Kumar K.V bh->b_state & BH_FLAGS; 2149a1d6cc56SAneesh Kumar K.V } 215064769240SAlex Tomas logical++; 215164769240SAlex Tomas } while ((bh = bh->b_this_page) != head); 215264769240SAlex Tomas } 215364769240SAlex Tomas 215464769240SAlex Tomas return 0; 215564769240SAlex Tomas } 215664769240SAlex Tomas 215764769240SAlex Tomas /* 215864769240SAlex Tomas * mpage_da_writepages - walk the list of dirty pages of the given 215964769240SAlex Tomas * address space, allocates non-allocated blocks, maps newly-allocated 216064769240SAlex Tomas * blocks to existing bhs and issue IO them 216164769240SAlex Tomas * 216264769240SAlex Tomas * @mapping: address space structure to write 216364769240SAlex Tomas * @wbc: subtract the number of written pages from *@wbc->nr_to_write 216464769240SAlex Tomas * @get_block: the filesystem's block mapper function. 216564769240SAlex Tomas * 216664769240SAlex Tomas * This is a library function, which implements the writepages() 216764769240SAlex Tomas * address_space_operation. 216864769240SAlex Tomas */ 216964769240SAlex Tomas static int mpage_da_writepages(struct address_space *mapping, 217064769240SAlex Tomas struct writeback_control *wbc, 2171df22291fSAneesh Kumar K.V struct mpage_da_data *mpd) 217264769240SAlex Tomas { 217364769240SAlex Tomas int ret; 217464769240SAlex Tomas 2175df22291fSAneesh Kumar K.V if (!mpd->get_block) 217664769240SAlex Tomas return generic_writepages(mapping, wbc); 217764769240SAlex Tomas 2178df22291fSAneesh Kumar K.V mpd->lbh.b_size = 0; 2179df22291fSAneesh Kumar K.V mpd->lbh.b_state = 0; 2180df22291fSAneesh Kumar K.V mpd->lbh.b_blocknr = 0; 2181df22291fSAneesh Kumar K.V mpd->first_page = 0; 2182df22291fSAneesh Kumar K.V mpd->next_page = 0; 2183df22291fSAneesh Kumar K.V mpd->io_done = 0; 2184df22291fSAneesh Kumar K.V mpd->pages_written = 0; 2185df22291fSAneesh Kumar K.V mpd->retval = 0; 2186a1d6cc56SAneesh Kumar K.V 2187df22291fSAneesh Kumar K.V ret = write_cache_pages(mapping, wbc, __mpage_da_writepage, mpd); 218864769240SAlex Tomas /* 218964769240SAlex Tomas * Handle last extent of pages 219064769240SAlex Tomas */ 2191df22291fSAneesh Kumar K.V if (!mpd->io_done && mpd->next_page != mpd->first_page) { 2192df22291fSAneesh Kumar K.V if (mpage_da_map_blocks(mpd) == 0) 2193df22291fSAneesh Kumar K.V mpage_da_submit_io(mpd); 219464769240SAlex Tomas 219522208dedSAneesh Kumar K.V mpd->io_done = 1; 219622208dedSAneesh Kumar K.V ret = MPAGE_DA_EXTENT_TAIL; 219722208dedSAneesh Kumar K.V } 219822208dedSAneesh Kumar K.V wbc->nr_to_write -= mpd->pages_written; 219964769240SAlex Tomas return ret; 220064769240SAlex Tomas } 220164769240SAlex Tomas 220264769240SAlex Tomas /* 220364769240SAlex Tomas * this is a special callback for ->write_begin() only 220464769240SAlex Tomas * it's intention is to return mapped block or reserve space 220564769240SAlex Tomas */ 220664769240SAlex Tomas static int ext4_da_get_block_prep(struct inode *inode, sector_t iblock, 220764769240SAlex Tomas struct buffer_head *bh_result, int create) 220864769240SAlex Tomas { 220964769240SAlex Tomas int ret = 0; 221064769240SAlex Tomas 221164769240SAlex Tomas BUG_ON(create == 0); 221264769240SAlex Tomas BUG_ON(bh_result->b_size != inode->i_sb->s_blocksize); 221364769240SAlex Tomas 221464769240SAlex Tomas /* 221564769240SAlex Tomas * first, we need to know whether the block is allocated already 221664769240SAlex Tomas * preallocated blocks are unmapped but should treated 221764769240SAlex Tomas * the same as allocated blocks. 221864769240SAlex Tomas */ 2219d2a17637SMingming Cao ret = ext4_get_blocks_wrap(NULL, inode, iblock, 1, bh_result, 0, 0, 0); 2220d2a17637SMingming Cao if ((ret == 0) && !buffer_delay(bh_result)) { 2221d2a17637SMingming Cao /* the block isn't (pre)allocated yet, let's reserve space */ 222264769240SAlex Tomas /* 222364769240SAlex Tomas * XXX: __block_prepare_write() unmaps passed block, 222464769240SAlex Tomas * is it OK? 222564769240SAlex Tomas */ 2226d2a17637SMingming Cao ret = ext4_da_reserve_space(inode, 1); 2227d2a17637SMingming Cao if (ret) 2228d2a17637SMingming Cao /* not enough space to reserve */ 2229d2a17637SMingming Cao return ret; 2230d2a17637SMingming Cao 223164769240SAlex Tomas map_bh(bh_result, inode->i_sb, 0); 223264769240SAlex Tomas set_buffer_new(bh_result); 223364769240SAlex Tomas set_buffer_delay(bh_result); 223464769240SAlex Tomas } else if (ret > 0) { 223564769240SAlex Tomas bh_result->b_size = (ret << inode->i_blkbits); 223664769240SAlex Tomas ret = 0; 223764769240SAlex Tomas } 223864769240SAlex Tomas 223964769240SAlex Tomas return ret; 224064769240SAlex Tomas } 2241d2a17637SMingming Cao #define EXT4_DELALLOC_RSVED 1 224264769240SAlex Tomas static int ext4_da_get_block_write(struct inode *inode, sector_t iblock, 224364769240SAlex Tomas struct buffer_head *bh_result, int create) 224464769240SAlex Tomas { 224561628a3fSMingming Cao int ret; 224664769240SAlex Tomas unsigned max_blocks = bh_result->b_size >> inode->i_blkbits; 224764769240SAlex Tomas loff_t disksize = EXT4_I(inode)->i_disksize; 224864769240SAlex Tomas handle_t *handle = NULL; 224964769240SAlex Tomas 225061628a3fSMingming Cao handle = ext4_journal_current_handle(); 2251166348ddSAneesh Kumar K.V BUG_ON(!handle); 225264769240SAlex Tomas ret = ext4_get_blocks_wrap(handle, inode, iblock, max_blocks, 2253d2a17637SMingming Cao bh_result, create, 0, EXT4_DELALLOC_RSVED); 225464769240SAlex Tomas if (ret > 0) { 2255166348ddSAneesh Kumar K.V 225664769240SAlex Tomas bh_result->b_size = (ret << inode->i_blkbits); 225764769240SAlex Tomas 2258166348ddSAneesh Kumar K.V if (ext4_should_order_data(inode)) { 2259166348ddSAneesh Kumar K.V int retval; 2260166348ddSAneesh Kumar K.V retval = ext4_jbd2_file_inode(handle, inode); 2261166348ddSAneesh Kumar K.V if (retval) 2262166348ddSAneesh Kumar K.V /* 2263166348ddSAneesh Kumar K.V * Failed to add inode for ordered 2264166348ddSAneesh Kumar K.V * mode. Don't update file size 2265166348ddSAneesh Kumar K.V */ 2266166348ddSAneesh Kumar K.V return retval; 2267166348ddSAneesh Kumar K.V } 2268166348ddSAneesh Kumar K.V 226964769240SAlex Tomas /* 227064769240SAlex Tomas * Update on-disk size along with block allocation 227164769240SAlex Tomas * we don't use 'extend_disksize' as size may change 227264769240SAlex Tomas * within already allocated block -bzzz 227364769240SAlex Tomas */ 227464769240SAlex Tomas disksize = ((loff_t) iblock + ret) << inode->i_blkbits; 227564769240SAlex Tomas if (disksize > i_size_read(inode)) 227664769240SAlex Tomas disksize = i_size_read(inode); 227764769240SAlex Tomas if (disksize > EXT4_I(inode)->i_disksize) { 2278cf17fea6SAneesh Kumar K.V ext4_update_i_disksize(inode, disksize); 227961628a3fSMingming Cao ret = ext4_mark_inode_dirty(handle, inode); 228064769240SAlex Tomas return ret; 228164769240SAlex Tomas } 228261628a3fSMingming Cao ret = 0; 228361628a3fSMingming Cao } 228461628a3fSMingming Cao return ret; 228561628a3fSMingming Cao } 228661628a3fSMingming Cao 228761628a3fSMingming Cao static int ext4_bh_unmapped_or_delay(handle_t *handle, struct buffer_head *bh) 228861628a3fSMingming Cao { 2289f0e6c985SAneesh Kumar K.V /* 2290f0e6c985SAneesh Kumar K.V * unmapped buffer is possible for holes. 2291f0e6c985SAneesh Kumar K.V * delay buffer is possible with delayed allocation 2292f0e6c985SAneesh Kumar K.V */ 2293f0e6c985SAneesh Kumar K.V return ((!buffer_mapped(bh) || buffer_delay(bh)) && buffer_dirty(bh)); 2294f0e6c985SAneesh Kumar K.V } 2295f0e6c985SAneesh Kumar K.V 2296f0e6c985SAneesh Kumar K.V static int ext4_normal_get_block_write(struct inode *inode, sector_t iblock, 2297f0e6c985SAneesh Kumar K.V struct buffer_head *bh_result, int create) 2298f0e6c985SAneesh Kumar K.V { 2299f0e6c985SAneesh Kumar K.V int ret = 0; 2300f0e6c985SAneesh Kumar K.V unsigned max_blocks = bh_result->b_size >> inode->i_blkbits; 2301f0e6c985SAneesh Kumar K.V 2302f0e6c985SAneesh Kumar K.V /* 2303f0e6c985SAneesh Kumar K.V * we don't want to do block allocation in writepage 2304f0e6c985SAneesh Kumar K.V * so call get_block_wrap with create = 0 2305f0e6c985SAneesh Kumar K.V */ 2306f0e6c985SAneesh Kumar K.V ret = ext4_get_blocks_wrap(NULL, inode, iblock, max_blocks, 2307f0e6c985SAneesh Kumar K.V bh_result, 0, 0, 0); 2308f0e6c985SAneesh Kumar K.V if (ret > 0) { 2309f0e6c985SAneesh Kumar K.V bh_result->b_size = (ret << inode->i_blkbits); 2310f0e6c985SAneesh Kumar K.V ret = 0; 2311f0e6c985SAneesh Kumar K.V } 2312f0e6c985SAneesh Kumar K.V return ret; 231361628a3fSMingming Cao } 231461628a3fSMingming Cao 231561628a3fSMingming Cao /* 2316f0e6c985SAneesh Kumar K.V * get called vi ext4_da_writepages after taking page lock (have journal handle) 2317f0e6c985SAneesh Kumar K.V * get called via journal_submit_inode_data_buffers (no journal handle) 2318f0e6c985SAneesh Kumar K.V * get called via shrink_page_list via pdflush (no journal handle) 2319f0e6c985SAneesh Kumar K.V * or grab_page_cache when doing write_begin (have journal handle) 232061628a3fSMingming Cao */ 232164769240SAlex Tomas static int ext4_da_writepage(struct page *page, 232264769240SAlex Tomas struct writeback_control *wbc) 232364769240SAlex Tomas { 232464769240SAlex Tomas int ret = 0; 232561628a3fSMingming Cao loff_t size; 2326498e5f24STheodore Ts'o unsigned int len; 232761628a3fSMingming Cao struct buffer_head *page_bufs; 232861628a3fSMingming Cao struct inode *inode = page->mapping->host; 232964769240SAlex Tomas 2330ba80b101STheodore Ts'o trace_mark(ext4_da_writepage, 2331ba80b101STheodore Ts'o "dev %s ino %lu page_index %lu", 2332ba80b101STheodore Ts'o inode->i_sb->s_id, inode->i_ino, page->index); 233361628a3fSMingming Cao size = i_size_read(inode); 233461628a3fSMingming Cao if (page->index == size >> PAGE_CACHE_SHIFT) 233561628a3fSMingming Cao len = size & ~PAGE_CACHE_MASK; 233661628a3fSMingming Cao else 233761628a3fSMingming Cao len = PAGE_CACHE_SIZE; 233861628a3fSMingming Cao 2339f0e6c985SAneesh Kumar K.V if (page_has_buffers(page)) { 2340f0e6c985SAneesh Kumar K.V page_bufs = page_buffers(page); 2341f0e6c985SAneesh Kumar K.V if (walk_page_buffers(NULL, page_bufs, 0, len, NULL, 2342f0e6c985SAneesh Kumar K.V ext4_bh_unmapped_or_delay)) { 234361628a3fSMingming Cao /* 2344f0e6c985SAneesh Kumar K.V * We don't want to do block allocation 2345f0e6c985SAneesh Kumar K.V * So redirty the page and return 2346cd1aac32SAneesh Kumar K.V * We may reach here when we do a journal commit 2347cd1aac32SAneesh Kumar K.V * via journal_submit_inode_data_buffers. 2348cd1aac32SAneesh Kumar K.V * If we don't have mapping block we just ignore 2349f0e6c985SAneesh Kumar K.V * them. We can also reach here via shrink_page_list 2350f0e6c985SAneesh Kumar K.V */ 2351f0e6c985SAneesh Kumar K.V redirty_page_for_writepage(wbc, page); 2352f0e6c985SAneesh Kumar K.V unlock_page(page); 2353f0e6c985SAneesh Kumar K.V return 0; 2354f0e6c985SAneesh Kumar K.V } 2355f0e6c985SAneesh Kumar K.V } else { 2356f0e6c985SAneesh Kumar K.V /* 2357f0e6c985SAneesh Kumar K.V * The test for page_has_buffers() is subtle: 2358f0e6c985SAneesh Kumar K.V * We know the page is dirty but it lost buffers. That means 2359f0e6c985SAneesh Kumar K.V * that at some moment in time after write_begin()/write_end() 2360f0e6c985SAneesh Kumar K.V * has been called all buffers have been clean and thus they 2361f0e6c985SAneesh Kumar K.V * must have been written at least once. So they are all 2362f0e6c985SAneesh Kumar K.V * mapped and we can happily proceed with mapping them 2363f0e6c985SAneesh Kumar K.V * and writing the page. 2364f0e6c985SAneesh Kumar K.V * 2365f0e6c985SAneesh Kumar K.V * Try to initialize the buffer_heads and check whether 2366f0e6c985SAneesh Kumar K.V * all are mapped and non delay. We don't want to 2367f0e6c985SAneesh Kumar K.V * do block allocation here. 2368f0e6c985SAneesh Kumar K.V */ 2369f0e6c985SAneesh Kumar K.V ret = block_prepare_write(page, 0, PAGE_CACHE_SIZE, 2370f0e6c985SAneesh Kumar K.V ext4_normal_get_block_write); 2371f0e6c985SAneesh Kumar K.V if (!ret) { 2372f0e6c985SAneesh Kumar K.V page_bufs = page_buffers(page); 2373f0e6c985SAneesh Kumar K.V /* check whether all are mapped and non delay */ 2374f0e6c985SAneesh Kumar K.V if (walk_page_buffers(NULL, page_bufs, 0, len, NULL, 2375f0e6c985SAneesh Kumar K.V ext4_bh_unmapped_or_delay)) { 2376f0e6c985SAneesh Kumar K.V redirty_page_for_writepage(wbc, page); 2377f0e6c985SAneesh Kumar K.V unlock_page(page); 2378f0e6c985SAneesh Kumar K.V return 0; 2379f0e6c985SAneesh Kumar K.V } 2380f0e6c985SAneesh Kumar K.V } else { 2381f0e6c985SAneesh Kumar K.V /* 2382f0e6c985SAneesh Kumar K.V * We can't do block allocation here 2383f0e6c985SAneesh Kumar K.V * so just redity the page and unlock 2384f0e6c985SAneesh Kumar K.V * and return 238561628a3fSMingming Cao */ 238661628a3fSMingming Cao redirty_page_for_writepage(wbc, page); 238761628a3fSMingming Cao unlock_page(page); 238861628a3fSMingming Cao return 0; 238961628a3fSMingming Cao } 2390ed9b3e33SAneesh Kumar K.V /* now mark the buffer_heads as dirty and uptodate */ 2391ed9b3e33SAneesh Kumar K.V block_commit_write(page, 0, PAGE_CACHE_SIZE); 239264769240SAlex Tomas } 239364769240SAlex Tomas 239464769240SAlex Tomas if (test_opt(inode->i_sb, NOBH) && ext4_should_writeback_data(inode)) 2395f0e6c985SAneesh Kumar K.V ret = nobh_writepage(page, ext4_normal_get_block_write, wbc); 239664769240SAlex Tomas else 2397f0e6c985SAneesh Kumar K.V ret = block_write_full_page(page, 2398f0e6c985SAneesh Kumar K.V ext4_normal_get_block_write, 2399f0e6c985SAneesh Kumar K.V wbc); 240064769240SAlex Tomas 240164769240SAlex Tomas return ret; 240264769240SAlex Tomas } 240364769240SAlex Tomas 240461628a3fSMingming Cao /* 2405525f4ed8SMingming Cao * This is called via ext4_da_writepages() to 2406525f4ed8SMingming Cao * calulate the total number of credits to reserve to fit 2407525f4ed8SMingming Cao * a single extent allocation into a single transaction, 2408525f4ed8SMingming Cao * ext4_da_writpeages() will loop calling this before 2409525f4ed8SMingming Cao * the block allocation. 241061628a3fSMingming Cao */ 2411525f4ed8SMingming Cao 2412525f4ed8SMingming Cao static int ext4_da_writepages_trans_blocks(struct inode *inode) 2413525f4ed8SMingming Cao { 2414525f4ed8SMingming Cao int max_blocks = EXT4_I(inode)->i_reserved_data_blocks; 2415525f4ed8SMingming Cao 2416525f4ed8SMingming Cao /* 2417525f4ed8SMingming Cao * With non-extent format the journal credit needed to 2418525f4ed8SMingming Cao * insert nrblocks contiguous block is dependent on 2419525f4ed8SMingming Cao * number of contiguous block. So we will limit 2420525f4ed8SMingming Cao * number of contiguous block to a sane value 2421525f4ed8SMingming Cao */ 2422525f4ed8SMingming Cao if (!(inode->i_flags & EXT4_EXTENTS_FL) && 2423525f4ed8SMingming Cao (max_blocks > EXT4_MAX_TRANS_DATA)) 2424525f4ed8SMingming Cao max_blocks = EXT4_MAX_TRANS_DATA; 2425525f4ed8SMingming Cao 2426525f4ed8SMingming Cao return ext4_chunk_trans_blocks(inode, max_blocks); 2427525f4ed8SMingming Cao } 242861628a3fSMingming Cao 242964769240SAlex Tomas static int ext4_da_writepages(struct address_space *mapping, 243064769240SAlex Tomas struct writeback_control *wbc) 243164769240SAlex Tomas { 243222208dedSAneesh Kumar K.V pgoff_t index; 243322208dedSAneesh Kumar K.V int range_whole = 0; 243461628a3fSMingming Cao handle_t *handle = NULL; 2435df22291fSAneesh Kumar K.V struct mpage_da_data mpd; 24365e745b04SAneesh Kumar K.V struct inode *inode = mapping->host; 243722208dedSAneesh Kumar K.V int no_nrwrite_index_update; 2438498e5f24STheodore Ts'o int pages_written = 0; 2439498e5f24STheodore Ts'o long pages_skipped; 24405e745b04SAneesh Kumar K.V int needed_blocks, ret = 0, nr_to_writebump = 0; 24415e745b04SAneesh Kumar K.V struct ext4_sb_info *sbi = EXT4_SB(mapping->host->i_sb); 244261628a3fSMingming Cao 2443ba80b101STheodore Ts'o trace_mark(ext4_da_writepages, 2444ba80b101STheodore Ts'o "dev %s ino %lu nr_t_write %ld " 2445ba80b101STheodore Ts'o "pages_skipped %ld range_start %llu " 2446ba80b101STheodore Ts'o "range_end %llu nonblocking %d " 2447ba80b101STheodore Ts'o "for_kupdate %d for_reclaim %d " 2448ba80b101STheodore Ts'o "for_writepages %d range_cyclic %d", 2449ba80b101STheodore Ts'o inode->i_sb->s_id, inode->i_ino, 2450ba80b101STheodore Ts'o wbc->nr_to_write, wbc->pages_skipped, 2451ba80b101STheodore Ts'o (unsigned long long) wbc->range_start, 2452ba80b101STheodore Ts'o (unsigned long long) wbc->range_end, 2453ba80b101STheodore Ts'o wbc->nonblocking, wbc->for_kupdate, 2454ba80b101STheodore Ts'o wbc->for_reclaim, wbc->for_writepages, 2455ba80b101STheodore Ts'o wbc->range_cyclic); 2456ba80b101STheodore Ts'o 245761628a3fSMingming Cao /* 245861628a3fSMingming Cao * No pages to write? This is mainly a kludge to avoid starting 245961628a3fSMingming Cao * a transaction for special inodes like journal inode on last iput() 246061628a3fSMingming Cao * because that could violate lock ordering on umount 246161628a3fSMingming Cao */ 2462a1d6cc56SAneesh Kumar K.V if (!mapping->nrpages || !mapping_tagged(mapping, PAGECACHE_TAG_DIRTY)) 246361628a3fSMingming Cao return 0; 24642a21e37eSTheodore Ts'o 24652a21e37eSTheodore Ts'o /* 24662a21e37eSTheodore Ts'o * If the filesystem has aborted, it is read-only, so return 24672a21e37eSTheodore Ts'o * right away instead of dumping stack traces later on that 24682a21e37eSTheodore Ts'o * will obscure the real source of the problem. We test 24692a21e37eSTheodore Ts'o * EXT4_MOUNT_ABORT instead of sb->s_flag's MS_RDONLY because 24702a21e37eSTheodore Ts'o * the latter could be true if the filesystem is mounted 24712a21e37eSTheodore Ts'o * read-only, and in that case, ext4_da_writepages should 24722a21e37eSTheodore Ts'o * *never* be called, so if that ever happens, we would want 24732a21e37eSTheodore Ts'o * the stack trace. 24742a21e37eSTheodore Ts'o */ 24752a21e37eSTheodore Ts'o if (unlikely(sbi->s_mount_opt & EXT4_MOUNT_ABORT)) 24762a21e37eSTheodore Ts'o return -EROFS; 24772a21e37eSTheodore Ts'o 24785e745b04SAneesh Kumar K.V /* 24795e745b04SAneesh Kumar K.V * Make sure nr_to_write is >= sbi->s_mb_stream_request 24805e745b04SAneesh Kumar K.V * This make sure small files blocks are allocated in 24815e745b04SAneesh Kumar K.V * single attempt. This ensure that small files 24825e745b04SAneesh Kumar K.V * get less fragmented. 24835e745b04SAneesh Kumar K.V */ 24845e745b04SAneesh Kumar K.V if (wbc->nr_to_write < sbi->s_mb_stream_request) { 24855e745b04SAneesh Kumar K.V nr_to_writebump = sbi->s_mb_stream_request - wbc->nr_to_write; 24865e745b04SAneesh Kumar K.V wbc->nr_to_write = sbi->s_mb_stream_request; 24875e745b04SAneesh Kumar K.V } 248822208dedSAneesh Kumar K.V if (wbc->range_start == 0 && wbc->range_end == LLONG_MAX) 248922208dedSAneesh Kumar K.V range_whole = 1; 249061628a3fSMingming Cao 249122208dedSAneesh Kumar K.V if (wbc->range_cyclic) 249222208dedSAneesh Kumar K.V index = mapping->writeback_index; 249322208dedSAneesh Kumar K.V else 249422208dedSAneesh Kumar K.V index = wbc->range_start >> PAGE_CACHE_SHIFT; 2495a1d6cc56SAneesh Kumar K.V 2496df22291fSAneesh Kumar K.V mpd.wbc = wbc; 2497df22291fSAneesh Kumar K.V mpd.inode = mapping->host; 2498df22291fSAneesh Kumar K.V 249922208dedSAneesh Kumar K.V /* 250022208dedSAneesh Kumar K.V * we don't want write_cache_pages to update 250122208dedSAneesh Kumar K.V * nr_to_write and writeback_index 250222208dedSAneesh Kumar K.V */ 250322208dedSAneesh Kumar K.V no_nrwrite_index_update = wbc->no_nrwrite_index_update; 250422208dedSAneesh Kumar K.V wbc->no_nrwrite_index_update = 1; 250522208dedSAneesh Kumar K.V pages_skipped = wbc->pages_skipped; 250622208dedSAneesh Kumar K.V 250722208dedSAneesh Kumar K.V while (!ret && wbc->nr_to_write > 0) { 2508a1d6cc56SAneesh Kumar K.V 2509a1d6cc56SAneesh Kumar K.V /* 2510a1d6cc56SAneesh Kumar K.V * we insert one extent at a time. So we need 2511a1d6cc56SAneesh Kumar K.V * credit needed for single extent allocation. 2512a1d6cc56SAneesh Kumar K.V * journalled mode is currently not supported 2513a1d6cc56SAneesh Kumar K.V * by delalloc 2514a1d6cc56SAneesh Kumar K.V */ 2515a1d6cc56SAneesh Kumar K.V BUG_ON(ext4_should_journal_data(inode)); 2516525f4ed8SMingming Cao needed_blocks = ext4_da_writepages_trans_blocks(inode); 2517a1d6cc56SAneesh Kumar K.V 251861628a3fSMingming Cao /* start a new transaction*/ 251961628a3fSMingming Cao handle = ext4_journal_start(inode, needed_blocks); 252061628a3fSMingming Cao if (IS_ERR(handle)) { 252161628a3fSMingming Cao ret = PTR_ERR(handle); 25222a21e37eSTheodore Ts'o printk(KERN_CRIT "%s: jbd2_start: " 2523a1d6cc56SAneesh Kumar K.V "%ld pages, ino %lu; err %d\n", __func__, 2524a1d6cc56SAneesh Kumar K.V wbc->nr_to_write, inode->i_ino, ret); 2525a1d6cc56SAneesh Kumar K.V dump_stack(); 252661628a3fSMingming Cao goto out_writepages; 252761628a3fSMingming Cao } 2528df22291fSAneesh Kumar K.V mpd.get_block = ext4_da_get_block_write; 2529df22291fSAneesh Kumar K.V ret = mpage_da_writepages(mapping, wbc, &mpd); 2530df22291fSAneesh Kumar K.V 253161628a3fSMingming Cao ext4_journal_stop(handle); 2532df22291fSAneesh Kumar K.V 253322208dedSAneesh Kumar K.V if (mpd.retval == -ENOSPC) { 253422208dedSAneesh Kumar K.V /* commit the transaction which would 253522208dedSAneesh Kumar K.V * free blocks released in the transaction 253622208dedSAneesh Kumar K.V * and try again 253722208dedSAneesh Kumar K.V */ 2538df22291fSAneesh Kumar K.V jbd2_journal_force_commit_nested(sbi->s_journal); 253922208dedSAneesh Kumar K.V wbc->pages_skipped = pages_skipped; 254022208dedSAneesh Kumar K.V ret = 0; 254122208dedSAneesh Kumar K.V } else if (ret == MPAGE_DA_EXTENT_TAIL) { 2542a1d6cc56SAneesh Kumar K.V /* 2543a1d6cc56SAneesh Kumar K.V * got one extent now try with 2544a1d6cc56SAneesh Kumar K.V * rest of the pages 2545a1d6cc56SAneesh Kumar K.V */ 254622208dedSAneesh Kumar K.V pages_written += mpd.pages_written; 254722208dedSAneesh Kumar K.V wbc->pages_skipped = pages_skipped; 2548a1d6cc56SAneesh Kumar K.V ret = 0; 254922208dedSAneesh Kumar K.V } else if (wbc->nr_to_write) 255061628a3fSMingming Cao /* 255161628a3fSMingming Cao * There is no more writeout needed 255261628a3fSMingming Cao * or we requested for a noblocking writeout 255361628a3fSMingming Cao * and we found the device congested 255461628a3fSMingming Cao */ 255561628a3fSMingming Cao break; 255661628a3fSMingming Cao } 255722208dedSAneesh Kumar K.V if (pages_skipped != wbc->pages_skipped) 255822208dedSAneesh Kumar K.V printk(KERN_EMERG "This should not happen leaving %s " 255922208dedSAneesh Kumar K.V "with nr_to_write = %ld ret = %d\n", 256022208dedSAneesh Kumar K.V __func__, wbc->nr_to_write, ret); 256161628a3fSMingming Cao 256222208dedSAneesh Kumar K.V /* Update index */ 256322208dedSAneesh Kumar K.V index += pages_written; 256422208dedSAneesh Kumar K.V if (wbc->range_cyclic || (range_whole && wbc->nr_to_write > 0)) 256522208dedSAneesh Kumar K.V /* 256622208dedSAneesh Kumar K.V * set the writeback_index so that range_cyclic 256722208dedSAneesh Kumar K.V * mode will write it back later 256822208dedSAneesh Kumar K.V */ 256922208dedSAneesh Kumar K.V mapping->writeback_index = index; 2570a1d6cc56SAneesh Kumar K.V 257161628a3fSMingming Cao out_writepages: 257222208dedSAneesh Kumar K.V if (!no_nrwrite_index_update) 257322208dedSAneesh Kumar K.V wbc->no_nrwrite_index_update = 0; 257422208dedSAneesh Kumar K.V wbc->nr_to_write -= nr_to_writebump; 2575ba80b101STheodore Ts'o trace_mark(ext4_da_writepage_result, 2576ba80b101STheodore Ts'o "dev %s ino %lu ret %d pages_written %d " 2577ba80b101STheodore Ts'o "pages_skipped %ld congestion %d " 2578ba80b101STheodore Ts'o "more_io %d no_nrwrite_index_update %d", 2579ba80b101STheodore Ts'o inode->i_sb->s_id, inode->i_ino, ret, 2580ba80b101STheodore Ts'o pages_written, wbc->pages_skipped, 2581ba80b101STheodore Ts'o wbc->encountered_congestion, wbc->more_io, 2582ba80b101STheodore Ts'o wbc->no_nrwrite_index_update); 258361628a3fSMingming Cao return ret; 258464769240SAlex Tomas } 258564769240SAlex Tomas 258679f0be8dSAneesh Kumar K.V #define FALL_BACK_TO_NONDELALLOC 1 258779f0be8dSAneesh Kumar K.V static int ext4_nonda_switch(struct super_block *sb) 258879f0be8dSAneesh Kumar K.V { 258979f0be8dSAneesh Kumar K.V s64 free_blocks, dirty_blocks; 259079f0be8dSAneesh Kumar K.V struct ext4_sb_info *sbi = EXT4_SB(sb); 259179f0be8dSAneesh Kumar K.V 259279f0be8dSAneesh Kumar K.V /* 259379f0be8dSAneesh Kumar K.V * switch to non delalloc mode if we are running low 259479f0be8dSAneesh Kumar K.V * on free block. The free block accounting via percpu 2595179f7ebfSEric Dumazet * counters can get slightly wrong with percpu_counter_batch getting 259679f0be8dSAneesh Kumar K.V * accumulated on each CPU without updating global counters 259779f0be8dSAneesh Kumar K.V * Delalloc need an accurate free block accounting. So switch 259879f0be8dSAneesh Kumar K.V * to non delalloc when we are near to error range. 259979f0be8dSAneesh Kumar K.V */ 260079f0be8dSAneesh Kumar K.V free_blocks = percpu_counter_read_positive(&sbi->s_freeblocks_counter); 260179f0be8dSAneesh Kumar K.V dirty_blocks = percpu_counter_read_positive(&sbi->s_dirtyblocks_counter); 260279f0be8dSAneesh Kumar K.V if (2 * free_blocks < 3 * dirty_blocks || 260379f0be8dSAneesh Kumar K.V free_blocks < (dirty_blocks + EXT4_FREEBLOCKS_WATERMARK)) { 260479f0be8dSAneesh Kumar K.V /* 260579f0be8dSAneesh Kumar K.V * free block count is less that 150% of dirty blocks 260679f0be8dSAneesh Kumar K.V * or free blocks is less that watermark 260779f0be8dSAneesh Kumar K.V */ 260879f0be8dSAneesh Kumar K.V return 1; 260979f0be8dSAneesh Kumar K.V } 261079f0be8dSAneesh Kumar K.V return 0; 261179f0be8dSAneesh Kumar K.V } 261279f0be8dSAneesh Kumar K.V 261364769240SAlex Tomas static int ext4_da_write_begin(struct file *file, struct address_space *mapping, 261464769240SAlex Tomas loff_t pos, unsigned len, unsigned flags, 261564769240SAlex Tomas struct page **pagep, void **fsdata) 261664769240SAlex Tomas { 2617d2a17637SMingming Cao int ret, retries = 0; 261864769240SAlex Tomas struct page *page; 261964769240SAlex Tomas pgoff_t index; 262064769240SAlex Tomas unsigned from, to; 262164769240SAlex Tomas struct inode *inode = mapping->host; 262264769240SAlex Tomas handle_t *handle; 262364769240SAlex Tomas 262464769240SAlex Tomas index = pos >> PAGE_CACHE_SHIFT; 262564769240SAlex Tomas from = pos & (PAGE_CACHE_SIZE - 1); 262664769240SAlex Tomas to = from + len; 262779f0be8dSAneesh Kumar K.V 262879f0be8dSAneesh Kumar K.V if (ext4_nonda_switch(inode->i_sb)) { 262979f0be8dSAneesh Kumar K.V *fsdata = (void *)FALL_BACK_TO_NONDELALLOC; 263079f0be8dSAneesh Kumar K.V return ext4_write_begin(file, mapping, pos, 263179f0be8dSAneesh Kumar K.V len, flags, pagep, fsdata); 263279f0be8dSAneesh Kumar K.V } 263379f0be8dSAneesh Kumar K.V *fsdata = (void *)0; 2634ba80b101STheodore Ts'o 2635ba80b101STheodore Ts'o trace_mark(ext4_da_write_begin, 2636ba80b101STheodore Ts'o "dev %s ino %lu pos %llu len %u flags %u", 2637ba80b101STheodore Ts'o inode->i_sb->s_id, inode->i_ino, 2638ba80b101STheodore Ts'o (unsigned long long) pos, len, flags); 2639d2a17637SMingming Cao retry: 264064769240SAlex Tomas /* 264164769240SAlex Tomas * With delayed allocation, we don't log the i_disksize update 264264769240SAlex Tomas * if there is delayed block allocation. But we still need 264364769240SAlex Tomas * to journalling the i_disksize update if writes to the end 264464769240SAlex Tomas * of file which has an already mapped buffer. 264564769240SAlex Tomas */ 264664769240SAlex Tomas handle = ext4_journal_start(inode, 1); 264764769240SAlex Tomas if (IS_ERR(handle)) { 264864769240SAlex Tomas ret = PTR_ERR(handle); 264964769240SAlex Tomas goto out; 265064769240SAlex Tomas } 265164769240SAlex Tomas 265254566b2cSNick Piggin page = grab_cache_page_write_begin(mapping, index, flags); 2653d5a0d4f7SEric Sandeen if (!page) { 2654d5a0d4f7SEric Sandeen ext4_journal_stop(handle); 2655d5a0d4f7SEric Sandeen ret = -ENOMEM; 2656d5a0d4f7SEric Sandeen goto out; 2657d5a0d4f7SEric Sandeen } 265864769240SAlex Tomas *pagep = page; 265964769240SAlex Tomas 266064769240SAlex Tomas ret = block_write_begin(file, mapping, pos, len, flags, pagep, fsdata, 266164769240SAlex Tomas ext4_da_get_block_prep); 266264769240SAlex Tomas if (ret < 0) { 266364769240SAlex Tomas unlock_page(page); 266464769240SAlex Tomas ext4_journal_stop(handle); 266564769240SAlex Tomas page_cache_release(page); 2666ae4d5372SAneesh Kumar K.V /* 2667ae4d5372SAneesh Kumar K.V * block_write_begin may have instantiated a few blocks 2668ae4d5372SAneesh Kumar K.V * outside i_size. Trim these off again. Don't need 2669ae4d5372SAneesh Kumar K.V * i_size_read because we hold i_mutex. 2670ae4d5372SAneesh Kumar K.V */ 2671ae4d5372SAneesh Kumar K.V if (pos + len > inode->i_size) 2672ae4d5372SAneesh Kumar K.V vmtruncate(inode, inode->i_size); 267364769240SAlex Tomas } 267464769240SAlex Tomas 2675d2a17637SMingming Cao if (ret == -ENOSPC && ext4_should_retry_alloc(inode->i_sb, &retries)) 2676d2a17637SMingming Cao goto retry; 267764769240SAlex Tomas out: 267864769240SAlex Tomas return ret; 267964769240SAlex Tomas } 268064769240SAlex Tomas 2681632eaeabSMingming Cao /* 2682632eaeabSMingming Cao * Check if we should update i_disksize 2683632eaeabSMingming Cao * when write to the end of file but not require block allocation 2684632eaeabSMingming Cao */ 2685632eaeabSMingming Cao static int ext4_da_should_update_i_disksize(struct page *page, 2686632eaeabSMingming Cao unsigned long offset) 2687632eaeabSMingming Cao { 2688632eaeabSMingming Cao struct buffer_head *bh; 2689632eaeabSMingming Cao struct inode *inode = page->mapping->host; 2690632eaeabSMingming Cao unsigned int idx; 2691632eaeabSMingming Cao int i; 2692632eaeabSMingming Cao 2693632eaeabSMingming Cao bh = page_buffers(page); 2694632eaeabSMingming Cao idx = offset >> inode->i_blkbits; 2695632eaeabSMingming Cao 2696632eaeabSMingming Cao for (i = 0; i < idx; i++) 2697632eaeabSMingming Cao bh = bh->b_this_page; 2698632eaeabSMingming Cao 2699632eaeabSMingming Cao if (!buffer_mapped(bh) || (buffer_delay(bh))) 2700632eaeabSMingming Cao return 0; 2701632eaeabSMingming Cao return 1; 2702632eaeabSMingming Cao } 2703632eaeabSMingming Cao 270464769240SAlex Tomas static int ext4_da_write_end(struct file *file, 270564769240SAlex Tomas struct address_space *mapping, 270664769240SAlex Tomas loff_t pos, unsigned len, unsigned copied, 270764769240SAlex Tomas struct page *page, void *fsdata) 270864769240SAlex Tomas { 270964769240SAlex Tomas struct inode *inode = mapping->host; 271064769240SAlex Tomas int ret = 0, ret2; 271164769240SAlex Tomas handle_t *handle = ext4_journal_current_handle(); 271264769240SAlex Tomas loff_t new_i_size; 2713632eaeabSMingming Cao unsigned long start, end; 271479f0be8dSAneesh Kumar K.V int write_mode = (int)(unsigned long)fsdata; 271579f0be8dSAneesh Kumar K.V 271679f0be8dSAneesh Kumar K.V if (write_mode == FALL_BACK_TO_NONDELALLOC) { 271779f0be8dSAneesh Kumar K.V if (ext4_should_order_data(inode)) { 271879f0be8dSAneesh Kumar K.V return ext4_ordered_write_end(file, mapping, pos, 271979f0be8dSAneesh Kumar K.V len, copied, page, fsdata); 272079f0be8dSAneesh Kumar K.V } else if (ext4_should_writeback_data(inode)) { 272179f0be8dSAneesh Kumar K.V return ext4_writeback_write_end(file, mapping, pos, 272279f0be8dSAneesh Kumar K.V len, copied, page, fsdata); 272379f0be8dSAneesh Kumar K.V } else { 272479f0be8dSAneesh Kumar K.V BUG(); 272579f0be8dSAneesh Kumar K.V } 272679f0be8dSAneesh Kumar K.V } 2727632eaeabSMingming Cao 2728ba80b101STheodore Ts'o trace_mark(ext4_da_write_end, 2729ba80b101STheodore Ts'o "dev %s ino %lu pos %llu len %u copied %u", 2730ba80b101STheodore Ts'o inode->i_sb->s_id, inode->i_ino, 2731ba80b101STheodore Ts'o (unsigned long long) pos, len, copied); 2732632eaeabSMingming Cao start = pos & (PAGE_CACHE_SIZE - 1); 2733632eaeabSMingming Cao end = start + copied - 1; 273464769240SAlex Tomas 273564769240SAlex Tomas /* 273664769240SAlex Tomas * generic_write_end() will run mark_inode_dirty() if i_size 273764769240SAlex Tomas * changes. So let's piggyback the i_disksize mark_inode_dirty 273864769240SAlex Tomas * into that. 273964769240SAlex Tomas */ 274064769240SAlex Tomas 274164769240SAlex Tomas new_i_size = pos + copied; 2742632eaeabSMingming Cao if (new_i_size > EXT4_I(inode)->i_disksize) { 2743632eaeabSMingming Cao if (ext4_da_should_update_i_disksize(page, end)) { 2744632eaeabSMingming Cao down_write(&EXT4_I(inode)->i_data_sem); 2745632eaeabSMingming Cao if (new_i_size > EXT4_I(inode)->i_disksize) { 274664769240SAlex Tomas /* 2747632eaeabSMingming Cao * Updating i_disksize when extending file 2748632eaeabSMingming Cao * without needing block allocation 274964769240SAlex Tomas */ 275064769240SAlex Tomas if (ext4_should_order_data(inode)) 2751632eaeabSMingming Cao ret = ext4_jbd2_file_inode(handle, 2752632eaeabSMingming Cao inode); 275364769240SAlex Tomas 275464769240SAlex Tomas EXT4_I(inode)->i_disksize = new_i_size; 275564769240SAlex Tomas } 2756632eaeabSMingming Cao up_write(&EXT4_I(inode)->i_data_sem); 2757cf17fea6SAneesh Kumar K.V /* We need to mark inode dirty even if 2758cf17fea6SAneesh Kumar K.V * new_i_size is less that inode->i_size 2759cf17fea6SAneesh Kumar K.V * bu greater than i_disksize.(hint delalloc) 2760cf17fea6SAneesh Kumar K.V */ 2761cf17fea6SAneesh Kumar K.V ext4_mark_inode_dirty(handle, inode); 2762632eaeabSMingming Cao } 2763632eaeabSMingming Cao } 276464769240SAlex Tomas ret2 = generic_write_end(file, mapping, pos, len, copied, 276564769240SAlex Tomas page, fsdata); 276664769240SAlex Tomas copied = ret2; 276764769240SAlex Tomas if (ret2 < 0) 276864769240SAlex Tomas ret = ret2; 276964769240SAlex Tomas ret2 = ext4_journal_stop(handle); 277064769240SAlex Tomas if (!ret) 277164769240SAlex Tomas ret = ret2; 277264769240SAlex Tomas 277364769240SAlex Tomas return ret ? ret : copied; 277464769240SAlex Tomas } 277564769240SAlex Tomas 277664769240SAlex Tomas static void ext4_da_invalidatepage(struct page *page, unsigned long offset) 277764769240SAlex Tomas { 277864769240SAlex Tomas /* 277964769240SAlex Tomas * Drop reserved blocks 278064769240SAlex Tomas */ 278164769240SAlex Tomas BUG_ON(!PageLocked(page)); 278264769240SAlex Tomas if (!page_has_buffers(page)) 278364769240SAlex Tomas goto out; 278464769240SAlex Tomas 2785d2a17637SMingming Cao ext4_da_page_release_reservation(page, offset); 278664769240SAlex Tomas 278764769240SAlex Tomas out: 278864769240SAlex Tomas ext4_invalidatepage(page, offset); 278964769240SAlex Tomas 279064769240SAlex Tomas return; 279164769240SAlex Tomas } 279264769240SAlex Tomas 279364769240SAlex Tomas 279464769240SAlex Tomas /* 2795ac27a0ecSDave Kleikamp * bmap() is special. It gets used by applications such as lilo and by 2796ac27a0ecSDave Kleikamp * the swapper to find the on-disk block of a specific piece of data. 2797ac27a0ecSDave Kleikamp * 2798ac27a0ecSDave Kleikamp * Naturally, this is dangerous if the block concerned is still in the 2799617ba13bSMingming Cao * journal. If somebody makes a swapfile on an ext4 data-journaling 2800ac27a0ecSDave Kleikamp * filesystem and enables swap, then they may get a nasty shock when the 2801ac27a0ecSDave Kleikamp * data getting swapped to that swapfile suddenly gets overwritten by 2802ac27a0ecSDave Kleikamp * the original zero's written out previously to the journal and 2803ac27a0ecSDave Kleikamp * awaiting writeback in the kernel's buffer cache. 2804ac27a0ecSDave Kleikamp * 2805ac27a0ecSDave Kleikamp * So, if we see any bmap calls here on a modified, data-journaled file, 2806ac27a0ecSDave Kleikamp * take extra steps to flush any blocks which might be in the cache. 2807ac27a0ecSDave Kleikamp */ 2808617ba13bSMingming Cao static sector_t ext4_bmap(struct address_space *mapping, sector_t block) 2809ac27a0ecSDave Kleikamp { 2810ac27a0ecSDave Kleikamp struct inode *inode = mapping->host; 2811ac27a0ecSDave Kleikamp journal_t *journal; 2812ac27a0ecSDave Kleikamp int err; 2813ac27a0ecSDave Kleikamp 281464769240SAlex Tomas if (mapping_tagged(mapping, PAGECACHE_TAG_DIRTY) && 281564769240SAlex Tomas test_opt(inode->i_sb, DELALLOC)) { 281664769240SAlex Tomas /* 281764769240SAlex Tomas * With delalloc we want to sync the file 281864769240SAlex Tomas * so that we can make sure we allocate 281964769240SAlex Tomas * blocks for file 282064769240SAlex Tomas */ 282164769240SAlex Tomas filemap_write_and_wait(mapping); 282264769240SAlex Tomas } 282364769240SAlex Tomas 28240390131bSFrank Mayhar BUG_ON(!EXT4_JOURNAL(inode) && 28250390131bSFrank Mayhar EXT4_I(inode)->i_state & EXT4_STATE_JDATA); 28260390131bSFrank Mayhar 28270390131bSFrank Mayhar if (EXT4_JOURNAL(inode) && EXT4_I(inode)->i_state & EXT4_STATE_JDATA) { 2828ac27a0ecSDave Kleikamp /* 2829ac27a0ecSDave Kleikamp * This is a REALLY heavyweight approach, but the use of 2830ac27a0ecSDave Kleikamp * bmap on dirty files is expected to be extremely rare: 2831ac27a0ecSDave Kleikamp * only if we run lilo or swapon on a freshly made file 2832ac27a0ecSDave Kleikamp * do we expect this to happen. 2833ac27a0ecSDave Kleikamp * 2834ac27a0ecSDave Kleikamp * (bmap requires CAP_SYS_RAWIO so this does not 2835ac27a0ecSDave Kleikamp * represent an unprivileged user DOS attack --- we'd be 2836ac27a0ecSDave Kleikamp * in trouble if mortal users could trigger this path at 2837ac27a0ecSDave Kleikamp * will.) 2838ac27a0ecSDave Kleikamp * 2839617ba13bSMingming Cao * NB. EXT4_STATE_JDATA is not set on files other than 2840ac27a0ecSDave Kleikamp * regular files. If somebody wants to bmap a directory 2841ac27a0ecSDave Kleikamp * or symlink and gets confused because the buffer 2842ac27a0ecSDave Kleikamp * hasn't yet been flushed to disk, they deserve 2843ac27a0ecSDave Kleikamp * everything they get. 2844ac27a0ecSDave Kleikamp */ 2845ac27a0ecSDave Kleikamp 2846617ba13bSMingming Cao EXT4_I(inode)->i_state &= ~EXT4_STATE_JDATA; 2847617ba13bSMingming Cao journal = EXT4_JOURNAL(inode); 2848dab291afSMingming Cao jbd2_journal_lock_updates(journal); 2849dab291afSMingming Cao err = jbd2_journal_flush(journal); 2850dab291afSMingming Cao jbd2_journal_unlock_updates(journal); 2851ac27a0ecSDave Kleikamp 2852ac27a0ecSDave Kleikamp if (err) 2853ac27a0ecSDave Kleikamp return 0; 2854ac27a0ecSDave Kleikamp } 2855ac27a0ecSDave Kleikamp 2856617ba13bSMingming Cao return generic_block_bmap(mapping, block, ext4_get_block); 2857ac27a0ecSDave Kleikamp } 2858ac27a0ecSDave Kleikamp 2859ac27a0ecSDave Kleikamp static int bget_one(handle_t *handle, struct buffer_head *bh) 2860ac27a0ecSDave Kleikamp { 2861ac27a0ecSDave Kleikamp get_bh(bh); 2862ac27a0ecSDave Kleikamp return 0; 2863ac27a0ecSDave Kleikamp } 2864ac27a0ecSDave Kleikamp 2865ac27a0ecSDave Kleikamp static int bput_one(handle_t *handle, struct buffer_head *bh) 2866ac27a0ecSDave Kleikamp { 2867ac27a0ecSDave Kleikamp put_bh(bh); 2868ac27a0ecSDave Kleikamp return 0; 2869ac27a0ecSDave Kleikamp } 2870ac27a0ecSDave Kleikamp 2871ac27a0ecSDave Kleikamp /* 2872678aaf48SJan Kara * Note that we don't need to start a transaction unless we're journaling data 2873678aaf48SJan Kara * because we should have holes filled from ext4_page_mkwrite(). We even don't 2874678aaf48SJan Kara * need to file the inode to the transaction's list in ordered mode because if 2875678aaf48SJan Kara * we are writing back data added by write(), the inode is already there and if 2876678aaf48SJan Kara * we are writing back data modified via mmap(), noone guarantees in which 2877678aaf48SJan Kara * transaction the data will hit the disk. In case we are journaling data, we 2878678aaf48SJan Kara * cannot start transaction directly because transaction start ranks above page 2879678aaf48SJan Kara * lock so we have to do some magic. 2880ac27a0ecSDave Kleikamp * 2881678aaf48SJan Kara * In all journaling modes block_write_full_page() will start the I/O. 2882ac27a0ecSDave Kleikamp * 2883ac27a0ecSDave Kleikamp * Problem: 2884ac27a0ecSDave Kleikamp * 2885617ba13bSMingming Cao * ext4_writepage() -> kmalloc() -> __alloc_pages() -> page_launder() -> 2886617ba13bSMingming Cao * ext4_writepage() 2887ac27a0ecSDave Kleikamp * 2888ac27a0ecSDave Kleikamp * Similar for: 2889ac27a0ecSDave Kleikamp * 2890617ba13bSMingming Cao * ext4_file_write() -> generic_file_write() -> __alloc_pages() -> ... 2891ac27a0ecSDave Kleikamp * 2892617ba13bSMingming Cao * Same applies to ext4_get_block(). We will deadlock on various things like 28930e855ac8SAneesh Kumar K.V * lock_journal and i_data_sem 2894ac27a0ecSDave Kleikamp * 2895ac27a0ecSDave Kleikamp * Setting PF_MEMALLOC here doesn't work - too many internal memory 2896ac27a0ecSDave Kleikamp * allocations fail. 2897ac27a0ecSDave Kleikamp * 2898ac27a0ecSDave Kleikamp * 16May01: If we're reentered then journal_current_handle() will be 2899ac27a0ecSDave Kleikamp * non-zero. We simply *return*. 2900ac27a0ecSDave Kleikamp * 2901ac27a0ecSDave Kleikamp * 1 July 2001: @@@ FIXME: 2902ac27a0ecSDave Kleikamp * In journalled data mode, a data buffer may be metadata against the 2903ac27a0ecSDave Kleikamp * current transaction. But the same file is part of a shared mapping 2904ac27a0ecSDave Kleikamp * and someone does a writepage() on it. 2905ac27a0ecSDave Kleikamp * 2906ac27a0ecSDave Kleikamp * We will move the buffer onto the async_data list, but *after* it has 2907ac27a0ecSDave Kleikamp * been dirtied. So there's a small window where we have dirty data on 2908ac27a0ecSDave Kleikamp * BJ_Metadata. 2909ac27a0ecSDave Kleikamp * 2910ac27a0ecSDave Kleikamp * Note that this only applies to the last partial page in the file. The 2911ac27a0ecSDave Kleikamp * bit which block_write_full_page() uses prepare/commit for. (That's 2912ac27a0ecSDave Kleikamp * broken code anyway: it's wrong for msync()). 2913ac27a0ecSDave Kleikamp * 2914ac27a0ecSDave Kleikamp * It's a rare case: affects the final partial page, for journalled data 2915ac27a0ecSDave Kleikamp * where the file is subject to bith write() and writepage() in the same 2916ac27a0ecSDave Kleikamp * transction. To fix it we'll need a custom block_write_full_page(). 2917ac27a0ecSDave Kleikamp * We'll probably need that anyway for journalling writepage() output. 2918ac27a0ecSDave Kleikamp * 2919ac27a0ecSDave Kleikamp * We don't honour synchronous mounts for writepage(). That would be 2920ac27a0ecSDave Kleikamp * disastrous. Any write() or metadata operation will sync the fs for 2921ac27a0ecSDave Kleikamp * us. 2922ac27a0ecSDave Kleikamp * 2923ac27a0ecSDave Kleikamp */ 2924678aaf48SJan Kara static int __ext4_normal_writepage(struct page *page, 2925cf108bcaSJan Kara struct writeback_control *wbc) 2926cf108bcaSJan Kara { 2927cf108bcaSJan Kara struct inode *inode = page->mapping->host; 2928cf108bcaSJan Kara 2929cf108bcaSJan Kara if (test_opt(inode->i_sb, NOBH)) 2930f0e6c985SAneesh Kumar K.V return nobh_writepage(page, 2931f0e6c985SAneesh Kumar K.V ext4_normal_get_block_write, wbc); 2932cf108bcaSJan Kara else 2933f0e6c985SAneesh Kumar K.V return block_write_full_page(page, 2934f0e6c985SAneesh Kumar K.V ext4_normal_get_block_write, 2935f0e6c985SAneesh Kumar K.V wbc); 2936cf108bcaSJan Kara } 2937cf108bcaSJan Kara 2938678aaf48SJan Kara static int ext4_normal_writepage(struct page *page, 2939ac27a0ecSDave Kleikamp struct writeback_control *wbc) 2940ac27a0ecSDave Kleikamp { 2941ac27a0ecSDave Kleikamp struct inode *inode = page->mapping->host; 2942cf108bcaSJan Kara loff_t size = i_size_read(inode); 2943cf108bcaSJan Kara loff_t len; 2944cf108bcaSJan Kara 2945ba80b101STheodore Ts'o trace_mark(ext4_normal_writepage, 2946ba80b101STheodore Ts'o "dev %s ino %lu page_index %lu", 2947ba80b101STheodore Ts'o inode->i_sb->s_id, inode->i_ino, page->index); 2948cf108bcaSJan Kara J_ASSERT(PageLocked(page)); 2949cf108bcaSJan Kara if (page->index == size >> PAGE_CACHE_SHIFT) 2950cf108bcaSJan Kara len = size & ~PAGE_CACHE_MASK; 2951cf108bcaSJan Kara else 2952cf108bcaSJan Kara len = PAGE_CACHE_SIZE; 2953f0e6c985SAneesh Kumar K.V 2954f0e6c985SAneesh Kumar K.V if (page_has_buffers(page)) { 2955f0e6c985SAneesh Kumar K.V /* if page has buffers it should all be mapped 2956f0e6c985SAneesh Kumar K.V * and allocated. If there are not buffers attached 2957f0e6c985SAneesh Kumar K.V * to the page we know the page is dirty but it lost 2958f0e6c985SAneesh Kumar K.V * buffers. That means that at some moment in time 2959f0e6c985SAneesh Kumar K.V * after write_begin() / write_end() has been called 2960f0e6c985SAneesh Kumar K.V * all buffers have been clean and thus they must have been 2961f0e6c985SAneesh Kumar K.V * written at least once. So they are all mapped and we can 2962f0e6c985SAneesh Kumar K.V * happily proceed with mapping them and writing the page. 2963f0e6c985SAneesh Kumar K.V */ 2964cf108bcaSJan Kara BUG_ON(walk_page_buffers(NULL, page_buffers(page), 0, len, NULL, 2965cf108bcaSJan Kara ext4_bh_unmapped_or_delay)); 2966f0e6c985SAneesh Kumar K.V } 2967cf108bcaSJan Kara 2968cf108bcaSJan Kara if (!ext4_journal_current_handle()) 2969678aaf48SJan Kara return __ext4_normal_writepage(page, wbc); 2970cf108bcaSJan Kara 2971cf108bcaSJan Kara redirty_page_for_writepage(wbc, page); 2972cf108bcaSJan Kara unlock_page(page); 2973cf108bcaSJan Kara return 0; 2974cf108bcaSJan Kara } 2975cf108bcaSJan Kara 2976cf108bcaSJan Kara static int __ext4_journalled_writepage(struct page *page, 2977cf108bcaSJan Kara struct writeback_control *wbc) 2978cf108bcaSJan Kara { 2979cf108bcaSJan Kara struct address_space *mapping = page->mapping; 2980cf108bcaSJan Kara struct inode *inode = mapping->host; 2981cf108bcaSJan Kara struct buffer_head *page_bufs; 2982ac27a0ecSDave Kleikamp handle_t *handle = NULL; 2983ac27a0ecSDave Kleikamp int ret = 0; 2984ac27a0ecSDave Kleikamp int err; 2985ac27a0ecSDave Kleikamp 2986f0e6c985SAneesh Kumar K.V ret = block_prepare_write(page, 0, PAGE_CACHE_SIZE, 2987f0e6c985SAneesh Kumar K.V ext4_normal_get_block_write); 2988cf108bcaSJan Kara if (ret != 0) 2989cf108bcaSJan Kara goto out_unlock; 2990cf108bcaSJan Kara 2991cf108bcaSJan Kara page_bufs = page_buffers(page); 2992cf108bcaSJan Kara walk_page_buffers(handle, page_bufs, 0, PAGE_CACHE_SIZE, NULL, 2993cf108bcaSJan Kara bget_one); 2994cf108bcaSJan Kara /* As soon as we unlock the page, it can go away, but we have 2995cf108bcaSJan Kara * references to buffers so we are safe */ 2996cf108bcaSJan Kara unlock_page(page); 2997ac27a0ecSDave Kleikamp 2998617ba13bSMingming Cao handle = ext4_journal_start(inode, ext4_writepage_trans_blocks(inode)); 2999ac27a0ecSDave Kleikamp if (IS_ERR(handle)) { 3000ac27a0ecSDave Kleikamp ret = PTR_ERR(handle); 3001cf108bcaSJan Kara goto out; 3002ac27a0ecSDave Kleikamp } 3003ac27a0ecSDave Kleikamp 3004cf108bcaSJan Kara ret = walk_page_buffers(handle, page_bufs, 0, 3005cf108bcaSJan Kara PAGE_CACHE_SIZE, NULL, do_journal_get_write_access); 3006ac27a0ecSDave Kleikamp 3007cf108bcaSJan Kara err = walk_page_buffers(handle, page_bufs, 0, 3008cf108bcaSJan Kara PAGE_CACHE_SIZE, NULL, write_end_fn); 3009cf108bcaSJan Kara if (ret == 0) 3010cf108bcaSJan Kara ret = err; 3011617ba13bSMingming Cao err = ext4_journal_stop(handle); 3012ac27a0ecSDave Kleikamp if (!ret) 3013ac27a0ecSDave Kleikamp ret = err; 3014ac27a0ecSDave Kleikamp 3015cf108bcaSJan Kara walk_page_buffers(handle, page_bufs, 0, 3016cf108bcaSJan Kara PAGE_CACHE_SIZE, NULL, bput_one); 3017cf108bcaSJan Kara EXT4_I(inode)->i_state |= EXT4_STATE_JDATA; 3018cf108bcaSJan Kara goto out; 3019cf108bcaSJan Kara 3020cf108bcaSJan Kara out_unlock: 3021ac27a0ecSDave Kleikamp unlock_page(page); 3022cf108bcaSJan Kara out: 3023ac27a0ecSDave Kleikamp return ret; 3024ac27a0ecSDave Kleikamp } 3025ac27a0ecSDave Kleikamp 3026617ba13bSMingming Cao static int ext4_journalled_writepage(struct page *page, 3027ac27a0ecSDave Kleikamp struct writeback_control *wbc) 3028ac27a0ecSDave Kleikamp { 3029ac27a0ecSDave Kleikamp struct inode *inode = page->mapping->host; 3030cf108bcaSJan Kara loff_t size = i_size_read(inode); 3031cf108bcaSJan Kara loff_t len; 3032cf108bcaSJan Kara 3033ba80b101STheodore Ts'o trace_mark(ext4_journalled_writepage, 3034ba80b101STheodore Ts'o "dev %s ino %lu page_index %lu", 3035ba80b101STheodore Ts'o inode->i_sb->s_id, inode->i_ino, page->index); 3036cf108bcaSJan Kara J_ASSERT(PageLocked(page)); 3037cf108bcaSJan Kara if (page->index == size >> PAGE_CACHE_SHIFT) 3038cf108bcaSJan Kara len = size & ~PAGE_CACHE_MASK; 3039cf108bcaSJan Kara else 3040cf108bcaSJan Kara len = PAGE_CACHE_SIZE; 3041f0e6c985SAneesh Kumar K.V 3042f0e6c985SAneesh Kumar K.V if (page_has_buffers(page)) { 3043f0e6c985SAneesh Kumar K.V /* if page has buffers it should all be mapped 3044f0e6c985SAneesh Kumar K.V * and allocated. If there are not buffers attached 3045f0e6c985SAneesh Kumar K.V * to the page we know the page is dirty but it lost 3046f0e6c985SAneesh Kumar K.V * buffers. That means that at some moment in time 3047f0e6c985SAneesh Kumar K.V * after write_begin() / write_end() has been called 3048f0e6c985SAneesh Kumar K.V * all buffers have been clean and thus they must have been 3049f0e6c985SAneesh Kumar K.V * written at least once. So they are all mapped and we can 3050f0e6c985SAneesh Kumar K.V * happily proceed with mapping them and writing the page. 3051f0e6c985SAneesh Kumar K.V */ 3052cf108bcaSJan Kara BUG_ON(walk_page_buffers(NULL, page_buffers(page), 0, len, NULL, 3053cf108bcaSJan Kara ext4_bh_unmapped_or_delay)); 3054f0e6c985SAneesh Kumar K.V } 3055ac27a0ecSDave Kleikamp 3056617ba13bSMingming Cao if (ext4_journal_current_handle()) 3057ac27a0ecSDave Kleikamp goto no_write; 3058ac27a0ecSDave Kleikamp 3059cf108bcaSJan Kara if (PageChecked(page)) { 3060ac27a0ecSDave Kleikamp /* 3061ac27a0ecSDave Kleikamp * It's mmapped pagecache. Add buffers and journal it. There 3062ac27a0ecSDave Kleikamp * doesn't seem much point in redirtying the page here. 3063ac27a0ecSDave Kleikamp */ 3064ac27a0ecSDave Kleikamp ClearPageChecked(page); 3065cf108bcaSJan Kara return __ext4_journalled_writepage(page, wbc); 3066ac27a0ecSDave Kleikamp } else { 3067ac27a0ecSDave Kleikamp /* 3068ac27a0ecSDave Kleikamp * It may be a page full of checkpoint-mode buffers. We don't 3069ac27a0ecSDave Kleikamp * really know unless we go poke around in the buffer_heads. 3070ac27a0ecSDave Kleikamp * But block_write_full_page will do the right thing. 3071ac27a0ecSDave Kleikamp */ 3072f0e6c985SAneesh Kumar K.V return block_write_full_page(page, 3073f0e6c985SAneesh Kumar K.V ext4_normal_get_block_write, 3074f0e6c985SAneesh Kumar K.V wbc); 3075ac27a0ecSDave Kleikamp } 3076ac27a0ecSDave Kleikamp no_write: 3077ac27a0ecSDave Kleikamp redirty_page_for_writepage(wbc, page); 3078ac27a0ecSDave Kleikamp unlock_page(page); 3079cf108bcaSJan Kara return 0; 3080ac27a0ecSDave Kleikamp } 3081ac27a0ecSDave Kleikamp 3082617ba13bSMingming Cao static int ext4_readpage(struct file *file, struct page *page) 3083ac27a0ecSDave Kleikamp { 3084617ba13bSMingming Cao return mpage_readpage(page, ext4_get_block); 3085ac27a0ecSDave Kleikamp } 3086ac27a0ecSDave Kleikamp 3087ac27a0ecSDave Kleikamp static int 3088617ba13bSMingming Cao ext4_readpages(struct file *file, struct address_space *mapping, 3089ac27a0ecSDave Kleikamp struct list_head *pages, unsigned nr_pages) 3090ac27a0ecSDave Kleikamp { 3091617ba13bSMingming Cao return mpage_readpages(mapping, pages, nr_pages, ext4_get_block); 3092ac27a0ecSDave Kleikamp } 3093ac27a0ecSDave Kleikamp 3094617ba13bSMingming Cao static void ext4_invalidatepage(struct page *page, unsigned long offset) 3095ac27a0ecSDave Kleikamp { 3096617ba13bSMingming Cao journal_t *journal = EXT4_JOURNAL(page->mapping->host); 3097ac27a0ecSDave Kleikamp 3098ac27a0ecSDave Kleikamp /* 3099ac27a0ecSDave Kleikamp * If it's a full truncate we just forget about the pending dirtying 3100ac27a0ecSDave Kleikamp */ 3101ac27a0ecSDave Kleikamp if (offset == 0) 3102ac27a0ecSDave Kleikamp ClearPageChecked(page); 3103ac27a0ecSDave Kleikamp 31040390131bSFrank Mayhar if (journal) 3105dab291afSMingming Cao jbd2_journal_invalidatepage(journal, page, offset); 31060390131bSFrank Mayhar else 31070390131bSFrank Mayhar block_invalidatepage(page, offset); 3108ac27a0ecSDave Kleikamp } 3109ac27a0ecSDave Kleikamp 3110617ba13bSMingming Cao static int ext4_releasepage(struct page *page, gfp_t wait) 3111ac27a0ecSDave Kleikamp { 3112617ba13bSMingming Cao journal_t *journal = EXT4_JOURNAL(page->mapping->host); 3113ac27a0ecSDave Kleikamp 3114ac27a0ecSDave Kleikamp WARN_ON(PageChecked(page)); 3115ac27a0ecSDave Kleikamp if (!page_has_buffers(page)) 3116ac27a0ecSDave Kleikamp return 0; 31170390131bSFrank Mayhar if (journal) 3118dab291afSMingming Cao return jbd2_journal_try_to_free_buffers(journal, page, wait); 31190390131bSFrank Mayhar else 31200390131bSFrank Mayhar return try_to_free_buffers(page); 3121ac27a0ecSDave Kleikamp } 3122ac27a0ecSDave Kleikamp 3123ac27a0ecSDave Kleikamp /* 3124ac27a0ecSDave Kleikamp * If the O_DIRECT write will extend the file then add this inode to the 3125ac27a0ecSDave Kleikamp * orphan list. So recovery will truncate it back to the original size 3126ac27a0ecSDave Kleikamp * if the machine crashes during the write. 3127ac27a0ecSDave Kleikamp * 3128ac27a0ecSDave Kleikamp * If the O_DIRECT write is intantiating holes inside i_size and the machine 31297fb5409dSJan Kara * crashes then stale disk data _may_ be exposed inside the file. But current 31307fb5409dSJan Kara * VFS code falls back into buffered path in that case so we are safe. 3131ac27a0ecSDave Kleikamp */ 3132617ba13bSMingming Cao static ssize_t ext4_direct_IO(int rw, struct kiocb *iocb, 3133ac27a0ecSDave Kleikamp const struct iovec *iov, loff_t offset, 3134ac27a0ecSDave Kleikamp unsigned long nr_segs) 3135ac27a0ecSDave Kleikamp { 3136ac27a0ecSDave Kleikamp struct file *file = iocb->ki_filp; 3137ac27a0ecSDave Kleikamp struct inode *inode = file->f_mapping->host; 3138617ba13bSMingming Cao struct ext4_inode_info *ei = EXT4_I(inode); 31397fb5409dSJan Kara handle_t *handle; 3140ac27a0ecSDave Kleikamp ssize_t ret; 3141ac27a0ecSDave Kleikamp int orphan = 0; 3142ac27a0ecSDave Kleikamp size_t count = iov_length(iov, nr_segs); 3143ac27a0ecSDave Kleikamp 3144ac27a0ecSDave Kleikamp if (rw == WRITE) { 3145ac27a0ecSDave Kleikamp loff_t final_size = offset + count; 3146ac27a0ecSDave Kleikamp 31477fb5409dSJan Kara if (final_size > inode->i_size) { 31487fb5409dSJan Kara /* Credits for sb + inode write */ 31497fb5409dSJan Kara handle = ext4_journal_start(inode, 2); 3150ac27a0ecSDave Kleikamp if (IS_ERR(handle)) { 3151ac27a0ecSDave Kleikamp ret = PTR_ERR(handle); 3152ac27a0ecSDave Kleikamp goto out; 3153ac27a0ecSDave Kleikamp } 3154617ba13bSMingming Cao ret = ext4_orphan_add(handle, inode); 31557fb5409dSJan Kara if (ret) { 31567fb5409dSJan Kara ext4_journal_stop(handle); 31577fb5409dSJan Kara goto out; 31587fb5409dSJan Kara } 3159ac27a0ecSDave Kleikamp orphan = 1; 3160ac27a0ecSDave Kleikamp ei->i_disksize = inode->i_size; 31617fb5409dSJan Kara ext4_journal_stop(handle); 3162ac27a0ecSDave Kleikamp } 3163ac27a0ecSDave Kleikamp } 3164ac27a0ecSDave Kleikamp 3165ac27a0ecSDave Kleikamp ret = blockdev_direct_IO(rw, iocb, inode, inode->i_sb->s_bdev, iov, 3166ac27a0ecSDave Kleikamp offset, nr_segs, 3167617ba13bSMingming Cao ext4_get_block, NULL); 3168ac27a0ecSDave Kleikamp 31697fb5409dSJan Kara if (orphan) { 3170ac27a0ecSDave Kleikamp int err; 3171ac27a0ecSDave Kleikamp 31727fb5409dSJan Kara /* Credits for sb + inode write */ 31737fb5409dSJan Kara handle = ext4_journal_start(inode, 2); 31747fb5409dSJan Kara if (IS_ERR(handle)) { 31757fb5409dSJan Kara /* This is really bad luck. We've written the data 31767fb5409dSJan Kara * but cannot extend i_size. Bail out and pretend 31777fb5409dSJan Kara * the write failed... */ 31787fb5409dSJan Kara ret = PTR_ERR(handle); 31797fb5409dSJan Kara goto out; 31807fb5409dSJan Kara } 31817fb5409dSJan Kara if (inode->i_nlink) 3182617ba13bSMingming Cao ext4_orphan_del(handle, inode); 31837fb5409dSJan Kara if (ret > 0) { 3184ac27a0ecSDave Kleikamp loff_t end = offset + ret; 3185ac27a0ecSDave Kleikamp if (end > inode->i_size) { 3186ac27a0ecSDave Kleikamp ei->i_disksize = end; 3187ac27a0ecSDave Kleikamp i_size_write(inode, end); 3188ac27a0ecSDave Kleikamp /* 3189ac27a0ecSDave Kleikamp * We're going to return a positive `ret' 3190ac27a0ecSDave Kleikamp * here due to non-zero-length I/O, so there's 3191ac27a0ecSDave Kleikamp * no way of reporting error returns from 3192617ba13bSMingming Cao * ext4_mark_inode_dirty() to userspace. So 3193ac27a0ecSDave Kleikamp * ignore it. 3194ac27a0ecSDave Kleikamp */ 3195617ba13bSMingming Cao ext4_mark_inode_dirty(handle, inode); 3196ac27a0ecSDave Kleikamp } 3197ac27a0ecSDave Kleikamp } 3198617ba13bSMingming Cao err = ext4_journal_stop(handle); 3199ac27a0ecSDave Kleikamp if (ret == 0) 3200ac27a0ecSDave Kleikamp ret = err; 3201ac27a0ecSDave Kleikamp } 3202ac27a0ecSDave Kleikamp out: 3203ac27a0ecSDave Kleikamp return ret; 3204ac27a0ecSDave Kleikamp } 3205ac27a0ecSDave Kleikamp 3206ac27a0ecSDave Kleikamp /* 3207617ba13bSMingming Cao * Pages can be marked dirty completely asynchronously from ext4's journalling 3208ac27a0ecSDave Kleikamp * activity. By filemap_sync_pte(), try_to_unmap_one(), etc. We cannot do 3209ac27a0ecSDave Kleikamp * much here because ->set_page_dirty is called under VFS locks. The page is 3210ac27a0ecSDave Kleikamp * not necessarily locked. 3211ac27a0ecSDave Kleikamp * 3212ac27a0ecSDave Kleikamp * We cannot just dirty the page and leave attached buffers clean, because the 3213ac27a0ecSDave Kleikamp * buffers' dirty state is "definitive". We cannot just set the buffers dirty 3214ac27a0ecSDave Kleikamp * or jbddirty because all the journalling code will explode. 3215ac27a0ecSDave Kleikamp * 3216ac27a0ecSDave Kleikamp * So what we do is to mark the page "pending dirty" and next time writepage 3217ac27a0ecSDave Kleikamp * is called, propagate that into the buffers appropriately. 3218ac27a0ecSDave Kleikamp */ 3219617ba13bSMingming Cao static int ext4_journalled_set_page_dirty(struct page *page) 3220ac27a0ecSDave Kleikamp { 3221ac27a0ecSDave Kleikamp SetPageChecked(page); 3222ac27a0ecSDave Kleikamp return __set_page_dirty_nobuffers(page); 3223ac27a0ecSDave Kleikamp } 3224ac27a0ecSDave Kleikamp 3225617ba13bSMingming Cao static const struct address_space_operations ext4_ordered_aops = { 3226617ba13bSMingming Cao .readpage = ext4_readpage, 3227617ba13bSMingming Cao .readpages = ext4_readpages, 3228678aaf48SJan Kara .writepage = ext4_normal_writepage, 3229ac27a0ecSDave Kleikamp .sync_page = block_sync_page, 3230bfc1af65SNick Piggin .write_begin = ext4_write_begin, 3231bfc1af65SNick Piggin .write_end = ext4_ordered_write_end, 3232617ba13bSMingming Cao .bmap = ext4_bmap, 3233617ba13bSMingming Cao .invalidatepage = ext4_invalidatepage, 3234617ba13bSMingming Cao .releasepage = ext4_releasepage, 3235617ba13bSMingming Cao .direct_IO = ext4_direct_IO, 3236ac27a0ecSDave Kleikamp .migratepage = buffer_migrate_page, 32378ab22b9aSHisashi Hifumi .is_partially_uptodate = block_is_partially_uptodate, 3238ac27a0ecSDave Kleikamp }; 3239ac27a0ecSDave Kleikamp 3240617ba13bSMingming Cao static const struct address_space_operations ext4_writeback_aops = { 3241617ba13bSMingming Cao .readpage = ext4_readpage, 3242617ba13bSMingming Cao .readpages = ext4_readpages, 3243678aaf48SJan Kara .writepage = ext4_normal_writepage, 3244ac27a0ecSDave Kleikamp .sync_page = block_sync_page, 3245bfc1af65SNick Piggin .write_begin = ext4_write_begin, 3246bfc1af65SNick Piggin .write_end = ext4_writeback_write_end, 3247617ba13bSMingming Cao .bmap = ext4_bmap, 3248617ba13bSMingming Cao .invalidatepage = ext4_invalidatepage, 3249617ba13bSMingming Cao .releasepage = ext4_releasepage, 3250617ba13bSMingming Cao .direct_IO = ext4_direct_IO, 3251ac27a0ecSDave Kleikamp .migratepage = buffer_migrate_page, 32528ab22b9aSHisashi Hifumi .is_partially_uptodate = block_is_partially_uptodate, 3253ac27a0ecSDave Kleikamp }; 3254ac27a0ecSDave Kleikamp 3255617ba13bSMingming Cao static const struct address_space_operations ext4_journalled_aops = { 3256617ba13bSMingming Cao .readpage = ext4_readpage, 3257617ba13bSMingming Cao .readpages = ext4_readpages, 3258617ba13bSMingming Cao .writepage = ext4_journalled_writepage, 3259ac27a0ecSDave Kleikamp .sync_page = block_sync_page, 3260bfc1af65SNick Piggin .write_begin = ext4_write_begin, 3261bfc1af65SNick Piggin .write_end = ext4_journalled_write_end, 3262617ba13bSMingming Cao .set_page_dirty = ext4_journalled_set_page_dirty, 3263617ba13bSMingming Cao .bmap = ext4_bmap, 3264617ba13bSMingming Cao .invalidatepage = ext4_invalidatepage, 3265617ba13bSMingming Cao .releasepage = ext4_releasepage, 32668ab22b9aSHisashi Hifumi .is_partially_uptodate = block_is_partially_uptodate, 3267ac27a0ecSDave Kleikamp }; 3268ac27a0ecSDave Kleikamp 326964769240SAlex Tomas static const struct address_space_operations ext4_da_aops = { 327064769240SAlex Tomas .readpage = ext4_readpage, 327164769240SAlex Tomas .readpages = ext4_readpages, 327264769240SAlex Tomas .writepage = ext4_da_writepage, 327364769240SAlex Tomas .writepages = ext4_da_writepages, 327464769240SAlex Tomas .sync_page = block_sync_page, 327564769240SAlex Tomas .write_begin = ext4_da_write_begin, 327664769240SAlex Tomas .write_end = ext4_da_write_end, 327764769240SAlex Tomas .bmap = ext4_bmap, 327864769240SAlex Tomas .invalidatepage = ext4_da_invalidatepage, 327964769240SAlex Tomas .releasepage = ext4_releasepage, 328064769240SAlex Tomas .direct_IO = ext4_direct_IO, 328164769240SAlex Tomas .migratepage = buffer_migrate_page, 32828ab22b9aSHisashi Hifumi .is_partially_uptodate = block_is_partially_uptodate, 328364769240SAlex Tomas }; 328464769240SAlex Tomas 3285617ba13bSMingming Cao void ext4_set_aops(struct inode *inode) 3286ac27a0ecSDave Kleikamp { 3287cd1aac32SAneesh Kumar K.V if (ext4_should_order_data(inode) && 3288cd1aac32SAneesh Kumar K.V test_opt(inode->i_sb, DELALLOC)) 3289cd1aac32SAneesh Kumar K.V inode->i_mapping->a_ops = &ext4_da_aops; 3290cd1aac32SAneesh Kumar K.V else if (ext4_should_order_data(inode)) 3291617ba13bSMingming Cao inode->i_mapping->a_ops = &ext4_ordered_aops; 329264769240SAlex Tomas else if (ext4_should_writeback_data(inode) && 329364769240SAlex Tomas test_opt(inode->i_sb, DELALLOC)) 329464769240SAlex Tomas inode->i_mapping->a_ops = &ext4_da_aops; 3295617ba13bSMingming Cao else if (ext4_should_writeback_data(inode)) 3296617ba13bSMingming Cao inode->i_mapping->a_ops = &ext4_writeback_aops; 3297ac27a0ecSDave Kleikamp else 3298617ba13bSMingming Cao inode->i_mapping->a_ops = &ext4_journalled_aops; 3299ac27a0ecSDave Kleikamp } 3300ac27a0ecSDave Kleikamp 3301ac27a0ecSDave Kleikamp /* 3302617ba13bSMingming Cao * ext4_block_truncate_page() zeroes out a mapping from file offset `from' 3303ac27a0ecSDave Kleikamp * up to the end of the block which corresponds to `from'. 3304ac27a0ecSDave Kleikamp * This required during truncate. We need to physically zero the tail end 3305ac27a0ecSDave Kleikamp * of that block so it doesn't yield old data if the file is later grown. 3306ac27a0ecSDave Kleikamp */ 3307cf108bcaSJan Kara int ext4_block_truncate_page(handle_t *handle, 3308ac27a0ecSDave Kleikamp struct address_space *mapping, loff_t from) 3309ac27a0ecSDave Kleikamp { 3310617ba13bSMingming Cao ext4_fsblk_t index = from >> PAGE_CACHE_SHIFT; 3311ac27a0ecSDave Kleikamp unsigned offset = from & (PAGE_CACHE_SIZE-1); 3312725d26d3SAneesh Kumar K.V unsigned blocksize, length, pos; 3313725d26d3SAneesh Kumar K.V ext4_lblk_t iblock; 3314ac27a0ecSDave Kleikamp struct inode *inode = mapping->host; 3315ac27a0ecSDave Kleikamp struct buffer_head *bh; 3316cf108bcaSJan Kara struct page *page; 3317ac27a0ecSDave Kleikamp int err = 0; 3318ac27a0ecSDave Kleikamp 3319cf108bcaSJan Kara page = grab_cache_page(mapping, from >> PAGE_CACHE_SHIFT); 3320cf108bcaSJan Kara if (!page) 3321cf108bcaSJan Kara return -EINVAL; 3322cf108bcaSJan Kara 3323ac27a0ecSDave Kleikamp blocksize = inode->i_sb->s_blocksize; 3324ac27a0ecSDave Kleikamp length = blocksize - (offset & (blocksize - 1)); 3325ac27a0ecSDave Kleikamp iblock = index << (PAGE_CACHE_SHIFT - inode->i_sb->s_blocksize_bits); 3326ac27a0ecSDave Kleikamp 3327ac27a0ecSDave Kleikamp /* 3328ac27a0ecSDave Kleikamp * For "nobh" option, we can only work if we don't need to 3329ac27a0ecSDave Kleikamp * read-in the page - otherwise we create buffers to do the IO. 3330ac27a0ecSDave Kleikamp */ 3331ac27a0ecSDave Kleikamp if (!page_has_buffers(page) && test_opt(inode->i_sb, NOBH) && 3332617ba13bSMingming Cao ext4_should_writeback_data(inode) && PageUptodate(page)) { 3333eebd2aa3SChristoph Lameter zero_user(page, offset, length); 3334ac27a0ecSDave Kleikamp set_page_dirty(page); 3335ac27a0ecSDave Kleikamp goto unlock; 3336ac27a0ecSDave Kleikamp } 3337ac27a0ecSDave Kleikamp 3338ac27a0ecSDave Kleikamp if (!page_has_buffers(page)) 3339ac27a0ecSDave Kleikamp create_empty_buffers(page, blocksize, 0); 3340ac27a0ecSDave Kleikamp 3341ac27a0ecSDave Kleikamp /* Find the buffer that contains "offset" */ 3342ac27a0ecSDave Kleikamp bh = page_buffers(page); 3343ac27a0ecSDave Kleikamp pos = blocksize; 3344ac27a0ecSDave Kleikamp while (offset >= pos) { 3345ac27a0ecSDave Kleikamp bh = bh->b_this_page; 3346ac27a0ecSDave Kleikamp iblock++; 3347ac27a0ecSDave Kleikamp pos += blocksize; 3348ac27a0ecSDave Kleikamp } 3349ac27a0ecSDave Kleikamp 3350ac27a0ecSDave Kleikamp err = 0; 3351ac27a0ecSDave Kleikamp if (buffer_freed(bh)) { 3352ac27a0ecSDave Kleikamp BUFFER_TRACE(bh, "freed: skip"); 3353ac27a0ecSDave Kleikamp goto unlock; 3354ac27a0ecSDave Kleikamp } 3355ac27a0ecSDave Kleikamp 3356ac27a0ecSDave Kleikamp if (!buffer_mapped(bh)) { 3357ac27a0ecSDave Kleikamp BUFFER_TRACE(bh, "unmapped"); 3358617ba13bSMingming Cao ext4_get_block(inode, iblock, bh, 0); 3359ac27a0ecSDave Kleikamp /* unmapped? It's a hole - nothing to do */ 3360ac27a0ecSDave Kleikamp if (!buffer_mapped(bh)) { 3361ac27a0ecSDave Kleikamp BUFFER_TRACE(bh, "still unmapped"); 3362ac27a0ecSDave Kleikamp goto unlock; 3363ac27a0ecSDave Kleikamp } 3364ac27a0ecSDave Kleikamp } 3365ac27a0ecSDave Kleikamp 3366ac27a0ecSDave Kleikamp /* Ok, it's mapped. Make sure it's up-to-date */ 3367ac27a0ecSDave Kleikamp if (PageUptodate(page)) 3368ac27a0ecSDave Kleikamp set_buffer_uptodate(bh); 3369ac27a0ecSDave Kleikamp 3370ac27a0ecSDave Kleikamp if (!buffer_uptodate(bh)) { 3371ac27a0ecSDave Kleikamp err = -EIO; 3372ac27a0ecSDave Kleikamp ll_rw_block(READ, 1, &bh); 3373ac27a0ecSDave Kleikamp wait_on_buffer(bh); 3374ac27a0ecSDave Kleikamp /* Uhhuh. Read error. Complain and punt. */ 3375ac27a0ecSDave Kleikamp if (!buffer_uptodate(bh)) 3376ac27a0ecSDave Kleikamp goto unlock; 3377ac27a0ecSDave Kleikamp } 3378ac27a0ecSDave Kleikamp 3379617ba13bSMingming Cao if (ext4_should_journal_data(inode)) { 3380ac27a0ecSDave Kleikamp BUFFER_TRACE(bh, "get write access"); 3381617ba13bSMingming Cao err = ext4_journal_get_write_access(handle, bh); 3382ac27a0ecSDave Kleikamp if (err) 3383ac27a0ecSDave Kleikamp goto unlock; 3384ac27a0ecSDave Kleikamp } 3385ac27a0ecSDave Kleikamp 3386eebd2aa3SChristoph Lameter zero_user(page, offset, length); 3387ac27a0ecSDave Kleikamp 3388ac27a0ecSDave Kleikamp BUFFER_TRACE(bh, "zeroed end of block"); 3389ac27a0ecSDave Kleikamp 3390ac27a0ecSDave Kleikamp err = 0; 3391617ba13bSMingming Cao if (ext4_should_journal_data(inode)) { 33920390131bSFrank Mayhar err = ext4_handle_dirty_metadata(handle, inode, bh); 3393ac27a0ecSDave Kleikamp } else { 3394617ba13bSMingming Cao if (ext4_should_order_data(inode)) 3395678aaf48SJan Kara err = ext4_jbd2_file_inode(handle, inode); 3396ac27a0ecSDave Kleikamp mark_buffer_dirty(bh); 3397ac27a0ecSDave Kleikamp } 3398ac27a0ecSDave Kleikamp 3399ac27a0ecSDave Kleikamp unlock: 3400ac27a0ecSDave Kleikamp unlock_page(page); 3401ac27a0ecSDave Kleikamp page_cache_release(page); 3402ac27a0ecSDave Kleikamp return err; 3403ac27a0ecSDave Kleikamp } 3404ac27a0ecSDave Kleikamp 3405ac27a0ecSDave Kleikamp /* 3406ac27a0ecSDave Kleikamp * Probably it should be a library function... search for first non-zero word 3407ac27a0ecSDave Kleikamp * or memcmp with zero_page, whatever is better for particular architecture. 3408ac27a0ecSDave Kleikamp * Linus? 3409ac27a0ecSDave Kleikamp */ 3410ac27a0ecSDave Kleikamp static inline int all_zeroes(__le32 *p, __le32 *q) 3411ac27a0ecSDave Kleikamp { 3412ac27a0ecSDave Kleikamp while (p < q) 3413ac27a0ecSDave Kleikamp if (*p++) 3414ac27a0ecSDave Kleikamp return 0; 3415ac27a0ecSDave Kleikamp return 1; 3416ac27a0ecSDave Kleikamp } 3417ac27a0ecSDave Kleikamp 3418ac27a0ecSDave Kleikamp /** 3419617ba13bSMingming Cao * ext4_find_shared - find the indirect blocks for partial truncation. 3420ac27a0ecSDave Kleikamp * @inode: inode in question 3421ac27a0ecSDave Kleikamp * @depth: depth of the affected branch 3422617ba13bSMingming Cao * @offsets: offsets of pointers in that branch (see ext4_block_to_path) 3423ac27a0ecSDave Kleikamp * @chain: place to store the pointers to partial indirect blocks 3424ac27a0ecSDave Kleikamp * @top: place to the (detached) top of branch 3425ac27a0ecSDave Kleikamp * 3426617ba13bSMingming Cao * This is a helper function used by ext4_truncate(). 3427ac27a0ecSDave Kleikamp * 3428ac27a0ecSDave Kleikamp * When we do truncate() we may have to clean the ends of several 3429ac27a0ecSDave Kleikamp * indirect blocks but leave the blocks themselves alive. Block is 3430ac27a0ecSDave Kleikamp * partially truncated if some data below the new i_size is refered 3431ac27a0ecSDave Kleikamp * from it (and it is on the path to the first completely truncated 3432ac27a0ecSDave Kleikamp * data block, indeed). We have to free the top of that path along 3433ac27a0ecSDave Kleikamp * with everything to the right of the path. Since no allocation 3434617ba13bSMingming Cao * past the truncation point is possible until ext4_truncate() 3435ac27a0ecSDave Kleikamp * finishes, we may safely do the latter, but top of branch may 3436ac27a0ecSDave Kleikamp * require special attention - pageout below the truncation point 3437ac27a0ecSDave Kleikamp * might try to populate it. 3438ac27a0ecSDave Kleikamp * 3439ac27a0ecSDave Kleikamp * We atomically detach the top of branch from the tree, store the 3440ac27a0ecSDave Kleikamp * block number of its root in *@top, pointers to buffer_heads of 3441ac27a0ecSDave Kleikamp * partially truncated blocks - in @chain[].bh and pointers to 3442ac27a0ecSDave Kleikamp * their last elements that should not be removed - in 3443ac27a0ecSDave Kleikamp * @chain[].p. Return value is the pointer to last filled element 3444ac27a0ecSDave Kleikamp * of @chain. 3445ac27a0ecSDave Kleikamp * 3446ac27a0ecSDave Kleikamp * The work left to caller to do the actual freeing of subtrees: 3447ac27a0ecSDave Kleikamp * a) free the subtree starting from *@top 3448ac27a0ecSDave Kleikamp * b) free the subtrees whose roots are stored in 3449ac27a0ecSDave Kleikamp * (@chain[i].p+1 .. end of @chain[i].bh->b_data) 3450ac27a0ecSDave Kleikamp * c) free the subtrees growing from the inode past the @chain[0]. 3451ac27a0ecSDave Kleikamp * (no partially truncated stuff there). */ 3452ac27a0ecSDave Kleikamp 3453617ba13bSMingming Cao static Indirect *ext4_find_shared(struct inode *inode, int depth, 3454725d26d3SAneesh Kumar K.V ext4_lblk_t offsets[4], Indirect chain[4], __le32 *top) 3455ac27a0ecSDave Kleikamp { 3456ac27a0ecSDave Kleikamp Indirect *partial, *p; 3457ac27a0ecSDave Kleikamp int k, err; 3458ac27a0ecSDave Kleikamp 3459ac27a0ecSDave Kleikamp *top = 0; 3460ac27a0ecSDave Kleikamp /* Make k index the deepest non-null offest + 1 */ 3461ac27a0ecSDave Kleikamp for (k = depth; k > 1 && !offsets[k-1]; k--) 3462ac27a0ecSDave Kleikamp ; 3463617ba13bSMingming Cao partial = ext4_get_branch(inode, k, offsets, chain, &err); 3464ac27a0ecSDave Kleikamp /* Writer: pointers */ 3465ac27a0ecSDave Kleikamp if (!partial) 3466ac27a0ecSDave Kleikamp partial = chain + k-1; 3467ac27a0ecSDave Kleikamp /* 3468ac27a0ecSDave Kleikamp * If the branch acquired continuation since we've looked at it - 3469ac27a0ecSDave Kleikamp * fine, it should all survive and (new) top doesn't belong to us. 3470ac27a0ecSDave Kleikamp */ 3471ac27a0ecSDave Kleikamp if (!partial->key && *partial->p) 3472ac27a0ecSDave Kleikamp /* Writer: end */ 3473ac27a0ecSDave Kleikamp goto no_top; 3474af5bc92dSTheodore Ts'o for (p = partial; (p > chain) && all_zeroes((__le32 *) p->bh->b_data, p->p); p--) 3475ac27a0ecSDave Kleikamp ; 3476ac27a0ecSDave Kleikamp /* 3477ac27a0ecSDave Kleikamp * OK, we've found the last block that must survive. The rest of our 3478ac27a0ecSDave Kleikamp * branch should be detached before unlocking. However, if that rest 3479ac27a0ecSDave Kleikamp * of branch is all ours and does not grow immediately from the inode 3480ac27a0ecSDave Kleikamp * it's easier to cheat and just decrement partial->p. 3481ac27a0ecSDave Kleikamp */ 3482ac27a0ecSDave Kleikamp if (p == chain + k - 1 && p > chain) { 3483ac27a0ecSDave Kleikamp p->p--; 3484ac27a0ecSDave Kleikamp } else { 3485ac27a0ecSDave Kleikamp *top = *p->p; 3486617ba13bSMingming Cao /* Nope, don't do this in ext4. Must leave the tree intact */ 3487ac27a0ecSDave Kleikamp #if 0 3488ac27a0ecSDave Kleikamp *p->p = 0; 3489ac27a0ecSDave Kleikamp #endif 3490ac27a0ecSDave Kleikamp } 3491ac27a0ecSDave Kleikamp /* Writer: end */ 3492ac27a0ecSDave Kleikamp 3493ac27a0ecSDave Kleikamp while (partial > p) { 3494ac27a0ecSDave Kleikamp brelse(partial->bh); 3495ac27a0ecSDave Kleikamp partial--; 3496ac27a0ecSDave Kleikamp } 3497ac27a0ecSDave Kleikamp no_top: 3498ac27a0ecSDave Kleikamp return partial; 3499ac27a0ecSDave Kleikamp } 3500ac27a0ecSDave Kleikamp 3501ac27a0ecSDave Kleikamp /* 3502ac27a0ecSDave Kleikamp * Zero a number of block pointers in either an inode or an indirect block. 3503ac27a0ecSDave Kleikamp * If we restart the transaction we must again get write access to the 3504ac27a0ecSDave Kleikamp * indirect block for further modification. 3505ac27a0ecSDave Kleikamp * 3506ac27a0ecSDave Kleikamp * We release `count' blocks on disk, but (last - first) may be greater 3507ac27a0ecSDave Kleikamp * than `count' because there can be holes in there. 3508ac27a0ecSDave Kleikamp */ 3509617ba13bSMingming Cao static void ext4_clear_blocks(handle_t *handle, struct inode *inode, 3510617ba13bSMingming Cao struct buffer_head *bh, ext4_fsblk_t block_to_free, 3511ac27a0ecSDave Kleikamp unsigned long count, __le32 *first, __le32 *last) 3512ac27a0ecSDave Kleikamp { 3513ac27a0ecSDave Kleikamp __le32 *p; 3514ac27a0ecSDave Kleikamp if (try_to_extend_transaction(handle, inode)) { 3515ac27a0ecSDave Kleikamp if (bh) { 35160390131bSFrank Mayhar BUFFER_TRACE(bh, "call ext4_handle_dirty_metadata"); 35170390131bSFrank Mayhar ext4_handle_dirty_metadata(handle, inode, bh); 3518ac27a0ecSDave Kleikamp } 3519617ba13bSMingming Cao ext4_mark_inode_dirty(handle, inode); 3520617ba13bSMingming Cao ext4_journal_test_restart(handle, inode); 3521ac27a0ecSDave Kleikamp if (bh) { 3522ac27a0ecSDave Kleikamp BUFFER_TRACE(bh, "retaking write access"); 3523617ba13bSMingming Cao ext4_journal_get_write_access(handle, bh); 3524ac27a0ecSDave Kleikamp } 3525ac27a0ecSDave Kleikamp } 3526ac27a0ecSDave Kleikamp 3527ac27a0ecSDave Kleikamp /* 3528ac27a0ecSDave Kleikamp * Any buffers which are on the journal will be in memory. We find 3529dab291afSMingming Cao * them on the hash table so jbd2_journal_revoke() will run jbd2_journal_forget() 3530ac27a0ecSDave Kleikamp * on them. We've already detached each block from the file, so 3531dab291afSMingming Cao * bforget() in jbd2_journal_forget() should be safe. 3532ac27a0ecSDave Kleikamp * 3533dab291afSMingming Cao * AKPM: turn on bforget in jbd2_journal_forget()!!! 3534ac27a0ecSDave Kleikamp */ 3535ac27a0ecSDave Kleikamp for (p = first; p < last; p++) { 3536ac27a0ecSDave Kleikamp u32 nr = le32_to_cpu(*p); 3537ac27a0ecSDave Kleikamp if (nr) { 35381d03ec98SAneesh Kumar K.V struct buffer_head *tbh; 3539ac27a0ecSDave Kleikamp 3540ac27a0ecSDave Kleikamp *p = 0; 35411d03ec98SAneesh Kumar K.V tbh = sb_find_get_block(inode->i_sb, nr); 35421d03ec98SAneesh Kumar K.V ext4_forget(handle, 0, inode, tbh, nr); 3543ac27a0ecSDave Kleikamp } 3544ac27a0ecSDave Kleikamp } 3545ac27a0ecSDave Kleikamp 3546c9de560dSAlex Tomas ext4_free_blocks(handle, inode, block_to_free, count, 0); 3547ac27a0ecSDave Kleikamp } 3548ac27a0ecSDave Kleikamp 3549ac27a0ecSDave Kleikamp /** 3550617ba13bSMingming Cao * ext4_free_data - free a list of data blocks 3551ac27a0ecSDave Kleikamp * @handle: handle for this transaction 3552ac27a0ecSDave Kleikamp * @inode: inode we are dealing with 3553ac27a0ecSDave Kleikamp * @this_bh: indirect buffer_head which contains *@first and *@last 3554ac27a0ecSDave Kleikamp * @first: array of block numbers 3555ac27a0ecSDave Kleikamp * @last: points immediately past the end of array 3556ac27a0ecSDave Kleikamp * 3557ac27a0ecSDave Kleikamp * We are freeing all blocks refered from that array (numbers are stored as 3558ac27a0ecSDave Kleikamp * little-endian 32-bit) and updating @inode->i_blocks appropriately. 3559ac27a0ecSDave Kleikamp * 3560ac27a0ecSDave Kleikamp * We accumulate contiguous runs of blocks to free. Conveniently, if these 3561ac27a0ecSDave Kleikamp * blocks are contiguous then releasing them at one time will only affect one 3562ac27a0ecSDave Kleikamp * or two bitmap blocks (+ group descriptor(s) and superblock) and we won't 3563ac27a0ecSDave Kleikamp * actually use a lot of journal space. 3564ac27a0ecSDave Kleikamp * 3565ac27a0ecSDave Kleikamp * @this_bh will be %NULL if @first and @last point into the inode's direct 3566ac27a0ecSDave Kleikamp * block pointers. 3567ac27a0ecSDave Kleikamp */ 3568617ba13bSMingming Cao static void ext4_free_data(handle_t *handle, struct inode *inode, 3569ac27a0ecSDave Kleikamp struct buffer_head *this_bh, 3570ac27a0ecSDave Kleikamp __le32 *first, __le32 *last) 3571ac27a0ecSDave Kleikamp { 3572617ba13bSMingming Cao ext4_fsblk_t block_to_free = 0; /* Starting block # of a run */ 3573ac27a0ecSDave Kleikamp unsigned long count = 0; /* Number of blocks in the run */ 3574ac27a0ecSDave Kleikamp __le32 *block_to_free_p = NULL; /* Pointer into inode/ind 3575ac27a0ecSDave Kleikamp corresponding to 3576ac27a0ecSDave Kleikamp block_to_free */ 3577617ba13bSMingming Cao ext4_fsblk_t nr; /* Current block # */ 3578ac27a0ecSDave Kleikamp __le32 *p; /* Pointer into inode/ind 3579ac27a0ecSDave Kleikamp for current block */ 3580ac27a0ecSDave Kleikamp int err; 3581ac27a0ecSDave Kleikamp 3582ac27a0ecSDave Kleikamp if (this_bh) { /* For indirect block */ 3583ac27a0ecSDave Kleikamp BUFFER_TRACE(this_bh, "get_write_access"); 3584617ba13bSMingming Cao err = ext4_journal_get_write_access(handle, this_bh); 3585ac27a0ecSDave Kleikamp /* Important: if we can't update the indirect pointers 3586ac27a0ecSDave Kleikamp * to the blocks, we can't free them. */ 3587ac27a0ecSDave Kleikamp if (err) 3588ac27a0ecSDave Kleikamp return; 3589ac27a0ecSDave Kleikamp } 3590ac27a0ecSDave Kleikamp 3591ac27a0ecSDave Kleikamp for (p = first; p < last; p++) { 3592ac27a0ecSDave Kleikamp nr = le32_to_cpu(*p); 3593ac27a0ecSDave Kleikamp if (nr) { 3594ac27a0ecSDave Kleikamp /* accumulate blocks to free if they're contiguous */ 3595ac27a0ecSDave Kleikamp if (count == 0) { 3596ac27a0ecSDave Kleikamp block_to_free = nr; 3597ac27a0ecSDave Kleikamp block_to_free_p = p; 3598ac27a0ecSDave Kleikamp count = 1; 3599ac27a0ecSDave Kleikamp } else if (nr == block_to_free + count) { 3600ac27a0ecSDave Kleikamp count++; 3601ac27a0ecSDave Kleikamp } else { 3602617ba13bSMingming Cao ext4_clear_blocks(handle, inode, this_bh, 3603ac27a0ecSDave Kleikamp block_to_free, 3604ac27a0ecSDave Kleikamp count, block_to_free_p, p); 3605ac27a0ecSDave Kleikamp block_to_free = nr; 3606ac27a0ecSDave Kleikamp block_to_free_p = p; 3607ac27a0ecSDave Kleikamp count = 1; 3608ac27a0ecSDave Kleikamp } 3609ac27a0ecSDave Kleikamp } 3610ac27a0ecSDave Kleikamp } 3611ac27a0ecSDave Kleikamp 3612ac27a0ecSDave Kleikamp if (count > 0) 3613617ba13bSMingming Cao ext4_clear_blocks(handle, inode, this_bh, block_to_free, 3614ac27a0ecSDave Kleikamp count, block_to_free_p, p); 3615ac27a0ecSDave Kleikamp 3616ac27a0ecSDave Kleikamp if (this_bh) { 36170390131bSFrank Mayhar BUFFER_TRACE(this_bh, "call ext4_handle_dirty_metadata"); 361871dc8fbcSDuane Griffin 361971dc8fbcSDuane Griffin /* 362071dc8fbcSDuane Griffin * The buffer head should have an attached journal head at this 362171dc8fbcSDuane Griffin * point. However, if the data is corrupted and an indirect 362271dc8fbcSDuane Griffin * block pointed to itself, it would have been detached when 362371dc8fbcSDuane Griffin * the block was cleared. Check for this instead of OOPSing. 362471dc8fbcSDuane Griffin */ 3625*e7f07968STheodore Ts'o if ((EXT4_JOURNAL(inode) == NULL) || bh2jh(this_bh)) 36260390131bSFrank Mayhar ext4_handle_dirty_metadata(handle, inode, this_bh); 362771dc8fbcSDuane Griffin else 362871dc8fbcSDuane Griffin ext4_error(inode->i_sb, __func__, 362971dc8fbcSDuane Griffin "circular indirect block detected, " 363071dc8fbcSDuane Griffin "inode=%lu, block=%llu", 363171dc8fbcSDuane Griffin inode->i_ino, 363271dc8fbcSDuane Griffin (unsigned long long) this_bh->b_blocknr); 3633ac27a0ecSDave Kleikamp } 3634ac27a0ecSDave Kleikamp } 3635ac27a0ecSDave Kleikamp 3636ac27a0ecSDave Kleikamp /** 3637617ba13bSMingming Cao * ext4_free_branches - free an array of branches 3638ac27a0ecSDave Kleikamp * @handle: JBD handle for this transaction 3639ac27a0ecSDave Kleikamp * @inode: inode we are dealing with 3640ac27a0ecSDave Kleikamp * @parent_bh: the buffer_head which contains *@first and *@last 3641ac27a0ecSDave Kleikamp * @first: array of block numbers 3642ac27a0ecSDave Kleikamp * @last: pointer immediately past the end of array 3643ac27a0ecSDave Kleikamp * @depth: depth of the branches to free 3644ac27a0ecSDave Kleikamp * 3645ac27a0ecSDave Kleikamp * We are freeing all blocks refered from these branches (numbers are 3646ac27a0ecSDave Kleikamp * stored as little-endian 32-bit) and updating @inode->i_blocks 3647ac27a0ecSDave Kleikamp * appropriately. 3648ac27a0ecSDave Kleikamp */ 3649617ba13bSMingming Cao static void ext4_free_branches(handle_t *handle, struct inode *inode, 3650ac27a0ecSDave Kleikamp struct buffer_head *parent_bh, 3651ac27a0ecSDave Kleikamp __le32 *first, __le32 *last, int depth) 3652ac27a0ecSDave Kleikamp { 3653617ba13bSMingming Cao ext4_fsblk_t nr; 3654ac27a0ecSDave Kleikamp __le32 *p; 3655ac27a0ecSDave Kleikamp 36560390131bSFrank Mayhar if (ext4_handle_is_aborted(handle)) 3657ac27a0ecSDave Kleikamp return; 3658ac27a0ecSDave Kleikamp 3659ac27a0ecSDave Kleikamp if (depth--) { 3660ac27a0ecSDave Kleikamp struct buffer_head *bh; 3661617ba13bSMingming Cao int addr_per_block = EXT4_ADDR_PER_BLOCK(inode->i_sb); 3662ac27a0ecSDave Kleikamp p = last; 3663ac27a0ecSDave Kleikamp while (--p >= first) { 3664ac27a0ecSDave Kleikamp nr = le32_to_cpu(*p); 3665ac27a0ecSDave Kleikamp if (!nr) 3666ac27a0ecSDave Kleikamp continue; /* A hole */ 3667ac27a0ecSDave Kleikamp 3668ac27a0ecSDave Kleikamp /* Go read the buffer for the next level down */ 3669ac27a0ecSDave Kleikamp bh = sb_bread(inode->i_sb, nr); 3670ac27a0ecSDave Kleikamp 3671ac27a0ecSDave Kleikamp /* 3672ac27a0ecSDave Kleikamp * A read failure? Report error and clear slot 3673ac27a0ecSDave Kleikamp * (should be rare). 3674ac27a0ecSDave Kleikamp */ 3675ac27a0ecSDave Kleikamp if (!bh) { 3676617ba13bSMingming Cao ext4_error(inode->i_sb, "ext4_free_branches", 36772ae02107SMingming Cao "Read failure, inode=%lu, block=%llu", 3678ac27a0ecSDave Kleikamp inode->i_ino, nr); 3679ac27a0ecSDave Kleikamp continue; 3680ac27a0ecSDave Kleikamp } 3681ac27a0ecSDave Kleikamp 3682ac27a0ecSDave Kleikamp /* This zaps the entire block. Bottom up. */ 3683ac27a0ecSDave Kleikamp BUFFER_TRACE(bh, "free child branches"); 3684617ba13bSMingming Cao ext4_free_branches(handle, inode, bh, 3685ac27a0ecSDave Kleikamp (__le32 *) bh->b_data, 3686ac27a0ecSDave Kleikamp (__le32 *) bh->b_data + addr_per_block, 3687ac27a0ecSDave Kleikamp depth); 3688ac27a0ecSDave Kleikamp 3689ac27a0ecSDave Kleikamp /* 3690ac27a0ecSDave Kleikamp * We've probably journalled the indirect block several 3691ac27a0ecSDave Kleikamp * times during the truncate. But it's no longer 3692ac27a0ecSDave Kleikamp * needed and we now drop it from the transaction via 3693dab291afSMingming Cao * jbd2_journal_revoke(). 3694ac27a0ecSDave Kleikamp * 3695ac27a0ecSDave Kleikamp * That's easy if it's exclusively part of this 3696ac27a0ecSDave Kleikamp * transaction. But if it's part of the committing 3697dab291afSMingming Cao * transaction then jbd2_journal_forget() will simply 3698ac27a0ecSDave Kleikamp * brelse() it. That means that if the underlying 3699617ba13bSMingming Cao * block is reallocated in ext4_get_block(), 3700ac27a0ecSDave Kleikamp * unmap_underlying_metadata() will find this block 3701ac27a0ecSDave Kleikamp * and will try to get rid of it. damn, damn. 3702ac27a0ecSDave Kleikamp * 3703ac27a0ecSDave Kleikamp * If this block has already been committed to the 3704ac27a0ecSDave Kleikamp * journal, a revoke record will be written. And 3705ac27a0ecSDave Kleikamp * revoke records must be emitted *before* clearing 3706ac27a0ecSDave Kleikamp * this block's bit in the bitmaps. 3707ac27a0ecSDave Kleikamp */ 3708617ba13bSMingming Cao ext4_forget(handle, 1, inode, bh, bh->b_blocknr); 3709ac27a0ecSDave Kleikamp 3710ac27a0ecSDave Kleikamp /* 3711ac27a0ecSDave Kleikamp * Everything below this this pointer has been 3712ac27a0ecSDave Kleikamp * released. Now let this top-of-subtree go. 3713ac27a0ecSDave Kleikamp * 3714ac27a0ecSDave Kleikamp * We want the freeing of this indirect block to be 3715ac27a0ecSDave Kleikamp * atomic in the journal with the updating of the 3716ac27a0ecSDave Kleikamp * bitmap block which owns it. So make some room in 3717ac27a0ecSDave Kleikamp * the journal. 3718ac27a0ecSDave Kleikamp * 3719ac27a0ecSDave Kleikamp * We zero the parent pointer *after* freeing its 3720ac27a0ecSDave Kleikamp * pointee in the bitmaps, so if extend_transaction() 3721ac27a0ecSDave Kleikamp * for some reason fails to put the bitmap changes and 3722ac27a0ecSDave Kleikamp * the release into the same transaction, recovery 3723ac27a0ecSDave Kleikamp * will merely complain about releasing a free block, 3724ac27a0ecSDave Kleikamp * rather than leaking blocks. 3725ac27a0ecSDave Kleikamp */ 37260390131bSFrank Mayhar if (ext4_handle_is_aborted(handle)) 3727ac27a0ecSDave Kleikamp return; 3728ac27a0ecSDave Kleikamp if (try_to_extend_transaction(handle, inode)) { 3729617ba13bSMingming Cao ext4_mark_inode_dirty(handle, inode); 3730617ba13bSMingming Cao ext4_journal_test_restart(handle, inode); 3731ac27a0ecSDave Kleikamp } 3732ac27a0ecSDave Kleikamp 3733c9de560dSAlex Tomas ext4_free_blocks(handle, inode, nr, 1, 1); 3734ac27a0ecSDave Kleikamp 3735ac27a0ecSDave Kleikamp if (parent_bh) { 3736ac27a0ecSDave Kleikamp /* 3737ac27a0ecSDave Kleikamp * The block which we have just freed is 3738ac27a0ecSDave Kleikamp * pointed to by an indirect block: journal it 3739ac27a0ecSDave Kleikamp */ 3740ac27a0ecSDave Kleikamp BUFFER_TRACE(parent_bh, "get_write_access"); 3741617ba13bSMingming Cao if (!ext4_journal_get_write_access(handle, 3742ac27a0ecSDave Kleikamp parent_bh)){ 3743ac27a0ecSDave Kleikamp *p = 0; 3744ac27a0ecSDave Kleikamp BUFFER_TRACE(parent_bh, 37450390131bSFrank Mayhar "call ext4_handle_dirty_metadata"); 37460390131bSFrank Mayhar ext4_handle_dirty_metadata(handle, 37470390131bSFrank Mayhar inode, 3748ac27a0ecSDave Kleikamp parent_bh); 3749ac27a0ecSDave Kleikamp } 3750ac27a0ecSDave Kleikamp } 3751ac27a0ecSDave Kleikamp } 3752ac27a0ecSDave Kleikamp } else { 3753ac27a0ecSDave Kleikamp /* We have reached the bottom of the tree. */ 3754ac27a0ecSDave Kleikamp BUFFER_TRACE(parent_bh, "free data blocks"); 3755617ba13bSMingming Cao ext4_free_data(handle, inode, parent_bh, first, last); 3756ac27a0ecSDave Kleikamp } 3757ac27a0ecSDave Kleikamp } 3758ac27a0ecSDave Kleikamp 375991ef4cafSDuane Griffin int ext4_can_truncate(struct inode *inode) 376091ef4cafSDuane Griffin { 376191ef4cafSDuane Griffin if (IS_APPEND(inode) || IS_IMMUTABLE(inode)) 376291ef4cafSDuane Griffin return 0; 376391ef4cafSDuane Griffin if (S_ISREG(inode->i_mode)) 376491ef4cafSDuane Griffin return 1; 376591ef4cafSDuane Griffin if (S_ISDIR(inode->i_mode)) 376691ef4cafSDuane Griffin return 1; 376791ef4cafSDuane Griffin if (S_ISLNK(inode->i_mode)) 376891ef4cafSDuane Griffin return !ext4_inode_is_fast_symlink(inode); 376991ef4cafSDuane Griffin return 0; 377091ef4cafSDuane Griffin } 377191ef4cafSDuane Griffin 3772ac27a0ecSDave Kleikamp /* 3773617ba13bSMingming Cao * ext4_truncate() 3774ac27a0ecSDave Kleikamp * 3775617ba13bSMingming Cao * We block out ext4_get_block() block instantiations across the entire 3776617ba13bSMingming Cao * transaction, and VFS/VM ensures that ext4_truncate() cannot run 3777ac27a0ecSDave Kleikamp * simultaneously on behalf of the same inode. 3778ac27a0ecSDave Kleikamp * 3779ac27a0ecSDave Kleikamp * As we work through the truncate and commmit bits of it to the journal there 3780ac27a0ecSDave Kleikamp * is one core, guiding principle: the file's tree must always be consistent on 3781ac27a0ecSDave Kleikamp * disk. We must be able to restart the truncate after a crash. 3782ac27a0ecSDave Kleikamp * 3783ac27a0ecSDave Kleikamp * The file's tree may be transiently inconsistent in memory (although it 3784ac27a0ecSDave Kleikamp * probably isn't), but whenever we close off and commit a journal transaction, 3785ac27a0ecSDave Kleikamp * the contents of (the filesystem + the journal) must be consistent and 3786ac27a0ecSDave Kleikamp * restartable. It's pretty simple, really: bottom up, right to left (although 3787ac27a0ecSDave Kleikamp * left-to-right works OK too). 3788ac27a0ecSDave Kleikamp * 3789ac27a0ecSDave Kleikamp * Note that at recovery time, journal replay occurs *before* the restart of 3790ac27a0ecSDave Kleikamp * truncate against the orphan inode list. 3791ac27a0ecSDave Kleikamp * 3792ac27a0ecSDave Kleikamp * The committed inode has the new, desired i_size (which is the same as 3793617ba13bSMingming Cao * i_disksize in this case). After a crash, ext4_orphan_cleanup() will see 3794ac27a0ecSDave Kleikamp * that this inode's truncate did not complete and it will again call 3795617ba13bSMingming Cao * ext4_truncate() to have another go. So there will be instantiated blocks 3796617ba13bSMingming Cao * to the right of the truncation point in a crashed ext4 filesystem. But 3797ac27a0ecSDave Kleikamp * that's fine - as long as they are linked from the inode, the post-crash 3798617ba13bSMingming Cao * ext4_truncate() run will find them and release them. 3799ac27a0ecSDave Kleikamp */ 3800617ba13bSMingming Cao void ext4_truncate(struct inode *inode) 3801ac27a0ecSDave Kleikamp { 3802ac27a0ecSDave Kleikamp handle_t *handle; 3803617ba13bSMingming Cao struct ext4_inode_info *ei = EXT4_I(inode); 3804ac27a0ecSDave Kleikamp __le32 *i_data = ei->i_data; 3805617ba13bSMingming Cao int addr_per_block = EXT4_ADDR_PER_BLOCK(inode->i_sb); 3806ac27a0ecSDave Kleikamp struct address_space *mapping = inode->i_mapping; 3807725d26d3SAneesh Kumar K.V ext4_lblk_t offsets[4]; 3808ac27a0ecSDave Kleikamp Indirect chain[4]; 3809ac27a0ecSDave Kleikamp Indirect *partial; 3810ac27a0ecSDave Kleikamp __le32 nr = 0; 3811ac27a0ecSDave Kleikamp int n; 3812725d26d3SAneesh Kumar K.V ext4_lblk_t last_block; 3813ac27a0ecSDave Kleikamp unsigned blocksize = inode->i_sb->s_blocksize; 3814ac27a0ecSDave Kleikamp 381591ef4cafSDuane Griffin if (!ext4_can_truncate(inode)) 3816ac27a0ecSDave Kleikamp return; 3817ac27a0ecSDave Kleikamp 38181d03ec98SAneesh Kumar K.V if (EXT4_I(inode)->i_flags & EXT4_EXTENTS_FL) { 3819cf108bcaSJan Kara ext4_ext_truncate(inode); 38201d03ec98SAneesh Kumar K.V return; 38211d03ec98SAneesh Kumar K.V } 3822a86c6181SAlex Tomas 3823ac27a0ecSDave Kleikamp handle = start_transaction(inode); 3824cf108bcaSJan Kara if (IS_ERR(handle)) 3825ac27a0ecSDave Kleikamp return; /* AKPM: return what? */ 3826ac27a0ecSDave Kleikamp 3827ac27a0ecSDave Kleikamp last_block = (inode->i_size + blocksize-1) 3828617ba13bSMingming Cao >> EXT4_BLOCK_SIZE_BITS(inode->i_sb); 3829ac27a0ecSDave Kleikamp 3830cf108bcaSJan Kara if (inode->i_size & (blocksize - 1)) 3831cf108bcaSJan Kara if (ext4_block_truncate_page(handle, mapping, inode->i_size)) 3832cf108bcaSJan Kara goto out_stop; 3833ac27a0ecSDave Kleikamp 3834617ba13bSMingming Cao n = ext4_block_to_path(inode, last_block, offsets, NULL); 3835ac27a0ecSDave Kleikamp if (n == 0) 3836ac27a0ecSDave Kleikamp goto out_stop; /* error */ 3837ac27a0ecSDave Kleikamp 3838ac27a0ecSDave Kleikamp /* 3839ac27a0ecSDave Kleikamp * OK. This truncate is going to happen. We add the inode to the 3840ac27a0ecSDave Kleikamp * orphan list, so that if this truncate spans multiple transactions, 3841ac27a0ecSDave Kleikamp * and we crash, we will resume the truncate when the filesystem 3842ac27a0ecSDave Kleikamp * recovers. It also marks the inode dirty, to catch the new size. 3843ac27a0ecSDave Kleikamp * 3844ac27a0ecSDave Kleikamp * Implication: the file must always be in a sane, consistent 3845ac27a0ecSDave Kleikamp * truncatable state while each transaction commits. 3846ac27a0ecSDave Kleikamp */ 3847617ba13bSMingming Cao if (ext4_orphan_add(handle, inode)) 3848ac27a0ecSDave Kleikamp goto out_stop; 3849ac27a0ecSDave Kleikamp 3850ac27a0ecSDave Kleikamp /* 3851632eaeabSMingming Cao * From here we block out all ext4_get_block() callers who want to 3852632eaeabSMingming Cao * modify the block allocation tree. 3853632eaeabSMingming Cao */ 3854632eaeabSMingming Cao down_write(&ei->i_data_sem); 3855b4df2030STheodore Ts'o 3856c2ea3fdeSTheodore Ts'o ext4_discard_preallocations(inode); 3857b4df2030STheodore Ts'o 3858632eaeabSMingming Cao /* 3859ac27a0ecSDave Kleikamp * The orphan list entry will now protect us from any crash which 3860ac27a0ecSDave Kleikamp * occurs before the truncate completes, so it is now safe to propagate 3861ac27a0ecSDave Kleikamp * the new, shorter inode size (held for now in i_size) into the 3862ac27a0ecSDave Kleikamp * on-disk inode. We do this via i_disksize, which is the value which 3863617ba13bSMingming Cao * ext4 *really* writes onto the disk inode. 3864ac27a0ecSDave Kleikamp */ 3865ac27a0ecSDave Kleikamp ei->i_disksize = inode->i_size; 3866ac27a0ecSDave Kleikamp 3867ac27a0ecSDave Kleikamp if (n == 1) { /* direct blocks */ 3868617ba13bSMingming Cao ext4_free_data(handle, inode, NULL, i_data+offsets[0], 3869617ba13bSMingming Cao i_data + EXT4_NDIR_BLOCKS); 3870ac27a0ecSDave Kleikamp goto do_indirects; 3871ac27a0ecSDave Kleikamp } 3872ac27a0ecSDave Kleikamp 3873617ba13bSMingming Cao partial = ext4_find_shared(inode, n, offsets, chain, &nr); 3874ac27a0ecSDave Kleikamp /* Kill the top of shared branch (not detached) */ 3875ac27a0ecSDave Kleikamp if (nr) { 3876ac27a0ecSDave Kleikamp if (partial == chain) { 3877ac27a0ecSDave Kleikamp /* Shared branch grows from the inode */ 3878617ba13bSMingming Cao ext4_free_branches(handle, inode, NULL, 3879ac27a0ecSDave Kleikamp &nr, &nr+1, (chain+n-1) - partial); 3880ac27a0ecSDave Kleikamp *partial->p = 0; 3881ac27a0ecSDave Kleikamp /* 3882ac27a0ecSDave Kleikamp * We mark the inode dirty prior to restart, 3883ac27a0ecSDave Kleikamp * and prior to stop. No need for it here. 3884ac27a0ecSDave Kleikamp */ 3885ac27a0ecSDave Kleikamp } else { 3886ac27a0ecSDave Kleikamp /* Shared branch grows from an indirect block */ 3887ac27a0ecSDave Kleikamp BUFFER_TRACE(partial->bh, "get_write_access"); 3888617ba13bSMingming Cao ext4_free_branches(handle, inode, partial->bh, 3889ac27a0ecSDave Kleikamp partial->p, 3890ac27a0ecSDave Kleikamp partial->p+1, (chain+n-1) - partial); 3891ac27a0ecSDave Kleikamp } 3892ac27a0ecSDave Kleikamp } 3893ac27a0ecSDave Kleikamp /* Clear the ends of indirect blocks on the shared branch */ 3894ac27a0ecSDave Kleikamp while (partial > chain) { 3895617ba13bSMingming Cao ext4_free_branches(handle, inode, partial->bh, partial->p + 1, 3896ac27a0ecSDave Kleikamp (__le32*)partial->bh->b_data+addr_per_block, 3897ac27a0ecSDave Kleikamp (chain+n-1) - partial); 3898ac27a0ecSDave Kleikamp BUFFER_TRACE(partial->bh, "call brelse"); 3899ac27a0ecSDave Kleikamp brelse (partial->bh); 3900ac27a0ecSDave Kleikamp partial--; 3901ac27a0ecSDave Kleikamp } 3902ac27a0ecSDave Kleikamp do_indirects: 3903ac27a0ecSDave Kleikamp /* Kill the remaining (whole) subtrees */ 3904ac27a0ecSDave Kleikamp switch (offsets[0]) { 3905ac27a0ecSDave Kleikamp default: 3906617ba13bSMingming Cao nr = i_data[EXT4_IND_BLOCK]; 3907ac27a0ecSDave Kleikamp if (nr) { 3908617ba13bSMingming Cao ext4_free_branches(handle, inode, NULL, &nr, &nr+1, 1); 3909617ba13bSMingming Cao i_data[EXT4_IND_BLOCK] = 0; 3910ac27a0ecSDave Kleikamp } 3911617ba13bSMingming Cao case EXT4_IND_BLOCK: 3912617ba13bSMingming Cao nr = i_data[EXT4_DIND_BLOCK]; 3913ac27a0ecSDave Kleikamp if (nr) { 3914617ba13bSMingming Cao ext4_free_branches(handle, inode, NULL, &nr, &nr+1, 2); 3915617ba13bSMingming Cao i_data[EXT4_DIND_BLOCK] = 0; 3916ac27a0ecSDave Kleikamp } 3917617ba13bSMingming Cao case EXT4_DIND_BLOCK: 3918617ba13bSMingming Cao nr = i_data[EXT4_TIND_BLOCK]; 3919ac27a0ecSDave Kleikamp if (nr) { 3920617ba13bSMingming Cao ext4_free_branches(handle, inode, NULL, &nr, &nr+1, 3); 3921617ba13bSMingming Cao i_data[EXT4_TIND_BLOCK] = 0; 3922ac27a0ecSDave Kleikamp } 3923617ba13bSMingming Cao case EXT4_TIND_BLOCK: 3924ac27a0ecSDave Kleikamp ; 3925ac27a0ecSDave Kleikamp } 3926ac27a0ecSDave Kleikamp 39270e855ac8SAneesh Kumar K.V up_write(&ei->i_data_sem); 3928ef7f3835SKalpak Shah inode->i_mtime = inode->i_ctime = ext4_current_time(inode); 3929617ba13bSMingming Cao ext4_mark_inode_dirty(handle, inode); 3930ac27a0ecSDave Kleikamp 3931ac27a0ecSDave Kleikamp /* 3932ac27a0ecSDave Kleikamp * In a multi-transaction truncate, we only make the final transaction 3933ac27a0ecSDave Kleikamp * synchronous 3934ac27a0ecSDave Kleikamp */ 3935ac27a0ecSDave Kleikamp if (IS_SYNC(inode)) 39360390131bSFrank Mayhar ext4_handle_sync(handle); 3937ac27a0ecSDave Kleikamp out_stop: 3938ac27a0ecSDave Kleikamp /* 3939ac27a0ecSDave Kleikamp * If this was a simple ftruncate(), and the file will remain alive 3940ac27a0ecSDave Kleikamp * then we need to clear up the orphan record which we created above. 3941ac27a0ecSDave Kleikamp * However, if this was a real unlink then we were called by 3942617ba13bSMingming Cao * ext4_delete_inode(), and we allow that function to clean up the 3943ac27a0ecSDave Kleikamp * orphan info for us. 3944ac27a0ecSDave Kleikamp */ 3945ac27a0ecSDave Kleikamp if (inode->i_nlink) 3946617ba13bSMingming Cao ext4_orphan_del(handle, inode); 3947ac27a0ecSDave Kleikamp 3948617ba13bSMingming Cao ext4_journal_stop(handle); 3949ac27a0ecSDave Kleikamp } 3950ac27a0ecSDave Kleikamp 3951ac27a0ecSDave Kleikamp /* 3952617ba13bSMingming Cao * ext4_get_inode_loc returns with an extra refcount against the inode's 3953ac27a0ecSDave Kleikamp * underlying buffer_head on success. If 'in_mem' is true, we have all 3954ac27a0ecSDave Kleikamp * data in memory that is needed to recreate the on-disk version of this 3955ac27a0ecSDave Kleikamp * inode. 3956ac27a0ecSDave Kleikamp */ 3957617ba13bSMingming Cao static int __ext4_get_inode_loc(struct inode *inode, 3958617ba13bSMingming Cao struct ext4_iloc *iloc, int in_mem) 3959ac27a0ecSDave Kleikamp { 3960240799cdSTheodore Ts'o struct ext4_group_desc *gdp; 3961ac27a0ecSDave Kleikamp struct buffer_head *bh; 3962240799cdSTheodore Ts'o struct super_block *sb = inode->i_sb; 3963240799cdSTheodore Ts'o ext4_fsblk_t block; 3964240799cdSTheodore Ts'o int inodes_per_block, inode_offset; 3965ac27a0ecSDave Kleikamp 39663a06d778SAneesh Kumar K.V iloc->bh = NULL; 3967240799cdSTheodore Ts'o if (!ext4_valid_inum(sb, inode->i_ino)) 3968ac27a0ecSDave Kleikamp return -EIO; 3969ac27a0ecSDave Kleikamp 3970240799cdSTheodore Ts'o iloc->block_group = (inode->i_ino - 1) / EXT4_INODES_PER_GROUP(sb); 3971240799cdSTheodore Ts'o gdp = ext4_get_group_desc(sb, iloc->block_group, NULL); 3972240799cdSTheodore Ts'o if (!gdp) 3973240799cdSTheodore Ts'o return -EIO; 3974240799cdSTheodore Ts'o 3975240799cdSTheodore Ts'o /* 3976240799cdSTheodore Ts'o * Figure out the offset within the block group inode table 3977240799cdSTheodore Ts'o */ 3978240799cdSTheodore Ts'o inodes_per_block = (EXT4_BLOCK_SIZE(sb) / EXT4_INODE_SIZE(sb)); 3979240799cdSTheodore Ts'o inode_offset = ((inode->i_ino - 1) % 3980240799cdSTheodore Ts'o EXT4_INODES_PER_GROUP(sb)); 3981240799cdSTheodore Ts'o block = ext4_inode_table(sb, gdp) + (inode_offset / inodes_per_block); 3982240799cdSTheodore Ts'o iloc->offset = (inode_offset % inodes_per_block) * EXT4_INODE_SIZE(sb); 3983240799cdSTheodore Ts'o 3984240799cdSTheodore Ts'o bh = sb_getblk(sb, block); 3985ac27a0ecSDave Kleikamp if (!bh) { 3986240799cdSTheodore Ts'o ext4_error(sb, "ext4_get_inode_loc", "unable to read " 3987240799cdSTheodore Ts'o "inode block - inode=%lu, block=%llu", 3988ac27a0ecSDave Kleikamp inode->i_ino, block); 3989ac27a0ecSDave Kleikamp return -EIO; 3990ac27a0ecSDave Kleikamp } 3991ac27a0ecSDave Kleikamp if (!buffer_uptodate(bh)) { 3992ac27a0ecSDave Kleikamp lock_buffer(bh); 39939c83a923SHidehiro Kawai 39949c83a923SHidehiro Kawai /* 39959c83a923SHidehiro Kawai * If the buffer has the write error flag, we have failed 39969c83a923SHidehiro Kawai * to write out another inode in the same block. In this 39979c83a923SHidehiro Kawai * case, we don't have to read the block because we may 39989c83a923SHidehiro Kawai * read the old inode data successfully. 39999c83a923SHidehiro Kawai */ 40009c83a923SHidehiro Kawai if (buffer_write_io_error(bh) && !buffer_uptodate(bh)) 40019c83a923SHidehiro Kawai set_buffer_uptodate(bh); 40029c83a923SHidehiro Kawai 4003ac27a0ecSDave Kleikamp if (buffer_uptodate(bh)) { 4004ac27a0ecSDave Kleikamp /* someone brought it uptodate while we waited */ 4005ac27a0ecSDave Kleikamp unlock_buffer(bh); 4006ac27a0ecSDave Kleikamp goto has_buffer; 4007ac27a0ecSDave Kleikamp } 4008ac27a0ecSDave Kleikamp 4009ac27a0ecSDave Kleikamp /* 4010ac27a0ecSDave Kleikamp * If we have all information of the inode in memory and this 4011ac27a0ecSDave Kleikamp * is the only valid inode in the block, we need not read the 4012ac27a0ecSDave Kleikamp * block. 4013ac27a0ecSDave Kleikamp */ 4014ac27a0ecSDave Kleikamp if (in_mem) { 4015ac27a0ecSDave Kleikamp struct buffer_head *bitmap_bh; 4016240799cdSTheodore Ts'o int i, start; 4017ac27a0ecSDave Kleikamp 4018240799cdSTheodore Ts'o start = inode_offset & ~(inodes_per_block - 1); 4019ac27a0ecSDave Kleikamp 4020ac27a0ecSDave Kleikamp /* Is the inode bitmap in cache? */ 4021240799cdSTheodore Ts'o bitmap_bh = sb_getblk(sb, ext4_inode_bitmap(sb, gdp)); 4022ac27a0ecSDave Kleikamp if (!bitmap_bh) 4023ac27a0ecSDave Kleikamp goto make_io; 4024ac27a0ecSDave Kleikamp 4025ac27a0ecSDave Kleikamp /* 4026ac27a0ecSDave Kleikamp * If the inode bitmap isn't in cache then the 4027ac27a0ecSDave Kleikamp * optimisation may end up performing two reads instead 4028ac27a0ecSDave Kleikamp * of one, so skip it. 4029ac27a0ecSDave Kleikamp */ 4030ac27a0ecSDave Kleikamp if (!buffer_uptodate(bitmap_bh)) { 4031ac27a0ecSDave Kleikamp brelse(bitmap_bh); 4032ac27a0ecSDave Kleikamp goto make_io; 4033ac27a0ecSDave Kleikamp } 4034240799cdSTheodore Ts'o for (i = start; i < start + inodes_per_block; i++) { 4035ac27a0ecSDave Kleikamp if (i == inode_offset) 4036ac27a0ecSDave Kleikamp continue; 4037617ba13bSMingming Cao if (ext4_test_bit(i, bitmap_bh->b_data)) 4038ac27a0ecSDave Kleikamp break; 4039ac27a0ecSDave Kleikamp } 4040ac27a0ecSDave Kleikamp brelse(bitmap_bh); 4041240799cdSTheodore Ts'o if (i == start + inodes_per_block) { 4042ac27a0ecSDave Kleikamp /* all other inodes are free, so skip I/O */ 4043ac27a0ecSDave Kleikamp memset(bh->b_data, 0, bh->b_size); 4044ac27a0ecSDave Kleikamp set_buffer_uptodate(bh); 4045ac27a0ecSDave Kleikamp unlock_buffer(bh); 4046ac27a0ecSDave Kleikamp goto has_buffer; 4047ac27a0ecSDave Kleikamp } 4048ac27a0ecSDave Kleikamp } 4049ac27a0ecSDave Kleikamp 4050ac27a0ecSDave Kleikamp make_io: 4051ac27a0ecSDave Kleikamp /* 4052240799cdSTheodore Ts'o * If we need to do any I/O, try to pre-readahead extra 4053240799cdSTheodore Ts'o * blocks from the inode table. 4054240799cdSTheodore Ts'o */ 4055240799cdSTheodore Ts'o if (EXT4_SB(sb)->s_inode_readahead_blks) { 4056240799cdSTheodore Ts'o ext4_fsblk_t b, end, table; 4057240799cdSTheodore Ts'o unsigned num; 4058240799cdSTheodore Ts'o 4059240799cdSTheodore Ts'o table = ext4_inode_table(sb, gdp); 4060240799cdSTheodore Ts'o /* Make sure s_inode_readahead_blks is a power of 2 */ 4061240799cdSTheodore Ts'o while (EXT4_SB(sb)->s_inode_readahead_blks & 4062240799cdSTheodore Ts'o (EXT4_SB(sb)->s_inode_readahead_blks-1)) 4063240799cdSTheodore Ts'o EXT4_SB(sb)->s_inode_readahead_blks = 4064240799cdSTheodore Ts'o (EXT4_SB(sb)->s_inode_readahead_blks & 4065240799cdSTheodore Ts'o (EXT4_SB(sb)->s_inode_readahead_blks-1)); 4066240799cdSTheodore Ts'o b = block & ~(EXT4_SB(sb)->s_inode_readahead_blks-1); 4067240799cdSTheodore Ts'o if (table > b) 4068240799cdSTheodore Ts'o b = table; 4069240799cdSTheodore Ts'o end = b + EXT4_SB(sb)->s_inode_readahead_blks; 4070240799cdSTheodore Ts'o num = EXT4_INODES_PER_GROUP(sb); 4071240799cdSTheodore Ts'o if (EXT4_HAS_RO_COMPAT_FEATURE(sb, 4072240799cdSTheodore Ts'o EXT4_FEATURE_RO_COMPAT_GDT_CSUM)) 4073560671a0SAneesh Kumar K.V num -= ext4_itable_unused_count(sb, gdp); 4074240799cdSTheodore Ts'o table += num / inodes_per_block; 4075240799cdSTheodore Ts'o if (end > table) 4076240799cdSTheodore Ts'o end = table; 4077240799cdSTheodore Ts'o while (b <= end) 4078240799cdSTheodore Ts'o sb_breadahead(sb, b++); 4079240799cdSTheodore Ts'o } 4080240799cdSTheodore Ts'o 4081240799cdSTheodore Ts'o /* 4082ac27a0ecSDave Kleikamp * There are other valid inodes in the buffer, this inode 4083ac27a0ecSDave Kleikamp * has in-inode xattrs, or we don't have this inode in memory. 4084ac27a0ecSDave Kleikamp * Read the block from disk. 4085ac27a0ecSDave Kleikamp */ 4086ac27a0ecSDave Kleikamp get_bh(bh); 4087ac27a0ecSDave Kleikamp bh->b_end_io = end_buffer_read_sync; 4088ac27a0ecSDave Kleikamp submit_bh(READ_META, bh); 4089ac27a0ecSDave Kleikamp wait_on_buffer(bh); 4090ac27a0ecSDave Kleikamp if (!buffer_uptodate(bh)) { 4091240799cdSTheodore Ts'o ext4_error(sb, __func__, 4092240799cdSTheodore Ts'o "unable to read inode block - inode=%lu, " 4093240799cdSTheodore Ts'o "block=%llu", inode->i_ino, block); 4094ac27a0ecSDave Kleikamp brelse(bh); 4095ac27a0ecSDave Kleikamp return -EIO; 4096ac27a0ecSDave Kleikamp } 4097ac27a0ecSDave Kleikamp } 4098ac27a0ecSDave Kleikamp has_buffer: 4099ac27a0ecSDave Kleikamp iloc->bh = bh; 4100ac27a0ecSDave Kleikamp return 0; 4101ac27a0ecSDave Kleikamp } 4102ac27a0ecSDave Kleikamp 4103617ba13bSMingming Cao int ext4_get_inode_loc(struct inode *inode, struct ext4_iloc *iloc) 4104ac27a0ecSDave Kleikamp { 4105ac27a0ecSDave Kleikamp /* We have all inode data except xattrs in memory here. */ 4106617ba13bSMingming Cao return __ext4_get_inode_loc(inode, iloc, 4107617ba13bSMingming Cao !(EXT4_I(inode)->i_state & EXT4_STATE_XATTR)); 4108ac27a0ecSDave Kleikamp } 4109ac27a0ecSDave Kleikamp 4110617ba13bSMingming Cao void ext4_set_inode_flags(struct inode *inode) 4111ac27a0ecSDave Kleikamp { 4112617ba13bSMingming Cao unsigned int flags = EXT4_I(inode)->i_flags; 4113ac27a0ecSDave Kleikamp 4114ac27a0ecSDave Kleikamp inode->i_flags &= ~(S_SYNC|S_APPEND|S_IMMUTABLE|S_NOATIME|S_DIRSYNC); 4115617ba13bSMingming Cao if (flags & EXT4_SYNC_FL) 4116ac27a0ecSDave Kleikamp inode->i_flags |= S_SYNC; 4117617ba13bSMingming Cao if (flags & EXT4_APPEND_FL) 4118ac27a0ecSDave Kleikamp inode->i_flags |= S_APPEND; 4119617ba13bSMingming Cao if (flags & EXT4_IMMUTABLE_FL) 4120ac27a0ecSDave Kleikamp inode->i_flags |= S_IMMUTABLE; 4121617ba13bSMingming Cao if (flags & EXT4_NOATIME_FL) 4122ac27a0ecSDave Kleikamp inode->i_flags |= S_NOATIME; 4123617ba13bSMingming Cao if (flags & EXT4_DIRSYNC_FL) 4124ac27a0ecSDave Kleikamp inode->i_flags |= S_DIRSYNC; 4125ac27a0ecSDave Kleikamp } 4126ac27a0ecSDave Kleikamp 4127ff9ddf7eSJan Kara /* Propagate flags from i_flags to EXT4_I(inode)->i_flags */ 4128ff9ddf7eSJan Kara void ext4_get_inode_flags(struct ext4_inode_info *ei) 4129ff9ddf7eSJan Kara { 4130ff9ddf7eSJan Kara unsigned int flags = ei->vfs_inode.i_flags; 4131ff9ddf7eSJan Kara 4132ff9ddf7eSJan Kara ei->i_flags &= ~(EXT4_SYNC_FL|EXT4_APPEND_FL| 4133ff9ddf7eSJan Kara EXT4_IMMUTABLE_FL|EXT4_NOATIME_FL|EXT4_DIRSYNC_FL); 4134ff9ddf7eSJan Kara if (flags & S_SYNC) 4135ff9ddf7eSJan Kara ei->i_flags |= EXT4_SYNC_FL; 4136ff9ddf7eSJan Kara if (flags & S_APPEND) 4137ff9ddf7eSJan Kara ei->i_flags |= EXT4_APPEND_FL; 4138ff9ddf7eSJan Kara if (flags & S_IMMUTABLE) 4139ff9ddf7eSJan Kara ei->i_flags |= EXT4_IMMUTABLE_FL; 4140ff9ddf7eSJan Kara if (flags & S_NOATIME) 4141ff9ddf7eSJan Kara ei->i_flags |= EXT4_NOATIME_FL; 4142ff9ddf7eSJan Kara if (flags & S_DIRSYNC) 4143ff9ddf7eSJan Kara ei->i_flags |= EXT4_DIRSYNC_FL; 4144ff9ddf7eSJan Kara } 41450fc1b451SAneesh Kumar K.V static blkcnt_t ext4_inode_blocks(struct ext4_inode *raw_inode, 41460fc1b451SAneesh Kumar K.V struct ext4_inode_info *ei) 41470fc1b451SAneesh Kumar K.V { 41480fc1b451SAneesh Kumar K.V blkcnt_t i_blocks ; 41498180a562SAneesh Kumar K.V struct inode *inode = &(ei->vfs_inode); 41508180a562SAneesh Kumar K.V struct super_block *sb = inode->i_sb; 41510fc1b451SAneesh Kumar K.V 41520fc1b451SAneesh Kumar K.V if (EXT4_HAS_RO_COMPAT_FEATURE(sb, 41530fc1b451SAneesh Kumar K.V EXT4_FEATURE_RO_COMPAT_HUGE_FILE)) { 41540fc1b451SAneesh Kumar K.V /* we are using combined 48 bit field */ 41550fc1b451SAneesh Kumar K.V i_blocks = ((u64)le16_to_cpu(raw_inode->i_blocks_high)) << 32 | 41560fc1b451SAneesh Kumar K.V le32_to_cpu(raw_inode->i_blocks_lo); 41578180a562SAneesh Kumar K.V if (ei->i_flags & EXT4_HUGE_FILE_FL) { 41588180a562SAneesh Kumar K.V /* i_blocks represent file system block size */ 41598180a562SAneesh Kumar K.V return i_blocks << (inode->i_blkbits - 9); 41608180a562SAneesh Kumar K.V } else { 41610fc1b451SAneesh Kumar K.V return i_blocks; 41628180a562SAneesh Kumar K.V } 41630fc1b451SAneesh Kumar K.V } else { 41640fc1b451SAneesh Kumar K.V return le32_to_cpu(raw_inode->i_blocks_lo); 41650fc1b451SAneesh Kumar K.V } 41660fc1b451SAneesh Kumar K.V } 4167ff9ddf7eSJan Kara 41681d1fe1eeSDavid Howells struct inode *ext4_iget(struct super_block *sb, unsigned long ino) 4169ac27a0ecSDave Kleikamp { 4170617ba13bSMingming Cao struct ext4_iloc iloc; 4171617ba13bSMingming Cao struct ext4_inode *raw_inode; 41721d1fe1eeSDavid Howells struct ext4_inode_info *ei; 4173ac27a0ecSDave Kleikamp struct buffer_head *bh; 41741d1fe1eeSDavid Howells struct inode *inode; 41751d1fe1eeSDavid Howells long ret; 4176ac27a0ecSDave Kleikamp int block; 4177ac27a0ecSDave Kleikamp 41781d1fe1eeSDavid Howells inode = iget_locked(sb, ino); 41791d1fe1eeSDavid Howells if (!inode) 41801d1fe1eeSDavid Howells return ERR_PTR(-ENOMEM); 41811d1fe1eeSDavid Howells if (!(inode->i_state & I_NEW)) 41821d1fe1eeSDavid Howells return inode; 41831d1fe1eeSDavid Howells 41841d1fe1eeSDavid Howells ei = EXT4_I(inode); 418503010a33STheodore Ts'o #ifdef CONFIG_EXT4_FS_POSIX_ACL 4186617ba13bSMingming Cao ei->i_acl = EXT4_ACL_NOT_CACHED; 4187617ba13bSMingming Cao ei->i_default_acl = EXT4_ACL_NOT_CACHED; 4188ac27a0ecSDave Kleikamp #endif 4189ac27a0ecSDave Kleikamp 41901d1fe1eeSDavid Howells ret = __ext4_get_inode_loc(inode, &iloc, 0); 41911d1fe1eeSDavid Howells if (ret < 0) 4192ac27a0ecSDave Kleikamp goto bad_inode; 4193ac27a0ecSDave Kleikamp bh = iloc.bh; 4194617ba13bSMingming Cao raw_inode = ext4_raw_inode(&iloc); 4195ac27a0ecSDave Kleikamp inode->i_mode = le16_to_cpu(raw_inode->i_mode); 4196ac27a0ecSDave Kleikamp inode->i_uid = (uid_t)le16_to_cpu(raw_inode->i_uid_low); 4197ac27a0ecSDave Kleikamp inode->i_gid = (gid_t)le16_to_cpu(raw_inode->i_gid_low); 4198ac27a0ecSDave Kleikamp if (!(test_opt(inode->i_sb, NO_UID32))) { 4199ac27a0ecSDave Kleikamp inode->i_uid |= le16_to_cpu(raw_inode->i_uid_high) << 16; 4200ac27a0ecSDave Kleikamp inode->i_gid |= le16_to_cpu(raw_inode->i_gid_high) << 16; 4201ac27a0ecSDave Kleikamp } 4202ac27a0ecSDave Kleikamp inode->i_nlink = le16_to_cpu(raw_inode->i_links_count); 4203ac27a0ecSDave Kleikamp 4204ac27a0ecSDave Kleikamp ei->i_state = 0; 4205ac27a0ecSDave Kleikamp ei->i_dir_start_lookup = 0; 4206ac27a0ecSDave Kleikamp ei->i_dtime = le32_to_cpu(raw_inode->i_dtime); 4207ac27a0ecSDave Kleikamp /* We now have enough fields to check if the inode was active or not. 4208ac27a0ecSDave Kleikamp * This is needed because nfsd might try to access dead inodes 4209ac27a0ecSDave Kleikamp * the test is that same one that e2fsck uses 4210ac27a0ecSDave Kleikamp * NeilBrown 1999oct15 4211ac27a0ecSDave Kleikamp */ 4212ac27a0ecSDave Kleikamp if (inode->i_nlink == 0) { 4213ac27a0ecSDave Kleikamp if (inode->i_mode == 0 || 4214617ba13bSMingming Cao !(EXT4_SB(inode->i_sb)->s_mount_state & EXT4_ORPHAN_FS)) { 4215ac27a0ecSDave Kleikamp /* this inode is deleted */ 4216ac27a0ecSDave Kleikamp brelse(bh); 42171d1fe1eeSDavid Howells ret = -ESTALE; 4218ac27a0ecSDave Kleikamp goto bad_inode; 4219ac27a0ecSDave Kleikamp } 4220ac27a0ecSDave Kleikamp /* The only unlinked inodes we let through here have 4221ac27a0ecSDave Kleikamp * valid i_mode and are being read by the orphan 4222ac27a0ecSDave Kleikamp * recovery code: that's fine, we're about to complete 4223ac27a0ecSDave Kleikamp * the process of deleting those. */ 4224ac27a0ecSDave Kleikamp } 4225ac27a0ecSDave Kleikamp ei->i_flags = le32_to_cpu(raw_inode->i_flags); 42260fc1b451SAneesh Kumar K.V inode->i_blocks = ext4_inode_blocks(raw_inode, ei); 42277973c0c1SAneesh Kumar K.V ei->i_file_acl = le32_to_cpu(raw_inode->i_file_acl_lo); 42289b8f1f01SMingming Cao if (EXT4_SB(inode->i_sb)->s_es->s_creator_os != 4229a48380f7SAneesh Kumar K.V cpu_to_le32(EXT4_OS_HURD)) { 4230a1ddeb7eSBadari Pulavarty ei->i_file_acl |= 4231a1ddeb7eSBadari Pulavarty ((__u64)le16_to_cpu(raw_inode->i_file_acl_high)) << 32; 4232ac27a0ecSDave Kleikamp } 4233a48380f7SAneesh Kumar K.V inode->i_size = ext4_isize(raw_inode); 4234ac27a0ecSDave Kleikamp ei->i_disksize = inode->i_size; 4235ac27a0ecSDave Kleikamp inode->i_generation = le32_to_cpu(raw_inode->i_generation); 4236ac27a0ecSDave Kleikamp ei->i_block_group = iloc.block_group; 4237ac27a0ecSDave Kleikamp /* 4238ac27a0ecSDave Kleikamp * NOTE! The in-memory inode i_data array is in little-endian order 4239ac27a0ecSDave Kleikamp * even on big-endian machines: we do NOT byteswap the block numbers! 4240ac27a0ecSDave Kleikamp */ 4241617ba13bSMingming Cao for (block = 0; block < EXT4_N_BLOCKS; block++) 4242ac27a0ecSDave Kleikamp ei->i_data[block] = raw_inode->i_block[block]; 4243ac27a0ecSDave Kleikamp INIT_LIST_HEAD(&ei->i_orphan); 4244ac27a0ecSDave Kleikamp 42450040d987SEric Sandeen if (EXT4_INODE_SIZE(inode->i_sb) > EXT4_GOOD_OLD_INODE_SIZE) { 4246ac27a0ecSDave Kleikamp ei->i_extra_isize = le16_to_cpu(raw_inode->i_extra_isize); 4247617ba13bSMingming Cao if (EXT4_GOOD_OLD_INODE_SIZE + ei->i_extra_isize > 4248e5d2861fSKirill Korotaev EXT4_INODE_SIZE(inode->i_sb)) { 4249e5d2861fSKirill Korotaev brelse(bh); 42501d1fe1eeSDavid Howells ret = -EIO; 4251ac27a0ecSDave Kleikamp goto bad_inode; 4252e5d2861fSKirill Korotaev } 4253ac27a0ecSDave Kleikamp if (ei->i_extra_isize == 0) { 4254ac27a0ecSDave Kleikamp /* The extra space is currently unused. Use it. */ 4255617ba13bSMingming Cao ei->i_extra_isize = sizeof(struct ext4_inode) - 4256617ba13bSMingming Cao EXT4_GOOD_OLD_INODE_SIZE; 4257ac27a0ecSDave Kleikamp } else { 4258ac27a0ecSDave Kleikamp __le32 *magic = (void *)raw_inode + 4259617ba13bSMingming Cao EXT4_GOOD_OLD_INODE_SIZE + 4260ac27a0ecSDave Kleikamp ei->i_extra_isize; 4261617ba13bSMingming Cao if (*magic == cpu_to_le32(EXT4_XATTR_MAGIC)) 4262617ba13bSMingming Cao ei->i_state |= EXT4_STATE_XATTR; 4263ac27a0ecSDave Kleikamp } 4264ac27a0ecSDave Kleikamp } else 4265ac27a0ecSDave Kleikamp ei->i_extra_isize = 0; 4266ac27a0ecSDave Kleikamp 4267ef7f3835SKalpak Shah EXT4_INODE_GET_XTIME(i_ctime, inode, raw_inode); 4268ef7f3835SKalpak Shah EXT4_INODE_GET_XTIME(i_mtime, inode, raw_inode); 4269ef7f3835SKalpak Shah EXT4_INODE_GET_XTIME(i_atime, inode, raw_inode); 4270ef7f3835SKalpak Shah EXT4_EINODE_GET_XTIME(i_crtime, ei, raw_inode); 4271ef7f3835SKalpak Shah 427225ec56b5SJean Noel Cordenner inode->i_version = le32_to_cpu(raw_inode->i_disk_version); 427325ec56b5SJean Noel Cordenner if (EXT4_INODE_SIZE(inode->i_sb) > EXT4_GOOD_OLD_INODE_SIZE) { 427425ec56b5SJean Noel Cordenner if (EXT4_FITS_IN_INODE(raw_inode, ei, i_version_hi)) 427525ec56b5SJean Noel Cordenner inode->i_version |= 427625ec56b5SJean Noel Cordenner (__u64)(le32_to_cpu(raw_inode->i_version_hi)) << 32; 427725ec56b5SJean Noel Cordenner } 427825ec56b5SJean Noel Cordenner 4279ac27a0ecSDave Kleikamp if (S_ISREG(inode->i_mode)) { 4280617ba13bSMingming Cao inode->i_op = &ext4_file_inode_operations; 4281617ba13bSMingming Cao inode->i_fop = &ext4_file_operations; 4282617ba13bSMingming Cao ext4_set_aops(inode); 4283ac27a0ecSDave Kleikamp } else if (S_ISDIR(inode->i_mode)) { 4284617ba13bSMingming Cao inode->i_op = &ext4_dir_inode_operations; 4285617ba13bSMingming Cao inode->i_fop = &ext4_dir_operations; 4286ac27a0ecSDave Kleikamp } else if (S_ISLNK(inode->i_mode)) { 4287e83c1397SDuane Griffin if (ext4_inode_is_fast_symlink(inode)) { 4288617ba13bSMingming Cao inode->i_op = &ext4_fast_symlink_inode_operations; 4289e83c1397SDuane Griffin nd_terminate_link(ei->i_data, inode->i_size, 4290e83c1397SDuane Griffin sizeof(ei->i_data) - 1); 4291e83c1397SDuane Griffin } else { 4292617ba13bSMingming Cao inode->i_op = &ext4_symlink_inode_operations; 4293617ba13bSMingming Cao ext4_set_aops(inode); 4294ac27a0ecSDave Kleikamp } 4295ac27a0ecSDave Kleikamp } else { 4296617ba13bSMingming Cao inode->i_op = &ext4_special_inode_operations; 4297ac27a0ecSDave Kleikamp if (raw_inode->i_block[0]) 4298ac27a0ecSDave Kleikamp init_special_inode(inode, inode->i_mode, 4299ac27a0ecSDave Kleikamp old_decode_dev(le32_to_cpu(raw_inode->i_block[0]))); 4300ac27a0ecSDave Kleikamp else 4301ac27a0ecSDave Kleikamp init_special_inode(inode, inode->i_mode, 4302ac27a0ecSDave Kleikamp new_decode_dev(le32_to_cpu(raw_inode->i_block[1]))); 4303ac27a0ecSDave Kleikamp } 4304ac27a0ecSDave Kleikamp brelse(iloc.bh); 4305617ba13bSMingming Cao ext4_set_inode_flags(inode); 43061d1fe1eeSDavid Howells unlock_new_inode(inode); 43071d1fe1eeSDavid Howells return inode; 4308ac27a0ecSDave Kleikamp 4309ac27a0ecSDave Kleikamp bad_inode: 43101d1fe1eeSDavid Howells iget_failed(inode); 43111d1fe1eeSDavid Howells return ERR_PTR(ret); 4312ac27a0ecSDave Kleikamp } 4313ac27a0ecSDave Kleikamp 43140fc1b451SAneesh Kumar K.V static int ext4_inode_blocks_set(handle_t *handle, 43150fc1b451SAneesh Kumar K.V struct ext4_inode *raw_inode, 43160fc1b451SAneesh Kumar K.V struct ext4_inode_info *ei) 43170fc1b451SAneesh Kumar K.V { 43180fc1b451SAneesh Kumar K.V struct inode *inode = &(ei->vfs_inode); 43190fc1b451SAneesh Kumar K.V u64 i_blocks = inode->i_blocks; 43200fc1b451SAneesh Kumar K.V struct super_block *sb = inode->i_sb; 43210fc1b451SAneesh Kumar K.V 43220fc1b451SAneesh Kumar K.V if (i_blocks <= ~0U) { 43230fc1b451SAneesh Kumar K.V /* 43240fc1b451SAneesh Kumar K.V * i_blocks can be represnted in a 32 bit variable 43250fc1b451SAneesh Kumar K.V * as multiple of 512 bytes 43260fc1b451SAneesh Kumar K.V */ 43278180a562SAneesh Kumar K.V raw_inode->i_blocks_lo = cpu_to_le32(i_blocks); 43280fc1b451SAneesh Kumar K.V raw_inode->i_blocks_high = 0; 43298180a562SAneesh Kumar K.V ei->i_flags &= ~EXT4_HUGE_FILE_FL; 4330f287a1a5STheodore Ts'o return 0; 4331f287a1a5STheodore Ts'o } 4332f287a1a5STheodore Ts'o if (!EXT4_HAS_RO_COMPAT_FEATURE(sb, EXT4_FEATURE_RO_COMPAT_HUGE_FILE)) 4333f287a1a5STheodore Ts'o return -EFBIG; 4334f287a1a5STheodore Ts'o 4335f287a1a5STheodore Ts'o if (i_blocks <= 0xffffffffffffULL) { 43360fc1b451SAneesh Kumar K.V /* 43370fc1b451SAneesh Kumar K.V * i_blocks can be represented in a 48 bit variable 43380fc1b451SAneesh Kumar K.V * as multiple of 512 bytes 43390fc1b451SAneesh Kumar K.V */ 43408180a562SAneesh Kumar K.V raw_inode->i_blocks_lo = cpu_to_le32(i_blocks); 43410fc1b451SAneesh Kumar K.V raw_inode->i_blocks_high = cpu_to_le16(i_blocks >> 32); 43428180a562SAneesh Kumar K.V ei->i_flags &= ~EXT4_HUGE_FILE_FL; 43430fc1b451SAneesh Kumar K.V } else { 43448180a562SAneesh Kumar K.V ei->i_flags |= EXT4_HUGE_FILE_FL; 43458180a562SAneesh Kumar K.V /* i_block is stored in file system block size */ 43468180a562SAneesh Kumar K.V i_blocks = i_blocks >> (inode->i_blkbits - 9); 43478180a562SAneesh Kumar K.V raw_inode->i_blocks_lo = cpu_to_le32(i_blocks); 43488180a562SAneesh Kumar K.V raw_inode->i_blocks_high = cpu_to_le16(i_blocks >> 32); 43490fc1b451SAneesh Kumar K.V } 4350f287a1a5STheodore Ts'o return 0; 43510fc1b451SAneesh Kumar K.V } 43520fc1b451SAneesh Kumar K.V 4353ac27a0ecSDave Kleikamp /* 4354ac27a0ecSDave Kleikamp * Post the struct inode info into an on-disk inode location in the 4355ac27a0ecSDave Kleikamp * buffer-cache. This gobbles the caller's reference to the 4356ac27a0ecSDave Kleikamp * buffer_head in the inode location struct. 4357ac27a0ecSDave Kleikamp * 4358ac27a0ecSDave Kleikamp * The caller must have write access to iloc->bh. 4359ac27a0ecSDave Kleikamp */ 4360617ba13bSMingming Cao static int ext4_do_update_inode(handle_t *handle, 4361ac27a0ecSDave Kleikamp struct inode *inode, 4362617ba13bSMingming Cao struct ext4_iloc *iloc) 4363ac27a0ecSDave Kleikamp { 4364617ba13bSMingming Cao struct ext4_inode *raw_inode = ext4_raw_inode(iloc); 4365617ba13bSMingming Cao struct ext4_inode_info *ei = EXT4_I(inode); 4366ac27a0ecSDave Kleikamp struct buffer_head *bh = iloc->bh; 4367ac27a0ecSDave Kleikamp int err = 0, rc, block; 4368ac27a0ecSDave Kleikamp 4369ac27a0ecSDave Kleikamp /* For fields not not tracking in the in-memory inode, 4370ac27a0ecSDave Kleikamp * initialise them to zero for new inodes. */ 4371617ba13bSMingming Cao if (ei->i_state & EXT4_STATE_NEW) 4372617ba13bSMingming Cao memset(raw_inode, 0, EXT4_SB(inode->i_sb)->s_inode_size); 4373ac27a0ecSDave Kleikamp 4374ff9ddf7eSJan Kara ext4_get_inode_flags(ei); 4375ac27a0ecSDave Kleikamp raw_inode->i_mode = cpu_to_le16(inode->i_mode); 4376ac27a0ecSDave Kleikamp if (!(test_opt(inode->i_sb, NO_UID32))) { 4377ac27a0ecSDave Kleikamp raw_inode->i_uid_low = cpu_to_le16(low_16_bits(inode->i_uid)); 4378ac27a0ecSDave Kleikamp raw_inode->i_gid_low = cpu_to_le16(low_16_bits(inode->i_gid)); 4379ac27a0ecSDave Kleikamp /* 4380ac27a0ecSDave Kleikamp * Fix up interoperability with old kernels. Otherwise, old inodes get 4381ac27a0ecSDave Kleikamp * re-used with the upper 16 bits of the uid/gid intact 4382ac27a0ecSDave Kleikamp */ 4383ac27a0ecSDave Kleikamp if (!ei->i_dtime) { 4384ac27a0ecSDave Kleikamp raw_inode->i_uid_high = 4385ac27a0ecSDave Kleikamp cpu_to_le16(high_16_bits(inode->i_uid)); 4386ac27a0ecSDave Kleikamp raw_inode->i_gid_high = 4387ac27a0ecSDave Kleikamp cpu_to_le16(high_16_bits(inode->i_gid)); 4388ac27a0ecSDave Kleikamp } else { 4389ac27a0ecSDave Kleikamp raw_inode->i_uid_high = 0; 4390ac27a0ecSDave Kleikamp raw_inode->i_gid_high = 0; 4391ac27a0ecSDave Kleikamp } 4392ac27a0ecSDave Kleikamp } else { 4393ac27a0ecSDave Kleikamp raw_inode->i_uid_low = 4394ac27a0ecSDave Kleikamp cpu_to_le16(fs_high2lowuid(inode->i_uid)); 4395ac27a0ecSDave Kleikamp raw_inode->i_gid_low = 4396ac27a0ecSDave Kleikamp cpu_to_le16(fs_high2lowgid(inode->i_gid)); 4397ac27a0ecSDave Kleikamp raw_inode->i_uid_high = 0; 4398ac27a0ecSDave Kleikamp raw_inode->i_gid_high = 0; 4399ac27a0ecSDave Kleikamp } 4400ac27a0ecSDave Kleikamp raw_inode->i_links_count = cpu_to_le16(inode->i_nlink); 4401ef7f3835SKalpak Shah 4402ef7f3835SKalpak Shah EXT4_INODE_SET_XTIME(i_ctime, inode, raw_inode); 4403ef7f3835SKalpak Shah EXT4_INODE_SET_XTIME(i_mtime, inode, raw_inode); 4404ef7f3835SKalpak Shah EXT4_INODE_SET_XTIME(i_atime, inode, raw_inode); 4405ef7f3835SKalpak Shah EXT4_EINODE_SET_XTIME(i_crtime, ei, raw_inode); 4406ef7f3835SKalpak Shah 44070fc1b451SAneesh Kumar K.V if (ext4_inode_blocks_set(handle, raw_inode, ei)) 44080fc1b451SAneesh Kumar K.V goto out_brelse; 4409ac27a0ecSDave Kleikamp raw_inode->i_dtime = cpu_to_le32(ei->i_dtime); 4410267e4db9SAneesh Kumar K.V /* clear the migrate flag in the raw_inode */ 4411267e4db9SAneesh Kumar K.V raw_inode->i_flags = cpu_to_le32(ei->i_flags & ~EXT4_EXT_MIGRATE); 44129b8f1f01SMingming Cao if (EXT4_SB(inode->i_sb)->s_es->s_creator_os != 44139b8f1f01SMingming Cao cpu_to_le32(EXT4_OS_HURD)) 4414a1ddeb7eSBadari Pulavarty raw_inode->i_file_acl_high = 4415a1ddeb7eSBadari Pulavarty cpu_to_le16(ei->i_file_acl >> 32); 44167973c0c1SAneesh Kumar K.V raw_inode->i_file_acl_lo = cpu_to_le32(ei->i_file_acl); 4417a48380f7SAneesh Kumar K.V ext4_isize_set(raw_inode, ei->i_disksize); 4418ac27a0ecSDave Kleikamp if (ei->i_disksize > 0x7fffffffULL) { 4419ac27a0ecSDave Kleikamp struct super_block *sb = inode->i_sb; 4420617ba13bSMingming Cao if (!EXT4_HAS_RO_COMPAT_FEATURE(sb, 4421617ba13bSMingming Cao EXT4_FEATURE_RO_COMPAT_LARGE_FILE) || 4422617ba13bSMingming Cao EXT4_SB(sb)->s_es->s_rev_level == 4423617ba13bSMingming Cao cpu_to_le32(EXT4_GOOD_OLD_REV)) { 4424ac27a0ecSDave Kleikamp /* If this is the first large file 4425ac27a0ecSDave Kleikamp * created, add a flag to the superblock. 4426ac27a0ecSDave Kleikamp */ 4427617ba13bSMingming Cao err = ext4_journal_get_write_access(handle, 4428617ba13bSMingming Cao EXT4_SB(sb)->s_sbh); 4429ac27a0ecSDave Kleikamp if (err) 4430ac27a0ecSDave Kleikamp goto out_brelse; 4431617ba13bSMingming Cao ext4_update_dynamic_rev(sb); 4432617ba13bSMingming Cao EXT4_SET_RO_COMPAT_FEATURE(sb, 4433617ba13bSMingming Cao EXT4_FEATURE_RO_COMPAT_LARGE_FILE); 4434ac27a0ecSDave Kleikamp sb->s_dirt = 1; 44350390131bSFrank Mayhar ext4_handle_sync(handle); 44360390131bSFrank Mayhar err = ext4_handle_dirty_metadata(handle, inode, 4437617ba13bSMingming Cao EXT4_SB(sb)->s_sbh); 4438ac27a0ecSDave Kleikamp } 4439ac27a0ecSDave Kleikamp } 4440ac27a0ecSDave Kleikamp raw_inode->i_generation = cpu_to_le32(inode->i_generation); 4441ac27a0ecSDave Kleikamp if (S_ISCHR(inode->i_mode) || S_ISBLK(inode->i_mode)) { 4442ac27a0ecSDave Kleikamp if (old_valid_dev(inode->i_rdev)) { 4443ac27a0ecSDave Kleikamp raw_inode->i_block[0] = 4444ac27a0ecSDave Kleikamp cpu_to_le32(old_encode_dev(inode->i_rdev)); 4445ac27a0ecSDave Kleikamp raw_inode->i_block[1] = 0; 4446ac27a0ecSDave Kleikamp } else { 4447ac27a0ecSDave Kleikamp raw_inode->i_block[0] = 0; 4448ac27a0ecSDave Kleikamp raw_inode->i_block[1] = 4449ac27a0ecSDave Kleikamp cpu_to_le32(new_encode_dev(inode->i_rdev)); 4450ac27a0ecSDave Kleikamp raw_inode->i_block[2] = 0; 4451ac27a0ecSDave Kleikamp } 4452617ba13bSMingming Cao } else for (block = 0; block < EXT4_N_BLOCKS; block++) 4453ac27a0ecSDave Kleikamp raw_inode->i_block[block] = ei->i_data[block]; 4454ac27a0ecSDave Kleikamp 445525ec56b5SJean Noel Cordenner raw_inode->i_disk_version = cpu_to_le32(inode->i_version); 445625ec56b5SJean Noel Cordenner if (ei->i_extra_isize) { 445725ec56b5SJean Noel Cordenner if (EXT4_FITS_IN_INODE(raw_inode, ei, i_version_hi)) 445825ec56b5SJean Noel Cordenner raw_inode->i_version_hi = 445925ec56b5SJean Noel Cordenner cpu_to_le32(inode->i_version >> 32); 4460ac27a0ecSDave Kleikamp raw_inode->i_extra_isize = cpu_to_le16(ei->i_extra_isize); 446125ec56b5SJean Noel Cordenner } 446225ec56b5SJean Noel Cordenner 44630390131bSFrank Mayhar BUFFER_TRACE(bh, "call ext4_handle_dirty_metadata"); 44640390131bSFrank Mayhar rc = ext4_handle_dirty_metadata(handle, inode, bh); 4465ac27a0ecSDave Kleikamp if (!err) 4466ac27a0ecSDave Kleikamp err = rc; 4467617ba13bSMingming Cao ei->i_state &= ~EXT4_STATE_NEW; 4468ac27a0ecSDave Kleikamp 4469ac27a0ecSDave Kleikamp out_brelse: 4470ac27a0ecSDave Kleikamp brelse(bh); 4471617ba13bSMingming Cao ext4_std_error(inode->i_sb, err); 4472ac27a0ecSDave Kleikamp return err; 4473ac27a0ecSDave Kleikamp } 4474ac27a0ecSDave Kleikamp 4475ac27a0ecSDave Kleikamp /* 4476617ba13bSMingming Cao * ext4_write_inode() 4477ac27a0ecSDave Kleikamp * 4478ac27a0ecSDave Kleikamp * We are called from a few places: 4479ac27a0ecSDave Kleikamp * 4480ac27a0ecSDave Kleikamp * - Within generic_file_write() for O_SYNC files. 4481ac27a0ecSDave Kleikamp * Here, there will be no transaction running. We wait for any running 4482ac27a0ecSDave Kleikamp * trasnaction to commit. 4483ac27a0ecSDave Kleikamp * 4484ac27a0ecSDave Kleikamp * - Within sys_sync(), kupdate and such. 4485ac27a0ecSDave Kleikamp * We wait on commit, if tol to. 4486ac27a0ecSDave Kleikamp * 4487ac27a0ecSDave Kleikamp * - Within prune_icache() (PF_MEMALLOC == true) 4488ac27a0ecSDave Kleikamp * Here we simply return. We can't afford to block kswapd on the 4489ac27a0ecSDave Kleikamp * journal commit. 4490ac27a0ecSDave Kleikamp * 4491ac27a0ecSDave Kleikamp * In all cases it is actually safe for us to return without doing anything, 4492ac27a0ecSDave Kleikamp * because the inode has been copied into a raw inode buffer in 4493617ba13bSMingming Cao * ext4_mark_inode_dirty(). This is a correctness thing for O_SYNC and for 4494ac27a0ecSDave Kleikamp * knfsd. 4495ac27a0ecSDave Kleikamp * 4496ac27a0ecSDave Kleikamp * Note that we are absolutely dependent upon all inode dirtiers doing the 4497ac27a0ecSDave Kleikamp * right thing: they *must* call mark_inode_dirty() after dirtying info in 4498ac27a0ecSDave Kleikamp * which we are interested. 4499ac27a0ecSDave Kleikamp * 4500ac27a0ecSDave Kleikamp * It would be a bug for them to not do this. The code: 4501ac27a0ecSDave Kleikamp * 4502ac27a0ecSDave Kleikamp * mark_inode_dirty(inode) 4503ac27a0ecSDave Kleikamp * stuff(); 4504ac27a0ecSDave Kleikamp * inode->i_size = expr; 4505ac27a0ecSDave Kleikamp * 4506ac27a0ecSDave Kleikamp * is in error because a kswapd-driven write_inode() could occur while 4507ac27a0ecSDave Kleikamp * `stuff()' is running, and the new i_size will be lost. Plus the inode 4508ac27a0ecSDave Kleikamp * will no longer be on the superblock's dirty inode list. 4509ac27a0ecSDave Kleikamp */ 4510617ba13bSMingming Cao int ext4_write_inode(struct inode *inode, int wait) 4511ac27a0ecSDave Kleikamp { 4512ac27a0ecSDave Kleikamp if (current->flags & PF_MEMALLOC) 4513ac27a0ecSDave Kleikamp return 0; 4514ac27a0ecSDave Kleikamp 4515617ba13bSMingming Cao if (ext4_journal_current_handle()) { 4516b38bd33aSMingming Cao jbd_debug(1, "called recursively, non-PF_MEMALLOC!\n"); 4517ac27a0ecSDave Kleikamp dump_stack(); 4518ac27a0ecSDave Kleikamp return -EIO; 4519ac27a0ecSDave Kleikamp } 4520ac27a0ecSDave Kleikamp 4521ac27a0ecSDave Kleikamp if (!wait) 4522ac27a0ecSDave Kleikamp return 0; 4523ac27a0ecSDave Kleikamp 4524617ba13bSMingming Cao return ext4_force_commit(inode->i_sb); 4525ac27a0ecSDave Kleikamp } 4526ac27a0ecSDave Kleikamp 45270390131bSFrank Mayhar int __ext4_write_dirty_metadata(struct inode *inode, struct buffer_head *bh) 45280390131bSFrank Mayhar { 45290390131bSFrank Mayhar int err = 0; 45300390131bSFrank Mayhar 45310390131bSFrank Mayhar mark_buffer_dirty(bh); 45320390131bSFrank Mayhar if (inode && inode_needs_sync(inode)) { 45330390131bSFrank Mayhar sync_dirty_buffer(bh); 45340390131bSFrank Mayhar if (buffer_req(bh) && !buffer_uptodate(bh)) { 45350390131bSFrank Mayhar ext4_error(inode->i_sb, __func__, 45360390131bSFrank Mayhar "IO error syncing inode, " 45370390131bSFrank Mayhar "inode=%lu, block=%llu", 45380390131bSFrank Mayhar inode->i_ino, 45390390131bSFrank Mayhar (unsigned long long)bh->b_blocknr); 45400390131bSFrank Mayhar err = -EIO; 45410390131bSFrank Mayhar } 45420390131bSFrank Mayhar } 45430390131bSFrank Mayhar return err; 45440390131bSFrank Mayhar } 45450390131bSFrank Mayhar 4546ac27a0ecSDave Kleikamp /* 4547617ba13bSMingming Cao * ext4_setattr() 4548ac27a0ecSDave Kleikamp * 4549ac27a0ecSDave Kleikamp * Called from notify_change. 4550ac27a0ecSDave Kleikamp * 4551ac27a0ecSDave Kleikamp * We want to trap VFS attempts to truncate the file as soon as 4552ac27a0ecSDave Kleikamp * possible. In particular, we want to make sure that when the VFS 4553ac27a0ecSDave Kleikamp * shrinks i_size, we put the inode on the orphan list and modify 4554ac27a0ecSDave Kleikamp * i_disksize immediately, so that during the subsequent flushing of 4555ac27a0ecSDave Kleikamp * dirty pages and freeing of disk blocks, we can guarantee that any 4556ac27a0ecSDave Kleikamp * commit will leave the blocks being flushed in an unused state on 4557ac27a0ecSDave Kleikamp * disk. (On recovery, the inode will get truncated and the blocks will 4558ac27a0ecSDave Kleikamp * be freed, so we have a strong guarantee that no future commit will 4559ac27a0ecSDave Kleikamp * leave these blocks visible to the user.) 4560ac27a0ecSDave Kleikamp * 4561678aaf48SJan Kara * Another thing we have to assure is that if we are in ordered mode 4562678aaf48SJan Kara * and inode is still attached to the committing transaction, we must 4563678aaf48SJan Kara * we start writeout of all the dirty pages which are being truncated. 4564678aaf48SJan Kara * This way we are sure that all the data written in the previous 4565678aaf48SJan Kara * transaction are already on disk (truncate waits for pages under 4566678aaf48SJan Kara * writeback). 4567678aaf48SJan Kara * 4568678aaf48SJan Kara * Called with inode->i_mutex down. 4569ac27a0ecSDave Kleikamp */ 4570617ba13bSMingming Cao int ext4_setattr(struct dentry *dentry, struct iattr *attr) 4571ac27a0ecSDave Kleikamp { 4572ac27a0ecSDave Kleikamp struct inode *inode = dentry->d_inode; 4573ac27a0ecSDave Kleikamp int error, rc = 0; 4574ac27a0ecSDave Kleikamp const unsigned int ia_valid = attr->ia_valid; 4575ac27a0ecSDave Kleikamp 4576ac27a0ecSDave Kleikamp error = inode_change_ok(inode, attr); 4577ac27a0ecSDave Kleikamp if (error) 4578ac27a0ecSDave Kleikamp return error; 4579ac27a0ecSDave Kleikamp 4580ac27a0ecSDave Kleikamp if ((ia_valid & ATTR_UID && attr->ia_uid != inode->i_uid) || 4581ac27a0ecSDave Kleikamp (ia_valid & ATTR_GID && attr->ia_gid != inode->i_gid)) { 4582ac27a0ecSDave Kleikamp handle_t *handle; 4583ac27a0ecSDave Kleikamp 4584ac27a0ecSDave Kleikamp /* (user+group)*(old+new) structure, inode write (sb, 4585ac27a0ecSDave Kleikamp * inode block, ? - but truncate inode update has it) */ 4586617ba13bSMingming Cao handle = ext4_journal_start(inode, 2*(EXT4_QUOTA_INIT_BLOCKS(inode->i_sb)+ 4587617ba13bSMingming Cao EXT4_QUOTA_DEL_BLOCKS(inode->i_sb))+3); 4588ac27a0ecSDave Kleikamp if (IS_ERR(handle)) { 4589ac27a0ecSDave Kleikamp error = PTR_ERR(handle); 4590ac27a0ecSDave Kleikamp goto err_out; 4591ac27a0ecSDave Kleikamp } 4592ac27a0ecSDave Kleikamp error = DQUOT_TRANSFER(inode, attr) ? -EDQUOT : 0; 4593ac27a0ecSDave Kleikamp if (error) { 4594617ba13bSMingming Cao ext4_journal_stop(handle); 4595ac27a0ecSDave Kleikamp return error; 4596ac27a0ecSDave Kleikamp } 4597ac27a0ecSDave Kleikamp /* Update corresponding info in inode so that everything is in 4598ac27a0ecSDave Kleikamp * one transaction */ 4599ac27a0ecSDave Kleikamp if (attr->ia_valid & ATTR_UID) 4600ac27a0ecSDave Kleikamp inode->i_uid = attr->ia_uid; 4601ac27a0ecSDave Kleikamp if (attr->ia_valid & ATTR_GID) 4602ac27a0ecSDave Kleikamp inode->i_gid = attr->ia_gid; 4603617ba13bSMingming Cao error = ext4_mark_inode_dirty(handle, inode); 4604617ba13bSMingming Cao ext4_journal_stop(handle); 4605ac27a0ecSDave Kleikamp } 4606ac27a0ecSDave Kleikamp 4607e2b46574SEric Sandeen if (attr->ia_valid & ATTR_SIZE) { 4608e2b46574SEric Sandeen if (!(EXT4_I(inode)->i_flags & EXT4_EXTENTS_FL)) { 4609e2b46574SEric Sandeen struct ext4_sb_info *sbi = EXT4_SB(inode->i_sb); 4610e2b46574SEric Sandeen 4611e2b46574SEric Sandeen if (attr->ia_size > sbi->s_bitmap_maxbytes) { 4612e2b46574SEric Sandeen error = -EFBIG; 4613e2b46574SEric Sandeen goto err_out; 4614e2b46574SEric Sandeen } 4615e2b46574SEric Sandeen } 4616e2b46574SEric Sandeen } 4617e2b46574SEric Sandeen 4618ac27a0ecSDave Kleikamp if (S_ISREG(inode->i_mode) && 4619ac27a0ecSDave Kleikamp attr->ia_valid & ATTR_SIZE && attr->ia_size < inode->i_size) { 4620ac27a0ecSDave Kleikamp handle_t *handle; 4621ac27a0ecSDave Kleikamp 4622617ba13bSMingming Cao handle = ext4_journal_start(inode, 3); 4623ac27a0ecSDave Kleikamp if (IS_ERR(handle)) { 4624ac27a0ecSDave Kleikamp error = PTR_ERR(handle); 4625ac27a0ecSDave Kleikamp goto err_out; 4626ac27a0ecSDave Kleikamp } 4627ac27a0ecSDave Kleikamp 4628617ba13bSMingming Cao error = ext4_orphan_add(handle, inode); 4629617ba13bSMingming Cao EXT4_I(inode)->i_disksize = attr->ia_size; 4630617ba13bSMingming Cao rc = ext4_mark_inode_dirty(handle, inode); 4631ac27a0ecSDave Kleikamp if (!error) 4632ac27a0ecSDave Kleikamp error = rc; 4633617ba13bSMingming Cao ext4_journal_stop(handle); 4634678aaf48SJan Kara 4635678aaf48SJan Kara if (ext4_should_order_data(inode)) { 4636678aaf48SJan Kara error = ext4_begin_ordered_truncate(inode, 4637678aaf48SJan Kara attr->ia_size); 4638678aaf48SJan Kara if (error) { 4639678aaf48SJan Kara /* Do as much error cleanup as possible */ 4640678aaf48SJan Kara handle = ext4_journal_start(inode, 3); 4641678aaf48SJan Kara if (IS_ERR(handle)) { 4642678aaf48SJan Kara ext4_orphan_del(NULL, inode); 4643678aaf48SJan Kara goto err_out; 4644678aaf48SJan Kara } 4645678aaf48SJan Kara ext4_orphan_del(handle, inode); 4646678aaf48SJan Kara ext4_journal_stop(handle); 4647678aaf48SJan Kara goto err_out; 4648678aaf48SJan Kara } 4649678aaf48SJan Kara } 4650ac27a0ecSDave Kleikamp } 4651ac27a0ecSDave Kleikamp 4652ac27a0ecSDave Kleikamp rc = inode_setattr(inode, attr); 4653ac27a0ecSDave Kleikamp 4654617ba13bSMingming Cao /* If inode_setattr's call to ext4_truncate failed to get a 4655ac27a0ecSDave Kleikamp * transaction handle at all, we need to clean up the in-core 4656ac27a0ecSDave Kleikamp * orphan list manually. */ 4657ac27a0ecSDave Kleikamp if (inode->i_nlink) 4658617ba13bSMingming Cao ext4_orphan_del(NULL, inode); 4659ac27a0ecSDave Kleikamp 4660ac27a0ecSDave Kleikamp if (!rc && (ia_valid & ATTR_MODE)) 4661617ba13bSMingming Cao rc = ext4_acl_chmod(inode); 4662ac27a0ecSDave Kleikamp 4663ac27a0ecSDave Kleikamp err_out: 4664617ba13bSMingming Cao ext4_std_error(inode->i_sb, error); 4665ac27a0ecSDave Kleikamp if (!error) 4666ac27a0ecSDave Kleikamp error = rc; 4667ac27a0ecSDave Kleikamp return error; 4668ac27a0ecSDave Kleikamp } 4669ac27a0ecSDave Kleikamp 46703e3398a0SMingming Cao int ext4_getattr(struct vfsmount *mnt, struct dentry *dentry, 46713e3398a0SMingming Cao struct kstat *stat) 46723e3398a0SMingming Cao { 46733e3398a0SMingming Cao struct inode *inode; 46743e3398a0SMingming Cao unsigned long delalloc_blocks; 46753e3398a0SMingming Cao 46763e3398a0SMingming Cao inode = dentry->d_inode; 46773e3398a0SMingming Cao generic_fillattr(inode, stat); 46783e3398a0SMingming Cao 46793e3398a0SMingming Cao /* 46803e3398a0SMingming Cao * We can't update i_blocks if the block allocation is delayed 46813e3398a0SMingming Cao * otherwise in the case of system crash before the real block 46823e3398a0SMingming Cao * allocation is done, we will have i_blocks inconsistent with 46833e3398a0SMingming Cao * on-disk file blocks. 46843e3398a0SMingming Cao * We always keep i_blocks updated together with real 46853e3398a0SMingming Cao * allocation. But to not confuse with user, stat 46863e3398a0SMingming Cao * will return the blocks that include the delayed allocation 46873e3398a0SMingming Cao * blocks for this file. 46883e3398a0SMingming Cao */ 46893e3398a0SMingming Cao spin_lock(&EXT4_I(inode)->i_block_reservation_lock); 46903e3398a0SMingming Cao delalloc_blocks = EXT4_I(inode)->i_reserved_data_blocks; 46913e3398a0SMingming Cao spin_unlock(&EXT4_I(inode)->i_block_reservation_lock); 46923e3398a0SMingming Cao 46933e3398a0SMingming Cao stat->blocks += (delalloc_blocks << inode->i_sb->s_blocksize_bits)>>9; 46943e3398a0SMingming Cao return 0; 46953e3398a0SMingming Cao } 4696ac27a0ecSDave Kleikamp 4697a02908f1SMingming Cao static int ext4_indirect_trans_blocks(struct inode *inode, int nrblocks, 4698a02908f1SMingming Cao int chunk) 4699ac27a0ecSDave Kleikamp { 4700a02908f1SMingming Cao int indirects; 4701ac27a0ecSDave Kleikamp 4702a02908f1SMingming Cao /* if nrblocks are contiguous */ 4703a02908f1SMingming Cao if (chunk) { 4704a02908f1SMingming Cao /* 4705a02908f1SMingming Cao * With N contiguous data blocks, it need at most 4706a02908f1SMingming Cao * N/EXT4_ADDR_PER_BLOCK(inode->i_sb) indirect blocks 4707a02908f1SMingming Cao * 2 dindirect blocks 4708a02908f1SMingming Cao * 1 tindirect block 4709a02908f1SMingming Cao */ 4710a02908f1SMingming Cao indirects = nrblocks / EXT4_ADDR_PER_BLOCK(inode->i_sb); 4711a02908f1SMingming Cao return indirects + 3; 4712a02908f1SMingming Cao } 4713a02908f1SMingming Cao /* 4714a02908f1SMingming Cao * if nrblocks are not contiguous, worse case, each block touch 4715a02908f1SMingming Cao * a indirect block, and each indirect block touch a double indirect 4716a02908f1SMingming Cao * block, plus a triple indirect block 4717a02908f1SMingming Cao */ 4718a02908f1SMingming Cao indirects = nrblocks * 2 + 1; 4719a02908f1SMingming Cao return indirects; 4720a02908f1SMingming Cao } 4721a86c6181SAlex Tomas 4722a02908f1SMingming Cao static int ext4_index_trans_blocks(struct inode *inode, int nrblocks, int chunk) 4723a02908f1SMingming Cao { 4724a02908f1SMingming Cao if (!(EXT4_I(inode)->i_flags & EXT4_EXTENTS_FL)) 4725ac51d837STheodore Ts'o return ext4_indirect_trans_blocks(inode, nrblocks, chunk); 4726ac51d837STheodore Ts'o return ext4_ext_index_trans_blocks(inode, nrblocks, chunk); 4727a02908f1SMingming Cao } 4728ac51d837STheodore Ts'o 4729a02908f1SMingming Cao /* 4730a02908f1SMingming Cao * Account for index blocks, block groups bitmaps and block group 4731a02908f1SMingming Cao * descriptor blocks if modify datablocks and index blocks 4732a02908f1SMingming Cao * worse case, the indexs blocks spread over different block groups 4733a02908f1SMingming Cao * 4734a02908f1SMingming Cao * If datablocks are discontiguous, they are possible to spread over 4735a02908f1SMingming Cao * different block groups too. If they are contiugous, with flexbg, 4736a02908f1SMingming Cao * they could still across block group boundary. 4737a02908f1SMingming Cao * 4738a02908f1SMingming Cao * Also account for superblock, inode, quota and xattr blocks 4739a02908f1SMingming Cao */ 4740a02908f1SMingming Cao int ext4_meta_trans_blocks(struct inode *inode, int nrblocks, int chunk) 4741a02908f1SMingming Cao { 4742a02908f1SMingming Cao int groups, gdpblocks; 4743a02908f1SMingming Cao int idxblocks; 4744a02908f1SMingming Cao int ret = 0; 4745a02908f1SMingming Cao 4746a02908f1SMingming Cao /* 4747a02908f1SMingming Cao * How many index blocks need to touch to modify nrblocks? 4748a02908f1SMingming Cao * The "Chunk" flag indicating whether the nrblocks is 4749a02908f1SMingming Cao * physically contiguous on disk 4750a02908f1SMingming Cao * 4751a02908f1SMingming Cao * For Direct IO and fallocate, they calls get_block to allocate 4752a02908f1SMingming Cao * one single extent at a time, so they could set the "Chunk" flag 4753a02908f1SMingming Cao */ 4754a02908f1SMingming Cao idxblocks = ext4_index_trans_blocks(inode, nrblocks, chunk); 4755a02908f1SMingming Cao 4756a02908f1SMingming Cao ret = idxblocks; 4757a02908f1SMingming Cao 4758a02908f1SMingming Cao /* 4759a02908f1SMingming Cao * Now let's see how many group bitmaps and group descriptors need 4760a02908f1SMingming Cao * to account 4761a02908f1SMingming Cao */ 4762a02908f1SMingming Cao groups = idxblocks; 4763a02908f1SMingming Cao if (chunk) 4764a02908f1SMingming Cao groups += 1; 4765ac27a0ecSDave Kleikamp else 4766a02908f1SMingming Cao groups += nrblocks; 4767ac27a0ecSDave Kleikamp 4768a02908f1SMingming Cao gdpblocks = groups; 4769a02908f1SMingming Cao if (groups > EXT4_SB(inode->i_sb)->s_groups_count) 4770a02908f1SMingming Cao groups = EXT4_SB(inode->i_sb)->s_groups_count; 4771a02908f1SMingming Cao if (groups > EXT4_SB(inode->i_sb)->s_gdb_count) 4772a02908f1SMingming Cao gdpblocks = EXT4_SB(inode->i_sb)->s_gdb_count; 4773a02908f1SMingming Cao 4774a02908f1SMingming Cao /* bitmaps and block group descriptor blocks */ 4775a02908f1SMingming Cao ret += groups + gdpblocks; 4776a02908f1SMingming Cao 4777a02908f1SMingming Cao /* Blocks for super block, inode, quota and xattr blocks */ 4778a02908f1SMingming Cao ret += EXT4_META_TRANS_BLOCKS(inode->i_sb); 4779ac27a0ecSDave Kleikamp 4780ac27a0ecSDave Kleikamp return ret; 4781ac27a0ecSDave Kleikamp } 4782ac27a0ecSDave Kleikamp 4783ac27a0ecSDave Kleikamp /* 4784a02908f1SMingming Cao * Calulate the total number of credits to reserve to fit 4785f3bd1f3fSMingming Cao * the modification of a single pages into a single transaction, 4786f3bd1f3fSMingming Cao * which may include multiple chunks of block allocations. 4787a02908f1SMingming Cao * 4788525f4ed8SMingming Cao * This could be called via ext4_write_begin() 4789a02908f1SMingming Cao * 4790525f4ed8SMingming Cao * We need to consider the worse case, when 4791a02908f1SMingming Cao * one new block per extent. 4792a02908f1SMingming Cao */ 4793a02908f1SMingming Cao int ext4_writepage_trans_blocks(struct inode *inode) 4794a02908f1SMingming Cao { 4795a02908f1SMingming Cao int bpp = ext4_journal_blocks_per_page(inode); 4796a02908f1SMingming Cao int ret; 4797a02908f1SMingming Cao 4798a02908f1SMingming Cao ret = ext4_meta_trans_blocks(inode, bpp, 0); 4799a02908f1SMingming Cao 4800a02908f1SMingming Cao /* Account for data blocks for journalled mode */ 4801a02908f1SMingming Cao if (ext4_should_journal_data(inode)) 4802a02908f1SMingming Cao ret += bpp; 4803a02908f1SMingming Cao return ret; 4804a02908f1SMingming Cao } 4805f3bd1f3fSMingming Cao 4806f3bd1f3fSMingming Cao /* 4807f3bd1f3fSMingming Cao * Calculate the journal credits for a chunk of data modification. 4808f3bd1f3fSMingming Cao * 4809f3bd1f3fSMingming Cao * This is called from DIO, fallocate or whoever calling 4810f3bd1f3fSMingming Cao * ext4_get_blocks_wrap() to map/allocate a chunk of contigous disk blocks. 4811f3bd1f3fSMingming Cao * 4812f3bd1f3fSMingming Cao * journal buffers for data blocks are not included here, as DIO 4813f3bd1f3fSMingming Cao * and fallocate do no need to journal data buffers. 4814f3bd1f3fSMingming Cao */ 4815f3bd1f3fSMingming Cao int ext4_chunk_trans_blocks(struct inode *inode, int nrblocks) 4816f3bd1f3fSMingming Cao { 4817f3bd1f3fSMingming Cao return ext4_meta_trans_blocks(inode, nrblocks, 1); 4818f3bd1f3fSMingming Cao } 4819f3bd1f3fSMingming Cao 4820a02908f1SMingming Cao /* 4821617ba13bSMingming Cao * The caller must have previously called ext4_reserve_inode_write(). 4822ac27a0ecSDave Kleikamp * Give this, we know that the caller already has write access to iloc->bh. 4823ac27a0ecSDave Kleikamp */ 4824617ba13bSMingming Cao int ext4_mark_iloc_dirty(handle_t *handle, 4825617ba13bSMingming Cao struct inode *inode, struct ext4_iloc *iloc) 4826ac27a0ecSDave Kleikamp { 4827ac27a0ecSDave Kleikamp int err = 0; 4828ac27a0ecSDave Kleikamp 482925ec56b5SJean Noel Cordenner if (test_opt(inode->i_sb, I_VERSION)) 483025ec56b5SJean Noel Cordenner inode_inc_iversion(inode); 483125ec56b5SJean Noel Cordenner 4832ac27a0ecSDave Kleikamp /* the do_update_inode consumes one bh->b_count */ 4833ac27a0ecSDave Kleikamp get_bh(iloc->bh); 4834ac27a0ecSDave Kleikamp 4835dab291afSMingming Cao /* ext4_do_update_inode() does jbd2_journal_dirty_metadata */ 4836617ba13bSMingming Cao err = ext4_do_update_inode(handle, inode, iloc); 4837ac27a0ecSDave Kleikamp put_bh(iloc->bh); 4838ac27a0ecSDave Kleikamp return err; 4839ac27a0ecSDave Kleikamp } 4840ac27a0ecSDave Kleikamp 4841ac27a0ecSDave Kleikamp /* 4842ac27a0ecSDave Kleikamp * On success, We end up with an outstanding reference count against 4843ac27a0ecSDave Kleikamp * iloc->bh. This _must_ be cleaned up later. 4844ac27a0ecSDave Kleikamp */ 4845ac27a0ecSDave Kleikamp 4846ac27a0ecSDave Kleikamp int 4847617ba13bSMingming Cao ext4_reserve_inode_write(handle_t *handle, struct inode *inode, 4848617ba13bSMingming Cao struct ext4_iloc *iloc) 4849ac27a0ecSDave Kleikamp { 48500390131bSFrank Mayhar int err; 48510390131bSFrank Mayhar 4852617ba13bSMingming Cao err = ext4_get_inode_loc(inode, iloc); 4853ac27a0ecSDave Kleikamp if (!err) { 4854ac27a0ecSDave Kleikamp BUFFER_TRACE(iloc->bh, "get_write_access"); 4855617ba13bSMingming Cao err = ext4_journal_get_write_access(handle, iloc->bh); 4856ac27a0ecSDave Kleikamp if (err) { 4857ac27a0ecSDave Kleikamp brelse(iloc->bh); 4858ac27a0ecSDave Kleikamp iloc->bh = NULL; 4859ac27a0ecSDave Kleikamp } 4860ac27a0ecSDave Kleikamp } 4861617ba13bSMingming Cao ext4_std_error(inode->i_sb, err); 4862ac27a0ecSDave Kleikamp return err; 4863ac27a0ecSDave Kleikamp } 4864ac27a0ecSDave Kleikamp 4865ac27a0ecSDave Kleikamp /* 48666dd4ee7cSKalpak Shah * Expand an inode by new_extra_isize bytes. 48676dd4ee7cSKalpak Shah * Returns 0 on success or negative error number on failure. 48686dd4ee7cSKalpak Shah */ 48691d03ec98SAneesh Kumar K.V static int ext4_expand_extra_isize(struct inode *inode, 48701d03ec98SAneesh Kumar K.V unsigned int new_extra_isize, 48711d03ec98SAneesh Kumar K.V struct ext4_iloc iloc, 48721d03ec98SAneesh Kumar K.V handle_t *handle) 48736dd4ee7cSKalpak Shah { 48746dd4ee7cSKalpak Shah struct ext4_inode *raw_inode; 48756dd4ee7cSKalpak Shah struct ext4_xattr_ibody_header *header; 48766dd4ee7cSKalpak Shah struct ext4_xattr_entry *entry; 48776dd4ee7cSKalpak Shah 48786dd4ee7cSKalpak Shah if (EXT4_I(inode)->i_extra_isize >= new_extra_isize) 48796dd4ee7cSKalpak Shah return 0; 48806dd4ee7cSKalpak Shah 48816dd4ee7cSKalpak Shah raw_inode = ext4_raw_inode(&iloc); 48826dd4ee7cSKalpak Shah 48836dd4ee7cSKalpak Shah header = IHDR(inode, raw_inode); 48846dd4ee7cSKalpak Shah entry = IFIRST(header); 48856dd4ee7cSKalpak Shah 48866dd4ee7cSKalpak Shah /* No extended attributes present */ 48876dd4ee7cSKalpak Shah if (!(EXT4_I(inode)->i_state & EXT4_STATE_XATTR) || 48886dd4ee7cSKalpak Shah header->h_magic != cpu_to_le32(EXT4_XATTR_MAGIC)) { 48896dd4ee7cSKalpak Shah memset((void *)raw_inode + EXT4_GOOD_OLD_INODE_SIZE, 0, 48906dd4ee7cSKalpak Shah new_extra_isize); 48916dd4ee7cSKalpak Shah EXT4_I(inode)->i_extra_isize = new_extra_isize; 48926dd4ee7cSKalpak Shah return 0; 48936dd4ee7cSKalpak Shah } 48946dd4ee7cSKalpak Shah 48956dd4ee7cSKalpak Shah /* try to expand with EAs present */ 48966dd4ee7cSKalpak Shah return ext4_expand_extra_isize_ea(inode, new_extra_isize, 48976dd4ee7cSKalpak Shah raw_inode, handle); 48986dd4ee7cSKalpak Shah } 48996dd4ee7cSKalpak Shah 49006dd4ee7cSKalpak Shah /* 4901ac27a0ecSDave Kleikamp * What we do here is to mark the in-core inode as clean with respect to inode 4902ac27a0ecSDave Kleikamp * dirtiness (it may still be data-dirty). 4903ac27a0ecSDave Kleikamp * This means that the in-core inode may be reaped by prune_icache 4904ac27a0ecSDave Kleikamp * without having to perform any I/O. This is a very good thing, 4905ac27a0ecSDave Kleikamp * because *any* task may call prune_icache - even ones which 4906ac27a0ecSDave Kleikamp * have a transaction open against a different journal. 4907ac27a0ecSDave Kleikamp * 4908ac27a0ecSDave Kleikamp * Is this cheating? Not really. Sure, we haven't written the 4909ac27a0ecSDave Kleikamp * inode out, but prune_icache isn't a user-visible syncing function. 4910ac27a0ecSDave Kleikamp * Whenever the user wants stuff synced (sys_sync, sys_msync, sys_fsync) 4911ac27a0ecSDave Kleikamp * we start and wait on commits. 4912ac27a0ecSDave Kleikamp * 4913ac27a0ecSDave Kleikamp * Is this efficient/effective? Well, we're being nice to the system 4914ac27a0ecSDave Kleikamp * by cleaning up our inodes proactively so they can be reaped 4915ac27a0ecSDave Kleikamp * without I/O. But we are potentially leaving up to five seconds' 4916ac27a0ecSDave Kleikamp * worth of inodes floating about which prune_icache wants us to 4917ac27a0ecSDave Kleikamp * write out. One way to fix that would be to get prune_icache() 4918ac27a0ecSDave Kleikamp * to do a write_super() to free up some memory. It has the desired 4919ac27a0ecSDave Kleikamp * effect. 4920ac27a0ecSDave Kleikamp */ 4921617ba13bSMingming Cao int ext4_mark_inode_dirty(handle_t *handle, struct inode *inode) 4922ac27a0ecSDave Kleikamp { 4923617ba13bSMingming Cao struct ext4_iloc iloc; 49246dd4ee7cSKalpak Shah struct ext4_sb_info *sbi = EXT4_SB(inode->i_sb); 49256dd4ee7cSKalpak Shah static unsigned int mnt_count; 49266dd4ee7cSKalpak Shah int err, ret; 4927ac27a0ecSDave Kleikamp 4928ac27a0ecSDave Kleikamp might_sleep(); 4929617ba13bSMingming Cao err = ext4_reserve_inode_write(handle, inode, &iloc); 49300390131bSFrank Mayhar if (ext4_handle_valid(handle) && 49310390131bSFrank Mayhar EXT4_I(inode)->i_extra_isize < sbi->s_want_extra_isize && 49326dd4ee7cSKalpak Shah !(EXT4_I(inode)->i_state & EXT4_STATE_NO_EXPAND)) { 49336dd4ee7cSKalpak Shah /* 49346dd4ee7cSKalpak Shah * We need extra buffer credits since we may write into EA block 49356dd4ee7cSKalpak Shah * with this same handle. If journal_extend fails, then it will 49366dd4ee7cSKalpak Shah * only result in a minor loss of functionality for that inode. 49376dd4ee7cSKalpak Shah * If this is felt to be critical, then e2fsck should be run to 49386dd4ee7cSKalpak Shah * force a large enough s_min_extra_isize. 49396dd4ee7cSKalpak Shah */ 49406dd4ee7cSKalpak Shah if ((jbd2_journal_extend(handle, 49416dd4ee7cSKalpak Shah EXT4_DATA_TRANS_BLOCKS(inode->i_sb))) == 0) { 49426dd4ee7cSKalpak Shah ret = ext4_expand_extra_isize(inode, 49436dd4ee7cSKalpak Shah sbi->s_want_extra_isize, 49446dd4ee7cSKalpak Shah iloc, handle); 49456dd4ee7cSKalpak Shah if (ret) { 49466dd4ee7cSKalpak Shah EXT4_I(inode)->i_state |= EXT4_STATE_NO_EXPAND; 4947c1bddad9SAneesh Kumar K.V if (mnt_count != 4948c1bddad9SAneesh Kumar K.V le16_to_cpu(sbi->s_es->s_mnt_count)) { 494946e665e9SHarvey Harrison ext4_warning(inode->i_sb, __func__, 49506dd4ee7cSKalpak Shah "Unable to expand inode %lu. Delete" 49516dd4ee7cSKalpak Shah " some EAs or run e2fsck.", 49526dd4ee7cSKalpak Shah inode->i_ino); 4953c1bddad9SAneesh Kumar K.V mnt_count = 4954c1bddad9SAneesh Kumar K.V le16_to_cpu(sbi->s_es->s_mnt_count); 49556dd4ee7cSKalpak Shah } 49566dd4ee7cSKalpak Shah } 49576dd4ee7cSKalpak Shah } 49586dd4ee7cSKalpak Shah } 4959ac27a0ecSDave Kleikamp if (!err) 4960617ba13bSMingming Cao err = ext4_mark_iloc_dirty(handle, inode, &iloc); 4961ac27a0ecSDave Kleikamp return err; 4962ac27a0ecSDave Kleikamp } 4963ac27a0ecSDave Kleikamp 4964ac27a0ecSDave Kleikamp /* 4965617ba13bSMingming Cao * ext4_dirty_inode() is called from __mark_inode_dirty() 4966ac27a0ecSDave Kleikamp * 4967ac27a0ecSDave Kleikamp * We're really interested in the case where a file is being extended. 4968ac27a0ecSDave Kleikamp * i_size has been changed by generic_commit_write() and we thus need 4969ac27a0ecSDave Kleikamp * to include the updated inode in the current transaction. 4970ac27a0ecSDave Kleikamp * 4971ac27a0ecSDave Kleikamp * Also, DQUOT_ALLOC_SPACE() will always dirty the inode when blocks 4972ac27a0ecSDave Kleikamp * are allocated to the file. 4973ac27a0ecSDave Kleikamp * 4974ac27a0ecSDave Kleikamp * If the inode is marked synchronous, we don't honour that here - doing 4975ac27a0ecSDave Kleikamp * so would cause a commit on atime updates, which we don't bother doing. 4976ac27a0ecSDave Kleikamp * We handle synchronous inodes at the highest possible level. 4977ac27a0ecSDave Kleikamp */ 4978617ba13bSMingming Cao void ext4_dirty_inode(struct inode *inode) 4979ac27a0ecSDave Kleikamp { 4980617ba13bSMingming Cao handle_t *current_handle = ext4_journal_current_handle(); 4981ac27a0ecSDave Kleikamp handle_t *handle; 4982ac27a0ecSDave Kleikamp 49830390131bSFrank Mayhar if (!ext4_handle_valid(current_handle)) { 49840390131bSFrank Mayhar ext4_mark_inode_dirty(current_handle, inode); 49850390131bSFrank Mayhar return; 49860390131bSFrank Mayhar } 49870390131bSFrank Mayhar 4988617ba13bSMingming Cao handle = ext4_journal_start(inode, 2); 4989ac27a0ecSDave Kleikamp if (IS_ERR(handle)) 4990ac27a0ecSDave Kleikamp goto out; 4991ac27a0ecSDave Kleikamp if (current_handle && 4992ac27a0ecSDave Kleikamp current_handle->h_transaction != handle->h_transaction) { 4993ac27a0ecSDave Kleikamp /* This task has a transaction open against a different fs */ 4994ac27a0ecSDave Kleikamp printk(KERN_EMERG "%s: transactions do not match!\n", 499546e665e9SHarvey Harrison __func__); 4996ac27a0ecSDave Kleikamp } else { 4997ac27a0ecSDave Kleikamp jbd_debug(5, "marking dirty. outer handle=%p\n", 4998ac27a0ecSDave Kleikamp current_handle); 4999617ba13bSMingming Cao ext4_mark_inode_dirty(handle, inode); 5000ac27a0ecSDave Kleikamp } 5001617ba13bSMingming Cao ext4_journal_stop(handle); 5002ac27a0ecSDave Kleikamp out: 5003ac27a0ecSDave Kleikamp return; 5004ac27a0ecSDave Kleikamp } 5005ac27a0ecSDave Kleikamp 5006ac27a0ecSDave Kleikamp #if 0 5007ac27a0ecSDave Kleikamp /* 5008ac27a0ecSDave Kleikamp * Bind an inode's backing buffer_head into this transaction, to prevent 5009ac27a0ecSDave Kleikamp * it from being flushed to disk early. Unlike 5010617ba13bSMingming Cao * ext4_reserve_inode_write, this leaves behind no bh reference and 5011ac27a0ecSDave Kleikamp * returns no iloc structure, so the caller needs to repeat the iloc 5012ac27a0ecSDave Kleikamp * lookup to mark the inode dirty later. 5013ac27a0ecSDave Kleikamp */ 5014617ba13bSMingming Cao static int ext4_pin_inode(handle_t *handle, struct inode *inode) 5015ac27a0ecSDave Kleikamp { 5016617ba13bSMingming Cao struct ext4_iloc iloc; 5017ac27a0ecSDave Kleikamp 5018ac27a0ecSDave Kleikamp int err = 0; 5019ac27a0ecSDave Kleikamp if (handle) { 5020617ba13bSMingming Cao err = ext4_get_inode_loc(inode, &iloc); 5021ac27a0ecSDave Kleikamp if (!err) { 5022ac27a0ecSDave Kleikamp BUFFER_TRACE(iloc.bh, "get_write_access"); 5023dab291afSMingming Cao err = jbd2_journal_get_write_access(handle, iloc.bh); 5024ac27a0ecSDave Kleikamp if (!err) 50250390131bSFrank Mayhar err = ext4_handle_dirty_metadata(handle, 50260390131bSFrank Mayhar inode, 5027ac27a0ecSDave Kleikamp iloc.bh); 5028ac27a0ecSDave Kleikamp brelse(iloc.bh); 5029ac27a0ecSDave Kleikamp } 5030ac27a0ecSDave Kleikamp } 5031617ba13bSMingming Cao ext4_std_error(inode->i_sb, err); 5032ac27a0ecSDave Kleikamp return err; 5033ac27a0ecSDave Kleikamp } 5034ac27a0ecSDave Kleikamp #endif 5035ac27a0ecSDave Kleikamp 5036617ba13bSMingming Cao int ext4_change_inode_journal_flag(struct inode *inode, int val) 5037ac27a0ecSDave Kleikamp { 5038ac27a0ecSDave Kleikamp journal_t *journal; 5039ac27a0ecSDave Kleikamp handle_t *handle; 5040ac27a0ecSDave Kleikamp int err; 5041ac27a0ecSDave Kleikamp 5042ac27a0ecSDave Kleikamp /* 5043ac27a0ecSDave Kleikamp * We have to be very careful here: changing a data block's 5044ac27a0ecSDave Kleikamp * journaling status dynamically is dangerous. If we write a 5045ac27a0ecSDave Kleikamp * data block to the journal, change the status and then delete 5046ac27a0ecSDave Kleikamp * that block, we risk forgetting to revoke the old log record 5047ac27a0ecSDave Kleikamp * from the journal and so a subsequent replay can corrupt data. 5048ac27a0ecSDave Kleikamp * So, first we make sure that the journal is empty and that 5049ac27a0ecSDave Kleikamp * nobody is changing anything. 5050ac27a0ecSDave Kleikamp */ 5051ac27a0ecSDave Kleikamp 5052617ba13bSMingming Cao journal = EXT4_JOURNAL(inode); 50530390131bSFrank Mayhar if (!journal) 50540390131bSFrank Mayhar return 0; 5055d699594dSDave Hansen if (is_journal_aborted(journal)) 5056ac27a0ecSDave Kleikamp return -EROFS; 5057ac27a0ecSDave Kleikamp 5058dab291afSMingming Cao jbd2_journal_lock_updates(journal); 5059dab291afSMingming Cao jbd2_journal_flush(journal); 5060ac27a0ecSDave Kleikamp 5061ac27a0ecSDave Kleikamp /* 5062ac27a0ecSDave Kleikamp * OK, there are no updates running now, and all cached data is 5063ac27a0ecSDave Kleikamp * synced to disk. We are now in a completely consistent state 5064ac27a0ecSDave Kleikamp * which doesn't have anything in the journal, and we know that 5065ac27a0ecSDave Kleikamp * no filesystem updates are running, so it is safe to modify 5066ac27a0ecSDave Kleikamp * the inode's in-core data-journaling state flag now. 5067ac27a0ecSDave Kleikamp */ 5068ac27a0ecSDave Kleikamp 5069ac27a0ecSDave Kleikamp if (val) 5070617ba13bSMingming Cao EXT4_I(inode)->i_flags |= EXT4_JOURNAL_DATA_FL; 5071ac27a0ecSDave Kleikamp else 5072617ba13bSMingming Cao EXT4_I(inode)->i_flags &= ~EXT4_JOURNAL_DATA_FL; 5073617ba13bSMingming Cao ext4_set_aops(inode); 5074ac27a0ecSDave Kleikamp 5075dab291afSMingming Cao jbd2_journal_unlock_updates(journal); 5076ac27a0ecSDave Kleikamp 5077ac27a0ecSDave Kleikamp /* Finally we can mark the inode as dirty. */ 5078ac27a0ecSDave Kleikamp 5079617ba13bSMingming Cao handle = ext4_journal_start(inode, 1); 5080ac27a0ecSDave Kleikamp if (IS_ERR(handle)) 5081ac27a0ecSDave Kleikamp return PTR_ERR(handle); 5082ac27a0ecSDave Kleikamp 5083617ba13bSMingming Cao err = ext4_mark_inode_dirty(handle, inode); 50840390131bSFrank Mayhar ext4_handle_sync(handle); 5085617ba13bSMingming Cao ext4_journal_stop(handle); 5086617ba13bSMingming Cao ext4_std_error(inode->i_sb, err); 5087ac27a0ecSDave Kleikamp 5088ac27a0ecSDave Kleikamp return err; 5089ac27a0ecSDave Kleikamp } 50902e9ee850SAneesh Kumar K.V 50912e9ee850SAneesh Kumar K.V static int ext4_bh_unmapped(handle_t *handle, struct buffer_head *bh) 50922e9ee850SAneesh Kumar K.V { 50932e9ee850SAneesh Kumar K.V return !buffer_mapped(bh); 50942e9ee850SAneesh Kumar K.V } 50952e9ee850SAneesh Kumar K.V 50962e9ee850SAneesh Kumar K.V int ext4_page_mkwrite(struct vm_area_struct *vma, struct page *page) 50972e9ee850SAneesh Kumar K.V { 50982e9ee850SAneesh Kumar K.V loff_t size; 50992e9ee850SAneesh Kumar K.V unsigned long len; 51002e9ee850SAneesh Kumar K.V int ret = -EINVAL; 510179f0be8dSAneesh Kumar K.V void *fsdata; 51022e9ee850SAneesh Kumar K.V struct file *file = vma->vm_file; 51032e9ee850SAneesh Kumar K.V struct inode *inode = file->f_path.dentry->d_inode; 51042e9ee850SAneesh Kumar K.V struct address_space *mapping = inode->i_mapping; 51052e9ee850SAneesh Kumar K.V 51062e9ee850SAneesh Kumar K.V /* 51072e9ee850SAneesh Kumar K.V * Get i_alloc_sem to stop truncates messing with the inode. We cannot 51082e9ee850SAneesh Kumar K.V * get i_mutex because we are already holding mmap_sem. 51092e9ee850SAneesh Kumar K.V */ 51102e9ee850SAneesh Kumar K.V down_read(&inode->i_alloc_sem); 51112e9ee850SAneesh Kumar K.V size = i_size_read(inode); 51122e9ee850SAneesh Kumar K.V if (page->mapping != mapping || size <= page_offset(page) 51132e9ee850SAneesh Kumar K.V || !PageUptodate(page)) { 51142e9ee850SAneesh Kumar K.V /* page got truncated from under us? */ 51152e9ee850SAneesh Kumar K.V goto out_unlock; 51162e9ee850SAneesh Kumar K.V } 51172e9ee850SAneesh Kumar K.V ret = 0; 51182e9ee850SAneesh Kumar K.V if (PageMappedToDisk(page)) 51192e9ee850SAneesh Kumar K.V goto out_unlock; 51202e9ee850SAneesh Kumar K.V 51212e9ee850SAneesh Kumar K.V if (page->index == size >> PAGE_CACHE_SHIFT) 51222e9ee850SAneesh Kumar K.V len = size & ~PAGE_CACHE_MASK; 51232e9ee850SAneesh Kumar K.V else 51242e9ee850SAneesh Kumar K.V len = PAGE_CACHE_SIZE; 51252e9ee850SAneesh Kumar K.V 51262e9ee850SAneesh Kumar K.V if (page_has_buffers(page)) { 51272e9ee850SAneesh Kumar K.V /* return if we have all the buffers mapped */ 51282e9ee850SAneesh Kumar K.V if (!walk_page_buffers(NULL, page_buffers(page), 0, len, NULL, 51292e9ee850SAneesh Kumar K.V ext4_bh_unmapped)) 51302e9ee850SAneesh Kumar K.V goto out_unlock; 51312e9ee850SAneesh Kumar K.V } 51322e9ee850SAneesh Kumar K.V /* 51332e9ee850SAneesh Kumar K.V * OK, we need to fill the hole... Do write_begin write_end 51342e9ee850SAneesh Kumar K.V * to do block allocation/reservation.We are not holding 51352e9ee850SAneesh Kumar K.V * inode.i__mutex here. That allow * parallel write_begin, 51362e9ee850SAneesh Kumar K.V * write_end call. lock_page prevent this from happening 51372e9ee850SAneesh Kumar K.V * on the same page though 51382e9ee850SAneesh Kumar K.V */ 51392e9ee850SAneesh Kumar K.V ret = mapping->a_ops->write_begin(file, mapping, page_offset(page), 514079f0be8dSAneesh Kumar K.V len, AOP_FLAG_UNINTERRUPTIBLE, &page, &fsdata); 51412e9ee850SAneesh Kumar K.V if (ret < 0) 51422e9ee850SAneesh Kumar K.V goto out_unlock; 51432e9ee850SAneesh Kumar K.V ret = mapping->a_ops->write_end(file, mapping, page_offset(page), 514479f0be8dSAneesh Kumar K.V len, len, page, fsdata); 51452e9ee850SAneesh Kumar K.V if (ret < 0) 51462e9ee850SAneesh Kumar K.V goto out_unlock; 51472e9ee850SAneesh Kumar K.V ret = 0; 51482e9ee850SAneesh Kumar K.V out_unlock: 51492e9ee850SAneesh Kumar K.V up_read(&inode->i_alloc_sem); 51502e9ee850SAneesh Kumar K.V return ret; 51512e9ee850SAneesh Kumar K.V } 5152