1ac27a0ecSDave Kleikamp /* 2617ba13bSMingming Cao * linux/fs/ext4/inode.c 3ac27a0ecSDave Kleikamp * 4ac27a0ecSDave Kleikamp * Copyright (C) 1992, 1993, 1994, 1995 5ac27a0ecSDave Kleikamp * Remy Card (card@masi.ibp.fr) 6ac27a0ecSDave Kleikamp * Laboratoire MASI - Institut Blaise Pascal 7ac27a0ecSDave Kleikamp * Universite Pierre et Marie Curie (Paris VI) 8ac27a0ecSDave Kleikamp * 9ac27a0ecSDave Kleikamp * from 10ac27a0ecSDave Kleikamp * 11ac27a0ecSDave Kleikamp * linux/fs/minix/inode.c 12ac27a0ecSDave Kleikamp * 13ac27a0ecSDave Kleikamp * Copyright (C) 1991, 1992 Linus Torvalds 14ac27a0ecSDave Kleikamp * 15ac27a0ecSDave Kleikamp * Goal-directed block allocation by Stephen Tweedie 16ac27a0ecSDave Kleikamp * (sct@redhat.com), 1993, 1998 17ac27a0ecSDave Kleikamp * Big-endian to little-endian byte-swapping/bitmaps by 18ac27a0ecSDave Kleikamp * David S. Miller (davem@caip.rutgers.edu), 1995 19ac27a0ecSDave Kleikamp * 64-bit file support on 64-bit platforms by Jakub Jelinek 20ac27a0ecSDave Kleikamp * (jj@sunsite.ms.mff.cuni.cz) 21ac27a0ecSDave Kleikamp * 22617ba13bSMingming Cao * Assorted race fixes, rewrite of ext4_get_block() by Al Viro, 2000 23ac27a0ecSDave Kleikamp */ 24ac27a0ecSDave Kleikamp 25ac27a0ecSDave Kleikamp #include <linux/module.h> 26ac27a0ecSDave Kleikamp #include <linux/fs.h> 27ac27a0ecSDave Kleikamp #include <linux/time.h> 28dab291afSMingming Cao #include <linux/jbd2.h> 29ac27a0ecSDave Kleikamp #include <linux/highuid.h> 30ac27a0ecSDave Kleikamp #include <linux/pagemap.h> 31ac27a0ecSDave Kleikamp #include <linux/quotaops.h> 32ac27a0ecSDave Kleikamp #include <linux/string.h> 33ac27a0ecSDave Kleikamp #include <linux/buffer_head.h> 34ac27a0ecSDave Kleikamp #include <linux/writeback.h> 3564769240SAlex Tomas #include <linux/pagevec.h> 36ac27a0ecSDave Kleikamp #include <linux/mpage.h> 37e83c1397SDuane Griffin #include <linux/namei.h> 38ac27a0ecSDave Kleikamp #include <linux/uio.h> 39ac27a0ecSDave Kleikamp #include <linux/bio.h> 409bffad1eSTheodore Ts'o 413dcf5451SChristoph Hellwig #include "ext4_jbd2.h" 42ac27a0ecSDave Kleikamp #include "xattr.h" 43ac27a0ecSDave Kleikamp #include "acl.h" 44d2a17637SMingming Cao #include "ext4_extents.h" 45ac27a0ecSDave Kleikamp 469bffad1eSTheodore Ts'o #include <trace/events/ext4.h> 479bffad1eSTheodore Ts'o 48a1d6cc56SAneesh Kumar K.V #define MPAGE_DA_EXTENT_TAIL 0x01 49a1d6cc56SAneesh Kumar K.V 50678aaf48SJan Kara static inline int ext4_begin_ordered_truncate(struct inode *inode, 51678aaf48SJan Kara loff_t new_size) 52678aaf48SJan Kara { 537f5aa215SJan Kara return jbd2_journal_begin_ordered_truncate( 547f5aa215SJan Kara EXT4_SB(inode->i_sb)->s_journal, 557f5aa215SJan Kara &EXT4_I(inode)->jinode, 56678aaf48SJan Kara new_size); 57678aaf48SJan Kara } 58678aaf48SJan Kara 5964769240SAlex Tomas static void ext4_invalidatepage(struct page *page, unsigned long offset); 6064769240SAlex Tomas 61ac27a0ecSDave Kleikamp /* 62ac27a0ecSDave Kleikamp * Test whether an inode is a fast symlink. 63ac27a0ecSDave Kleikamp */ 64617ba13bSMingming Cao static int ext4_inode_is_fast_symlink(struct inode *inode) 65ac27a0ecSDave Kleikamp { 66617ba13bSMingming Cao int ea_blocks = EXT4_I(inode)->i_file_acl ? 67ac27a0ecSDave Kleikamp (inode->i_sb->s_blocksize >> 9) : 0; 68ac27a0ecSDave Kleikamp 69ac27a0ecSDave Kleikamp return (S_ISLNK(inode->i_mode) && inode->i_blocks - ea_blocks == 0); 70ac27a0ecSDave Kleikamp } 71ac27a0ecSDave Kleikamp 72ac27a0ecSDave Kleikamp /* 73617ba13bSMingming Cao * The ext4 forget function must perform a revoke if we are freeing data 74ac27a0ecSDave Kleikamp * which has been journaled. Metadata (eg. indirect blocks) must be 75ac27a0ecSDave Kleikamp * revoked in all cases. 76ac27a0ecSDave Kleikamp * 77ac27a0ecSDave Kleikamp * "bh" may be NULL: a metadata block may have been freed from memory 78ac27a0ecSDave Kleikamp * but there may still be a record of it in the journal, and that record 79ac27a0ecSDave Kleikamp * still needs to be revoked. 800390131bSFrank Mayhar * 81e6b5d301SCurt Wohlgemuth * If the handle isn't valid we're not journaling, but we still need to 82e6b5d301SCurt Wohlgemuth * call into ext4_journal_revoke() to put the buffer head. 83ac27a0ecSDave Kleikamp */ 84617ba13bSMingming Cao int ext4_forget(handle_t *handle, int is_metadata, struct inode *inode, 85617ba13bSMingming Cao struct buffer_head *bh, ext4_fsblk_t blocknr) 86ac27a0ecSDave Kleikamp { 87ac27a0ecSDave Kleikamp int err; 88ac27a0ecSDave Kleikamp 89ac27a0ecSDave Kleikamp might_sleep(); 90ac27a0ecSDave Kleikamp 91ac27a0ecSDave Kleikamp BUFFER_TRACE(bh, "enter"); 92ac27a0ecSDave Kleikamp 93ac27a0ecSDave Kleikamp jbd_debug(4, "forgetting bh %p: is_metadata = %d, mode %o, " 947f4520ccSTheodore Ts'o "data mode %x\n", 95ac27a0ecSDave Kleikamp bh, is_metadata, inode->i_mode, 96ac27a0ecSDave Kleikamp test_opt(inode->i_sb, DATA_FLAGS)); 97ac27a0ecSDave Kleikamp 98ac27a0ecSDave Kleikamp /* Never use the revoke function if we are doing full data 99ac27a0ecSDave Kleikamp * journaling: there is no need to, and a V1 superblock won't 100ac27a0ecSDave Kleikamp * support it. Otherwise, only skip the revoke on un-journaled 101ac27a0ecSDave Kleikamp * data blocks. */ 102ac27a0ecSDave Kleikamp 103617ba13bSMingming Cao if (test_opt(inode->i_sb, DATA_FLAGS) == EXT4_MOUNT_JOURNAL_DATA || 104617ba13bSMingming Cao (!is_metadata && !ext4_should_journal_data(inode))) { 105ac27a0ecSDave Kleikamp if (bh) { 106dab291afSMingming Cao BUFFER_TRACE(bh, "call jbd2_journal_forget"); 107617ba13bSMingming Cao return ext4_journal_forget(handle, bh); 108ac27a0ecSDave Kleikamp } 109ac27a0ecSDave Kleikamp return 0; 110ac27a0ecSDave Kleikamp } 111ac27a0ecSDave Kleikamp 112ac27a0ecSDave Kleikamp /* 113ac27a0ecSDave Kleikamp * data!=journal && (is_metadata || should_journal_data(inode)) 114ac27a0ecSDave Kleikamp */ 115617ba13bSMingming Cao BUFFER_TRACE(bh, "call ext4_journal_revoke"); 116617ba13bSMingming Cao err = ext4_journal_revoke(handle, blocknr, bh); 117ac27a0ecSDave Kleikamp if (err) 11846e665e9SHarvey Harrison ext4_abort(inode->i_sb, __func__, 119ac27a0ecSDave Kleikamp "error %d when attempting revoke", err); 120ac27a0ecSDave Kleikamp BUFFER_TRACE(bh, "exit"); 121ac27a0ecSDave Kleikamp return err; 122ac27a0ecSDave Kleikamp } 123ac27a0ecSDave Kleikamp 124ac27a0ecSDave Kleikamp /* 125ac27a0ecSDave Kleikamp * Work out how many blocks we need to proceed with the next chunk of a 126ac27a0ecSDave Kleikamp * truncate transaction. 127ac27a0ecSDave Kleikamp */ 128ac27a0ecSDave Kleikamp static unsigned long blocks_for_truncate(struct inode *inode) 129ac27a0ecSDave Kleikamp { 130725d26d3SAneesh Kumar K.V ext4_lblk_t needed; 131ac27a0ecSDave Kleikamp 132ac27a0ecSDave Kleikamp needed = inode->i_blocks >> (inode->i_sb->s_blocksize_bits - 9); 133ac27a0ecSDave Kleikamp 134ac27a0ecSDave Kleikamp /* Give ourselves just enough room to cope with inodes in which 135ac27a0ecSDave Kleikamp * i_blocks is corrupt: we've seen disk corruptions in the past 136ac27a0ecSDave Kleikamp * which resulted in random data in an inode which looked enough 137617ba13bSMingming Cao * like a regular file for ext4 to try to delete it. Things 138ac27a0ecSDave Kleikamp * will go a bit crazy if that happens, but at least we should 139ac27a0ecSDave Kleikamp * try not to panic the whole kernel. */ 140ac27a0ecSDave Kleikamp if (needed < 2) 141ac27a0ecSDave Kleikamp needed = 2; 142ac27a0ecSDave Kleikamp 143ac27a0ecSDave Kleikamp /* But we need to bound the transaction so we don't overflow the 144ac27a0ecSDave Kleikamp * journal. */ 145617ba13bSMingming Cao if (needed > EXT4_MAX_TRANS_DATA) 146617ba13bSMingming Cao needed = EXT4_MAX_TRANS_DATA; 147ac27a0ecSDave Kleikamp 148617ba13bSMingming Cao return EXT4_DATA_TRANS_BLOCKS(inode->i_sb) + needed; 149ac27a0ecSDave Kleikamp } 150ac27a0ecSDave Kleikamp 151ac27a0ecSDave Kleikamp /* 152ac27a0ecSDave Kleikamp * Truncate transactions can be complex and absolutely huge. So we need to 153ac27a0ecSDave Kleikamp * be able to restart the transaction at a conventient checkpoint to make 154ac27a0ecSDave Kleikamp * sure we don't overflow the journal. 155ac27a0ecSDave Kleikamp * 156ac27a0ecSDave Kleikamp * start_transaction gets us a new handle for a truncate transaction, 157ac27a0ecSDave Kleikamp * and extend_transaction tries to extend the existing one a bit. If 158ac27a0ecSDave Kleikamp * extend fails, we need to propagate the failure up and restart the 159ac27a0ecSDave Kleikamp * transaction in the top-level truncate loop. --sct 160ac27a0ecSDave Kleikamp */ 161ac27a0ecSDave Kleikamp static handle_t *start_transaction(struct inode *inode) 162ac27a0ecSDave Kleikamp { 163ac27a0ecSDave Kleikamp handle_t *result; 164ac27a0ecSDave Kleikamp 165617ba13bSMingming Cao result = ext4_journal_start(inode, blocks_for_truncate(inode)); 166ac27a0ecSDave Kleikamp if (!IS_ERR(result)) 167ac27a0ecSDave Kleikamp return result; 168ac27a0ecSDave Kleikamp 169617ba13bSMingming Cao ext4_std_error(inode->i_sb, PTR_ERR(result)); 170ac27a0ecSDave Kleikamp return result; 171ac27a0ecSDave Kleikamp } 172ac27a0ecSDave Kleikamp 173ac27a0ecSDave Kleikamp /* 174ac27a0ecSDave Kleikamp * Try to extend this transaction for the purposes of truncation. 175ac27a0ecSDave Kleikamp * 176ac27a0ecSDave Kleikamp * Returns 0 if we managed to create more room. If we can't create more 177ac27a0ecSDave Kleikamp * room, and the transaction must be restarted we return 1. 178ac27a0ecSDave Kleikamp */ 179ac27a0ecSDave Kleikamp static int try_to_extend_transaction(handle_t *handle, struct inode *inode) 180ac27a0ecSDave Kleikamp { 1810390131bSFrank Mayhar if (!ext4_handle_valid(handle)) 1820390131bSFrank Mayhar return 0; 1830390131bSFrank Mayhar if (ext4_handle_has_enough_credits(handle, EXT4_RESERVE_TRANS_BLOCKS+1)) 184ac27a0ecSDave Kleikamp return 0; 185617ba13bSMingming Cao if (!ext4_journal_extend(handle, blocks_for_truncate(inode))) 186ac27a0ecSDave Kleikamp return 0; 187ac27a0ecSDave Kleikamp return 1; 188ac27a0ecSDave Kleikamp } 189ac27a0ecSDave Kleikamp 190ac27a0ecSDave Kleikamp /* 191ac27a0ecSDave Kleikamp * Restart the transaction associated with *handle. This does a commit, 192ac27a0ecSDave Kleikamp * so before we call here everything must be consistently dirtied against 193ac27a0ecSDave Kleikamp * this transaction. 194ac27a0ecSDave Kleikamp */ 195487caeefSJan Kara int ext4_truncate_restart_trans(handle_t *handle, struct inode *inode, 196487caeefSJan Kara int nblocks) 197ac27a0ecSDave Kleikamp { 198487caeefSJan Kara int ret; 199487caeefSJan Kara 200487caeefSJan Kara /* 201487caeefSJan Kara * Drop i_data_sem to avoid deadlock with ext4_get_blocks At this 202487caeefSJan Kara * moment, get_block can be called only for blocks inside i_size since 203487caeefSJan Kara * page cache has been already dropped and writes are blocked by 204487caeefSJan Kara * i_mutex. So we can safely drop the i_data_sem here. 205487caeefSJan Kara */ 2060390131bSFrank Mayhar BUG_ON(EXT4_JOURNAL(inode) == NULL); 207ac27a0ecSDave Kleikamp jbd_debug(2, "restarting handle %p\n", handle); 208487caeefSJan Kara up_write(&EXT4_I(inode)->i_data_sem); 209487caeefSJan Kara ret = ext4_journal_restart(handle, blocks_for_truncate(inode)); 210487caeefSJan Kara down_write(&EXT4_I(inode)->i_data_sem); 211487caeefSJan Kara 212487caeefSJan Kara return ret; 213ac27a0ecSDave Kleikamp } 214ac27a0ecSDave Kleikamp 215ac27a0ecSDave Kleikamp /* 216ac27a0ecSDave Kleikamp * Called at the last iput() if i_nlink is zero. 217ac27a0ecSDave Kleikamp */ 218617ba13bSMingming Cao void ext4_delete_inode(struct inode *inode) 219ac27a0ecSDave Kleikamp { 220ac27a0ecSDave Kleikamp handle_t *handle; 221bc965ab3STheodore Ts'o int err; 222ac27a0ecSDave Kleikamp 223678aaf48SJan Kara if (ext4_should_order_data(inode)) 224678aaf48SJan Kara ext4_begin_ordered_truncate(inode, 0); 225ac27a0ecSDave Kleikamp truncate_inode_pages(&inode->i_data, 0); 226ac27a0ecSDave Kleikamp 227ac27a0ecSDave Kleikamp if (is_bad_inode(inode)) 228ac27a0ecSDave Kleikamp goto no_delete; 229ac27a0ecSDave Kleikamp 230bc965ab3STheodore Ts'o handle = ext4_journal_start(inode, blocks_for_truncate(inode)+3); 231ac27a0ecSDave Kleikamp if (IS_ERR(handle)) { 232bc965ab3STheodore Ts'o ext4_std_error(inode->i_sb, PTR_ERR(handle)); 233ac27a0ecSDave Kleikamp /* 234ac27a0ecSDave Kleikamp * If we're going to skip the normal cleanup, we still need to 235ac27a0ecSDave Kleikamp * make sure that the in-core orphan linked list is properly 236ac27a0ecSDave Kleikamp * cleaned up. 237ac27a0ecSDave Kleikamp */ 238617ba13bSMingming Cao ext4_orphan_del(NULL, inode); 239ac27a0ecSDave Kleikamp goto no_delete; 240ac27a0ecSDave Kleikamp } 241ac27a0ecSDave Kleikamp 242ac27a0ecSDave Kleikamp if (IS_SYNC(inode)) 2430390131bSFrank Mayhar ext4_handle_sync(handle); 244ac27a0ecSDave Kleikamp inode->i_size = 0; 245bc965ab3STheodore Ts'o err = ext4_mark_inode_dirty(handle, inode); 246bc965ab3STheodore Ts'o if (err) { 247bc965ab3STheodore Ts'o ext4_warning(inode->i_sb, __func__, 248bc965ab3STheodore Ts'o "couldn't mark inode dirty (err %d)", err); 249bc965ab3STheodore Ts'o goto stop_handle; 250bc965ab3STheodore Ts'o } 251ac27a0ecSDave Kleikamp if (inode->i_blocks) 252617ba13bSMingming Cao ext4_truncate(inode); 253bc965ab3STheodore Ts'o 254bc965ab3STheodore Ts'o /* 255bc965ab3STheodore Ts'o * ext4_ext_truncate() doesn't reserve any slop when it 256bc965ab3STheodore Ts'o * restarts journal transactions; therefore there may not be 257bc965ab3STheodore Ts'o * enough credits left in the handle to remove the inode from 258bc965ab3STheodore Ts'o * the orphan list and set the dtime field. 259bc965ab3STheodore Ts'o */ 2600390131bSFrank Mayhar if (!ext4_handle_has_enough_credits(handle, 3)) { 261bc965ab3STheodore Ts'o err = ext4_journal_extend(handle, 3); 262bc965ab3STheodore Ts'o if (err > 0) 263bc965ab3STheodore Ts'o err = ext4_journal_restart(handle, 3); 264bc965ab3STheodore Ts'o if (err != 0) { 265bc965ab3STheodore Ts'o ext4_warning(inode->i_sb, __func__, 266bc965ab3STheodore Ts'o "couldn't extend journal (err %d)", err); 267bc965ab3STheodore Ts'o stop_handle: 268bc965ab3STheodore Ts'o ext4_journal_stop(handle); 269bc965ab3STheodore Ts'o goto no_delete; 270bc965ab3STheodore Ts'o } 271bc965ab3STheodore Ts'o } 272bc965ab3STheodore Ts'o 273ac27a0ecSDave Kleikamp /* 274617ba13bSMingming Cao * Kill off the orphan record which ext4_truncate created. 275ac27a0ecSDave Kleikamp * AKPM: I think this can be inside the above `if'. 276617ba13bSMingming Cao * Note that ext4_orphan_del() has to be able to cope with the 277ac27a0ecSDave Kleikamp * deletion of a non-existent orphan - this is because we don't 278617ba13bSMingming Cao * know if ext4_truncate() actually created an orphan record. 279ac27a0ecSDave Kleikamp * (Well, we could do this if we need to, but heck - it works) 280ac27a0ecSDave Kleikamp */ 281617ba13bSMingming Cao ext4_orphan_del(handle, inode); 282617ba13bSMingming Cao EXT4_I(inode)->i_dtime = get_seconds(); 283ac27a0ecSDave Kleikamp 284ac27a0ecSDave Kleikamp /* 285ac27a0ecSDave Kleikamp * One subtle ordering requirement: if anything has gone wrong 286ac27a0ecSDave Kleikamp * (transaction abort, IO errors, whatever), then we can still 287ac27a0ecSDave Kleikamp * do these next steps (the fs will already have been marked as 288ac27a0ecSDave Kleikamp * having errors), but we can't free the inode if the mark_dirty 289ac27a0ecSDave Kleikamp * fails. 290ac27a0ecSDave Kleikamp */ 291617ba13bSMingming Cao if (ext4_mark_inode_dirty(handle, inode)) 292ac27a0ecSDave Kleikamp /* If that failed, just do the required in-core inode clear. */ 293ac27a0ecSDave Kleikamp clear_inode(inode); 294ac27a0ecSDave Kleikamp else 295617ba13bSMingming Cao ext4_free_inode(handle, inode); 296617ba13bSMingming Cao ext4_journal_stop(handle); 297ac27a0ecSDave Kleikamp return; 298ac27a0ecSDave Kleikamp no_delete: 299ac27a0ecSDave Kleikamp clear_inode(inode); /* We must guarantee clearing of inode... */ 300ac27a0ecSDave Kleikamp } 301ac27a0ecSDave Kleikamp 302ac27a0ecSDave Kleikamp typedef struct { 303ac27a0ecSDave Kleikamp __le32 *p; 304ac27a0ecSDave Kleikamp __le32 key; 305ac27a0ecSDave Kleikamp struct buffer_head *bh; 306ac27a0ecSDave Kleikamp } Indirect; 307ac27a0ecSDave Kleikamp 308ac27a0ecSDave Kleikamp static inline void add_chain(Indirect *p, struct buffer_head *bh, __le32 *v) 309ac27a0ecSDave Kleikamp { 310ac27a0ecSDave Kleikamp p->key = *(p->p = v); 311ac27a0ecSDave Kleikamp p->bh = bh; 312ac27a0ecSDave Kleikamp } 313ac27a0ecSDave Kleikamp 314ac27a0ecSDave Kleikamp /** 315617ba13bSMingming Cao * ext4_block_to_path - parse the block number into array of offsets 316ac27a0ecSDave Kleikamp * @inode: inode in question (we are only interested in its superblock) 317ac27a0ecSDave Kleikamp * @i_block: block number to be parsed 318ac27a0ecSDave Kleikamp * @offsets: array to store the offsets in 319ac27a0ecSDave Kleikamp * @boundary: set this non-zero if the referred-to block is likely to be 320ac27a0ecSDave Kleikamp * followed (on disk) by an indirect block. 321ac27a0ecSDave Kleikamp * 322617ba13bSMingming Cao * To store the locations of file's data ext4 uses a data structure common 323ac27a0ecSDave Kleikamp * for UNIX filesystems - tree of pointers anchored in the inode, with 324ac27a0ecSDave Kleikamp * data blocks at leaves and indirect blocks in intermediate nodes. 325ac27a0ecSDave Kleikamp * This function translates the block number into path in that tree - 326ac27a0ecSDave Kleikamp * return value is the path length and @offsets[n] is the offset of 327ac27a0ecSDave Kleikamp * pointer to (n+1)th node in the nth one. If @block is out of range 328ac27a0ecSDave Kleikamp * (negative or too large) warning is printed and zero returned. 329ac27a0ecSDave Kleikamp * 330ac27a0ecSDave Kleikamp * Note: function doesn't find node addresses, so no IO is needed. All 331ac27a0ecSDave Kleikamp * we need to know is the capacity of indirect blocks (taken from the 332ac27a0ecSDave Kleikamp * inode->i_sb). 333ac27a0ecSDave Kleikamp */ 334ac27a0ecSDave Kleikamp 335ac27a0ecSDave Kleikamp /* 336ac27a0ecSDave Kleikamp * Portability note: the last comparison (check that we fit into triple 337ac27a0ecSDave Kleikamp * indirect block) is spelled differently, because otherwise on an 338ac27a0ecSDave Kleikamp * architecture with 32-bit longs and 8Kb pages we might get into trouble 339ac27a0ecSDave Kleikamp * if our filesystem had 8Kb blocks. We might use long long, but that would 340ac27a0ecSDave Kleikamp * kill us on x86. Oh, well, at least the sign propagation does not matter - 341ac27a0ecSDave Kleikamp * i_block would have to be negative in the very beginning, so we would not 342ac27a0ecSDave Kleikamp * get there at all. 343ac27a0ecSDave Kleikamp */ 344ac27a0ecSDave Kleikamp 345617ba13bSMingming Cao static int ext4_block_to_path(struct inode *inode, 346725d26d3SAneesh Kumar K.V ext4_lblk_t i_block, 347725d26d3SAneesh Kumar K.V ext4_lblk_t offsets[4], int *boundary) 348ac27a0ecSDave Kleikamp { 349617ba13bSMingming Cao int ptrs = EXT4_ADDR_PER_BLOCK(inode->i_sb); 350617ba13bSMingming Cao int ptrs_bits = EXT4_ADDR_PER_BLOCK_BITS(inode->i_sb); 351617ba13bSMingming Cao const long direct_blocks = EXT4_NDIR_BLOCKS, 352ac27a0ecSDave Kleikamp indirect_blocks = ptrs, 353ac27a0ecSDave Kleikamp double_blocks = (1 << (ptrs_bits * 2)); 354ac27a0ecSDave Kleikamp int n = 0; 355ac27a0ecSDave Kleikamp int final = 0; 356ac27a0ecSDave Kleikamp 357c333e073SRoel Kluin if (i_block < direct_blocks) { 358ac27a0ecSDave Kleikamp offsets[n++] = i_block; 359ac27a0ecSDave Kleikamp final = direct_blocks; 360ac27a0ecSDave Kleikamp } else if ((i_block -= direct_blocks) < indirect_blocks) { 361617ba13bSMingming Cao offsets[n++] = EXT4_IND_BLOCK; 362ac27a0ecSDave Kleikamp offsets[n++] = i_block; 363ac27a0ecSDave Kleikamp final = ptrs; 364ac27a0ecSDave Kleikamp } else if ((i_block -= indirect_blocks) < double_blocks) { 365617ba13bSMingming Cao offsets[n++] = EXT4_DIND_BLOCK; 366ac27a0ecSDave Kleikamp offsets[n++] = i_block >> ptrs_bits; 367ac27a0ecSDave Kleikamp offsets[n++] = i_block & (ptrs - 1); 368ac27a0ecSDave Kleikamp final = ptrs; 369ac27a0ecSDave Kleikamp } else if (((i_block -= double_blocks) >> (ptrs_bits * 2)) < ptrs) { 370617ba13bSMingming Cao offsets[n++] = EXT4_TIND_BLOCK; 371ac27a0ecSDave Kleikamp offsets[n++] = i_block >> (ptrs_bits * 2); 372ac27a0ecSDave Kleikamp offsets[n++] = (i_block >> ptrs_bits) & (ptrs - 1); 373ac27a0ecSDave Kleikamp offsets[n++] = i_block & (ptrs - 1); 374ac27a0ecSDave Kleikamp final = ptrs; 375ac27a0ecSDave Kleikamp } else { 376e2b46574SEric Sandeen ext4_warning(inode->i_sb, "ext4_block_to_path", 37706a279d6STheodore Ts'o "block %lu > max in inode %lu", 378e2b46574SEric Sandeen i_block + direct_blocks + 37906a279d6STheodore Ts'o indirect_blocks + double_blocks, inode->i_ino); 380ac27a0ecSDave Kleikamp } 381ac27a0ecSDave Kleikamp if (boundary) 382ac27a0ecSDave Kleikamp *boundary = final - 1 - (i_block & (ptrs - 1)); 383ac27a0ecSDave Kleikamp return n; 384ac27a0ecSDave Kleikamp } 385ac27a0ecSDave Kleikamp 386fe2c8191SThiemo Nagel static int __ext4_check_blockref(const char *function, struct inode *inode, 3876fd058f7STheodore Ts'o __le32 *p, unsigned int max) 3886fd058f7STheodore Ts'o { 389f73953c0SThiemo Nagel __le32 *bref = p; 3906fd058f7STheodore Ts'o unsigned int blk; 3916fd058f7STheodore Ts'o 392fe2c8191SThiemo Nagel while (bref < p+max) { 3936fd058f7STheodore Ts'o blk = le32_to_cpu(*bref++); 3946fd058f7STheodore Ts'o if (blk && 3956fd058f7STheodore Ts'o unlikely(!ext4_data_block_valid(EXT4_SB(inode->i_sb), 3966fd058f7STheodore Ts'o blk, 1))) { 397fe2c8191SThiemo Nagel ext4_error(inode->i_sb, function, 3986fd058f7STheodore Ts'o "invalid block reference %u " 3996fd058f7STheodore Ts'o "in inode #%lu", blk, inode->i_ino); 400fe2c8191SThiemo Nagel return -EIO; 401fe2c8191SThiemo Nagel } 402fe2c8191SThiemo Nagel } 403fe2c8191SThiemo Nagel return 0; 404fe2c8191SThiemo Nagel } 405fe2c8191SThiemo Nagel 406fe2c8191SThiemo Nagel 407fe2c8191SThiemo Nagel #define ext4_check_indirect_blockref(inode, bh) \ 408fe2c8191SThiemo Nagel __ext4_check_blockref(__func__, inode, (__le32 *)(bh)->b_data, \ 409fe2c8191SThiemo Nagel EXT4_ADDR_PER_BLOCK((inode)->i_sb)) 410fe2c8191SThiemo Nagel 411fe2c8191SThiemo Nagel #define ext4_check_inode_blockref(inode) \ 412fe2c8191SThiemo Nagel __ext4_check_blockref(__func__, inode, EXT4_I(inode)->i_data, \ 413fe2c8191SThiemo Nagel EXT4_NDIR_BLOCKS) 414fe2c8191SThiemo Nagel 415ac27a0ecSDave Kleikamp /** 416617ba13bSMingming Cao * ext4_get_branch - read the chain of indirect blocks leading to data 417ac27a0ecSDave Kleikamp * @inode: inode in question 418ac27a0ecSDave Kleikamp * @depth: depth of the chain (1 - direct pointer, etc.) 419ac27a0ecSDave Kleikamp * @offsets: offsets of pointers in inode/indirect blocks 420ac27a0ecSDave Kleikamp * @chain: place to store the result 421ac27a0ecSDave Kleikamp * @err: here we store the error value 422ac27a0ecSDave Kleikamp * 423ac27a0ecSDave Kleikamp * Function fills the array of triples <key, p, bh> and returns %NULL 424ac27a0ecSDave Kleikamp * if everything went OK or the pointer to the last filled triple 425ac27a0ecSDave Kleikamp * (incomplete one) otherwise. Upon the return chain[i].key contains 426ac27a0ecSDave Kleikamp * the number of (i+1)-th block in the chain (as it is stored in memory, 427ac27a0ecSDave Kleikamp * i.e. little-endian 32-bit), chain[i].p contains the address of that 428ac27a0ecSDave Kleikamp * number (it points into struct inode for i==0 and into the bh->b_data 429ac27a0ecSDave Kleikamp * for i>0) and chain[i].bh points to the buffer_head of i-th indirect 430ac27a0ecSDave Kleikamp * block for i>0 and NULL for i==0. In other words, it holds the block 431ac27a0ecSDave Kleikamp * numbers of the chain, addresses they were taken from (and where we can 432ac27a0ecSDave Kleikamp * verify that chain did not change) and buffer_heads hosting these 433ac27a0ecSDave Kleikamp * numbers. 434ac27a0ecSDave Kleikamp * 435ac27a0ecSDave Kleikamp * Function stops when it stumbles upon zero pointer (absent block) 436ac27a0ecSDave Kleikamp * (pointer to last triple returned, *@err == 0) 437ac27a0ecSDave Kleikamp * or when it gets an IO error reading an indirect block 438ac27a0ecSDave Kleikamp * (ditto, *@err == -EIO) 439ac27a0ecSDave Kleikamp * or when it reads all @depth-1 indirect blocks successfully and finds 440ac27a0ecSDave Kleikamp * the whole chain, all way to the data (returns %NULL, *err == 0). 441c278bfecSAneesh Kumar K.V * 442c278bfecSAneesh Kumar K.V * Need to be called with 4430e855ac8SAneesh Kumar K.V * down_read(&EXT4_I(inode)->i_data_sem) 444ac27a0ecSDave Kleikamp */ 445725d26d3SAneesh Kumar K.V static Indirect *ext4_get_branch(struct inode *inode, int depth, 446725d26d3SAneesh Kumar K.V ext4_lblk_t *offsets, 447ac27a0ecSDave Kleikamp Indirect chain[4], int *err) 448ac27a0ecSDave Kleikamp { 449ac27a0ecSDave Kleikamp struct super_block *sb = inode->i_sb; 450ac27a0ecSDave Kleikamp Indirect *p = chain; 451ac27a0ecSDave Kleikamp struct buffer_head *bh; 452ac27a0ecSDave Kleikamp 453ac27a0ecSDave Kleikamp *err = 0; 454ac27a0ecSDave Kleikamp /* i_data is not going away, no lock needed */ 455617ba13bSMingming Cao add_chain(chain, NULL, EXT4_I(inode)->i_data + *offsets); 456ac27a0ecSDave Kleikamp if (!p->key) 457ac27a0ecSDave Kleikamp goto no_block; 458ac27a0ecSDave Kleikamp while (--depth) { 459fe2c8191SThiemo Nagel bh = sb_getblk(sb, le32_to_cpu(p->key)); 460fe2c8191SThiemo Nagel if (unlikely(!bh)) 461ac27a0ecSDave Kleikamp goto failure; 462fe2c8191SThiemo Nagel 463fe2c8191SThiemo Nagel if (!bh_uptodate_or_lock(bh)) { 464fe2c8191SThiemo Nagel if (bh_submit_read(bh) < 0) { 465fe2c8191SThiemo Nagel put_bh(bh); 466fe2c8191SThiemo Nagel goto failure; 467fe2c8191SThiemo Nagel } 468fe2c8191SThiemo Nagel /* validate block references */ 469fe2c8191SThiemo Nagel if (ext4_check_indirect_blockref(inode, bh)) { 470fe2c8191SThiemo Nagel put_bh(bh); 471fe2c8191SThiemo Nagel goto failure; 472fe2c8191SThiemo Nagel } 473fe2c8191SThiemo Nagel } 474fe2c8191SThiemo Nagel 475ac27a0ecSDave Kleikamp add_chain(++p, bh, (__le32 *)bh->b_data + *++offsets); 476ac27a0ecSDave Kleikamp /* Reader: end */ 477ac27a0ecSDave Kleikamp if (!p->key) 478ac27a0ecSDave Kleikamp goto no_block; 479ac27a0ecSDave Kleikamp } 480ac27a0ecSDave Kleikamp return NULL; 481ac27a0ecSDave Kleikamp 482ac27a0ecSDave Kleikamp failure: 483ac27a0ecSDave Kleikamp *err = -EIO; 484ac27a0ecSDave Kleikamp no_block: 485ac27a0ecSDave Kleikamp return p; 486ac27a0ecSDave Kleikamp } 487ac27a0ecSDave Kleikamp 488ac27a0ecSDave Kleikamp /** 489617ba13bSMingming Cao * ext4_find_near - find a place for allocation with sufficient locality 490ac27a0ecSDave Kleikamp * @inode: owner 491ac27a0ecSDave Kleikamp * @ind: descriptor of indirect block. 492ac27a0ecSDave Kleikamp * 4931cc8dcf5SBenoit Boissinot * This function returns the preferred place for block allocation. 494ac27a0ecSDave Kleikamp * It is used when heuristic for sequential allocation fails. 495ac27a0ecSDave Kleikamp * Rules are: 496ac27a0ecSDave Kleikamp * + if there is a block to the left of our position - allocate near it. 497ac27a0ecSDave Kleikamp * + if pointer will live in indirect block - allocate near that block. 498ac27a0ecSDave Kleikamp * + if pointer will live in inode - allocate in the same 499ac27a0ecSDave Kleikamp * cylinder group. 500ac27a0ecSDave Kleikamp * 501ac27a0ecSDave Kleikamp * In the latter case we colour the starting block by the callers PID to 502ac27a0ecSDave Kleikamp * prevent it from clashing with concurrent allocations for a different inode 503ac27a0ecSDave Kleikamp * in the same block group. The PID is used here so that functionally related 504ac27a0ecSDave Kleikamp * files will be close-by on-disk. 505ac27a0ecSDave Kleikamp * 506ac27a0ecSDave Kleikamp * Caller must make sure that @ind is valid and will stay that way. 507ac27a0ecSDave Kleikamp */ 508617ba13bSMingming Cao static ext4_fsblk_t ext4_find_near(struct inode *inode, Indirect *ind) 509ac27a0ecSDave Kleikamp { 510617ba13bSMingming Cao struct ext4_inode_info *ei = EXT4_I(inode); 511ac27a0ecSDave Kleikamp __le32 *start = ind->bh ? (__le32 *) ind->bh->b_data : ei->i_data; 512ac27a0ecSDave Kleikamp __le32 *p; 513617ba13bSMingming Cao ext4_fsblk_t bg_start; 51474d3487fSValerie Clement ext4_fsblk_t last_block; 515617ba13bSMingming Cao ext4_grpblk_t colour; 516a4912123STheodore Ts'o ext4_group_t block_group; 517a4912123STheodore Ts'o int flex_size = ext4_flex_bg_size(EXT4_SB(inode->i_sb)); 518ac27a0ecSDave Kleikamp 519ac27a0ecSDave Kleikamp /* Try to find previous block */ 520ac27a0ecSDave Kleikamp for (p = ind->p - 1; p >= start; p--) { 521ac27a0ecSDave Kleikamp if (*p) 522ac27a0ecSDave Kleikamp return le32_to_cpu(*p); 523ac27a0ecSDave Kleikamp } 524ac27a0ecSDave Kleikamp 525ac27a0ecSDave Kleikamp /* No such thing, so let's try location of indirect block */ 526ac27a0ecSDave Kleikamp if (ind->bh) 527ac27a0ecSDave Kleikamp return ind->bh->b_blocknr; 528ac27a0ecSDave Kleikamp 529ac27a0ecSDave Kleikamp /* 530ac27a0ecSDave Kleikamp * It is going to be referred to from the inode itself? OK, just put it 531ac27a0ecSDave Kleikamp * into the same cylinder group then. 532ac27a0ecSDave Kleikamp */ 533a4912123STheodore Ts'o block_group = ei->i_block_group; 534a4912123STheodore Ts'o if (flex_size >= EXT4_FLEX_SIZE_DIR_ALLOC_SCHEME) { 535a4912123STheodore Ts'o block_group &= ~(flex_size-1); 536a4912123STheodore Ts'o if (S_ISREG(inode->i_mode)) 537a4912123STheodore Ts'o block_group++; 538a4912123STheodore Ts'o } 539a4912123STheodore Ts'o bg_start = ext4_group_first_block_no(inode->i_sb, block_group); 54074d3487fSValerie Clement last_block = ext4_blocks_count(EXT4_SB(inode->i_sb)->s_es) - 1; 54174d3487fSValerie Clement 542a4912123STheodore Ts'o /* 543a4912123STheodore Ts'o * If we are doing delayed allocation, we don't need take 544a4912123STheodore Ts'o * colour into account. 545a4912123STheodore Ts'o */ 546a4912123STheodore Ts'o if (test_opt(inode->i_sb, DELALLOC)) 547a4912123STheodore Ts'o return bg_start; 548a4912123STheodore Ts'o 54974d3487fSValerie Clement if (bg_start + EXT4_BLOCKS_PER_GROUP(inode->i_sb) <= last_block) 550ac27a0ecSDave Kleikamp colour = (current->pid % 16) * 551617ba13bSMingming Cao (EXT4_BLOCKS_PER_GROUP(inode->i_sb) / 16); 55274d3487fSValerie Clement else 55374d3487fSValerie Clement colour = (current->pid % 16) * ((last_block - bg_start) / 16); 554ac27a0ecSDave Kleikamp return bg_start + colour; 555ac27a0ecSDave Kleikamp } 556ac27a0ecSDave Kleikamp 557ac27a0ecSDave Kleikamp /** 5581cc8dcf5SBenoit Boissinot * ext4_find_goal - find a preferred place for allocation. 559ac27a0ecSDave Kleikamp * @inode: owner 560ac27a0ecSDave Kleikamp * @block: block we want 561ac27a0ecSDave Kleikamp * @partial: pointer to the last triple within a chain 562ac27a0ecSDave Kleikamp * 5631cc8dcf5SBenoit Boissinot * Normally this function find the preferred place for block allocation, 564fb01bfdaSAkinobu Mita * returns it. 565fb0a387dSEric Sandeen * Because this is only used for non-extent files, we limit the block nr 566fb0a387dSEric Sandeen * to 32 bits. 567ac27a0ecSDave Kleikamp */ 568725d26d3SAneesh Kumar K.V static ext4_fsblk_t ext4_find_goal(struct inode *inode, ext4_lblk_t block, 569fb01bfdaSAkinobu Mita Indirect *partial) 570ac27a0ecSDave Kleikamp { 571fb0a387dSEric Sandeen ext4_fsblk_t goal; 572fb0a387dSEric Sandeen 573ac27a0ecSDave Kleikamp /* 574c2ea3fdeSTheodore Ts'o * XXX need to get goal block from mballoc's data structures 575ac27a0ecSDave Kleikamp */ 576ac27a0ecSDave Kleikamp 577fb0a387dSEric Sandeen goal = ext4_find_near(inode, partial); 578fb0a387dSEric Sandeen goal = goal & EXT4_MAX_BLOCK_FILE_PHYS; 579fb0a387dSEric Sandeen return goal; 580ac27a0ecSDave Kleikamp } 581ac27a0ecSDave Kleikamp 582ac27a0ecSDave Kleikamp /** 583617ba13bSMingming Cao * ext4_blks_to_allocate: Look up the block map and count the number 584ac27a0ecSDave Kleikamp * of direct blocks need to be allocated for the given branch. 585ac27a0ecSDave Kleikamp * 586ac27a0ecSDave Kleikamp * @branch: chain of indirect blocks 587ac27a0ecSDave Kleikamp * @k: number of blocks need for indirect blocks 588ac27a0ecSDave Kleikamp * @blks: number of data blocks to be mapped. 589ac27a0ecSDave Kleikamp * @blocks_to_boundary: the offset in the indirect block 590ac27a0ecSDave Kleikamp * 591ac27a0ecSDave Kleikamp * return the total number of blocks to be allocate, including the 592ac27a0ecSDave Kleikamp * direct and indirect blocks. 593ac27a0ecSDave Kleikamp */ 594498e5f24STheodore Ts'o static int ext4_blks_to_allocate(Indirect *branch, int k, unsigned int blks, 595ac27a0ecSDave Kleikamp int blocks_to_boundary) 596ac27a0ecSDave Kleikamp { 597498e5f24STheodore Ts'o unsigned int count = 0; 598ac27a0ecSDave Kleikamp 599ac27a0ecSDave Kleikamp /* 600ac27a0ecSDave Kleikamp * Simple case, [t,d]Indirect block(s) has not allocated yet 601ac27a0ecSDave Kleikamp * then it's clear blocks on that path have not allocated 602ac27a0ecSDave Kleikamp */ 603ac27a0ecSDave Kleikamp if (k > 0) { 604ac27a0ecSDave Kleikamp /* right now we don't handle cross boundary allocation */ 605ac27a0ecSDave Kleikamp if (blks < blocks_to_boundary + 1) 606ac27a0ecSDave Kleikamp count += blks; 607ac27a0ecSDave Kleikamp else 608ac27a0ecSDave Kleikamp count += blocks_to_boundary + 1; 609ac27a0ecSDave Kleikamp return count; 610ac27a0ecSDave Kleikamp } 611ac27a0ecSDave Kleikamp 612ac27a0ecSDave Kleikamp count++; 613ac27a0ecSDave Kleikamp while (count < blks && count <= blocks_to_boundary && 614ac27a0ecSDave Kleikamp le32_to_cpu(*(branch[0].p + count)) == 0) { 615ac27a0ecSDave Kleikamp count++; 616ac27a0ecSDave Kleikamp } 617ac27a0ecSDave Kleikamp return count; 618ac27a0ecSDave Kleikamp } 619ac27a0ecSDave Kleikamp 620ac27a0ecSDave Kleikamp /** 621617ba13bSMingming Cao * ext4_alloc_blocks: multiple allocate blocks needed for a branch 622ac27a0ecSDave Kleikamp * @indirect_blks: the number of blocks need to allocate for indirect 623ac27a0ecSDave Kleikamp * blocks 624ac27a0ecSDave Kleikamp * 625ac27a0ecSDave Kleikamp * @new_blocks: on return it will store the new block numbers for 626ac27a0ecSDave Kleikamp * the indirect blocks(if needed) and the first direct block, 627ac27a0ecSDave Kleikamp * @blks: on return it will store the total number of allocated 628ac27a0ecSDave Kleikamp * direct blocks 629ac27a0ecSDave Kleikamp */ 630617ba13bSMingming Cao static int ext4_alloc_blocks(handle_t *handle, struct inode *inode, 6317061eba7SAneesh Kumar K.V ext4_lblk_t iblock, ext4_fsblk_t goal, 6327061eba7SAneesh Kumar K.V int indirect_blks, int blks, 633617ba13bSMingming Cao ext4_fsblk_t new_blocks[4], int *err) 634ac27a0ecSDave Kleikamp { 635815a1130STheodore Ts'o struct ext4_allocation_request ar; 636ac27a0ecSDave Kleikamp int target, i; 6377061eba7SAneesh Kumar K.V unsigned long count = 0, blk_allocated = 0; 638ac27a0ecSDave Kleikamp int index = 0; 639617ba13bSMingming Cao ext4_fsblk_t current_block = 0; 640ac27a0ecSDave Kleikamp int ret = 0; 641ac27a0ecSDave Kleikamp 642ac27a0ecSDave Kleikamp /* 643ac27a0ecSDave Kleikamp * Here we try to allocate the requested multiple blocks at once, 644ac27a0ecSDave Kleikamp * on a best-effort basis. 645ac27a0ecSDave Kleikamp * To build a branch, we should allocate blocks for 646ac27a0ecSDave Kleikamp * the indirect blocks(if not allocated yet), and at least 647ac27a0ecSDave Kleikamp * the first direct block of this branch. That's the 648ac27a0ecSDave Kleikamp * minimum number of blocks need to allocate(required) 649ac27a0ecSDave Kleikamp */ 6507061eba7SAneesh Kumar K.V /* first we try to allocate the indirect blocks */ 6517061eba7SAneesh Kumar K.V target = indirect_blks; 6527061eba7SAneesh Kumar K.V while (target > 0) { 653ac27a0ecSDave Kleikamp count = target; 654ac27a0ecSDave Kleikamp /* allocating blocks for indirect blocks and direct blocks */ 6557061eba7SAneesh Kumar K.V current_block = ext4_new_meta_blocks(handle, inode, 6567061eba7SAneesh Kumar K.V goal, &count, err); 657ac27a0ecSDave Kleikamp if (*err) 658ac27a0ecSDave Kleikamp goto failed_out; 659ac27a0ecSDave Kleikamp 660fb0a387dSEric Sandeen BUG_ON(current_block + count > EXT4_MAX_BLOCK_FILE_PHYS); 661fb0a387dSEric Sandeen 662ac27a0ecSDave Kleikamp target -= count; 663ac27a0ecSDave Kleikamp /* allocate blocks for indirect blocks */ 664ac27a0ecSDave Kleikamp while (index < indirect_blks && count) { 665ac27a0ecSDave Kleikamp new_blocks[index++] = current_block++; 666ac27a0ecSDave Kleikamp count--; 667ac27a0ecSDave Kleikamp } 6687061eba7SAneesh Kumar K.V if (count > 0) { 6697061eba7SAneesh Kumar K.V /* 6707061eba7SAneesh Kumar K.V * save the new block number 6717061eba7SAneesh Kumar K.V * for the first direct block 6727061eba7SAneesh Kumar K.V */ 6737061eba7SAneesh Kumar K.V new_blocks[index] = current_block; 6747061eba7SAneesh Kumar K.V printk(KERN_INFO "%s returned more blocks than " 6757061eba7SAneesh Kumar K.V "requested\n", __func__); 6767061eba7SAneesh Kumar K.V WARN_ON(1); 677ac27a0ecSDave Kleikamp break; 678ac27a0ecSDave Kleikamp } 6797061eba7SAneesh Kumar K.V } 680ac27a0ecSDave Kleikamp 6817061eba7SAneesh Kumar K.V target = blks - count ; 6827061eba7SAneesh Kumar K.V blk_allocated = count; 6837061eba7SAneesh Kumar K.V if (!target) 6847061eba7SAneesh Kumar K.V goto allocated; 6857061eba7SAneesh Kumar K.V /* Now allocate data blocks */ 686815a1130STheodore Ts'o memset(&ar, 0, sizeof(ar)); 687815a1130STheodore Ts'o ar.inode = inode; 688815a1130STheodore Ts'o ar.goal = goal; 689815a1130STheodore Ts'o ar.len = target; 690815a1130STheodore Ts'o ar.logical = iblock; 691815a1130STheodore Ts'o if (S_ISREG(inode->i_mode)) 692815a1130STheodore Ts'o /* enable in-core preallocation only for regular files */ 693815a1130STheodore Ts'o ar.flags = EXT4_MB_HINT_DATA; 694815a1130STheodore Ts'o 695815a1130STheodore Ts'o current_block = ext4_mb_new_blocks(handle, &ar, err); 696fb0a387dSEric Sandeen BUG_ON(current_block + ar.len > EXT4_MAX_BLOCK_FILE_PHYS); 697815a1130STheodore Ts'o 6987061eba7SAneesh Kumar K.V if (*err && (target == blks)) { 6997061eba7SAneesh Kumar K.V /* 7007061eba7SAneesh Kumar K.V * if the allocation failed and we didn't allocate 7017061eba7SAneesh Kumar K.V * any blocks before 7027061eba7SAneesh Kumar K.V */ 7037061eba7SAneesh Kumar K.V goto failed_out; 7047061eba7SAneesh Kumar K.V } 7057061eba7SAneesh Kumar K.V if (!*err) { 7067061eba7SAneesh Kumar K.V if (target == blks) { 7077061eba7SAneesh Kumar K.V /* 7087061eba7SAneesh Kumar K.V * save the new block number 7097061eba7SAneesh Kumar K.V * for the first direct block 7107061eba7SAneesh Kumar K.V */ 711ac27a0ecSDave Kleikamp new_blocks[index] = current_block; 7127061eba7SAneesh Kumar K.V } 713815a1130STheodore Ts'o blk_allocated += ar.len; 7147061eba7SAneesh Kumar K.V } 7157061eba7SAneesh Kumar K.V allocated: 716ac27a0ecSDave Kleikamp /* total number of blocks allocated for direct blocks */ 7177061eba7SAneesh Kumar K.V ret = blk_allocated; 718ac27a0ecSDave Kleikamp *err = 0; 719ac27a0ecSDave Kleikamp return ret; 720ac27a0ecSDave Kleikamp failed_out: 721ac27a0ecSDave Kleikamp for (i = 0; i < index; i++) 722c9de560dSAlex Tomas ext4_free_blocks(handle, inode, new_blocks[i], 1, 0); 723ac27a0ecSDave Kleikamp return ret; 724ac27a0ecSDave Kleikamp } 725ac27a0ecSDave Kleikamp 726ac27a0ecSDave Kleikamp /** 727617ba13bSMingming Cao * ext4_alloc_branch - allocate and set up a chain of blocks. 728ac27a0ecSDave Kleikamp * @inode: owner 729ac27a0ecSDave Kleikamp * @indirect_blks: number of allocated indirect blocks 730ac27a0ecSDave Kleikamp * @blks: number of allocated direct blocks 731ac27a0ecSDave Kleikamp * @offsets: offsets (in the blocks) to store the pointers to next. 732ac27a0ecSDave Kleikamp * @branch: place to store the chain in. 733ac27a0ecSDave Kleikamp * 734ac27a0ecSDave Kleikamp * This function allocates blocks, zeroes out all but the last one, 735ac27a0ecSDave Kleikamp * links them into chain and (if we are synchronous) writes them to disk. 736ac27a0ecSDave Kleikamp * In other words, it prepares a branch that can be spliced onto the 737ac27a0ecSDave Kleikamp * inode. It stores the information about that chain in the branch[], in 738617ba13bSMingming Cao * the same format as ext4_get_branch() would do. We are calling it after 739ac27a0ecSDave Kleikamp * we had read the existing part of chain and partial points to the last 740ac27a0ecSDave Kleikamp * triple of that (one with zero ->key). Upon the exit we have the same 741617ba13bSMingming Cao * picture as after the successful ext4_get_block(), except that in one 742ac27a0ecSDave Kleikamp * place chain is disconnected - *branch->p is still zero (we did not 743ac27a0ecSDave Kleikamp * set the last link), but branch->key contains the number that should 744ac27a0ecSDave Kleikamp * be placed into *branch->p to fill that gap. 745ac27a0ecSDave Kleikamp * 746ac27a0ecSDave Kleikamp * If allocation fails we free all blocks we've allocated (and forget 747ac27a0ecSDave Kleikamp * their buffer_heads) and return the error value the from failed 748617ba13bSMingming Cao * ext4_alloc_block() (normally -ENOSPC). Otherwise we set the chain 749ac27a0ecSDave Kleikamp * as described above and return 0. 750ac27a0ecSDave Kleikamp */ 751617ba13bSMingming Cao static int ext4_alloc_branch(handle_t *handle, struct inode *inode, 7527061eba7SAneesh Kumar K.V ext4_lblk_t iblock, int indirect_blks, 7537061eba7SAneesh Kumar K.V int *blks, ext4_fsblk_t goal, 754725d26d3SAneesh Kumar K.V ext4_lblk_t *offsets, Indirect *branch) 755ac27a0ecSDave Kleikamp { 756ac27a0ecSDave Kleikamp int blocksize = inode->i_sb->s_blocksize; 757ac27a0ecSDave Kleikamp int i, n = 0; 758ac27a0ecSDave Kleikamp int err = 0; 759ac27a0ecSDave Kleikamp struct buffer_head *bh; 760ac27a0ecSDave Kleikamp int num; 761617ba13bSMingming Cao ext4_fsblk_t new_blocks[4]; 762617ba13bSMingming Cao ext4_fsblk_t current_block; 763ac27a0ecSDave Kleikamp 7647061eba7SAneesh Kumar K.V num = ext4_alloc_blocks(handle, inode, iblock, goal, indirect_blks, 765ac27a0ecSDave Kleikamp *blks, new_blocks, &err); 766ac27a0ecSDave Kleikamp if (err) 767ac27a0ecSDave Kleikamp return err; 768ac27a0ecSDave Kleikamp 769ac27a0ecSDave Kleikamp branch[0].key = cpu_to_le32(new_blocks[0]); 770ac27a0ecSDave Kleikamp /* 771ac27a0ecSDave Kleikamp * metadata blocks and data blocks are allocated. 772ac27a0ecSDave Kleikamp */ 773ac27a0ecSDave Kleikamp for (n = 1; n <= indirect_blks; n++) { 774ac27a0ecSDave Kleikamp /* 775ac27a0ecSDave Kleikamp * Get buffer_head for parent block, zero it out 776ac27a0ecSDave Kleikamp * and set the pointer to new one, then send 777ac27a0ecSDave Kleikamp * parent to disk. 778ac27a0ecSDave Kleikamp */ 779ac27a0ecSDave Kleikamp bh = sb_getblk(inode->i_sb, new_blocks[n-1]); 780ac27a0ecSDave Kleikamp branch[n].bh = bh; 781ac27a0ecSDave Kleikamp lock_buffer(bh); 782ac27a0ecSDave Kleikamp BUFFER_TRACE(bh, "call get_create_access"); 783617ba13bSMingming Cao err = ext4_journal_get_create_access(handle, bh); 784ac27a0ecSDave Kleikamp if (err) { 7856487a9d3SCurt Wohlgemuth /* Don't brelse(bh) here; it's done in 7866487a9d3SCurt Wohlgemuth * ext4_journal_forget() below */ 787ac27a0ecSDave Kleikamp unlock_buffer(bh); 788ac27a0ecSDave Kleikamp goto failed; 789ac27a0ecSDave Kleikamp } 790ac27a0ecSDave Kleikamp 791ac27a0ecSDave Kleikamp memset(bh->b_data, 0, blocksize); 792ac27a0ecSDave Kleikamp branch[n].p = (__le32 *) bh->b_data + offsets[n]; 793ac27a0ecSDave Kleikamp branch[n].key = cpu_to_le32(new_blocks[n]); 794ac27a0ecSDave Kleikamp *branch[n].p = branch[n].key; 795ac27a0ecSDave Kleikamp if (n == indirect_blks) { 796ac27a0ecSDave Kleikamp current_block = new_blocks[n]; 797ac27a0ecSDave Kleikamp /* 798ac27a0ecSDave Kleikamp * End of chain, update the last new metablock of 799ac27a0ecSDave Kleikamp * the chain to point to the new allocated 800ac27a0ecSDave Kleikamp * data blocks numbers 801ac27a0ecSDave Kleikamp */ 802ac27a0ecSDave Kleikamp for (i = 1; i < num; i++) 803ac27a0ecSDave Kleikamp *(branch[n].p + i) = cpu_to_le32(++current_block); 804ac27a0ecSDave Kleikamp } 805ac27a0ecSDave Kleikamp BUFFER_TRACE(bh, "marking uptodate"); 806ac27a0ecSDave Kleikamp set_buffer_uptodate(bh); 807ac27a0ecSDave Kleikamp unlock_buffer(bh); 808ac27a0ecSDave Kleikamp 8090390131bSFrank Mayhar BUFFER_TRACE(bh, "call ext4_handle_dirty_metadata"); 8100390131bSFrank Mayhar err = ext4_handle_dirty_metadata(handle, inode, bh); 811ac27a0ecSDave Kleikamp if (err) 812ac27a0ecSDave Kleikamp goto failed; 813ac27a0ecSDave Kleikamp } 814ac27a0ecSDave Kleikamp *blks = num; 815ac27a0ecSDave Kleikamp return err; 816ac27a0ecSDave Kleikamp failed: 817ac27a0ecSDave Kleikamp /* Allocation failed, free what we already allocated */ 818ac27a0ecSDave Kleikamp for (i = 1; i <= n ; i++) { 819dab291afSMingming Cao BUFFER_TRACE(branch[i].bh, "call jbd2_journal_forget"); 820617ba13bSMingming Cao ext4_journal_forget(handle, branch[i].bh); 821ac27a0ecSDave Kleikamp } 822ac27a0ecSDave Kleikamp for (i = 0; i < indirect_blks; i++) 823c9de560dSAlex Tomas ext4_free_blocks(handle, inode, new_blocks[i], 1, 0); 824ac27a0ecSDave Kleikamp 825c9de560dSAlex Tomas ext4_free_blocks(handle, inode, new_blocks[i], num, 0); 826ac27a0ecSDave Kleikamp 827ac27a0ecSDave Kleikamp return err; 828ac27a0ecSDave Kleikamp } 829ac27a0ecSDave Kleikamp 830ac27a0ecSDave Kleikamp /** 831617ba13bSMingming Cao * ext4_splice_branch - splice the allocated branch onto inode. 832ac27a0ecSDave Kleikamp * @inode: owner 833ac27a0ecSDave Kleikamp * @block: (logical) number of block we are adding 834ac27a0ecSDave Kleikamp * @chain: chain of indirect blocks (with a missing link - see 835617ba13bSMingming Cao * ext4_alloc_branch) 836ac27a0ecSDave Kleikamp * @where: location of missing link 837ac27a0ecSDave Kleikamp * @num: number of indirect blocks we are adding 838ac27a0ecSDave Kleikamp * @blks: number of direct blocks we are adding 839ac27a0ecSDave Kleikamp * 840ac27a0ecSDave Kleikamp * This function fills the missing link and does all housekeeping needed in 841ac27a0ecSDave Kleikamp * inode (->i_blocks, etc.). In case of success we end up with the full 842ac27a0ecSDave Kleikamp * chain to new block and return 0. 843ac27a0ecSDave Kleikamp */ 844617ba13bSMingming Cao static int ext4_splice_branch(handle_t *handle, struct inode *inode, 845de9a55b8STheodore Ts'o ext4_lblk_t block, Indirect *where, int num, 846de9a55b8STheodore Ts'o int blks) 847ac27a0ecSDave Kleikamp { 848ac27a0ecSDave Kleikamp int i; 849ac27a0ecSDave Kleikamp int err = 0; 850617ba13bSMingming Cao ext4_fsblk_t current_block; 851ac27a0ecSDave Kleikamp 852ac27a0ecSDave Kleikamp /* 853ac27a0ecSDave Kleikamp * If we're splicing into a [td]indirect block (as opposed to the 854ac27a0ecSDave Kleikamp * inode) then we need to get write access to the [td]indirect block 855ac27a0ecSDave Kleikamp * before the splice. 856ac27a0ecSDave Kleikamp */ 857ac27a0ecSDave Kleikamp if (where->bh) { 858ac27a0ecSDave Kleikamp BUFFER_TRACE(where->bh, "get_write_access"); 859617ba13bSMingming Cao err = ext4_journal_get_write_access(handle, where->bh); 860ac27a0ecSDave Kleikamp if (err) 861ac27a0ecSDave Kleikamp goto err_out; 862ac27a0ecSDave Kleikamp } 863ac27a0ecSDave Kleikamp /* That's it */ 864ac27a0ecSDave Kleikamp 865ac27a0ecSDave Kleikamp *where->p = where->key; 866ac27a0ecSDave Kleikamp 867ac27a0ecSDave Kleikamp /* 868ac27a0ecSDave Kleikamp * Update the host buffer_head or inode to point to more just allocated 869ac27a0ecSDave Kleikamp * direct blocks blocks 870ac27a0ecSDave Kleikamp */ 871ac27a0ecSDave Kleikamp if (num == 0 && blks > 1) { 872ac27a0ecSDave Kleikamp current_block = le32_to_cpu(where->key) + 1; 873ac27a0ecSDave Kleikamp for (i = 1; i < blks; i++) 874ac27a0ecSDave Kleikamp *(where->p + i) = cpu_to_le32(current_block++); 875ac27a0ecSDave Kleikamp } 876ac27a0ecSDave Kleikamp 877ac27a0ecSDave Kleikamp /* We are done with atomic stuff, now do the rest of housekeeping */ 878ac27a0ecSDave Kleikamp /* had we spliced it onto indirect block? */ 879ac27a0ecSDave Kleikamp if (where->bh) { 880ac27a0ecSDave Kleikamp /* 881ac27a0ecSDave Kleikamp * If we spliced it onto an indirect block, we haven't 882ac27a0ecSDave Kleikamp * altered the inode. Note however that if it is being spliced 883ac27a0ecSDave Kleikamp * onto an indirect block at the very end of the file (the 884ac27a0ecSDave Kleikamp * file is growing) then we *will* alter the inode to reflect 885ac27a0ecSDave Kleikamp * the new i_size. But that is not done here - it is done in 886617ba13bSMingming Cao * generic_commit_write->__mark_inode_dirty->ext4_dirty_inode. 887ac27a0ecSDave Kleikamp */ 888ac27a0ecSDave Kleikamp jbd_debug(5, "splicing indirect only\n"); 8890390131bSFrank Mayhar BUFFER_TRACE(where->bh, "call ext4_handle_dirty_metadata"); 8900390131bSFrank Mayhar err = ext4_handle_dirty_metadata(handle, inode, where->bh); 891ac27a0ecSDave Kleikamp if (err) 892ac27a0ecSDave Kleikamp goto err_out; 893ac27a0ecSDave Kleikamp } else { 894ac27a0ecSDave Kleikamp /* 895ac27a0ecSDave Kleikamp * OK, we spliced it into the inode itself on a direct block. 896ac27a0ecSDave Kleikamp */ 89741591750STheodore Ts'o ext4_mark_inode_dirty(handle, inode); 898ac27a0ecSDave Kleikamp jbd_debug(5, "splicing direct\n"); 899ac27a0ecSDave Kleikamp } 900ac27a0ecSDave Kleikamp return err; 901ac27a0ecSDave Kleikamp 902ac27a0ecSDave Kleikamp err_out: 903ac27a0ecSDave Kleikamp for (i = 1; i <= num; i++) { 904dab291afSMingming Cao BUFFER_TRACE(where[i].bh, "call jbd2_journal_forget"); 905617ba13bSMingming Cao ext4_journal_forget(handle, where[i].bh); 906c9de560dSAlex Tomas ext4_free_blocks(handle, inode, 907c9de560dSAlex Tomas le32_to_cpu(where[i-1].key), 1, 0); 908ac27a0ecSDave Kleikamp } 909c9de560dSAlex Tomas ext4_free_blocks(handle, inode, le32_to_cpu(where[num].key), blks, 0); 910ac27a0ecSDave Kleikamp 911ac27a0ecSDave Kleikamp return err; 912ac27a0ecSDave Kleikamp } 913ac27a0ecSDave Kleikamp 914ac27a0ecSDave Kleikamp /* 915b920c755STheodore Ts'o * The ext4_ind_get_blocks() function handles non-extents inodes 916b920c755STheodore Ts'o * (i.e., using the traditional indirect/double-indirect i_blocks 917b920c755STheodore Ts'o * scheme) for ext4_get_blocks(). 918b920c755STheodore Ts'o * 919ac27a0ecSDave Kleikamp * Allocation strategy is simple: if we have to allocate something, we will 920ac27a0ecSDave Kleikamp * have to go the whole way to leaf. So let's do it before attaching anything 921ac27a0ecSDave Kleikamp * to tree, set linkage between the newborn blocks, write them if sync is 922ac27a0ecSDave Kleikamp * required, recheck the path, free and repeat if check fails, otherwise 923ac27a0ecSDave Kleikamp * set the last missing link (that will protect us from any truncate-generated 924ac27a0ecSDave Kleikamp * removals - all blocks on the path are immune now) and possibly force the 925ac27a0ecSDave Kleikamp * write on the parent block. 926ac27a0ecSDave Kleikamp * That has a nice additional property: no special recovery from the failed 927ac27a0ecSDave Kleikamp * allocations is needed - we simply release blocks and do not touch anything 928ac27a0ecSDave Kleikamp * reachable from inode. 929ac27a0ecSDave Kleikamp * 930ac27a0ecSDave Kleikamp * `handle' can be NULL if create == 0. 931ac27a0ecSDave Kleikamp * 932ac27a0ecSDave Kleikamp * return > 0, # of blocks mapped or allocated. 933ac27a0ecSDave Kleikamp * return = 0, if plain lookup failed. 934ac27a0ecSDave Kleikamp * return < 0, error case. 935c278bfecSAneesh Kumar K.V * 936b920c755STheodore Ts'o * The ext4_ind_get_blocks() function should be called with 937b920c755STheodore Ts'o * down_write(&EXT4_I(inode)->i_data_sem) if allocating filesystem 938b920c755STheodore Ts'o * blocks (i.e., flags has EXT4_GET_BLOCKS_CREATE set) or 939b920c755STheodore Ts'o * down_read(&EXT4_I(inode)->i_data_sem) if not allocating file system 940b920c755STheodore Ts'o * blocks. 941ac27a0ecSDave Kleikamp */ 942e4d996caSTheodore Ts'o static int ext4_ind_get_blocks(handle_t *handle, struct inode *inode, 943498e5f24STheodore Ts'o ext4_lblk_t iblock, unsigned int maxblocks, 944ac27a0ecSDave Kleikamp struct buffer_head *bh_result, 945c2177057STheodore Ts'o int flags) 946ac27a0ecSDave Kleikamp { 947ac27a0ecSDave Kleikamp int err = -EIO; 948725d26d3SAneesh Kumar K.V ext4_lblk_t offsets[4]; 949ac27a0ecSDave Kleikamp Indirect chain[4]; 950ac27a0ecSDave Kleikamp Indirect *partial; 951617ba13bSMingming Cao ext4_fsblk_t goal; 952ac27a0ecSDave Kleikamp int indirect_blks; 953ac27a0ecSDave Kleikamp int blocks_to_boundary = 0; 954ac27a0ecSDave Kleikamp int depth; 955ac27a0ecSDave Kleikamp int count = 0; 956617ba13bSMingming Cao ext4_fsblk_t first_block = 0; 957ac27a0ecSDave Kleikamp 958a86c6181SAlex Tomas J_ASSERT(!(EXT4_I(inode)->i_flags & EXT4_EXTENTS_FL)); 959c2177057STheodore Ts'o J_ASSERT(handle != NULL || (flags & EXT4_GET_BLOCKS_CREATE) == 0); 960725d26d3SAneesh Kumar K.V depth = ext4_block_to_path(inode, iblock, offsets, 961725d26d3SAneesh Kumar K.V &blocks_to_boundary); 962ac27a0ecSDave Kleikamp 963ac27a0ecSDave Kleikamp if (depth == 0) 964ac27a0ecSDave Kleikamp goto out; 965ac27a0ecSDave Kleikamp 966617ba13bSMingming Cao partial = ext4_get_branch(inode, depth, offsets, chain, &err); 967ac27a0ecSDave Kleikamp 968ac27a0ecSDave Kleikamp /* Simplest case - block found, no allocation needed */ 969ac27a0ecSDave Kleikamp if (!partial) { 970ac27a0ecSDave Kleikamp first_block = le32_to_cpu(chain[depth - 1].key); 971ac27a0ecSDave Kleikamp clear_buffer_new(bh_result); 972ac27a0ecSDave Kleikamp count++; 973ac27a0ecSDave Kleikamp /*map more blocks*/ 974ac27a0ecSDave Kleikamp while (count < maxblocks && count <= blocks_to_boundary) { 975617ba13bSMingming Cao ext4_fsblk_t blk; 976ac27a0ecSDave Kleikamp 977ac27a0ecSDave Kleikamp blk = le32_to_cpu(*(chain[depth-1].p + count)); 978ac27a0ecSDave Kleikamp 979ac27a0ecSDave Kleikamp if (blk == first_block + count) 980ac27a0ecSDave Kleikamp count++; 981ac27a0ecSDave Kleikamp else 982ac27a0ecSDave Kleikamp break; 983ac27a0ecSDave Kleikamp } 984ac27a0ecSDave Kleikamp goto got_it; 985ac27a0ecSDave Kleikamp } 986ac27a0ecSDave Kleikamp 987ac27a0ecSDave Kleikamp /* Next simple case - plain lookup or failed read of indirect block */ 988c2177057STheodore Ts'o if ((flags & EXT4_GET_BLOCKS_CREATE) == 0 || err == -EIO) 989ac27a0ecSDave Kleikamp goto cleanup; 990ac27a0ecSDave Kleikamp 991ac27a0ecSDave Kleikamp /* 992c2ea3fdeSTheodore Ts'o * Okay, we need to do block allocation. 993ac27a0ecSDave Kleikamp */ 994fb01bfdaSAkinobu Mita goal = ext4_find_goal(inode, iblock, partial); 995ac27a0ecSDave Kleikamp 996ac27a0ecSDave Kleikamp /* the number of blocks need to allocate for [d,t]indirect blocks */ 997ac27a0ecSDave Kleikamp indirect_blks = (chain + depth) - partial - 1; 998ac27a0ecSDave Kleikamp 999ac27a0ecSDave Kleikamp /* 1000ac27a0ecSDave Kleikamp * Next look up the indirect map to count the totoal number of 1001ac27a0ecSDave Kleikamp * direct blocks to allocate for this branch. 1002ac27a0ecSDave Kleikamp */ 1003617ba13bSMingming Cao count = ext4_blks_to_allocate(partial, indirect_blks, 1004ac27a0ecSDave Kleikamp maxblocks, blocks_to_boundary); 1005ac27a0ecSDave Kleikamp /* 1006617ba13bSMingming Cao * Block out ext4_truncate while we alter the tree 1007ac27a0ecSDave Kleikamp */ 10087061eba7SAneesh Kumar K.V err = ext4_alloc_branch(handle, inode, iblock, indirect_blks, 10097061eba7SAneesh Kumar K.V &count, goal, 1010ac27a0ecSDave Kleikamp offsets + (partial - chain), partial); 1011ac27a0ecSDave Kleikamp 1012ac27a0ecSDave Kleikamp /* 1013617ba13bSMingming Cao * The ext4_splice_branch call will free and forget any buffers 1014ac27a0ecSDave Kleikamp * on the new chain if there is a failure, but that risks using 1015ac27a0ecSDave Kleikamp * up transaction credits, especially for bitmaps where the 1016ac27a0ecSDave Kleikamp * credits cannot be returned. Can we handle this somehow? We 1017ac27a0ecSDave Kleikamp * may need to return -EAGAIN upwards in the worst case. --sct 1018ac27a0ecSDave Kleikamp */ 1019ac27a0ecSDave Kleikamp if (!err) 1020617ba13bSMingming Cao err = ext4_splice_branch(handle, inode, iblock, 1021ac27a0ecSDave Kleikamp partial, indirect_blks, count); 102203f5d8bcSJan Kara else 1023ac27a0ecSDave Kleikamp goto cleanup; 1024ac27a0ecSDave Kleikamp 1025ac27a0ecSDave Kleikamp set_buffer_new(bh_result); 1026ac27a0ecSDave Kleikamp got_it: 1027ac27a0ecSDave Kleikamp map_bh(bh_result, inode->i_sb, le32_to_cpu(chain[depth-1].key)); 1028ac27a0ecSDave Kleikamp if (count > blocks_to_boundary) 1029ac27a0ecSDave Kleikamp set_buffer_boundary(bh_result); 1030ac27a0ecSDave Kleikamp err = count; 1031ac27a0ecSDave Kleikamp /* Clean up and exit */ 1032ac27a0ecSDave Kleikamp partial = chain + depth - 1; /* the whole chain */ 1033ac27a0ecSDave Kleikamp cleanup: 1034ac27a0ecSDave Kleikamp while (partial > chain) { 1035ac27a0ecSDave Kleikamp BUFFER_TRACE(partial->bh, "call brelse"); 1036ac27a0ecSDave Kleikamp brelse(partial->bh); 1037ac27a0ecSDave Kleikamp partial--; 1038ac27a0ecSDave Kleikamp } 1039ac27a0ecSDave Kleikamp BUFFER_TRACE(bh_result, "returned"); 1040ac27a0ecSDave Kleikamp out: 1041ac27a0ecSDave Kleikamp return err; 1042ac27a0ecSDave Kleikamp } 1043ac27a0ecSDave Kleikamp 104460e58e0fSMingming Cao qsize_t ext4_get_reserved_space(struct inode *inode) 104560e58e0fSMingming Cao { 104660e58e0fSMingming Cao unsigned long long total; 104760e58e0fSMingming Cao 104860e58e0fSMingming Cao spin_lock(&EXT4_I(inode)->i_block_reservation_lock); 104960e58e0fSMingming Cao total = EXT4_I(inode)->i_reserved_data_blocks + 105060e58e0fSMingming Cao EXT4_I(inode)->i_reserved_meta_blocks; 105160e58e0fSMingming Cao spin_unlock(&EXT4_I(inode)->i_block_reservation_lock); 105260e58e0fSMingming Cao 105360e58e0fSMingming Cao return total; 105460e58e0fSMingming Cao } 105512219aeaSAneesh Kumar K.V /* 105612219aeaSAneesh Kumar K.V * Calculate the number of metadata blocks need to reserve 105712219aeaSAneesh Kumar K.V * to allocate @blocks for non extent file based file 105812219aeaSAneesh Kumar K.V */ 105912219aeaSAneesh Kumar K.V static int ext4_indirect_calc_metadata_amount(struct inode *inode, int blocks) 106012219aeaSAneesh Kumar K.V { 106112219aeaSAneesh Kumar K.V int icap = EXT4_ADDR_PER_BLOCK(inode->i_sb); 106212219aeaSAneesh Kumar K.V int ind_blks, dind_blks, tind_blks; 106312219aeaSAneesh Kumar K.V 106412219aeaSAneesh Kumar K.V /* number of new indirect blocks needed */ 106512219aeaSAneesh Kumar K.V ind_blks = (blocks + icap - 1) / icap; 106612219aeaSAneesh Kumar K.V 106712219aeaSAneesh Kumar K.V dind_blks = (ind_blks + icap - 1) / icap; 106812219aeaSAneesh Kumar K.V 106912219aeaSAneesh Kumar K.V tind_blks = 1; 107012219aeaSAneesh Kumar K.V 107112219aeaSAneesh Kumar K.V return ind_blks + dind_blks + tind_blks; 107212219aeaSAneesh Kumar K.V } 107312219aeaSAneesh Kumar K.V 107412219aeaSAneesh Kumar K.V /* 107512219aeaSAneesh Kumar K.V * Calculate the number of metadata blocks need to reserve 107612219aeaSAneesh Kumar K.V * to allocate given number of blocks 107712219aeaSAneesh Kumar K.V */ 107812219aeaSAneesh Kumar K.V static int ext4_calc_metadata_amount(struct inode *inode, int blocks) 107912219aeaSAneesh Kumar K.V { 1080cd213226SMingming Cao if (!blocks) 1081cd213226SMingming Cao return 0; 1082cd213226SMingming Cao 108312219aeaSAneesh Kumar K.V if (EXT4_I(inode)->i_flags & EXT4_EXTENTS_FL) 108412219aeaSAneesh Kumar K.V return ext4_ext_calc_metadata_amount(inode, blocks); 108512219aeaSAneesh Kumar K.V 108612219aeaSAneesh Kumar K.V return ext4_indirect_calc_metadata_amount(inode, blocks); 108712219aeaSAneesh Kumar K.V } 108812219aeaSAneesh Kumar K.V 108912219aeaSAneesh Kumar K.V static void ext4_da_update_reserve_space(struct inode *inode, int used) 109012219aeaSAneesh Kumar K.V { 109112219aeaSAneesh Kumar K.V struct ext4_sb_info *sbi = EXT4_SB(inode->i_sb); 109212219aeaSAneesh Kumar K.V int total, mdb, mdb_free; 109312219aeaSAneesh Kumar K.V 109412219aeaSAneesh Kumar K.V spin_lock(&EXT4_I(inode)->i_block_reservation_lock); 109512219aeaSAneesh Kumar K.V /* recalculate the number of metablocks still need to be reserved */ 109612219aeaSAneesh Kumar K.V total = EXT4_I(inode)->i_reserved_data_blocks - used; 109712219aeaSAneesh Kumar K.V mdb = ext4_calc_metadata_amount(inode, total); 109812219aeaSAneesh Kumar K.V 109912219aeaSAneesh Kumar K.V /* figure out how many metablocks to release */ 110012219aeaSAneesh Kumar K.V BUG_ON(mdb > EXT4_I(inode)->i_reserved_meta_blocks); 110112219aeaSAneesh Kumar K.V mdb_free = EXT4_I(inode)->i_reserved_meta_blocks - mdb; 110212219aeaSAneesh Kumar K.V 11036bc6e63fSAneesh Kumar K.V if (mdb_free) { 110412219aeaSAneesh Kumar K.V /* Account for allocated meta_blocks */ 110512219aeaSAneesh Kumar K.V mdb_free -= EXT4_I(inode)->i_allocated_meta_blocks; 110612219aeaSAneesh Kumar K.V 11076bc6e63fSAneesh Kumar K.V /* update fs dirty blocks counter */ 11086bc6e63fSAneesh Kumar K.V percpu_counter_sub(&sbi->s_dirtyblocks_counter, mdb_free); 11096bc6e63fSAneesh Kumar K.V EXT4_I(inode)->i_allocated_meta_blocks = 0; 11106bc6e63fSAneesh Kumar K.V EXT4_I(inode)->i_reserved_meta_blocks = mdb; 11116bc6e63fSAneesh Kumar K.V } 111212219aeaSAneesh Kumar K.V 111312219aeaSAneesh Kumar K.V /* update per-inode reservations */ 111412219aeaSAneesh Kumar K.V BUG_ON(used > EXT4_I(inode)->i_reserved_data_blocks); 111512219aeaSAneesh Kumar K.V EXT4_I(inode)->i_reserved_data_blocks -= used; 111612219aeaSAneesh Kumar K.V spin_unlock(&EXT4_I(inode)->i_block_reservation_lock); 111760e58e0fSMingming Cao 111860e58e0fSMingming Cao /* 111960e58e0fSMingming Cao * free those over-booking quota for metadata blocks 112060e58e0fSMingming Cao */ 112160e58e0fSMingming Cao if (mdb_free) 112260e58e0fSMingming Cao vfs_dq_release_reservation_block(inode, mdb_free); 1123d6014301SAneesh Kumar K.V 1124d6014301SAneesh Kumar K.V /* 1125d6014301SAneesh Kumar K.V * If we have done all the pending block allocations and if 1126d6014301SAneesh Kumar K.V * there aren't any writers on the inode, we can discard the 1127d6014301SAneesh Kumar K.V * inode's preallocations. 1128d6014301SAneesh Kumar K.V */ 1129d6014301SAneesh Kumar K.V if (!total && (atomic_read(&inode->i_writecount) == 0)) 1130d6014301SAneesh Kumar K.V ext4_discard_preallocations(inode); 113112219aeaSAneesh Kumar K.V } 113212219aeaSAneesh Kumar K.V 113380e42468STheodore Ts'o static int check_block_validity(struct inode *inode, const char *msg, 113480e42468STheodore Ts'o sector_t logical, sector_t phys, int len) 11356fd058f7STheodore Ts'o { 11366fd058f7STheodore Ts'o if (!ext4_data_block_valid(EXT4_SB(inode->i_sb), phys, len)) { 113780e42468STheodore Ts'o ext4_error(inode->i_sb, msg, 11386fd058f7STheodore Ts'o "inode #%lu logical block %llu mapped to %llu " 11396fd058f7STheodore Ts'o "(size %d)", inode->i_ino, 11406fd058f7STheodore Ts'o (unsigned long long) logical, 11416fd058f7STheodore Ts'o (unsigned long long) phys, len); 11426fd058f7STheodore Ts'o return -EIO; 11436fd058f7STheodore Ts'o } 11446fd058f7STheodore Ts'o return 0; 11456fd058f7STheodore Ts'o } 11466fd058f7STheodore Ts'o 1147f5ab0d1fSMingming Cao /* 114855138e0bSTheodore Ts'o * Return the number of dirty pages in the given inode starting at 114955138e0bSTheodore Ts'o * page frame idx. 115055138e0bSTheodore Ts'o */ 115155138e0bSTheodore Ts'o static pgoff_t ext4_num_dirty_pages(struct inode *inode, pgoff_t idx, 115255138e0bSTheodore Ts'o unsigned int max_pages) 115355138e0bSTheodore Ts'o { 115455138e0bSTheodore Ts'o struct address_space *mapping = inode->i_mapping; 115555138e0bSTheodore Ts'o pgoff_t index; 115655138e0bSTheodore Ts'o struct pagevec pvec; 115755138e0bSTheodore Ts'o pgoff_t num = 0; 115855138e0bSTheodore Ts'o int i, nr_pages, done = 0; 115955138e0bSTheodore Ts'o 116055138e0bSTheodore Ts'o if (max_pages == 0) 116155138e0bSTheodore Ts'o return 0; 116255138e0bSTheodore Ts'o pagevec_init(&pvec, 0); 116355138e0bSTheodore Ts'o while (!done) { 116455138e0bSTheodore Ts'o index = idx; 116555138e0bSTheodore Ts'o nr_pages = pagevec_lookup_tag(&pvec, mapping, &index, 116655138e0bSTheodore Ts'o PAGECACHE_TAG_DIRTY, 116755138e0bSTheodore Ts'o (pgoff_t)PAGEVEC_SIZE); 116855138e0bSTheodore Ts'o if (nr_pages == 0) 116955138e0bSTheodore Ts'o break; 117055138e0bSTheodore Ts'o for (i = 0; i < nr_pages; i++) { 117155138e0bSTheodore Ts'o struct page *page = pvec.pages[i]; 117255138e0bSTheodore Ts'o struct buffer_head *bh, *head; 117355138e0bSTheodore Ts'o 117455138e0bSTheodore Ts'o lock_page(page); 117555138e0bSTheodore Ts'o if (unlikely(page->mapping != mapping) || 117655138e0bSTheodore Ts'o !PageDirty(page) || 117755138e0bSTheodore Ts'o PageWriteback(page) || 117855138e0bSTheodore Ts'o page->index != idx) { 117955138e0bSTheodore Ts'o done = 1; 118055138e0bSTheodore Ts'o unlock_page(page); 118155138e0bSTheodore Ts'o break; 118255138e0bSTheodore Ts'o } 118355138e0bSTheodore Ts'o head = page_buffers(page); 118455138e0bSTheodore Ts'o bh = head; 118555138e0bSTheodore Ts'o do { 118655138e0bSTheodore Ts'o if (!buffer_delay(bh) && 118755138e0bSTheodore Ts'o !buffer_unwritten(bh)) { 118855138e0bSTheodore Ts'o done = 1; 118955138e0bSTheodore Ts'o break; 119055138e0bSTheodore Ts'o } 119155138e0bSTheodore Ts'o } while ((bh = bh->b_this_page) != head); 119255138e0bSTheodore Ts'o unlock_page(page); 119355138e0bSTheodore Ts'o if (done) 119455138e0bSTheodore Ts'o break; 119555138e0bSTheodore Ts'o idx++; 119655138e0bSTheodore Ts'o num++; 119755138e0bSTheodore Ts'o if (num >= max_pages) 119855138e0bSTheodore Ts'o break; 119955138e0bSTheodore Ts'o } 120055138e0bSTheodore Ts'o pagevec_release(&pvec); 120155138e0bSTheodore Ts'o } 120255138e0bSTheodore Ts'o return num; 120355138e0bSTheodore Ts'o } 120455138e0bSTheodore Ts'o 120555138e0bSTheodore Ts'o /* 120612b7ac17STheodore Ts'o * The ext4_get_blocks() function tries to look up the requested blocks, 12072b2d6d01STheodore Ts'o * and returns if the blocks are already mapped. 1208f5ab0d1fSMingming Cao * 1209f5ab0d1fSMingming Cao * Otherwise it takes the write lock of the i_data_sem and allocate blocks 1210f5ab0d1fSMingming Cao * and store the allocated blocks in the result buffer head and mark it 1211f5ab0d1fSMingming Cao * mapped. 1212f5ab0d1fSMingming Cao * 1213f5ab0d1fSMingming Cao * If file type is extents based, it will call ext4_ext_get_blocks(), 1214e4d996caSTheodore Ts'o * Otherwise, call with ext4_ind_get_blocks() to handle indirect mapping 1215f5ab0d1fSMingming Cao * based files 1216f5ab0d1fSMingming Cao * 1217f5ab0d1fSMingming Cao * On success, it returns the number of blocks being mapped or allocate. 1218f5ab0d1fSMingming Cao * if create==0 and the blocks are pre-allocated and uninitialized block, 1219f5ab0d1fSMingming Cao * the result buffer head is unmapped. If the create ==1, it will make sure 1220f5ab0d1fSMingming Cao * the buffer head is mapped. 1221f5ab0d1fSMingming Cao * 1222f5ab0d1fSMingming Cao * It returns 0 if plain look up failed (blocks have not been allocated), in 1223f5ab0d1fSMingming Cao * that casem, buffer head is unmapped 1224f5ab0d1fSMingming Cao * 1225f5ab0d1fSMingming Cao * It returns the error in case of allocation failure. 1226f5ab0d1fSMingming Cao */ 122712b7ac17STheodore Ts'o int ext4_get_blocks(handle_t *handle, struct inode *inode, sector_t block, 1228498e5f24STheodore Ts'o unsigned int max_blocks, struct buffer_head *bh, 1229c2177057STheodore Ts'o int flags) 12300e855ac8SAneesh Kumar K.V { 12310e855ac8SAneesh Kumar K.V int retval; 1232f5ab0d1fSMingming Cao 1233f5ab0d1fSMingming Cao clear_buffer_mapped(bh); 12342a8964d6SAneesh Kumar K.V clear_buffer_unwritten(bh); 1235f5ab0d1fSMingming Cao 1236*0031462bSMingming Cao ext_debug("ext4_get_blocks(): inode %lu, flag %d, max_blocks %u," 1237*0031462bSMingming Cao "logical block %lu\n", inode->i_ino, flags, max_blocks, 1238*0031462bSMingming Cao (unsigned long)block); 12394df3d265SAneesh Kumar K.V /* 1240b920c755STheodore Ts'o * Try to see if we can get the block without requesting a new 1241b920c755STheodore Ts'o * file system block. 12424df3d265SAneesh Kumar K.V */ 12430e855ac8SAneesh Kumar K.V down_read((&EXT4_I(inode)->i_data_sem)); 12444df3d265SAneesh Kumar K.V if (EXT4_I(inode)->i_flags & EXT4_EXTENTS_FL) { 12454df3d265SAneesh Kumar K.V retval = ext4_ext_get_blocks(handle, inode, block, max_blocks, 1246c2177057STheodore Ts'o bh, 0); 12474df3d265SAneesh Kumar K.V } else { 1248e4d996caSTheodore Ts'o retval = ext4_ind_get_blocks(handle, inode, block, max_blocks, 1249c2177057STheodore Ts'o bh, 0); 12500e855ac8SAneesh Kumar K.V } 12514df3d265SAneesh Kumar K.V up_read((&EXT4_I(inode)->i_data_sem)); 1252f5ab0d1fSMingming Cao 12536fd058f7STheodore Ts'o if (retval > 0 && buffer_mapped(bh)) { 125480e42468STheodore Ts'o int ret = check_block_validity(inode, "file system corruption", 125580e42468STheodore Ts'o block, bh->b_blocknr, retval); 12566fd058f7STheodore Ts'o if (ret != 0) 12576fd058f7STheodore Ts'o return ret; 12586fd058f7STheodore Ts'o } 12596fd058f7STheodore Ts'o 1260f5ab0d1fSMingming Cao /* If it is only a block(s) look up */ 1261c2177057STheodore Ts'o if ((flags & EXT4_GET_BLOCKS_CREATE) == 0) 12624df3d265SAneesh Kumar K.V return retval; 12634df3d265SAneesh Kumar K.V 12644df3d265SAneesh Kumar K.V /* 1265f5ab0d1fSMingming Cao * Returns if the blocks have already allocated 1266f5ab0d1fSMingming Cao * 1267f5ab0d1fSMingming Cao * Note that if blocks have been preallocated 1268f5ab0d1fSMingming Cao * ext4_ext_get_block() returns th create = 0 1269f5ab0d1fSMingming Cao * with buffer head unmapped. 1270f5ab0d1fSMingming Cao */ 1271f5ab0d1fSMingming Cao if (retval > 0 && buffer_mapped(bh)) 1272f5ab0d1fSMingming Cao return retval; 1273f5ab0d1fSMingming Cao 1274f5ab0d1fSMingming Cao /* 12752a8964d6SAneesh Kumar K.V * When we call get_blocks without the create flag, the 12762a8964d6SAneesh Kumar K.V * BH_Unwritten flag could have gotten set if the blocks 12772a8964d6SAneesh Kumar K.V * requested were part of a uninitialized extent. We need to 12782a8964d6SAneesh Kumar K.V * clear this flag now that we are committed to convert all or 12792a8964d6SAneesh Kumar K.V * part of the uninitialized extent to be an initialized 12802a8964d6SAneesh Kumar K.V * extent. This is because we need to avoid the combination 12812a8964d6SAneesh Kumar K.V * of BH_Unwritten and BH_Mapped flags being simultaneously 12822a8964d6SAneesh Kumar K.V * set on the buffer_head. 12832a8964d6SAneesh Kumar K.V */ 12842a8964d6SAneesh Kumar K.V clear_buffer_unwritten(bh); 12852a8964d6SAneesh Kumar K.V 12862a8964d6SAneesh Kumar K.V /* 1287f5ab0d1fSMingming Cao * New blocks allocate and/or writing to uninitialized extent 1288f5ab0d1fSMingming Cao * will possibly result in updating i_data, so we take 1289f5ab0d1fSMingming Cao * the write lock of i_data_sem, and call get_blocks() 1290f5ab0d1fSMingming Cao * with create == 1 flag. 12914df3d265SAneesh Kumar K.V */ 12924df3d265SAneesh Kumar K.V down_write((&EXT4_I(inode)->i_data_sem)); 1293d2a17637SMingming Cao 1294d2a17637SMingming Cao /* 1295d2a17637SMingming Cao * if the caller is from delayed allocation writeout path 1296d2a17637SMingming Cao * we have already reserved fs blocks for allocation 1297d2a17637SMingming Cao * let the underlying get_block() function know to 1298d2a17637SMingming Cao * avoid double accounting 1299d2a17637SMingming Cao */ 1300c2177057STheodore Ts'o if (flags & EXT4_GET_BLOCKS_DELALLOC_RESERVE) 1301d2a17637SMingming Cao EXT4_I(inode)->i_delalloc_reserved_flag = 1; 13024df3d265SAneesh Kumar K.V /* 13034df3d265SAneesh Kumar K.V * We need to check for EXT4 here because migrate 13044df3d265SAneesh Kumar K.V * could have changed the inode type in between 13054df3d265SAneesh Kumar K.V */ 13060e855ac8SAneesh Kumar K.V if (EXT4_I(inode)->i_flags & EXT4_EXTENTS_FL) { 13070e855ac8SAneesh Kumar K.V retval = ext4_ext_get_blocks(handle, inode, block, max_blocks, 1308c2177057STheodore Ts'o bh, flags); 13090e855ac8SAneesh Kumar K.V } else { 1310e4d996caSTheodore Ts'o retval = ext4_ind_get_blocks(handle, inode, block, 1311c2177057STheodore Ts'o max_blocks, bh, flags); 1312267e4db9SAneesh Kumar K.V 1313267e4db9SAneesh Kumar K.V if (retval > 0 && buffer_new(bh)) { 1314267e4db9SAneesh Kumar K.V /* 1315267e4db9SAneesh Kumar K.V * We allocated new blocks which will result in 1316267e4db9SAneesh Kumar K.V * i_data's format changing. Force the migrate 1317267e4db9SAneesh Kumar K.V * to fail by clearing migrate flags 1318267e4db9SAneesh Kumar K.V */ 13191b9c12f4STheodore Ts'o EXT4_I(inode)->i_state &= ~EXT4_STATE_EXT_MIGRATE; 1320267e4db9SAneesh Kumar K.V } 13210e855ac8SAneesh Kumar K.V } 1322d2a17637SMingming Cao 13232ac3b6e0STheodore Ts'o if (flags & EXT4_GET_BLOCKS_DELALLOC_RESERVE) 1324d2a17637SMingming Cao EXT4_I(inode)->i_delalloc_reserved_flag = 0; 13252ac3b6e0STheodore Ts'o 1326d2a17637SMingming Cao /* 13272ac3b6e0STheodore Ts'o * Update reserved blocks/metadata blocks after successful 13282ac3b6e0STheodore Ts'o * block allocation which had been deferred till now. 1329d2a17637SMingming Cao */ 13302ac3b6e0STheodore Ts'o if ((retval > 0) && (flags & EXT4_GET_BLOCKS_UPDATE_RESERVE_SPACE)) 133112219aeaSAneesh Kumar K.V ext4_da_update_reserve_space(inode, retval); 1332d2a17637SMingming Cao 13330e855ac8SAneesh Kumar K.V up_write((&EXT4_I(inode)->i_data_sem)); 13346fd058f7STheodore Ts'o if (retval > 0 && buffer_mapped(bh)) { 133580e42468STheodore Ts'o int ret = check_block_validity(inode, "file system " 133680e42468STheodore Ts'o "corruption after allocation", 133780e42468STheodore Ts'o block, bh->b_blocknr, retval); 13386fd058f7STheodore Ts'o if (ret != 0) 13396fd058f7STheodore Ts'o return ret; 13406fd058f7STheodore Ts'o } 13410e855ac8SAneesh Kumar K.V return retval; 13420e855ac8SAneesh Kumar K.V } 13430e855ac8SAneesh Kumar K.V 1344f3bd1f3fSMingming Cao /* Maximum number of blocks we map for direct IO at once. */ 1345f3bd1f3fSMingming Cao #define DIO_MAX_BLOCKS 4096 1346f3bd1f3fSMingming Cao 13476873fa0dSEric Sandeen int ext4_get_block(struct inode *inode, sector_t iblock, 1348ac27a0ecSDave Kleikamp struct buffer_head *bh_result, int create) 1349ac27a0ecSDave Kleikamp { 13503e4fdaf8SDmitriy Monakhov handle_t *handle = ext4_journal_current_handle(); 13517fb5409dSJan Kara int ret = 0, started = 0; 1352ac27a0ecSDave Kleikamp unsigned max_blocks = bh_result->b_size >> inode->i_blkbits; 1353f3bd1f3fSMingming Cao int dio_credits; 1354ac27a0ecSDave Kleikamp 13557fb5409dSJan Kara if (create && !handle) { 13567fb5409dSJan Kara /* Direct IO write... */ 13577fb5409dSJan Kara if (max_blocks > DIO_MAX_BLOCKS) 13587fb5409dSJan Kara max_blocks = DIO_MAX_BLOCKS; 1359f3bd1f3fSMingming Cao dio_credits = ext4_chunk_trans_blocks(inode, max_blocks); 1360f3bd1f3fSMingming Cao handle = ext4_journal_start(inode, dio_credits); 13617fb5409dSJan Kara if (IS_ERR(handle)) { 1362ac27a0ecSDave Kleikamp ret = PTR_ERR(handle); 13637fb5409dSJan Kara goto out; 13647fb5409dSJan Kara } 13657fb5409dSJan Kara started = 1; 1366ac27a0ecSDave Kleikamp } 1367ac27a0ecSDave Kleikamp 136812b7ac17STheodore Ts'o ret = ext4_get_blocks(handle, inode, iblock, max_blocks, bh_result, 1369c2177057STheodore Ts'o create ? EXT4_GET_BLOCKS_CREATE : 0); 1370ac27a0ecSDave Kleikamp if (ret > 0) { 1371ac27a0ecSDave Kleikamp bh_result->b_size = (ret << inode->i_blkbits); 1372ac27a0ecSDave Kleikamp ret = 0; 1373ac27a0ecSDave Kleikamp } 13747fb5409dSJan Kara if (started) 13757fb5409dSJan Kara ext4_journal_stop(handle); 13767fb5409dSJan Kara out: 1377ac27a0ecSDave Kleikamp return ret; 1378ac27a0ecSDave Kleikamp } 1379ac27a0ecSDave Kleikamp 1380ac27a0ecSDave Kleikamp /* 1381ac27a0ecSDave Kleikamp * `handle' can be NULL if create is zero 1382ac27a0ecSDave Kleikamp */ 1383617ba13bSMingming Cao struct buffer_head *ext4_getblk(handle_t *handle, struct inode *inode, 1384725d26d3SAneesh Kumar K.V ext4_lblk_t block, int create, int *errp) 1385ac27a0ecSDave Kleikamp { 1386ac27a0ecSDave Kleikamp struct buffer_head dummy; 1387ac27a0ecSDave Kleikamp int fatal = 0, err; 138803f5d8bcSJan Kara int flags = 0; 1389ac27a0ecSDave Kleikamp 1390ac27a0ecSDave Kleikamp J_ASSERT(handle != NULL || create == 0); 1391ac27a0ecSDave Kleikamp 1392ac27a0ecSDave Kleikamp dummy.b_state = 0; 1393ac27a0ecSDave Kleikamp dummy.b_blocknr = -1000; 1394ac27a0ecSDave Kleikamp buffer_trace_init(&dummy.b_history); 1395c2177057STheodore Ts'o if (create) 1396c2177057STheodore Ts'o flags |= EXT4_GET_BLOCKS_CREATE; 1397c2177057STheodore Ts'o err = ext4_get_blocks(handle, inode, block, 1, &dummy, flags); 1398ac27a0ecSDave Kleikamp /* 1399c2177057STheodore Ts'o * ext4_get_blocks() returns number of blocks mapped. 0 in 1400c2177057STheodore Ts'o * case of a HOLE. 1401ac27a0ecSDave Kleikamp */ 1402ac27a0ecSDave Kleikamp if (err > 0) { 1403ac27a0ecSDave Kleikamp if (err > 1) 1404ac27a0ecSDave Kleikamp WARN_ON(1); 1405ac27a0ecSDave Kleikamp err = 0; 1406ac27a0ecSDave Kleikamp } 1407ac27a0ecSDave Kleikamp *errp = err; 1408ac27a0ecSDave Kleikamp if (!err && buffer_mapped(&dummy)) { 1409ac27a0ecSDave Kleikamp struct buffer_head *bh; 1410ac27a0ecSDave Kleikamp bh = sb_getblk(inode->i_sb, dummy.b_blocknr); 1411ac27a0ecSDave Kleikamp if (!bh) { 1412ac27a0ecSDave Kleikamp *errp = -EIO; 1413ac27a0ecSDave Kleikamp goto err; 1414ac27a0ecSDave Kleikamp } 1415ac27a0ecSDave Kleikamp if (buffer_new(&dummy)) { 1416ac27a0ecSDave Kleikamp J_ASSERT(create != 0); 1417ac39849dSAneesh Kumar K.V J_ASSERT(handle != NULL); 1418ac27a0ecSDave Kleikamp 1419ac27a0ecSDave Kleikamp /* 1420ac27a0ecSDave Kleikamp * Now that we do not always journal data, we should 1421ac27a0ecSDave Kleikamp * keep in mind whether this should always journal the 1422ac27a0ecSDave Kleikamp * new buffer as metadata. For now, regular file 1423617ba13bSMingming Cao * writes use ext4_get_block instead, so it's not a 1424ac27a0ecSDave Kleikamp * problem. 1425ac27a0ecSDave Kleikamp */ 1426ac27a0ecSDave Kleikamp lock_buffer(bh); 1427ac27a0ecSDave Kleikamp BUFFER_TRACE(bh, "call get_create_access"); 1428617ba13bSMingming Cao fatal = ext4_journal_get_create_access(handle, bh); 1429ac27a0ecSDave Kleikamp if (!fatal && !buffer_uptodate(bh)) { 1430ac27a0ecSDave Kleikamp memset(bh->b_data, 0, inode->i_sb->s_blocksize); 1431ac27a0ecSDave Kleikamp set_buffer_uptodate(bh); 1432ac27a0ecSDave Kleikamp } 1433ac27a0ecSDave Kleikamp unlock_buffer(bh); 14340390131bSFrank Mayhar BUFFER_TRACE(bh, "call ext4_handle_dirty_metadata"); 14350390131bSFrank Mayhar err = ext4_handle_dirty_metadata(handle, inode, bh); 1436ac27a0ecSDave Kleikamp if (!fatal) 1437ac27a0ecSDave Kleikamp fatal = err; 1438ac27a0ecSDave Kleikamp } else { 1439ac27a0ecSDave Kleikamp BUFFER_TRACE(bh, "not a new buffer"); 1440ac27a0ecSDave Kleikamp } 1441ac27a0ecSDave Kleikamp if (fatal) { 1442ac27a0ecSDave Kleikamp *errp = fatal; 1443ac27a0ecSDave Kleikamp brelse(bh); 1444ac27a0ecSDave Kleikamp bh = NULL; 1445ac27a0ecSDave Kleikamp } 1446ac27a0ecSDave Kleikamp return bh; 1447ac27a0ecSDave Kleikamp } 1448ac27a0ecSDave Kleikamp err: 1449ac27a0ecSDave Kleikamp return NULL; 1450ac27a0ecSDave Kleikamp } 1451ac27a0ecSDave Kleikamp 1452617ba13bSMingming Cao struct buffer_head *ext4_bread(handle_t *handle, struct inode *inode, 1453725d26d3SAneesh Kumar K.V ext4_lblk_t block, int create, int *err) 1454ac27a0ecSDave Kleikamp { 1455ac27a0ecSDave Kleikamp struct buffer_head *bh; 1456ac27a0ecSDave Kleikamp 1457617ba13bSMingming Cao bh = ext4_getblk(handle, inode, block, create, err); 1458ac27a0ecSDave Kleikamp if (!bh) 1459ac27a0ecSDave Kleikamp return bh; 1460ac27a0ecSDave Kleikamp if (buffer_uptodate(bh)) 1461ac27a0ecSDave Kleikamp return bh; 1462ac27a0ecSDave Kleikamp ll_rw_block(READ_META, 1, &bh); 1463ac27a0ecSDave Kleikamp wait_on_buffer(bh); 1464ac27a0ecSDave Kleikamp if (buffer_uptodate(bh)) 1465ac27a0ecSDave Kleikamp return bh; 1466ac27a0ecSDave Kleikamp put_bh(bh); 1467ac27a0ecSDave Kleikamp *err = -EIO; 1468ac27a0ecSDave Kleikamp return NULL; 1469ac27a0ecSDave Kleikamp } 1470ac27a0ecSDave Kleikamp 1471ac27a0ecSDave Kleikamp static int walk_page_buffers(handle_t *handle, 1472ac27a0ecSDave Kleikamp struct buffer_head *head, 1473ac27a0ecSDave Kleikamp unsigned from, 1474ac27a0ecSDave Kleikamp unsigned to, 1475ac27a0ecSDave Kleikamp int *partial, 1476ac27a0ecSDave Kleikamp int (*fn)(handle_t *handle, 1477ac27a0ecSDave Kleikamp struct buffer_head *bh)) 1478ac27a0ecSDave Kleikamp { 1479ac27a0ecSDave Kleikamp struct buffer_head *bh; 1480ac27a0ecSDave Kleikamp unsigned block_start, block_end; 1481ac27a0ecSDave Kleikamp unsigned blocksize = head->b_size; 1482ac27a0ecSDave Kleikamp int err, ret = 0; 1483ac27a0ecSDave Kleikamp struct buffer_head *next; 1484ac27a0ecSDave Kleikamp 1485ac27a0ecSDave Kleikamp for (bh = head, block_start = 0; 1486ac27a0ecSDave Kleikamp ret == 0 && (bh != head || !block_start); 1487de9a55b8STheodore Ts'o block_start = block_end, bh = next) { 1488ac27a0ecSDave Kleikamp next = bh->b_this_page; 1489ac27a0ecSDave Kleikamp block_end = block_start + blocksize; 1490ac27a0ecSDave Kleikamp if (block_end <= from || block_start >= to) { 1491ac27a0ecSDave Kleikamp if (partial && !buffer_uptodate(bh)) 1492ac27a0ecSDave Kleikamp *partial = 1; 1493ac27a0ecSDave Kleikamp continue; 1494ac27a0ecSDave Kleikamp } 1495ac27a0ecSDave Kleikamp err = (*fn)(handle, bh); 1496ac27a0ecSDave Kleikamp if (!ret) 1497ac27a0ecSDave Kleikamp ret = err; 1498ac27a0ecSDave Kleikamp } 1499ac27a0ecSDave Kleikamp return ret; 1500ac27a0ecSDave Kleikamp } 1501ac27a0ecSDave Kleikamp 1502ac27a0ecSDave Kleikamp /* 1503ac27a0ecSDave Kleikamp * To preserve ordering, it is essential that the hole instantiation and 1504ac27a0ecSDave Kleikamp * the data write be encapsulated in a single transaction. We cannot 1505617ba13bSMingming Cao * close off a transaction and start a new one between the ext4_get_block() 1506dab291afSMingming Cao * and the commit_write(). So doing the jbd2_journal_start at the start of 1507ac27a0ecSDave Kleikamp * prepare_write() is the right place. 1508ac27a0ecSDave Kleikamp * 1509617ba13bSMingming Cao * Also, this function can nest inside ext4_writepage() -> 1510617ba13bSMingming Cao * block_write_full_page(). In that case, we *know* that ext4_writepage() 1511ac27a0ecSDave Kleikamp * has generated enough buffer credits to do the whole page. So we won't 1512ac27a0ecSDave Kleikamp * block on the journal in that case, which is good, because the caller may 1513ac27a0ecSDave Kleikamp * be PF_MEMALLOC. 1514ac27a0ecSDave Kleikamp * 1515617ba13bSMingming Cao * By accident, ext4 can be reentered when a transaction is open via 1516ac27a0ecSDave Kleikamp * quota file writes. If we were to commit the transaction while thus 1517ac27a0ecSDave Kleikamp * reentered, there can be a deadlock - we would be holding a quota 1518ac27a0ecSDave Kleikamp * lock, and the commit would never complete if another thread had a 1519ac27a0ecSDave Kleikamp * transaction open and was blocking on the quota lock - a ranking 1520ac27a0ecSDave Kleikamp * violation. 1521ac27a0ecSDave Kleikamp * 1522dab291afSMingming Cao * So what we do is to rely on the fact that jbd2_journal_stop/journal_start 1523ac27a0ecSDave Kleikamp * will _not_ run commit under these circumstances because handle->h_ref 1524ac27a0ecSDave Kleikamp * is elevated. We'll still have enough credits for the tiny quotafile 1525ac27a0ecSDave Kleikamp * write. 1526ac27a0ecSDave Kleikamp */ 1527ac27a0ecSDave Kleikamp static int do_journal_get_write_access(handle_t *handle, 1528ac27a0ecSDave Kleikamp struct buffer_head *bh) 1529ac27a0ecSDave Kleikamp { 1530ac27a0ecSDave Kleikamp if (!buffer_mapped(bh) || buffer_freed(bh)) 1531ac27a0ecSDave Kleikamp return 0; 1532617ba13bSMingming Cao return ext4_journal_get_write_access(handle, bh); 1533ac27a0ecSDave Kleikamp } 1534ac27a0ecSDave Kleikamp 1535bfc1af65SNick Piggin static int ext4_write_begin(struct file *file, struct address_space *mapping, 1536bfc1af65SNick Piggin loff_t pos, unsigned len, unsigned flags, 1537bfc1af65SNick Piggin struct page **pagep, void **fsdata) 1538ac27a0ecSDave Kleikamp { 1539bfc1af65SNick Piggin struct inode *inode = mapping->host; 15401938a150SAneesh Kumar K.V int ret, needed_blocks; 1541ac27a0ecSDave Kleikamp handle_t *handle; 1542ac27a0ecSDave Kleikamp int retries = 0; 1543bfc1af65SNick Piggin struct page *page; 1544bfc1af65SNick Piggin pgoff_t index; 1545bfc1af65SNick Piggin unsigned from, to; 1546bfc1af65SNick Piggin 15479bffad1eSTheodore Ts'o trace_ext4_write_begin(inode, pos, len, flags); 15481938a150SAneesh Kumar K.V /* 15491938a150SAneesh Kumar K.V * Reserve one block more for addition to orphan list in case 15501938a150SAneesh Kumar K.V * we allocate blocks but write fails for some reason 15511938a150SAneesh Kumar K.V */ 15521938a150SAneesh Kumar K.V needed_blocks = ext4_writepage_trans_blocks(inode) + 1; 1553bfc1af65SNick Piggin index = pos >> PAGE_CACHE_SHIFT; 1554bfc1af65SNick Piggin from = pos & (PAGE_CACHE_SIZE - 1); 1555bfc1af65SNick Piggin to = from + len; 1556ac27a0ecSDave Kleikamp 1557ac27a0ecSDave Kleikamp retry: 1558617ba13bSMingming Cao handle = ext4_journal_start(inode, needed_blocks); 15597479d2b9SAndrew Morton if (IS_ERR(handle)) { 15607479d2b9SAndrew Morton ret = PTR_ERR(handle); 15617479d2b9SAndrew Morton goto out; 15627479d2b9SAndrew Morton } 1563ac27a0ecSDave Kleikamp 1564ebd3610bSJan Kara /* We cannot recurse into the filesystem as the transaction is already 1565ebd3610bSJan Kara * started */ 1566ebd3610bSJan Kara flags |= AOP_FLAG_NOFS; 1567ebd3610bSJan Kara 156854566b2cSNick Piggin page = grab_cache_page_write_begin(mapping, index, flags); 1569cf108bcaSJan Kara if (!page) { 1570cf108bcaSJan Kara ext4_journal_stop(handle); 1571cf108bcaSJan Kara ret = -ENOMEM; 1572cf108bcaSJan Kara goto out; 1573cf108bcaSJan Kara } 1574cf108bcaSJan Kara *pagep = page; 1575cf108bcaSJan Kara 1576bfc1af65SNick Piggin ret = block_write_begin(file, mapping, pos, len, flags, pagep, fsdata, 1577bfc1af65SNick Piggin ext4_get_block); 1578bfc1af65SNick Piggin 1579bfc1af65SNick Piggin if (!ret && ext4_should_journal_data(inode)) { 1580ac27a0ecSDave Kleikamp ret = walk_page_buffers(handle, page_buffers(page), 1581ac27a0ecSDave Kleikamp from, to, NULL, do_journal_get_write_access); 1582b46be050SAndrey Savochkin } 1583bfc1af65SNick Piggin 1584bfc1af65SNick Piggin if (ret) { 1585bfc1af65SNick Piggin unlock_page(page); 1586bfc1af65SNick Piggin page_cache_release(page); 1587ae4d5372SAneesh Kumar K.V /* 1588ae4d5372SAneesh Kumar K.V * block_write_begin may have instantiated a few blocks 1589ae4d5372SAneesh Kumar K.V * outside i_size. Trim these off again. Don't need 1590ae4d5372SAneesh Kumar K.V * i_size_read because we hold i_mutex. 15911938a150SAneesh Kumar K.V * 15921938a150SAneesh Kumar K.V * Add inode to orphan list in case we crash before 15931938a150SAneesh Kumar K.V * truncate finishes 1594ae4d5372SAneesh Kumar K.V */ 1595ffacfa7aSJan Kara if (pos + len > inode->i_size && ext4_can_truncate(inode)) 15961938a150SAneesh Kumar K.V ext4_orphan_add(handle, inode); 15971938a150SAneesh Kumar K.V 15981938a150SAneesh Kumar K.V ext4_journal_stop(handle); 15991938a150SAneesh Kumar K.V if (pos + len > inode->i_size) { 1600ffacfa7aSJan Kara ext4_truncate(inode); 16011938a150SAneesh Kumar K.V /* 1602ffacfa7aSJan Kara * If truncate failed early the inode might 16031938a150SAneesh Kumar K.V * still be on the orphan list; we need to 16041938a150SAneesh Kumar K.V * make sure the inode is removed from the 16051938a150SAneesh Kumar K.V * orphan list in that case. 16061938a150SAneesh Kumar K.V */ 16071938a150SAneesh Kumar K.V if (inode->i_nlink) 16081938a150SAneesh Kumar K.V ext4_orphan_del(NULL, inode); 16091938a150SAneesh Kumar K.V } 1610bfc1af65SNick Piggin } 1611bfc1af65SNick Piggin 1612617ba13bSMingming Cao if (ret == -ENOSPC && ext4_should_retry_alloc(inode->i_sb, &retries)) 1613ac27a0ecSDave Kleikamp goto retry; 16147479d2b9SAndrew Morton out: 1615ac27a0ecSDave Kleikamp return ret; 1616ac27a0ecSDave Kleikamp } 1617ac27a0ecSDave Kleikamp 1618bfc1af65SNick Piggin /* For write_end() in data=journal mode */ 1619bfc1af65SNick Piggin static int write_end_fn(handle_t *handle, struct buffer_head *bh) 1620ac27a0ecSDave Kleikamp { 1621ac27a0ecSDave Kleikamp if (!buffer_mapped(bh) || buffer_freed(bh)) 1622ac27a0ecSDave Kleikamp return 0; 1623ac27a0ecSDave Kleikamp set_buffer_uptodate(bh); 16240390131bSFrank Mayhar return ext4_handle_dirty_metadata(handle, NULL, bh); 1625ac27a0ecSDave Kleikamp } 1626ac27a0ecSDave Kleikamp 1627f8514083SAneesh Kumar K.V static int ext4_generic_write_end(struct file *file, 1628f8514083SAneesh Kumar K.V struct address_space *mapping, 1629f8514083SAneesh Kumar K.V loff_t pos, unsigned len, unsigned copied, 1630f8514083SAneesh Kumar K.V struct page *page, void *fsdata) 1631f8514083SAneesh Kumar K.V { 1632f8514083SAneesh Kumar K.V int i_size_changed = 0; 1633f8514083SAneesh Kumar K.V struct inode *inode = mapping->host; 1634f8514083SAneesh Kumar K.V handle_t *handle = ext4_journal_current_handle(); 1635f8514083SAneesh Kumar K.V 1636f8514083SAneesh Kumar K.V copied = block_write_end(file, mapping, pos, len, copied, page, fsdata); 1637f8514083SAneesh Kumar K.V 1638f8514083SAneesh Kumar K.V /* 1639f8514083SAneesh Kumar K.V * No need to use i_size_read() here, the i_size 1640f8514083SAneesh Kumar K.V * cannot change under us because we hold i_mutex. 1641f8514083SAneesh Kumar K.V * 1642f8514083SAneesh Kumar K.V * But it's important to update i_size while still holding page lock: 1643f8514083SAneesh Kumar K.V * page writeout could otherwise come in and zero beyond i_size. 1644f8514083SAneesh Kumar K.V */ 1645f8514083SAneesh Kumar K.V if (pos + copied > inode->i_size) { 1646f8514083SAneesh Kumar K.V i_size_write(inode, pos + copied); 1647f8514083SAneesh Kumar K.V i_size_changed = 1; 1648f8514083SAneesh Kumar K.V } 1649f8514083SAneesh Kumar K.V 1650f8514083SAneesh Kumar K.V if (pos + copied > EXT4_I(inode)->i_disksize) { 1651f8514083SAneesh Kumar K.V /* We need to mark inode dirty even if 1652f8514083SAneesh Kumar K.V * new_i_size is less that inode->i_size 1653f8514083SAneesh Kumar K.V * bu greater than i_disksize.(hint delalloc) 1654f8514083SAneesh Kumar K.V */ 1655f8514083SAneesh Kumar K.V ext4_update_i_disksize(inode, (pos + copied)); 1656f8514083SAneesh Kumar K.V i_size_changed = 1; 1657f8514083SAneesh Kumar K.V } 1658f8514083SAneesh Kumar K.V unlock_page(page); 1659f8514083SAneesh Kumar K.V page_cache_release(page); 1660f8514083SAneesh Kumar K.V 1661f8514083SAneesh Kumar K.V /* 1662f8514083SAneesh Kumar K.V * Don't mark the inode dirty under page lock. First, it unnecessarily 1663f8514083SAneesh Kumar K.V * makes the holding time of page lock longer. Second, it forces lock 1664f8514083SAneesh Kumar K.V * ordering of page lock and transaction start for journaling 1665f8514083SAneesh Kumar K.V * filesystems. 1666f8514083SAneesh Kumar K.V */ 1667f8514083SAneesh Kumar K.V if (i_size_changed) 1668f8514083SAneesh Kumar K.V ext4_mark_inode_dirty(handle, inode); 1669f8514083SAneesh Kumar K.V 1670f8514083SAneesh Kumar K.V return copied; 1671f8514083SAneesh Kumar K.V } 1672f8514083SAneesh Kumar K.V 1673ac27a0ecSDave Kleikamp /* 1674ac27a0ecSDave Kleikamp * We need to pick up the new inode size which generic_commit_write gave us 1675ac27a0ecSDave Kleikamp * `file' can be NULL - eg, when called from page_symlink(). 1676ac27a0ecSDave Kleikamp * 1677617ba13bSMingming Cao * ext4 never places buffers on inode->i_mapping->private_list. metadata 1678ac27a0ecSDave Kleikamp * buffers are managed internally. 1679ac27a0ecSDave Kleikamp */ 1680bfc1af65SNick Piggin static int ext4_ordered_write_end(struct file *file, 1681bfc1af65SNick Piggin struct address_space *mapping, 1682bfc1af65SNick Piggin loff_t pos, unsigned len, unsigned copied, 1683bfc1af65SNick Piggin struct page *page, void *fsdata) 1684ac27a0ecSDave Kleikamp { 1685617ba13bSMingming Cao handle_t *handle = ext4_journal_current_handle(); 1686cf108bcaSJan Kara struct inode *inode = mapping->host; 1687ac27a0ecSDave Kleikamp int ret = 0, ret2; 1688ac27a0ecSDave Kleikamp 16899bffad1eSTheodore Ts'o trace_ext4_ordered_write_end(inode, pos, len, copied); 1690678aaf48SJan Kara ret = ext4_jbd2_file_inode(handle, inode); 1691ac27a0ecSDave Kleikamp 1692ac27a0ecSDave Kleikamp if (ret == 0) { 1693f8514083SAneesh Kumar K.V ret2 = ext4_generic_write_end(file, mapping, pos, len, copied, 1694bfc1af65SNick Piggin page, fsdata); 1695f8a87d89SRoel Kluin copied = ret2; 1696ffacfa7aSJan Kara if (pos + len > inode->i_size && ext4_can_truncate(inode)) 1697f8514083SAneesh Kumar K.V /* if we have allocated more blocks and copied 1698f8514083SAneesh Kumar K.V * less. We will have blocks allocated outside 1699f8514083SAneesh Kumar K.V * inode->i_size. So truncate them 1700f8514083SAneesh Kumar K.V */ 1701f8514083SAneesh Kumar K.V ext4_orphan_add(handle, inode); 1702f8a87d89SRoel Kluin if (ret2 < 0) 1703f8a87d89SRoel Kluin ret = ret2; 1704ac27a0ecSDave Kleikamp } 1705617ba13bSMingming Cao ret2 = ext4_journal_stop(handle); 1706ac27a0ecSDave Kleikamp if (!ret) 1707ac27a0ecSDave Kleikamp ret = ret2; 1708bfc1af65SNick Piggin 1709f8514083SAneesh Kumar K.V if (pos + len > inode->i_size) { 1710ffacfa7aSJan Kara ext4_truncate(inode); 1711f8514083SAneesh Kumar K.V /* 1712ffacfa7aSJan Kara * If truncate failed early the inode might still be 1713f8514083SAneesh Kumar K.V * on the orphan list; we need to make sure the inode 1714f8514083SAneesh Kumar K.V * is removed from the orphan list in that case. 1715f8514083SAneesh Kumar K.V */ 1716f8514083SAneesh Kumar K.V if (inode->i_nlink) 1717f8514083SAneesh Kumar K.V ext4_orphan_del(NULL, inode); 1718f8514083SAneesh Kumar K.V } 1719f8514083SAneesh Kumar K.V 1720f8514083SAneesh Kumar K.V 1721bfc1af65SNick Piggin return ret ? ret : copied; 1722ac27a0ecSDave Kleikamp } 1723ac27a0ecSDave Kleikamp 1724bfc1af65SNick Piggin static int ext4_writeback_write_end(struct file *file, 1725bfc1af65SNick Piggin struct address_space *mapping, 1726bfc1af65SNick Piggin loff_t pos, unsigned len, unsigned copied, 1727bfc1af65SNick Piggin struct page *page, void *fsdata) 1728ac27a0ecSDave Kleikamp { 1729617ba13bSMingming Cao handle_t *handle = ext4_journal_current_handle(); 1730cf108bcaSJan Kara struct inode *inode = mapping->host; 1731ac27a0ecSDave Kleikamp int ret = 0, ret2; 1732ac27a0ecSDave Kleikamp 17339bffad1eSTheodore Ts'o trace_ext4_writeback_write_end(inode, pos, len, copied); 1734f8514083SAneesh Kumar K.V ret2 = ext4_generic_write_end(file, mapping, pos, len, copied, 1735bfc1af65SNick Piggin page, fsdata); 1736f8a87d89SRoel Kluin copied = ret2; 1737ffacfa7aSJan Kara if (pos + len > inode->i_size && ext4_can_truncate(inode)) 1738f8514083SAneesh Kumar K.V /* if we have allocated more blocks and copied 1739f8514083SAneesh Kumar K.V * less. We will have blocks allocated outside 1740f8514083SAneesh Kumar K.V * inode->i_size. So truncate them 1741f8514083SAneesh Kumar K.V */ 1742f8514083SAneesh Kumar K.V ext4_orphan_add(handle, inode); 1743f8514083SAneesh Kumar K.V 1744f8a87d89SRoel Kluin if (ret2 < 0) 1745f8a87d89SRoel Kluin ret = ret2; 1746ac27a0ecSDave Kleikamp 1747617ba13bSMingming Cao ret2 = ext4_journal_stop(handle); 1748ac27a0ecSDave Kleikamp if (!ret) 1749ac27a0ecSDave Kleikamp ret = ret2; 1750bfc1af65SNick Piggin 1751f8514083SAneesh Kumar K.V if (pos + len > inode->i_size) { 1752ffacfa7aSJan Kara ext4_truncate(inode); 1753f8514083SAneesh Kumar K.V /* 1754ffacfa7aSJan Kara * If truncate failed early the inode might still be 1755f8514083SAneesh Kumar K.V * on the orphan list; we need to make sure the inode 1756f8514083SAneesh Kumar K.V * is removed from the orphan list in that case. 1757f8514083SAneesh Kumar K.V */ 1758f8514083SAneesh Kumar K.V if (inode->i_nlink) 1759f8514083SAneesh Kumar K.V ext4_orphan_del(NULL, inode); 1760f8514083SAneesh Kumar K.V } 1761f8514083SAneesh Kumar K.V 1762bfc1af65SNick Piggin return ret ? ret : copied; 1763ac27a0ecSDave Kleikamp } 1764ac27a0ecSDave Kleikamp 1765bfc1af65SNick Piggin static int ext4_journalled_write_end(struct file *file, 1766bfc1af65SNick Piggin struct address_space *mapping, 1767bfc1af65SNick Piggin loff_t pos, unsigned len, unsigned copied, 1768bfc1af65SNick Piggin struct page *page, void *fsdata) 1769ac27a0ecSDave Kleikamp { 1770617ba13bSMingming Cao handle_t *handle = ext4_journal_current_handle(); 1771bfc1af65SNick Piggin struct inode *inode = mapping->host; 1772ac27a0ecSDave Kleikamp int ret = 0, ret2; 1773ac27a0ecSDave Kleikamp int partial = 0; 1774bfc1af65SNick Piggin unsigned from, to; 1775cf17fea6SAneesh Kumar K.V loff_t new_i_size; 1776ac27a0ecSDave Kleikamp 17779bffad1eSTheodore Ts'o trace_ext4_journalled_write_end(inode, pos, len, copied); 1778bfc1af65SNick Piggin from = pos & (PAGE_CACHE_SIZE - 1); 1779bfc1af65SNick Piggin to = from + len; 1780bfc1af65SNick Piggin 1781bfc1af65SNick Piggin if (copied < len) { 1782bfc1af65SNick Piggin if (!PageUptodate(page)) 1783bfc1af65SNick Piggin copied = 0; 1784bfc1af65SNick Piggin page_zero_new_buffers(page, from+copied, to); 1785bfc1af65SNick Piggin } 1786ac27a0ecSDave Kleikamp 1787ac27a0ecSDave Kleikamp ret = walk_page_buffers(handle, page_buffers(page), from, 1788bfc1af65SNick Piggin to, &partial, write_end_fn); 1789ac27a0ecSDave Kleikamp if (!partial) 1790ac27a0ecSDave Kleikamp SetPageUptodate(page); 1791cf17fea6SAneesh Kumar K.V new_i_size = pos + copied; 1792cf17fea6SAneesh Kumar K.V if (new_i_size > inode->i_size) 1793bfc1af65SNick Piggin i_size_write(inode, pos+copied); 1794617ba13bSMingming Cao EXT4_I(inode)->i_state |= EXT4_STATE_JDATA; 1795cf17fea6SAneesh Kumar K.V if (new_i_size > EXT4_I(inode)->i_disksize) { 1796cf17fea6SAneesh Kumar K.V ext4_update_i_disksize(inode, new_i_size); 1797617ba13bSMingming Cao ret2 = ext4_mark_inode_dirty(handle, inode); 1798ac27a0ecSDave Kleikamp if (!ret) 1799ac27a0ecSDave Kleikamp ret = ret2; 1800ac27a0ecSDave Kleikamp } 1801bfc1af65SNick Piggin 1802cf108bcaSJan Kara unlock_page(page); 1803f8514083SAneesh Kumar K.V page_cache_release(page); 1804ffacfa7aSJan Kara if (pos + len > inode->i_size && ext4_can_truncate(inode)) 1805f8514083SAneesh Kumar K.V /* if we have allocated more blocks and copied 1806f8514083SAneesh Kumar K.V * less. We will have blocks allocated outside 1807f8514083SAneesh Kumar K.V * inode->i_size. So truncate them 1808f8514083SAneesh Kumar K.V */ 1809f8514083SAneesh Kumar K.V ext4_orphan_add(handle, inode); 1810f8514083SAneesh Kumar K.V 1811617ba13bSMingming Cao ret2 = ext4_journal_stop(handle); 1812ac27a0ecSDave Kleikamp if (!ret) 1813ac27a0ecSDave Kleikamp ret = ret2; 1814f8514083SAneesh Kumar K.V if (pos + len > inode->i_size) { 1815ffacfa7aSJan Kara ext4_truncate(inode); 1816f8514083SAneesh Kumar K.V /* 1817ffacfa7aSJan Kara * If truncate failed early the inode might still be 1818f8514083SAneesh Kumar K.V * on the orphan list; we need to make sure the inode 1819f8514083SAneesh Kumar K.V * is removed from the orphan list in that case. 1820f8514083SAneesh Kumar K.V */ 1821f8514083SAneesh Kumar K.V if (inode->i_nlink) 1822f8514083SAneesh Kumar K.V ext4_orphan_del(NULL, inode); 1823f8514083SAneesh Kumar K.V } 1824bfc1af65SNick Piggin 1825bfc1af65SNick Piggin return ret ? ret : copied; 1826ac27a0ecSDave Kleikamp } 1827d2a17637SMingming Cao 1828d2a17637SMingming Cao static int ext4_da_reserve_space(struct inode *inode, int nrblocks) 1829d2a17637SMingming Cao { 1830030ba6bcSAneesh Kumar K.V int retries = 0; 1831d2a17637SMingming Cao struct ext4_sb_info *sbi = EXT4_SB(inode->i_sb); 1832d2a17637SMingming Cao unsigned long md_needed, mdblocks, total = 0; 1833d2a17637SMingming Cao 1834d2a17637SMingming Cao /* 1835d2a17637SMingming Cao * recalculate the amount of metadata blocks to reserve 1836d2a17637SMingming Cao * in order to allocate nrblocks 1837d2a17637SMingming Cao * worse case is one extent per block 1838d2a17637SMingming Cao */ 1839030ba6bcSAneesh Kumar K.V repeat: 1840d2a17637SMingming Cao spin_lock(&EXT4_I(inode)->i_block_reservation_lock); 1841d2a17637SMingming Cao total = EXT4_I(inode)->i_reserved_data_blocks + nrblocks; 1842d2a17637SMingming Cao mdblocks = ext4_calc_metadata_amount(inode, total); 1843d2a17637SMingming Cao BUG_ON(mdblocks < EXT4_I(inode)->i_reserved_meta_blocks); 1844d2a17637SMingming Cao 1845d2a17637SMingming Cao md_needed = mdblocks - EXT4_I(inode)->i_reserved_meta_blocks; 1846d2a17637SMingming Cao total = md_needed + nrblocks; 1847d2a17637SMingming Cao 184860e58e0fSMingming Cao /* 184960e58e0fSMingming Cao * Make quota reservation here to prevent quota overflow 185060e58e0fSMingming Cao * later. Real quota accounting is done at pages writeout 185160e58e0fSMingming Cao * time. 185260e58e0fSMingming Cao */ 185360e58e0fSMingming Cao if (vfs_dq_reserve_block(inode, total)) { 185460e58e0fSMingming Cao spin_unlock(&EXT4_I(inode)->i_block_reservation_lock); 185560e58e0fSMingming Cao return -EDQUOT; 185660e58e0fSMingming Cao } 185760e58e0fSMingming Cao 1858a30d542aSAneesh Kumar K.V if (ext4_claim_free_blocks(sbi, total)) { 1859d2a17637SMingming Cao spin_unlock(&EXT4_I(inode)->i_block_reservation_lock); 18609f0ccfd8SMingming Cao vfs_dq_release_reservation_block(inode, total); 1861030ba6bcSAneesh Kumar K.V if (ext4_should_retry_alloc(inode->i_sb, &retries)) { 1862030ba6bcSAneesh Kumar K.V yield(); 1863030ba6bcSAneesh Kumar K.V goto repeat; 1864030ba6bcSAneesh Kumar K.V } 1865d2a17637SMingming Cao return -ENOSPC; 1866d2a17637SMingming Cao } 1867d2a17637SMingming Cao EXT4_I(inode)->i_reserved_data_blocks += nrblocks; 1868d2a17637SMingming Cao EXT4_I(inode)->i_reserved_meta_blocks = mdblocks; 1869d2a17637SMingming Cao 1870d2a17637SMingming Cao spin_unlock(&EXT4_I(inode)->i_block_reservation_lock); 1871d2a17637SMingming Cao return 0; /* success */ 1872d2a17637SMingming Cao } 1873d2a17637SMingming Cao 187412219aeaSAneesh Kumar K.V static void ext4_da_release_space(struct inode *inode, int to_free) 1875d2a17637SMingming Cao { 1876d2a17637SMingming Cao struct ext4_sb_info *sbi = EXT4_SB(inode->i_sb); 1877d2a17637SMingming Cao int total, mdb, mdb_free, release; 1878d2a17637SMingming Cao 1879cd213226SMingming Cao if (!to_free) 1880cd213226SMingming Cao return; /* Nothing to release, exit */ 1881cd213226SMingming Cao 1882d2a17637SMingming Cao spin_lock(&EXT4_I(inode)->i_block_reservation_lock); 1883cd213226SMingming Cao 1884cd213226SMingming Cao if (!EXT4_I(inode)->i_reserved_data_blocks) { 1885cd213226SMingming Cao /* 1886cd213226SMingming Cao * if there is no reserved blocks, but we try to free some 1887cd213226SMingming Cao * then the counter is messed up somewhere. 1888cd213226SMingming Cao * but since this function is called from invalidate 1889cd213226SMingming Cao * page, it's harmless to return without any action 1890cd213226SMingming Cao */ 1891cd213226SMingming Cao printk(KERN_INFO "ext4 delalloc try to release %d reserved " 1892cd213226SMingming Cao "blocks for inode %lu, but there is no reserved " 1893cd213226SMingming Cao "data blocks\n", to_free, inode->i_ino); 1894cd213226SMingming Cao spin_unlock(&EXT4_I(inode)->i_block_reservation_lock); 1895cd213226SMingming Cao return; 1896cd213226SMingming Cao } 1897cd213226SMingming Cao 1898d2a17637SMingming Cao /* recalculate the number of metablocks still need to be reserved */ 189912219aeaSAneesh Kumar K.V total = EXT4_I(inode)->i_reserved_data_blocks - to_free; 1900d2a17637SMingming Cao mdb = ext4_calc_metadata_amount(inode, total); 1901d2a17637SMingming Cao 1902d2a17637SMingming Cao /* figure out how many metablocks to release */ 1903d2a17637SMingming Cao BUG_ON(mdb > EXT4_I(inode)->i_reserved_meta_blocks); 1904d2a17637SMingming Cao mdb_free = EXT4_I(inode)->i_reserved_meta_blocks - mdb; 1905d2a17637SMingming Cao 1906d2a17637SMingming Cao release = to_free + mdb_free; 1907d2a17637SMingming Cao 19086bc6e63fSAneesh Kumar K.V /* update fs dirty blocks counter for truncate case */ 19096bc6e63fSAneesh Kumar K.V percpu_counter_sub(&sbi->s_dirtyblocks_counter, release); 1910d2a17637SMingming Cao 1911d2a17637SMingming Cao /* update per-inode reservations */ 191212219aeaSAneesh Kumar K.V BUG_ON(to_free > EXT4_I(inode)->i_reserved_data_blocks); 191312219aeaSAneesh Kumar K.V EXT4_I(inode)->i_reserved_data_blocks -= to_free; 1914d2a17637SMingming Cao 1915d2a17637SMingming Cao BUG_ON(mdb > EXT4_I(inode)->i_reserved_meta_blocks); 1916d2a17637SMingming Cao EXT4_I(inode)->i_reserved_meta_blocks = mdb; 1917d2a17637SMingming Cao spin_unlock(&EXT4_I(inode)->i_block_reservation_lock); 191860e58e0fSMingming Cao 191960e58e0fSMingming Cao vfs_dq_release_reservation_block(inode, release); 1920d2a17637SMingming Cao } 1921d2a17637SMingming Cao 1922d2a17637SMingming Cao static void ext4_da_page_release_reservation(struct page *page, 1923d2a17637SMingming Cao unsigned long offset) 1924d2a17637SMingming Cao { 1925d2a17637SMingming Cao int to_release = 0; 1926d2a17637SMingming Cao struct buffer_head *head, *bh; 1927d2a17637SMingming Cao unsigned int curr_off = 0; 1928d2a17637SMingming Cao 1929d2a17637SMingming Cao head = page_buffers(page); 1930d2a17637SMingming Cao bh = head; 1931d2a17637SMingming Cao do { 1932d2a17637SMingming Cao unsigned int next_off = curr_off + bh->b_size; 1933d2a17637SMingming Cao 1934d2a17637SMingming Cao if ((offset <= curr_off) && (buffer_delay(bh))) { 1935d2a17637SMingming Cao to_release++; 1936d2a17637SMingming Cao clear_buffer_delay(bh); 1937d2a17637SMingming Cao } 1938d2a17637SMingming Cao curr_off = next_off; 1939d2a17637SMingming Cao } while ((bh = bh->b_this_page) != head); 194012219aeaSAneesh Kumar K.V ext4_da_release_space(page->mapping->host, to_release); 1941d2a17637SMingming Cao } 1942ac27a0ecSDave Kleikamp 1943ac27a0ecSDave Kleikamp /* 194464769240SAlex Tomas * Delayed allocation stuff 194564769240SAlex Tomas */ 194664769240SAlex Tomas 194764769240SAlex Tomas /* 194864769240SAlex Tomas * mpage_da_submit_io - walks through extent of pages and try to write 1949a1d6cc56SAneesh Kumar K.V * them with writepage() call back 195064769240SAlex Tomas * 195164769240SAlex Tomas * @mpd->inode: inode 195264769240SAlex Tomas * @mpd->first_page: first page of the extent 195364769240SAlex Tomas * @mpd->next_page: page after the last page of the extent 195464769240SAlex Tomas * 195564769240SAlex Tomas * By the time mpage_da_submit_io() is called we expect all blocks 195664769240SAlex Tomas * to be allocated. this may be wrong if allocation failed. 195764769240SAlex Tomas * 195864769240SAlex Tomas * As pages are already locked by write_cache_pages(), we can't use it 195964769240SAlex Tomas */ 196064769240SAlex Tomas static int mpage_da_submit_io(struct mpage_da_data *mpd) 196164769240SAlex Tomas { 196222208dedSAneesh Kumar K.V long pages_skipped; 1963791b7f08SAneesh Kumar K.V struct pagevec pvec; 1964791b7f08SAneesh Kumar K.V unsigned long index, end; 1965791b7f08SAneesh Kumar K.V int ret = 0, err, nr_pages, i; 1966791b7f08SAneesh Kumar K.V struct inode *inode = mpd->inode; 1967791b7f08SAneesh Kumar K.V struct address_space *mapping = inode->i_mapping; 196864769240SAlex Tomas 196964769240SAlex Tomas BUG_ON(mpd->next_page <= mpd->first_page); 1970791b7f08SAneesh Kumar K.V /* 1971791b7f08SAneesh Kumar K.V * We need to start from the first_page to the next_page - 1 1972791b7f08SAneesh Kumar K.V * to make sure we also write the mapped dirty buffer_heads. 19738dc207c0STheodore Ts'o * If we look at mpd->b_blocknr we would only be looking 1974791b7f08SAneesh Kumar K.V * at the currently mapped buffer_heads. 1975791b7f08SAneesh Kumar K.V */ 197664769240SAlex Tomas index = mpd->first_page; 197764769240SAlex Tomas end = mpd->next_page - 1; 197864769240SAlex Tomas 1979791b7f08SAneesh Kumar K.V pagevec_init(&pvec, 0); 198064769240SAlex Tomas while (index <= end) { 1981791b7f08SAneesh Kumar K.V nr_pages = pagevec_lookup(&pvec, mapping, index, PAGEVEC_SIZE); 198264769240SAlex Tomas if (nr_pages == 0) 198364769240SAlex Tomas break; 198464769240SAlex Tomas for (i = 0; i < nr_pages; i++) { 198564769240SAlex Tomas struct page *page = pvec.pages[i]; 198664769240SAlex Tomas 1987791b7f08SAneesh Kumar K.V index = page->index; 1988791b7f08SAneesh Kumar K.V if (index > end) 1989791b7f08SAneesh Kumar K.V break; 1990791b7f08SAneesh Kumar K.V index++; 1991791b7f08SAneesh Kumar K.V 1992791b7f08SAneesh Kumar K.V BUG_ON(!PageLocked(page)); 1993791b7f08SAneesh Kumar K.V BUG_ON(PageWriteback(page)); 1994791b7f08SAneesh Kumar K.V 199522208dedSAneesh Kumar K.V pages_skipped = mpd->wbc->pages_skipped; 1996a1d6cc56SAneesh Kumar K.V err = mapping->a_ops->writepage(page, mpd->wbc); 199722208dedSAneesh Kumar K.V if (!err && (pages_skipped == mpd->wbc->pages_skipped)) 199822208dedSAneesh Kumar K.V /* 199922208dedSAneesh Kumar K.V * have successfully written the page 200022208dedSAneesh Kumar K.V * without skipping the same 200122208dedSAneesh Kumar K.V */ 2002a1d6cc56SAneesh Kumar K.V mpd->pages_written++; 200364769240SAlex Tomas /* 200464769240SAlex Tomas * In error case, we have to continue because 200564769240SAlex Tomas * remaining pages are still locked 200664769240SAlex Tomas * XXX: unlock and re-dirty them? 200764769240SAlex Tomas */ 200864769240SAlex Tomas if (ret == 0) 200964769240SAlex Tomas ret = err; 201064769240SAlex Tomas } 201164769240SAlex Tomas pagevec_release(&pvec); 201264769240SAlex Tomas } 201364769240SAlex Tomas return ret; 201464769240SAlex Tomas } 201564769240SAlex Tomas 201664769240SAlex Tomas /* 201764769240SAlex Tomas * mpage_put_bnr_to_bhs - walk blocks and assign them actual numbers 201864769240SAlex Tomas * 201964769240SAlex Tomas * @mpd->inode - inode to walk through 202064769240SAlex Tomas * @exbh->b_blocknr - first block on a disk 202164769240SAlex Tomas * @exbh->b_size - amount of space in bytes 202264769240SAlex Tomas * @logical - first logical block to start assignment with 202364769240SAlex Tomas * 202464769240SAlex Tomas * the function goes through all passed space and put actual disk 202529fa89d0SAneesh Kumar K.V * block numbers into buffer heads, dropping BH_Delay and BH_Unwritten 202664769240SAlex Tomas */ 202764769240SAlex Tomas static void mpage_put_bnr_to_bhs(struct mpage_da_data *mpd, sector_t logical, 202864769240SAlex Tomas struct buffer_head *exbh) 202964769240SAlex Tomas { 203064769240SAlex Tomas struct inode *inode = mpd->inode; 203164769240SAlex Tomas struct address_space *mapping = inode->i_mapping; 203264769240SAlex Tomas int blocks = exbh->b_size >> inode->i_blkbits; 203364769240SAlex Tomas sector_t pblock = exbh->b_blocknr, cur_logical; 203464769240SAlex Tomas struct buffer_head *head, *bh; 2035a1d6cc56SAneesh Kumar K.V pgoff_t index, end; 203664769240SAlex Tomas struct pagevec pvec; 203764769240SAlex Tomas int nr_pages, i; 203864769240SAlex Tomas 203964769240SAlex Tomas index = logical >> (PAGE_CACHE_SHIFT - inode->i_blkbits); 204064769240SAlex Tomas end = (logical + blocks - 1) >> (PAGE_CACHE_SHIFT - inode->i_blkbits); 204164769240SAlex Tomas cur_logical = index << (PAGE_CACHE_SHIFT - inode->i_blkbits); 204264769240SAlex Tomas 204364769240SAlex Tomas pagevec_init(&pvec, 0); 204464769240SAlex Tomas 204564769240SAlex Tomas while (index <= end) { 204664769240SAlex Tomas /* XXX: optimize tail */ 204764769240SAlex Tomas nr_pages = pagevec_lookup(&pvec, mapping, index, PAGEVEC_SIZE); 204864769240SAlex Tomas if (nr_pages == 0) 204964769240SAlex Tomas break; 205064769240SAlex Tomas for (i = 0; i < nr_pages; i++) { 205164769240SAlex Tomas struct page *page = pvec.pages[i]; 205264769240SAlex Tomas 205364769240SAlex Tomas index = page->index; 205464769240SAlex Tomas if (index > end) 205564769240SAlex Tomas break; 205664769240SAlex Tomas index++; 205764769240SAlex Tomas 205864769240SAlex Tomas BUG_ON(!PageLocked(page)); 205964769240SAlex Tomas BUG_ON(PageWriteback(page)); 206064769240SAlex Tomas BUG_ON(!page_has_buffers(page)); 206164769240SAlex Tomas 206264769240SAlex Tomas bh = page_buffers(page); 206364769240SAlex Tomas head = bh; 206464769240SAlex Tomas 206564769240SAlex Tomas /* skip blocks out of the range */ 206664769240SAlex Tomas do { 206764769240SAlex Tomas if (cur_logical >= logical) 206864769240SAlex Tomas break; 206964769240SAlex Tomas cur_logical++; 207064769240SAlex Tomas } while ((bh = bh->b_this_page) != head); 207164769240SAlex Tomas 207264769240SAlex Tomas do { 207364769240SAlex Tomas if (cur_logical >= logical + blocks) 207464769240SAlex Tomas break; 207529fa89d0SAneesh Kumar K.V 207629fa89d0SAneesh Kumar K.V if (buffer_delay(bh) || 207729fa89d0SAneesh Kumar K.V buffer_unwritten(bh)) { 207829fa89d0SAneesh Kumar K.V 207929fa89d0SAneesh Kumar K.V BUG_ON(bh->b_bdev != inode->i_sb->s_bdev); 208029fa89d0SAneesh Kumar K.V 208164769240SAlex Tomas if (buffer_delay(bh)) { 208264769240SAlex Tomas clear_buffer_delay(bh); 2083bf068ee2SAneesh Kumar K.V bh->b_blocknr = pblock; 208429fa89d0SAneesh Kumar K.V } else { 208529fa89d0SAneesh Kumar K.V /* 208629fa89d0SAneesh Kumar K.V * unwritten already should have 208729fa89d0SAneesh Kumar K.V * blocknr assigned. Verify that 208829fa89d0SAneesh Kumar K.V */ 2089bf068ee2SAneesh Kumar K.V clear_buffer_unwritten(bh); 209029fa89d0SAneesh Kumar K.V BUG_ON(bh->b_blocknr != pblock); 209129fa89d0SAneesh Kumar K.V } 209229fa89d0SAneesh Kumar K.V 209361628a3fSMingming Cao } else if (buffer_mapped(bh)) 209464769240SAlex Tomas BUG_ON(bh->b_blocknr != pblock); 209564769240SAlex Tomas 209664769240SAlex Tomas cur_logical++; 209764769240SAlex Tomas pblock++; 209864769240SAlex Tomas } while ((bh = bh->b_this_page) != head); 209964769240SAlex Tomas } 210064769240SAlex Tomas pagevec_release(&pvec); 210164769240SAlex Tomas } 210264769240SAlex Tomas } 210364769240SAlex Tomas 210464769240SAlex Tomas 210564769240SAlex Tomas /* 210664769240SAlex Tomas * __unmap_underlying_blocks - just a helper function to unmap 210764769240SAlex Tomas * set of blocks described by @bh 210864769240SAlex Tomas */ 210964769240SAlex Tomas static inline void __unmap_underlying_blocks(struct inode *inode, 211064769240SAlex Tomas struct buffer_head *bh) 211164769240SAlex Tomas { 211264769240SAlex Tomas struct block_device *bdev = inode->i_sb->s_bdev; 211364769240SAlex Tomas int blocks, i; 211464769240SAlex Tomas 211564769240SAlex Tomas blocks = bh->b_size >> inode->i_blkbits; 211664769240SAlex Tomas for (i = 0; i < blocks; i++) 211764769240SAlex Tomas unmap_underlying_metadata(bdev, bh->b_blocknr + i); 211864769240SAlex Tomas } 211964769240SAlex Tomas 2120c4a0c46eSAneesh Kumar K.V static void ext4_da_block_invalidatepages(struct mpage_da_data *mpd, 2121c4a0c46eSAneesh Kumar K.V sector_t logical, long blk_cnt) 2122c4a0c46eSAneesh Kumar K.V { 2123c4a0c46eSAneesh Kumar K.V int nr_pages, i; 2124c4a0c46eSAneesh Kumar K.V pgoff_t index, end; 2125c4a0c46eSAneesh Kumar K.V struct pagevec pvec; 2126c4a0c46eSAneesh Kumar K.V struct inode *inode = mpd->inode; 2127c4a0c46eSAneesh Kumar K.V struct address_space *mapping = inode->i_mapping; 2128c4a0c46eSAneesh Kumar K.V 2129c4a0c46eSAneesh Kumar K.V index = logical >> (PAGE_CACHE_SHIFT - inode->i_blkbits); 2130c4a0c46eSAneesh Kumar K.V end = (logical + blk_cnt - 1) >> 2131c4a0c46eSAneesh Kumar K.V (PAGE_CACHE_SHIFT - inode->i_blkbits); 2132c4a0c46eSAneesh Kumar K.V while (index <= end) { 2133c4a0c46eSAneesh Kumar K.V nr_pages = pagevec_lookup(&pvec, mapping, index, PAGEVEC_SIZE); 2134c4a0c46eSAneesh Kumar K.V if (nr_pages == 0) 2135c4a0c46eSAneesh Kumar K.V break; 2136c4a0c46eSAneesh Kumar K.V for (i = 0; i < nr_pages; i++) { 2137c4a0c46eSAneesh Kumar K.V struct page *page = pvec.pages[i]; 2138c4a0c46eSAneesh Kumar K.V index = page->index; 2139c4a0c46eSAneesh Kumar K.V if (index > end) 2140c4a0c46eSAneesh Kumar K.V break; 2141c4a0c46eSAneesh Kumar K.V index++; 2142c4a0c46eSAneesh Kumar K.V 2143c4a0c46eSAneesh Kumar K.V BUG_ON(!PageLocked(page)); 2144c4a0c46eSAneesh Kumar K.V BUG_ON(PageWriteback(page)); 2145c4a0c46eSAneesh Kumar K.V block_invalidatepage(page, 0); 2146c4a0c46eSAneesh Kumar K.V ClearPageUptodate(page); 2147c4a0c46eSAneesh Kumar K.V unlock_page(page); 2148c4a0c46eSAneesh Kumar K.V } 2149c4a0c46eSAneesh Kumar K.V } 2150c4a0c46eSAneesh Kumar K.V return; 2151c4a0c46eSAneesh Kumar K.V } 2152c4a0c46eSAneesh Kumar K.V 2153df22291fSAneesh Kumar K.V static void ext4_print_free_blocks(struct inode *inode) 2154df22291fSAneesh Kumar K.V { 2155df22291fSAneesh Kumar K.V struct ext4_sb_info *sbi = EXT4_SB(inode->i_sb); 21561693918eSTheodore Ts'o printk(KERN_CRIT "Total free blocks count %lld\n", 2157df22291fSAneesh Kumar K.V ext4_count_free_blocks(inode->i_sb)); 21581693918eSTheodore Ts'o printk(KERN_CRIT "Free/Dirty block details\n"); 21591693918eSTheodore Ts'o printk(KERN_CRIT "free_blocks=%lld\n", 21608f72fbdfSAlexander Beregalov (long long) percpu_counter_sum(&sbi->s_freeblocks_counter)); 21611693918eSTheodore Ts'o printk(KERN_CRIT "dirty_blocks=%lld\n", 21628f72fbdfSAlexander Beregalov (long long) percpu_counter_sum(&sbi->s_dirtyblocks_counter)); 21631693918eSTheodore Ts'o printk(KERN_CRIT "Block reservation details\n"); 21641693918eSTheodore Ts'o printk(KERN_CRIT "i_reserved_data_blocks=%u\n", 2165df22291fSAneesh Kumar K.V EXT4_I(inode)->i_reserved_data_blocks); 21661693918eSTheodore Ts'o printk(KERN_CRIT "i_reserved_meta_blocks=%u\n", 2167df22291fSAneesh Kumar K.V EXT4_I(inode)->i_reserved_meta_blocks); 2168df22291fSAneesh Kumar K.V return; 2169df22291fSAneesh Kumar K.V } 2170df22291fSAneesh Kumar K.V 2171b920c755STheodore Ts'o /* 217264769240SAlex Tomas * mpage_da_map_blocks - go through given space 217364769240SAlex Tomas * 21748dc207c0STheodore Ts'o * @mpd - bh describing space 217564769240SAlex Tomas * 217664769240SAlex Tomas * The function skips space we know is already mapped to disk blocks. 217764769240SAlex Tomas * 217864769240SAlex Tomas */ 2179c4a0c46eSAneesh Kumar K.V static int mpage_da_map_blocks(struct mpage_da_data *mpd) 218064769240SAlex Tomas { 21812ac3b6e0STheodore Ts'o int err, blks, get_blocks_flags; 2182030ba6bcSAneesh Kumar K.V struct buffer_head new; 21832fa3cdfbSTheodore Ts'o sector_t next = mpd->b_blocknr; 21842fa3cdfbSTheodore Ts'o unsigned max_blocks = mpd->b_size >> mpd->inode->i_blkbits; 21852fa3cdfbSTheodore Ts'o loff_t disksize = EXT4_I(mpd->inode)->i_disksize; 21862fa3cdfbSTheodore Ts'o handle_t *handle = NULL; 218764769240SAlex Tomas 218864769240SAlex Tomas /* 218964769240SAlex Tomas * We consider only non-mapped and non-allocated blocks 219064769240SAlex Tomas */ 21918dc207c0STheodore Ts'o if ((mpd->b_state & (1 << BH_Mapped)) && 219229fa89d0SAneesh Kumar K.V !(mpd->b_state & (1 << BH_Delay)) && 219329fa89d0SAneesh Kumar K.V !(mpd->b_state & (1 << BH_Unwritten))) 2194c4a0c46eSAneesh Kumar K.V return 0; 21952fa3cdfbSTheodore Ts'o 21962fa3cdfbSTheodore Ts'o /* 21972fa3cdfbSTheodore Ts'o * If we didn't accumulate anything to write simply return 21982fa3cdfbSTheodore Ts'o */ 21992fa3cdfbSTheodore Ts'o if (!mpd->b_size) 22002fa3cdfbSTheodore Ts'o return 0; 22012fa3cdfbSTheodore Ts'o 22022fa3cdfbSTheodore Ts'o handle = ext4_journal_current_handle(); 22032fa3cdfbSTheodore Ts'o BUG_ON(!handle); 22042fa3cdfbSTheodore Ts'o 220579ffab34SAneesh Kumar K.V /* 22062ac3b6e0STheodore Ts'o * Call ext4_get_blocks() to allocate any delayed allocation 22072ac3b6e0STheodore Ts'o * blocks, or to convert an uninitialized extent to be 22082ac3b6e0STheodore Ts'o * initialized (in the case where we have written into 22092ac3b6e0STheodore Ts'o * one or more preallocated blocks). 22102ac3b6e0STheodore Ts'o * 22112ac3b6e0STheodore Ts'o * We pass in the magic EXT4_GET_BLOCKS_DELALLOC_RESERVE to 22122ac3b6e0STheodore Ts'o * indicate that we are on the delayed allocation path. This 22132ac3b6e0STheodore Ts'o * affects functions in many different parts of the allocation 22142ac3b6e0STheodore Ts'o * call path. This flag exists primarily because we don't 22152ac3b6e0STheodore Ts'o * want to change *many* call functions, so ext4_get_blocks() 22162ac3b6e0STheodore Ts'o * will set the magic i_delalloc_reserved_flag once the 22172ac3b6e0STheodore Ts'o * inode's allocation semaphore is taken. 22182ac3b6e0STheodore Ts'o * 22192ac3b6e0STheodore Ts'o * If the blocks in questions were delalloc blocks, set 22202ac3b6e0STheodore Ts'o * EXT4_GET_BLOCKS_DELALLOC_RESERVE so the delalloc accounting 22212ac3b6e0STheodore Ts'o * variables are updated after the blocks have been allocated. 222279ffab34SAneesh Kumar K.V */ 22232ac3b6e0STheodore Ts'o new.b_state = 0; 22242ac3b6e0STheodore Ts'o get_blocks_flags = (EXT4_GET_BLOCKS_CREATE | 22252fa3cdfbSTheodore Ts'o EXT4_GET_BLOCKS_DELALLOC_RESERVE); 22262ac3b6e0STheodore Ts'o if (mpd->b_state & (1 << BH_Delay)) 22272ac3b6e0STheodore Ts'o get_blocks_flags |= EXT4_GET_BLOCKS_UPDATE_RESERVE_SPACE; 22282ac3b6e0STheodore Ts'o blks = ext4_get_blocks(handle, mpd->inode, next, max_blocks, 22292ac3b6e0STheodore Ts'o &new, get_blocks_flags); 22302fa3cdfbSTheodore Ts'o if (blks < 0) { 22312fa3cdfbSTheodore Ts'o err = blks; 2232ed5bde0bSTheodore Ts'o /* 2233ed5bde0bSTheodore Ts'o * If get block returns with error we simply 2234ed5bde0bSTheodore Ts'o * return. Later writepage will redirty the page and 2235ed5bde0bSTheodore Ts'o * writepages will find the dirty page again 2236c4a0c46eSAneesh Kumar K.V */ 2237c4a0c46eSAneesh Kumar K.V if (err == -EAGAIN) 2238c4a0c46eSAneesh Kumar K.V return 0; 2239df22291fSAneesh Kumar K.V 2240df22291fSAneesh Kumar K.V if (err == -ENOSPC && 2241df22291fSAneesh Kumar K.V ext4_count_free_blocks(mpd->inode->i_sb)) { 2242df22291fSAneesh Kumar K.V mpd->retval = err; 2243df22291fSAneesh Kumar K.V return 0; 2244df22291fSAneesh Kumar K.V } 2245df22291fSAneesh Kumar K.V 2246c4a0c46eSAneesh Kumar K.V /* 2247ed5bde0bSTheodore Ts'o * get block failure will cause us to loop in 2248ed5bde0bSTheodore Ts'o * writepages, because a_ops->writepage won't be able 2249ed5bde0bSTheodore Ts'o * to make progress. The page will be redirtied by 2250ed5bde0bSTheodore Ts'o * writepage and writepages will again try to write 2251ed5bde0bSTheodore Ts'o * the same. 2252c4a0c46eSAneesh Kumar K.V */ 22531693918eSTheodore Ts'o ext4_msg(mpd->inode->i_sb, KERN_CRIT, 22541693918eSTheodore Ts'o "delayed block allocation failed for inode %lu at " 22551693918eSTheodore Ts'o "logical offset %llu with max blocks %zd with " 22561693918eSTheodore Ts'o "error %d\n", mpd->inode->i_ino, 2257c4a0c46eSAneesh Kumar K.V (unsigned long long) next, 22588dc207c0STheodore Ts'o mpd->b_size >> mpd->inode->i_blkbits, err); 22591693918eSTheodore Ts'o printk(KERN_CRIT "This should not happen!! " 2260c4a0c46eSAneesh Kumar K.V "Data will be lost\n"); 2261030ba6bcSAneesh Kumar K.V if (err == -ENOSPC) { 2262df22291fSAneesh Kumar K.V ext4_print_free_blocks(mpd->inode); 2263030ba6bcSAneesh Kumar K.V } 22642fa3cdfbSTheodore Ts'o /* invalidate all the pages */ 2265c4a0c46eSAneesh Kumar K.V ext4_da_block_invalidatepages(mpd, next, 22668dc207c0STheodore Ts'o mpd->b_size >> mpd->inode->i_blkbits); 2267c4a0c46eSAneesh Kumar K.V return err; 2268c4a0c46eSAneesh Kumar K.V } 22692fa3cdfbSTheodore Ts'o BUG_ON(blks == 0); 22702fa3cdfbSTheodore Ts'o 22712fa3cdfbSTheodore Ts'o new.b_size = (blks << mpd->inode->i_blkbits); 227264769240SAlex Tomas 227364769240SAlex Tomas if (buffer_new(&new)) 227464769240SAlex Tomas __unmap_underlying_blocks(mpd->inode, &new); 227564769240SAlex Tomas 227664769240SAlex Tomas /* 227764769240SAlex Tomas * If blocks are delayed marked, we need to 227864769240SAlex Tomas * put actual blocknr and drop delayed bit 227964769240SAlex Tomas */ 22808dc207c0STheodore Ts'o if ((mpd->b_state & (1 << BH_Delay)) || 22818dc207c0STheodore Ts'o (mpd->b_state & (1 << BH_Unwritten))) 228264769240SAlex Tomas mpage_put_bnr_to_bhs(mpd, next, &new); 228364769240SAlex Tomas 22842fa3cdfbSTheodore Ts'o if (ext4_should_order_data(mpd->inode)) { 22852fa3cdfbSTheodore Ts'o err = ext4_jbd2_file_inode(handle, mpd->inode); 22862fa3cdfbSTheodore Ts'o if (err) 22872fa3cdfbSTheodore Ts'o return err; 22882fa3cdfbSTheodore Ts'o } 22892fa3cdfbSTheodore Ts'o 22902fa3cdfbSTheodore Ts'o /* 229103f5d8bcSJan Kara * Update on-disk size along with block allocation. 22922fa3cdfbSTheodore Ts'o */ 22932fa3cdfbSTheodore Ts'o disksize = ((loff_t) next + blks) << mpd->inode->i_blkbits; 22942fa3cdfbSTheodore Ts'o if (disksize > i_size_read(mpd->inode)) 22952fa3cdfbSTheodore Ts'o disksize = i_size_read(mpd->inode); 22962fa3cdfbSTheodore Ts'o if (disksize > EXT4_I(mpd->inode)->i_disksize) { 22972fa3cdfbSTheodore Ts'o ext4_update_i_disksize(mpd->inode, disksize); 22982fa3cdfbSTheodore Ts'o return ext4_mark_inode_dirty(handle, mpd->inode); 22992fa3cdfbSTheodore Ts'o } 23002fa3cdfbSTheodore Ts'o 2301c4a0c46eSAneesh Kumar K.V return 0; 230264769240SAlex Tomas } 230364769240SAlex Tomas 2304bf068ee2SAneesh Kumar K.V #define BH_FLAGS ((1 << BH_Uptodate) | (1 << BH_Mapped) | \ 2305bf068ee2SAneesh Kumar K.V (1 << BH_Delay) | (1 << BH_Unwritten)) 230664769240SAlex Tomas 230764769240SAlex Tomas /* 230864769240SAlex Tomas * mpage_add_bh_to_extent - try to add one more block to extent of blocks 230964769240SAlex Tomas * 231064769240SAlex Tomas * @mpd->lbh - extent of blocks 231164769240SAlex Tomas * @logical - logical number of the block in the file 231264769240SAlex Tomas * @bh - bh of the block (used to access block's state) 231364769240SAlex Tomas * 231464769240SAlex Tomas * the function is used to collect contig. blocks in same state 231564769240SAlex Tomas */ 231664769240SAlex Tomas static void mpage_add_bh_to_extent(struct mpage_da_data *mpd, 23178dc207c0STheodore Ts'o sector_t logical, size_t b_size, 23188dc207c0STheodore Ts'o unsigned long b_state) 231964769240SAlex Tomas { 232064769240SAlex Tomas sector_t next; 23218dc207c0STheodore Ts'o int nrblocks = mpd->b_size >> mpd->inode->i_blkbits; 232264769240SAlex Tomas 2323525f4ed8SMingming Cao /* check if thereserved journal credits might overflow */ 2324525f4ed8SMingming Cao if (!(EXT4_I(mpd->inode)->i_flags & EXT4_EXTENTS_FL)) { 2325525f4ed8SMingming Cao if (nrblocks >= EXT4_MAX_TRANS_DATA) { 2326525f4ed8SMingming Cao /* 2327525f4ed8SMingming Cao * With non-extent format we are limited by the journal 2328525f4ed8SMingming Cao * credit available. Total credit needed to insert 2329525f4ed8SMingming Cao * nrblocks contiguous blocks is dependent on the 2330525f4ed8SMingming Cao * nrblocks. So limit nrblocks. 2331525f4ed8SMingming Cao */ 2332525f4ed8SMingming Cao goto flush_it; 2333525f4ed8SMingming Cao } else if ((nrblocks + (b_size >> mpd->inode->i_blkbits)) > 2334525f4ed8SMingming Cao EXT4_MAX_TRANS_DATA) { 2335525f4ed8SMingming Cao /* 2336525f4ed8SMingming Cao * Adding the new buffer_head would make it cross the 2337525f4ed8SMingming Cao * allowed limit for which we have journal credit 2338525f4ed8SMingming Cao * reserved. So limit the new bh->b_size 2339525f4ed8SMingming Cao */ 2340525f4ed8SMingming Cao b_size = (EXT4_MAX_TRANS_DATA - nrblocks) << 2341525f4ed8SMingming Cao mpd->inode->i_blkbits; 2342525f4ed8SMingming Cao /* we will do mpage_da_submit_io in the next loop */ 2343525f4ed8SMingming Cao } 2344525f4ed8SMingming Cao } 234564769240SAlex Tomas /* 234664769240SAlex Tomas * First block in the extent 234764769240SAlex Tomas */ 23488dc207c0STheodore Ts'o if (mpd->b_size == 0) { 23498dc207c0STheodore Ts'o mpd->b_blocknr = logical; 23508dc207c0STheodore Ts'o mpd->b_size = b_size; 23518dc207c0STheodore Ts'o mpd->b_state = b_state & BH_FLAGS; 235264769240SAlex Tomas return; 235364769240SAlex Tomas } 235464769240SAlex Tomas 23558dc207c0STheodore Ts'o next = mpd->b_blocknr + nrblocks; 235664769240SAlex Tomas /* 235764769240SAlex Tomas * Can we merge the block to our big extent? 235864769240SAlex Tomas */ 23598dc207c0STheodore Ts'o if (logical == next && (b_state & BH_FLAGS) == mpd->b_state) { 23608dc207c0STheodore Ts'o mpd->b_size += b_size; 236164769240SAlex Tomas return; 236264769240SAlex Tomas } 236364769240SAlex Tomas 2364525f4ed8SMingming Cao flush_it: 236564769240SAlex Tomas /* 236664769240SAlex Tomas * We couldn't merge the block to our extent, so we 236764769240SAlex Tomas * need to flush current extent and start new one 236864769240SAlex Tomas */ 2369c4a0c46eSAneesh Kumar K.V if (mpage_da_map_blocks(mpd) == 0) 2370a1d6cc56SAneesh Kumar K.V mpage_da_submit_io(mpd); 2371a1d6cc56SAneesh Kumar K.V mpd->io_done = 1; 2372a1d6cc56SAneesh Kumar K.V return; 237364769240SAlex Tomas } 237464769240SAlex Tomas 2375c364b22cSAneesh Kumar K.V static int ext4_bh_delay_or_unwritten(handle_t *handle, struct buffer_head *bh) 237629fa89d0SAneesh Kumar K.V { 2377c364b22cSAneesh Kumar K.V return (buffer_delay(bh) || buffer_unwritten(bh)) && buffer_dirty(bh); 237829fa89d0SAneesh Kumar K.V } 237929fa89d0SAneesh Kumar K.V 238064769240SAlex Tomas /* 238164769240SAlex Tomas * __mpage_da_writepage - finds extent of pages and blocks 238264769240SAlex Tomas * 238364769240SAlex Tomas * @page: page to consider 238464769240SAlex Tomas * @wbc: not used, we just follow rules 238564769240SAlex Tomas * @data: context 238664769240SAlex Tomas * 238764769240SAlex Tomas * The function finds extents of pages and scan them for all blocks. 238864769240SAlex Tomas */ 238964769240SAlex Tomas static int __mpage_da_writepage(struct page *page, 239064769240SAlex Tomas struct writeback_control *wbc, void *data) 239164769240SAlex Tomas { 239264769240SAlex Tomas struct mpage_da_data *mpd = data; 239364769240SAlex Tomas struct inode *inode = mpd->inode; 23948dc207c0STheodore Ts'o struct buffer_head *bh, *head; 239564769240SAlex Tomas sector_t logical; 239664769240SAlex Tomas 2397a1d6cc56SAneesh Kumar K.V if (mpd->io_done) { 2398a1d6cc56SAneesh Kumar K.V /* 2399a1d6cc56SAneesh Kumar K.V * Rest of the page in the page_vec 2400a1d6cc56SAneesh Kumar K.V * redirty then and skip then. We will 2401fd589a8fSAnand Gadiyar * try to write them again after 2402a1d6cc56SAneesh Kumar K.V * starting a new transaction 2403a1d6cc56SAneesh Kumar K.V */ 2404a1d6cc56SAneesh Kumar K.V redirty_page_for_writepage(wbc, page); 2405a1d6cc56SAneesh Kumar K.V unlock_page(page); 2406a1d6cc56SAneesh Kumar K.V return MPAGE_DA_EXTENT_TAIL; 2407a1d6cc56SAneesh Kumar K.V } 240864769240SAlex Tomas /* 240964769240SAlex Tomas * Can we merge this page to current extent? 241064769240SAlex Tomas */ 241164769240SAlex Tomas if (mpd->next_page != page->index) { 241264769240SAlex Tomas /* 241364769240SAlex Tomas * Nope, we can't. So, we map non-allocated blocks 2414a1d6cc56SAneesh Kumar K.V * and start IO on them using writepage() 241564769240SAlex Tomas */ 241664769240SAlex Tomas if (mpd->next_page != mpd->first_page) { 2417c4a0c46eSAneesh Kumar K.V if (mpage_da_map_blocks(mpd) == 0) 241864769240SAlex Tomas mpage_da_submit_io(mpd); 2419a1d6cc56SAneesh Kumar K.V /* 2420a1d6cc56SAneesh Kumar K.V * skip rest of the page in the page_vec 2421a1d6cc56SAneesh Kumar K.V */ 2422a1d6cc56SAneesh Kumar K.V mpd->io_done = 1; 2423a1d6cc56SAneesh Kumar K.V redirty_page_for_writepage(wbc, page); 2424a1d6cc56SAneesh Kumar K.V unlock_page(page); 2425a1d6cc56SAneesh Kumar K.V return MPAGE_DA_EXTENT_TAIL; 242664769240SAlex Tomas } 242764769240SAlex Tomas 242864769240SAlex Tomas /* 242964769240SAlex Tomas * Start next extent of pages ... 243064769240SAlex Tomas */ 243164769240SAlex Tomas mpd->first_page = page->index; 243264769240SAlex Tomas 243364769240SAlex Tomas /* 243464769240SAlex Tomas * ... and blocks 243564769240SAlex Tomas */ 24368dc207c0STheodore Ts'o mpd->b_size = 0; 24378dc207c0STheodore Ts'o mpd->b_state = 0; 24388dc207c0STheodore Ts'o mpd->b_blocknr = 0; 243964769240SAlex Tomas } 244064769240SAlex Tomas 244164769240SAlex Tomas mpd->next_page = page->index + 1; 244264769240SAlex Tomas logical = (sector_t) page->index << 244364769240SAlex Tomas (PAGE_CACHE_SHIFT - inode->i_blkbits); 244464769240SAlex Tomas 244564769240SAlex Tomas if (!page_has_buffers(page)) { 24468dc207c0STheodore Ts'o mpage_add_bh_to_extent(mpd, logical, PAGE_CACHE_SIZE, 24478dc207c0STheodore Ts'o (1 << BH_Dirty) | (1 << BH_Uptodate)); 2448a1d6cc56SAneesh Kumar K.V if (mpd->io_done) 2449a1d6cc56SAneesh Kumar K.V return MPAGE_DA_EXTENT_TAIL; 245064769240SAlex Tomas } else { 245164769240SAlex Tomas /* 245264769240SAlex Tomas * Page with regular buffer heads, just add all dirty ones 245364769240SAlex Tomas */ 245464769240SAlex Tomas head = page_buffers(page); 245564769240SAlex Tomas bh = head; 245664769240SAlex Tomas do { 245764769240SAlex Tomas BUG_ON(buffer_locked(bh)); 2458791b7f08SAneesh Kumar K.V /* 2459791b7f08SAneesh Kumar K.V * We need to try to allocate 2460791b7f08SAneesh Kumar K.V * unmapped blocks in the same page. 2461791b7f08SAneesh Kumar K.V * Otherwise we won't make progress 246243ce1d23SAneesh Kumar K.V * with the page in ext4_writepage 2463791b7f08SAneesh Kumar K.V */ 2464c364b22cSAneesh Kumar K.V if (ext4_bh_delay_or_unwritten(NULL, bh)) { 24658dc207c0STheodore Ts'o mpage_add_bh_to_extent(mpd, logical, 24668dc207c0STheodore Ts'o bh->b_size, 24678dc207c0STheodore Ts'o bh->b_state); 2468a1d6cc56SAneesh Kumar K.V if (mpd->io_done) 2469a1d6cc56SAneesh Kumar K.V return MPAGE_DA_EXTENT_TAIL; 2470791b7f08SAneesh Kumar K.V } else if (buffer_dirty(bh) && (buffer_mapped(bh))) { 2471791b7f08SAneesh Kumar K.V /* 2472791b7f08SAneesh Kumar K.V * mapped dirty buffer. We need to update 2473791b7f08SAneesh Kumar K.V * the b_state because we look at 2474791b7f08SAneesh Kumar K.V * b_state in mpage_da_map_blocks. We don't 2475791b7f08SAneesh Kumar K.V * update b_size because if we find an 2476791b7f08SAneesh Kumar K.V * unmapped buffer_head later we need to 2477791b7f08SAneesh Kumar K.V * use the b_state flag of that buffer_head. 2478791b7f08SAneesh Kumar K.V */ 24798dc207c0STheodore Ts'o if (mpd->b_size == 0) 24808dc207c0STheodore Ts'o mpd->b_state = bh->b_state & BH_FLAGS; 2481a1d6cc56SAneesh Kumar K.V } 248264769240SAlex Tomas logical++; 248364769240SAlex Tomas } while ((bh = bh->b_this_page) != head); 248464769240SAlex Tomas } 248564769240SAlex Tomas 248664769240SAlex Tomas return 0; 248764769240SAlex Tomas } 248864769240SAlex Tomas 248964769240SAlex Tomas /* 2490b920c755STheodore Ts'o * This is a special get_blocks_t callback which is used by 2491b920c755STheodore Ts'o * ext4_da_write_begin(). It will either return mapped block or 2492b920c755STheodore Ts'o * reserve space for a single block. 249329fa89d0SAneesh Kumar K.V * 249429fa89d0SAneesh Kumar K.V * For delayed buffer_head we have BH_Mapped, BH_New, BH_Delay set. 249529fa89d0SAneesh Kumar K.V * We also have b_blocknr = -1 and b_bdev initialized properly 249629fa89d0SAneesh Kumar K.V * 249729fa89d0SAneesh Kumar K.V * For unwritten buffer_head we have BH_Mapped, BH_New, BH_Unwritten set. 249829fa89d0SAneesh Kumar K.V * We also have b_blocknr = physicalblock mapping unwritten extent and b_bdev 249929fa89d0SAneesh Kumar K.V * initialized properly. 250064769240SAlex Tomas */ 250164769240SAlex Tomas static int ext4_da_get_block_prep(struct inode *inode, sector_t iblock, 250264769240SAlex Tomas struct buffer_head *bh_result, int create) 250364769240SAlex Tomas { 250464769240SAlex Tomas int ret = 0; 250533b9817eSAneesh Kumar K.V sector_t invalid_block = ~((sector_t) 0xffff); 250633b9817eSAneesh Kumar K.V 250733b9817eSAneesh Kumar K.V if (invalid_block < ext4_blocks_count(EXT4_SB(inode->i_sb)->s_es)) 250833b9817eSAneesh Kumar K.V invalid_block = ~0; 250964769240SAlex Tomas 251064769240SAlex Tomas BUG_ON(create == 0); 251164769240SAlex Tomas BUG_ON(bh_result->b_size != inode->i_sb->s_blocksize); 251264769240SAlex Tomas 251364769240SAlex Tomas /* 251464769240SAlex Tomas * first, we need to know whether the block is allocated already 251564769240SAlex Tomas * preallocated blocks are unmapped but should treated 251664769240SAlex Tomas * the same as allocated blocks. 251764769240SAlex Tomas */ 2518c2177057STheodore Ts'o ret = ext4_get_blocks(NULL, inode, iblock, 1, bh_result, 0); 2519d2a17637SMingming Cao if ((ret == 0) && !buffer_delay(bh_result)) { 2520d2a17637SMingming Cao /* the block isn't (pre)allocated yet, let's reserve space */ 252164769240SAlex Tomas /* 252264769240SAlex Tomas * XXX: __block_prepare_write() unmaps passed block, 252364769240SAlex Tomas * is it OK? 252464769240SAlex Tomas */ 2525d2a17637SMingming Cao ret = ext4_da_reserve_space(inode, 1); 2526d2a17637SMingming Cao if (ret) 2527d2a17637SMingming Cao /* not enough space to reserve */ 2528d2a17637SMingming Cao return ret; 2529d2a17637SMingming Cao 253033b9817eSAneesh Kumar K.V map_bh(bh_result, inode->i_sb, invalid_block); 253164769240SAlex Tomas set_buffer_new(bh_result); 253264769240SAlex Tomas set_buffer_delay(bh_result); 253364769240SAlex Tomas } else if (ret > 0) { 253464769240SAlex Tomas bh_result->b_size = (ret << inode->i_blkbits); 253529fa89d0SAneesh Kumar K.V if (buffer_unwritten(bh_result)) { 253629fa89d0SAneesh Kumar K.V /* A delayed write to unwritten bh should 253729fa89d0SAneesh Kumar K.V * be marked new and mapped. Mapped ensures 253829fa89d0SAneesh Kumar K.V * that we don't do get_block multiple times 253929fa89d0SAneesh Kumar K.V * when we write to the same offset and new 254029fa89d0SAneesh Kumar K.V * ensures that we do proper zero out for 254129fa89d0SAneesh Kumar K.V * partial write. 25429c1ee184SAneesh Kumar K.V */ 25439c1ee184SAneesh Kumar K.V set_buffer_new(bh_result); 254429fa89d0SAneesh Kumar K.V set_buffer_mapped(bh_result); 254529fa89d0SAneesh Kumar K.V } 254664769240SAlex Tomas ret = 0; 254764769240SAlex Tomas } 254864769240SAlex Tomas 254964769240SAlex Tomas return ret; 255064769240SAlex Tomas } 255161628a3fSMingming Cao 2552b920c755STheodore Ts'o /* 2553b920c755STheodore Ts'o * This function is used as a standard get_block_t calback function 2554b920c755STheodore Ts'o * when there is no desire to allocate any blocks. It is used as a 2555b920c755STheodore Ts'o * callback function for block_prepare_write(), nobh_writepage(), and 2556b920c755STheodore Ts'o * block_write_full_page(). These functions should only try to map a 2557b920c755STheodore Ts'o * single block at a time. 2558b920c755STheodore Ts'o * 2559b920c755STheodore Ts'o * Since this function doesn't do block allocations even if the caller 2560b920c755STheodore Ts'o * requests it by passing in create=1, it is critically important that 2561b920c755STheodore Ts'o * any caller checks to make sure that any buffer heads are returned 2562b920c755STheodore Ts'o * by this function are either all already mapped or marked for 2563b920c755STheodore Ts'o * delayed allocation before calling nobh_writepage() or 2564b920c755STheodore Ts'o * block_write_full_page(). Otherwise, b_blocknr could be left 2565b920c755STheodore Ts'o * unitialized, and the page write functions will be taken by 2566b920c755STheodore Ts'o * surprise. 2567b920c755STheodore Ts'o */ 2568b920c755STheodore Ts'o static int noalloc_get_block_write(struct inode *inode, sector_t iblock, 2569f0e6c985SAneesh Kumar K.V struct buffer_head *bh_result, int create) 2570f0e6c985SAneesh Kumar K.V { 2571f0e6c985SAneesh Kumar K.V int ret = 0; 2572f0e6c985SAneesh Kumar K.V unsigned max_blocks = bh_result->b_size >> inode->i_blkbits; 2573f0e6c985SAneesh Kumar K.V 2574a2dc52b5STheodore Ts'o BUG_ON(bh_result->b_size != inode->i_sb->s_blocksize); 2575a2dc52b5STheodore Ts'o 2576f0e6c985SAneesh Kumar K.V /* 2577f0e6c985SAneesh Kumar K.V * we don't want to do block allocation in writepage 2578f0e6c985SAneesh Kumar K.V * so call get_block_wrap with create = 0 2579f0e6c985SAneesh Kumar K.V */ 2580c2177057STheodore Ts'o ret = ext4_get_blocks(NULL, inode, iblock, max_blocks, bh_result, 0); 2581f0e6c985SAneesh Kumar K.V if (ret > 0) { 2582f0e6c985SAneesh Kumar K.V bh_result->b_size = (ret << inode->i_blkbits); 2583f0e6c985SAneesh Kumar K.V ret = 0; 2584f0e6c985SAneesh Kumar K.V } 2585f0e6c985SAneesh Kumar K.V return ret; 258661628a3fSMingming Cao } 258761628a3fSMingming Cao 258862e086beSAneesh Kumar K.V static int bget_one(handle_t *handle, struct buffer_head *bh) 258962e086beSAneesh Kumar K.V { 259062e086beSAneesh Kumar K.V get_bh(bh); 259162e086beSAneesh Kumar K.V return 0; 259262e086beSAneesh Kumar K.V } 259362e086beSAneesh Kumar K.V 259462e086beSAneesh Kumar K.V static int bput_one(handle_t *handle, struct buffer_head *bh) 259562e086beSAneesh Kumar K.V { 259662e086beSAneesh Kumar K.V put_bh(bh); 259762e086beSAneesh Kumar K.V return 0; 259862e086beSAneesh Kumar K.V } 259962e086beSAneesh Kumar K.V 260062e086beSAneesh Kumar K.V static int __ext4_journalled_writepage(struct page *page, 260162e086beSAneesh Kumar K.V struct writeback_control *wbc, 260262e086beSAneesh Kumar K.V unsigned int len) 260362e086beSAneesh Kumar K.V { 260462e086beSAneesh Kumar K.V struct address_space *mapping = page->mapping; 260562e086beSAneesh Kumar K.V struct inode *inode = mapping->host; 260662e086beSAneesh Kumar K.V struct buffer_head *page_bufs; 260762e086beSAneesh Kumar K.V handle_t *handle = NULL; 260862e086beSAneesh Kumar K.V int ret = 0; 260962e086beSAneesh Kumar K.V int err; 261062e086beSAneesh Kumar K.V 261162e086beSAneesh Kumar K.V page_bufs = page_buffers(page); 261262e086beSAneesh Kumar K.V BUG_ON(!page_bufs); 261362e086beSAneesh Kumar K.V walk_page_buffers(handle, page_bufs, 0, len, NULL, bget_one); 261462e086beSAneesh Kumar K.V /* As soon as we unlock the page, it can go away, but we have 261562e086beSAneesh Kumar K.V * references to buffers so we are safe */ 261662e086beSAneesh Kumar K.V unlock_page(page); 261762e086beSAneesh Kumar K.V 261862e086beSAneesh Kumar K.V handle = ext4_journal_start(inode, ext4_writepage_trans_blocks(inode)); 261962e086beSAneesh Kumar K.V if (IS_ERR(handle)) { 262062e086beSAneesh Kumar K.V ret = PTR_ERR(handle); 262162e086beSAneesh Kumar K.V goto out; 262262e086beSAneesh Kumar K.V } 262362e086beSAneesh Kumar K.V 262462e086beSAneesh Kumar K.V ret = walk_page_buffers(handle, page_bufs, 0, len, NULL, 262562e086beSAneesh Kumar K.V do_journal_get_write_access); 262662e086beSAneesh Kumar K.V 262762e086beSAneesh Kumar K.V err = walk_page_buffers(handle, page_bufs, 0, len, NULL, 262862e086beSAneesh Kumar K.V write_end_fn); 262962e086beSAneesh Kumar K.V if (ret == 0) 263062e086beSAneesh Kumar K.V ret = err; 263162e086beSAneesh Kumar K.V err = ext4_journal_stop(handle); 263262e086beSAneesh Kumar K.V if (!ret) 263362e086beSAneesh Kumar K.V ret = err; 263462e086beSAneesh Kumar K.V 263562e086beSAneesh Kumar K.V walk_page_buffers(handle, page_bufs, 0, len, NULL, bput_one); 263662e086beSAneesh Kumar K.V EXT4_I(inode)->i_state |= EXT4_STATE_JDATA; 263762e086beSAneesh Kumar K.V out: 263862e086beSAneesh Kumar K.V return ret; 263962e086beSAneesh Kumar K.V } 264062e086beSAneesh Kumar K.V 264161628a3fSMingming Cao /* 264243ce1d23SAneesh Kumar K.V * Note that we don't need to start a transaction unless we're journaling data 264343ce1d23SAneesh Kumar K.V * because we should have holes filled from ext4_page_mkwrite(). We even don't 264443ce1d23SAneesh Kumar K.V * need to file the inode to the transaction's list in ordered mode because if 264543ce1d23SAneesh Kumar K.V * we are writing back data added by write(), the inode is already there and if 264643ce1d23SAneesh Kumar K.V * we are writing back data modified via mmap(), noone guarantees in which 264743ce1d23SAneesh Kumar K.V * transaction the data will hit the disk. In case we are journaling data, we 264843ce1d23SAneesh Kumar K.V * cannot start transaction directly because transaction start ranks above page 264943ce1d23SAneesh Kumar K.V * lock so we have to do some magic. 265043ce1d23SAneesh Kumar K.V * 2651b920c755STheodore Ts'o * This function can get called via... 2652b920c755STheodore Ts'o * - ext4_da_writepages after taking page lock (have journal handle) 2653b920c755STheodore Ts'o * - journal_submit_inode_data_buffers (no journal handle) 2654b920c755STheodore Ts'o * - shrink_page_list via pdflush (no journal handle) 2655b920c755STheodore Ts'o * - grab_page_cache when doing write_begin (have journal handle) 265643ce1d23SAneesh Kumar K.V * 265743ce1d23SAneesh Kumar K.V * We don't do any block allocation in this function. If we have page with 265843ce1d23SAneesh Kumar K.V * multiple blocks we need to write those buffer_heads that are mapped. This 265943ce1d23SAneesh Kumar K.V * is important for mmaped based write. So if we do with blocksize 1K 266043ce1d23SAneesh Kumar K.V * truncate(f, 1024); 266143ce1d23SAneesh Kumar K.V * a = mmap(f, 0, 4096); 266243ce1d23SAneesh Kumar K.V * a[0] = 'a'; 266343ce1d23SAneesh Kumar K.V * truncate(f, 4096); 266443ce1d23SAneesh Kumar K.V * we have in the page first buffer_head mapped via page_mkwrite call back 266543ce1d23SAneesh Kumar K.V * but other bufer_heads would be unmapped but dirty(dirty done via the 266643ce1d23SAneesh Kumar K.V * do_wp_page). So writepage should write the first block. If we modify 266743ce1d23SAneesh Kumar K.V * the mmap area beyond 1024 we will again get a page_fault and the 266843ce1d23SAneesh Kumar K.V * page_mkwrite callback will do the block allocation and mark the 266943ce1d23SAneesh Kumar K.V * buffer_heads mapped. 267043ce1d23SAneesh Kumar K.V * 267143ce1d23SAneesh Kumar K.V * We redirty the page if we have any buffer_heads that is either delay or 267243ce1d23SAneesh Kumar K.V * unwritten in the page. 267343ce1d23SAneesh Kumar K.V * 267443ce1d23SAneesh Kumar K.V * We can get recursively called as show below. 267543ce1d23SAneesh Kumar K.V * 267643ce1d23SAneesh Kumar K.V * ext4_writepage() -> kmalloc() -> __alloc_pages() -> page_launder() -> 267743ce1d23SAneesh Kumar K.V * ext4_writepage() 267843ce1d23SAneesh Kumar K.V * 267943ce1d23SAneesh Kumar K.V * But since we don't do any block allocation we should not deadlock. 268043ce1d23SAneesh Kumar K.V * Page also have the dirty flag cleared so we don't get recurive page_lock. 268161628a3fSMingming Cao */ 268243ce1d23SAneesh Kumar K.V static int ext4_writepage(struct page *page, 268364769240SAlex Tomas struct writeback_control *wbc) 268464769240SAlex Tomas { 268564769240SAlex Tomas int ret = 0; 268661628a3fSMingming Cao loff_t size; 2687498e5f24STheodore Ts'o unsigned int len; 268861628a3fSMingming Cao struct buffer_head *page_bufs; 268961628a3fSMingming Cao struct inode *inode = page->mapping->host; 269064769240SAlex Tomas 269143ce1d23SAneesh Kumar K.V trace_ext4_writepage(inode, page); 269261628a3fSMingming Cao size = i_size_read(inode); 269361628a3fSMingming Cao if (page->index == size >> PAGE_CACHE_SHIFT) 269461628a3fSMingming Cao len = size & ~PAGE_CACHE_MASK; 269561628a3fSMingming Cao else 269661628a3fSMingming Cao len = PAGE_CACHE_SIZE; 269761628a3fSMingming Cao 2698f0e6c985SAneesh Kumar K.V if (page_has_buffers(page)) { 2699f0e6c985SAneesh Kumar K.V page_bufs = page_buffers(page); 2700f0e6c985SAneesh Kumar K.V if (walk_page_buffers(NULL, page_bufs, 0, len, NULL, 2701c364b22cSAneesh Kumar K.V ext4_bh_delay_or_unwritten)) { 270261628a3fSMingming Cao /* 2703f0e6c985SAneesh Kumar K.V * We don't want to do block allocation 2704f0e6c985SAneesh Kumar K.V * So redirty the page and return 2705cd1aac32SAneesh Kumar K.V * We may reach here when we do a journal commit 2706cd1aac32SAneesh Kumar K.V * via journal_submit_inode_data_buffers. 2707cd1aac32SAneesh Kumar K.V * If we don't have mapping block we just ignore 2708f0e6c985SAneesh Kumar K.V * them. We can also reach here via shrink_page_list 2709f0e6c985SAneesh Kumar K.V */ 2710f0e6c985SAneesh Kumar K.V redirty_page_for_writepage(wbc, page); 2711f0e6c985SAneesh Kumar K.V unlock_page(page); 2712f0e6c985SAneesh Kumar K.V return 0; 2713f0e6c985SAneesh Kumar K.V } 2714f0e6c985SAneesh Kumar K.V } else { 2715f0e6c985SAneesh Kumar K.V /* 2716f0e6c985SAneesh Kumar K.V * The test for page_has_buffers() is subtle: 2717f0e6c985SAneesh Kumar K.V * We know the page is dirty but it lost buffers. That means 2718f0e6c985SAneesh Kumar K.V * that at some moment in time after write_begin()/write_end() 2719f0e6c985SAneesh Kumar K.V * has been called all buffers have been clean and thus they 2720f0e6c985SAneesh Kumar K.V * must have been written at least once. So they are all 2721f0e6c985SAneesh Kumar K.V * mapped and we can happily proceed with mapping them 2722f0e6c985SAneesh Kumar K.V * and writing the page. 2723f0e6c985SAneesh Kumar K.V * 2724f0e6c985SAneesh Kumar K.V * Try to initialize the buffer_heads and check whether 2725f0e6c985SAneesh Kumar K.V * all are mapped and non delay. We don't want to 2726f0e6c985SAneesh Kumar K.V * do block allocation here. 2727f0e6c985SAneesh Kumar K.V */ 2728b767e78aSAneesh Kumar K.V ret = block_prepare_write(page, 0, len, 2729b920c755STheodore Ts'o noalloc_get_block_write); 2730f0e6c985SAneesh Kumar K.V if (!ret) { 2731f0e6c985SAneesh Kumar K.V page_bufs = page_buffers(page); 2732f0e6c985SAneesh Kumar K.V /* check whether all are mapped and non delay */ 2733f0e6c985SAneesh Kumar K.V if (walk_page_buffers(NULL, page_bufs, 0, len, NULL, 2734c364b22cSAneesh Kumar K.V ext4_bh_delay_or_unwritten)) { 2735f0e6c985SAneesh Kumar K.V redirty_page_for_writepage(wbc, page); 2736f0e6c985SAneesh Kumar K.V unlock_page(page); 2737f0e6c985SAneesh Kumar K.V return 0; 2738f0e6c985SAneesh Kumar K.V } 2739f0e6c985SAneesh Kumar K.V } else { 2740f0e6c985SAneesh Kumar K.V /* 2741f0e6c985SAneesh Kumar K.V * We can't do block allocation here 2742f0e6c985SAneesh Kumar K.V * so just redity the page and unlock 2743f0e6c985SAneesh Kumar K.V * and return 274461628a3fSMingming Cao */ 274561628a3fSMingming Cao redirty_page_for_writepage(wbc, page); 274661628a3fSMingming Cao unlock_page(page); 274761628a3fSMingming Cao return 0; 274861628a3fSMingming Cao } 2749ed9b3e33SAneesh Kumar K.V /* now mark the buffer_heads as dirty and uptodate */ 2750b767e78aSAneesh Kumar K.V block_commit_write(page, 0, len); 275164769240SAlex Tomas } 275264769240SAlex Tomas 275343ce1d23SAneesh Kumar K.V if (PageChecked(page) && ext4_should_journal_data(inode)) { 275443ce1d23SAneesh Kumar K.V /* 275543ce1d23SAneesh Kumar K.V * It's mmapped pagecache. Add buffers and journal it. There 275643ce1d23SAneesh Kumar K.V * doesn't seem much point in redirtying the page here. 275743ce1d23SAneesh Kumar K.V */ 275843ce1d23SAneesh Kumar K.V ClearPageChecked(page); 275943ce1d23SAneesh Kumar K.V return __ext4_journalled_writepage(page, wbc, len); 276043ce1d23SAneesh Kumar K.V } 276143ce1d23SAneesh Kumar K.V 276264769240SAlex Tomas if (test_opt(inode->i_sb, NOBH) && ext4_should_writeback_data(inode)) 2763b920c755STheodore Ts'o ret = nobh_writepage(page, noalloc_get_block_write, wbc); 276464769240SAlex Tomas else 2765b920c755STheodore Ts'o ret = block_write_full_page(page, noalloc_get_block_write, 2766f0e6c985SAneesh Kumar K.V wbc); 276764769240SAlex Tomas 276864769240SAlex Tomas return ret; 276964769240SAlex Tomas } 277064769240SAlex Tomas 277161628a3fSMingming Cao /* 2772525f4ed8SMingming Cao * This is called via ext4_da_writepages() to 2773525f4ed8SMingming Cao * calulate the total number of credits to reserve to fit 2774525f4ed8SMingming Cao * a single extent allocation into a single transaction, 2775525f4ed8SMingming Cao * ext4_da_writpeages() will loop calling this before 2776525f4ed8SMingming Cao * the block allocation. 277761628a3fSMingming Cao */ 2778525f4ed8SMingming Cao 2779525f4ed8SMingming Cao static int ext4_da_writepages_trans_blocks(struct inode *inode) 2780525f4ed8SMingming Cao { 2781525f4ed8SMingming Cao int max_blocks = EXT4_I(inode)->i_reserved_data_blocks; 2782525f4ed8SMingming Cao 2783525f4ed8SMingming Cao /* 2784525f4ed8SMingming Cao * With non-extent format the journal credit needed to 2785525f4ed8SMingming Cao * insert nrblocks contiguous block is dependent on 2786525f4ed8SMingming Cao * number of contiguous block. So we will limit 2787525f4ed8SMingming Cao * number of contiguous block to a sane value 2788525f4ed8SMingming Cao */ 2789525f4ed8SMingming Cao if (!(inode->i_flags & EXT4_EXTENTS_FL) && 2790525f4ed8SMingming Cao (max_blocks > EXT4_MAX_TRANS_DATA)) 2791525f4ed8SMingming Cao max_blocks = EXT4_MAX_TRANS_DATA; 2792525f4ed8SMingming Cao 2793525f4ed8SMingming Cao return ext4_chunk_trans_blocks(inode, max_blocks); 2794525f4ed8SMingming Cao } 279561628a3fSMingming Cao 279664769240SAlex Tomas static int ext4_da_writepages(struct address_space *mapping, 279764769240SAlex Tomas struct writeback_control *wbc) 279864769240SAlex Tomas { 279922208dedSAneesh Kumar K.V pgoff_t index; 280022208dedSAneesh Kumar K.V int range_whole = 0; 280161628a3fSMingming Cao handle_t *handle = NULL; 2802df22291fSAneesh Kumar K.V struct mpage_da_data mpd; 28035e745b04SAneesh Kumar K.V struct inode *inode = mapping->host; 280422208dedSAneesh Kumar K.V int no_nrwrite_index_update; 2805498e5f24STheodore Ts'o int pages_written = 0; 2806498e5f24STheodore Ts'o long pages_skipped; 280755138e0bSTheodore Ts'o unsigned int max_pages; 28082acf2c26SAneesh Kumar K.V int range_cyclic, cycled = 1, io_done = 0; 280955138e0bSTheodore Ts'o int needed_blocks, ret = 0; 281055138e0bSTheodore Ts'o long desired_nr_to_write, nr_to_writebump = 0; 2811de89de6eSTheodore Ts'o loff_t range_start = wbc->range_start; 28125e745b04SAneesh Kumar K.V struct ext4_sb_info *sbi = EXT4_SB(mapping->host->i_sb); 281361628a3fSMingming Cao 28149bffad1eSTheodore Ts'o trace_ext4_da_writepages(inode, wbc); 2815ba80b101STheodore Ts'o 281661628a3fSMingming Cao /* 281761628a3fSMingming Cao * No pages to write? This is mainly a kludge to avoid starting 281861628a3fSMingming Cao * a transaction for special inodes like journal inode on last iput() 281961628a3fSMingming Cao * because that could violate lock ordering on umount 282061628a3fSMingming Cao */ 2821a1d6cc56SAneesh Kumar K.V if (!mapping->nrpages || !mapping_tagged(mapping, PAGECACHE_TAG_DIRTY)) 282261628a3fSMingming Cao return 0; 28232a21e37eSTheodore Ts'o 28242a21e37eSTheodore Ts'o /* 28252a21e37eSTheodore Ts'o * If the filesystem has aborted, it is read-only, so return 28262a21e37eSTheodore Ts'o * right away instead of dumping stack traces later on that 28272a21e37eSTheodore Ts'o * will obscure the real source of the problem. We test 28284ab2f15bSTheodore Ts'o * EXT4_MF_FS_ABORTED instead of sb->s_flag's MS_RDONLY because 28292a21e37eSTheodore Ts'o * the latter could be true if the filesystem is mounted 28302a21e37eSTheodore Ts'o * read-only, and in that case, ext4_da_writepages should 28312a21e37eSTheodore Ts'o * *never* be called, so if that ever happens, we would want 28322a21e37eSTheodore Ts'o * the stack trace. 28332a21e37eSTheodore Ts'o */ 28344ab2f15bSTheodore Ts'o if (unlikely(sbi->s_mount_flags & EXT4_MF_FS_ABORTED)) 28352a21e37eSTheodore Ts'o return -EROFS; 28362a21e37eSTheodore Ts'o 283722208dedSAneesh Kumar K.V if (wbc->range_start == 0 && wbc->range_end == LLONG_MAX) 283822208dedSAneesh Kumar K.V range_whole = 1; 283961628a3fSMingming Cao 28402acf2c26SAneesh Kumar K.V range_cyclic = wbc->range_cyclic; 28412acf2c26SAneesh Kumar K.V if (wbc->range_cyclic) { 284222208dedSAneesh Kumar K.V index = mapping->writeback_index; 28432acf2c26SAneesh Kumar K.V if (index) 28442acf2c26SAneesh Kumar K.V cycled = 0; 28452acf2c26SAneesh Kumar K.V wbc->range_start = index << PAGE_CACHE_SHIFT; 28462acf2c26SAneesh Kumar K.V wbc->range_end = LLONG_MAX; 28472acf2c26SAneesh Kumar K.V wbc->range_cyclic = 0; 28482acf2c26SAneesh Kumar K.V } else 284922208dedSAneesh Kumar K.V index = wbc->range_start >> PAGE_CACHE_SHIFT; 2850a1d6cc56SAneesh Kumar K.V 285155138e0bSTheodore Ts'o /* 285255138e0bSTheodore Ts'o * This works around two forms of stupidity. The first is in 285355138e0bSTheodore Ts'o * the writeback code, which caps the maximum number of pages 285455138e0bSTheodore Ts'o * written to be 1024 pages. This is wrong on multiple 285555138e0bSTheodore Ts'o * levels; different architectues have a different page size, 285655138e0bSTheodore Ts'o * which changes the maximum amount of data which gets 285755138e0bSTheodore Ts'o * written. Secondly, 4 megabytes is way too small. XFS 285855138e0bSTheodore Ts'o * forces this value to be 16 megabytes by multiplying 285955138e0bSTheodore Ts'o * nr_to_write parameter by four, and then relies on its 286055138e0bSTheodore Ts'o * allocator to allocate larger extents to make them 286155138e0bSTheodore Ts'o * contiguous. Unfortunately this brings us to the second 286255138e0bSTheodore Ts'o * stupidity, which is that ext4's mballoc code only allocates 286355138e0bSTheodore Ts'o * at most 2048 blocks. So we force contiguous writes up to 286455138e0bSTheodore Ts'o * the number of dirty blocks in the inode, or 286555138e0bSTheodore Ts'o * sbi->max_writeback_mb_bump whichever is smaller. 286655138e0bSTheodore Ts'o */ 286755138e0bSTheodore Ts'o max_pages = sbi->s_max_writeback_mb_bump << (20 - PAGE_CACHE_SHIFT); 286855138e0bSTheodore Ts'o if (!range_cyclic && range_whole) 286955138e0bSTheodore Ts'o desired_nr_to_write = wbc->nr_to_write * 8; 287055138e0bSTheodore Ts'o else 287155138e0bSTheodore Ts'o desired_nr_to_write = ext4_num_dirty_pages(inode, index, 287255138e0bSTheodore Ts'o max_pages); 287355138e0bSTheodore Ts'o if (desired_nr_to_write > max_pages) 287455138e0bSTheodore Ts'o desired_nr_to_write = max_pages; 287555138e0bSTheodore Ts'o 287655138e0bSTheodore Ts'o if (wbc->nr_to_write < desired_nr_to_write) { 287755138e0bSTheodore Ts'o nr_to_writebump = desired_nr_to_write - wbc->nr_to_write; 287855138e0bSTheodore Ts'o wbc->nr_to_write = desired_nr_to_write; 287955138e0bSTheodore Ts'o } 288055138e0bSTheodore Ts'o 2881df22291fSAneesh Kumar K.V mpd.wbc = wbc; 2882df22291fSAneesh Kumar K.V mpd.inode = mapping->host; 2883df22291fSAneesh Kumar K.V 288422208dedSAneesh Kumar K.V /* 288522208dedSAneesh Kumar K.V * we don't want write_cache_pages to update 288622208dedSAneesh Kumar K.V * nr_to_write and writeback_index 288722208dedSAneesh Kumar K.V */ 288822208dedSAneesh Kumar K.V no_nrwrite_index_update = wbc->no_nrwrite_index_update; 288922208dedSAneesh Kumar K.V wbc->no_nrwrite_index_update = 1; 289022208dedSAneesh Kumar K.V pages_skipped = wbc->pages_skipped; 289122208dedSAneesh Kumar K.V 28922acf2c26SAneesh Kumar K.V retry: 289322208dedSAneesh Kumar K.V while (!ret && wbc->nr_to_write > 0) { 2894a1d6cc56SAneesh Kumar K.V 2895a1d6cc56SAneesh Kumar K.V /* 2896a1d6cc56SAneesh Kumar K.V * we insert one extent at a time. So we need 2897a1d6cc56SAneesh Kumar K.V * credit needed for single extent allocation. 2898a1d6cc56SAneesh Kumar K.V * journalled mode is currently not supported 2899a1d6cc56SAneesh Kumar K.V * by delalloc 2900a1d6cc56SAneesh Kumar K.V */ 2901a1d6cc56SAneesh Kumar K.V BUG_ON(ext4_should_journal_data(inode)); 2902525f4ed8SMingming Cao needed_blocks = ext4_da_writepages_trans_blocks(inode); 2903a1d6cc56SAneesh Kumar K.V 290461628a3fSMingming Cao /* start a new transaction*/ 290561628a3fSMingming Cao handle = ext4_journal_start(inode, needed_blocks); 290661628a3fSMingming Cao if (IS_ERR(handle)) { 290761628a3fSMingming Cao ret = PTR_ERR(handle); 29081693918eSTheodore Ts'o ext4_msg(inode->i_sb, KERN_CRIT, "%s: jbd2_start: " 2909a1d6cc56SAneesh Kumar K.V "%ld pages, ino %lu; err %d\n", __func__, 2910a1d6cc56SAneesh Kumar K.V wbc->nr_to_write, inode->i_ino, ret); 291161628a3fSMingming Cao goto out_writepages; 291261628a3fSMingming Cao } 2913f63e6005STheodore Ts'o 2914f63e6005STheodore Ts'o /* 2915f63e6005STheodore Ts'o * Now call __mpage_da_writepage to find the next 2916f63e6005STheodore Ts'o * contiguous region of logical blocks that need 2917f63e6005STheodore Ts'o * blocks to be allocated by ext4. We don't actually 2918f63e6005STheodore Ts'o * submit the blocks for I/O here, even though 2919f63e6005STheodore Ts'o * write_cache_pages thinks it will, and will set the 2920f63e6005STheodore Ts'o * pages as clean for write before calling 2921f63e6005STheodore Ts'o * __mpage_da_writepage(). 2922f63e6005STheodore Ts'o */ 2923f63e6005STheodore Ts'o mpd.b_size = 0; 2924f63e6005STheodore Ts'o mpd.b_state = 0; 2925f63e6005STheodore Ts'o mpd.b_blocknr = 0; 2926f63e6005STheodore Ts'o mpd.first_page = 0; 2927f63e6005STheodore Ts'o mpd.next_page = 0; 2928f63e6005STheodore Ts'o mpd.io_done = 0; 2929f63e6005STheodore Ts'o mpd.pages_written = 0; 2930f63e6005STheodore Ts'o mpd.retval = 0; 2931f63e6005STheodore Ts'o ret = write_cache_pages(mapping, wbc, __mpage_da_writepage, 2932f63e6005STheodore Ts'o &mpd); 2933f63e6005STheodore Ts'o /* 2934f63e6005STheodore Ts'o * If we have a contigous extent of pages and we 2935f63e6005STheodore Ts'o * haven't done the I/O yet, map the blocks and submit 2936f63e6005STheodore Ts'o * them for I/O. 2937f63e6005STheodore Ts'o */ 2938f63e6005STheodore Ts'o if (!mpd.io_done && mpd.next_page != mpd.first_page) { 2939f63e6005STheodore Ts'o if (mpage_da_map_blocks(&mpd) == 0) 2940f63e6005STheodore Ts'o mpage_da_submit_io(&mpd); 2941f63e6005STheodore Ts'o mpd.io_done = 1; 2942f63e6005STheodore Ts'o ret = MPAGE_DA_EXTENT_TAIL; 2943f63e6005STheodore Ts'o } 2944b3a3ca8cSTheodore Ts'o trace_ext4_da_write_pages(inode, &mpd); 2945f63e6005STheodore Ts'o wbc->nr_to_write -= mpd.pages_written; 2946df22291fSAneesh Kumar K.V 294761628a3fSMingming Cao ext4_journal_stop(handle); 2948df22291fSAneesh Kumar K.V 29498f64b32eSEric Sandeen if ((mpd.retval == -ENOSPC) && sbi->s_journal) { 295022208dedSAneesh Kumar K.V /* commit the transaction which would 295122208dedSAneesh Kumar K.V * free blocks released in the transaction 295222208dedSAneesh Kumar K.V * and try again 295322208dedSAneesh Kumar K.V */ 2954df22291fSAneesh Kumar K.V jbd2_journal_force_commit_nested(sbi->s_journal); 295522208dedSAneesh Kumar K.V wbc->pages_skipped = pages_skipped; 295622208dedSAneesh Kumar K.V ret = 0; 295722208dedSAneesh Kumar K.V } else if (ret == MPAGE_DA_EXTENT_TAIL) { 2958a1d6cc56SAneesh Kumar K.V /* 2959a1d6cc56SAneesh Kumar K.V * got one extent now try with 2960a1d6cc56SAneesh Kumar K.V * rest of the pages 2961a1d6cc56SAneesh Kumar K.V */ 296222208dedSAneesh Kumar K.V pages_written += mpd.pages_written; 296322208dedSAneesh Kumar K.V wbc->pages_skipped = pages_skipped; 2964a1d6cc56SAneesh Kumar K.V ret = 0; 29652acf2c26SAneesh Kumar K.V io_done = 1; 296622208dedSAneesh Kumar K.V } else if (wbc->nr_to_write) 296761628a3fSMingming Cao /* 296861628a3fSMingming Cao * There is no more writeout needed 296961628a3fSMingming Cao * or we requested for a noblocking writeout 297061628a3fSMingming Cao * and we found the device congested 297161628a3fSMingming Cao */ 297261628a3fSMingming Cao break; 297361628a3fSMingming Cao } 29742acf2c26SAneesh Kumar K.V if (!io_done && !cycled) { 29752acf2c26SAneesh Kumar K.V cycled = 1; 29762acf2c26SAneesh Kumar K.V index = 0; 29772acf2c26SAneesh Kumar K.V wbc->range_start = index << PAGE_CACHE_SHIFT; 29782acf2c26SAneesh Kumar K.V wbc->range_end = mapping->writeback_index - 1; 29792acf2c26SAneesh Kumar K.V goto retry; 29802acf2c26SAneesh Kumar K.V } 298122208dedSAneesh Kumar K.V if (pages_skipped != wbc->pages_skipped) 29821693918eSTheodore Ts'o ext4_msg(inode->i_sb, KERN_CRIT, 29831693918eSTheodore Ts'o "This should not happen leaving %s " 298422208dedSAneesh Kumar K.V "with nr_to_write = %ld ret = %d\n", 298522208dedSAneesh Kumar K.V __func__, wbc->nr_to_write, ret); 298661628a3fSMingming Cao 298722208dedSAneesh Kumar K.V /* Update index */ 298822208dedSAneesh Kumar K.V index += pages_written; 29892acf2c26SAneesh Kumar K.V wbc->range_cyclic = range_cyclic; 299022208dedSAneesh Kumar K.V if (wbc->range_cyclic || (range_whole && wbc->nr_to_write > 0)) 299122208dedSAneesh Kumar K.V /* 299222208dedSAneesh Kumar K.V * set the writeback_index so that range_cyclic 299322208dedSAneesh Kumar K.V * mode will write it back later 299422208dedSAneesh Kumar K.V */ 299522208dedSAneesh Kumar K.V mapping->writeback_index = index; 2996a1d6cc56SAneesh Kumar K.V 299761628a3fSMingming Cao out_writepages: 299822208dedSAneesh Kumar K.V if (!no_nrwrite_index_update) 299922208dedSAneesh Kumar K.V wbc->no_nrwrite_index_update = 0; 300055138e0bSTheodore Ts'o if (wbc->nr_to_write > nr_to_writebump) 300122208dedSAneesh Kumar K.V wbc->nr_to_write -= nr_to_writebump; 3002de89de6eSTheodore Ts'o wbc->range_start = range_start; 30039bffad1eSTheodore Ts'o trace_ext4_da_writepages_result(inode, wbc, ret, pages_written); 300461628a3fSMingming Cao return ret; 300564769240SAlex Tomas } 300664769240SAlex Tomas 300779f0be8dSAneesh Kumar K.V #define FALL_BACK_TO_NONDELALLOC 1 300879f0be8dSAneesh Kumar K.V static int ext4_nonda_switch(struct super_block *sb) 300979f0be8dSAneesh Kumar K.V { 301079f0be8dSAneesh Kumar K.V s64 free_blocks, dirty_blocks; 301179f0be8dSAneesh Kumar K.V struct ext4_sb_info *sbi = EXT4_SB(sb); 301279f0be8dSAneesh Kumar K.V 301379f0be8dSAneesh Kumar K.V /* 301479f0be8dSAneesh Kumar K.V * switch to non delalloc mode if we are running low 301579f0be8dSAneesh Kumar K.V * on free block. The free block accounting via percpu 3016179f7ebfSEric Dumazet * counters can get slightly wrong with percpu_counter_batch getting 301779f0be8dSAneesh Kumar K.V * accumulated on each CPU without updating global counters 301879f0be8dSAneesh Kumar K.V * Delalloc need an accurate free block accounting. So switch 301979f0be8dSAneesh Kumar K.V * to non delalloc when we are near to error range. 302079f0be8dSAneesh Kumar K.V */ 302179f0be8dSAneesh Kumar K.V free_blocks = percpu_counter_read_positive(&sbi->s_freeblocks_counter); 302279f0be8dSAneesh Kumar K.V dirty_blocks = percpu_counter_read_positive(&sbi->s_dirtyblocks_counter); 302379f0be8dSAneesh Kumar K.V if (2 * free_blocks < 3 * dirty_blocks || 302479f0be8dSAneesh Kumar K.V free_blocks < (dirty_blocks + EXT4_FREEBLOCKS_WATERMARK)) { 302579f0be8dSAneesh Kumar K.V /* 302679f0be8dSAneesh Kumar K.V * free block count is less that 150% of dirty blocks 302779f0be8dSAneesh Kumar K.V * or free blocks is less that watermark 302879f0be8dSAneesh Kumar K.V */ 302979f0be8dSAneesh Kumar K.V return 1; 303079f0be8dSAneesh Kumar K.V } 303179f0be8dSAneesh Kumar K.V return 0; 303279f0be8dSAneesh Kumar K.V } 303379f0be8dSAneesh Kumar K.V 303464769240SAlex Tomas static int ext4_da_write_begin(struct file *file, struct address_space *mapping, 303564769240SAlex Tomas loff_t pos, unsigned len, unsigned flags, 303664769240SAlex Tomas struct page **pagep, void **fsdata) 303764769240SAlex Tomas { 3038d2a17637SMingming Cao int ret, retries = 0; 303964769240SAlex Tomas struct page *page; 304064769240SAlex Tomas pgoff_t index; 304164769240SAlex Tomas unsigned from, to; 304264769240SAlex Tomas struct inode *inode = mapping->host; 304364769240SAlex Tomas handle_t *handle; 304464769240SAlex Tomas 304564769240SAlex Tomas index = pos >> PAGE_CACHE_SHIFT; 304664769240SAlex Tomas from = pos & (PAGE_CACHE_SIZE - 1); 304764769240SAlex Tomas to = from + len; 304879f0be8dSAneesh Kumar K.V 304979f0be8dSAneesh Kumar K.V if (ext4_nonda_switch(inode->i_sb)) { 305079f0be8dSAneesh Kumar K.V *fsdata = (void *)FALL_BACK_TO_NONDELALLOC; 305179f0be8dSAneesh Kumar K.V return ext4_write_begin(file, mapping, pos, 305279f0be8dSAneesh Kumar K.V len, flags, pagep, fsdata); 305379f0be8dSAneesh Kumar K.V } 305479f0be8dSAneesh Kumar K.V *fsdata = (void *)0; 30559bffad1eSTheodore Ts'o trace_ext4_da_write_begin(inode, pos, len, flags); 3056d2a17637SMingming Cao retry: 305764769240SAlex Tomas /* 305864769240SAlex Tomas * With delayed allocation, we don't log the i_disksize update 305964769240SAlex Tomas * if there is delayed block allocation. But we still need 306064769240SAlex Tomas * to journalling the i_disksize update if writes to the end 306164769240SAlex Tomas * of file which has an already mapped buffer. 306264769240SAlex Tomas */ 306364769240SAlex Tomas handle = ext4_journal_start(inode, 1); 306464769240SAlex Tomas if (IS_ERR(handle)) { 306564769240SAlex Tomas ret = PTR_ERR(handle); 306664769240SAlex Tomas goto out; 306764769240SAlex Tomas } 3068ebd3610bSJan Kara /* We cannot recurse into the filesystem as the transaction is already 3069ebd3610bSJan Kara * started */ 3070ebd3610bSJan Kara flags |= AOP_FLAG_NOFS; 307164769240SAlex Tomas 307254566b2cSNick Piggin page = grab_cache_page_write_begin(mapping, index, flags); 3073d5a0d4f7SEric Sandeen if (!page) { 3074d5a0d4f7SEric Sandeen ext4_journal_stop(handle); 3075d5a0d4f7SEric Sandeen ret = -ENOMEM; 3076d5a0d4f7SEric Sandeen goto out; 3077d5a0d4f7SEric Sandeen } 307864769240SAlex Tomas *pagep = page; 307964769240SAlex Tomas 308064769240SAlex Tomas ret = block_write_begin(file, mapping, pos, len, flags, pagep, fsdata, 308164769240SAlex Tomas ext4_da_get_block_prep); 308264769240SAlex Tomas if (ret < 0) { 308364769240SAlex Tomas unlock_page(page); 308464769240SAlex Tomas ext4_journal_stop(handle); 308564769240SAlex Tomas page_cache_release(page); 3086ae4d5372SAneesh Kumar K.V /* 3087ae4d5372SAneesh Kumar K.V * block_write_begin may have instantiated a few blocks 3088ae4d5372SAneesh Kumar K.V * outside i_size. Trim these off again. Don't need 3089ae4d5372SAneesh Kumar K.V * i_size_read because we hold i_mutex. 3090ae4d5372SAneesh Kumar K.V */ 3091ae4d5372SAneesh Kumar K.V if (pos + len > inode->i_size) 3092ffacfa7aSJan Kara ext4_truncate(inode); 309364769240SAlex Tomas } 309464769240SAlex Tomas 3095d2a17637SMingming Cao if (ret == -ENOSPC && ext4_should_retry_alloc(inode->i_sb, &retries)) 3096d2a17637SMingming Cao goto retry; 309764769240SAlex Tomas out: 309864769240SAlex Tomas return ret; 309964769240SAlex Tomas } 310064769240SAlex Tomas 3101632eaeabSMingming Cao /* 3102632eaeabSMingming Cao * Check if we should update i_disksize 3103632eaeabSMingming Cao * when write to the end of file but not require block allocation 3104632eaeabSMingming Cao */ 3105632eaeabSMingming Cao static int ext4_da_should_update_i_disksize(struct page *page, 3106632eaeabSMingming Cao unsigned long offset) 3107632eaeabSMingming Cao { 3108632eaeabSMingming Cao struct buffer_head *bh; 3109632eaeabSMingming Cao struct inode *inode = page->mapping->host; 3110632eaeabSMingming Cao unsigned int idx; 3111632eaeabSMingming Cao int i; 3112632eaeabSMingming Cao 3113632eaeabSMingming Cao bh = page_buffers(page); 3114632eaeabSMingming Cao idx = offset >> inode->i_blkbits; 3115632eaeabSMingming Cao 3116632eaeabSMingming Cao for (i = 0; i < idx; i++) 3117632eaeabSMingming Cao bh = bh->b_this_page; 3118632eaeabSMingming Cao 311929fa89d0SAneesh Kumar K.V if (!buffer_mapped(bh) || (buffer_delay(bh)) || buffer_unwritten(bh)) 3120632eaeabSMingming Cao return 0; 3121632eaeabSMingming Cao return 1; 3122632eaeabSMingming Cao } 3123632eaeabSMingming Cao 312464769240SAlex Tomas static int ext4_da_write_end(struct file *file, 312564769240SAlex Tomas struct address_space *mapping, 312664769240SAlex Tomas loff_t pos, unsigned len, unsigned copied, 312764769240SAlex Tomas struct page *page, void *fsdata) 312864769240SAlex Tomas { 312964769240SAlex Tomas struct inode *inode = mapping->host; 313064769240SAlex Tomas int ret = 0, ret2; 313164769240SAlex Tomas handle_t *handle = ext4_journal_current_handle(); 313264769240SAlex Tomas loff_t new_i_size; 3133632eaeabSMingming Cao unsigned long start, end; 313479f0be8dSAneesh Kumar K.V int write_mode = (int)(unsigned long)fsdata; 313579f0be8dSAneesh Kumar K.V 313679f0be8dSAneesh Kumar K.V if (write_mode == FALL_BACK_TO_NONDELALLOC) { 313779f0be8dSAneesh Kumar K.V if (ext4_should_order_data(inode)) { 313879f0be8dSAneesh Kumar K.V return ext4_ordered_write_end(file, mapping, pos, 313979f0be8dSAneesh Kumar K.V len, copied, page, fsdata); 314079f0be8dSAneesh Kumar K.V } else if (ext4_should_writeback_data(inode)) { 314179f0be8dSAneesh Kumar K.V return ext4_writeback_write_end(file, mapping, pos, 314279f0be8dSAneesh Kumar K.V len, copied, page, fsdata); 314379f0be8dSAneesh Kumar K.V } else { 314479f0be8dSAneesh Kumar K.V BUG(); 314579f0be8dSAneesh Kumar K.V } 314679f0be8dSAneesh Kumar K.V } 3147632eaeabSMingming Cao 31489bffad1eSTheodore Ts'o trace_ext4_da_write_end(inode, pos, len, copied); 3149632eaeabSMingming Cao start = pos & (PAGE_CACHE_SIZE - 1); 3150632eaeabSMingming Cao end = start + copied - 1; 315164769240SAlex Tomas 315264769240SAlex Tomas /* 315364769240SAlex Tomas * generic_write_end() will run mark_inode_dirty() if i_size 315464769240SAlex Tomas * changes. So let's piggyback the i_disksize mark_inode_dirty 315564769240SAlex Tomas * into that. 315664769240SAlex Tomas */ 315764769240SAlex Tomas 315864769240SAlex Tomas new_i_size = pos + copied; 3159632eaeabSMingming Cao if (new_i_size > EXT4_I(inode)->i_disksize) { 3160632eaeabSMingming Cao if (ext4_da_should_update_i_disksize(page, end)) { 3161632eaeabSMingming Cao down_write(&EXT4_I(inode)->i_data_sem); 3162632eaeabSMingming Cao if (new_i_size > EXT4_I(inode)->i_disksize) { 316364769240SAlex Tomas /* 3164632eaeabSMingming Cao * Updating i_disksize when extending file 3165632eaeabSMingming Cao * without needing block allocation 316664769240SAlex Tomas */ 316764769240SAlex Tomas if (ext4_should_order_data(inode)) 3168632eaeabSMingming Cao ret = ext4_jbd2_file_inode(handle, 3169632eaeabSMingming Cao inode); 317064769240SAlex Tomas 317164769240SAlex Tomas EXT4_I(inode)->i_disksize = new_i_size; 317264769240SAlex Tomas } 3173632eaeabSMingming Cao up_write(&EXT4_I(inode)->i_data_sem); 3174cf17fea6SAneesh Kumar K.V /* We need to mark inode dirty even if 3175cf17fea6SAneesh Kumar K.V * new_i_size is less that inode->i_size 3176cf17fea6SAneesh Kumar K.V * bu greater than i_disksize.(hint delalloc) 3177cf17fea6SAneesh Kumar K.V */ 3178cf17fea6SAneesh Kumar K.V ext4_mark_inode_dirty(handle, inode); 3179632eaeabSMingming Cao } 3180632eaeabSMingming Cao } 318164769240SAlex Tomas ret2 = generic_write_end(file, mapping, pos, len, copied, 318264769240SAlex Tomas page, fsdata); 318364769240SAlex Tomas copied = ret2; 318464769240SAlex Tomas if (ret2 < 0) 318564769240SAlex Tomas ret = ret2; 318664769240SAlex Tomas ret2 = ext4_journal_stop(handle); 318764769240SAlex Tomas if (!ret) 318864769240SAlex Tomas ret = ret2; 318964769240SAlex Tomas 319064769240SAlex Tomas return ret ? ret : copied; 319164769240SAlex Tomas } 319264769240SAlex Tomas 319364769240SAlex Tomas static void ext4_da_invalidatepage(struct page *page, unsigned long offset) 319464769240SAlex Tomas { 319564769240SAlex Tomas /* 319664769240SAlex Tomas * Drop reserved blocks 319764769240SAlex Tomas */ 319864769240SAlex Tomas BUG_ON(!PageLocked(page)); 319964769240SAlex Tomas if (!page_has_buffers(page)) 320064769240SAlex Tomas goto out; 320164769240SAlex Tomas 3202d2a17637SMingming Cao ext4_da_page_release_reservation(page, offset); 320364769240SAlex Tomas 320464769240SAlex Tomas out: 320564769240SAlex Tomas ext4_invalidatepage(page, offset); 320664769240SAlex Tomas 320764769240SAlex Tomas return; 320864769240SAlex Tomas } 320964769240SAlex Tomas 3210ccd2506bSTheodore Ts'o /* 3211ccd2506bSTheodore Ts'o * Force all delayed allocation blocks to be allocated for a given inode. 3212ccd2506bSTheodore Ts'o */ 3213ccd2506bSTheodore Ts'o int ext4_alloc_da_blocks(struct inode *inode) 3214ccd2506bSTheodore Ts'o { 3215fb40ba0dSTheodore Ts'o trace_ext4_alloc_da_blocks(inode); 3216fb40ba0dSTheodore Ts'o 3217ccd2506bSTheodore Ts'o if (!EXT4_I(inode)->i_reserved_data_blocks && 3218ccd2506bSTheodore Ts'o !EXT4_I(inode)->i_reserved_meta_blocks) 3219ccd2506bSTheodore Ts'o return 0; 3220ccd2506bSTheodore Ts'o 3221ccd2506bSTheodore Ts'o /* 3222ccd2506bSTheodore Ts'o * We do something simple for now. The filemap_flush() will 3223ccd2506bSTheodore Ts'o * also start triggering a write of the data blocks, which is 3224ccd2506bSTheodore Ts'o * not strictly speaking necessary (and for users of 3225ccd2506bSTheodore Ts'o * laptop_mode, not even desirable). However, to do otherwise 3226ccd2506bSTheodore Ts'o * would require replicating code paths in: 3227ccd2506bSTheodore Ts'o * 3228ccd2506bSTheodore Ts'o * ext4_da_writepages() -> 3229ccd2506bSTheodore Ts'o * write_cache_pages() ---> (via passed in callback function) 3230ccd2506bSTheodore Ts'o * __mpage_da_writepage() --> 3231ccd2506bSTheodore Ts'o * mpage_add_bh_to_extent() 3232ccd2506bSTheodore Ts'o * mpage_da_map_blocks() 3233ccd2506bSTheodore Ts'o * 3234ccd2506bSTheodore Ts'o * The problem is that write_cache_pages(), located in 3235ccd2506bSTheodore Ts'o * mm/page-writeback.c, marks pages clean in preparation for 3236ccd2506bSTheodore Ts'o * doing I/O, which is not desirable if we're not planning on 3237ccd2506bSTheodore Ts'o * doing I/O at all. 3238ccd2506bSTheodore Ts'o * 3239ccd2506bSTheodore Ts'o * We could call write_cache_pages(), and then redirty all of 3240ccd2506bSTheodore Ts'o * the pages by calling redirty_page_for_writeback() but that 3241ccd2506bSTheodore Ts'o * would be ugly in the extreme. So instead we would need to 3242ccd2506bSTheodore Ts'o * replicate parts of the code in the above functions, 3243ccd2506bSTheodore Ts'o * simplifying them becuase we wouldn't actually intend to 3244ccd2506bSTheodore Ts'o * write out the pages, but rather only collect contiguous 3245ccd2506bSTheodore Ts'o * logical block extents, call the multi-block allocator, and 3246ccd2506bSTheodore Ts'o * then update the buffer heads with the block allocations. 3247ccd2506bSTheodore Ts'o * 3248ccd2506bSTheodore Ts'o * For now, though, we'll cheat by calling filemap_flush(), 3249ccd2506bSTheodore Ts'o * which will map the blocks, and start the I/O, but not 3250ccd2506bSTheodore Ts'o * actually wait for the I/O to complete. 3251ccd2506bSTheodore Ts'o */ 3252ccd2506bSTheodore Ts'o return filemap_flush(inode->i_mapping); 3253ccd2506bSTheodore Ts'o } 325464769240SAlex Tomas 325564769240SAlex Tomas /* 3256ac27a0ecSDave Kleikamp * bmap() is special. It gets used by applications such as lilo and by 3257ac27a0ecSDave Kleikamp * the swapper to find the on-disk block of a specific piece of data. 3258ac27a0ecSDave Kleikamp * 3259ac27a0ecSDave Kleikamp * Naturally, this is dangerous if the block concerned is still in the 3260617ba13bSMingming Cao * journal. If somebody makes a swapfile on an ext4 data-journaling 3261ac27a0ecSDave Kleikamp * filesystem and enables swap, then they may get a nasty shock when the 3262ac27a0ecSDave Kleikamp * data getting swapped to that swapfile suddenly gets overwritten by 3263ac27a0ecSDave Kleikamp * the original zero's written out previously to the journal and 3264ac27a0ecSDave Kleikamp * awaiting writeback in the kernel's buffer cache. 3265ac27a0ecSDave Kleikamp * 3266ac27a0ecSDave Kleikamp * So, if we see any bmap calls here on a modified, data-journaled file, 3267ac27a0ecSDave Kleikamp * take extra steps to flush any blocks which might be in the cache. 3268ac27a0ecSDave Kleikamp */ 3269617ba13bSMingming Cao static sector_t ext4_bmap(struct address_space *mapping, sector_t block) 3270ac27a0ecSDave Kleikamp { 3271ac27a0ecSDave Kleikamp struct inode *inode = mapping->host; 3272ac27a0ecSDave Kleikamp journal_t *journal; 3273ac27a0ecSDave Kleikamp int err; 3274ac27a0ecSDave Kleikamp 327564769240SAlex Tomas if (mapping_tagged(mapping, PAGECACHE_TAG_DIRTY) && 327664769240SAlex Tomas test_opt(inode->i_sb, DELALLOC)) { 327764769240SAlex Tomas /* 327864769240SAlex Tomas * With delalloc we want to sync the file 327964769240SAlex Tomas * so that we can make sure we allocate 328064769240SAlex Tomas * blocks for file 328164769240SAlex Tomas */ 328264769240SAlex Tomas filemap_write_and_wait(mapping); 328364769240SAlex Tomas } 328464769240SAlex Tomas 32850390131bSFrank Mayhar if (EXT4_JOURNAL(inode) && EXT4_I(inode)->i_state & EXT4_STATE_JDATA) { 3286ac27a0ecSDave Kleikamp /* 3287ac27a0ecSDave Kleikamp * This is a REALLY heavyweight approach, but the use of 3288ac27a0ecSDave Kleikamp * bmap on dirty files is expected to be extremely rare: 3289ac27a0ecSDave Kleikamp * only if we run lilo or swapon on a freshly made file 3290ac27a0ecSDave Kleikamp * do we expect this to happen. 3291ac27a0ecSDave Kleikamp * 3292ac27a0ecSDave Kleikamp * (bmap requires CAP_SYS_RAWIO so this does not 3293ac27a0ecSDave Kleikamp * represent an unprivileged user DOS attack --- we'd be 3294ac27a0ecSDave Kleikamp * in trouble if mortal users could trigger this path at 3295ac27a0ecSDave Kleikamp * will.) 3296ac27a0ecSDave Kleikamp * 3297617ba13bSMingming Cao * NB. EXT4_STATE_JDATA is not set on files other than 3298ac27a0ecSDave Kleikamp * regular files. If somebody wants to bmap a directory 3299ac27a0ecSDave Kleikamp * or symlink and gets confused because the buffer 3300ac27a0ecSDave Kleikamp * hasn't yet been flushed to disk, they deserve 3301ac27a0ecSDave Kleikamp * everything they get. 3302ac27a0ecSDave Kleikamp */ 3303ac27a0ecSDave Kleikamp 3304617ba13bSMingming Cao EXT4_I(inode)->i_state &= ~EXT4_STATE_JDATA; 3305617ba13bSMingming Cao journal = EXT4_JOURNAL(inode); 3306dab291afSMingming Cao jbd2_journal_lock_updates(journal); 3307dab291afSMingming Cao err = jbd2_journal_flush(journal); 3308dab291afSMingming Cao jbd2_journal_unlock_updates(journal); 3309ac27a0ecSDave Kleikamp 3310ac27a0ecSDave Kleikamp if (err) 3311ac27a0ecSDave Kleikamp return 0; 3312ac27a0ecSDave Kleikamp } 3313ac27a0ecSDave Kleikamp 3314617ba13bSMingming Cao return generic_block_bmap(mapping, block, ext4_get_block); 3315ac27a0ecSDave Kleikamp } 3316ac27a0ecSDave Kleikamp 3317617ba13bSMingming Cao static int ext4_readpage(struct file *file, struct page *page) 3318ac27a0ecSDave Kleikamp { 3319617ba13bSMingming Cao return mpage_readpage(page, ext4_get_block); 3320ac27a0ecSDave Kleikamp } 3321ac27a0ecSDave Kleikamp 3322ac27a0ecSDave Kleikamp static int 3323617ba13bSMingming Cao ext4_readpages(struct file *file, struct address_space *mapping, 3324ac27a0ecSDave Kleikamp struct list_head *pages, unsigned nr_pages) 3325ac27a0ecSDave Kleikamp { 3326617ba13bSMingming Cao return mpage_readpages(mapping, pages, nr_pages, ext4_get_block); 3327ac27a0ecSDave Kleikamp } 3328ac27a0ecSDave Kleikamp 3329617ba13bSMingming Cao static void ext4_invalidatepage(struct page *page, unsigned long offset) 3330ac27a0ecSDave Kleikamp { 3331617ba13bSMingming Cao journal_t *journal = EXT4_JOURNAL(page->mapping->host); 3332ac27a0ecSDave Kleikamp 3333ac27a0ecSDave Kleikamp /* 3334ac27a0ecSDave Kleikamp * If it's a full truncate we just forget about the pending dirtying 3335ac27a0ecSDave Kleikamp */ 3336ac27a0ecSDave Kleikamp if (offset == 0) 3337ac27a0ecSDave Kleikamp ClearPageChecked(page); 3338ac27a0ecSDave Kleikamp 33390390131bSFrank Mayhar if (journal) 3340dab291afSMingming Cao jbd2_journal_invalidatepage(journal, page, offset); 33410390131bSFrank Mayhar else 33420390131bSFrank Mayhar block_invalidatepage(page, offset); 3343ac27a0ecSDave Kleikamp } 3344ac27a0ecSDave Kleikamp 3345617ba13bSMingming Cao static int ext4_releasepage(struct page *page, gfp_t wait) 3346ac27a0ecSDave Kleikamp { 3347617ba13bSMingming Cao journal_t *journal = EXT4_JOURNAL(page->mapping->host); 3348ac27a0ecSDave Kleikamp 3349ac27a0ecSDave Kleikamp WARN_ON(PageChecked(page)); 3350ac27a0ecSDave Kleikamp if (!page_has_buffers(page)) 3351ac27a0ecSDave Kleikamp return 0; 33520390131bSFrank Mayhar if (journal) 3353dab291afSMingming Cao return jbd2_journal_try_to_free_buffers(journal, page, wait); 33540390131bSFrank Mayhar else 33550390131bSFrank Mayhar return try_to_free_buffers(page); 3356ac27a0ecSDave Kleikamp } 3357ac27a0ecSDave Kleikamp 3358ac27a0ecSDave Kleikamp /* 3359ac27a0ecSDave Kleikamp * If the O_DIRECT write will extend the file then add this inode to the 3360ac27a0ecSDave Kleikamp * orphan list. So recovery will truncate it back to the original size 3361ac27a0ecSDave Kleikamp * if the machine crashes during the write. 3362ac27a0ecSDave Kleikamp * 3363ac27a0ecSDave Kleikamp * If the O_DIRECT write is intantiating holes inside i_size and the machine 33647fb5409dSJan Kara * crashes then stale disk data _may_ be exposed inside the file. But current 33657fb5409dSJan Kara * VFS code falls back into buffered path in that case so we are safe. 3366ac27a0ecSDave Kleikamp */ 3367617ba13bSMingming Cao static ssize_t ext4_direct_IO(int rw, struct kiocb *iocb, 3368ac27a0ecSDave Kleikamp const struct iovec *iov, loff_t offset, 3369ac27a0ecSDave Kleikamp unsigned long nr_segs) 3370ac27a0ecSDave Kleikamp { 3371ac27a0ecSDave Kleikamp struct file *file = iocb->ki_filp; 3372ac27a0ecSDave Kleikamp struct inode *inode = file->f_mapping->host; 3373617ba13bSMingming Cao struct ext4_inode_info *ei = EXT4_I(inode); 33747fb5409dSJan Kara handle_t *handle; 3375ac27a0ecSDave Kleikamp ssize_t ret; 3376ac27a0ecSDave Kleikamp int orphan = 0; 3377ac27a0ecSDave Kleikamp size_t count = iov_length(iov, nr_segs); 3378ac27a0ecSDave Kleikamp 3379ac27a0ecSDave Kleikamp if (rw == WRITE) { 3380ac27a0ecSDave Kleikamp loff_t final_size = offset + count; 3381ac27a0ecSDave Kleikamp 33827fb5409dSJan Kara if (final_size > inode->i_size) { 33837fb5409dSJan Kara /* Credits for sb + inode write */ 33847fb5409dSJan Kara handle = ext4_journal_start(inode, 2); 3385ac27a0ecSDave Kleikamp if (IS_ERR(handle)) { 3386ac27a0ecSDave Kleikamp ret = PTR_ERR(handle); 3387ac27a0ecSDave Kleikamp goto out; 3388ac27a0ecSDave Kleikamp } 3389617ba13bSMingming Cao ret = ext4_orphan_add(handle, inode); 33907fb5409dSJan Kara if (ret) { 33917fb5409dSJan Kara ext4_journal_stop(handle); 33927fb5409dSJan Kara goto out; 33937fb5409dSJan Kara } 3394ac27a0ecSDave Kleikamp orphan = 1; 3395ac27a0ecSDave Kleikamp ei->i_disksize = inode->i_size; 33967fb5409dSJan Kara ext4_journal_stop(handle); 3397ac27a0ecSDave Kleikamp } 3398ac27a0ecSDave Kleikamp } 3399ac27a0ecSDave Kleikamp 3400ac27a0ecSDave Kleikamp ret = blockdev_direct_IO(rw, iocb, inode, inode->i_sb->s_bdev, iov, 3401ac27a0ecSDave Kleikamp offset, nr_segs, 3402617ba13bSMingming Cao ext4_get_block, NULL); 3403ac27a0ecSDave Kleikamp 34047fb5409dSJan Kara if (orphan) { 3405ac27a0ecSDave Kleikamp int err; 3406ac27a0ecSDave Kleikamp 34077fb5409dSJan Kara /* Credits for sb + inode write */ 34087fb5409dSJan Kara handle = ext4_journal_start(inode, 2); 34097fb5409dSJan Kara if (IS_ERR(handle)) { 34107fb5409dSJan Kara /* This is really bad luck. We've written the data 34117fb5409dSJan Kara * but cannot extend i_size. Bail out and pretend 34127fb5409dSJan Kara * the write failed... */ 34137fb5409dSJan Kara ret = PTR_ERR(handle); 34147fb5409dSJan Kara goto out; 34157fb5409dSJan Kara } 34167fb5409dSJan Kara if (inode->i_nlink) 3417617ba13bSMingming Cao ext4_orphan_del(handle, inode); 34187fb5409dSJan Kara if (ret > 0) { 3419ac27a0ecSDave Kleikamp loff_t end = offset + ret; 3420ac27a0ecSDave Kleikamp if (end > inode->i_size) { 3421ac27a0ecSDave Kleikamp ei->i_disksize = end; 3422ac27a0ecSDave Kleikamp i_size_write(inode, end); 3423ac27a0ecSDave Kleikamp /* 3424ac27a0ecSDave Kleikamp * We're going to return a positive `ret' 3425ac27a0ecSDave Kleikamp * here due to non-zero-length I/O, so there's 3426ac27a0ecSDave Kleikamp * no way of reporting error returns from 3427617ba13bSMingming Cao * ext4_mark_inode_dirty() to userspace. So 3428ac27a0ecSDave Kleikamp * ignore it. 3429ac27a0ecSDave Kleikamp */ 3430617ba13bSMingming Cao ext4_mark_inode_dirty(handle, inode); 3431ac27a0ecSDave Kleikamp } 3432ac27a0ecSDave Kleikamp } 3433617ba13bSMingming Cao err = ext4_journal_stop(handle); 3434ac27a0ecSDave Kleikamp if (ret == 0) 3435ac27a0ecSDave Kleikamp ret = err; 3436ac27a0ecSDave Kleikamp } 3437ac27a0ecSDave Kleikamp out: 3438ac27a0ecSDave Kleikamp return ret; 3439ac27a0ecSDave Kleikamp } 3440ac27a0ecSDave Kleikamp 3441ac27a0ecSDave Kleikamp /* 3442617ba13bSMingming Cao * Pages can be marked dirty completely asynchronously from ext4's journalling 3443ac27a0ecSDave Kleikamp * activity. By filemap_sync_pte(), try_to_unmap_one(), etc. We cannot do 3444ac27a0ecSDave Kleikamp * much here because ->set_page_dirty is called under VFS locks. The page is 3445ac27a0ecSDave Kleikamp * not necessarily locked. 3446ac27a0ecSDave Kleikamp * 3447ac27a0ecSDave Kleikamp * We cannot just dirty the page and leave attached buffers clean, because the 3448ac27a0ecSDave Kleikamp * buffers' dirty state is "definitive". We cannot just set the buffers dirty 3449ac27a0ecSDave Kleikamp * or jbddirty because all the journalling code will explode. 3450ac27a0ecSDave Kleikamp * 3451ac27a0ecSDave Kleikamp * So what we do is to mark the page "pending dirty" and next time writepage 3452ac27a0ecSDave Kleikamp * is called, propagate that into the buffers appropriately. 3453ac27a0ecSDave Kleikamp */ 3454617ba13bSMingming Cao static int ext4_journalled_set_page_dirty(struct page *page) 3455ac27a0ecSDave Kleikamp { 3456ac27a0ecSDave Kleikamp SetPageChecked(page); 3457ac27a0ecSDave Kleikamp return __set_page_dirty_nobuffers(page); 3458ac27a0ecSDave Kleikamp } 3459ac27a0ecSDave Kleikamp 3460617ba13bSMingming Cao static const struct address_space_operations ext4_ordered_aops = { 3461617ba13bSMingming Cao .readpage = ext4_readpage, 3462617ba13bSMingming Cao .readpages = ext4_readpages, 346343ce1d23SAneesh Kumar K.V .writepage = ext4_writepage, 3464ac27a0ecSDave Kleikamp .sync_page = block_sync_page, 3465bfc1af65SNick Piggin .write_begin = ext4_write_begin, 3466bfc1af65SNick Piggin .write_end = ext4_ordered_write_end, 3467617ba13bSMingming Cao .bmap = ext4_bmap, 3468617ba13bSMingming Cao .invalidatepage = ext4_invalidatepage, 3469617ba13bSMingming Cao .releasepage = ext4_releasepage, 3470617ba13bSMingming Cao .direct_IO = ext4_direct_IO, 3471ac27a0ecSDave Kleikamp .migratepage = buffer_migrate_page, 34728ab22b9aSHisashi Hifumi .is_partially_uptodate = block_is_partially_uptodate, 3473aa261f54SAndi Kleen .error_remove_page = generic_error_remove_page, 3474ac27a0ecSDave Kleikamp }; 3475ac27a0ecSDave Kleikamp 3476617ba13bSMingming Cao static const struct address_space_operations ext4_writeback_aops = { 3477617ba13bSMingming Cao .readpage = ext4_readpage, 3478617ba13bSMingming Cao .readpages = ext4_readpages, 347943ce1d23SAneesh Kumar K.V .writepage = ext4_writepage, 3480ac27a0ecSDave Kleikamp .sync_page = block_sync_page, 3481bfc1af65SNick Piggin .write_begin = ext4_write_begin, 3482bfc1af65SNick Piggin .write_end = ext4_writeback_write_end, 3483617ba13bSMingming Cao .bmap = ext4_bmap, 3484617ba13bSMingming Cao .invalidatepage = ext4_invalidatepage, 3485617ba13bSMingming Cao .releasepage = ext4_releasepage, 3486617ba13bSMingming Cao .direct_IO = ext4_direct_IO, 3487ac27a0ecSDave Kleikamp .migratepage = buffer_migrate_page, 34888ab22b9aSHisashi Hifumi .is_partially_uptodate = block_is_partially_uptodate, 3489aa261f54SAndi Kleen .error_remove_page = generic_error_remove_page, 3490ac27a0ecSDave Kleikamp }; 3491ac27a0ecSDave Kleikamp 3492617ba13bSMingming Cao static const struct address_space_operations ext4_journalled_aops = { 3493617ba13bSMingming Cao .readpage = ext4_readpage, 3494617ba13bSMingming Cao .readpages = ext4_readpages, 349543ce1d23SAneesh Kumar K.V .writepage = ext4_writepage, 3496ac27a0ecSDave Kleikamp .sync_page = block_sync_page, 3497bfc1af65SNick Piggin .write_begin = ext4_write_begin, 3498bfc1af65SNick Piggin .write_end = ext4_journalled_write_end, 3499617ba13bSMingming Cao .set_page_dirty = ext4_journalled_set_page_dirty, 3500617ba13bSMingming Cao .bmap = ext4_bmap, 3501617ba13bSMingming Cao .invalidatepage = ext4_invalidatepage, 3502617ba13bSMingming Cao .releasepage = ext4_releasepage, 35038ab22b9aSHisashi Hifumi .is_partially_uptodate = block_is_partially_uptodate, 3504aa261f54SAndi Kleen .error_remove_page = generic_error_remove_page, 3505ac27a0ecSDave Kleikamp }; 3506ac27a0ecSDave Kleikamp 350764769240SAlex Tomas static const struct address_space_operations ext4_da_aops = { 350864769240SAlex Tomas .readpage = ext4_readpage, 350964769240SAlex Tomas .readpages = ext4_readpages, 351043ce1d23SAneesh Kumar K.V .writepage = ext4_writepage, 351164769240SAlex Tomas .writepages = ext4_da_writepages, 351264769240SAlex Tomas .sync_page = block_sync_page, 351364769240SAlex Tomas .write_begin = ext4_da_write_begin, 351464769240SAlex Tomas .write_end = ext4_da_write_end, 351564769240SAlex Tomas .bmap = ext4_bmap, 351664769240SAlex Tomas .invalidatepage = ext4_da_invalidatepage, 351764769240SAlex Tomas .releasepage = ext4_releasepage, 351864769240SAlex Tomas .direct_IO = ext4_direct_IO, 351964769240SAlex Tomas .migratepage = buffer_migrate_page, 35208ab22b9aSHisashi Hifumi .is_partially_uptodate = block_is_partially_uptodate, 3521aa261f54SAndi Kleen .error_remove_page = generic_error_remove_page, 352264769240SAlex Tomas }; 352364769240SAlex Tomas 3524617ba13bSMingming Cao void ext4_set_aops(struct inode *inode) 3525ac27a0ecSDave Kleikamp { 3526cd1aac32SAneesh Kumar K.V if (ext4_should_order_data(inode) && 3527cd1aac32SAneesh Kumar K.V test_opt(inode->i_sb, DELALLOC)) 3528cd1aac32SAneesh Kumar K.V inode->i_mapping->a_ops = &ext4_da_aops; 3529cd1aac32SAneesh Kumar K.V else if (ext4_should_order_data(inode)) 3530617ba13bSMingming Cao inode->i_mapping->a_ops = &ext4_ordered_aops; 353164769240SAlex Tomas else if (ext4_should_writeback_data(inode) && 353264769240SAlex Tomas test_opt(inode->i_sb, DELALLOC)) 353364769240SAlex Tomas inode->i_mapping->a_ops = &ext4_da_aops; 3534617ba13bSMingming Cao else if (ext4_should_writeback_data(inode)) 3535617ba13bSMingming Cao inode->i_mapping->a_ops = &ext4_writeback_aops; 3536ac27a0ecSDave Kleikamp else 3537617ba13bSMingming Cao inode->i_mapping->a_ops = &ext4_journalled_aops; 3538ac27a0ecSDave Kleikamp } 3539ac27a0ecSDave Kleikamp 3540ac27a0ecSDave Kleikamp /* 3541617ba13bSMingming Cao * ext4_block_truncate_page() zeroes out a mapping from file offset `from' 3542ac27a0ecSDave Kleikamp * up to the end of the block which corresponds to `from'. 3543ac27a0ecSDave Kleikamp * This required during truncate. We need to physically zero the tail end 3544ac27a0ecSDave Kleikamp * of that block so it doesn't yield old data if the file is later grown. 3545ac27a0ecSDave Kleikamp */ 3546cf108bcaSJan Kara int ext4_block_truncate_page(handle_t *handle, 3547ac27a0ecSDave Kleikamp struct address_space *mapping, loff_t from) 3548ac27a0ecSDave Kleikamp { 3549617ba13bSMingming Cao ext4_fsblk_t index = from >> PAGE_CACHE_SHIFT; 3550ac27a0ecSDave Kleikamp unsigned offset = from & (PAGE_CACHE_SIZE-1); 3551725d26d3SAneesh Kumar K.V unsigned blocksize, length, pos; 3552725d26d3SAneesh Kumar K.V ext4_lblk_t iblock; 3553ac27a0ecSDave Kleikamp struct inode *inode = mapping->host; 3554ac27a0ecSDave Kleikamp struct buffer_head *bh; 3555cf108bcaSJan Kara struct page *page; 3556ac27a0ecSDave Kleikamp int err = 0; 3557ac27a0ecSDave Kleikamp 3558f4a01017STheodore Ts'o page = find_or_create_page(mapping, from >> PAGE_CACHE_SHIFT, 3559f4a01017STheodore Ts'o mapping_gfp_mask(mapping) & ~__GFP_FS); 3560cf108bcaSJan Kara if (!page) 3561cf108bcaSJan Kara return -EINVAL; 3562cf108bcaSJan Kara 3563ac27a0ecSDave Kleikamp blocksize = inode->i_sb->s_blocksize; 3564ac27a0ecSDave Kleikamp length = blocksize - (offset & (blocksize - 1)); 3565ac27a0ecSDave Kleikamp iblock = index << (PAGE_CACHE_SHIFT - inode->i_sb->s_blocksize_bits); 3566ac27a0ecSDave Kleikamp 3567ac27a0ecSDave Kleikamp /* 3568ac27a0ecSDave Kleikamp * For "nobh" option, we can only work if we don't need to 3569ac27a0ecSDave Kleikamp * read-in the page - otherwise we create buffers to do the IO. 3570ac27a0ecSDave Kleikamp */ 3571ac27a0ecSDave Kleikamp if (!page_has_buffers(page) && test_opt(inode->i_sb, NOBH) && 3572617ba13bSMingming Cao ext4_should_writeback_data(inode) && PageUptodate(page)) { 3573eebd2aa3SChristoph Lameter zero_user(page, offset, length); 3574ac27a0ecSDave Kleikamp set_page_dirty(page); 3575ac27a0ecSDave Kleikamp goto unlock; 3576ac27a0ecSDave Kleikamp } 3577ac27a0ecSDave Kleikamp 3578ac27a0ecSDave Kleikamp if (!page_has_buffers(page)) 3579ac27a0ecSDave Kleikamp create_empty_buffers(page, blocksize, 0); 3580ac27a0ecSDave Kleikamp 3581ac27a0ecSDave Kleikamp /* Find the buffer that contains "offset" */ 3582ac27a0ecSDave Kleikamp bh = page_buffers(page); 3583ac27a0ecSDave Kleikamp pos = blocksize; 3584ac27a0ecSDave Kleikamp while (offset >= pos) { 3585ac27a0ecSDave Kleikamp bh = bh->b_this_page; 3586ac27a0ecSDave Kleikamp iblock++; 3587ac27a0ecSDave Kleikamp pos += blocksize; 3588ac27a0ecSDave Kleikamp } 3589ac27a0ecSDave Kleikamp 3590ac27a0ecSDave Kleikamp err = 0; 3591ac27a0ecSDave Kleikamp if (buffer_freed(bh)) { 3592ac27a0ecSDave Kleikamp BUFFER_TRACE(bh, "freed: skip"); 3593ac27a0ecSDave Kleikamp goto unlock; 3594ac27a0ecSDave Kleikamp } 3595ac27a0ecSDave Kleikamp 3596ac27a0ecSDave Kleikamp if (!buffer_mapped(bh)) { 3597ac27a0ecSDave Kleikamp BUFFER_TRACE(bh, "unmapped"); 3598617ba13bSMingming Cao ext4_get_block(inode, iblock, bh, 0); 3599ac27a0ecSDave Kleikamp /* unmapped? It's a hole - nothing to do */ 3600ac27a0ecSDave Kleikamp if (!buffer_mapped(bh)) { 3601ac27a0ecSDave Kleikamp BUFFER_TRACE(bh, "still unmapped"); 3602ac27a0ecSDave Kleikamp goto unlock; 3603ac27a0ecSDave Kleikamp } 3604ac27a0ecSDave Kleikamp } 3605ac27a0ecSDave Kleikamp 3606ac27a0ecSDave Kleikamp /* Ok, it's mapped. Make sure it's up-to-date */ 3607ac27a0ecSDave Kleikamp if (PageUptodate(page)) 3608ac27a0ecSDave Kleikamp set_buffer_uptodate(bh); 3609ac27a0ecSDave Kleikamp 3610ac27a0ecSDave Kleikamp if (!buffer_uptodate(bh)) { 3611ac27a0ecSDave Kleikamp err = -EIO; 3612ac27a0ecSDave Kleikamp ll_rw_block(READ, 1, &bh); 3613ac27a0ecSDave Kleikamp wait_on_buffer(bh); 3614ac27a0ecSDave Kleikamp /* Uhhuh. Read error. Complain and punt. */ 3615ac27a0ecSDave Kleikamp if (!buffer_uptodate(bh)) 3616ac27a0ecSDave Kleikamp goto unlock; 3617ac27a0ecSDave Kleikamp } 3618ac27a0ecSDave Kleikamp 3619617ba13bSMingming Cao if (ext4_should_journal_data(inode)) { 3620ac27a0ecSDave Kleikamp BUFFER_TRACE(bh, "get write access"); 3621617ba13bSMingming Cao err = ext4_journal_get_write_access(handle, bh); 3622ac27a0ecSDave Kleikamp if (err) 3623ac27a0ecSDave Kleikamp goto unlock; 3624ac27a0ecSDave Kleikamp } 3625ac27a0ecSDave Kleikamp 3626eebd2aa3SChristoph Lameter zero_user(page, offset, length); 3627ac27a0ecSDave Kleikamp 3628ac27a0ecSDave Kleikamp BUFFER_TRACE(bh, "zeroed end of block"); 3629ac27a0ecSDave Kleikamp 3630ac27a0ecSDave Kleikamp err = 0; 3631617ba13bSMingming Cao if (ext4_should_journal_data(inode)) { 36320390131bSFrank Mayhar err = ext4_handle_dirty_metadata(handle, inode, bh); 3633ac27a0ecSDave Kleikamp } else { 3634617ba13bSMingming Cao if (ext4_should_order_data(inode)) 3635678aaf48SJan Kara err = ext4_jbd2_file_inode(handle, inode); 3636ac27a0ecSDave Kleikamp mark_buffer_dirty(bh); 3637ac27a0ecSDave Kleikamp } 3638ac27a0ecSDave Kleikamp 3639ac27a0ecSDave Kleikamp unlock: 3640ac27a0ecSDave Kleikamp unlock_page(page); 3641ac27a0ecSDave Kleikamp page_cache_release(page); 3642ac27a0ecSDave Kleikamp return err; 3643ac27a0ecSDave Kleikamp } 3644ac27a0ecSDave Kleikamp 3645ac27a0ecSDave Kleikamp /* 3646ac27a0ecSDave Kleikamp * Probably it should be a library function... search for first non-zero word 3647ac27a0ecSDave Kleikamp * or memcmp with zero_page, whatever is better for particular architecture. 3648ac27a0ecSDave Kleikamp * Linus? 3649ac27a0ecSDave Kleikamp */ 3650ac27a0ecSDave Kleikamp static inline int all_zeroes(__le32 *p, __le32 *q) 3651ac27a0ecSDave Kleikamp { 3652ac27a0ecSDave Kleikamp while (p < q) 3653ac27a0ecSDave Kleikamp if (*p++) 3654ac27a0ecSDave Kleikamp return 0; 3655ac27a0ecSDave Kleikamp return 1; 3656ac27a0ecSDave Kleikamp } 3657ac27a0ecSDave Kleikamp 3658ac27a0ecSDave Kleikamp /** 3659617ba13bSMingming Cao * ext4_find_shared - find the indirect blocks for partial truncation. 3660ac27a0ecSDave Kleikamp * @inode: inode in question 3661ac27a0ecSDave Kleikamp * @depth: depth of the affected branch 3662617ba13bSMingming Cao * @offsets: offsets of pointers in that branch (see ext4_block_to_path) 3663ac27a0ecSDave Kleikamp * @chain: place to store the pointers to partial indirect blocks 3664ac27a0ecSDave Kleikamp * @top: place to the (detached) top of branch 3665ac27a0ecSDave Kleikamp * 3666617ba13bSMingming Cao * This is a helper function used by ext4_truncate(). 3667ac27a0ecSDave Kleikamp * 3668ac27a0ecSDave Kleikamp * When we do truncate() we may have to clean the ends of several 3669ac27a0ecSDave Kleikamp * indirect blocks but leave the blocks themselves alive. Block is 3670ac27a0ecSDave Kleikamp * partially truncated if some data below the new i_size is refered 3671ac27a0ecSDave Kleikamp * from it (and it is on the path to the first completely truncated 3672ac27a0ecSDave Kleikamp * data block, indeed). We have to free the top of that path along 3673ac27a0ecSDave Kleikamp * with everything to the right of the path. Since no allocation 3674617ba13bSMingming Cao * past the truncation point is possible until ext4_truncate() 3675ac27a0ecSDave Kleikamp * finishes, we may safely do the latter, but top of branch may 3676ac27a0ecSDave Kleikamp * require special attention - pageout below the truncation point 3677ac27a0ecSDave Kleikamp * might try to populate it. 3678ac27a0ecSDave Kleikamp * 3679ac27a0ecSDave Kleikamp * We atomically detach the top of branch from the tree, store the 3680ac27a0ecSDave Kleikamp * block number of its root in *@top, pointers to buffer_heads of 3681ac27a0ecSDave Kleikamp * partially truncated blocks - in @chain[].bh and pointers to 3682ac27a0ecSDave Kleikamp * their last elements that should not be removed - in 3683ac27a0ecSDave Kleikamp * @chain[].p. Return value is the pointer to last filled element 3684ac27a0ecSDave Kleikamp * of @chain. 3685ac27a0ecSDave Kleikamp * 3686ac27a0ecSDave Kleikamp * The work left to caller to do the actual freeing of subtrees: 3687ac27a0ecSDave Kleikamp * a) free the subtree starting from *@top 3688ac27a0ecSDave Kleikamp * b) free the subtrees whose roots are stored in 3689ac27a0ecSDave Kleikamp * (@chain[i].p+1 .. end of @chain[i].bh->b_data) 3690ac27a0ecSDave Kleikamp * c) free the subtrees growing from the inode past the @chain[0]. 3691ac27a0ecSDave Kleikamp * (no partially truncated stuff there). */ 3692ac27a0ecSDave Kleikamp 3693617ba13bSMingming Cao static Indirect *ext4_find_shared(struct inode *inode, int depth, 3694de9a55b8STheodore Ts'o ext4_lblk_t offsets[4], Indirect chain[4], 3695de9a55b8STheodore Ts'o __le32 *top) 3696ac27a0ecSDave Kleikamp { 3697ac27a0ecSDave Kleikamp Indirect *partial, *p; 3698ac27a0ecSDave Kleikamp int k, err; 3699ac27a0ecSDave Kleikamp 3700ac27a0ecSDave Kleikamp *top = 0; 3701ac27a0ecSDave Kleikamp /* Make k index the deepest non-null offest + 1 */ 3702ac27a0ecSDave Kleikamp for (k = depth; k > 1 && !offsets[k-1]; k--) 3703ac27a0ecSDave Kleikamp ; 3704617ba13bSMingming Cao partial = ext4_get_branch(inode, k, offsets, chain, &err); 3705ac27a0ecSDave Kleikamp /* Writer: pointers */ 3706ac27a0ecSDave Kleikamp if (!partial) 3707ac27a0ecSDave Kleikamp partial = chain + k-1; 3708ac27a0ecSDave Kleikamp /* 3709ac27a0ecSDave Kleikamp * If the branch acquired continuation since we've looked at it - 3710ac27a0ecSDave Kleikamp * fine, it should all survive and (new) top doesn't belong to us. 3711ac27a0ecSDave Kleikamp */ 3712ac27a0ecSDave Kleikamp if (!partial->key && *partial->p) 3713ac27a0ecSDave Kleikamp /* Writer: end */ 3714ac27a0ecSDave Kleikamp goto no_top; 3715af5bc92dSTheodore Ts'o for (p = partial; (p > chain) && all_zeroes((__le32 *) p->bh->b_data, p->p); p--) 3716ac27a0ecSDave Kleikamp ; 3717ac27a0ecSDave Kleikamp /* 3718ac27a0ecSDave Kleikamp * OK, we've found the last block that must survive. The rest of our 3719ac27a0ecSDave Kleikamp * branch should be detached before unlocking. However, if that rest 3720ac27a0ecSDave Kleikamp * of branch is all ours and does not grow immediately from the inode 3721ac27a0ecSDave Kleikamp * it's easier to cheat and just decrement partial->p. 3722ac27a0ecSDave Kleikamp */ 3723ac27a0ecSDave Kleikamp if (p == chain + k - 1 && p > chain) { 3724ac27a0ecSDave Kleikamp p->p--; 3725ac27a0ecSDave Kleikamp } else { 3726ac27a0ecSDave Kleikamp *top = *p->p; 3727617ba13bSMingming Cao /* Nope, don't do this in ext4. Must leave the tree intact */ 3728ac27a0ecSDave Kleikamp #if 0 3729ac27a0ecSDave Kleikamp *p->p = 0; 3730ac27a0ecSDave Kleikamp #endif 3731ac27a0ecSDave Kleikamp } 3732ac27a0ecSDave Kleikamp /* Writer: end */ 3733ac27a0ecSDave Kleikamp 3734ac27a0ecSDave Kleikamp while (partial > p) { 3735ac27a0ecSDave Kleikamp brelse(partial->bh); 3736ac27a0ecSDave Kleikamp partial--; 3737ac27a0ecSDave Kleikamp } 3738ac27a0ecSDave Kleikamp no_top: 3739ac27a0ecSDave Kleikamp return partial; 3740ac27a0ecSDave Kleikamp } 3741ac27a0ecSDave Kleikamp 3742ac27a0ecSDave Kleikamp /* 3743ac27a0ecSDave Kleikamp * Zero a number of block pointers in either an inode or an indirect block. 3744ac27a0ecSDave Kleikamp * If we restart the transaction we must again get write access to the 3745ac27a0ecSDave Kleikamp * indirect block for further modification. 3746ac27a0ecSDave Kleikamp * 3747ac27a0ecSDave Kleikamp * We release `count' blocks on disk, but (last - first) may be greater 3748ac27a0ecSDave Kleikamp * than `count' because there can be holes in there. 3749ac27a0ecSDave Kleikamp */ 3750617ba13bSMingming Cao static void ext4_clear_blocks(handle_t *handle, struct inode *inode, 3751de9a55b8STheodore Ts'o struct buffer_head *bh, 3752de9a55b8STheodore Ts'o ext4_fsblk_t block_to_free, 3753de9a55b8STheodore Ts'o unsigned long count, __le32 *first, 3754de9a55b8STheodore Ts'o __le32 *last) 3755ac27a0ecSDave Kleikamp { 3756ac27a0ecSDave Kleikamp __le32 *p; 3757ac27a0ecSDave Kleikamp if (try_to_extend_transaction(handle, inode)) { 3758ac27a0ecSDave Kleikamp if (bh) { 37590390131bSFrank Mayhar BUFFER_TRACE(bh, "call ext4_handle_dirty_metadata"); 37600390131bSFrank Mayhar ext4_handle_dirty_metadata(handle, inode, bh); 3761ac27a0ecSDave Kleikamp } 3762617ba13bSMingming Cao ext4_mark_inode_dirty(handle, inode); 3763487caeefSJan Kara ext4_truncate_restart_trans(handle, inode, 3764487caeefSJan Kara blocks_for_truncate(inode)); 3765ac27a0ecSDave Kleikamp if (bh) { 3766ac27a0ecSDave Kleikamp BUFFER_TRACE(bh, "retaking write access"); 3767617ba13bSMingming Cao ext4_journal_get_write_access(handle, bh); 3768ac27a0ecSDave Kleikamp } 3769ac27a0ecSDave Kleikamp } 3770ac27a0ecSDave Kleikamp 3771ac27a0ecSDave Kleikamp /* 3772de9a55b8STheodore Ts'o * Any buffers which are on the journal will be in memory. We 3773de9a55b8STheodore Ts'o * find them on the hash table so jbd2_journal_revoke() will 3774de9a55b8STheodore Ts'o * run jbd2_journal_forget() on them. We've already detached 3775de9a55b8STheodore Ts'o * each block from the file, so bforget() in 3776de9a55b8STheodore Ts'o * jbd2_journal_forget() should be safe. 3777ac27a0ecSDave Kleikamp * 3778dab291afSMingming Cao * AKPM: turn on bforget in jbd2_journal_forget()!!! 3779ac27a0ecSDave Kleikamp */ 3780ac27a0ecSDave Kleikamp for (p = first; p < last; p++) { 3781ac27a0ecSDave Kleikamp u32 nr = le32_to_cpu(*p); 3782ac27a0ecSDave Kleikamp if (nr) { 37831d03ec98SAneesh Kumar K.V struct buffer_head *tbh; 3784ac27a0ecSDave Kleikamp 3785ac27a0ecSDave Kleikamp *p = 0; 37861d03ec98SAneesh Kumar K.V tbh = sb_find_get_block(inode->i_sb, nr); 37871d03ec98SAneesh Kumar K.V ext4_forget(handle, 0, inode, tbh, nr); 3788ac27a0ecSDave Kleikamp } 3789ac27a0ecSDave Kleikamp } 3790ac27a0ecSDave Kleikamp 3791c9de560dSAlex Tomas ext4_free_blocks(handle, inode, block_to_free, count, 0); 3792ac27a0ecSDave Kleikamp } 3793ac27a0ecSDave Kleikamp 3794ac27a0ecSDave Kleikamp /** 3795617ba13bSMingming Cao * ext4_free_data - free a list of data blocks 3796ac27a0ecSDave Kleikamp * @handle: handle for this transaction 3797ac27a0ecSDave Kleikamp * @inode: inode we are dealing with 3798ac27a0ecSDave Kleikamp * @this_bh: indirect buffer_head which contains *@first and *@last 3799ac27a0ecSDave Kleikamp * @first: array of block numbers 3800ac27a0ecSDave Kleikamp * @last: points immediately past the end of array 3801ac27a0ecSDave Kleikamp * 3802ac27a0ecSDave Kleikamp * We are freeing all blocks refered from that array (numbers are stored as 3803ac27a0ecSDave Kleikamp * little-endian 32-bit) and updating @inode->i_blocks appropriately. 3804ac27a0ecSDave Kleikamp * 3805ac27a0ecSDave Kleikamp * We accumulate contiguous runs of blocks to free. Conveniently, if these 3806ac27a0ecSDave Kleikamp * blocks are contiguous then releasing them at one time will only affect one 3807ac27a0ecSDave Kleikamp * or two bitmap blocks (+ group descriptor(s) and superblock) and we won't 3808ac27a0ecSDave Kleikamp * actually use a lot of journal space. 3809ac27a0ecSDave Kleikamp * 3810ac27a0ecSDave Kleikamp * @this_bh will be %NULL if @first and @last point into the inode's direct 3811ac27a0ecSDave Kleikamp * block pointers. 3812ac27a0ecSDave Kleikamp */ 3813617ba13bSMingming Cao static void ext4_free_data(handle_t *handle, struct inode *inode, 3814ac27a0ecSDave Kleikamp struct buffer_head *this_bh, 3815ac27a0ecSDave Kleikamp __le32 *first, __le32 *last) 3816ac27a0ecSDave Kleikamp { 3817617ba13bSMingming Cao ext4_fsblk_t block_to_free = 0; /* Starting block # of a run */ 3818ac27a0ecSDave Kleikamp unsigned long count = 0; /* Number of blocks in the run */ 3819ac27a0ecSDave Kleikamp __le32 *block_to_free_p = NULL; /* Pointer into inode/ind 3820ac27a0ecSDave Kleikamp corresponding to 3821ac27a0ecSDave Kleikamp block_to_free */ 3822617ba13bSMingming Cao ext4_fsblk_t nr; /* Current block # */ 3823ac27a0ecSDave Kleikamp __le32 *p; /* Pointer into inode/ind 3824ac27a0ecSDave Kleikamp for current block */ 3825ac27a0ecSDave Kleikamp int err; 3826ac27a0ecSDave Kleikamp 3827ac27a0ecSDave Kleikamp if (this_bh) { /* For indirect block */ 3828ac27a0ecSDave Kleikamp BUFFER_TRACE(this_bh, "get_write_access"); 3829617ba13bSMingming Cao err = ext4_journal_get_write_access(handle, this_bh); 3830ac27a0ecSDave Kleikamp /* Important: if we can't update the indirect pointers 3831ac27a0ecSDave Kleikamp * to the blocks, we can't free them. */ 3832ac27a0ecSDave Kleikamp if (err) 3833ac27a0ecSDave Kleikamp return; 3834ac27a0ecSDave Kleikamp } 3835ac27a0ecSDave Kleikamp 3836ac27a0ecSDave Kleikamp for (p = first; p < last; p++) { 3837ac27a0ecSDave Kleikamp nr = le32_to_cpu(*p); 3838ac27a0ecSDave Kleikamp if (nr) { 3839ac27a0ecSDave Kleikamp /* accumulate blocks to free if they're contiguous */ 3840ac27a0ecSDave Kleikamp if (count == 0) { 3841ac27a0ecSDave Kleikamp block_to_free = nr; 3842ac27a0ecSDave Kleikamp block_to_free_p = p; 3843ac27a0ecSDave Kleikamp count = 1; 3844ac27a0ecSDave Kleikamp } else if (nr == block_to_free + count) { 3845ac27a0ecSDave Kleikamp count++; 3846ac27a0ecSDave Kleikamp } else { 3847617ba13bSMingming Cao ext4_clear_blocks(handle, inode, this_bh, 3848ac27a0ecSDave Kleikamp block_to_free, 3849ac27a0ecSDave Kleikamp count, block_to_free_p, p); 3850ac27a0ecSDave Kleikamp block_to_free = nr; 3851ac27a0ecSDave Kleikamp block_to_free_p = p; 3852ac27a0ecSDave Kleikamp count = 1; 3853ac27a0ecSDave Kleikamp } 3854ac27a0ecSDave Kleikamp } 3855ac27a0ecSDave Kleikamp } 3856ac27a0ecSDave Kleikamp 3857ac27a0ecSDave Kleikamp if (count > 0) 3858617ba13bSMingming Cao ext4_clear_blocks(handle, inode, this_bh, block_to_free, 3859ac27a0ecSDave Kleikamp count, block_to_free_p, p); 3860ac27a0ecSDave Kleikamp 3861ac27a0ecSDave Kleikamp if (this_bh) { 38620390131bSFrank Mayhar BUFFER_TRACE(this_bh, "call ext4_handle_dirty_metadata"); 386371dc8fbcSDuane Griffin 386471dc8fbcSDuane Griffin /* 386571dc8fbcSDuane Griffin * The buffer head should have an attached journal head at this 386671dc8fbcSDuane Griffin * point. However, if the data is corrupted and an indirect 386771dc8fbcSDuane Griffin * block pointed to itself, it would have been detached when 386871dc8fbcSDuane Griffin * the block was cleared. Check for this instead of OOPSing. 386971dc8fbcSDuane Griffin */ 3870e7f07968STheodore Ts'o if ((EXT4_JOURNAL(inode) == NULL) || bh2jh(this_bh)) 38710390131bSFrank Mayhar ext4_handle_dirty_metadata(handle, inode, this_bh); 387271dc8fbcSDuane Griffin else 387371dc8fbcSDuane Griffin ext4_error(inode->i_sb, __func__, 387471dc8fbcSDuane Griffin "circular indirect block detected, " 387571dc8fbcSDuane Griffin "inode=%lu, block=%llu", 387671dc8fbcSDuane Griffin inode->i_ino, 387771dc8fbcSDuane Griffin (unsigned long long) this_bh->b_blocknr); 3878ac27a0ecSDave Kleikamp } 3879ac27a0ecSDave Kleikamp } 3880ac27a0ecSDave Kleikamp 3881ac27a0ecSDave Kleikamp /** 3882617ba13bSMingming Cao * ext4_free_branches - free an array of branches 3883ac27a0ecSDave Kleikamp * @handle: JBD handle for this transaction 3884ac27a0ecSDave Kleikamp * @inode: inode we are dealing with 3885ac27a0ecSDave Kleikamp * @parent_bh: the buffer_head which contains *@first and *@last 3886ac27a0ecSDave Kleikamp * @first: array of block numbers 3887ac27a0ecSDave Kleikamp * @last: pointer immediately past the end of array 3888ac27a0ecSDave Kleikamp * @depth: depth of the branches to free 3889ac27a0ecSDave Kleikamp * 3890ac27a0ecSDave Kleikamp * We are freeing all blocks refered from these branches (numbers are 3891ac27a0ecSDave Kleikamp * stored as little-endian 32-bit) and updating @inode->i_blocks 3892ac27a0ecSDave Kleikamp * appropriately. 3893ac27a0ecSDave Kleikamp */ 3894617ba13bSMingming Cao static void ext4_free_branches(handle_t *handle, struct inode *inode, 3895ac27a0ecSDave Kleikamp struct buffer_head *parent_bh, 3896ac27a0ecSDave Kleikamp __le32 *first, __le32 *last, int depth) 3897ac27a0ecSDave Kleikamp { 3898617ba13bSMingming Cao ext4_fsblk_t nr; 3899ac27a0ecSDave Kleikamp __le32 *p; 3900ac27a0ecSDave Kleikamp 39010390131bSFrank Mayhar if (ext4_handle_is_aborted(handle)) 3902ac27a0ecSDave Kleikamp return; 3903ac27a0ecSDave Kleikamp 3904ac27a0ecSDave Kleikamp if (depth--) { 3905ac27a0ecSDave Kleikamp struct buffer_head *bh; 3906617ba13bSMingming Cao int addr_per_block = EXT4_ADDR_PER_BLOCK(inode->i_sb); 3907ac27a0ecSDave Kleikamp p = last; 3908ac27a0ecSDave Kleikamp while (--p >= first) { 3909ac27a0ecSDave Kleikamp nr = le32_to_cpu(*p); 3910ac27a0ecSDave Kleikamp if (!nr) 3911ac27a0ecSDave Kleikamp continue; /* A hole */ 3912ac27a0ecSDave Kleikamp 3913ac27a0ecSDave Kleikamp /* Go read the buffer for the next level down */ 3914ac27a0ecSDave Kleikamp bh = sb_bread(inode->i_sb, nr); 3915ac27a0ecSDave Kleikamp 3916ac27a0ecSDave Kleikamp /* 3917ac27a0ecSDave Kleikamp * A read failure? Report error and clear slot 3918ac27a0ecSDave Kleikamp * (should be rare). 3919ac27a0ecSDave Kleikamp */ 3920ac27a0ecSDave Kleikamp if (!bh) { 3921617ba13bSMingming Cao ext4_error(inode->i_sb, "ext4_free_branches", 39222ae02107SMingming Cao "Read failure, inode=%lu, block=%llu", 3923ac27a0ecSDave Kleikamp inode->i_ino, nr); 3924ac27a0ecSDave Kleikamp continue; 3925ac27a0ecSDave Kleikamp } 3926ac27a0ecSDave Kleikamp 3927ac27a0ecSDave Kleikamp /* This zaps the entire block. Bottom up. */ 3928ac27a0ecSDave Kleikamp BUFFER_TRACE(bh, "free child branches"); 3929617ba13bSMingming Cao ext4_free_branches(handle, inode, bh, 3930ac27a0ecSDave Kleikamp (__le32 *) bh->b_data, 3931ac27a0ecSDave Kleikamp (__le32 *) bh->b_data + addr_per_block, 3932ac27a0ecSDave Kleikamp depth); 3933ac27a0ecSDave Kleikamp 3934ac27a0ecSDave Kleikamp /* 3935ac27a0ecSDave Kleikamp * We've probably journalled the indirect block several 3936ac27a0ecSDave Kleikamp * times during the truncate. But it's no longer 3937ac27a0ecSDave Kleikamp * needed and we now drop it from the transaction via 3938dab291afSMingming Cao * jbd2_journal_revoke(). 3939ac27a0ecSDave Kleikamp * 3940ac27a0ecSDave Kleikamp * That's easy if it's exclusively part of this 3941ac27a0ecSDave Kleikamp * transaction. But if it's part of the committing 3942dab291afSMingming Cao * transaction then jbd2_journal_forget() will simply 3943ac27a0ecSDave Kleikamp * brelse() it. That means that if the underlying 3944617ba13bSMingming Cao * block is reallocated in ext4_get_block(), 3945ac27a0ecSDave Kleikamp * unmap_underlying_metadata() will find this block 3946ac27a0ecSDave Kleikamp * and will try to get rid of it. damn, damn. 3947ac27a0ecSDave Kleikamp * 3948ac27a0ecSDave Kleikamp * If this block has already been committed to the 3949ac27a0ecSDave Kleikamp * journal, a revoke record will be written. And 3950ac27a0ecSDave Kleikamp * revoke records must be emitted *before* clearing 3951ac27a0ecSDave Kleikamp * this block's bit in the bitmaps. 3952ac27a0ecSDave Kleikamp */ 3953617ba13bSMingming Cao ext4_forget(handle, 1, inode, bh, bh->b_blocknr); 3954ac27a0ecSDave Kleikamp 3955ac27a0ecSDave Kleikamp /* 3956ac27a0ecSDave Kleikamp * Everything below this this pointer has been 3957ac27a0ecSDave Kleikamp * released. Now let this top-of-subtree go. 3958ac27a0ecSDave Kleikamp * 3959ac27a0ecSDave Kleikamp * We want the freeing of this indirect block to be 3960ac27a0ecSDave Kleikamp * atomic in the journal with the updating of the 3961ac27a0ecSDave Kleikamp * bitmap block which owns it. So make some room in 3962ac27a0ecSDave Kleikamp * the journal. 3963ac27a0ecSDave Kleikamp * 3964ac27a0ecSDave Kleikamp * We zero the parent pointer *after* freeing its 3965ac27a0ecSDave Kleikamp * pointee in the bitmaps, so if extend_transaction() 3966ac27a0ecSDave Kleikamp * for some reason fails to put the bitmap changes and 3967ac27a0ecSDave Kleikamp * the release into the same transaction, recovery 3968ac27a0ecSDave Kleikamp * will merely complain about releasing a free block, 3969ac27a0ecSDave Kleikamp * rather than leaking blocks. 3970ac27a0ecSDave Kleikamp */ 39710390131bSFrank Mayhar if (ext4_handle_is_aborted(handle)) 3972ac27a0ecSDave Kleikamp return; 3973ac27a0ecSDave Kleikamp if (try_to_extend_transaction(handle, inode)) { 3974617ba13bSMingming Cao ext4_mark_inode_dirty(handle, inode); 3975487caeefSJan Kara ext4_truncate_restart_trans(handle, inode, 3976487caeefSJan Kara blocks_for_truncate(inode)); 3977ac27a0ecSDave Kleikamp } 3978ac27a0ecSDave Kleikamp 3979c9de560dSAlex Tomas ext4_free_blocks(handle, inode, nr, 1, 1); 3980ac27a0ecSDave Kleikamp 3981ac27a0ecSDave Kleikamp if (parent_bh) { 3982ac27a0ecSDave Kleikamp /* 3983ac27a0ecSDave Kleikamp * The block which we have just freed is 3984ac27a0ecSDave Kleikamp * pointed to by an indirect block: journal it 3985ac27a0ecSDave Kleikamp */ 3986ac27a0ecSDave Kleikamp BUFFER_TRACE(parent_bh, "get_write_access"); 3987617ba13bSMingming Cao if (!ext4_journal_get_write_access(handle, 3988ac27a0ecSDave Kleikamp parent_bh)){ 3989ac27a0ecSDave Kleikamp *p = 0; 3990ac27a0ecSDave Kleikamp BUFFER_TRACE(parent_bh, 39910390131bSFrank Mayhar "call ext4_handle_dirty_metadata"); 39920390131bSFrank Mayhar ext4_handle_dirty_metadata(handle, 39930390131bSFrank Mayhar inode, 3994ac27a0ecSDave Kleikamp parent_bh); 3995ac27a0ecSDave Kleikamp } 3996ac27a0ecSDave Kleikamp } 3997ac27a0ecSDave Kleikamp } 3998ac27a0ecSDave Kleikamp } else { 3999ac27a0ecSDave Kleikamp /* We have reached the bottom of the tree. */ 4000ac27a0ecSDave Kleikamp BUFFER_TRACE(parent_bh, "free data blocks"); 4001617ba13bSMingming Cao ext4_free_data(handle, inode, parent_bh, first, last); 4002ac27a0ecSDave Kleikamp } 4003ac27a0ecSDave Kleikamp } 4004ac27a0ecSDave Kleikamp 400591ef4cafSDuane Griffin int ext4_can_truncate(struct inode *inode) 400691ef4cafSDuane Griffin { 400791ef4cafSDuane Griffin if (IS_APPEND(inode) || IS_IMMUTABLE(inode)) 400891ef4cafSDuane Griffin return 0; 400991ef4cafSDuane Griffin if (S_ISREG(inode->i_mode)) 401091ef4cafSDuane Griffin return 1; 401191ef4cafSDuane Griffin if (S_ISDIR(inode->i_mode)) 401291ef4cafSDuane Griffin return 1; 401391ef4cafSDuane Griffin if (S_ISLNK(inode->i_mode)) 401491ef4cafSDuane Griffin return !ext4_inode_is_fast_symlink(inode); 401591ef4cafSDuane Griffin return 0; 401691ef4cafSDuane Griffin } 401791ef4cafSDuane Griffin 4018ac27a0ecSDave Kleikamp /* 4019617ba13bSMingming Cao * ext4_truncate() 4020ac27a0ecSDave Kleikamp * 4021617ba13bSMingming Cao * We block out ext4_get_block() block instantiations across the entire 4022617ba13bSMingming Cao * transaction, and VFS/VM ensures that ext4_truncate() cannot run 4023ac27a0ecSDave Kleikamp * simultaneously on behalf of the same inode. 4024ac27a0ecSDave Kleikamp * 4025ac27a0ecSDave Kleikamp * As we work through the truncate and commmit bits of it to the journal there 4026ac27a0ecSDave Kleikamp * is one core, guiding principle: the file's tree must always be consistent on 4027ac27a0ecSDave Kleikamp * disk. We must be able to restart the truncate after a crash. 4028ac27a0ecSDave Kleikamp * 4029ac27a0ecSDave Kleikamp * The file's tree may be transiently inconsistent in memory (although it 4030ac27a0ecSDave Kleikamp * probably isn't), but whenever we close off and commit a journal transaction, 4031ac27a0ecSDave Kleikamp * the contents of (the filesystem + the journal) must be consistent and 4032ac27a0ecSDave Kleikamp * restartable. It's pretty simple, really: bottom up, right to left (although 4033ac27a0ecSDave Kleikamp * left-to-right works OK too). 4034ac27a0ecSDave Kleikamp * 4035ac27a0ecSDave Kleikamp * Note that at recovery time, journal replay occurs *before* the restart of 4036ac27a0ecSDave Kleikamp * truncate against the orphan inode list. 4037ac27a0ecSDave Kleikamp * 4038ac27a0ecSDave Kleikamp * The committed inode has the new, desired i_size (which is the same as 4039617ba13bSMingming Cao * i_disksize in this case). After a crash, ext4_orphan_cleanup() will see 4040ac27a0ecSDave Kleikamp * that this inode's truncate did not complete and it will again call 4041617ba13bSMingming Cao * ext4_truncate() to have another go. So there will be instantiated blocks 4042617ba13bSMingming Cao * to the right of the truncation point in a crashed ext4 filesystem. But 4043ac27a0ecSDave Kleikamp * that's fine - as long as they are linked from the inode, the post-crash 4044617ba13bSMingming Cao * ext4_truncate() run will find them and release them. 4045ac27a0ecSDave Kleikamp */ 4046617ba13bSMingming Cao void ext4_truncate(struct inode *inode) 4047ac27a0ecSDave Kleikamp { 4048ac27a0ecSDave Kleikamp handle_t *handle; 4049617ba13bSMingming Cao struct ext4_inode_info *ei = EXT4_I(inode); 4050ac27a0ecSDave Kleikamp __le32 *i_data = ei->i_data; 4051617ba13bSMingming Cao int addr_per_block = EXT4_ADDR_PER_BLOCK(inode->i_sb); 4052ac27a0ecSDave Kleikamp struct address_space *mapping = inode->i_mapping; 4053725d26d3SAneesh Kumar K.V ext4_lblk_t offsets[4]; 4054ac27a0ecSDave Kleikamp Indirect chain[4]; 4055ac27a0ecSDave Kleikamp Indirect *partial; 4056ac27a0ecSDave Kleikamp __le32 nr = 0; 4057ac27a0ecSDave Kleikamp int n; 4058725d26d3SAneesh Kumar K.V ext4_lblk_t last_block; 4059ac27a0ecSDave Kleikamp unsigned blocksize = inode->i_sb->s_blocksize; 4060ac27a0ecSDave Kleikamp 406191ef4cafSDuane Griffin if (!ext4_can_truncate(inode)) 4062ac27a0ecSDave Kleikamp return; 4063ac27a0ecSDave Kleikamp 40645534fb5bSTheodore Ts'o if (inode->i_size == 0 && !test_opt(inode->i_sb, NO_AUTO_DA_ALLOC)) 40657d8f9f7dSTheodore Ts'o ei->i_state |= EXT4_STATE_DA_ALLOC_CLOSE; 40667d8f9f7dSTheodore Ts'o 40671d03ec98SAneesh Kumar K.V if (EXT4_I(inode)->i_flags & EXT4_EXTENTS_FL) { 4068cf108bcaSJan Kara ext4_ext_truncate(inode); 40691d03ec98SAneesh Kumar K.V return; 40701d03ec98SAneesh Kumar K.V } 4071a86c6181SAlex Tomas 4072ac27a0ecSDave Kleikamp handle = start_transaction(inode); 4073cf108bcaSJan Kara if (IS_ERR(handle)) 4074ac27a0ecSDave Kleikamp return; /* AKPM: return what? */ 4075ac27a0ecSDave Kleikamp 4076ac27a0ecSDave Kleikamp last_block = (inode->i_size + blocksize-1) 4077617ba13bSMingming Cao >> EXT4_BLOCK_SIZE_BITS(inode->i_sb); 4078ac27a0ecSDave Kleikamp 4079cf108bcaSJan Kara if (inode->i_size & (blocksize - 1)) 4080cf108bcaSJan Kara if (ext4_block_truncate_page(handle, mapping, inode->i_size)) 4081cf108bcaSJan Kara goto out_stop; 4082ac27a0ecSDave Kleikamp 4083617ba13bSMingming Cao n = ext4_block_to_path(inode, last_block, offsets, NULL); 4084ac27a0ecSDave Kleikamp if (n == 0) 4085ac27a0ecSDave Kleikamp goto out_stop; /* error */ 4086ac27a0ecSDave Kleikamp 4087ac27a0ecSDave Kleikamp /* 4088ac27a0ecSDave Kleikamp * OK. This truncate is going to happen. We add the inode to the 4089ac27a0ecSDave Kleikamp * orphan list, so that if this truncate spans multiple transactions, 4090ac27a0ecSDave Kleikamp * and we crash, we will resume the truncate when the filesystem 4091ac27a0ecSDave Kleikamp * recovers. It also marks the inode dirty, to catch the new size. 4092ac27a0ecSDave Kleikamp * 4093ac27a0ecSDave Kleikamp * Implication: the file must always be in a sane, consistent 4094ac27a0ecSDave Kleikamp * truncatable state while each transaction commits. 4095ac27a0ecSDave Kleikamp */ 4096617ba13bSMingming Cao if (ext4_orphan_add(handle, inode)) 4097ac27a0ecSDave Kleikamp goto out_stop; 4098ac27a0ecSDave Kleikamp 4099ac27a0ecSDave Kleikamp /* 4100632eaeabSMingming Cao * From here we block out all ext4_get_block() callers who want to 4101632eaeabSMingming Cao * modify the block allocation tree. 4102632eaeabSMingming Cao */ 4103632eaeabSMingming Cao down_write(&ei->i_data_sem); 4104b4df2030STheodore Ts'o 4105c2ea3fdeSTheodore Ts'o ext4_discard_preallocations(inode); 4106b4df2030STheodore Ts'o 4107632eaeabSMingming Cao /* 4108ac27a0ecSDave Kleikamp * The orphan list entry will now protect us from any crash which 4109ac27a0ecSDave Kleikamp * occurs before the truncate completes, so it is now safe to propagate 4110ac27a0ecSDave Kleikamp * the new, shorter inode size (held for now in i_size) into the 4111ac27a0ecSDave Kleikamp * on-disk inode. We do this via i_disksize, which is the value which 4112617ba13bSMingming Cao * ext4 *really* writes onto the disk inode. 4113ac27a0ecSDave Kleikamp */ 4114ac27a0ecSDave Kleikamp ei->i_disksize = inode->i_size; 4115ac27a0ecSDave Kleikamp 4116ac27a0ecSDave Kleikamp if (n == 1) { /* direct blocks */ 4117617ba13bSMingming Cao ext4_free_data(handle, inode, NULL, i_data+offsets[0], 4118617ba13bSMingming Cao i_data + EXT4_NDIR_BLOCKS); 4119ac27a0ecSDave Kleikamp goto do_indirects; 4120ac27a0ecSDave Kleikamp } 4121ac27a0ecSDave Kleikamp 4122617ba13bSMingming Cao partial = ext4_find_shared(inode, n, offsets, chain, &nr); 4123ac27a0ecSDave Kleikamp /* Kill the top of shared branch (not detached) */ 4124ac27a0ecSDave Kleikamp if (nr) { 4125ac27a0ecSDave Kleikamp if (partial == chain) { 4126ac27a0ecSDave Kleikamp /* Shared branch grows from the inode */ 4127617ba13bSMingming Cao ext4_free_branches(handle, inode, NULL, 4128ac27a0ecSDave Kleikamp &nr, &nr+1, (chain+n-1) - partial); 4129ac27a0ecSDave Kleikamp *partial->p = 0; 4130ac27a0ecSDave Kleikamp /* 4131ac27a0ecSDave Kleikamp * We mark the inode dirty prior to restart, 4132ac27a0ecSDave Kleikamp * and prior to stop. No need for it here. 4133ac27a0ecSDave Kleikamp */ 4134ac27a0ecSDave Kleikamp } else { 4135ac27a0ecSDave Kleikamp /* Shared branch grows from an indirect block */ 4136ac27a0ecSDave Kleikamp BUFFER_TRACE(partial->bh, "get_write_access"); 4137617ba13bSMingming Cao ext4_free_branches(handle, inode, partial->bh, 4138ac27a0ecSDave Kleikamp partial->p, 4139ac27a0ecSDave Kleikamp partial->p+1, (chain+n-1) - partial); 4140ac27a0ecSDave Kleikamp } 4141ac27a0ecSDave Kleikamp } 4142ac27a0ecSDave Kleikamp /* Clear the ends of indirect blocks on the shared branch */ 4143ac27a0ecSDave Kleikamp while (partial > chain) { 4144617ba13bSMingming Cao ext4_free_branches(handle, inode, partial->bh, partial->p + 1, 4145ac27a0ecSDave Kleikamp (__le32*)partial->bh->b_data+addr_per_block, 4146ac27a0ecSDave Kleikamp (chain+n-1) - partial); 4147ac27a0ecSDave Kleikamp BUFFER_TRACE(partial->bh, "call brelse"); 4148ac27a0ecSDave Kleikamp brelse(partial->bh); 4149ac27a0ecSDave Kleikamp partial--; 4150ac27a0ecSDave Kleikamp } 4151ac27a0ecSDave Kleikamp do_indirects: 4152ac27a0ecSDave Kleikamp /* Kill the remaining (whole) subtrees */ 4153ac27a0ecSDave Kleikamp switch (offsets[0]) { 4154ac27a0ecSDave Kleikamp default: 4155617ba13bSMingming Cao nr = i_data[EXT4_IND_BLOCK]; 4156ac27a0ecSDave Kleikamp if (nr) { 4157617ba13bSMingming Cao ext4_free_branches(handle, inode, NULL, &nr, &nr+1, 1); 4158617ba13bSMingming Cao i_data[EXT4_IND_BLOCK] = 0; 4159ac27a0ecSDave Kleikamp } 4160617ba13bSMingming Cao case EXT4_IND_BLOCK: 4161617ba13bSMingming Cao nr = i_data[EXT4_DIND_BLOCK]; 4162ac27a0ecSDave Kleikamp if (nr) { 4163617ba13bSMingming Cao ext4_free_branches(handle, inode, NULL, &nr, &nr+1, 2); 4164617ba13bSMingming Cao i_data[EXT4_DIND_BLOCK] = 0; 4165ac27a0ecSDave Kleikamp } 4166617ba13bSMingming Cao case EXT4_DIND_BLOCK: 4167617ba13bSMingming Cao nr = i_data[EXT4_TIND_BLOCK]; 4168ac27a0ecSDave Kleikamp if (nr) { 4169617ba13bSMingming Cao ext4_free_branches(handle, inode, NULL, &nr, &nr+1, 3); 4170617ba13bSMingming Cao i_data[EXT4_TIND_BLOCK] = 0; 4171ac27a0ecSDave Kleikamp } 4172617ba13bSMingming Cao case EXT4_TIND_BLOCK: 4173ac27a0ecSDave Kleikamp ; 4174ac27a0ecSDave Kleikamp } 4175ac27a0ecSDave Kleikamp 41760e855ac8SAneesh Kumar K.V up_write(&ei->i_data_sem); 4177ef7f3835SKalpak Shah inode->i_mtime = inode->i_ctime = ext4_current_time(inode); 4178617ba13bSMingming Cao ext4_mark_inode_dirty(handle, inode); 4179ac27a0ecSDave Kleikamp 4180ac27a0ecSDave Kleikamp /* 4181ac27a0ecSDave Kleikamp * In a multi-transaction truncate, we only make the final transaction 4182ac27a0ecSDave Kleikamp * synchronous 4183ac27a0ecSDave Kleikamp */ 4184ac27a0ecSDave Kleikamp if (IS_SYNC(inode)) 41850390131bSFrank Mayhar ext4_handle_sync(handle); 4186ac27a0ecSDave Kleikamp out_stop: 4187ac27a0ecSDave Kleikamp /* 4188ac27a0ecSDave Kleikamp * If this was a simple ftruncate(), and the file will remain alive 4189ac27a0ecSDave Kleikamp * then we need to clear up the orphan record which we created above. 4190ac27a0ecSDave Kleikamp * However, if this was a real unlink then we were called by 4191617ba13bSMingming Cao * ext4_delete_inode(), and we allow that function to clean up the 4192ac27a0ecSDave Kleikamp * orphan info for us. 4193ac27a0ecSDave Kleikamp */ 4194ac27a0ecSDave Kleikamp if (inode->i_nlink) 4195617ba13bSMingming Cao ext4_orphan_del(handle, inode); 4196ac27a0ecSDave Kleikamp 4197617ba13bSMingming Cao ext4_journal_stop(handle); 4198ac27a0ecSDave Kleikamp } 4199ac27a0ecSDave Kleikamp 4200ac27a0ecSDave Kleikamp /* 4201617ba13bSMingming Cao * ext4_get_inode_loc returns with an extra refcount against the inode's 4202ac27a0ecSDave Kleikamp * underlying buffer_head on success. If 'in_mem' is true, we have all 4203ac27a0ecSDave Kleikamp * data in memory that is needed to recreate the on-disk version of this 4204ac27a0ecSDave Kleikamp * inode. 4205ac27a0ecSDave Kleikamp */ 4206617ba13bSMingming Cao static int __ext4_get_inode_loc(struct inode *inode, 4207617ba13bSMingming Cao struct ext4_iloc *iloc, int in_mem) 4208ac27a0ecSDave Kleikamp { 4209240799cdSTheodore Ts'o struct ext4_group_desc *gdp; 4210ac27a0ecSDave Kleikamp struct buffer_head *bh; 4211240799cdSTheodore Ts'o struct super_block *sb = inode->i_sb; 4212240799cdSTheodore Ts'o ext4_fsblk_t block; 4213240799cdSTheodore Ts'o int inodes_per_block, inode_offset; 4214ac27a0ecSDave Kleikamp 42153a06d778SAneesh Kumar K.V iloc->bh = NULL; 4216240799cdSTheodore Ts'o if (!ext4_valid_inum(sb, inode->i_ino)) 4217ac27a0ecSDave Kleikamp return -EIO; 4218ac27a0ecSDave Kleikamp 4219240799cdSTheodore Ts'o iloc->block_group = (inode->i_ino - 1) / EXT4_INODES_PER_GROUP(sb); 4220240799cdSTheodore Ts'o gdp = ext4_get_group_desc(sb, iloc->block_group, NULL); 4221240799cdSTheodore Ts'o if (!gdp) 4222240799cdSTheodore Ts'o return -EIO; 4223240799cdSTheodore Ts'o 4224240799cdSTheodore Ts'o /* 4225240799cdSTheodore Ts'o * Figure out the offset within the block group inode table 4226240799cdSTheodore Ts'o */ 4227240799cdSTheodore Ts'o inodes_per_block = (EXT4_BLOCK_SIZE(sb) / EXT4_INODE_SIZE(sb)); 4228240799cdSTheodore Ts'o inode_offset = ((inode->i_ino - 1) % 4229240799cdSTheodore Ts'o EXT4_INODES_PER_GROUP(sb)); 4230240799cdSTheodore Ts'o block = ext4_inode_table(sb, gdp) + (inode_offset / inodes_per_block); 4231240799cdSTheodore Ts'o iloc->offset = (inode_offset % inodes_per_block) * EXT4_INODE_SIZE(sb); 4232240799cdSTheodore Ts'o 4233240799cdSTheodore Ts'o bh = sb_getblk(sb, block); 4234ac27a0ecSDave Kleikamp if (!bh) { 4235240799cdSTheodore Ts'o ext4_error(sb, "ext4_get_inode_loc", "unable to read " 4236240799cdSTheodore Ts'o "inode block - inode=%lu, block=%llu", 4237ac27a0ecSDave Kleikamp inode->i_ino, block); 4238ac27a0ecSDave Kleikamp return -EIO; 4239ac27a0ecSDave Kleikamp } 4240ac27a0ecSDave Kleikamp if (!buffer_uptodate(bh)) { 4241ac27a0ecSDave Kleikamp lock_buffer(bh); 42429c83a923SHidehiro Kawai 42439c83a923SHidehiro Kawai /* 42449c83a923SHidehiro Kawai * If the buffer has the write error flag, we have failed 42459c83a923SHidehiro Kawai * to write out another inode in the same block. In this 42469c83a923SHidehiro Kawai * case, we don't have to read the block because we may 42479c83a923SHidehiro Kawai * read the old inode data successfully. 42489c83a923SHidehiro Kawai */ 42499c83a923SHidehiro Kawai if (buffer_write_io_error(bh) && !buffer_uptodate(bh)) 42509c83a923SHidehiro Kawai set_buffer_uptodate(bh); 42519c83a923SHidehiro Kawai 4252ac27a0ecSDave Kleikamp if (buffer_uptodate(bh)) { 4253ac27a0ecSDave Kleikamp /* someone brought it uptodate while we waited */ 4254ac27a0ecSDave Kleikamp unlock_buffer(bh); 4255ac27a0ecSDave Kleikamp goto has_buffer; 4256ac27a0ecSDave Kleikamp } 4257ac27a0ecSDave Kleikamp 4258ac27a0ecSDave Kleikamp /* 4259ac27a0ecSDave Kleikamp * If we have all information of the inode in memory and this 4260ac27a0ecSDave Kleikamp * is the only valid inode in the block, we need not read the 4261ac27a0ecSDave Kleikamp * block. 4262ac27a0ecSDave Kleikamp */ 4263ac27a0ecSDave Kleikamp if (in_mem) { 4264ac27a0ecSDave Kleikamp struct buffer_head *bitmap_bh; 4265240799cdSTheodore Ts'o int i, start; 4266ac27a0ecSDave Kleikamp 4267240799cdSTheodore Ts'o start = inode_offset & ~(inodes_per_block - 1); 4268ac27a0ecSDave Kleikamp 4269ac27a0ecSDave Kleikamp /* Is the inode bitmap in cache? */ 4270240799cdSTheodore Ts'o bitmap_bh = sb_getblk(sb, ext4_inode_bitmap(sb, gdp)); 4271ac27a0ecSDave Kleikamp if (!bitmap_bh) 4272ac27a0ecSDave Kleikamp goto make_io; 4273ac27a0ecSDave Kleikamp 4274ac27a0ecSDave Kleikamp /* 4275ac27a0ecSDave Kleikamp * If the inode bitmap isn't in cache then the 4276ac27a0ecSDave Kleikamp * optimisation may end up performing two reads instead 4277ac27a0ecSDave Kleikamp * of one, so skip it. 4278ac27a0ecSDave Kleikamp */ 4279ac27a0ecSDave Kleikamp if (!buffer_uptodate(bitmap_bh)) { 4280ac27a0ecSDave Kleikamp brelse(bitmap_bh); 4281ac27a0ecSDave Kleikamp goto make_io; 4282ac27a0ecSDave Kleikamp } 4283240799cdSTheodore Ts'o for (i = start; i < start + inodes_per_block; i++) { 4284ac27a0ecSDave Kleikamp if (i == inode_offset) 4285ac27a0ecSDave Kleikamp continue; 4286617ba13bSMingming Cao if (ext4_test_bit(i, bitmap_bh->b_data)) 4287ac27a0ecSDave Kleikamp break; 4288ac27a0ecSDave Kleikamp } 4289ac27a0ecSDave Kleikamp brelse(bitmap_bh); 4290240799cdSTheodore Ts'o if (i == start + inodes_per_block) { 4291ac27a0ecSDave Kleikamp /* all other inodes are free, so skip I/O */ 4292ac27a0ecSDave Kleikamp memset(bh->b_data, 0, bh->b_size); 4293ac27a0ecSDave Kleikamp set_buffer_uptodate(bh); 4294ac27a0ecSDave Kleikamp unlock_buffer(bh); 4295ac27a0ecSDave Kleikamp goto has_buffer; 4296ac27a0ecSDave Kleikamp } 4297ac27a0ecSDave Kleikamp } 4298ac27a0ecSDave Kleikamp 4299ac27a0ecSDave Kleikamp make_io: 4300ac27a0ecSDave Kleikamp /* 4301240799cdSTheodore Ts'o * If we need to do any I/O, try to pre-readahead extra 4302240799cdSTheodore Ts'o * blocks from the inode table. 4303240799cdSTheodore Ts'o */ 4304240799cdSTheodore Ts'o if (EXT4_SB(sb)->s_inode_readahead_blks) { 4305240799cdSTheodore Ts'o ext4_fsblk_t b, end, table; 4306240799cdSTheodore Ts'o unsigned num; 4307240799cdSTheodore Ts'o 4308240799cdSTheodore Ts'o table = ext4_inode_table(sb, gdp); 4309b713a5ecSTheodore Ts'o /* s_inode_readahead_blks is always a power of 2 */ 4310240799cdSTheodore Ts'o b = block & ~(EXT4_SB(sb)->s_inode_readahead_blks-1); 4311240799cdSTheodore Ts'o if (table > b) 4312240799cdSTheodore Ts'o b = table; 4313240799cdSTheodore Ts'o end = b + EXT4_SB(sb)->s_inode_readahead_blks; 4314240799cdSTheodore Ts'o num = EXT4_INODES_PER_GROUP(sb); 4315240799cdSTheodore Ts'o if (EXT4_HAS_RO_COMPAT_FEATURE(sb, 4316240799cdSTheodore Ts'o EXT4_FEATURE_RO_COMPAT_GDT_CSUM)) 4317560671a0SAneesh Kumar K.V num -= ext4_itable_unused_count(sb, gdp); 4318240799cdSTheodore Ts'o table += num / inodes_per_block; 4319240799cdSTheodore Ts'o if (end > table) 4320240799cdSTheodore Ts'o end = table; 4321240799cdSTheodore Ts'o while (b <= end) 4322240799cdSTheodore Ts'o sb_breadahead(sb, b++); 4323240799cdSTheodore Ts'o } 4324240799cdSTheodore Ts'o 4325240799cdSTheodore Ts'o /* 4326ac27a0ecSDave Kleikamp * There are other valid inodes in the buffer, this inode 4327ac27a0ecSDave Kleikamp * has in-inode xattrs, or we don't have this inode in memory. 4328ac27a0ecSDave Kleikamp * Read the block from disk. 4329ac27a0ecSDave Kleikamp */ 4330ac27a0ecSDave Kleikamp get_bh(bh); 4331ac27a0ecSDave Kleikamp bh->b_end_io = end_buffer_read_sync; 4332ac27a0ecSDave Kleikamp submit_bh(READ_META, bh); 4333ac27a0ecSDave Kleikamp wait_on_buffer(bh); 4334ac27a0ecSDave Kleikamp if (!buffer_uptodate(bh)) { 4335240799cdSTheodore Ts'o ext4_error(sb, __func__, 4336240799cdSTheodore Ts'o "unable to read inode block - inode=%lu, " 4337240799cdSTheodore Ts'o "block=%llu", inode->i_ino, block); 4338ac27a0ecSDave Kleikamp brelse(bh); 4339ac27a0ecSDave Kleikamp return -EIO; 4340ac27a0ecSDave Kleikamp } 4341ac27a0ecSDave Kleikamp } 4342ac27a0ecSDave Kleikamp has_buffer: 4343ac27a0ecSDave Kleikamp iloc->bh = bh; 4344ac27a0ecSDave Kleikamp return 0; 4345ac27a0ecSDave Kleikamp } 4346ac27a0ecSDave Kleikamp 4347617ba13bSMingming Cao int ext4_get_inode_loc(struct inode *inode, struct ext4_iloc *iloc) 4348ac27a0ecSDave Kleikamp { 4349ac27a0ecSDave Kleikamp /* We have all inode data except xattrs in memory here. */ 4350617ba13bSMingming Cao return __ext4_get_inode_loc(inode, iloc, 4351617ba13bSMingming Cao !(EXT4_I(inode)->i_state & EXT4_STATE_XATTR)); 4352ac27a0ecSDave Kleikamp } 4353ac27a0ecSDave Kleikamp 4354617ba13bSMingming Cao void ext4_set_inode_flags(struct inode *inode) 4355ac27a0ecSDave Kleikamp { 4356617ba13bSMingming Cao unsigned int flags = EXT4_I(inode)->i_flags; 4357ac27a0ecSDave Kleikamp 4358ac27a0ecSDave Kleikamp inode->i_flags &= ~(S_SYNC|S_APPEND|S_IMMUTABLE|S_NOATIME|S_DIRSYNC); 4359617ba13bSMingming Cao if (flags & EXT4_SYNC_FL) 4360ac27a0ecSDave Kleikamp inode->i_flags |= S_SYNC; 4361617ba13bSMingming Cao if (flags & EXT4_APPEND_FL) 4362ac27a0ecSDave Kleikamp inode->i_flags |= S_APPEND; 4363617ba13bSMingming Cao if (flags & EXT4_IMMUTABLE_FL) 4364ac27a0ecSDave Kleikamp inode->i_flags |= S_IMMUTABLE; 4365617ba13bSMingming Cao if (flags & EXT4_NOATIME_FL) 4366ac27a0ecSDave Kleikamp inode->i_flags |= S_NOATIME; 4367617ba13bSMingming Cao if (flags & EXT4_DIRSYNC_FL) 4368ac27a0ecSDave Kleikamp inode->i_flags |= S_DIRSYNC; 4369ac27a0ecSDave Kleikamp } 4370ac27a0ecSDave Kleikamp 4371ff9ddf7eSJan Kara /* Propagate flags from i_flags to EXT4_I(inode)->i_flags */ 4372ff9ddf7eSJan Kara void ext4_get_inode_flags(struct ext4_inode_info *ei) 4373ff9ddf7eSJan Kara { 4374ff9ddf7eSJan Kara unsigned int flags = ei->vfs_inode.i_flags; 4375ff9ddf7eSJan Kara 4376ff9ddf7eSJan Kara ei->i_flags &= ~(EXT4_SYNC_FL|EXT4_APPEND_FL| 4377ff9ddf7eSJan Kara EXT4_IMMUTABLE_FL|EXT4_NOATIME_FL|EXT4_DIRSYNC_FL); 4378ff9ddf7eSJan Kara if (flags & S_SYNC) 4379ff9ddf7eSJan Kara ei->i_flags |= EXT4_SYNC_FL; 4380ff9ddf7eSJan Kara if (flags & S_APPEND) 4381ff9ddf7eSJan Kara ei->i_flags |= EXT4_APPEND_FL; 4382ff9ddf7eSJan Kara if (flags & S_IMMUTABLE) 4383ff9ddf7eSJan Kara ei->i_flags |= EXT4_IMMUTABLE_FL; 4384ff9ddf7eSJan Kara if (flags & S_NOATIME) 4385ff9ddf7eSJan Kara ei->i_flags |= EXT4_NOATIME_FL; 4386ff9ddf7eSJan Kara if (flags & S_DIRSYNC) 4387ff9ddf7eSJan Kara ei->i_flags |= EXT4_DIRSYNC_FL; 4388ff9ddf7eSJan Kara } 4389de9a55b8STheodore Ts'o 43900fc1b451SAneesh Kumar K.V static blkcnt_t ext4_inode_blocks(struct ext4_inode *raw_inode, 43910fc1b451SAneesh Kumar K.V struct ext4_inode_info *ei) 43920fc1b451SAneesh Kumar K.V { 43930fc1b451SAneesh Kumar K.V blkcnt_t i_blocks ; 43948180a562SAneesh Kumar K.V struct inode *inode = &(ei->vfs_inode); 43958180a562SAneesh Kumar K.V struct super_block *sb = inode->i_sb; 43960fc1b451SAneesh Kumar K.V 43970fc1b451SAneesh Kumar K.V if (EXT4_HAS_RO_COMPAT_FEATURE(sb, 43980fc1b451SAneesh Kumar K.V EXT4_FEATURE_RO_COMPAT_HUGE_FILE)) { 43990fc1b451SAneesh Kumar K.V /* we are using combined 48 bit field */ 44000fc1b451SAneesh Kumar K.V i_blocks = ((u64)le16_to_cpu(raw_inode->i_blocks_high)) << 32 | 44010fc1b451SAneesh Kumar K.V le32_to_cpu(raw_inode->i_blocks_lo); 44028180a562SAneesh Kumar K.V if (ei->i_flags & EXT4_HUGE_FILE_FL) { 44038180a562SAneesh Kumar K.V /* i_blocks represent file system block size */ 44048180a562SAneesh Kumar K.V return i_blocks << (inode->i_blkbits - 9); 44058180a562SAneesh Kumar K.V } else { 44060fc1b451SAneesh Kumar K.V return i_blocks; 44078180a562SAneesh Kumar K.V } 44080fc1b451SAneesh Kumar K.V } else { 44090fc1b451SAneesh Kumar K.V return le32_to_cpu(raw_inode->i_blocks_lo); 44100fc1b451SAneesh Kumar K.V } 44110fc1b451SAneesh Kumar K.V } 4412ff9ddf7eSJan Kara 44131d1fe1eeSDavid Howells struct inode *ext4_iget(struct super_block *sb, unsigned long ino) 4414ac27a0ecSDave Kleikamp { 4415617ba13bSMingming Cao struct ext4_iloc iloc; 4416617ba13bSMingming Cao struct ext4_inode *raw_inode; 44171d1fe1eeSDavid Howells struct ext4_inode_info *ei; 4418ac27a0ecSDave Kleikamp struct buffer_head *bh; 44191d1fe1eeSDavid Howells struct inode *inode; 44201d1fe1eeSDavid Howells long ret; 4421ac27a0ecSDave Kleikamp int block; 4422ac27a0ecSDave Kleikamp 44231d1fe1eeSDavid Howells inode = iget_locked(sb, ino); 44241d1fe1eeSDavid Howells if (!inode) 44251d1fe1eeSDavid Howells return ERR_PTR(-ENOMEM); 44261d1fe1eeSDavid Howells if (!(inode->i_state & I_NEW)) 44271d1fe1eeSDavid Howells return inode; 44281d1fe1eeSDavid Howells 44291d1fe1eeSDavid Howells ei = EXT4_I(inode); 4430ac27a0ecSDave Kleikamp 44311d1fe1eeSDavid Howells ret = __ext4_get_inode_loc(inode, &iloc, 0); 44321d1fe1eeSDavid Howells if (ret < 0) 4433ac27a0ecSDave Kleikamp goto bad_inode; 4434ac27a0ecSDave Kleikamp bh = iloc.bh; 4435617ba13bSMingming Cao raw_inode = ext4_raw_inode(&iloc); 4436ac27a0ecSDave Kleikamp inode->i_mode = le16_to_cpu(raw_inode->i_mode); 4437ac27a0ecSDave Kleikamp inode->i_uid = (uid_t)le16_to_cpu(raw_inode->i_uid_low); 4438ac27a0ecSDave Kleikamp inode->i_gid = (gid_t)le16_to_cpu(raw_inode->i_gid_low); 4439ac27a0ecSDave Kleikamp if (!(test_opt(inode->i_sb, NO_UID32))) { 4440ac27a0ecSDave Kleikamp inode->i_uid |= le16_to_cpu(raw_inode->i_uid_high) << 16; 4441ac27a0ecSDave Kleikamp inode->i_gid |= le16_to_cpu(raw_inode->i_gid_high) << 16; 4442ac27a0ecSDave Kleikamp } 4443ac27a0ecSDave Kleikamp inode->i_nlink = le16_to_cpu(raw_inode->i_links_count); 4444ac27a0ecSDave Kleikamp 4445ac27a0ecSDave Kleikamp ei->i_state = 0; 4446ac27a0ecSDave Kleikamp ei->i_dir_start_lookup = 0; 4447ac27a0ecSDave Kleikamp ei->i_dtime = le32_to_cpu(raw_inode->i_dtime); 4448ac27a0ecSDave Kleikamp /* We now have enough fields to check if the inode was active or not. 4449ac27a0ecSDave Kleikamp * This is needed because nfsd might try to access dead inodes 4450ac27a0ecSDave Kleikamp * the test is that same one that e2fsck uses 4451ac27a0ecSDave Kleikamp * NeilBrown 1999oct15 4452ac27a0ecSDave Kleikamp */ 4453ac27a0ecSDave Kleikamp if (inode->i_nlink == 0) { 4454ac27a0ecSDave Kleikamp if (inode->i_mode == 0 || 4455617ba13bSMingming Cao !(EXT4_SB(inode->i_sb)->s_mount_state & EXT4_ORPHAN_FS)) { 4456ac27a0ecSDave Kleikamp /* this inode is deleted */ 4457ac27a0ecSDave Kleikamp brelse(bh); 44581d1fe1eeSDavid Howells ret = -ESTALE; 4459ac27a0ecSDave Kleikamp goto bad_inode; 4460ac27a0ecSDave Kleikamp } 4461ac27a0ecSDave Kleikamp /* The only unlinked inodes we let through here have 4462ac27a0ecSDave Kleikamp * valid i_mode and are being read by the orphan 4463ac27a0ecSDave Kleikamp * recovery code: that's fine, we're about to complete 4464ac27a0ecSDave Kleikamp * the process of deleting those. */ 4465ac27a0ecSDave Kleikamp } 4466ac27a0ecSDave Kleikamp ei->i_flags = le32_to_cpu(raw_inode->i_flags); 44670fc1b451SAneesh Kumar K.V inode->i_blocks = ext4_inode_blocks(raw_inode, ei); 44687973c0c1SAneesh Kumar K.V ei->i_file_acl = le32_to_cpu(raw_inode->i_file_acl_lo); 4469a9e81742STheodore Ts'o if (EXT4_HAS_INCOMPAT_FEATURE(sb, EXT4_FEATURE_INCOMPAT_64BIT)) 4470a1ddeb7eSBadari Pulavarty ei->i_file_acl |= 4471a1ddeb7eSBadari Pulavarty ((__u64)le16_to_cpu(raw_inode->i_file_acl_high)) << 32; 4472a48380f7SAneesh Kumar K.V inode->i_size = ext4_isize(raw_inode); 4473ac27a0ecSDave Kleikamp ei->i_disksize = inode->i_size; 4474ac27a0ecSDave Kleikamp inode->i_generation = le32_to_cpu(raw_inode->i_generation); 4475ac27a0ecSDave Kleikamp ei->i_block_group = iloc.block_group; 4476a4912123STheodore Ts'o ei->i_last_alloc_group = ~0; 4477ac27a0ecSDave Kleikamp /* 4478ac27a0ecSDave Kleikamp * NOTE! The in-memory inode i_data array is in little-endian order 4479ac27a0ecSDave Kleikamp * even on big-endian machines: we do NOT byteswap the block numbers! 4480ac27a0ecSDave Kleikamp */ 4481617ba13bSMingming Cao for (block = 0; block < EXT4_N_BLOCKS; block++) 4482ac27a0ecSDave Kleikamp ei->i_data[block] = raw_inode->i_block[block]; 4483ac27a0ecSDave Kleikamp INIT_LIST_HEAD(&ei->i_orphan); 4484ac27a0ecSDave Kleikamp 44850040d987SEric Sandeen if (EXT4_INODE_SIZE(inode->i_sb) > EXT4_GOOD_OLD_INODE_SIZE) { 4486ac27a0ecSDave Kleikamp ei->i_extra_isize = le16_to_cpu(raw_inode->i_extra_isize); 4487617ba13bSMingming Cao if (EXT4_GOOD_OLD_INODE_SIZE + ei->i_extra_isize > 4488e5d2861fSKirill Korotaev EXT4_INODE_SIZE(inode->i_sb)) { 4489e5d2861fSKirill Korotaev brelse(bh); 44901d1fe1eeSDavid Howells ret = -EIO; 4491ac27a0ecSDave Kleikamp goto bad_inode; 4492e5d2861fSKirill Korotaev } 4493ac27a0ecSDave Kleikamp if (ei->i_extra_isize == 0) { 4494ac27a0ecSDave Kleikamp /* The extra space is currently unused. Use it. */ 4495617ba13bSMingming Cao ei->i_extra_isize = sizeof(struct ext4_inode) - 4496617ba13bSMingming Cao EXT4_GOOD_OLD_INODE_SIZE; 4497ac27a0ecSDave Kleikamp } else { 4498ac27a0ecSDave Kleikamp __le32 *magic = (void *)raw_inode + 4499617ba13bSMingming Cao EXT4_GOOD_OLD_INODE_SIZE + 4500ac27a0ecSDave Kleikamp ei->i_extra_isize; 4501617ba13bSMingming Cao if (*magic == cpu_to_le32(EXT4_XATTR_MAGIC)) 4502617ba13bSMingming Cao ei->i_state |= EXT4_STATE_XATTR; 4503ac27a0ecSDave Kleikamp } 4504ac27a0ecSDave Kleikamp } else 4505ac27a0ecSDave Kleikamp ei->i_extra_isize = 0; 4506ac27a0ecSDave Kleikamp 4507ef7f3835SKalpak Shah EXT4_INODE_GET_XTIME(i_ctime, inode, raw_inode); 4508ef7f3835SKalpak Shah EXT4_INODE_GET_XTIME(i_mtime, inode, raw_inode); 4509ef7f3835SKalpak Shah EXT4_INODE_GET_XTIME(i_atime, inode, raw_inode); 4510ef7f3835SKalpak Shah EXT4_EINODE_GET_XTIME(i_crtime, ei, raw_inode); 4511ef7f3835SKalpak Shah 451225ec56b5SJean Noel Cordenner inode->i_version = le32_to_cpu(raw_inode->i_disk_version); 451325ec56b5SJean Noel Cordenner if (EXT4_INODE_SIZE(inode->i_sb) > EXT4_GOOD_OLD_INODE_SIZE) { 451425ec56b5SJean Noel Cordenner if (EXT4_FITS_IN_INODE(raw_inode, ei, i_version_hi)) 451525ec56b5SJean Noel Cordenner inode->i_version |= 451625ec56b5SJean Noel Cordenner (__u64)(le32_to_cpu(raw_inode->i_version_hi)) << 32; 451725ec56b5SJean Noel Cordenner } 451825ec56b5SJean Noel Cordenner 4519c4b5a614STheodore Ts'o ret = 0; 4520485c26ecSTheodore Ts'o if (ei->i_file_acl && 4521485c26ecSTheodore Ts'o ((ei->i_file_acl < 4522485c26ecSTheodore Ts'o (le32_to_cpu(EXT4_SB(sb)->s_es->s_first_data_block) + 4523485c26ecSTheodore Ts'o EXT4_SB(sb)->s_gdb_count)) || 4524485c26ecSTheodore Ts'o (ei->i_file_acl >= ext4_blocks_count(EXT4_SB(sb)->s_es)))) { 4525485c26ecSTheodore Ts'o ext4_error(sb, __func__, 4526485c26ecSTheodore Ts'o "bad extended attribute block %llu in inode #%lu", 4527485c26ecSTheodore Ts'o ei->i_file_acl, inode->i_ino); 4528485c26ecSTheodore Ts'o ret = -EIO; 4529485c26ecSTheodore Ts'o goto bad_inode; 4530485c26ecSTheodore Ts'o } else if (ei->i_flags & EXT4_EXTENTS_FL) { 4531c4b5a614STheodore Ts'o if (S_ISREG(inode->i_mode) || S_ISDIR(inode->i_mode) || 4532c4b5a614STheodore Ts'o (S_ISLNK(inode->i_mode) && 4533c4b5a614STheodore Ts'o !ext4_inode_is_fast_symlink(inode))) 45347a262f7cSAneesh Kumar K.V /* Validate extent which is part of inode */ 45357a262f7cSAneesh Kumar K.V ret = ext4_ext_check_inode(inode); 4536fe2c8191SThiemo Nagel } else if (S_ISREG(inode->i_mode) || S_ISDIR(inode->i_mode) || 4537fe2c8191SThiemo Nagel (S_ISLNK(inode->i_mode) && 4538fe2c8191SThiemo Nagel !ext4_inode_is_fast_symlink(inode))) { 4539fe2c8191SThiemo Nagel /* Validate block references which are part of inode */ 4540fe2c8191SThiemo Nagel ret = ext4_check_inode_blockref(inode); 4541fe2c8191SThiemo Nagel } 45427a262f7cSAneesh Kumar K.V if (ret) { 45437a262f7cSAneesh Kumar K.V brelse(bh); 45447a262f7cSAneesh Kumar K.V goto bad_inode; 45457a262f7cSAneesh Kumar K.V } 45467a262f7cSAneesh Kumar K.V 4547ac27a0ecSDave Kleikamp if (S_ISREG(inode->i_mode)) { 4548617ba13bSMingming Cao inode->i_op = &ext4_file_inode_operations; 4549617ba13bSMingming Cao inode->i_fop = &ext4_file_operations; 4550617ba13bSMingming Cao ext4_set_aops(inode); 4551ac27a0ecSDave Kleikamp } else if (S_ISDIR(inode->i_mode)) { 4552617ba13bSMingming Cao inode->i_op = &ext4_dir_inode_operations; 4553617ba13bSMingming Cao inode->i_fop = &ext4_dir_operations; 4554ac27a0ecSDave Kleikamp } else if (S_ISLNK(inode->i_mode)) { 4555e83c1397SDuane Griffin if (ext4_inode_is_fast_symlink(inode)) { 4556617ba13bSMingming Cao inode->i_op = &ext4_fast_symlink_inode_operations; 4557e83c1397SDuane Griffin nd_terminate_link(ei->i_data, inode->i_size, 4558e83c1397SDuane Griffin sizeof(ei->i_data) - 1); 4559e83c1397SDuane Griffin } else { 4560617ba13bSMingming Cao inode->i_op = &ext4_symlink_inode_operations; 4561617ba13bSMingming Cao ext4_set_aops(inode); 4562ac27a0ecSDave Kleikamp } 4563563bdd61STheodore Ts'o } else if (S_ISCHR(inode->i_mode) || S_ISBLK(inode->i_mode) || 4564563bdd61STheodore Ts'o S_ISFIFO(inode->i_mode) || S_ISSOCK(inode->i_mode)) { 4565617ba13bSMingming Cao inode->i_op = &ext4_special_inode_operations; 4566ac27a0ecSDave Kleikamp if (raw_inode->i_block[0]) 4567ac27a0ecSDave Kleikamp init_special_inode(inode, inode->i_mode, 4568ac27a0ecSDave Kleikamp old_decode_dev(le32_to_cpu(raw_inode->i_block[0]))); 4569ac27a0ecSDave Kleikamp else 4570ac27a0ecSDave Kleikamp init_special_inode(inode, inode->i_mode, 4571ac27a0ecSDave Kleikamp new_decode_dev(le32_to_cpu(raw_inode->i_block[1]))); 4572563bdd61STheodore Ts'o } else { 4573563bdd61STheodore Ts'o brelse(bh); 4574563bdd61STheodore Ts'o ret = -EIO; 4575563bdd61STheodore Ts'o ext4_error(inode->i_sb, __func__, 4576563bdd61STheodore Ts'o "bogus i_mode (%o) for inode=%lu", 4577563bdd61STheodore Ts'o inode->i_mode, inode->i_ino); 4578563bdd61STheodore Ts'o goto bad_inode; 4579ac27a0ecSDave Kleikamp } 4580ac27a0ecSDave Kleikamp brelse(iloc.bh); 4581617ba13bSMingming Cao ext4_set_inode_flags(inode); 45821d1fe1eeSDavid Howells unlock_new_inode(inode); 45831d1fe1eeSDavid Howells return inode; 4584ac27a0ecSDave Kleikamp 4585ac27a0ecSDave Kleikamp bad_inode: 45861d1fe1eeSDavid Howells iget_failed(inode); 45871d1fe1eeSDavid Howells return ERR_PTR(ret); 4588ac27a0ecSDave Kleikamp } 4589ac27a0ecSDave Kleikamp 45900fc1b451SAneesh Kumar K.V static int ext4_inode_blocks_set(handle_t *handle, 45910fc1b451SAneesh Kumar K.V struct ext4_inode *raw_inode, 45920fc1b451SAneesh Kumar K.V struct ext4_inode_info *ei) 45930fc1b451SAneesh Kumar K.V { 45940fc1b451SAneesh Kumar K.V struct inode *inode = &(ei->vfs_inode); 45950fc1b451SAneesh Kumar K.V u64 i_blocks = inode->i_blocks; 45960fc1b451SAneesh Kumar K.V struct super_block *sb = inode->i_sb; 45970fc1b451SAneesh Kumar K.V 45980fc1b451SAneesh Kumar K.V if (i_blocks <= ~0U) { 45990fc1b451SAneesh Kumar K.V /* 46000fc1b451SAneesh Kumar K.V * i_blocks can be represnted in a 32 bit variable 46010fc1b451SAneesh Kumar K.V * as multiple of 512 bytes 46020fc1b451SAneesh Kumar K.V */ 46038180a562SAneesh Kumar K.V raw_inode->i_blocks_lo = cpu_to_le32(i_blocks); 46040fc1b451SAneesh Kumar K.V raw_inode->i_blocks_high = 0; 46058180a562SAneesh Kumar K.V ei->i_flags &= ~EXT4_HUGE_FILE_FL; 4606f287a1a5STheodore Ts'o return 0; 4607f287a1a5STheodore Ts'o } 4608f287a1a5STheodore Ts'o if (!EXT4_HAS_RO_COMPAT_FEATURE(sb, EXT4_FEATURE_RO_COMPAT_HUGE_FILE)) 4609f287a1a5STheodore Ts'o return -EFBIG; 4610f287a1a5STheodore Ts'o 4611f287a1a5STheodore Ts'o if (i_blocks <= 0xffffffffffffULL) { 46120fc1b451SAneesh Kumar K.V /* 46130fc1b451SAneesh Kumar K.V * i_blocks can be represented in a 48 bit variable 46140fc1b451SAneesh Kumar K.V * as multiple of 512 bytes 46150fc1b451SAneesh Kumar K.V */ 46168180a562SAneesh Kumar K.V raw_inode->i_blocks_lo = cpu_to_le32(i_blocks); 46170fc1b451SAneesh Kumar K.V raw_inode->i_blocks_high = cpu_to_le16(i_blocks >> 32); 46188180a562SAneesh Kumar K.V ei->i_flags &= ~EXT4_HUGE_FILE_FL; 46190fc1b451SAneesh Kumar K.V } else { 46208180a562SAneesh Kumar K.V ei->i_flags |= EXT4_HUGE_FILE_FL; 46218180a562SAneesh Kumar K.V /* i_block is stored in file system block size */ 46228180a562SAneesh Kumar K.V i_blocks = i_blocks >> (inode->i_blkbits - 9); 46238180a562SAneesh Kumar K.V raw_inode->i_blocks_lo = cpu_to_le32(i_blocks); 46248180a562SAneesh Kumar K.V raw_inode->i_blocks_high = cpu_to_le16(i_blocks >> 32); 46250fc1b451SAneesh Kumar K.V } 4626f287a1a5STheodore Ts'o return 0; 46270fc1b451SAneesh Kumar K.V } 46280fc1b451SAneesh Kumar K.V 4629ac27a0ecSDave Kleikamp /* 4630ac27a0ecSDave Kleikamp * Post the struct inode info into an on-disk inode location in the 4631ac27a0ecSDave Kleikamp * buffer-cache. This gobbles the caller's reference to the 4632ac27a0ecSDave Kleikamp * buffer_head in the inode location struct. 4633ac27a0ecSDave Kleikamp * 4634ac27a0ecSDave Kleikamp * The caller must have write access to iloc->bh. 4635ac27a0ecSDave Kleikamp */ 4636617ba13bSMingming Cao static int ext4_do_update_inode(handle_t *handle, 4637ac27a0ecSDave Kleikamp struct inode *inode, 463891ac6f43SFrank Mayhar struct ext4_iloc *iloc, 463991ac6f43SFrank Mayhar int do_sync) 4640ac27a0ecSDave Kleikamp { 4641617ba13bSMingming Cao struct ext4_inode *raw_inode = ext4_raw_inode(iloc); 4642617ba13bSMingming Cao struct ext4_inode_info *ei = EXT4_I(inode); 4643ac27a0ecSDave Kleikamp struct buffer_head *bh = iloc->bh; 4644ac27a0ecSDave Kleikamp int err = 0, rc, block; 4645ac27a0ecSDave Kleikamp 4646ac27a0ecSDave Kleikamp /* For fields not not tracking in the in-memory inode, 4647ac27a0ecSDave Kleikamp * initialise them to zero for new inodes. */ 4648617ba13bSMingming Cao if (ei->i_state & EXT4_STATE_NEW) 4649617ba13bSMingming Cao memset(raw_inode, 0, EXT4_SB(inode->i_sb)->s_inode_size); 4650ac27a0ecSDave Kleikamp 4651ff9ddf7eSJan Kara ext4_get_inode_flags(ei); 4652ac27a0ecSDave Kleikamp raw_inode->i_mode = cpu_to_le16(inode->i_mode); 4653ac27a0ecSDave Kleikamp if (!(test_opt(inode->i_sb, NO_UID32))) { 4654ac27a0ecSDave Kleikamp raw_inode->i_uid_low = cpu_to_le16(low_16_bits(inode->i_uid)); 4655ac27a0ecSDave Kleikamp raw_inode->i_gid_low = cpu_to_le16(low_16_bits(inode->i_gid)); 4656ac27a0ecSDave Kleikamp /* 4657ac27a0ecSDave Kleikamp * Fix up interoperability with old kernels. Otherwise, old inodes get 4658ac27a0ecSDave Kleikamp * re-used with the upper 16 bits of the uid/gid intact 4659ac27a0ecSDave Kleikamp */ 4660ac27a0ecSDave Kleikamp if (!ei->i_dtime) { 4661ac27a0ecSDave Kleikamp raw_inode->i_uid_high = 4662ac27a0ecSDave Kleikamp cpu_to_le16(high_16_bits(inode->i_uid)); 4663ac27a0ecSDave Kleikamp raw_inode->i_gid_high = 4664ac27a0ecSDave Kleikamp cpu_to_le16(high_16_bits(inode->i_gid)); 4665ac27a0ecSDave Kleikamp } else { 4666ac27a0ecSDave Kleikamp raw_inode->i_uid_high = 0; 4667ac27a0ecSDave Kleikamp raw_inode->i_gid_high = 0; 4668ac27a0ecSDave Kleikamp } 4669ac27a0ecSDave Kleikamp } else { 4670ac27a0ecSDave Kleikamp raw_inode->i_uid_low = 4671ac27a0ecSDave Kleikamp cpu_to_le16(fs_high2lowuid(inode->i_uid)); 4672ac27a0ecSDave Kleikamp raw_inode->i_gid_low = 4673ac27a0ecSDave Kleikamp cpu_to_le16(fs_high2lowgid(inode->i_gid)); 4674ac27a0ecSDave Kleikamp raw_inode->i_uid_high = 0; 4675ac27a0ecSDave Kleikamp raw_inode->i_gid_high = 0; 4676ac27a0ecSDave Kleikamp } 4677ac27a0ecSDave Kleikamp raw_inode->i_links_count = cpu_to_le16(inode->i_nlink); 4678ef7f3835SKalpak Shah 4679ef7f3835SKalpak Shah EXT4_INODE_SET_XTIME(i_ctime, inode, raw_inode); 4680ef7f3835SKalpak Shah EXT4_INODE_SET_XTIME(i_mtime, inode, raw_inode); 4681ef7f3835SKalpak Shah EXT4_INODE_SET_XTIME(i_atime, inode, raw_inode); 4682ef7f3835SKalpak Shah EXT4_EINODE_SET_XTIME(i_crtime, ei, raw_inode); 4683ef7f3835SKalpak Shah 46840fc1b451SAneesh Kumar K.V if (ext4_inode_blocks_set(handle, raw_inode, ei)) 46850fc1b451SAneesh Kumar K.V goto out_brelse; 4686ac27a0ecSDave Kleikamp raw_inode->i_dtime = cpu_to_le32(ei->i_dtime); 46871b9c12f4STheodore Ts'o raw_inode->i_flags = cpu_to_le32(ei->i_flags); 46889b8f1f01SMingming Cao if (EXT4_SB(inode->i_sb)->s_es->s_creator_os != 46899b8f1f01SMingming Cao cpu_to_le32(EXT4_OS_HURD)) 4690a1ddeb7eSBadari Pulavarty raw_inode->i_file_acl_high = 4691a1ddeb7eSBadari Pulavarty cpu_to_le16(ei->i_file_acl >> 32); 46927973c0c1SAneesh Kumar K.V raw_inode->i_file_acl_lo = cpu_to_le32(ei->i_file_acl); 4693a48380f7SAneesh Kumar K.V ext4_isize_set(raw_inode, ei->i_disksize); 4694ac27a0ecSDave Kleikamp if (ei->i_disksize > 0x7fffffffULL) { 4695ac27a0ecSDave Kleikamp struct super_block *sb = inode->i_sb; 4696617ba13bSMingming Cao if (!EXT4_HAS_RO_COMPAT_FEATURE(sb, 4697617ba13bSMingming Cao EXT4_FEATURE_RO_COMPAT_LARGE_FILE) || 4698617ba13bSMingming Cao EXT4_SB(sb)->s_es->s_rev_level == 4699617ba13bSMingming Cao cpu_to_le32(EXT4_GOOD_OLD_REV)) { 4700ac27a0ecSDave Kleikamp /* If this is the first large file 4701ac27a0ecSDave Kleikamp * created, add a flag to the superblock. 4702ac27a0ecSDave Kleikamp */ 4703617ba13bSMingming Cao err = ext4_journal_get_write_access(handle, 4704617ba13bSMingming Cao EXT4_SB(sb)->s_sbh); 4705ac27a0ecSDave Kleikamp if (err) 4706ac27a0ecSDave Kleikamp goto out_brelse; 4707617ba13bSMingming Cao ext4_update_dynamic_rev(sb); 4708617ba13bSMingming Cao EXT4_SET_RO_COMPAT_FEATURE(sb, 4709617ba13bSMingming Cao EXT4_FEATURE_RO_COMPAT_LARGE_FILE); 4710ac27a0ecSDave Kleikamp sb->s_dirt = 1; 47110390131bSFrank Mayhar ext4_handle_sync(handle); 47120390131bSFrank Mayhar err = ext4_handle_dirty_metadata(handle, inode, 4713617ba13bSMingming Cao EXT4_SB(sb)->s_sbh); 4714ac27a0ecSDave Kleikamp } 4715ac27a0ecSDave Kleikamp } 4716ac27a0ecSDave Kleikamp raw_inode->i_generation = cpu_to_le32(inode->i_generation); 4717ac27a0ecSDave Kleikamp if (S_ISCHR(inode->i_mode) || S_ISBLK(inode->i_mode)) { 4718ac27a0ecSDave Kleikamp if (old_valid_dev(inode->i_rdev)) { 4719ac27a0ecSDave Kleikamp raw_inode->i_block[0] = 4720ac27a0ecSDave Kleikamp cpu_to_le32(old_encode_dev(inode->i_rdev)); 4721ac27a0ecSDave Kleikamp raw_inode->i_block[1] = 0; 4722ac27a0ecSDave Kleikamp } else { 4723ac27a0ecSDave Kleikamp raw_inode->i_block[0] = 0; 4724ac27a0ecSDave Kleikamp raw_inode->i_block[1] = 4725ac27a0ecSDave Kleikamp cpu_to_le32(new_encode_dev(inode->i_rdev)); 4726ac27a0ecSDave Kleikamp raw_inode->i_block[2] = 0; 4727ac27a0ecSDave Kleikamp } 4728de9a55b8STheodore Ts'o } else 4729de9a55b8STheodore Ts'o for (block = 0; block < EXT4_N_BLOCKS; block++) 4730ac27a0ecSDave Kleikamp raw_inode->i_block[block] = ei->i_data[block]; 4731ac27a0ecSDave Kleikamp 473225ec56b5SJean Noel Cordenner raw_inode->i_disk_version = cpu_to_le32(inode->i_version); 473325ec56b5SJean Noel Cordenner if (ei->i_extra_isize) { 473425ec56b5SJean Noel Cordenner if (EXT4_FITS_IN_INODE(raw_inode, ei, i_version_hi)) 473525ec56b5SJean Noel Cordenner raw_inode->i_version_hi = 473625ec56b5SJean Noel Cordenner cpu_to_le32(inode->i_version >> 32); 4737ac27a0ecSDave Kleikamp raw_inode->i_extra_isize = cpu_to_le16(ei->i_extra_isize); 473825ec56b5SJean Noel Cordenner } 473925ec56b5SJean Noel Cordenner 474091ac6f43SFrank Mayhar /* 474191ac6f43SFrank Mayhar * If we're not using a journal and we were called from 474291ac6f43SFrank Mayhar * ext4_write_inode() to sync the inode (making do_sync true), 474391ac6f43SFrank Mayhar * we can just use sync_dirty_buffer() directly to do our dirty 474491ac6f43SFrank Mayhar * work. Testing s_journal here is a bit redundant but it's 474591ac6f43SFrank Mayhar * worth it to avoid potential future trouble. 474691ac6f43SFrank Mayhar */ 474791ac6f43SFrank Mayhar if (EXT4_SB(inode->i_sb)->s_journal == NULL && do_sync) { 474891ac6f43SFrank Mayhar BUFFER_TRACE(bh, "call sync_dirty_buffer"); 474991ac6f43SFrank Mayhar sync_dirty_buffer(bh); 475091ac6f43SFrank Mayhar } else { 47510390131bSFrank Mayhar BUFFER_TRACE(bh, "call ext4_handle_dirty_metadata"); 47520390131bSFrank Mayhar rc = ext4_handle_dirty_metadata(handle, inode, bh); 4753ac27a0ecSDave Kleikamp if (!err) 4754ac27a0ecSDave Kleikamp err = rc; 475591ac6f43SFrank Mayhar } 4756617ba13bSMingming Cao ei->i_state &= ~EXT4_STATE_NEW; 4757ac27a0ecSDave Kleikamp 4758ac27a0ecSDave Kleikamp out_brelse: 4759ac27a0ecSDave Kleikamp brelse(bh); 4760617ba13bSMingming Cao ext4_std_error(inode->i_sb, err); 4761ac27a0ecSDave Kleikamp return err; 4762ac27a0ecSDave Kleikamp } 4763ac27a0ecSDave Kleikamp 4764ac27a0ecSDave Kleikamp /* 4765617ba13bSMingming Cao * ext4_write_inode() 4766ac27a0ecSDave Kleikamp * 4767ac27a0ecSDave Kleikamp * We are called from a few places: 4768ac27a0ecSDave Kleikamp * 4769ac27a0ecSDave Kleikamp * - Within generic_file_write() for O_SYNC files. 4770ac27a0ecSDave Kleikamp * Here, there will be no transaction running. We wait for any running 4771ac27a0ecSDave Kleikamp * trasnaction to commit. 4772ac27a0ecSDave Kleikamp * 4773ac27a0ecSDave Kleikamp * - Within sys_sync(), kupdate and such. 4774ac27a0ecSDave Kleikamp * We wait on commit, if tol to. 4775ac27a0ecSDave Kleikamp * 4776ac27a0ecSDave Kleikamp * - Within prune_icache() (PF_MEMALLOC == true) 4777ac27a0ecSDave Kleikamp * Here we simply return. We can't afford to block kswapd on the 4778ac27a0ecSDave Kleikamp * journal commit. 4779ac27a0ecSDave Kleikamp * 4780ac27a0ecSDave Kleikamp * In all cases it is actually safe for us to return without doing anything, 4781ac27a0ecSDave Kleikamp * because the inode has been copied into a raw inode buffer in 4782617ba13bSMingming Cao * ext4_mark_inode_dirty(). This is a correctness thing for O_SYNC and for 4783ac27a0ecSDave Kleikamp * knfsd. 4784ac27a0ecSDave Kleikamp * 4785ac27a0ecSDave Kleikamp * Note that we are absolutely dependent upon all inode dirtiers doing the 4786ac27a0ecSDave Kleikamp * right thing: they *must* call mark_inode_dirty() after dirtying info in 4787ac27a0ecSDave Kleikamp * which we are interested. 4788ac27a0ecSDave Kleikamp * 4789ac27a0ecSDave Kleikamp * It would be a bug for them to not do this. The code: 4790ac27a0ecSDave Kleikamp * 4791ac27a0ecSDave Kleikamp * mark_inode_dirty(inode) 4792ac27a0ecSDave Kleikamp * stuff(); 4793ac27a0ecSDave Kleikamp * inode->i_size = expr; 4794ac27a0ecSDave Kleikamp * 4795ac27a0ecSDave Kleikamp * is in error because a kswapd-driven write_inode() could occur while 4796ac27a0ecSDave Kleikamp * `stuff()' is running, and the new i_size will be lost. Plus the inode 4797ac27a0ecSDave Kleikamp * will no longer be on the superblock's dirty inode list. 4798ac27a0ecSDave Kleikamp */ 4799617ba13bSMingming Cao int ext4_write_inode(struct inode *inode, int wait) 4800ac27a0ecSDave Kleikamp { 480191ac6f43SFrank Mayhar int err; 480291ac6f43SFrank Mayhar 4803ac27a0ecSDave Kleikamp if (current->flags & PF_MEMALLOC) 4804ac27a0ecSDave Kleikamp return 0; 4805ac27a0ecSDave Kleikamp 480691ac6f43SFrank Mayhar if (EXT4_SB(inode->i_sb)->s_journal) { 4807617ba13bSMingming Cao if (ext4_journal_current_handle()) { 4808b38bd33aSMingming Cao jbd_debug(1, "called recursively, non-PF_MEMALLOC!\n"); 4809ac27a0ecSDave Kleikamp dump_stack(); 4810ac27a0ecSDave Kleikamp return -EIO; 4811ac27a0ecSDave Kleikamp } 4812ac27a0ecSDave Kleikamp 4813ac27a0ecSDave Kleikamp if (!wait) 4814ac27a0ecSDave Kleikamp return 0; 4815ac27a0ecSDave Kleikamp 481691ac6f43SFrank Mayhar err = ext4_force_commit(inode->i_sb); 481791ac6f43SFrank Mayhar } else { 481891ac6f43SFrank Mayhar struct ext4_iloc iloc; 481991ac6f43SFrank Mayhar 482091ac6f43SFrank Mayhar err = ext4_get_inode_loc(inode, &iloc); 482191ac6f43SFrank Mayhar if (err) 482291ac6f43SFrank Mayhar return err; 482391ac6f43SFrank Mayhar err = ext4_do_update_inode(EXT4_NOJOURNAL_HANDLE, 482491ac6f43SFrank Mayhar inode, &iloc, wait); 482591ac6f43SFrank Mayhar } 482691ac6f43SFrank Mayhar return err; 4827ac27a0ecSDave Kleikamp } 4828ac27a0ecSDave Kleikamp 4829ac27a0ecSDave Kleikamp /* 4830617ba13bSMingming Cao * ext4_setattr() 4831ac27a0ecSDave Kleikamp * 4832ac27a0ecSDave Kleikamp * Called from notify_change. 4833ac27a0ecSDave Kleikamp * 4834ac27a0ecSDave Kleikamp * We want to trap VFS attempts to truncate the file as soon as 4835ac27a0ecSDave Kleikamp * possible. In particular, we want to make sure that when the VFS 4836ac27a0ecSDave Kleikamp * shrinks i_size, we put the inode on the orphan list and modify 4837ac27a0ecSDave Kleikamp * i_disksize immediately, so that during the subsequent flushing of 4838ac27a0ecSDave Kleikamp * dirty pages and freeing of disk blocks, we can guarantee that any 4839ac27a0ecSDave Kleikamp * commit will leave the blocks being flushed in an unused state on 4840ac27a0ecSDave Kleikamp * disk. (On recovery, the inode will get truncated and the blocks will 4841ac27a0ecSDave Kleikamp * be freed, so we have a strong guarantee that no future commit will 4842ac27a0ecSDave Kleikamp * leave these blocks visible to the user.) 4843ac27a0ecSDave Kleikamp * 4844678aaf48SJan Kara * Another thing we have to assure is that if we are in ordered mode 4845678aaf48SJan Kara * and inode is still attached to the committing transaction, we must 4846678aaf48SJan Kara * we start writeout of all the dirty pages which are being truncated. 4847678aaf48SJan Kara * This way we are sure that all the data written in the previous 4848678aaf48SJan Kara * transaction are already on disk (truncate waits for pages under 4849678aaf48SJan Kara * writeback). 4850678aaf48SJan Kara * 4851678aaf48SJan Kara * Called with inode->i_mutex down. 4852ac27a0ecSDave Kleikamp */ 4853617ba13bSMingming Cao int ext4_setattr(struct dentry *dentry, struct iattr *attr) 4854ac27a0ecSDave Kleikamp { 4855ac27a0ecSDave Kleikamp struct inode *inode = dentry->d_inode; 4856ac27a0ecSDave Kleikamp int error, rc = 0; 4857ac27a0ecSDave Kleikamp const unsigned int ia_valid = attr->ia_valid; 4858ac27a0ecSDave Kleikamp 4859ac27a0ecSDave Kleikamp error = inode_change_ok(inode, attr); 4860ac27a0ecSDave Kleikamp if (error) 4861ac27a0ecSDave Kleikamp return error; 4862ac27a0ecSDave Kleikamp 4863ac27a0ecSDave Kleikamp if ((ia_valid & ATTR_UID && attr->ia_uid != inode->i_uid) || 4864ac27a0ecSDave Kleikamp (ia_valid & ATTR_GID && attr->ia_gid != inode->i_gid)) { 4865ac27a0ecSDave Kleikamp handle_t *handle; 4866ac27a0ecSDave Kleikamp 4867ac27a0ecSDave Kleikamp /* (user+group)*(old+new) structure, inode write (sb, 4868ac27a0ecSDave Kleikamp * inode block, ? - but truncate inode update has it) */ 4869617ba13bSMingming Cao handle = ext4_journal_start(inode, 2*(EXT4_QUOTA_INIT_BLOCKS(inode->i_sb)+ 4870617ba13bSMingming Cao EXT4_QUOTA_DEL_BLOCKS(inode->i_sb))+3); 4871ac27a0ecSDave Kleikamp if (IS_ERR(handle)) { 4872ac27a0ecSDave Kleikamp error = PTR_ERR(handle); 4873ac27a0ecSDave Kleikamp goto err_out; 4874ac27a0ecSDave Kleikamp } 4875a269eb18SJan Kara error = vfs_dq_transfer(inode, attr) ? -EDQUOT : 0; 4876ac27a0ecSDave Kleikamp if (error) { 4877617ba13bSMingming Cao ext4_journal_stop(handle); 4878ac27a0ecSDave Kleikamp return error; 4879ac27a0ecSDave Kleikamp } 4880ac27a0ecSDave Kleikamp /* Update corresponding info in inode so that everything is in 4881ac27a0ecSDave Kleikamp * one transaction */ 4882ac27a0ecSDave Kleikamp if (attr->ia_valid & ATTR_UID) 4883ac27a0ecSDave Kleikamp inode->i_uid = attr->ia_uid; 4884ac27a0ecSDave Kleikamp if (attr->ia_valid & ATTR_GID) 4885ac27a0ecSDave Kleikamp inode->i_gid = attr->ia_gid; 4886617ba13bSMingming Cao error = ext4_mark_inode_dirty(handle, inode); 4887617ba13bSMingming Cao ext4_journal_stop(handle); 4888ac27a0ecSDave Kleikamp } 4889ac27a0ecSDave Kleikamp 4890e2b46574SEric Sandeen if (attr->ia_valid & ATTR_SIZE) { 4891e2b46574SEric Sandeen if (!(EXT4_I(inode)->i_flags & EXT4_EXTENTS_FL)) { 4892e2b46574SEric Sandeen struct ext4_sb_info *sbi = EXT4_SB(inode->i_sb); 4893e2b46574SEric Sandeen 4894e2b46574SEric Sandeen if (attr->ia_size > sbi->s_bitmap_maxbytes) { 4895e2b46574SEric Sandeen error = -EFBIG; 4896e2b46574SEric Sandeen goto err_out; 4897e2b46574SEric Sandeen } 4898e2b46574SEric Sandeen } 4899e2b46574SEric Sandeen } 4900e2b46574SEric Sandeen 4901ac27a0ecSDave Kleikamp if (S_ISREG(inode->i_mode) && 4902ac27a0ecSDave Kleikamp attr->ia_valid & ATTR_SIZE && attr->ia_size < inode->i_size) { 4903ac27a0ecSDave Kleikamp handle_t *handle; 4904ac27a0ecSDave Kleikamp 4905617ba13bSMingming Cao handle = ext4_journal_start(inode, 3); 4906ac27a0ecSDave Kleikamp if (IS_ERR(handle)) { 4907ac27a0ecSDave Kleikamp error = PTR_ERR(handle); 4908ac27a0ecSDave Kleikamp goto err_out; 4909ac27a0ecSDave Kleikamp } 4910ac27a0ecSDave Kleikamp 4911617ba13bSMingming Cao error = ext4_orphan_add(handle, inode); 4912617ba13bSMingming Cao EXT4_I(inode)->i_disksize = attr->ia_size; 4913617ba13bSMingming Cao rc = ext4_mark_inode_dirty(handle, inode); 4914ac27a0ecSDave Kleikamp if (!error) 4915ac27a0ecSDave Kleikamp error = rc; 4916617ba13bSMingming Cao ext4_journal_stop(handle); 4917678aaf48SJan Kara 4918678aaf48SJan Kara if (ext4_should_order_data(inode)) { 4919678aaf48SJan Kara error = ext4_begin_ordered_truncate(inode, 4920678aaf48SJan Kara attr->ia_size); 4921678aaf48SJan Kara if (error) { 4922678aaf48SJan Kara /* Do as much error cleanup as possible */ 4923678aaf48SJan Kara handle = ext4_journal_start(inode, 3); 4924678aaf48SJan Kara if (IS_ERR(handle)) { 4925678aaf48SJan Kara ext4_orphan_del(NULL, inode); 4926678aaf48SJan Kara goto err_out; 4927678aaf48SJan Kara } 4928678aaf48SJan Kara ext4_orphan_del(handle, inode); 4929678aaf48SJan Kara ext4_journal_stop(handle); 4930678aaf48SJan Kara goto err_out; 4931678aaf48SJan Kara } 4932678aaf48SJan Kara } 4933ac27a0ecSDave Kleikamp } 4934ac27a0ecSDave Kleikamp 4935ac27a0ecSDave Kleikamp rc = inode_setattr(inode, attr); 4936ac27a0ecSDave Kleikamp 4937617ba13bSMingming Cao /* If inode_setattr's call to ext4_truncate failed to get a 4938ac27a0ecSDave Kleikamp * transaction handle at all, we need to clean up the in-core 4939ac27a0ecSDave Kleikamp * orphan list manually. */ 4940ac27a0ecSDave Kleikamp if (inode->i_nlink) 4941617ba13bSMingming Cao ext4_orphan_del(NULL, inode); 4942ac27a0ecSDave Kleikamp 4943ac27a0ecSDave Kleikamp if (!rc && (ia_valid & ATTR_MODE)) 4944617ba13bSMingming Cao rc = ext4_acl_chmod(inode); 4945ac27a0ecSDave Kleikamp 4946ac27a0ecSDave Kleikamp err_out: 4947617ba13bSMingming Cao ext4_std_error(inode->i_sb, error); 4948ac27a0ecSDave Kleikamp if (!error) 4949ac27a0ecSDave Kleikamp error = rc; 4950ac27a0ecSDave Kleikamp return error; 4951ac27a0ecSDave Kleikamp } 4952ac27a0ecSDave Kleikamp 49533e3398a0SMingming Cao int ext4_getattr(struct vfsmount *mnt, struct dentry *dentry, 49543e3398a0SMingming Cao struct kstat *stat) 49553e3398a0SMingming Cao { 49563e3398a0SMingming Cao struct inode *inode; 49573e3398a0SMingming Cao unsigned long delalloc_blocks; 49583e3398a0SMingming Cao 49593e3398a0SMingming Cao inode = dentry->d_inode; 49603e3398a0SMingming Cao generic_fillattr(inode, stat); 49613e3398a0SMingming Cao 49623e3398a0SMingming Cao /* 49633e3398a0SMingming Cao * We can't update i_blocks if the block allocation is delayed 49643e3398a0SMingming Cao * otherwise in the case of system crash before the real block 49653e3398a0SMingming Cao * allocation is done, we will have i_blocks inconsistent with 49663e3398a0SMingming Cao * on-disk file blocks. 49673e3398a0SMingming Cao * We always keep i_blocks updated together with real 49683e3398a0SMingming Cao * allocation. But to not confuse with user, stat 49693e3398a0SMingming Cao * will return the blocks that include the delayed allocation 49703e3398a0SMingming Cao * blocks for this file. 49713e3398a0SMingming Cao */ 49723e3398a0SMingming Cao spin_lock(&EXT4_I(inode)->i_block_reservation_lock); 49733e3398a0SMingming Cao delalloc_blocks = EXT4_I(inode)->i_reserved_data_blocks; 49743e3398a0SMingming Cao spin_unlock(&EXT4_I(inode)->i_block_reservation_lock); 49753e3398a0SMingming Cao 49763e3398a0SMingming Cao stat->blocks += (delalloc_blocks << inode->i_sb->s_blocksize_bits)>>9; 49773e3398a0SMingming Cao return 0; 49783e3398a0SMingming Cao } 4979ac27a0ecSDave Kleikamp 4980a02908f1SMingming Cao static int ext4_indirect_trans_blocks(struct inode *inode, int nrblocks, 4981a02908f1SMingming Cao int chunk) 4982ac27a0ecSDave Kleikamp { 4983a02908f1SMingming Cao int indirects; 4984ac27a0ecSDave Kleikamp 4985a02908f1SMingming Cao /* if nrblocks are contiguous */ 4986a02908f1SMingming Cao if (chunk) { 4987a02908f1SMingming Cao /* 4988a02908f1SMingming Cao * With N contiguous data blocks, it need at most 4989a02908f1SMingming Cao * N/EXT4_ADDR_PER_BLOCK(inode->i_sb) indirect blocks 4990a02908f1SMingming Cao * 2 dindirect blocks 4991a02908f1SMingming Cao * 1 tindirect block 4992a02908f1SMingming Cao */ 4993a02908f1SMingming Cao indirects = nrblocks / EXT4_ADDR_PER_BLOCK(inode->i_sb); 4994a02908f1SMingming Cao return indirects + 3; 4995a02908f1SMingming Cao } 4996a02908f1SMingming Cao /* 4997a02908f1SMingming Cao * if nrblocks are not contiguous, worse case, each block touch 4998a02908f1SMingming Cao * a indirect block, and each indirect block touch a double indirect 4999a02908f1SMingming Cao * block, plus a triple indirect block 5000a02908f1SMingming Cao */ 5001a02908f1SMingming Cao indirects = nrblocks * 2 + 1; 5002a02908f1SMingming Cao return indirects; 5003a02908f1SMingming Cao } 5004a86c6181SAlex Tomas 5005a02908f1SMingming Cao static int ext4_index_trans_blocks(struct inode *inode, int nrblocks, int chunk) 5006a02908f1SMingming Cao { 5007a02908f1SMingming Cao if (!(EXT4_I(inode)->i_flags & EXT4_EXTENTS_FL)) 5008ac51d837STheodore Ts'o return ext4_indirect_trans_blocks(inode, nrblocks, chunk); 5009ac51d837STheodore Ts'o return ext4_ext_index_trans_blocks(inode, nrblocks, chunk); 5010a02908f1SMingming Cao } 5011ac51d837STheodore Ts'o 5012a02908f1SMingming Cao /* 5013a02908f1SMingming Cao * Account for index blocks, block groups bitmaps and block group 5014a02908f1SMingming Cao * descriptor blocks if modify datablocks and index blocks 5015a02908f1SMingming Cao * worse case, the indexs blocks spread over different block groups 5016a02908f1SMingming Cao * 5017a02908f1SMingming Cao * If datablocks are discontiguous, they are possible to spread over 5018a02908f1SMingming Cao * different block groups too. If they are contiugous, with flexbg, 5019a02908f1SMingming Cao * they could still across block group boundary. 5020a02908f1SMingming Cao * 5021a02908f1SMingming Cao * Also account for superblock, inode, quota and xattr blocks 5022a02908f1SMingming Cao */ 5023a02908f1SMingming Cao int ext4_meta_trans_blocks(struct inode *inode, int nrblocks, int chunk) 5024a02908f1SMingming Cao { 50258df9675fSTheodore Ts'o ext4_group_t groups, ngroups = ext4_get_groups_count(inode->i_sb); 50268df9675fSTheodore Ts'o int gdpblocks; 5027a02908f1SMingming Cao int idxblocks; 5028a02908f1SMingming Cao int ret = 0; 5029a02908f1SMingming Cao 5030a02908f1SMingming Cao /* 5031a02908f1SMingming Cao * How many index blocks need to touch to modify nrblocks? 5032a02908f1SMingming Cao * The "Chunk" flag indicating whether the nrblocks is 5033a02908f1SMingming Cao * physically contiguous on disk 5034a02908f1SMingming Cao * 5035a02908f1SMingming Cao * For Direct IO and fallocate, they calls get_block to allocate 5036a02908f1SMingming Cao * one single extent at a time, so they could set the "Chunk" flag 5037a02908f1SMingming Cao */ 5038a02908f1SMingming Cao idxblocks = ext4_index_trans_blocks(inode, nrblocks, chunk); 5039a02908f1SMingming Cao 5040a02908f1SMingming Cao ret = idxblocks; 5041a02908f1SMingming Cao 5042a02908f1SMingming Cao /* 5043a02908f1SMingming Cao * Now let's see how many group bitmaps and group descriptors need 5044a02908f1SMingming Cao * to account 5045a02908f1SMingming Cao */ 5046a02908f1SMingming Cao groups = idxblocks; 5047a02908f1SMingming Cao if (chunk) 5048a02908f1SMingming Cao groups += 1; 5049ac27a0ecSDave Kleikamp else 5050a02908f1SMingming Cao groups += nrblocks; 5051ac27a0ecSDave Kleikamp 5052a02908f1SMingming Cao gdpblocks = groups; 50538df9675fSTheodore Ts'o if (groups > ngroups) 50548df9675fSTheodore Ts'o groups = ngroups; 5055a02908f1SMingming Cao if (groups > EXT4_SB(inode->i_sb)->s_gdb_count) 5056a02908f1SMingming Cao gdpblocks = EXT4_SB(inode->i_sb)->s_gdb_count; 5057a02908f1SMingming Cao 5058a02908f1SMingming Cao /* bitmaps and block group descriptor blocks */ 5059a02908f1SMingming Cao ret += groups + gdpblocks; 5060a02908f1SMingming Cao 5061a02908f1SMingming Cao /* Blocks for super block, inode, quota and xattr blocks */ 5062a02908f1SMingming Cao ret += EXT4_META_TRANS_BLOCKS(inode->i_sb); 5063ac27a0ecSDave Kleikamp 5064ac27a0ecSDave Kleikamp return ret; 5065ac27a0ecSDave Kleikamp } 5066ac27a0ecSDave Kleikamp 5067ac27a0ecSDave Kleikamp /* 5068a02908f1SMingming Cao * Calulate the total number of credits to reserve to fit 5069f3bd1f3fSMingming Cao * the modification of a single pages into a single transaction, 5070f3bd1f3fSMingming Cao * which may include multiple chunks of block allocations. 5071a02908f1SMingming Cao * 5072525f4ed8SMingming Cao * This could be called via ext4_write_begin() 5073a02908f1SMingming Cao * 5074525f4ed8SMingming Cao * We need to consider the worse case, when 5075a02908f1SMingming Cao * one new block per extent. 5076a02908f1SMingming Cao */ 5077a02908f1SMingming Cao int ext4_writepage_trans_blocks(struct inode *inode) 5078a02908f1SMingming Cao { 5079a02908f1SMingming Cao int bpp = ext4_journal_blocks_per_page(inode); 5080a02908f1SMingming Cao int ret; 5081a02908f1SMingming Cao 5082a02908f1SMingming Cao ret = ext4_meta_trans_blocks(inode, bpp, 0); 5083a02908f1SMingming Cao 5084a02908f1SMingming Cao /* Account for data blocks for journalled mode */ 5085a02908f1SMingming Cao if (ext4_should_journal_data(inode)) 5086a02908f1SMingming Cao ret += bpp; 5087a02908f1SMingming Cao return ret; 5088a02908f1SMingming Cao } 5089f3bd1f3fSMingming Cao 5090f3bd1f3fSMingming Cao /* 5091f3bd1f3fSMingming Cao * Calculate the journal credits for a chunk of data modification. 5092f3bd1f3fSMingming Cao * 5093f3bd1f3fSMingming Cao * This is called from DIO, fallocate or whoever calling 509412b7ac17STheodore Ts'o * ext4_get_blocks() to map/allocate a chunk of contigous disk blocks. 5095f3bd1f3fSMingming Cao * 5096f3bd1f3fSMingming Cao * journal buffers for data blocks are not included here, as DIO 5097f3bd1f3fSMingming Cao * and fallocate do no need to journal data buffers. 5098f3bd1f3fSMingming Cao */ 5099f3bd1f3fSMingming Cao int ext4_chunk_trans_blocks(struct inode *inode, int nrblocks) 5100f3bd1f3fSMingming Cao { 5101f3bd1f3fSMingming Cao return ext4_meta_trans_blocks(inode, nrblocks, 1); 5102f3bd1f3fSMingming Cao } 5103f3bd1f3fSMingming Cao 5104a02908f1SMingming Cao /* 5105617ba13bSMingming Cao * The caller must have previously called ext4_reserve_inode_write(). 5106ac27a0ecSDave Kleikamp * Give this, we know that the caller already has write access to iloc->bh. 5107ac27a0ecSDave Kleikamp */ 5108617ba13bSMingming Cao int ext4_mark_iloc_dirty(handle_t *handle, 5109617ba13bSMingming Cao struct inode *inode, struct ext4_iloc *iloc) 5110ac27a0ecSDave Kleikamp { 5111ac27a0ecSDave Kleikamp int err = 0; 5112ac27a0ecSDave Kleikamp 511325ec56b5SJean Noel Cordenner if (test_opt(inode->i_sb, I_VERSION)) 511425ec56b5SJean Noel Cordenner inode_inc_iversion(inode); 511525ec56b5SJean Noel Cordenner 5116ac27a0ecSDave Kleikamp /* the do_update_inode consumes one bh->b_count */ 5117ac27a0ecSDave Kleikamp get_bh(iloc->bh); 5118ac27a0ecSDave Kleikamp 5119dab291afSMingming Cao /* ext4_do_update_inode() does jbd2_journal_dirty_metadata */ 512091ac6f43SFrank Mayhar err = ext4_do_update_inode(handle, inode, iloc, 0); 5121ac27a0ecSDave Kleikamp put_bh(iloc->bh); 5122ac27a0ecSDave Kleikamp return err; 5123ac27a0ecSDave Kleikamp } 5124ac27a0ecSDave Kleikamp 5125ac27a0ecSDave Kleikamp /* 5126ac27a0ecSDave Kleikamp * On success, We end up with an outstanding reference count against 5127ac27a0ecSDave Kleikamp * iloc->bh. This _must_ be cleaned up later. 5128ac27a0ecSDave Kleikamp */ 5129ac27a0ecSDave Kleikamp 5130ac27a0ecSDave Kleikamp int 5131617ba13bSMingming Cao ext4_reserve_inode_write(handle_t *handle, struct inode *inode, 5132617ba13bSMingming Cao struct ext4_iloc *iloc) 5133ac27a0ecSDave Kleikamp { 51340390131bSFrank Mayhar int err; 51350390131bSFrank Mayhar 5136617ba13bSMingming Cao err = ext4_get_inode_loc(inode, iloc); 5137ac27a0ecSDave Kleikamp if (!err) { 5138ac27a0ecSDave Kleikamp BUFFER_TRACE(iloc->bh, "get_write_access"); 5139617ba13bSMingming Cao err = ext4_journal_get_write_access(handle, iloc->bh); 5140ac27a0ecSDave Kleikamp if (err) { 5141ac27a0ecSDave Kleikamp brelse(iloc->bh); 5142ac27a0ecSDave Kleikamp iloc->bh = NULL; 5143ac27a0ecSDave Kleikamp } 5144ac27a0ecSDave Kleikamp } 5145617ba13bSMingming Cao ext4_std_error(inode->i_sb, err); 5146ac27a0ecSDave Kleikamp return err; 5147ac27a0ecSDave Kleikamp } 5148ac27a0ecSDave Kleikamp 5149ac27a0ecSDave Kleikamp /* 51506dd4ee7cSKalpak Shah * Expand an inode by new_extra_isize bytes. 51516dd4ee7cSKalpak Shah * Returns 0 on success or negative error number on failure. 51526dd4ee7cSKalpak Shah */ 51531d03ec98SAneesh Kumar K.V static int ext4_expand_extra_isize(struct inode *inode, 51541d03ec98SAneesh Kumar K.V unsigned int new_extra_isize, 51551d03ec98SAneesh Kumar K.V struct ext4_iloc iloc, 51561d03ec98SAneesh Kumar K.V handle_t *handle) 51576dd4ee7cSKalpak Shah { 51586dd4ee7cSKalpak Shah struct ext4_inode *raw_inode; 51596dd4ee7cSKalpak Shah struct ext4_xattr_ibody_header *header; 51606dd4ee7cSKalpak Shah struct ext4_xattr_entry *entry; 51616dd4ee7cSKalpak Shah 51626dd4ee7cSKalpak Shah if (EXT4_I(inode)->i_extra_isize >= new_extra_isize) 51636dd4ee7cSKalpak Shah return 0; 51646dd4ee7cSKalpak Shah 51656dd4ee7cSKalpak Shah raw_inode = ext4_raw_inode(&iloc); 51666dd4ee7cSKalpak Shah 51676dd4ee7cSKalpak Shah header = IHDR(inode, raw_inode); 51686dd4ee7cSKalpak Shah entry = IFIRST(header); 51696dd4ee7cSKalpak Shah 51706dd4ee7cSKalpak Shah /* No extended attributes present */ 51716dd4ee7cSKalpak Shah if (!(EXT4_I(inode)->i_state & EXT4_STATE_XATTR) || 51726dd4ee7cSKalpak Shah header->h_magic != cpu_to_le32(EXT4_XATTR_MAGIC)) { 51736dd4ee7cSKalpak Shah memset((void *)raw_inode + EXT4_GOOD_OLD_INODE_SIZE, 0, 51746dd4ee7cSKalpak Shah new_extra_isize); 51756dd4ee7cSKalpak Shah EXT4_I(inode)->i_extra_isize = new_extra_isize; 51766dd4ee7cSKalpak Shah return 0; 51776dd4ee7cSKalpak Shah } 51786dd4ee7cSKalpak Shah 51796dd4ee7cSKalpak Shah /* try to expand with EAs present */ 51806dd4ee7cSKalpak Shah return ext4_expand_extra_isize_ea(inode, new_extra_isize, 51816dd4ee7cSKalpak Shah raw_inode, handle); 51826dd4ee7cSKalpak Shah } 51836dd4ee7cSKalpak Shah 51846dd4ee7cSKalpak Shah /* 5185ac27a0ecSDave Kleikamp * What we do here is to mark the in-core inode as clean with respect to inode 5186ac27a0ecSDave Kleikamp * dirtiness (it may still be data-dirty). 5187ac27a0ecSDave Kleikamp * This means that the in-core inode may be reaped by prune_icache 5188ac27a0ecSDave Kleikamp * without having to perform any I/O. This is a very good thing, 5189ac27a0ecSDave Kleikamp * because *any* task may call prune_icache - even ones which 5190ac27a0ecSDave Kleikamp * have a transaction open against a different journal. 5191ac27a0ecSDave Kleikamp * 5192ac27a0ecSDave Kleikamp * Is this cheating? Not really. Sure, we haven't written the 5193ac27a0ecSDave Kleikamp * inode out, but prune_icache isn't a user-visible syncing function. 5194ac27a0ecSDave Kleikamp * Whenever the user wants stuff synced (sys_sync, sys_msync, sys_fsync) 5195ac27a0ecSDave Kleikamp * we start and wait on commits. 5196ac27a0ecSDave Kleikamp * 5197ac27a0ecSDave Kleikamp * Is this efficient/effective? Well, we're being nice to the system 5198ac27a0ecSDave Kleikamp * by cleaning up our inodes proactively so they can be reaped 5199ac27a0ecSDave Kleikamp * without I/O. But we are potentially leaving up to five seconds' 5200ac27a0ecSDave Kleikamp * worth of inodes floating about which prune_icache wants us to 5201ac27a0ecSDave Kleikamp * write out. One way to fix that would be to get prune_icache() 5202ac27a0ecSDave Kleikamp * to do a write_super() to free up some memory. It has the desired 5203ac27a0ecSDave Kleikamp * effect. 5204ac27a0ecSDave Kleikamp */ 5205617ba13bSMingming Cao int ext4_mark_inode_dirty(handle_t *handle, struct inode *inode) 5206ac27a0ecSDave Kleikamp { 5207617ba13bSMingming Cao struct ext4_iloc iloc; 52086dd4ee7cSKalpak Shah struct ext4_sb_info *sbi = EXT4_SB(inode->i_sb); 52096dd4ee7cSKalpak Shah static unsigned int mnt_count; 52106dd4ee7cSKalpak Shah int err, ret; 5211ac27a0ecSDave Kleikamp 5212ac27a0ecSDave Kleikamp might_sleep(); 5213617ba13bSMingming Cao err = ext4_reserve_inode_write(handle, inode, &iloc); 52140390131bSFrank Mayhar if (ext4_handle_valid(handle) && 52150390131bSFrank Mayhar EXT4_I(inode)->i_extra_isize < sbi->s_want_extra_isize && 52166dd4ee7cSKalpak Shah !(EXT4_I(inode)->i_state & EXT4_STATE_NO_EXPAND)) { 52176dd4ee7cSKalpak Shah /* 52186dd4ee7cSKalpak Shah * We need extra buffer credits since we may write into EA block 52196dd4ee7cSKalpak Shah * with this same handle. If journal_extend fails, then it will 52206dd4ee7cSKalpak Shah * only result in a minor loss of functionality for that inode. 52216dd4ee7cSKalpak Shah * If this is felt to be critical, then e2fsck should be run to 52226dd4ee7cSKalpak Shah * force a large enough s_min_extra_isize. 52236dd4ee7cSKalpak Shah */ 52246dd4ee7cSKalpak Shah if ((jbd2_journal_extend(handle, 52256dd4ee7cSKalpak Shah EXT4_DATA_TRANS_BLOCKS(inode->i_sb))) == 0) { 52266dd4ee7cSKalpak Shah ret = ext4_expand_extra_isize(inode, 52276dd4ee7cSKalpak Shah sbi->s_want_extra_isize, 52286dd4ee7cSKalpak Shah iloc, handle); 52296dd4ee7cSKalpak Shah if (ret) { 52306dd4ee7cSKalpak Shah EXT4_I(inode)->i_state |= EXT4_STATE_NO_EXPAND; 5231c1bddad9SAneesh Kumar K.V if (mnt_count != 5232c1bddad9SAneesh Kumar K.V le16_to_cpu(sbi->s_es->s_mnt_count)) { 523346e665e9SHarvey Harrison ext4_warning(inode->i_sb, __func__, 52346dd4ee7cSKalpak Shah "Unable to expand inode %lu. Delete" 52356dd4ee7cSKalpak Shah " some EAs or run e2fsck.", 52366dd4ee7cSKalpak Shah inode->i_ino); 5237c1bddad9SAneesh Kumar K.V mnt_count = 5238c1bddad9SAneesh Kumar K.V le16_to_cpu(sbi->s_es->s_mnt_count); 52396dd4ee7cSKalpak Shah } 52406dd4ee7cSKalpak Shah } 52416dd4ee7cSKalpak Shah } 52426dd4ee7cSKalpak Shah } 5243ac27a0ecSDave Kleikamp if (!err) 5244617ba13bSMingming Cao err = ext4_mark_iloc_dirty(handle, inode, &iloc); 5245ac27a0ecSDave Kleikamp return err; 5246ac27a0ecSDave Kleikamp } 5247ac27a0ecSDave Kleikamp 5248ac27a0ecSDave Kleikamp /* 5249617ba13bSMingming Cao * ext4_dirty_inode() is called from __mark_inode_dirty() 5250ac27a0ecSDave Kleikamp * 5251ac27a0ecSDave Kleikamp * We're really interested in the case where a file is being extended. 5252ac27a0ecSDave Kleikamp * i_size has been changed by generic_commit_write() and we thus need 5253ac27a0ecSDave Kleikamp * to include the updated inode in the current transaction. 5254ac27a0ecSDave Kleikamp * 5255a269eb18SJan Kara * Also, vfs_dq_alloc_block() will always dirty the inode when blocks 5256ac27a0ecSDave Kleikamp * are allocated to the file. 5257ac27a0ecSDave Kleikamp * 5258ac27a0ecSDave Kleikamp * If the inode is marked synchronous, we don't honour that here - doing 5259ac27a0ecSDave Kleikamp * so would cause a commit on atime updates, which we don't bother doing. 5260ac27a0ecSDave Kleikamp * We handle synchronous inodes at the highest possible level. 5261ac27a0ecSDave Kleikamp */ 5262617ba13bSMingming Cao void ext4_dirty_inode(struct inode *inode) 5263ac27a0ecSDave Kleikamp { 5264617ba13bSMingming Cao handle_t *current_handle = ext4_journal_current_handle(); 5265ac27a0ecSDave Kleikamp handle_t *handle; 5266ac27a0ecSDave Kleikamp 52670390131bSFrank Mayhar if (!ext4_handle_valid(current_handle)) { 52680390131bSFrank Mayhar ext4_mark_inode_dirty(current_handle, inode); 52690390131bSFrank Mayhar return; 52700390131bSFrank Mayhar } 52710390131bSFrank Mayhar 5272617ba13bSMingming Cao handle = ext4_journal_start(inode, 2); 5273ac27a0ecSDave Kleikamp if (IS_ERR(handle)) 5274ac27a0ecSDave Kleikamp goto out; 5275ac27a0ecSDave Kleikamp if (current_handle && 5276ac27a0ecSDave Kleikamp current_handle->h_transaction != handle->h_transaction) { 5277ac27a0ecSDave Kleikamp /* This task has a transaction open against a different fs */ 5278ac27a0ecSDave Kleikamp printk(KERN_EMERG "%s: transactions do not match!\n", 527946e665e9SHarvey Harrison __func__); 5280ac27a0ecSDave Kleikamp } else { 5281ac27a0ecSDave Kleikamp jbd_debug(5, "marking dirty. outer handle=%p\n", 5282ac27a0ecSDave Kleikamp current_handle); 5283617ba13bSMingming Cao ext4_mark_inode_dirty(handle, inode); 5284ac27a0ecSDave Kleikamp } 5285617ba13bSMingming Cao ext4_journal_stop(handle); 5286ac27a0ecSDave Kleikamp out: 5287ac27a0ecSDave Kleikamp return; 5288ac27a0ecSDave Kleikamp } 5289ac27a0ecSDave Kleikamp 5290ac27a0ecSDave Kleikamp #if 0 5291ac27a0ecSDave Kleikamp /* 5292ac27a0ecSDave Kleikamp * Bind an inode's backing buffer_head into this transaction, to prevent 5293ac27a0ecSDave Kleikamp * it from being flushed to disk early. Unlike 5294617ba13bSMingming Cao * ext4_reserve_inode_write, this leaves behind no bh reference and 5295ac27a0ecSDave Kleikamp * returns no iloc structure, so the caller needs to repeat the iloc 5296ac27a0ecSDave Kleikamp * lookup to mark the inode dirty later. 5297ac27a0ecSDave Kleikamp */ 5298617ba13bSMingming Cao static int ext4_pin_inode(handle_t *handle, struct inode *inode) 5299ac27a0ecSDave Kleikamp { 5300617ba13bSMingming Cao struct ext4_iloc iloc; 5301ac27a0ecSDave Kleikamp 5302ac27a0ecSDave Kleikamp int err = 0; 5303ac27a0ecSDave Kleikamp if (handle) { 5304617ba13bSMingming Cao err = ext4_get_inode_loc(inode, &iloc); 5305ac27a0ecSDave Kleikamp if (!err) { 5306ac27a0ecSDave Kleikamp BUFFER_TRACE(iloc.bh, "get_write_access"); 5307dab291afSMingming Cao err = jbd2_journal_get_write_access(handle, iloc.bh); 5308ac27a0ecSDave Kleikamp if (!err) 53090390131bSFrank Mayhar err = ext4_handle_dirty_metadata(handle, 53100390131bSFrank Mayhar inode, 5311ac27a0ecSDave Kleikamp iloc.bh); 5312ac27a0ecSDave Kleikamp brelse(iloc.bh); 5313ac27a0ecSDave Kleikamp } 5314ac27a0ecSDave Kleikamp } 5315617ba13bSMingming Cao ext4_std_error(inode->i_sb, err); 5316ac27a0ecSDave Kleikamp return err; 5317ac27a0ecSDave Kleikamp } 5318ac27a0ecSDave Kleikamp #endif 5319ac27a0ecSDave Kleikamp 5320617ba13bSMingming Cao int ext4_change_inode_journal_flag(struct inode *inode, int val) 5321ac27a0ecSDave Kleikamp { 5322ac27a0ecSDave Kleikamp journal_t *journal; 5323ac27a0ecSDave Kleikamp handle_t *handle; 5324ac27a0ecSDave Kleikamp int err; 5325ac27a0ecSDave Kleikamp 5326ac27a0ecSDave Kleikamp /* 5327ac27a0ecSDave Kleikamp * We have to be very careful here: changing a data block's 5328ac27a0ecSDave Kleikamp * journaling status dynamically is dangerous. If we write a 5329ac27a0ecSDave Kleikamp * data block to the journal, change the status and then delete 5330ac27a0ecSDave Kleikamp * that block, we risk forgetting to revoke the old log record 5331ac27a0ecSDave Kleikamp * from the journal and so a subsequent replay can corrupt data. 5332ac27a0ecSDave Kleikamp * So, first we make sure that the journal is empty and that 5333ac27a0ecSDave Kleikamp * nobody is changing anything. 5334ac27a0ecSDave Kleikamp */ 5335ac27a0ecSDave Kleikamp 5336617ba13bSMingming Cao journal = EXT4_JOURNAL(inode); 53370390131bSFrank Mayhar if (!journal) 53380390131bSFrank Mayhar return 0; 5339d699594dSDave Hansen if (is_journal_aborted(journal)) 5340ac27a0ecSDave Kleikamp return -EROFS; 5341ac27a0ecSDave Kleikamp 5342dab291afSMingming Cao jbd2_journal_lock_updates(journal); 5343dab291afSMingming Cao jbd2_journal_flush(journal); 5344ac27a0ecSDave Kleikamp 5345ac27a0ecSDave Kleikamp /* 5346ac27a0ecSDave Kleikamp * OK, there are no updates running now, and all cached data is 5347ac27a0ecSDave Kleikamp * synced to disk. We are now in a completely consistent state 5348ac27a0ecSDave Kleikamp * which doesn't have anything in the journal, and we know that 5349ac27a0ecSDave Kleikamp * no filesystem updates are running, so it is safe to modify 5350ac27a0ecSDave Kleikamp * the inode's in-core data-journaling state flag now. 5351ac27a0ecSDave Kleikamp */ 5352ac27a0ecSDave Kleikamp 5353ac27a0ecSDave Kleikamp if (val) 5354617ba13bSMingming Cao EXT4_I(inode)->i_flags |= EXT4_JOURNAL_DATA_FL; 5355ac27a0ecSDave Kleikamp else 5356617ba13bSMingming Cao EXT4_I(inode)->i_flags &= ~EXT4_JOURNAL_DATA_FL; 5357617ba13bSMingming Cao ext4_set_aops(inode); 5358ac27a0ecSDave Kleikamp 5359dab291afSMingming Cao jbd2_journal_unlock_updates(journal); 5360ac27a0ecSDave Kleikamp 5361ac27a0ecSDave Kleikamp /* Finally we can mark the inode as dirty. */ 5362ac27a0ecSDave Kleikamp 5363617ba13bSMingming Cao handle = ext4_journal_start(inode, 1); 5364ac27a0ecSDave Kleikamp if (IS_ERR(handle)) 5365ac27a0ecSDave Kleikamp return PTR_ERR(handle); 5366ac27a0ecSDave Kleikamp 5367617ba13bSMingming Cao err = ext4_mark_inode_dirty(handle, inode); 53680390131bSFrank Mayhar ext4_handle_sync(handle); 5369617ba13bSMingming Cao ext4_journal_stop(handle); 5370617ba13bSMingming Cao ext4_std_error(inode->i_sb, err); 5371ac27a0ecSDave Kleikamp 5372ac27a0ecSDave Kleikamp return err; 5373ac27a0ecSDave Kleikamp } 53742e9ee850SAneesh Kumar K.V 53752e9ee850SAneesh Kumar K.V static int ext4_bh_unmapped(handle_t *handle, struct buffer_head *bh) 53762e9ee850SAneesh Kumar K.V { 53772e9ee850SAneesh Kumar K.V return !buffer_mapped(bh); 53782e9ee850SAneesh Kumar K.V } 53792e9ee850SAneesh Kumar K.V 5380c2ec175cSNick Piggin int ext4_page_mkwrite(struct vm_area_struct *vma, struct vm_fault *vmf) 53812e9ee850SAneesh Kumar K.V { 5382c2ec175cSNick Piggin struct page *page = vmf->page; 53832e9ee850SAneesh Kumar K.V loff_t size; 53842e9ee850SAneesh Kumar K.V unsigned long len; 53852e9ee850SAneesh Kumar K.V int ret = -EINVAL; 538679f0be8dSAneesh Kumar K.V void *fsdata; 53872e9ee850SAneesh Kumar K.V struct file *file = vma->vm_file; 53882e9ee850SAneesh Kumar K.V struct inode *inode = file->f_path.dentry->d_inode; 53892e9ee850SAneesh Kumar K.V struct address_space *mapping = inode->i_mapping; 53902e9ee850SAneesh Kumar K.V 53912e9ee850SAneesh Kumar K.V /* 53922e9ee850SAneesh Kumar K.V * Get i_alloc_sem to stop truncates messing with the inode. We cannot 53932e9ee850SAneesh Kumar K.V * get i_mutex because we are already holding mmap_sem. 53942e9ee850SAneesh Kumar K.V */ 53952e9ee850SAneesh Kumar K.V down_read(&inode->i_alloc_sem); 53962e9ee850SAneesh Kumar K.V size = i_size_read(inode); 53972e9ee850SAneesh Kumar K.V if (page->mapping != mapping || size <= page_offset(page) 53982e9ee850SAneesh Kumar K.V || !PageUptodate(page)) { 53992e9ee850SAneesh Kumar K.V /* page got truncated from under us? */ 54002e9ee850SAneesh Kumar K.V goto out_unlock; 54012e9ee850SAneesh Kumar K.V } 54022e9ee850SAneesh Kumar K.V ret = 0; 54032e9ee850SAneesh Kumar K.V if (PageMappedToDisk(page)) 54042e9ee850SAneesh Kumar K.V goto out_unlock; 54052e9ee850SAneesh Kumar K.V 54062e9ee850SAneesh Kumar K.V if (page->index == size >> PAGE_CACHE_SHIFT) 54072e9ee850SAneesh Kumar K.V len = size & ~PAGE_CACHE_MASK; 54082e9ee850SAneesh Kumar K.V else 54092e9ee850SAneesh Kumar K.V len = PAGE_CACHE_SIZE; 54102e9ee850SAneesh Kumar K.V 5411a827eaffSAneesh Kumar K.V lock_page(page); 5412a827eaffSAneesh Kumar K.V /* 5413a827eaffSAneesh Kumar K.V * return if we have all the buffers mapped. This avoid 5414a827eaffSAneesh Kumar K.V * the need to call write_begin/write_end which does a 5415a827eaffSAneesh Kumar K.V * journal_start/journal_stop which can block and take 5416a827eaffSAneesh Kumar K.V * long time 5417a827eaffSAneesh Kumar K.V */ 54182e9ee850SAneesh Kumar K.V if (page_has_buffers(page)) { 54192e9ee850SAneesh Kumar K.V if (!walk_page_buffers(NULL, page_buffers(page), 0, len, NULL, 5420a827eaffSAneesh Kumar K.V ext4_bh_unmapped)) { 5421a827eaffSAneesh Kumar K.V unlock_page(page); 54222e9ee850SAneesh Kumar K.V goto out_unlock; 54232e9ee850SAneesh Kumar K.V } 5424a827eaffSAneesh Kumar K.V } 5425a827eaffSAneesh Kumar K.V unlock_page(page); 54262e9ee850SAneesh Kumar K.V /* 54272e9ee850SAneesh Kumar K.V * OK, we need to fill the hole... Do write_begin write_end 54282e9ee850SAneesh Kumar K.V * to do block allocation/reservation.We are not holding 54292e9ee850SAneesh Kumar K.V * inode.i__mutex here. That allow * parallel write_begin, 54302e9ee850SAneesh Kumar K.V * write_end call. lock_page prevent this from happening 54312e9ee850SAneesh Kumar K.V * on the same page though 54322e9ee850SAneesh Kumar K.V */ 54332e9ee850SAneesh Kumar K.V ret = mapping->a_ops->write_begin(file, mapping, page_offset(page), 543479f0be8dSAneesh Kumar K.V len, AOP_FLAG_UNINTERRUPTIBLE, &page, &fsdata); 54352e9ee850SAneesh Kumar K.V if (ret < 0) 54362e9ee850SAneesh Kumar K.V goto out_unlock; 54372e9ee850SAneesh Kumar K.V ret = mapping->a_ops->write_end(file, mapping, page_offset(page), 543879f0be8dSAneesh Kumar K.V len, len, page, fsdata); 54392e9ee850SAneesh Kumar K.V if (ret < 0) 54402e9ee850SAneesh Kumar K.V goto out_unlock; 54412e9ee850SAneesh Kumar K.V ret = 0; 54422e9ee850SAneesh Kumar K.V out_unlock: 5443c2ec175cSNick Piggin if (ret) 5444c2ec175cSNick Piggin ret = VM_FAULT_SIGBUS; 54452e9ee850SAneesh Kumar K.V up_read(&inode->i_alloc_sem); 54462e9ee850SAneesh Kumar K.V return ret; 54472e9ee850SAneesh Kumar K.V } 5448